-- Logs begin at Wed 2022-11-02 11:33:11 UTC, end at Wed 2022-11-02 13:24:12 UTC. -- Nov 02 12:23:24.177685 n-d-857339-6 systemd[1]: Started Devstack devstack@q-svc.service. Nov 02 12:23:27.007009 n-d-857339-6 neutron-server[105858]: INFO neutron.common.config [-] Logging enabled! Nov 02 12:23:27.007621 n-d-857339-6 neutron-server[105858]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev111 Nov 02 12:23:27.007806 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105858) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Nov 02 12:23:27.011398 n-d-857339-6 neutron-server[105858]: INFO neutron.common.config [-] Logging enabled! Nov 02 12:23:27.011657 n-d-857339-6 neutron-server[105858]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev111 Nov 02 12:23:27.011973 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105858) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Nov 02 12:23:27.012944 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 12:23:27.013179 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 12:23:27.013669 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 12:23:27.013917 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 12:23:27.014143 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 12:23:27.014502 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.014800 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.015032 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.015341 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.015631 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.015920 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.016210 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.017071 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.017361 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.017645 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.017931 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.018163 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.018445 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.018731 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.019018 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.019246 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] debug = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.019527 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.019950 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.020368 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.020701 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.020991 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.021271 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.021547 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.021824 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.022110 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.022442 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] host = n-d-857339-6 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.022722 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.023009 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.023300 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.023588 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.023864 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.024140 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.024427 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.024726 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.024999 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] log_file = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.025276 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.025566 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.025855 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.026145 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.026372 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.026595 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.026880 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.027185 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.027448 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.027727 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.028004 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.028280 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.028645 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.028917 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.029210 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.029496 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.029782 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.030059 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.030335 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.030608 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.030882 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.031165 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.031440 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.031718 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.032547 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.032850 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.033124 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.033401 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.033959 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.034246 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.034531 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.034817 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.035097 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.035385 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.035657 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.035931 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.036202 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] use_json = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.036475 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.036766 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.037050 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.037326 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.037596 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.037871 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.038143 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.038429 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.038700 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:27.038995 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.039298 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.039597 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.039877 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.040182 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.040464 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.040777 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.041057 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.041343 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.041630 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.041918 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.042197 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.042501 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.042827 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.043121 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.043425 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.043716 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.044008 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.044285 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.044588 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.044863 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.045140 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.045430 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.045707 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.045994 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.046283 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.046565 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.046861 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.047147 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.047433 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.047753 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.048042 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.048314 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.048617 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.048906 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.049189 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.049463 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.049752 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.050027 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.050302 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.050585 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.050877 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.051164 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.051436 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.051710 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.051999 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.052271 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.052568 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.052840 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.053113 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.053384 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.053669 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.053944 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.054217 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.054528 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.054810 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.055088 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.055366 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.055643 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.055916 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.056191 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.056464 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.056759 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.057032 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.057302 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.057574 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.057849 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.058122 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.058402 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.058680 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.058998 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.059232 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.059536 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.059776 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.060063 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.060359 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.060667 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.060951 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.061232 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.061513 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.061813 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.062070 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.062351 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.062633 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.062912 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.063242 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.063528 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.063822 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.064108 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.064415 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.064742 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.065026 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.065308 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.065587 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.065867 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.066148 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.066892 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.066892 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.067063 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.067253 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.067536 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.067832 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.068127 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.068408 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.068736 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.069032 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.069332 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.069615 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.069930 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.070213 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:27.070435 n-d-857339-6 neutron-server[105858]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 12:23:27.070690 n-d-857339-6 neutron-server[105858]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105858) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 02 12:23:27.456292 n-d-857339-6 neutron-server[105858]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=105858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Nov 02 12:23:27.456644 n-d-857339-6 neutron-server[105858]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=105858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Nov 02 12:23:27.456920 n-d-857339-6 neutron-server[105858]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=105858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Nov 02 12:23:27.457148 n-d-857339-6 neutron-server[105858]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=105858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Nov 02 12:23:27.457449 n-d-857339-6 neutron-server[105858]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Nov 02 12:23:27.457767 n-d-857339-6 neutron-server[105858]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 02 12:23:27.790235 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:27.790480 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:27.790766 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:27.792015 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:27.792302 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:27.792595 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:27.846935 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:27.847248 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:27.847499 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:27.862484 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:27.862771 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:27.863048 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:27.893411 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:27.893695 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:27.893964 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:27.931905 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:27.932184 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:27.932459 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.167931 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.168605 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.168605 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.168982 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.169691 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.269366 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.269693 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.269986 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.270265 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.270537 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.270850 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.271115 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.271376 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.271635 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.271925 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.272185 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.272456 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.272742 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.273069 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.273257 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.273525 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.273782 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.274050 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.274323 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.274584 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.274856 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.275114 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.275402 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.275783 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.276038 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.276289 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.276715 n-d-857339-6 neutron-server[105858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:23:28.276957 n-d-857339-6 neutron-server[105858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:23:28.277197 n-d-857339-6 neutron-server[105858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:23:28.277434 n-d-857339-6 neutron-server[105858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:23:28.277670 n-d-857339-6 neutron-server[105858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:23:28.277906 n-d-857339-6 neutron-server[105858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:23:28.278274 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 02 12:23:28.281470 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 02 12:23:28.285696 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 02 12:23:28.289508 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Nov 02 12:23:28.291145 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 02 12:23:28.291765 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 02 12:23:28.292189 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 02 12:23:28.292519 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 02 12:23:28.295304 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 02 12:23:28.295560 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 02 12:23:28.295936 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 02 12:23:28.301152 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 02 12:23:28.324875 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 02 12:23:28.325356 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.325665 n-d-857339-6 neutron-server[105858]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105858) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Nov 02 12:23:28.326044 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.327435 n-d-857339-6 neutron-server[105858]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105858) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 02 12:23:28.327728 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 02 12:23:28.327976 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 02 12:23:28.339538 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.339822 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:28.499351 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 02 12:23:28.499527 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 02 12:23:28.499740 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 02 12:23:28.500120 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 02 12:23:28.554295 n-d-857339-6 neutron-server[105858]: INFO dbcounter [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Registered counter for database neutron Nov 02 12:23:28.574256 n-d-857339-6 neutron-server[105858]: DEBUG oslo_db.sqlalchemy.engines [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105858) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Nov 02 12:23:28.580594 n-d-857339-6 neutron-server[105858]: DEBUG dbcounter [-] [105858] Writer thread running {{(pid=105858) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Nov 02 12:23:29.451504 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.managers [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Initializing driver for type 'gre' Nov 02 12:23:29.452311 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] gre ID ranges: [(1, 1000)] Nov 02 12:23:29.669061 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.managers [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Initializing driver for type 'local' Nov 02 12:23:29.669429 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.managers [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Initializing driver for type 'vlan' Nov 02 12:23:29.748919 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] VlanTypeDriver initialization complete Nov 02 12:23:29.749213 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.managers [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Initializing driver for type 'vxlan' Nov 02 12:23:29.749734 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] vxlan ID ranges: [(1, 1000)] Nov 02 12:23:29.965827 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.managers [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Initializing extension driver 'port_security' Nov 02 12:23:29.966180 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.extensions.port_security [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] PortSecurityExtensionDriver initialization complete Nov 02 12:23:29.966521 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.managers [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Initializing mechanism driver 'openvswitch' Nov 02 12:23:29.966880 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.managers [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Initializing mechanism driver 'hyperv' Nov 02 12:23:29.980440 n-d-857339-6 neutron-server[105858]: DEBUG neutron.plugins.ml2.plugin [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:23:29.981162 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > port after_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.981581 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > port after_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.981950 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > port after_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.982478 n-d-857339-6 neutron-server[105858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 12:23:29.982897 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > subnet after_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.983259 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > subnet after_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.983645 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > subnet after_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.984100 n-d-857339-6 neutron-server[105858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 12:23:29.984545 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > network after_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.984927 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > network after_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.985279 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > network after_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.985678 n-d-857339-6 neutron-server[105858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 12:23:29.986093 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > security_group after_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.986452 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > security_group after_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.986802 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > security_group after_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.987202 n-d-857339-6 neutron-server[105858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 12:23:29.987638 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.987992 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.988340 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.988899 n-d-857339-6 neutron-server[105858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 12:23:29.993706 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > address_group after_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.993706 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > address_group after_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.993706 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > address_group after_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.993706 n-d-857339-6 neutron-server[105858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 12:23:29.993706 n-d-857339-6 neutron-server[105858]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] ML2 OVO RPC backend initialized. {{(pid=105858) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Nov 02 12:23:29.994122 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router_interface after_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.994122 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.994122 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > network before_response 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.994122 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > networks before_response 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.994438 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > port before_response 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.994438 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > ports before_response 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.994438 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > subnet before_response 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.994438 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > subnets before_response 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.994744 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > network after_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.994832 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > network after_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.995115 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > network after_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.995459 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > port after_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.995803 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > port after_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.996145 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > port after_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.996507 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > subnet after_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.996850 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > subnet after_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:29.997191 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > subnet after_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.004944 n-d-857339-6 neutron-server[105858]: INFO neutron.quota [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded quota_driver: . Nov 02 12:23:30.005265 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.plugin [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Modular L2 Plugin initialization complete Nov 02 12:23:30.005619 n-d-857339-6 neutron-server[105858]: DEBUG neutron.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading services supported by the core plugin {{(pid=105858) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 02 12:23:30.005964 n-d-857339-6 neutron-server[105858]: INFO neutron.plugins.ml2.managers [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Got port-security extension from driver 'port_security' Nov 02 12:23:30.006447 n-d-857339-6 neutron-server[105858]: INFO neutron.extensions.vlantransparent [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Disabled vlantransparent extension. Nov 02 12:23:30.006951 n-d-857339-6 neutron-server[105858]: DEBUG neutron.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105858) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 02 12:23:30.007286 n-d-857339-6 neutron-server[105858]: INFO neutron.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading Plugin: router Nov 02 12:23:30.046257 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router_interface before_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.046653 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router after_create 55549900 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.047031 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router before_create 55549900 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.047403 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.047786 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.048154 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router after_delete 55549900 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.048567 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > floatingip after_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.048929 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > floatingip after_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.049298 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router after_create 55549900 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.049661 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router after_update 55549900 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.050015 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router after_update 55549900 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.050415 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.050783 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router after_update 55549900 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.051203 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router precommit_update 55549900 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.051582 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: port after_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.051931 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: port after_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.052279 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: subnet after_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.052672 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.053022 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > port precommit_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.053382 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router precommit_create 55549900 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.053735 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: port before_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.054090 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router precommit_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.054450 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router after_update 55549900 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.054801 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router precommit_delete 55549900 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.055160 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router precommit_create 55549900 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.055526 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router_interface after_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.055880 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router precommit_update 55549900 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.056320 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > agent after_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.056708 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > agent after_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.057065 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > network after_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.057939 n-d-857339-6 neutron-server[105858]: DEBUG neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Tracking information for resource: router configured {{(pid=105858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:23:30.058277 n-d-857339-6 neutron-server[105858]: DEBUG neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Tracking information for resource: floatingip configured {{(pid=105858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:23:30.063235 n-d-857339-6 neutron-server[105858]: INFO neutron.db.l3_agentschedulers_db [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 02 12:23:30.063822 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: port after_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.064222 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: port after_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.064616 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: port after_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.064981 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: port after_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.065783 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router before_create 55550100 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.066157 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router precommit_delete 55550100 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.066529 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router precommit_create 55550100 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.066893 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > router precommit_update 55550100 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.071740 n-d-857339-6 neutron-server[105858]: DEBUG neutron.services.provider_configuration [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Service providers = [] {{(pid=105858) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 02 12:23:30.072108 n-d-857339-6 neutron-server[105858]: DEBUG neutron.db.servicetype_db [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105858) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 02 12:23:30.075146 n-d-857339-6 neutron-server[105858]: DEBUG neutron.services.service_base [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 12:23:30.075502 n-d-857339-6 neutron-server[105858]: DEBUG neutron.services.service_base [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 12:23:30.075853 n-d-857339-6 neutron-server[105858]: DEBUG neutron.services.service_base [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 12:23:30.076781 n-d-857339-6 neutron-server[105858]: DEBUG neutron.services.service_base [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 12:23:30.077162 n-d-857339-6 neutron-server[105858]: INFO neutron.services.service_base [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 02 12:23:30.077551 n-d-857339-6 neutron-server[105858]: DEBUG neutron.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:23:30.077876 n-d-857339-6 neutron-server[105858]: INFO neutron.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 02 12:23:30.089186 n-d-857339-6 neutron-server[105858]: DEBUG neutron.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:23:30.089529 n-d-857339-6 neutron-server[105858]: INFO neutron.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading Plugin: auto_allocate Nov 02 12:23:30.095965 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: network precommit_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.096346 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: network precommit_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.096930 n-d-857339-6 neutron-server[105858]: DEBUG neutron.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:23:30.097258 n-d-857339-6 neutron-server[105858]: INFO neutron.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading Plugin: tag Nov 02 12:23:30.103907 n-d-857339-6 neutron-server[105858]: DEBUG neutron.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:23:30.104240 n-d-857339-6 neutron-server[105858]: INFO neutron.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading Plugin: timestamp Nov 02 12:23:30.108379 n-d-857339-6 neutron-server[105858]: DEBUG neutron.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:23:30.108736 n-d-857339-6 neutron-server[105858]: INFO neutron.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading Plugin: network_ip_availability Nov 02 12:23:30.114326 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.114703 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.115068 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.115805 n-d-857339-6 neutron-server[105858]: DEBUG neutron.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:23:30.116200 n-d-857339-6 neutron-server[105858]: INFO neutron.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading Plugin: flavors Nov 02 12:23:30.120840 n-d-857339-6 neutron-server[105858]: DEBUG neutron.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:23:30.121180 n-d-857339-6 neutron-server[105858]: INFO neutron.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading Plugin: revisions Nov 02 12:23:30.125691 n-d-857339-6 neutron-server[105858]: DEBUG neutron.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:23:30.126091 n-d-857339-6 neutron-server[105858]: DEBUG oslo_concurrency.lockutils [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.669s {{(pid=105858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Nov 02 12:23:30.128242 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105858) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Nov 02 12:23:30.128631 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Initializing extension manager. Nov 02 12:23:30.129179 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: __init__.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.129540 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: __pycache__ {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.129890 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: address_group.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.130657 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.131236 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: address-group Nov 02 12:23:30.131573 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: address_scope.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.132266 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.132807 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: address-scope Nov 02 12:23:30.133144 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: admin_state_down_before_update.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.134064 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.134575 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: router-admin-state-down-before-update Nov 02 12:23:30.134910 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: agent.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.135593 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.136100 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: agent Nov 02 12:23:30.136431 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: agent_resources_synced.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.137392 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.137900 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: agent-resources-synced Nov 02 12:23:30.138234 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: allowedaddresspairs.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.140016 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.140567 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: allowed-address-pairs Nov 02 12:23:30.140901 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: auto_allocated_topology.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.142481 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.143069 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: auto-allocated-topology Nov 02 12:23:30.143410 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: availability_zone.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.144078 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.144629 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: availability_zone Nov 02 12:23:30.144963 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: availability_zone_filter.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.145848 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.146362 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: availability_zone_filter Nov 02 12:23:30.146692 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: data_plane_status.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.147610 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.148120 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension data-plane-status not supported by any of loaded plugins Nov 02 12:23:30.148453 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: default_subnetpools.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.149370 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.149883 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: default-subnetpools Nov 02 12:23:30.150212 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: dhcpagentscheduler.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.150997 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.151517 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: dhcp_agent_scheduler Nov 02 12:23:30.151849 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: dns.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.152778 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.153301 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension dns-integration not supported by any of loaded plugins Nov 02 12:23:30.153633 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: dns_domain_ports.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.154532 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.155040 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 02 12:23:30.155370 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.156261 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.156798 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 02 12:23:30.157188 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: dvr.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.158369 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.159137 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: dvr Nov 02 12:23:30.159468 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: ecmp_routes.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.160404 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.160944 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension ecmp_routes not supported by any of loaded plugins Nov 02 12:23:30.161272 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: empty_string_filtering.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.162160 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.162669 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: empty-string-filtering Nov 02 12:23:30.162995 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.163881 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.164428 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 02 12:23:30.164782 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.165673 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.166237 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 02 12:23:30.166566 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: external_net.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.167450 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.167957 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: external-net Nov 02 12:23:30.168285 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: extra_dhcp_opt.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.169191 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.169700 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: extra_dhcp_opt Nov 02 12:23:30.170027 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: extraroute.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.170939 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.171446 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: extraroute Nov 02 12:23:30.171775 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: extraroute_atomic.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.172808 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.173358 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: extraroute-atomic Nov 02 12:23:30.173693 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: filter_validation.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.174340 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.174851 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: filter-validation Nov 02 12:23:30.175183 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: fip_pf_description.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.176075 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.176612 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 02 12:23:30.176971 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: fip_pf_detail.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.177877 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.178383 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: floating-ip-port-forwarding-detail Nov 02 12:23:30.178713 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: fip_pf_port_range.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.179602 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.180105 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Nov 02 12:23:30.180438 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: fip_port_details.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.181389 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.181904 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: fip-port-details Nov 02 12:23:30.182237 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: flavors.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.183421 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.183946 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: flavors Nov 02 12:23:30.184277 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.185938 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.186468 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 02 12:23:30.186807 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: floatingip_pools.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.187483 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.188002 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: floatingip-pools Nov 02 12:23:30.188341 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: ip_allocation.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.189346 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.189856 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension ip_allocation not supported by any of loaded plugins Nov 02 12:23:30.190189 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.191086 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.191598 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: ip-substring-filtering Nov 02 12:23:30.191931 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: l2_adjacency.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.192903 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.193420 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension l2_adjacency not supported by any of loaded plugins Nov 02 12:23:30.193752 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: l3.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.194762 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.195282 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: router Nov 02 12:23:30.195616 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: l3_conntrack_helper.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.198095 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.198625 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 02 12:23:30.199008 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.199907 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.200426 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: ext-gw-mode Nov 02 12:23:30.200788 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.201690 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.202205 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: l3-ha Nov 02 12:23:30.202538 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.203430 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.203947 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Nov 02 12:23:30.204279 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: l3_flavors.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.205769 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.206290 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: l3-flavors Nov 02 12:23:30.206624 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: l3_ndp_proxy.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.207958 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.208557 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Nov 02 12:23:30.208902 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.209790 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.210311 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: l3-port-ip-change-not-allowed Nov 02 12:23:30.210643 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: l3agentscheduler.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.211666 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.212257 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: l3_agent_scheduler Nov 02 12:23:30.212547 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: local_ip.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.214277 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.214833 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension local_ip not supported by any of loaded plugins Nov 02 12:23:30.215185 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: logging.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.216672 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.217203 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension logging not supported by any of loaded plugins Nov 02 12:23:30.217544 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: metering.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.218259 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.218844 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: metering Nov 02 12:23:30.219182 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.220931 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.221455 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: metering_source_and_destination_fields Nov 02 12:23:30.221789 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: multiprovidernet.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.222721 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.223242 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: multi-provider Nov 02 12:23:30.223581 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: netmtu.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.224540 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.225069 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: net-mtu Nov 02 12:23:30.225400 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: netmtu_writable.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.226303 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.226824 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: net-mtu-writable Nov 02 12:23:30.227152 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: network_availability_zone.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.227807 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.228315 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: network_availability_zone Nov 02 12:23:30.228670 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: network_ip_availability.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.229783 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.230302 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: network-ip-availability Nov 02 12:23:30.230635 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: network_segment_range.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.231394 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.231900 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension network-segment-range not supported by any of loaded plugins Nov 02 12:23:30.232231 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: pagination.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.233218 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.233549 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: pagination Nov 02 12:23:30.233876 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: port_device_profile.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.234764 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.235280 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: port-device-profile Nov 02 12:23:30.235613 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: port_mac_address_override.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.236871 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.237388 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: port-mac-override Nov 02 12:23:30.237722 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.238628 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.239148 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: port-mac-address-regenerate Nov 02 12:23:30.239480 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.240363 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.240905 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: port-numa-affinity-policy Nov 02 12:23:30.241237 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: port_resource_request.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.242118 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.242628 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension port-resource-request not supported by any of loaded plugins Nov 02 12:23:30.242957 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: port_resource_request_groups.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.243898 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.244413 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 02 12:23:30.244834 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: portbindings.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.245726 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.246235 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: binding Nov 02 12:23:30.246566 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: portbindings_extended.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.247803 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.248321 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: binding-extended Nov 02 12:23:30.248696 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: portsecurity.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.249603 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.250203 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: port-security Nov 02 12:23:30.250485 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: project_id.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.251974 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.252312 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: project-id Nov 02 12:23:30.252681 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: providernet.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.253824 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.254339 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: provider Nov 02 12:23:30.254672 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: qos.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.258260 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.258742 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension qos not supported by any of loaded plugins Nov 02 12:23:30.259089 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.260323 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.260882 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 02 12:23:30.261229 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.262128 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.262651 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 02 12:23:30.262991 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: qos_default.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.263884 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.264396 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension qos-default not supported by any of loaded plugins Nov 02 12:23:30.264765 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: qos_fip.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.265700 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.266217 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension qos-fip not supported by any of loaded plugins Nov 02 12:23:30.266551 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: qos_fip_network_policy.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.267984 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.268512 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Nov 02 12:23:30.268857 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: qos_gateway_ip.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.269763 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.270286 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 02 12:23:30.270602 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: qos_port_network_policy.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.271489 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.272000 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 02 12:23:30.272329 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.273894 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.274006 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 02 12:23:30.274246 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.275269 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.275827 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Nov 02 12:23:30.276127 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: qos_pps_rule.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.277306 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.277822 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension qos-pps not supported by any of loaded plugins Nov 02 12:23:30.278159 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: qos_rule_type_details.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.279052 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.279900 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 02 12:23:30.279900 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: qos_rule_type_filter.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.280814 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.281320 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Nov 02 12:23:30.281653 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: qos_rules_alias.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.282711 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.283225 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 02 12:23:30.283824 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: quota_check_limit.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.284753 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.285270 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: quota-check-limit Nov 02 12:23:30.285607 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: quotasv2.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.286562 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.286893 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: quotas Nov 02 12:23:30.287219 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: quotasv2_detail.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.288935 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.289285 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: quota_details Nov 02 12:23:30.289626 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: rbac.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.290671 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.291194 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: rbac-policies Nov 02 12:23:30.291531 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: rbac_address_group.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.292436 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.292990 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: rbac-address-group Nov 02 12:23:30.293329 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: rbac_address_scope.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.294314 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.294843 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: rbac-address-scope Nov 02 12:23:30.295362 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: rbac_security_groups.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.299627 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.299627 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: rbac-security-groups Nov 02 12:23:30.299627 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: rbac_subnetpool.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.299627 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.299627 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: rbac-subnetpool Nov 02 12:23:30.299627 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: revisionifmatch.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.300240 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.300240 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: revision-if-match Nov 02 12:23:30.300412 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: revisions.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.301542 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.302059 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: standard-attr-revisions Nov 02 12:23:30.302397 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: router_availability_zone.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.303053 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.303605 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: router_availability_zone Nov 02 12:23:30.303899 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: routerservicetype.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.304830 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.305358 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension router-service-type not supported by any of loaded plugins Nov 02 12:23:30.305681 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.306578 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.307104 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: security-groups-normalized-cidr Nov 02 12:23:30.307438 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: security_groups_port_filtering.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.308347 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.308898 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: port-security-groups-filtering Nov 02 12:23:30.309232 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.310139 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.310654 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: security-groups-remote-address-group Nov 02 12:23:30.310987 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.311892 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.312408 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: security-groups-shared-filtering Nov 02 12:23:30.312765 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: securitygroup.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.323243 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.323824 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: security-group Nov 02 12:23:30.324121 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: segment.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.324869 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.325384 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension segment not supported by any of loaded plugins Nov 02 12:23:30.325717 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.326634 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.327151 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 02 12:23:30.327484 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: servicetype.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.328617 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.329191 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: service-type Nov 02 12:23:30.330087 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: sorting.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.331075 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.331419 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: sorting Nov 02 12:23:30.331748 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: standard_attr_segment.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.332681 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.333214 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 02 12:23:30.333530 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: standardattrdescription.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.334186 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.334820 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: standard-attr-description Nov 02 12:23:30.335243 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: stateful_security_group.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.336315 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.336872 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: stateful-security-group Nov 02 12:23:30.337206 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: stdattrs_common.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.337773 n-d-857339-6 neutron-server[105858]: WARNING neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 02 12:23:30.338105 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.339008 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.339522 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 02 12:23:30.339854 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: subnet_onboard.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.340919 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.341438 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: subnet_onboard Nov 02 12:23:30.341772 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.342680 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.343195 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 02 12:23:30.343528 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: subnet_service_types.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.344435 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.344983 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: subnet-service-types Nov 02 12:23:30.345344 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: subnetallocation.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.346399 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.346924 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: subnet_allocation Nov 02 12:23:30.347255 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.347902 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.348418 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: subnetpool-prefix-ops Nov 02 12:23:30.348780 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.349684 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.350197 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 02 12:23:30.350529 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: tagging.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.351567 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.352093 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: standard-attr-tag Nov 02 12:23:30.352428 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: timestamp.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.353704 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.354247 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loaded extension: standard-attr-timestamp Nov 02 12:23:30.354585 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: trunk.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.355592 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.356118 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension trunk not supported by any of loaded plugins Nov 02 12:23:30.356456 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: trunk_details.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.357383 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.357900 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension trunk-details not supported by any of loaded plugins Nov 02 12:23:30.358236 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: uplink_status_propagation.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.359154 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.359668 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 02 12:23:30.360003 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Loading extension file: vlantransparent.py {{(pid=105858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:23:30.360679 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:23:30.361232 n-d-857339-6 neutron-server[105858]: INFO neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extension vlan-transparent not supported by any of loaded plugins Nov 02 12:23:30.363881 n-d-857339-6 neutron-server[105858]: INFO neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Creating instance of TrackedResource for resource:network Nov 02 12:23:30.364447 n-d-857339-6 neutron-server[105858]: INFO neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Creating instance of TrackedResource for resource:subnet Nov 02 12:23:30.364916 n-d-857339-6 neutron-server[105858]: INFO neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:23:30.365407 n-d-857339-6 neutron-server[105858]: INFO neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Creating instance of TrackedResource for resource:port Nov 02 12:23:30.366750 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.v2.resource_helper [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:23:30.367203 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.v2.resource_helper [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Service FLAVORS assigned prefix: {{(pid=105858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:23:30.367981 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.v2.resource_helper [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:23:30.368415 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.v2.resource_helper [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:23:30.368794 n-d-857339-6 neutron-server[105858]: INFO neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Creating instance of TrackedResource for resource:router Nov 02 12:23:30.369231 n-d-857339-6 neutron-server[105858]: INFO neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Creating instance of TrackedResource for resource:floatingip Nov 02 12:23:30.369728 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.v2.resource_helper [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Service METERING assigned prefix: /metering {{(pid=105858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:23:30.371253 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.371633 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.372004 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:23:30.373067 n-d-857339-6 neutron-server[105858]: INFO neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Creating instance of CountableResource for resource:rbac_policy Nov 02 12:23:30.373527 n-d-857339-6 neutron-server[105858]: INFO neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Creating instance of TrackedResource for resource:security_group Nov 02 12:23:30.373970 n-d-857339-6 neutron-server[105858]: INFO neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 02 12:23:30.374497 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.v2.resource_helper [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Service CORE assigned prefix: {{(pid=105858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:23:30.374842 n-d-857339-6 neutron-server[105858]: INFO neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:23:30.375205 n-d-857339-6 neutron-server[105858]: WARNING neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] subnetpool is already registered Nov 02 12:23:30.375633 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.v2.resource_helper [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Service CORE assigned prefix: {{(pid=105858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:23:30.375973 n-d-857339-6 neutron-server[105858]: INFO neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:23:30.376846 n-d-857339-6 neutron-server[105858]: WARNING neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] subnetpool is already registered Nov 02 12:23:30.379336 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.v2.resource_helper [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:23:30.379784 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.v2.resource_helper [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Service FLAVORS assigned prefix: {{(pid=105858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:23:30.380401 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.v2.resource_helper [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:23:30.380857 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.v2.resource_helper [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:23:30.381209 n-d-857339-6 neutron-server[105858]: INFO neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Creating instance of TrackedResource for resource:router Nov 02 12:23:30.381561 n-d-857339-6 neutron-server[105858]: WARNING neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] router is already registered Nov 02 12:23:30.381988 n-d-857339-6 neutron-server[105858]: INFO neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Creating instance of TrackedResource for resource:floatingip Nov 02 12:23:30.382336 n-d-857339-6 neutron-server[105858]: WARNING neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] floatingip is already registered Nov 02 12:23:30.382798 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.v2.resource_helper [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Service METERING assigned prefix: /metering {{(pid=105858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:23:30.383486 n-d-857339-6 neutron-server[105858]: INFO neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Creating instance of CountableResource for resource:rbac_policy Nov 02 12:23:30.383822 n-d-857339-6 neutron-server[105858]: WARNING neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] rbac_policy is already registered Nov 02 12:23:30.384240 n-d-857339-6 neutron-server[105858]: INFO neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Creating instance of TrackedResource for resource:security_group Nov 02 12:23:30.384607 n-d-857339-6 neutron-server[105858]: WARNING neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] security_group is already registered Nov 02 12:23:30.385021 n-d-857339-6 neutron-server[105858]: INFO neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 02 12:23:30.385369 n-d-857339-6 neutron-server[105858]: WARNING neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] security_group_rule is already registered Nov 02 12:23:30.386007 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.v2.resource_helper [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Service CORE assigned prefix: {{(pid=105858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:23:30.386346 n-d-857339-6 neutron-server[105858]: INFO neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:23:30.386689 n-d-857339-6 neutron-server[105858]: WARNING neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] subnetpool is already registered Nov 02 12:23:30.387113 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.v2.resource_helper [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Service CORE assigned prefix: {{(pid=105858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:23:30.387448 n-d-857339-6 neutron-server[105858]: INFO neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:23:30.387781 n-d-857339-6 neutron-server[105858]: WARNING neutron.quota.resource_registry [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] subnetpool is already registered Nov 02 12:23:30.388262 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: extensions {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.389836 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: address-groups {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.391362 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: address-scopes {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.395070 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: agents {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.396748 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: auto-allocated-topology {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.399284 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: availability_zones {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.400696 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: dhcp-networks {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.402335 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: dhcp-agents {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.403806 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: routers {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.405606 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: flavors {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.406899 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: service_profiles {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.408877 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: next_providers {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.410496 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: service_profiles {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.413421 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: floatingip-pools {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.414728 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: routers {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.416511 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: floatingips {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.417845 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: l3-routers {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.419288 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: l3-agents {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.420778 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: metering-labels {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.422133 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: metering-label-rules {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.423571 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: network-ip-availabilities {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.424908 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: bindings {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.426483 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: quotas {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.428183 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: quotas {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.429921 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: rbac-policies {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.431159 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: security-groups {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.432525 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: security-group-rules {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.433862 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: service-providers {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.435106 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: subnetpools {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.436502 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: subnetpools {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.438097 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: tags {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.440353 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: tags {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.442244 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: tags {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.444077 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: tags {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.445846 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: tags {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.447845 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: tags {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.449630 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: tags {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.451648 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: tags {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.453560 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: tags {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.456078 n-d-857339-6 neutron-server[105858]: DEBUG neutron.api.extensions [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Extended resource: tags {{(pid=105858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:23:30.462381 n-d-857339-6 neutron-server[105858]: WARNING keystonemiddleware.auth_token [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 02 12:23:30.467560 n-d-857339-6 neutron-server[105858]: WARNING keystonemiddleware.auth_token [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 02 12:23:30.476562 n-d-857339-6 neutron-server[105858]: DEBUG oslo_concurrency.lockutils [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Acquiring lock "singleton_lock" {{(pid=105858) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 02 12:23:30.476899 n-d-857339-6 neutron-server[105858]: DEBUG oslo_concurrency.lockutils [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Acquired lock "singleton_lock" {{(pid=105858) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Nov 02 12:23:30.477383 n-d-857339-6 neutron-server[105858]: DEBUG oslo_concurrency.lockutils [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Releasing lock "singleton_lock" {{(pid=105858) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Nov 02 12:23:30.478048 n-d-857339-6 neutron-server[105858]: INFO oslo_service.service [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Starting 2 workers Nov 02 12:23:30.482865 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Started child 105975 {{(pid=105858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 12:23:30.487499 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Started child 105976 {{(pid=105858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 12:23:30.488479 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:30.489183 n-d-857339-6 neutron-server[105858]: INFO neutron.service [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Neutron service started, listening on 0.0.0.0:9696 Nov 02 12:23:30.489771 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Publish callbacks [] for process (None), before_spawn {{(pid=105858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:30.489974 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [-] (105975) wsgi starting up on http://0.0.0.0:9696 Nov 02 12:23:30.492141 n-d-857339-6 neutron-server[105858]: INFO oslo_service.service [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Starting 1 workers Nov 02 12:23:30.492309 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:30.493665 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [-] (105976) wsgi starting up on http://0.0.0.0:9696 Nov 02 12:23:30.497431 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Started child 105977 {{(pid=105858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 12:23:30.498002 n-d-857339-6 neutron-server[105858]: INFO oslo_service.service [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Starting 1 workers Nov 02 12:23:30.501865 n-d-857339-6 neutron-server[105977]: DEBUG neutron.service [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] calling RpcWorker wait() {{(pid=105977) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 02 12:23:30.502435 n-d-857339-6 neutron-server[105977]: DEBUG neutron.service [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] returning from RpcWorker wait() {{(pid=105977) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 02 12:23:30.503138 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Started child 105978 {{(pid=105858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 12:23:30.503752 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:30.503964 n-d-857339-6 neutron-server[105858]: DEBUG neutron_lib.callbacks.manager [None req-015129b5-71c2-4dcf-b87a-7bb72f1f099c None None] Publish callbacks [] for process (None), after_spawn {{(pid=105858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:30.504292 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:23:30.505977 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105858) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 02 12:23:30.506196 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 12:23:30.506619 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 12:23:30.506619 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 12:23:30.506953 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 12:23:30.507132 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 12:23:30.507653 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.507932 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.508215 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.514793 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.514961 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:30.515438 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.515438 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.515438 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.515438 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.515438 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.515438 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.515438 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.515941 n-d-857339-6 neutron-server[105978]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:23:30.516025 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.516025 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.516025 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.516025 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.516025 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.516025 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.516025 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.516025 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.516623 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.516623 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.516623 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] debug = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.516623 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.516623 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.516623 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.517682 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.517682 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.517682 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.517682 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.517682 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.517682 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.517682 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.517682 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.518247 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.518247 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.518247 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.518247 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.518247 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.518247 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.518657 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] host = n-d-857339-6 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.518800 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.519237 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.519628 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.520073 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.520281 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.520579 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.520864 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.521125 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.521395 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.521626 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.522179 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.522179 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.522379 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.522618 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] log_file = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.522785 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] log_options = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.523025 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.523311 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.523585 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.523781 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.523952 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.524123 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.524418 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.524620 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.524888 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.525131 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.525351 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.525574 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.525793 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.526010 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.526253 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.526475 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.526737 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.526938 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.527188 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.527419 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.527651 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.527896 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.528141 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.528364 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.528640 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.528860 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.529093 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.529343 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.529559 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.530112 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.530112 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.530323 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.530563 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.530817 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.531080 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.531314 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.531546 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.531780 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.532046 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.532273 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.532547 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.532929 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.533317 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.533979 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.534928 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.535188 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.535611 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] use_json = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.535837 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.536060 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.536326 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.536574 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.536798 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.537024 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.537275 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.537510 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.537729 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.538246 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.538797 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.539127 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.539391 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.539665 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.539918 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.540153 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.540380 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.540781 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.549719 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.549719 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.549719 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.549719 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.549719 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.549719 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.549719 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.549719 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.550308 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.550308 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.550308 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.550308 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.550308 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.550308 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.550308 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.550308 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.550747 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.550747 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.550747 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.550747 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.550747 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.550747 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.550747 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.550747 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.551208 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.551208 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.551208 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.551208 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.551208 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.551208 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.551208 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.551208 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.551659 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.551659 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.551659 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.551659 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.551659 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.551659 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.551659 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.552084 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.552084 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.552286 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.552508 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.552783 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.553024 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.553283 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.553503 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.553777 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.554163 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.554568 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.555467 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.555467 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.555467 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.555710 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.555901 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.556153 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.556386 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.556642 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.556866 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.557183 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.557342 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.557711 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.558108 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.558354 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.558584 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.558869 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.559122 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.559361 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.559578 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.559795 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.560010 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.560227 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.561073 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.561073 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.561073 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.561337 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.561549 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.561773 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.561989 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.562205 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.562427 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.562641 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.562870 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.563170 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.563446 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.563691 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.564443 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.564706 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.564944 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.565225 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.565445 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.565683 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.565938 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.566192 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.566439 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.566691 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.566935 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.567158 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.567413 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.567631 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.567884 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.568119 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.568355 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.568640 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.568865 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.569088 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.569329 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.569569 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.569828 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.570088 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.570374 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.570618 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.570879 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.571132 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.571392 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.571664 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.571937 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.572191 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.572455 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.572897 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.573180 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.573448 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.573700 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.573933 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.574225 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.574493 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.574759 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.574989 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.575220 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.575507 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.575766 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.576006 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.576226 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.576456 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.576810 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.577050 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.577262 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.577478 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.577740 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.577972 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.578222 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.578499 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.579192 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.579192 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.579417 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.580336 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.580661 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.580904 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.581137 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.581354 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.581632 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.581849 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.582263 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.582413 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.582551 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.582744 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.582969 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.583192 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.583414 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.583637 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.583858 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.584112 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.584316 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.584574 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.584814 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.585039 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.585274 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.585515 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.585749 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.586134 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.586282 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.586497 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.586765 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.586983 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.587205 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.587443 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.587699 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.587921 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.588169 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.588394 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.588634 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.588849 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.589073 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.589306 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.589538 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.589785 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.590030 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.590233 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.590580 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.590845 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.591106 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.591444 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.591644 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.591899 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.592131 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.592353 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.592593 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.595735 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.595735 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.595735 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.595735 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.595735 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.595735 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.595735 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.595735 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.595735 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.597188 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.597188 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.597188 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.597188 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.597188 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.597188 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.597188 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.597188 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.597188 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.598431 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.598431 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.598431 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.598431 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.598738 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.598738 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.599037 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.599303 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.599550 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.599803 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.600022 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.600254 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.600510 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.600719 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.600931 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.601156 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.601371 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.601581 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.601806 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.602064 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.602274 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.602497 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.602712 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.602945 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.603171 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.603402 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.603612 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.603831 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.604046 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.604258 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.604592 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.604810 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.605021 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.605242 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.605463 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.605674 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.605898 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.606105 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.606313 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.606552 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.606768 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.606999 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.607309 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.607569 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.607790 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.608083 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.608311 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.608897 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.608897 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.609139 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.609356 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.609617 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.609888 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.610108 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.610331 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.610586 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.611448 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.611748 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.612028 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.612287 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.612596 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.612877 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.613164 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.613399 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.613701 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.614039 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.614306 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.614558 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.614833 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.615092 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.615516 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.615776 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.616017 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.616254 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.616475 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.616745 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.617007 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.617246 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.617466 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.617713 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.617935 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.618179 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.618643 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.618967 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.619190 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.619656 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 12:23:30.620103 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105858) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 02 12:23:30.620269 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 12:23:30.620674 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 12:23:30.620674 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 12:23:30.620881 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 12:23:30.620881 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 12:23:30.621105 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.621259 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.621422 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.621549 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.621732 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.621894 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.622053 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.622211 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.622369 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.622528 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.622685 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.622843 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.623002 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.623162 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.623637 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.623637 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.623637 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.623921 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.623921 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.624167 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.624251 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.624358 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] debug = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.624535 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.624752 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.624918 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.625076 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.625234 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.625392 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.625573 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.625734 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.625892 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.626050 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.626209 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.626413 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.626576 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.627263 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.627400 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.627523 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.627681 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.627845 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] host = n-d-857339-6 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.628176 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.628176 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.628409 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.628553 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.628651 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.628774 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.628932 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.629090 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.629247 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.629406 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.629563 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.629720 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.629878 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.630036 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] log_file = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.630193 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] log_options = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.630352 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.630508 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.630666 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.630852 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.631016 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.631174 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.631332 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.631490 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.631658 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.631805 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.631962 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.632120 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.632278 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.632437 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.632621 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.632780 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.633006 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.635693 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.635693 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.635693 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.635693 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.635693 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.635693 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.635693 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.635693 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.636622 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.636622 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.636622 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.636622 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.636622 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.636622 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.636622 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.636622 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.637342 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.637342 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.637342 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.637342 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.637342 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.637342 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.637342 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.637342 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.638248 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.638248 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.638248 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.638248 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.638248 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.638248 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] use_json = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.638248 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.638248 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.638248 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.638943 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.638943 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.638943 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.638943 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.638943 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.638943 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:23:30.638943 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.639651 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.639651 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.639651 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.639651 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.639920 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.639920 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.640087 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.640166 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.640291 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.640462 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.640646 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.640819 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.640980 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.641149 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.641289 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.641438 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.641599 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.641760 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.641923 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.642108 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.642269 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.642395 n-d-857339-6 neutron-server[105977]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:23:30.642538 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.642665 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.642787 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.642870 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.643029 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.643198 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.643359 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.643528 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.643703 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.643868 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.644030 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.644186 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.644347 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.644526 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.644692 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.644854 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.645018 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.645179 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.645342 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.645502 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.645662 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.645822 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.645984 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.646145 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.646306 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.646467 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.646628 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.646791 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.647613 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.647613 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.648083 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.648083 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.648311 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.648404 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.648572 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.648742 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.648890 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.649055 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.649231 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.649361 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.649513 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.649672 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.650030 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.650030 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.650277 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.650411 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.650535 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.650658 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.650808 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.650969 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.651208 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.651379 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.651711 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.651711 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.651917 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.652083 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.652212 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.652335 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.652459 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.652599 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.652735 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.652880 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.653063 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.653210 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.653356 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.653517 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.653677 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.653837 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.653997 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.654169 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.654344 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.654504 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.654666 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.654827 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.654990 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.655151 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.655423 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.655618 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.655743 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.655868 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.656028 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.656189 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.656355 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.656543 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.656707 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.656869 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.657028 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.657189 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.657350 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.657509 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.657696 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.657859 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.658020 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.658180 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.658340 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.658762 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.658927 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.659086 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.659253 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.659396 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.659558 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.659730 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.659889 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.660051 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.660214 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.660382 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.660576 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.660741 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.660904 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.661064 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.661224 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.661383 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.661585 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.661748 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.661898 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.662060 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.662209 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.662380 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.662542 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.662703 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.662850 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.663037 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.663184 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.663335 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.663494 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.663653 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.663815 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.663976 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.664136 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.664297 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.664444 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.664629 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.664767 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.664931 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.665092 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.665250 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.665398 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.665535 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.665697 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.665859 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.666021 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.666169 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.666331 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.666475 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.666639 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.666799 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.666963 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.667114 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.667269 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.667431 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.667580 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.667745 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.667906 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.668051 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.668246 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.668383 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.668589 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.668722 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.668857 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.668991 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.669125 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.669260 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.669426 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.669673 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.669883 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.670053 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.670440 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.670440 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.670797 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.671007 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.671155 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.671294 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.671424 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.671586 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.671747 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.671908 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.672090 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.672251 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.672412 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.672628 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.675559 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.675559 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.675559 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.675559 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.675559 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.675559 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.675559 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.675559 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.675559 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.676341 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.676341 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.676341 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.676341 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.676341 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.676341 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.676341 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.676341 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.676925 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.676925 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.676925 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.676925 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.676925 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.676925 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.676925 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.678583 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.678583 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.678583 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.678583 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.678583 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.678583 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.678583 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.678583 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.679625 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.679625 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.679625 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.679625 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.679625 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.679625 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.679625 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.679625 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.680168 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.680168 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.680168 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.680168 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.680168 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.680168 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.680687 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.680687 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.680687 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.680896 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.680975 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.681111 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.681282 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.681444 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.681604 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.681763 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.681923 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.682083 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.682254 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.682415 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.682574 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.682734 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.682893 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.683053 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.683224 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.683386 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.683547 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.683716 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.683876 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.684114 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.684243 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.684348 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.684525 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.684755 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.684852 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.684981 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.685146 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.685308 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.685527 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.685701 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.685867 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.686029 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.686197 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.686367 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.686527 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.686905 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.686905 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.687101 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.687181 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.687345 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.687505 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.687666 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.687827 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.687990 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.688153 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.688312 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.688473 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.688654 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.688814 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.689526 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.689688 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.689840 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.690001 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.690161 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.690319 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.690478 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.690637 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:23:30.690791 n-d-857339-6 neutron-server[105858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 12:23:30.873192 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53730) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:23:30.880860 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [-] 10.222.0.64 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0055056 Nov 02 12:23:30.885398 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [-] 10.222.0.64 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039408 Nov 02 12:23:39.833828 n-d-857339-6 neutron-server[105858]: DEBUG dbcounter [-] [105858] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=105858) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:42.821482 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writer thread running {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Nov 02 12:23:42.823256 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6b001a-7dce-4b31-933b-ca2bfef86a5e None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:23:42.895761 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6b001a-7dce-4b31-933b-ca2bfef86a5e None None] No non-hosted networks {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 02 12:23:42.949449 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.agentschedulers_db [None req-cb6b001a-7dce-4b31-933b-ca2bfef86a5e None None] DHCP Agent not found on host n-d-857339-6 {{(pid=105977) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Nov 02 12:23:43.035282 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-29972a05-c258-4996-b407-48cee4caaca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630366'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:44.651338 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writer thread running {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Nov 02 12:23:45.373139 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-62862caf-d4c9-46d1-b0ef-49d2e9258498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630366'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:45.434679 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-0241a671-89d9-42a9-b108-aaae5670f785 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-857339-6 {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:23:45.435610 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-0241a671-89d9-42a9-b108-aaae5670f785 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:23:46.006338 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0241a671-89d9-42a9-b108-aaae5670f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:46.708616 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630366'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:46.967849 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53806) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:23:47.567441 n-d-857339-6 neutron-server[105976]: WARNING oslo_policy.policy [None req-96fa91b9-6d7a-4dd7-8c8f-cd909b72f5ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:23:47.568030 n-d-857339-6 neutron-server[105976]: WARNING oslo_policy.policy [None req-96fa91b9-6d7a-4dd7-8c8f-cd909b72f5ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:23:47.807284 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-96fa91b9-6d7a-4dd7-8c8f-cd909b72f5ea admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:23:47.826012 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-96fa91b9-6d7a-4dd7-8c8f-cd909b72f5ea admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8569546 Nov 02 12:23:48.216897 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630366'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:48.320453 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630366'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:48.321633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:48.324471 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:48.325184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:48.332010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:48.332010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:48.332010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:48.332010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:48.332010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:48.332359 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:48.333058 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:48.333782 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:48.336091 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:48.338295 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:48.339274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:48.339820 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:48.341170 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-857339-6', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:23:48.362478 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-857339-6', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:23:48.751929 n-d-857339-6 neutron-server[105977]: INFO neutron.db.l3_hamode_db [None req-356c03e9-1891-43b5-bb60-11b973e57336 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 02 12:23:48.832136 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356c03e9-1891-43b5-bb60-11b973e57336 None None] Routers set() bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:23:48.832550 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356c03e9-1891-43b5-bb60-11b973e57336 None None] Router IDs set() for agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Nov 02 12:23:50.593222 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53840) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:23:50.922043 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e6bb79e0-87f0-4dc8-87f2-bd282a7ab313 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:23:50.934490 n-d-857339-6 neutron-server[105976]: ERROR stevedore.extension [None req-e6bb79e0-87f0-4dc8-87f2-bd282a7ab313 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Nov 02 12:23:51.016308 n-d-857339-6 neutron-server[105976]: DEBUG neutron.policy [None req-e6bb79e0-87f0-4dc8-87f2-bd282a7ab313 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105976) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 02 12:23:51.058510 n-d-857339-6 neutron-server[105976]: WARNING oslo_policy.policy [None req-e6bb79e0-87f0-4dc8-87f2-bd282a7ab313 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:23:51.058824 n-d-857339-6 neutron-server[105976]: WARNING oslo_policy.policy [None req-e6bb79e0-87f0-4dc8-87f2-bd282a7ab313 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:23:51.079001 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writer thread running {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Nov 02 12:23:51.270465 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e6bb79e0-87f0-4dc8-87f2-bd282a7ab313 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744312247239', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744312246747', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744312295679', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744312290592', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744312276839', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744312339333', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3512828', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3391908', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1945782', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2086308'] for rbac-policy (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:51.481743 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e6bb79e0-87f0-4dc8-87f2-bd282a7ab313 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:51.483071 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e6bb79e0-87f0-4dc8-87f2-bd282a7ab313 admin admin] 10.222.0.64 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8888023 Nov 02 12:23:54.141779 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53850) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:23:54.467555 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:23:54.634066 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Made reservation on behalf of 29b16a0ffa434edf88667c6f42f00624 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:23:54.638309 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:54.657999 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:54.773049 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Publish callbacks [] for security_group (54c07dbb-aeb9-47ad-afb5-9fcb38aa0da8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:54.816716 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (54c07dbb-aeb9-47ad-afb5-9fcb38aa0da8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:54.840979 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:23:54.876409 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744311566201', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (7e7783cb-e1b5-487f-9d6c-be0e009d4540), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:54.877001 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Unsubscribe: segment precommit_create {{(pid=105976) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 02 12:23:54.878236 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Added segment 7e7783cb-e1b5-487f-9d6c-be0e009d4540 of type vlan for network 9b4bc725-c63d-4ab0-a0fa-60711ac22c15 Nov 02 12:23:54.894568 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=54c07dbb-aeb9-47ad-afb5-9fcb38aa0da8,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:23:54.943640 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.943896 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.944225 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.944575 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.944903 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.945226 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.945547 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.945864 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.946173 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.946484 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.946822 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.947134 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.947444 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.947752 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.948062 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Tracked resource versions report: Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: pushed versions: Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: { 'AddressGroup': {'1.2'}, Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'Agent': {'1.1'}, Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'ConntrackHelper': {'1.0'}, Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'Log': {'1.0'}, Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'NDPProxy': {'1.0'}, Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'Network': {'1.1'}, Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'Port': {'1.7'}, Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'PortForwarding': {'1.3'}, Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'QosPolicy': {'1.10'}, Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'SecurityGroup': {'1.5'}, Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'SubPort': {'1.0'}, Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'Subnet': {'1.1'}, Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'Trunk': {'1.1'}} Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: consumer versions: Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: { DHCP agent@n-d-857339-6: {}, Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: L3 agent@n-d-857339-6: {}, Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: Metadata agent@n-d-857339-6: {}, Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: Metering agent@n-d-857339-6: {}, Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: Open vSwitch agent@n-d-857339-6: { 'AddressGroup': '1.2', Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'Agent': '1.1', Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'ConntrackHelper': '1.0', Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'LocalIPAssociation': '1.0', Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'Log': '1.0', Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'NDPProxy': '1.0', Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'Network': '1.1', Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'Port': '1.7', Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'PortForwarding': '1.3', Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'QosPolicy': '1.10', Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'SecurityGroup': '1.5', Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'SecurityGroupRule': '1.2', Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'SubPort': '1.0', Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'Subnet': '1.1', Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: 'Trunk': '1.1'}} Nov 02 12:23:54.949248 n-d-857339-6 neutron-server[105976]: {{(pid=105976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:23:54.988115 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (9b4bc725-c63d-4ab0-a0fa-60711ac22c15), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:55.010979 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:55.091413 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (9b4bc725-c63d-4ab0-a0fa-60711ac22c15), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:55.097100 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:23:55.097849 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:55.214669 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] Pushing event updated for resources: {'Network': ['ID=9b4bc725-c63d-4ab0-a0fa-60711ac22c15,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:23:55.226974 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 9b4bc725-c63d-4ab0-a0fa-60711ac22c15 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:23:55.317005 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-93ebb91d-c340-4bab-b75f-c4aad5ab21e6 demo demo] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1741402 Nov 02 12:23:57.990420 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53864) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:23:58.172685 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=14,neutron:INSERT=31 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:58.182682 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=10 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:58.506616 n-d-857339-6 neutron-server[105975]: WARNING oslo_policy.policy [None req-56b711c2-a76d-4383-933c-5ef421bcc957 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:23:58.507180 n-d-857339-6 neutron-server[105975]: WARNING oslo_policy.policy [None req-56b711c2-a76d-4383-933c-5ef421bcc957 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:23:58.745446 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writer thread running {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Nov 02 12:23:58.766216 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:58.902322 n-d-857339-6 neutron-server[105975]: ERROR stevedore.extension [None req-56b711c2-a76d-4383-933c-5ef421bcc957 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Nov 02 12:23:58.962754 n-d-857339-6 neutron-server[105975]: DEBUG neutron.policy [None req-56b711c2-a76d-4383-933c-5ef421bcc957 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105975) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 02 12:23:59.003879 n-d-857339-6 neutron-server[105975]: WARNING oslo_policy.policy [None req-56b711c2-a76d-4383-933c-5ef421bcc957 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:23:59.004454 n-d-857339-6 neutron-server[105975]: WARNING oslo_policy.policy [None req-56b711c2-a76d-4383-933c-5ef421bcc957 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:23:59.011794 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b711c2-a76d-4383-933c-5ef421bcc957 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:23:59.013754 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-56b711c2-a76d-4383-933c-5ef421bcc957 demo admin] 10.222.0.64 "GET /networking/v2.0/networks/9b4bc725-c63d-4ab0-a0fa-60711ac22c15 HTTP/1.1" status: 200 len: 825 time: 1.0215485 Nov 02 12:23:59.055472 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1e7c5327-af4c-4509-bba4-e7fdafc5d13c demo admin] 10.222.0.64 "GET /networking/v2.0/subnetpools/d421dbb8-3d24-4d1b-8efe-279b8e145317 HTTP/1.1" status: 200 len: 734 time: 0.0350320 Nov 02 12:23:59.065284 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'd421dbb8-3d24-4d1b-8efe-279b8e145317', 'gateway_ip': '172.20.0.1', 'network_id': '9b4bc725-c63d-4ab0-a0fa-60711ac22c15', 'name': 'private-subnet'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:23:59.159837 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Made reservation on behalf of 29b16a0ffa434edf88667c6f42f00624 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:23:59.162707 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:59.520574 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for subnet (78caaca9-9922-46d7-ab2e-ff19f7f2204f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:59.594357 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Checking segment: {'id': '7e7783cb-e1b5-487f-9d6c-be0e009d4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9b4bc725-c63d-4ab0-a0fa-60711ac22c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:23:59.594742 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Network hostable DHCP agents. Network: 9b4bc725-c63d-4ab0-a0fa-60711ac22c15, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:23:59.602378 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Pushing event updated for resources: {'Subnet': ['ID=78caaca9-9922-46d7-ab2e-ff19f7f2204f,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:23:59.614387 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:59.614728 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:59.615058 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:59.615395 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:59.615718 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:59.616038 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:59.616357 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:59.616699 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:59.617021 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:59.617332 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:59.617646 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:59.617958 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:59.618270 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:59.618581 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:59.618890 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Tracked resource versions report: Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: pushed versions: Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: { 'AddressGroup': {'1.2'}, Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'Agent': {'1.1'}, Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'ConntrackHelper': {'1.0'}, Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'Log': {'1.0'}, Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'NDPProxy': {'1.0'}, Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'Network': {'1.1'}, Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'Port': {'1.7'}, Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'PortForwarding': {'1.3'}, Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'QosPolicy': {'1.10'}, Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'SecurityGroup': {'1.5'}, Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'SubPort': {'1.0'}, Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'Subnet': {'1.1'}, Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'Trunk': {'1.1'}} Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: consumer versions: Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: { DHCP agent@n-d-857339-6: {}, Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: L3 agent@n-d-857339-6: {}, Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: Metadata agent@n-d-857339-6: {}, Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: Metering agent@n-d-857339-6: {}, Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: Open vSwitch agent@n-d-857339-6: { 'AddressGroup': '1.2', Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'Agent': '1.1', Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'ConntrackHelper': '1.0', Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'LocalIPAssociation': '1.0', Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'Log': '1.0', Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'NDPProxy': '1.0', Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'Network': '1.1', Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'Port': '1.7', Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'PortForwarding': '1.3', Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'QosPolicy': '1.10', Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'SecurityGroup': '1.5', Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'SecurityGroupRule': '1.2', Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'SubPort': '1.0', Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'Subnet': '1.1', Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: 'Trunk': '1.1'}} Nov 02 12:23:59.620004 n-d-857339-6 neutron-server[105975]: {{(pid=105975) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:23:59.719325 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Network 9b4bc725-c63d-4ab0-a0fa-60711ac22c15 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:23:59.804256 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 9b4bc725-c63d-4ab0-a0fa-60711ac22c15) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:23:59.809242 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:23:59.809953 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:59.816121 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba46f81-6010-4dfc-903c-eb27aa409230 None None] Network 9b4bc725-c63d-4ab0-a0fa-60711ac22c15 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:23:59.825960 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=35,neutron:INSERT=33 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:59.898244 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-23aff289-14b6-4646-b93f-8ab5e9a6279f demo admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8368995 Nov 02 12:24:00.089520 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-9b4bc725-c63d-4ab0-a0fa-60711ac22c15', 'network_id': '9b4bc725-c63d-4ab0-a0fa-60711ac22c15', 'project_id': '29b16a0ffa434edf88667c6f42f00624', 'fixed_ips': [{'subnet_id': '78caaca9-9922-46d7-ab2e-ff19f7f2204f'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:24:00.090816 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:00.394147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Allocated IP 172.20.0.2 (9b4bc725-c63d-4ab0-a0fa-60711ac22c15/78caaca9-9922-46d7-ab2e-ff19f7f2204f/5f1a5df2-4f1b-4933-9d61-8e24cac5932a) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:24:00.690876 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Publish callbacks [] for port (5f1a5df2-4f1b-4933-9d61-8e24cac5932a), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:00.788298 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (5f1a5df2-4f1b-4933-9d61-8e24cac5932a), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:00.866085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Network 9b4bc725-c63d-4ab0-a0fa-60711ac22c15 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:24:00.874147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:24:00.881970 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:24:00.888653 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Pushing event updated for resources: {'Port': ['ID=5f1a5df2-4f1b-4933-9d61-8e24cac5932a,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:00.922826 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:00.923199 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:00.923515 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:00.923853 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:00.924191 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:00.924571 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:00.924902 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:00.925234 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:00.925558 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:00.925894 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:00.926216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:00.926536 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:00.926901 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:00.927180 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:00.927499 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Tracked resource versions report: Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: pushed versions: Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: { 'AddressGroup': {'1.2'}, Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'Agent': {'1.1'}, Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'ConntrackHelper': {'1.0'}, Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'Log': {'1.0'}, Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'NDPProxy': {'1.0'}, Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'Network': {'1.1'}, Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'Port': {'1.7'}, Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'PortForwarding': {'1.3'}, Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'QosPolicy': {'1.10'}, Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'SecurityGroup': {'1.5'}, Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'SubPort': {'1.0'}, Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'Subnet': {'1.1'}, Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'Trunk': {'1.1'}} Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: consumer versions: Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: { DHCP agent@n-d-857339-6: {}, Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: L3 agent@n-d-857339-6: {}, Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: Metadata agent@n-d-857339-6: {}, Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: Metering agent@n-d-857339-6: {}, Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: Open vSwitch agent@n-d-857339-6: { 'AddressGroup': '1.2', Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'Agent': '1.1', Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'ConntrackHelper': '1.0', Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'LocalIPAssociation': '1.0', Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'Log': '1.0', Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'NDPProxy': '1.0', Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'Network': '1.1', Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'Port': '1.7', Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'PortForwarding': '1.3', Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'QosPolicy': '1.10', Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'SecurityGroup': '1.5', Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'SecurityGroupRule': '1.2', Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'SubPort': '1.0', Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'Subnet': '1.1', Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: 'Trunk': '1.1'}} Nov 02 12:24:00.928666 n-d-857339-6 neutron-server[105977]: {{(pid=105977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:24:00.951627 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:00.981794 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Attempting to bind port 5f1a5df2-4f1b-4933-9d61-8e24cac5932a on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:24:00.982193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Attempting to bind port 5f1a5df2-4f1b-4933-9d61-8e24cac5932a by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '7e7783cb-e1b5-487f-9d6c-be0e009d4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9b4bc725-c63d-4ab0-a0fa-60711ac22c15'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:24:00.982646 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Attempting to bind port 5f1a5df2-4f1b-4933-9d61-8e24cac5932a on network 9b4bc725-c63d-4ab0-a0fa-60711ac22c15 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:24:01.032345 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:24:01.032739 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Checking segment: {'id': '7e7783cb-e1b5-487f-9d6c-be0e009d4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9b4bc725-c63d-4ab0-a0fa-60711ac22c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:24:01.033202 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:01.034024 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Bound using segment: {'id': '7e7783cb-e1b5-487f-9d6c-be0e009d4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9b4bc725-c63d-4ab0-a0fa-60711ac22c15'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:24:01.034499 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Bound port: 5f1a5df2-4f1b-4933-9d61-8e24cac5932a, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7783cb-e1b5-487f-9d6c-be0e009d4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9b4bc725-c63d-4ab0-a0fa-60711ac22c15'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:24:01.034955 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5f1a5df2-4f1b-4933-9d61-8e24cac5932a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:01.104801 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] For port 5f1a5df2-4f1b-4933-9d61-8e24cac5932a, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:24:01.125716 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] For port 5f1a5df2-4f1b-4933-9d61-8e24cac5932a, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5f1a5df2-4f1b-4933-9d61-8e24cac5932a,segment=NetworkSegment(7e7783cb-e1b5-487f-9d6c-be0e009d4540),segment_id=7e7783cb-e1b5-487f-9d6c-be0e009d4540)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:24:01.211938 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5f1a5df2-4f1b-4933-9d61-8e24cac5932a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:01.261617 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04287250-a83d-4044-88bf-56eaa646c112 None None] Pushing event updated for resources: {'Port': ['ID=5f1a5df2-4f1b-4933-9d61-8e24cac5932a,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:02.654144 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53892) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:24:03.059445 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-4e748c2a-6da5-41d9-878c-df4e5df0d4f6 admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:24:03.060504 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4e748c2a-6da5-41d9-878c-df4e5df0d4f6 admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4052458 Nov 02 12:24:05.211327 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=52,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:05.772284 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53900) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:24:06.142235 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-7c749966-ecb8-4281-8f6b-5ee1d7982e48 admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:24:06.143263 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7c749966-ecb8-4281-8f6b-5ee1d7982e48 admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3698459 Nov 02 12:24:08.836526 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53912) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:24:09.172806 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-dad7488c-4b15-4823-9bfd-f12176911fa2 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:24:09.303158 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dad7488c-4b15-4823-9bfd-f12176911fa2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (06868e74-87de-4116-9325-3c02b1dfefe4), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:09.304730 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dad7488c-4b15-4823-9bfd-f12176911fa2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (06868e74-87de-4116-9325-3c02b1dfefe4), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:09.425195 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c4b23d-dee6-460a-b7b7-ce365a7f813f None None] Network 9b4bc725-c63d-4ab0-a0fa-60711ac22c15 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:24:09.445787 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dad7488c-4b15-4823-9bfd-f12176911fa2 demo demo] Publish callbacks [] for router_controller (06868e74-87de-4116-9325-3c02b1dfefe4), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:09.484901 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:09.555013 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 5 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:24:09.555548 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dad7488c-4b15-4823-9bfd-f12176911fa2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (06868e74-87de-4116-9325-3c02b1dfefe4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:09.558782 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7cc96e1f-7633-49a8-8bf0-6588cf5c22eb None None] Provisioning complete for port 5f1a5df2-4f1b-4933-9d61-8e24cac5932a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:24:09.559218 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7cc96e1f-7633-49a8-8bf0-6588cf5c22eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5f1a5df2-4f1b-4933-9d61-8e24cac5932a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:09.559575 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7cc96e1f-7633-49a8-8bf0-6588cf5c22eb None None] Attempt 1 to provision port 5f1a5df2-4f1b-4933-9d61-8e24cac5932a Nov 02 12:24:09.695239 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7cc96e1f-7633-49a8-8bf0-6588cf5c22eb None None] Current status of the port 5f1a5df2-4f1b-4933-9d61-8e24cac5932a is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:24:09.695453 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7cc96e1f-7633-49a8-8bf0-6588cf5c22eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5f1a5df2-4f1b-4933-9d61-8e24cac5932a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:09.732191 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7cc96e1f-7633-49a8-8bf0-6588cf5c22eb None None] For port 5f1a5df2-4f1b-4933-9d61-8e24cac5932a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5f1a5df2-4f1b-4933-9d61-8e24cac5932a,segment=NetworkSegment(7e7783cb-e1b5-487f-9d6c-be0e009d4540),segment_id=7e7783cb-e1b5-487f-9d6c-be0e009d4540)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:24:09.767167 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dad7488c-4b15-4823-9bfd-f12176911fa2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:09.768972 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dad7488c-4b15-4823-9bfd-f12176911fa2 demo demo] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9313927 Nov 02 12:24:09.868511 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7cc96e1f-7633-49a8-8bf0-6588cf5c22eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5f1a5df2-4f1b-4933-9d61-8e24cac5932a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:09.927035 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc96e1f-7633-49a8-8bf0-6588cf5c22eb None None] Pushing event updated for resources: {'Port': ['ID=5f1a5df2-4f1b-4933-9d61-8e24cac5932a,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:09.991750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0210f39e-557c-48a6-995d-5b413f21605a None None] Provisioning complete for port 5f1a5df2-4f1b-4933-9d61-8e24cac5932a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:24:09.992270 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0210f39e-557c-48a6-995d-5b413f21605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5f1a5df2-4f1b-4933-9d61-8e24cac5932a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:09.992726 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0210f39e-557c-48a6-995d-5b413f21605a None None] Attempt 1 to provision port 5f1a5df2-4f1b-4933-9d61-8e24cac5932a Nov 02 12:24:10.014029 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5f1a5df2-4f1b-4933-9d61-8e24cac5932a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:24:10.098385 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5f1a5df2-4f1b-4933-9d61-8e24cac5932a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:24:10.098777 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5f1a5df2-4f1b-4933-9d61-8e24cac5932a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:10.099119 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5f1a5df2-4f1b-4933-9d61-8e24cac5932a Nov 02 12:24:10.130655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0210f39e-557c-48a6-995d-5b413f21605a None None] Current status of the port 5f1a5df2-4f1b-4933-9d61-8e24cac5932a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:24:10.134966 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:10.183441 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5f1a5df2-4f1b-4933-9d61-8e24cac5932a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:24:11.952955 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5f1a5df2-4f1b-4933-9d61-8e24cac5932a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:24:11.997664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5f1a5df2-4f1b-4933-9d61-8e24cac5932a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:24:11.998062 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5f1a5df2-4f1b-4933-9d61-8e24cac5932a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:11.998401 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5f1a5df2-4f1b-4933-9d61-8e24cac5932a Nov 02 12:24:12.073012 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5f1a5df2-4f1b-4933-9d61-8e24cac5932a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:24:12.449102 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53920) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:24:12.774673 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-464abc00-2aae-4922-9b8a-98dcd13e3b6b admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:24:12.775758 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-464abc00-2aae-4922-9b8a-98dcd13e3b6b admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3258097 Nov 02 12:24:12.822579 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-80ea6a48-1551-4a6e-bb97-42bf112bb739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:15.251002 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5eac9308-6950-4106-900f-996fdee23353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:15.464224 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53928) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:24:15.794492 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6ac4524f-b73b-4bd5-bc10-08ae48f7cc34 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:24:15.930014 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac4524f-b73b-4bd5-bc10-08ae48f7cc34 admin admin] Made reservation on behalf of a77a9a466b3c4a1db84a2273ce5d6a0e for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:24:15.930014 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ac4524f-b73b-4bd5-bc10-08ae48f7cc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:15.940978 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ac4524f-b73b-4bd5-bc10-08ae48f7cc34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:16.009769 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:16.061576 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ac4524f-b73b-4bd5-bc10-08ae48f7cc34 admin admin] Publish callbacks [] for security_group (04e87c09-f9a3-4fbb-b1b2-acb05e8930e7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:16.154027 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ac4524f-b73b-4bd5-bc10-08ae48f7cc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (04e87c09-f9a3-4fbb-b1b2-acb05e8930e7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:16.161262 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:INSERT=17,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:16.173709 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6ac4524f-b73b-4bd5-bc10-08ae48f7cc34 admin admin] Reserving flat network on physical network physnet1 {{(pid=105975) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 02 12:24:16.196359 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4524f-b73b-4bd5-bc10-08ae48f7cc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e87c09-f9a3-4fbb-b1b2-acb05e8930e7,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:16.202348 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ac4524f-b73b-4bd5-bc10-08ae48f7cc34 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744311566201', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (2d0f7dc4-9c85-4bda-bd60-957a32efbfa3), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:16.202898 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ac4524f-b73b-4bd5-bc10-08ae48f7cc34 admin admin] Unsubscribe: segment precommit_create {{(pid=105975) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 02 12:24:16.203408 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-6ac4524f-b73b-4bd5-bc10-08ae48f7cc34 admin admin] Added segment 2d0f7dc4-9c85-4bda-bd60-957a32efbfa3 of type flat for network 66ab45f6-fff6-43fb-9582-29b239eb5a72 Nov 02 12:24:16.260195 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ac4524f-b73b-4bd5-bc10-08ae48f7cc34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (66ab45f6-fff6-43fb-9582-29b239eb5a72), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:16.348147 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ac4524f-b73b-4bd5-bc10-08ae48f7cc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (66ab45f6-fff6-43fb-9582-29b239eb5a72), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:16.349242 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac4524f-b73b-4bd5-bc10-08ae48f7cc34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:24:16.349824 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ac4524f-b73b-4bd5-bc10-08ae48f7cc34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:16.446706 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4524f-b73b-4bd5-bc10-08ae48f7cc34 admin admin] Pushing event updated for resources: {'Network': ['ID=66ab45f6-fff6-43fb-9582-29b239eb5a72,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:16.458135 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:24:16.511279 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6ac4524f-b73b-4bd5-bc10-08ae48f7cc34 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0457809 Nov 02 12:24:16.679618 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:18.113959 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:18.153911 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:19.183560 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53938) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:24:19.550168 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:19.550700 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf97048-c51a-420a-b1b9-4fa35511d360 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:24:19.551969 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6cf97048-c51a-420a-b1b9-4fa35511d360 demo admin] 10.222.0.64 "GET /networking/v2.0/subnets/78caaca9-9922-46d7-ab2e-ff19f7f2204f HTTP/1.1" status: 200 len: 849 time: 0.3674645 Nov 02 12:24:19.674723 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3e969aaf-6ef1-435f-bd6a-4ef16e53ff16 demo admin] 10.222.0.64 "GET /networking/v2.0/routers/06868e74-87de-4116-9325-3c02b1dfefe4 HTTP/1.1" status: 200 len: 704 time: 0.1167054 Nov 02 12:24:19.936226 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f16b4982-57df-41a6-892b-33f32d76a90c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:20.114308 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:20.230633 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-f16b4982-57df-41a6-892b-33f32d76a90c demo admin] Allocated IP 172.20.0.1 (9b4bc725-c63d-4ab0-a0fa-60711ac22c15/78caaca9-9922-46d7-ab2e-ff19f7f2204f/e1936d7d-03d3-4129-8699-fad11e4c6667) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:24:20.389545 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f16b4982-57df-41a6-892b-33f32d76a90c demo admin] Publish callbacks [] for port (e1936d7d-03d3-4129-8699-fad11e4c6667), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:20.447945 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:20.503563 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f16b4982-57df-41a6-892b-33f32d76a90c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (e1936d7d-03d3-4129-8699-fad11e4c6667), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:20.622804 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16b4982-57df-41a6-892b-33f32d76a90c demo admin] Network 9b4bc725-c63d-4ab0-a0fa-60711ac22c15 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:24:20.631048 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f16b4982-57df-41a6-892b-33f32d76a90c demo admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:24:20.642292 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16b4982-57df-41a6-892b-33f32d76a90c demo admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:24:20.642292 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f16b4982-57df-41a6-892b-33f32d76a90c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (06868e74-87de-4116-9325-3c02b1dfefe4), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:20.662140 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b4982-57df-41a6-892b-33f32d76a90c demo admin] Pushing event updated for resources: {'Port': ['ID=e1936d7d-03d3-4129-8699-fad11e4c6667,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:20.810183 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-54a3f8da-b5b9-4f29-9879-60f16c93b741 None None] Provisioning complete for port e1936d7d-03d3-4129-8699-fad11e4c6667 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:24:20.810773 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-54a3f8da-b5b9-4f29-9879-60f16c93b741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e1936d7d-03d3-4129-8699-fad11e4c6667), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:20.810888 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-54a3f8da-b5b9-4f29-9879-60f16c93b741 None None] Attempt 1 to provision port e1936d7d-03d3-4129-8699-fad11e4c6667 Nov 02 12:24:20.842021 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-54a3f8da-b5b9-4f29-9879-60f16c93b741 None None] Port e1936d7d-03d3-4129-8699-fad11e4c6667 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:24:21.021093 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f16b4982-57df-41a6-892b-33f32d76a90c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e1936d7d-03d3-4129-8699-fad11e4c6667), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:21.229443 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f16b4982-57df-41a6-892b-33f32d76a90c demo admin] Publish callbacks [] for port (e1936d7d-03d3-4129-8699-fad11e4c6667), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:21.302021 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f16b4982-57df-41a6-892b-33f32d76a90c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e1936d7d-03d3-4129-8699-fad11e4c6667), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:21.302811 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f16b4982-57df-41a6-892b-33f32d76a90c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (06868e74-87de-4116-9325-3c02b1dfefe4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:21.360720 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b4982-57df-41a6-892b-33f32d76a90c demo admin] Pushing event updated for resources: {'Port': ['ID=e1936d7d-03d3-4129-8699-fad11e4c6667,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:21.432233 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16b4982-57df-41a6-892b-33f32d76a90c demo admin] Network 9b4bc725-c63d-4ab0-a0fa-60711ac22c15 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:24:21.433556 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f16b4982-57df-41a6-892b-33f32d76a90c demo admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:24:21.584733 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:21.652114 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16b4982-57df-41a6-892b-33f32d76a90c demo admin] Router 06868e74-87de-4116-9325-3c02b1dfefe4 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:24:21.665587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-abfe23ad-56a7-459c-9ea7-9fb013c5c452 None None] Provisioning complete for port e1936d7d-03d3-4129-8699-fad11e4c6667 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:24:21.665976 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-abfe23ad-56a7-459c-9ea7-9fb013c5c452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e1936d7d-03d3-4129-8699-fad11e4c6667), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:21.666316 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-abfe23ad-56a7-459c-9ea7-9fb013c5c452 None None] Attempt 1 to provision port e1936d7d-03d3-4129-8699-fad11e4c6667 Nov 02 12:24:21.697263 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-abfe23ad-56a7-459c-9ea7-9fb013c5c452 None None] Port e1936d7d-03d3-4129-8699-fad11e4c6667 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:24:21.746653 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16b4982-57df-41a6-892b-33f32d76a90c demo admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:24:21.752120 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f16b4982-57df-41a6-892b-33f32d76a90c demo admin] 10.222.0.64 "PUT /networking/v2.0/routers/06868e74-87de-4116-9325-3c02b1dfefe4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0719287 Nov 02 12:24:21.768990 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] Sync routers for ids ['06868e74-87de-4116-9325-3c02b1dfefe4'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:24:21.783789 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] Routers {'06868e74-87de-4116-9325-3c02b1dfefe4'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:24:21.784651 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:24:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['06868e74-87de-4116-9325-3c02b1dfefe4'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:21.971972 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] Set router 06868e74-87de-4116-9325-3c02b1dfefe4 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:24:22.405526 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06868e74-87de-4116-9325-3c02b1dfefe4', 'name': 'router1', 'tenant_id': '29b16a0ffa434edf88667c6f42f00624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:24:09Z', 'updated_at': '2022-11-02T12:24:20Z', 'revision_number': 2, 'project_id': '29b16a0ffa434edf88667c6f42f00624', 'gw_port_host': None, '_interfaces': [{'id': 'e1936d7d-03d3-4129-8699-fad11e4c6667', 'name': '', 'network_id': '9b4bc725-c63d-4ab0-a0fa-60711ac22c15', 'tenant_id': '29b16a0ffa434edf88667c6f42f00624', 'mac_address': 'fa:16:3e:cf:6a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06868e74-87de-4116-9325-3c02b1dfefe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78caaca9-9922-46d7-ab2e-ff19f7f2204f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:24:19Z', 'updated_at': '2022-11-02T12:24:21Z', 'revision_number': 2, 'project_id': '29b16a0ffa434edf88667c6f42f00624', 'subnets': [{'id': '78caaca9-9922-46d7-ab2e-ff19f7f2204f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd421dbb8-3d24-4d1b-8efe-279b8e145317'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:22.456901 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] Checking router: 06868e74-87de-4116-9325-3c02b1dfefe4 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:24:22.457263 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] Updating router 06868e74-87de-4116-9325-3c02b1dfefe4 port e1936d7d-03d3-4129-8699-fad11e4c6667 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:24:22.517585 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e1936d7d-03d3-4129-8699-fad11e4c6667), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:23.047031 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] Publish callbacks [] for port (e1936d7d-03d3-4129-8699-fad11e4c6667), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:23.136993 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e1936d7d-03d3-4129-8699-fad11e4c6667), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:23.285172 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5bd73-11a2-4ee0-a2d1-76d71edd3baa None None] Pushing event updated for resources: {'Port': ['ID=e1936d7d-03d3-4129-8699-fad11e4c6667,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:23.299581 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5bd73-11a2-4ee0-a2d1-76d71edd3baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:23.299845 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5bd73-11a2-4ee0-a2d1-76d71edd3baa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:23.300176 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5bd73-11a2-4ee0-a2d1-76d71edd3baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:23.300518 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5bd73-11a2-4ee0-a2d1-76d71edd3baa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:23.300876 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5bd73-11a2-4ee0-a2d1-76d71edd3baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:23.301197 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5bd73-11a2-4ee0-a2d1-76d71edd3baa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:23.301512 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5bd73-11a2-4ee0-a2d1-76d71edd3baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:23.301827 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5bd73-11a2-4ee0-a2d1-76d71edd3baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:23.302141 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5bd73-11a2-4ee0-a2d1-76d71edd3baa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:23.302453 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5bd73-11a2-4ee0-a2d1-76d71edd3baa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:23.302766 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5bd73-11a2-4ee0-a2d1-76d71edd3baa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:23.303075 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5bd73-11a2-4ee0-a2d1-76d71edd3baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:23.303384 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5bd73-11a2-4ee0-a2d1-76d71edd3baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:23.303695 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5bd73-11a2-4ee0-a2d1-76d71edd3baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:23.304002 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5bd73-11a2-4ee0-a2d1-76d71edd3baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5bd73-11a2-4ee0-a2d1-76d71edd3baa None None] Tracked resource versions report: Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: pushed versions: Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: { 'AddressGroup': {'1.2'}, Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'Agent': {'1.1'}, Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'ConntrackHelper': {'1.0'}, Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'Log': {'1.0'}, Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'NDPProxy': {'1.0'}, Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'Network': {'1.1'}, Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'Port': {'1.7'}, Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'PortForwarding': {'1.3'}, Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'QosPolicy': {'1.10'}, Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'SecurityGroup': {'1.5'}, Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'SubPort': {'1.0'}, Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'Subnet': {'1.1'}, Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'Trunk': {'1.1'}} Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: consumer versions: Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: { DHCP agent@n-d-857339-6: {}, Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: L3 agent@n-d-857339-6: {}, Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: Metadata agent@n-d-857339-6: {}, Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: Metering agent@n-d-857339-6: {}, Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: Open vSwitch agent@n-d-857339-6: { 'AddressGroup': '1.2', Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'Agent': '1.1', Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'ConntrackHelper': '1.0', Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'LocalIPAssociation': '1.0', Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'Log': '1.0', Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'NDPProxy': '1.0', Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'Network': '1.1', Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'Port': '1.7', Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'PortForwarding': '1.3', Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'QosPolicy': '1.10', Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'SecurityGroup': '1.5', Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'SecurityGroupRule': '1.2', Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'SubPort': '1.0', Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'Subnet': '1.1', Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: 'Trunk': '1.1'}} Nov 02 12:24:23.305217 n-d-857339-6 neutron-server[105978]: {{(pid=105978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:24:23.308470 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] Attempting to bind port e1936d7d-03d3-4129-8699-fad11e4c6667 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:24:23.308900 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] Attempting to bind port e1936d7d-03d3-4129-8699-fad11e4c6667 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '7e7783cb-e1b5-487f-9d6c-be0e009d4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9b4bc725-c63d-4ab0-a0fa-60711ac22c15'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:24:23.309340 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] Attempting to bind port e1936d7d-03d3-4129-8699-fad11e4c6667 on network 9b4bc725-c63d-4ab0-a0fa-60711ac22c15 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:24:23.394134 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:24:23.394517 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] Checking segment: {'id': '7e7783cb-e1b5-487f-9d6c-be0e009d4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9b4bc725-c63d-4ab0-a0fa-60711ac22c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:24:23.394985 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:23.395373 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] Bound using segment: {'id': '7e7783cb-e1b5-487f-9d6c-be0e009d4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9b4bc725-c63d-4ab0-a0fa-60711ac22c15'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:24:23.395861 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] Bound port: e1936d7d-03d3-4129-8699-fad11e4c6667, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7783cb-e1b5-487f-9d6c-be0e009d4540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9b4bc725-c63d-4ab0-a0fa-60711ac22c15'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:24:23.396230 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e1936d7d-03d3-4129-8699-fad11e4c6667), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:23.430167 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:23.447033 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:23.462798 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] For port e1936d7d-03d3-4129-8699-fad11e4c6667, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:24:23.482603 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] For port e1936d7d-03d3-4129-8699-fad11e4c6667, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e1936d7d-03d3-4129-8699-fad11e4c6667,segment=NetworkSegment(7e7783cb-e1b5-487f-9d6c-be0e009d4540),segment_id=7e7783cb-e1b5-487f-9d6c-be0e009d4540)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:24:23.617134 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e1936d7d-03d3-4129-8699-fad11e4c6667), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:23.664917 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] Routers {'06868e74-87de-4116-9325-3c02b1dfefe4'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:24:23.665523 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:24:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['06868e74-87de-4116-9325-3c02b1dfefe4'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:23.702195 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5bd73-11a2-4ee0-a2d1-76d71edd3baa None None] Pushing event updated for resources: {'Port': ['ID=e1936d7d-03d3-4129-8699-fad11e4c6667,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:23.755168 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] Set router 06868e74-87de-4116-9325-3c02b1dfefe4 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:24:23.953964 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06868e74-87de-4116-9325-3c02b1dfefe4', 'name': 'router1', 'tenant_id': '29b16a0ffa434edf88667c6f42f00624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:24:09Z', 'updated_at': '2022-11-02T12:24:20Z', 'revision_number': 2, 'project_id': '29b16a0ffa434edf88667c6f42f00624', 'gw_port_host': None, '_interfaces': [{'id': 'e1936d7d-03d3-4129-8699-fad11e4c6667', 'name': '', 'network_id': '9b4bc725-c63d-4ab0-a0fa-60711ac22c15', 'tenant_id': '29b16a0ffa434edf88667c6f42f00624', 'mac_address': 'fa:16:3e:cf:6a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06868e74-87de-4116-9325-3c02b1dfefe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78caaca9-9922-46d7-ab2e-ff19f7f2204f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:24:19Z', 'updated_at': '2022-11-02T12:24:23Z', 'revision_number': 4, 'project_id': '29b16a0ffa434edf88667c6f42f00624', 'subnets': [{'id': '78caaca9-9922-46d7-ab2e-ff19f7f2204f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd421dbb8-3d24-4d1b-8efe-279b8e145317'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:23.979813 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd093c-55f1-48f2-b311-67f31425ea46 None None] The sync data for ids ['06868e74-87de-4116-9325-3c02b1dfefe4'] in n-d-857339-6 is: [{'id': '06868e74-87de-4116-9325-3c02b1dfefe4', 'name': 'router1', 'tenant_id': '29b16a0ffa434edf88667c6f42f00624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:24:09Z', 'updated_at': '2022-11-02T12:24:20Z', 'revision_number': 2, 'project_id': '29b16a0ffa434edf88667c6f42f00624', 'gw_port_host': None, '_interfaces': [{'id': 'e1936d7d-03d3-4129-8699-fad11e4c6667', 'name': '', 'network_id': '9b4bc725-c63d-4ab0-a0fa-60711ac22c15', 'tenant_id': '29b16a0ffa434edf88667c6f42f00624', 'mac_address': 'fa:16:3e:cf:6a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06868e74-87de-4116-9325-3c02b1dfefe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78caaca9-9922-46d7-ab2e-ff19f7f2204f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:24:19Z', 'updated_at': '2022-11-02T12:24:23Z', 'revision_number': 4, 'project_id': '29b16a0ffa434edf88667c6f42f00624', 'subnets': [{'id': '78caaca9-9922-46d7-ab2e-ff19f7f2204f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd421dbb8-3d24-4d1b-8efe-279b8e145317'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:24:24.450869 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53948) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:24:24.882557 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37507ad0-3fcb-424e-bec6-98b92baa19fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:24:24.883962 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-37507ad0-3fcb-424e-bec6-98b92baa19fa admin admin] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 842 time: 0.4321165 Nov 02 12:24:24.894895 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-84c00123-9acd-4991-a31e-efc1b565cfb4 admin admin] Request body: {'subnet': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:24:24.911059 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:25.034263 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c00123-9acd-4991-a31e-efc1b565cfb4 admin admin] Made reservation on behalf of a77a9a466b3c4a1db84a2273ce5d6a0e for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:24:25.036665 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-84c00123-9acd-4991-a31e-efc1b565cfb4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:25.410324 n-d-857339-6 neutron-server[105975]: DEBUG neutron.objects.ports [None req-84c00123-9acd-4991-a31e-efc1b565cfb4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105975) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 12:24:25.410787 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-84c00123-9acd-4991-a31e-efc1b565cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for subnet (306ad2b3-6b5e-4952-b815-b27c42af73d6), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:25.546313 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c00123-9acd-4991-a31e-efc1b565cfb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=306ad2b3-6b5e-4952-b815-b27c42af73d6,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:25.562978 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c00123-9acd-4991-a31e-efc1b565cfb4 admin admin] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:24:25.562978 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c00123-9acd-4991-a31e-efc1b565cfb4 admin admin] Network hostable DHCP agents. Network: 66ab45f6-fff6-43fb-9582-29b239eb5a72, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:24:25.719386 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c00123-9acd-4991-a31e-efc1b565cfb4 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:24:25.833829 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-84c00123-9acd-4991-a31e-efc1b565cfb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 66ab45f6-fff6-43fb-9582-29b239eb5a72) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:24:25.838180 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c00123-9acd-4991-a31e-efc1b565cfb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:24:25.838811 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-84c00123-9acd-4991-a31e-efc1b565cfb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:25.845003 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93ad891-034c-4565-9358-4adeafc8139c None None] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:24:25.948412 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd2c819-9a24-4979-ad6e-c18a9c69d897 None None] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:24:25.969206 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:25.975356 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-84c00123-9acd-4991-a31e-efc1b565cfb4 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0837054 Nov 02 12:24:28.697999 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53958) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:24:29.169649 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f75eac72-1e88-49b4-82e1-91070282a1a9 demo admin] 10.222.0.64 "GET /networking/v2.0/routers/06868e74-87de-4116-9325-3c02b1dfefe4 HTTP/1.1" status: 200 len: 710 time: 0.4705186 Nov 02 12:24:29.261278 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8d7fde-76b7-40f3-8bb8-5032436d49a3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:24:29.262659 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4a8d7fde-76b7-40f3-8bb8-5032436d49a3 demo admin] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 886 time: 0.0867600 Nov 02 12:24:29.271836 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f39a4738-b2cd-4478-a9eb-b12cccf45ea7 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:24:29.517905 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f39a4738-b2cd-4478-a9eb-b12cccf45ea7 demo admin] Publish callbacks [] for router_gateway (06868e74-87de-4116-9325-3c02b1dfefe4), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:29.521390 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:29.706001 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:29.865570 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f39a4738-b2cd-4478-a9eb-b12cccf45ea7 demo admin] Publish callbacks [] for router_gateway (06868e74-87de-4116-9325-3c02b1dfefe4), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:29.948406 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f39a4738-b2cd-4478-a9eb-b12cccf45ea7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:29.981518 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e1936d7d-03d3-4129-8699-fad11e4c6667 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:24:30.026484 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e1936d7d-03d3-4129-8699-fad11e4c6667 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:24:30.026484 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e1936d7d-03d3-4129-8699-fad11e4c6667), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:30.027006 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e1936d7d-03d3-4129-8699-fad11e4c6667 Nov 02 12:24:30.063658 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-f39a4738-b2cd-4478-a9eb-b12cccf45ea7 demo admin] Allocated IP 172.25.2.3 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/a589bcf3-5447-46bf-86f1-57fbdaa4dffe) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:24:30.104638 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e1936d7d-03d3-4129-8699-fad11e4c6667 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:24:30.105101 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e1936d7d-03d3-4129-8699-fad11e4c6667), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:30.142591 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port e1936d7d-03d3-4129-8699-fad11e4c6667, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e1936d7d-03d3-4129-8699-fad11e4c6667,segment=NetworkSegment(7e7783cb-e1b5-487f-9d6c-be0e009d4540),segment_id=7e7783cb-e1b5-487f-9d6c-be0e009d4540)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:24:30.169728 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f39a4738-b2cd-4478-a9eb-b12cccf45ea7 demo admin] Publish callbacks [] for port (a589bcf3-5447-46bf-86f1-57fbdaa4dffe), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:30.319853 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e1936d7d-03d3-4129-8699-fad11e4c6667), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:30.367733 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=e1936d7d-03d3-4129-8699-fad11e4c6667,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:30.371883 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f39a4738-b2cd-4478-a9eb-b12cccf45ea7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (a589bcf3-5447-46bf-86f1-57fbdaa4dffe), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:30.414155 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39a4738-b2cd-4478-a9eb-b12cccf45ea7 demo admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:24:30.419445 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f39a4738-b2cd-4478-a9eb-b12cccf45ea7 demo admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:24:30.423422 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39a4738-b2cd-4478-a9eb-b12cccf45ea7 demo admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:24:30.428474 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a4738-b2cd-4478-a9eb-b12cccf45ea7 demo admin] Pushing event updated for resources: {'Port': ['ID=a589bcf3-5447-46bf-86f1-57fbdaa4dffe,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:30.755913 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:30.767905 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f39a4738-b2cd-4478-a9eb-b12cccf45ea7 demo admin] Publish callbacks [] for router_gateway (06868e74-87de-4116-9325-3c02b1dfefe4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:30.987511 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:31.051198 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f39a4738-b2cd-4478-a9eb-b12cccf45ea7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (06868e74-87de-4116-9325-3c02b1dfefe4), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:31.055555 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f39a4738-b2cd-4478-a9eb-b12cccf45ea7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (06868e74-87de-4116-9325-3c02b1dfefe4), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:31.165388 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39a4738-b2cd-4478-a9eb-b12cccf45ea7 demo admin] Router 06868e74-87de-4116-9325-3c02b1dfefe4 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:24:31.272729 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39a4738-b2cd-4478-a9eb-b12cccf45ea7 demo admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:24:31.276924 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f39a4738-b2cd-4478-a9eb-b12cccf45ea7 demo admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:31.278238 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f39a4738-b2cd-4478-a9eb-b12cccf45ea7 demo admin] 10.222.0.64 "PUT /networking/v2.0/routers/06868e74-87de-4116-9325-3c02b1dfefe4 HTTP/1.1" status: 200 len: 888 time: 2.0095181 Nov 02 12:24:31.283181 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] Sync routers for ids ['06868e74-87de-4116-9325-3c02b1dfefe4'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:24:31.297216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] Routers {'06868e74-87de-4116-9325-3c02b1dfefe4'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:24:31.298369 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:24:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['06868e74-87de-4116-9325-3c02b1dfefe4'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:31.301045 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:31.522818 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] Set router 06868e74-87de-4116-9325-3c02b1dfefe4 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:24:31.906177 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06868e74-87de-4116-9325-3c02b1dfefe4', 'name': 'router1', 'tenant_id': '29b16a0ffa434edf88667c6f42f00624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a589bcf3-5447-46bf-86f1-57fbdaa4dffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:24:09Z', 'updated_at': '2022-11-02T12:24:30Z', 'revision_number': 4, 'project_id': '29b16a0ffa434edf88667c6f42f00624', 'gw_port': {'id': 'a589bcf3-5447-46bf-86f1-57fbdaa4dffe', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06868e74-87de-4116-9325-3c02b1dfefe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:24:29Z', 'updated_at': '2022-11-02T12:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'e1936d7d-03d3-4129-8699-fad11e4c6667', 'name': '', 'network_id': '9b4bc725-c63d-4ab0-a0fa-60711ac22c15', 'tenant_id': '29b16a0ffa434edf88667c6f42f00624', 'mac_address': 'fa:16:3e:cf:6a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06868e74-87de-4116-9325-3c02b1dfefe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78caaca9-9922-46d7-ab2e-ff19f7f2204f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:24:19Z', 'updated_at': '2022-11-02T12:24:30Z', 'revision_number': 5, 'project_id': '29b16a0ffa434edf88667c6f42f00624', 'subnets': [{'id': '78caaca9-9922-46d7-ab2e-ff19f7f2204f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd421dbb8-3d24-4d1b-8efe-279b8e145317'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:32.036723 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e1936d7d-03d3-4129-8699-fad11e4c6667 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:24:32.040552 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] Checking router: 06868e74-87de-4116-9325-3c02b1dfefe4 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:24:32.040918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] Updating router 06868e74-87de-4116-9325-3c02b1dfefe4 port a589bcf3-5447-46bf-86f1-57fbdaa4dffe binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:24:32.122062 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a589bcf3-5447-46bf-86f1-57fbdaa4dffe), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:32.163046 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e1936d7d-03d3-4129-8699-fad11e4c6667 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:24:32.163337 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e1936d7d-03d3-4129-8699-fad11e4c6667), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:32.163675 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e1936d7d-03d3-4129-8699-fad11e4c6667 Nov 02 12:24:32.333417 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:32.406239 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e1936d7d-03d3-4129-8699-fad11e4c6667 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:24:32.513591 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] Publish callbacks [] for port (a589bcf3-5447-46bf-86f1-57fbdaa4dffe), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:32.582654 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a589bcf3-5447-46bf-86f1-57fbdaa4dffe), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:32.619873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] Attempting to bind port a589bcf3-5447-46bf-86f1-57fbdaa4dffe on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:24:32.620251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] Attempting to bind port a589bcf3-5447-46bf-86f1-57fbdaa4dffe by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:24:32.620639 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] Attempting to bind port a589bcf3-5447-46bf-86f1-57fbdaa4dffe on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:24:32.623857 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:32.656371 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1cbb68-df24-4d2a-98c9-5fa90b8fa1cb None None] Pushing event updated for resources: {'Port': ['ID=a589bcf3-5447-46bf-86f1-57fbdaa4dffe,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:32.673459 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:24:32.673777 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:24:32.674659 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:32.675040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:24:32.675498 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] Bound port: a589bcf3-5447-46bf-86f1-57fbdaa4dffe, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:24:32.675867 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a589bcf3-5447-46bf-86f1-57fbdaa4dffe), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:32.724221 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] For port a589bcf3-5447-46bf-86f1-57fbdaa4dffe, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:24:32.727434 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] For port a589bcf3-5447-46bf-86f1-57fbdaa4dffe, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a589bcf3-5447-46bf-86f1-57fbdaa4dffe,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:24:32.805958 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a589bcf3-5447-46bf-86f1-57fbdaa4dffe), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:32.841545 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] Routers {'06868e74-87de-4116-9325-3c02b1dfefe4'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:24:32.842189 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:24:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['06868e74-87de-4116-9325-3c02b1dfefe4'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:32.899507 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1cbb68-df24-4d2a-98c9-5fa90b8fa1cb None None] Pushing event updated for resources: {'Port': ['ID=a589bcf3-5447-46bf-86f1-57fbdaa4dffe,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:32.961698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] Set router 06868e74-87de-4116-9325-3c02b1dfefe4 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:24:33.167058 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06868e74-87de-4116-9325-3c02b1dfefe4', 'name': 'router1', 'tenant_id': '29b16a0ffa434edf88667c6f42f00624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a589bcf3-5447-46bf-86f1-57fbdaa4dffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:24:09Z', 'updated_at': '2022-11-02T12:24:30Z', 'revision_number': 4, 'project_id': '29b16a0ffa434edf88667c6f42f00624', 'gw_port': {'id': 'a589bcf3-5447-46bf-86f1-57fbdaa4dffe', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06868e74-87de-4116-9325-3c02b1dfefe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:24:29Z', 'updated_at': '2022-11-02T12:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'e1936d7d-03d3-4129-8699-fad11e4c6667', 'name': '', 'network_id': '9b4bc725-c63d-4ab0-a0fa-60711ac22c15', 'tenant_id': '29b16a0ffa434edf88667c6f42f00624', 'mac_address': 'fa:16:3e:cf:6a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06868e74-87de-4116-9325-3c02b1dfefe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78caaca9-9922-46d7-ab2e-ff19f7f2204f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:24:19Z', 'updated_at': '2022-11-02T12:24:30Z', 'revision_number': 5, 'project_id': '29b16a0ffa434edf88667c6f42f00624', 'subnets': [{'id': '78caaca9-9922-46d7-ab2e-ff19f7f2204f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd421dbb8-3d24-4d1b-8efe-279b8e145317'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:33.192515 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c054b1-5147-45c2-9d5d-97b263204305 None None] The sync data for ids ['06868e74-87de-4116-9325-3c02b1dfefe4'] in n-d-857339-6 is: [{'id': '06868e74-87de-4116-9325-3c02b1dfefe4', 'name': 'router1', 'tenant_id': '29b16a0ffa434edf88667c6f42f00624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a589bcf3-5447-46bf-86f1-57fbdaa4dffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:24:09Z', 'updated_at': '2022-11-02T12:24:30Z', 'revision_number': 4, 'project_id': '29b16a0ffa434edf88667c6f42f00624', 'gw_port': {'id': 'a589bcf3-5447-46bf-86f1-57fbdaa4dffe', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06868e74-87de-4116-9325-3c02b1dfefe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:24:29Z', 'updated_at': '2022-11-02T12:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'e1936d7d-03d3-4129-8699-fad11e4c6667', 'name': '', 'network_id': '9b4bc725-c63d-4ab0-a0fa-60711ac22c15', 'tenant_id': '29b16a0ffa434edf88667c6f42f00624', 'mac_address': 'fa:16:3e:cf:6a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06868e74-87de-4116-9325-3c02b1dfefe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78caaca9-9922-46d7-ab2e-ff19f7f2204f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:24:19Z', 'updated_at': '2022-11-02T12:24:30Z', 'revision_number': 5, 'project_id': '29b16a0ffa434edf88667c6f42f00624', 'subnets': [{'id': '78caaca9-9922-46d7-ab2e-ff19f7f2204f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd421dbb8-3d24-4d1b-8efe-279b8e145317'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:24:33.948476 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=29 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:33.956794 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:34.001230 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a589bcf3-5447-46bf-86f1-57fbdaa4dffe up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:24:34.053372 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a589bcf3-5447-46bf-86f1-57fbdaa4dffe triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:24:34.053670 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a589bcf3-5447-46bf-86f1-57fbdaa4dffe), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:34.054007 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a589bcf3-5447-46bf-86f1-57fbdaa4dffe Nov 02 12:24:34.095143 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:34.125744 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a589bcf3-5447-46bf-86f1-57fbdaa4dffe is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:24:34.126125 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a589bcf3-5447-46bf-86f1-57fbdaa4dffe), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:34.147873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port a589bcf3-5447-46bf-86f1-57fbdaa4dffe, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a589bcf3-5447-46bf-86f1-57fbdaa4dffe,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:24:34.149946 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53968) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:24:34.211087 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a589bcf3-5447-46bf-86f1-57fbdaa4dffe), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:34.260964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=a589bcf3-5447-46bf-86f1-57fbdaa4dffe,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:34.560150 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-32e34734-d496-49c8-89f6-defdafdd206d admin admin] 10.222.0.64 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4090009 Nov 02 12:24:35.973596 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a589bcf3-5447-46bf-86f1-57fbdaa4dffe up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:24:36.029373 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a589bcf3-5447-46bf-86f1-57fbdaa4dffe triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:24:36.029679 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a589bcf3-5447-46bf-86f1-57fbdaa4dffe), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:36.030017 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a589bcf3-5447-46bf-86f1-57fbdaa4dffe Nov 02 12:24:36.100636 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a589bcf3-5447-46bf-86f1-57fbdaa4dffe is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:24:42.868287 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a59fd807-b3d5-4cf5-9a0e-d7e5a26fe28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:44.544315 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=51 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:44.556338 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=23 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:45.191556 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:45.280916 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0b100007-9a83-4c19-b519-ffedbd7b8e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:46.565878 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 5 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:24:46.696269 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:48.194066 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:48.216467 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:56.576571 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:58.067131 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:58.105469 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:25:08.551797 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:25:08.572481 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:25:12.839382 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b7ab2f4c-9dca-40a5-ac0b-649f964a9c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:15.275442 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-10dd3825-244b-4424-bb5c-52f5646eb668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:16.675287 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:18.154392 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:18.211558 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:23.556995 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 5 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:25:28.113361 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=11 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:25:28.124384 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=30,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:25:33.557023 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:25:42.817524 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f045f72-8871-478b-894a-1bcd840d6377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:45.274054 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-46dcd527-1157-4df8-a483-0dcbcff19634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:45.557133 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:25:45.559962 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:25:46.685867 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:48.137626 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:48.171881 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:58.121532 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:25:58.123537 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:00.557451 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 5 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:26:10.553796 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:10.555127 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:10.719034 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54552) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:26:11.085183 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f416f80-ce61-469b-ab26-0b77c9c7ec1a admin admin] GET failed (client error): The resource could not be found. Nov 02 12:26:11.086550 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7f416f80-ce61-469b-ab26-0b77c9c7ec1a admin admin] 10.222.0.64 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3665373 Nov 02 12:26:11.262125 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4325d406-5e17-44b4-b2e3-4499c7e6e483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:26:11.263627 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4325d406-5e17-44b4-b2e3-4499c7e6e483 admin admin] 10.222.0.64 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1724389 Nov 02 12:26:12.839379 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e404eaf0-0469-4857-854c-7051c2844deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:13.918252 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54562) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:26:14.315659 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acba9107-e13a-4747-9248-8fbd8b36e893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:26:14.317061 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-acba9107-e13a-4747-9248-8fbd8b36e893 admin admin] 10.222.0.64 "GET /networking/v2.0/subnets/78caaca9-9922-46d7-ab2e-ff19f7f2204f HTTP/1.1" status: 200 len: 849 time: 0.3978438 Nov 02 12:26:14.327621 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:26:14.420461 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] Publish callbacks [] for subnet (78caaca9-9922-46d7-ab2e-ff19f7f2204f), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:14.623359 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744311638667'] for subnet (78caaca9-9922-46d7-ab2e-ff19f7f2204f), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:14.656728 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:26:14.657308 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:14.660020 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] 10.222.0.64 "PUT /networking/v2.0/subnets/78caaca9-9922-46d7-ab2e-ff19f7f2204f HTTP/1.1" status: 200 len: 868 time: 0.3359652 Nov 02 12:26:14.663714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c307ef-d3a4-4048-b520-9f596186f391 None None] Network 9b4bc725-c63d-4ab0-a0fa-60711ac22c15 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:26:14.683828 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78caaca9-9922-46d7-ab2e-ff19f7f2204f,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:26:14.693203 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:14.693203 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:14.693636 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:14.693636 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:14.694014 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:14.694302 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:14.694595 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:14.694913 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:14.695232 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:14.695544 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:14.696622 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:14.696622 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:14.696622 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:14.697028 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:14.697117 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35926db5-b75a-4afa-8041-9177921cbec5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:15.051858 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a04599ae-51e2-4686-95f2-e0ec74cae94f None None] Provisioning complete for port e1936d7d-03d3-4129-8699-fad11e4c6667 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:26:15.052254 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a04599ae-51e2-4686-95f2-e0ec74cae94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e1936d7d-03d3-4129-8699-fad11e4c6667), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:15.052633 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a04599ae-51e2-4686-95f2-e0ec74cae94f None None] Attempt 1 to provision port e1936d7d-03d3-4129-8699-fad11e4c6667 Nov 02 12:26:15.137680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a04599ae-51e2-4686-95f2-e0ec74cae94f None None] Current status of the port e1936d7d-03d3-4129-8699-fad11e4c6667 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:26:15.146830 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a04599ae-51e2-4686-95f2-e0ec74cae94f None None] Provisioning complete for port 5f1a5df2-4f1b-4933-9d61-8e24cac5932a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:26:15.147222 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a04599ae-51e2-4686-95f2-e0ec74cae94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5f1a5df2-4f1b-4933-9d61-8e24cac5932a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:15.147565 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a04599ae-51e2-4686-95f2-e0ec74cae94f None None] Attempt 1 to provision port 5f1a5df2-4f1b-4933-9d61-8e24cac5932a Nov 02 12:26:15.246075 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a04599ae-51e2-4686-95f2-e0ec74cae94f None None] Current status of the port 5f1a5df2-4f1b-4933-9d61-8e24cac5932a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:26:15.285028 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6cede773-2376-4661-9a31-1ddb4eaee4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:16.686876 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:17.311178 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54570) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:26:17.832382 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea44a30d-3f4d-4aed-ab6a-dcdb48126e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:26:17.832877 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea44a30d-3f4d-4aed-ab6a-dcdb48126e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:26:17.834440 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ea44a30d-3f4d-4aed-ab6a-dcdb48126e59 admin admin] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5222988 Nov 02 12:26:18.187307 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:18.215927 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:20.519554 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54578) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:26:20.977010 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cc0da5-5bf2-4fbc-b7d0-5915ee033533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:26:20.977474 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cc0da5-5bf2-4fbc-b7d0-5915ee033533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:26:20.979039 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-09cc0da5-5bf2-4fbc-b7d0-5915ee033533 admin admin] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4585309 Nov 02 12:26:22.552984 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:22.557957 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=5 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:23.618136 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54586) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:26:24.107786 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c3922-4d7f-40a5-8037-d0913baf58b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:26:24.109218 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cd1c3922-4d7f-40a5-8037-d0913baf58b6 admin admin] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 886 time: 0.4900484 Nov 02 12:26:26.738483 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54596) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:26:27.140573 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:27.159678 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4140d7f3-2482-42fc-8e73-c3514c22a870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:26:27.161165 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4140d7f3-2482-42fc-8e73-c3514c22a870 admin admin] 10.222.0.64 "GET /networking/v2.0/networks/9b4bc725-c63d-4ab0-a0fa-60711ac22c15 HTTP/1.1" status: 200 len: 869 time: 0.4217117 Nov 02 12:26:28.122839 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:28.124812 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:29.790431 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54604) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:26:30.185342 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:30.212024 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff11c11e-42ee-4101-8e15-509bb880f9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:26:30.212477 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff11c11e-42ee-4101-8e15-509bb880f9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:26:30.214161 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ff11c11e-42ee-4101-8e15-509bb880f9e2 admin admin] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4221985 Nov 02 12:26:32.859670 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54612) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:26:33.258066 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a75634a-41c8-460f-92da-c9307ac259af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:26:33.258592 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a75634a-41c8-460f-92da-c9307ac259af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:26:33.260167 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2a75634a-41c8-460f-92da-c9307ac259af admin admin] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3989668 Nov 02 12:26:34.103506 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=10 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:34.105041 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=10 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:35.908361 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54622) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:26:36.311305 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8c6edc-3ae3-4ef1-a348-d344c920e810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:26:36.312807 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2f8c6edc-3ae3-4ef1-a348-d344c920e810 admin admin] 10.222.0.64 "GET /networking/v2.0/subnets/306ad2b3-6b5e-4952-b815-b27c42af73d6 HTTP/1.1" status: 200 len: 816 time: 0.4034586 Nov 02 12:26:37.559299 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 5 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:26:38.952643 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54630) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:26:39.444164 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7dbd04-263f-4239-bf2c-89af19a83314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:26:39.445667 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5f7dbd04-263f-4239-bf2c-89af19a83314 admin admin] 10.222.0.64 "GET /networking/v2.0/subnets/78caaca9-9922-46d7-ab2e-ff19f7f2204f HTTP/1.1" status: 200 len: 868 time: 0.4914787 Nov 02 12:26:42.815909 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8ea08a69-9192-4a27-b5fc-10b09d1c92c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:45.267170 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-624401cd-c1a8-4fae-b10f-906329e57aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:46.677108 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:47.552704 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=11 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:47.553470 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=17 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:48.135048 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:48.220073 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:49.439030 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=26 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:49.440197 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=18 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:58.125184 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:58.127139 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:59.553895 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:59.554700 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:09.716214 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54686) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:27:10.058185 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-dd8eaf3c-9cdd-4995-a34a-a65a8cff0f86 admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:27:10.059219 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dd8eaf3c-9cdd-4995-a34a-a65a8cff0f86 admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3420432 Nov 02 12:27:12.761217 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54694) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:27:12.818052 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f50e8402-b7ad-4e79-89d0-d8604cd323a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:13.120775 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3b5827-90b8-4a6f-a0fb-ee85c9fa9d9b admin admin] GET failed (client error): The resource could not be found. Nov 02 12:27:13.122110 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7f3b5827-90b8-4a6f-a0fb-ee85c9fa9d9b admin admin] 10.222.0.64 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3599806 Nov 02 12:27:13.214044 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359adbaf-b43d-4e14-af77-aa48b562fa88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:27:13.215538 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-359adbaf-b43d-4e14-af77-aa48b562fa88 admin admin] 10.222.0.64 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0878515 Nov 02 12:27:14.558522 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 5 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:27:15.263341 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2c2a424e-fcbc-44d4-96b1-c28960d8df39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:16.000027 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54702) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:27:16.331587 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:27:16.417578 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Made reservation on behalf of a77a9a466b3c4a1db84a2273ce5d6a0e for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:27:16.420047 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:16.450196 n-d-857339-6 neutron-server[105975]: WARNING neutron.services.revisions.revision_plugin [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Could not find related network for resource to bump revision. Nov 02 12:27:16.464905 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:27:16.474996 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (53821545-6bd9-4036-aad2-9bcd6e9a598b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:16.475366 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Added segment 53821545-6bd9-4036-aad2-9bcd6e9a598b of type vlan for network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc Nov 02 12:27:16.515873 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (9ba2f66b-ec82-40a0-9206-bb3a85b057bc), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:16.606603 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (9ba2f66b-ec82-40a0-9206-bb3a85b057bc), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:16.608179 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:27:16.608787 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:16.660256 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:16.672468 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Pushing event updated for resources: {'Network': ['ID=9ba2f66b-ec82-40a0-9206-bb3a85b057bc,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:16.679127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:16.679466 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:16.679800 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:16.680130 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:16.680457 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:16.680871 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:16.681193 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:16.681512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:16.681831 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:16.682148 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:16.682465 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:16.682783 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:16.683097 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:16.683410 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:16.683725 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:16.695484 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:27:16.714410 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5bf65b06-c562-4234-8a10-5fc1fc059623 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7132478 Nov 02 12:27:18.134064 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:18.189527 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:19.506710 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54710) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:27:19.857625 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ad18f5-4c29-44db-8cf7-10b54eb431dc admin admin] GET failed (client error): The resource could not be found. Nov 02 12:27:19.859101 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f6ad18f5-4c29-44db-8cf7-10b54eb431dc admin admin] 10.222.0.64 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3513138 Nov 02 12:27:19.931522 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3f742d-59c0-4fa6-805a-2d1d58515971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:27:19.933037 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3c3f742d-59c0-4fa6-805a-2d1d58515971 admin admin] 10.222.0.64 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0696478 Nov 02 12:27:19.943662 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-828dcbba-7e72-4fc6-9c7f-0694e66718bc admin admin] Request body: {'subnet': {'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:27:20.023184 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828dcbba-7e72-4fc6-9c7f-0694e66718bc admin admin] Made reservation on behalf of a77a9a466b3c4a1db84a2273ce5d6a0e for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:27:20.025631 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-828dcbba-7e72-4fc6-9c7f-0694e66718bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:20.268947 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-828dcbba-7e72-4fc6-9c7f-0694e66718bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for subnet (565cf8e5-d909-48b8-87b5-38d8202ef75b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:20.327675 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828dcbba-7e72-4fc6-9c7f-0694e66718bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=565cf8e5-d909-48b8-87b5-38d8202ef75b,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:20.338302 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828dcbba-7e72-4fc6-9c7f-0694e66718bc admin admin] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:27:20.338603 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828dcbba-7e72-4fc6-9c7f-0694e66718bc admin admin] Network hostable DHCP agents. Network: 9ba2f66b-ec82-40a0-9206-bb3a85b057bc, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:27:20.431495 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828dcbba-7e72-4fc6-9c7f-0694e66718bc admin admin] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:27:20.522938 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-828dcbba-7e72-4fc6-9c7f-0694e66718bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 9ba2f66b-ec82-40a0-9206-bb3a85b057bc) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:27:20.527164 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828dcbba-7e72-4fc6-9c7f-0694e66718bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:27:20.527849 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-828dcbba-7e72-4fc6-9c7f-0694e66718bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:20.533708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602c0be2-c992-4770-b80b-52633131b393 None None] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:27:20.604131 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-828dcbba-7e72-4fc6-9c7f-0694e66718bc admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6604676 Nov 02 12:27:20.641332 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'project_id': 'a77a9a466b3c4a1db84a2273ce5d6a0e', 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:27:20.642403 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:20.796715 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Allocated IP 192.168.233.2 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/b9cad099-2f5e-4f4a-8331-8531f2d3ecf6) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:27:20.943895 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Publish callbacks [] for port (b9cad099-2f5e-4f4a-8331-8531f2d3ecf6), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:21.061249 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (b9cad099-2f5e-4f4a-8331-8531f2d3ecf6), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:21.108516 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:27:21.113857 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:27:21.116468 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Pushing event updated for resources: {'Port': ['ID=b9cad099-2f5e-4f4a-8331-8531f2d3ecf6,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:21.119224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:27:21.132302 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:21.132750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:21.133017 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:21.133352 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:21.133685 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:21.134037 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:21.134339 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:21.134665 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:21.134984 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:21.135303 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:21.135625 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:21.135976 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:21.136295 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:21.136646 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:21.136964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:27:21.190177 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Attempting to bind port b9cad099-2f5e-4f4a-8331-8531f2d3ecf6 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:27:21.190546 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Attempting to bind port b9cad099-2f5e-4f4a-8331-8531f2d3ecf6 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:27:21.190898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Attempting to bind port b9cad099-2f5e-4f4a-8331-8531f2d3ecf6 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:27:21.234597 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:27:21.235015 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:27:21.235367 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:21.235756 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:27:21.236256 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Bound port: b9cad099-2f5e-4f4a-8331-8531f2d3ecf6, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:27:21.236684 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b9cad099-2f5e-4f4a-8331-8531f2d3ecf6), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:21.274654 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:21.278478 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:21.304368 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] For port b9cad099-2f5e-4f4a-8331-8531f2d3ecf6, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:27:21.307454 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] For port b9cad099-2f5e-4f4a-8331-8531f2d3ecf6, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b9cad099-2f5e-4f4a-8331-8531f2d3ecf6,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:27:21.389512 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b9cad099-2f5e-4f4a-8331-8531f2d3ecf6), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:21.445570 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900695eb-6c62-4697-ad9c-28ccbba82baf None None] Pushing event updated for resources: {'Port': ['ID=b9cad099-2f5e-4f4a-8331-8531f2d3ecf6,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:21.567310 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:22.174373 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b9cad099-2f5e-4f4a-8331-8531f2d3ecf6 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:27:22.235918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port b9cad099-2f5e-4f4a-8331-8531f2d3ecf6 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:27:22.243946 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b9cad099-2f5e-4f4a-8331-8531f2d3ecf6), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:22.243946 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port b9cad099-2f5e-4f4a-8331-8531f2d3ecf6 Nov 02 12:27:22.334850 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port b9cad099-2f5e-4f4a-8331-8531f2d3ecf6 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:27:22.334850 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b9cad099-2f5e-4f4a-8331-8531f2d3ecf6), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:22.348972 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a928b1-782e-4a9b-9713-87a1c7c777ac None None] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:27:22.444059 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port b9cad099-2f5e-4f4a-8331-8531f2d3ecf6, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b9cad099-2f5e-4f4a-8331-8531f2d3ecf6,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:27:22.459111 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-08304e5f-761d-4642-83a7-e3fa23dc82c8 None None] Provisioning complete for port b9cad099-2f5e-4f4a-8331-8531f2d3ecf6 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:27:22.459638 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08304e5f-761d-4642-83a7-e3fa23dc82c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b9cad099-2f5e-4f4a-8331-8531f2d3ecf6), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:22.460929 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-08304e5f-761d-4642-83a7-e3fa23dc82c8 None None] Attempt 1 to provision port b9cad099-2f5e-4f4a-8331-8531f2d3ecf6 Nov 02 12:27:22.517796 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b9cad099-2f5e-4f4a-8331-8531f2d3ecf6), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:22.616714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=b9cad099-2f5e-4f4a-8331-8531f2d3ecf6,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:22.666317 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-08304e5f-761d-4642-83a7-e3fa23dc82c8 None None] Current status of the port b9cad099-2f5e-4f4a-8331-8531f2d3ecf6 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:27:22.794565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6e223ffd-7968-40b3-9c3b-fb5811d41d09 None None] Provisioning complete for port b9cad099-2f5e-4f4a-8331-8531f2d3ecf6 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:27:22.795007 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6e223ffd-7968-40b3-9c3b-fb5811d41d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b9cad099-2f5e-4f4a-8331-8531f2d3ecf6), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:22.795347 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-6e223ffd-7968-40b3-9c3b-fb5811d41d09 None None] Attempt 1 to provision port b9cad099-2f5e-4f4a-8331-8531f2d3ecf6 Nov 02 12:27:22.878142 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6e223ffd-7968-40b3-9c3b-fb5811d41d09 None None] Current status of the port b9cad099-2f5e-4f4a-8331-8531f2d3ecf6 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:27:24.089556 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b9cad099-2f5e-4f4a-8331-8531f2d3ecf6 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:27:24.137126 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port b9cad099-2f5e-4f4a-8331-8531f2d3ecf6 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:27:24.137520 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b9cad099-2f5e-4f4a-8331-8531f2d3ecf6), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:24.137860 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port b9cad099-2f5e-4f4a-8331-8531f2d3ecf6 Nov 02 12:27:24.140545 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:24.220130 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port b9cad099-2f5e-4f4a-8331-8531f2d3ecf6 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:27:24.554288 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:30.538665 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:30.539536 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=78,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:34.218626 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:40.547266 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:40.548123 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:42.856736 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3ede2f02-eb41-4268-be4f-2d7ece997086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:45.382089 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cf0224e9-d7f8-4ea8-96f7-739ae41eb747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:46.721950 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:48.147700 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:48.244781 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:51.557283 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 5 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:27:58.132347 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:58.134283 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:01.554112 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:12.844136 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d73c2994-f2b7-41cd-8dba-ae29b0d3b37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:13.539089 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:13.549726 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:15.270183 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-91df4dd5-72c5-4bfb-b303-36db5a98bd4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:16.689501 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:18.178600 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:18.270036 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:28.134936 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:28.136907 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:28.556274 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 5 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:28:38.551881 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=11 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:38.553250 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=17 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:42.961809 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8c39653b-8655-413d-a47a-b59482be6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:45.568734 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9feab468-9874-44d9-a151-08787b4a1a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:46.784348 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:48.214356 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:48.248953 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:50.541784 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:50.546318 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:51.979856 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54776) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:28:51.985625 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-bfb4cecf-600d-48d4-b57e-be14cfeffc2a tempest-verify_tempest_config-674096836 tempest-verify_tempest_config-674096836-project] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:28:51.986625 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bfb4cecf-600d-48d4-b57e-be14cfeffc2a tempest-verify_tempest_config-674096836 tempest-verify_tempest_config-674096836-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056765 Nov 02 12:28:52.653590 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54794) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:28:52.780530 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a5ed43a7-f231-4bef-a7c0-202369e9f0ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:52.857243 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a5ed43a7-f231-4bef-a7c0-202369e9f0ee admin admin] Publish callbacks [] for security_group (611d8559-73e0-4e93-b417-3792c59f708d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:52.940097 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a5ed43a7-f231-4bef-a7c0-202369e9f0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (611d8559-73e0-4e93-b417-3792c59f708d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:52.985722 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed43a7-f231-4bef-a7c0-202369e9f0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611d8559-73e0-4e93-b417-3792c59f708d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:52.989715 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a5ed43a7-f231-4bef-a7c0-202369e9f0ee admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d9189dc012d54c82bcbb0ff029a69c2e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3351479 Nov 02 12:28:52.992692 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54798) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:28:52.995359 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed43a7-f231-4bef-a7c0-202369e9f0ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:52.996210 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed43a7-f231-4bef-a7c0-202369e9f0ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:52.996583 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed43a7-f231-4bef-a7c0-202369e9f0ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:52.996921 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed43a7-f231-4bef-a7c0-202369e9f0ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:52.997255 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed43a7-f231-4bef-a7c0-202369e9f0ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:52.997582 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed43a7-f231-4bef-a7c0-202369e9f0ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:52.997908 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed43a7-f231-4bef-a7c0-202369e9f0ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:52.998231 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed43a7-f231-4bef-a7c0-202369e9f0ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:52.998552 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed43a7-f231-4bef-a7c0-202369e9f0ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:52.998873 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed43a7-f231-4bef-a7c0-202369e9f0ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:52.999193 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed43a7-f231-4bef-a7c0-202369e9f0ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:52.999510 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed43a7-f231-4bef-a7c0-202369e9f0ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:52.999826 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed43a7-f231-4bef-a7c0-202369e9f0ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:53.000146 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed43a7-f231-4bef-a7c0-202369e9f0ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:53.000465 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed43a7-f231-4bef-a7c0-202369e9f0ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:53.050557 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4627d158-4a8a-4cb2-9020-0072f4ffa5fa admin admin] Publish callbacks [] for security_group (611d8559-73e0-4e93-b417-3792c59f708d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:53.069694 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4627d158-4a8a-4cb2-9020-0072f4ffa5fa admin admin] Publish callbacks [] for security_group (611d8559-73e0-4e93-b417-3792c59f708d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:53.283135 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4627d158-4a8a-4cb2-9020-0072f4ffa5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (611d8559-73e0-4e93-b417-3792c59f708d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:53.285616 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4627d158-4a8a-4cb2-9020-0072f4ffa5fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:53.286775 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4627d158-4a8a-4cb2-9020-0072f4ffa5fa admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/611d8559-73e0-4e93-b417-3792c59f708d HTTP/1.1" status: 204 len: 168 time: 0.2931263 Nov 02 12:28:53.294721 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d158-4a8a-4cb2-9020-0072f4ffa5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611d8559-73e0-4e93-b417-3792c59f708d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:53.301911 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d158-4a8a-4cb2-9020-0072f4ffa5fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:53.302265 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d158-4a8a-4cb2-9020-0072f4ffa5fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:53.302605 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d158-4a8a-4cb2-9020-0072f4ffa5fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:53.303131 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d158-4a8a-4cb2-9020-0072f4ffa5fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:53.303471 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d158-4a8a-4cb2-9020-0072f4ffa5fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:53.303898 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d158-4a8a-4cb2-9020-0072f4ffa5fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:53.304224 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d158-4a8a-4cb2-9020-0072f4ffa5fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:53.304577 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d158-4a8a-4cb2-9020-0072f4ffa5fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:53.311753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d158-4a8a-4cb2-9020-0072f4ffa5fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:53.311753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d158-4a8a-4cb2-9020-0072f4ffa5fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:53.311753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d158-4a8a-4cb2-9020-0072f4ffa5fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:53.311753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d158-4a8a-4cb2-9020-0072f4ffa5fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:53.311753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d158-4a8a-4cb2-9020-0072f4ffa5fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:53.311753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d158-4a8a-4cb2-9020-0072f4ffa5fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:53.311753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d158-4a8a-4cb2-9020-0072f4ffa5fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:58.137700 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:02.984573 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=22,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:02.991670 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=17,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:03.297477 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:03.301329 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:03.335950 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:05.556688 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 5 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:29:12.813742 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5c36e7ac-d392-4f49-b09a-2367d7276d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:15.311266 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a06497c8-7412-4cb7-9e9c-0e51dbbe74da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:15.553115 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:16.699302 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:18.145275 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:18.219401 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:27.540627 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:27.541414 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:28.141161 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:28.144042 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:40.553008 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:40.557655 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:42.556032 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 5 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:29:42.858862 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1d41a27c-0687-4ef7-b83b-efa37199c00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:45.276324 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5001044f-2734-4d3a-b92a-04fe4eea349c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:46.773253 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:48.218360 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:48.264034 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:52.551917 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:52.552726 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:58.143024 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:58.144915 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:04.543042 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:04.547041 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:12.858527 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-25946183-590f-46db-afd5-747859b5a854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:15.315435 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-eb556068-753c-4ae2-94a8-dc63717b6eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:16.790091 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:18.189296 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:18.223880 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:19.555816 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 5 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:30:28.146385 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=9 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:28.149421 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:41.549975 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=17 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:41.554218 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=17 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:42.864093 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-60f1b413-6df5-4ace-8bfc-a7e2ede2b1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:45.281149 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14848d37-3ba8-496e-ad1c-34cd48fa3865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:46.829763 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:48.183660 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:48.281175 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:56.554904 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 5 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:30:58.152162 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:58.154064 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:06.550056 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:06.550907 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:12.818247 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d10ceaab-8033-46be-91ef-9923c37737a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:15.297765 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6919e45e-1110-4e54-a59a-dd567953c800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:16.755600 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:18.176974 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:18.286521 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:18.545010 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:18.549949 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:28.154273 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:28.156382 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:33.553517 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 5 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:31:42.915018 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7b505ccd-23f2-4dc5-a9da-4b9f2a2cd35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:43.550114 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:43.550918 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:45.304289 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-45cbcd5d-3aeb-4364-b835-3745e3261710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:46.720784 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:48.239677 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:48.326794 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:55.552610 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:55.557551 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:58.158282 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:58.161455 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:10.552274 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 5 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:32:12.835419 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-767fc424-4483-400b-89bd-dc3528f82a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:14.269904 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630366'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:15.292623 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-81458184-877e-4521-b92c-eab5a5feeab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:16.755507 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:18.180217 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:18.264046 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:20.548689 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:21.549886 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:23.548002 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630366'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:33.419893 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:33.422809 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:38.259372 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=15 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:38.261329 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=17 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:42.816294 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-85cfe696-80dd-40ae-b058-f23ab1837e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:44.284423 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:45.284835 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-974128ab-d06e-4de5-93a8-7998b2437dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:46.736180 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:47.553186 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:32:48.153270 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:48.270248 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:53.484862 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:57.546696 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:57.547508 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:03.400287 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:03.402230 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:07.918832 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54860) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:33:08.028043 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bbcbbe0c-97bc-4593-a00c-5a4a5d639fc7 admin admin] 10.222.0.64 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1072881 Nov 02 12:33:09.545125 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:09.551216 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:10.524555 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54870) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:33:10.586056 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-520b4740-efa8-4904-be4a-9f972db1dbfe admin admin] 10.222.0.64 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0601549 Nov 02 12:33:12.804148 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c61fbb10-7432-4dd3-9922-9762eb1b72ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:14.327499 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:15.310531 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9fdcf1b2-31a0-4683-9dab-0562854bf3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:16.744644 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:18.218697 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:18.358970 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:20.580393 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:20.581170 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:23.501716 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:24.553828 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:33:33.415484 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:33.421497 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=23,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:42.836557 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bec7e5f8-9037-470e-94b2-bfbdd9691604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:44.306984 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:45.289637 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8b83c60a-867a-443e-a9f4-660056c0b6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:46.541905 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:46.546310 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=6 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:46.723813 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:48.184799 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:48.310779 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:53.535747 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:01.554279 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:34:03.432214 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:03.434039 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:11.552909 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:12.838763 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3eb0f775-0e6d-4aed-b297-5636fc8269cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:14.306717 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:15.266507 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4dab4878-4e08-4572-b084-2e144ac0e3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:16.763570 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:18.163806 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:18.295302 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:23.510874 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:23.543522 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:23.544301 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:33.432656 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:33.435652 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:38.275586 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=11 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:38.280968 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=15 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:38.554272 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:34:42.831863 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dbf13aff-281b-48e8-9232-07bfaabb52d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:44.346422 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:45.260759 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-411fb5fa-16b2-4859-9d61-6fbfe69dfed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:46.746114 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:48.153627 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:48.294697 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:48.554399 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:50.021972 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55296) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:50.059834 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55308) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:50.385656 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55322) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:50.391333 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0823e01d-5ad8-4317-bc4d-887820fc1d30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:50.395173 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-44251d9e-2e66-4465-b23b-49afdb0af630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:50.526691 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0823e01d-5ad8-4317-bc4d-887820fc1d30 admin admin] Publish callbacks [] for security_group (d80202eb-144b-48a9-9a11-356dbd13443c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:50.572131 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-67c24476-525f-4958-b526-c064d14fe2e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:50.584269 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-44251d9e-2e66-4465-b23b-49afdb0af630 admin admin] Publish callbacks [] for security_group (0ebc1c51-9aa9-4dff-ae8a-7ef44f4b0cf6), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:50.586846 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0823e01d-5ad8-4317-bc4d-887820fc1d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d80202eb-144b-48a9-9a11-356dbd13443c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:50.635974 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0823e01d-5ad8-4317-bc4d-887820fc1d30 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=29917aa964c94f018bdc7cc587f35032&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6127450 Nov 02 12:34:50.641962 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55342) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:50.653712 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823e01d-5ad8-4317-bc4d-887820fc1d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80202eb-144b-48a9-9a11-356dbd13443c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:50.669733 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-67c24476-525f-4958-b526-c064d14fe2e2 admin admin] Publish callbacks [] for security_group (80d6f406-da9a-4198-8c20-5fe34bab157d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:50.671607 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-44251d9e-2e66-4465-b23b-49afdb0af630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0ebc1c51-9aa9-4dff-ae8a-7ef44f4b0cf6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:50.688513 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0823e01d-5ad8-4317-bc4d-887820fc1d30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.688922 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0823e01d-5ad8-4317-bc4d-887820fc1d30 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.689296 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0823e01d-5ad8-4317-bc4d-887820fc1d30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.689639 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0823e01d-5ad8-4317-bc4d-887820fc1d30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.689971 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0823e01d-5ad8-4317-bc4d-887820fc1d30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.690304 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0823e01d-5ad8-4317-bc4d-887820fc1d30 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.690638 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0823e01d-5ad8-4317-bc4d-887820fc1d30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.690991 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0823e01d-5ad8-4317-bc4d-887820fc1d30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.691396 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0823e01d-5ad8-4317-bc4d-887820fc1d30 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.691808 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0823e01d-5ad8-4317-bc4d-887820fc1d30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.692206 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0823e01d-5ad8-4317-bc4d-887820fc1d30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.692555 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0823e01d-5ad8-4317-bc4d-887820fc1d30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.692913 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0823e01d-5ad8-4317-bc4d-887820fc1d30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.694661 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0823e01d-5ad8-4317-bc4d-887820fc1d30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.694661 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0823e01d-5ad8-4317-bc4d-887820fc1d30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0823e01d-5ad8-4317-bc4d-887820fc1d30 admin admin] Tracked resource versions report: Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: pushed versions: Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: { 'AddressGroup': {'1.2'}, Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'Agent': {'1.1'}, Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'ConntrackHelper': {'1.0'}, Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'Log': {'1.0'}, Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'NDPProxy': {'1.0'}, Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'Network': {'1.1'}, Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'Port': {'1.7'}, Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'PortForwarding': {'1.3'}, Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'QosPolicy': {'1.10'}, Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'SecurityGroup': {'1.5'}, Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'SubPort': {'1.0'}, Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'Subnet': {'1.1'}, Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'Trunk': {'1.1'}} Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: consumer versions: Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: { DHCP agent@n-d-857339-6: {}, Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: HyperV agent@n-h1-857339-6: {}, Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: HyperV agent@n-h2-857339-6: {}, Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: L3 agent@n-d-857339-6: {}, Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: Metadata agent@n-d-857339-6: {}, Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: Metering agent@n-d-857339-6: {}, Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: Open vSwitch agent@n-d-857339-6: { 'AddressGroup': '1.2', Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'Agent': '1.1', Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'ConntrackHelper': '1.0', Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'LocalIPAssociation': '1.0', Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'Log': '1.0', Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'NDPProxy': '1.0', Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'Network': '1.1', Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'Port': '1.7', Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'PortForwarding': '1.3', Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'QosPolicy': '1.10', Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'SecurityGroup': '1.5', Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'SecurityGroupRule': '1.2', Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'SubPort': '1.0', Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'Subnet': '1.1', Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: 'Trunk': '1.1'}} Nov 02 12:34:50.694841 n-d-857339-6 neutron-server[105976]: {{(pid=105976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:34:50.745807 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55356) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:50.749470 n-d-857339-6 neutron-server[105975]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 02 12:34:50.770296 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-44251d9e-2e66-4465-b23b-49afdb0af630 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4b354427d3614810b91ec1065d1ef4b3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7094102 Nov 02 12:34:50.772628 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44251d9e-2e66-4465-b23b-49afdb0af630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebc1c51-9aa9-4dff-ae8a-7ef44f4b0cf6,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:50.775345 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55358) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:50.789831 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-67c24476-525f-4958-b526-c064d14fe2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (80d6f406-da9a-4198-8c20-5fe34bab157d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:50.794123 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-95173c94-f8aa-4841-a8eb-69880c80d7d1 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=8ea3b8ac6b104721ba07c7b85bbb64aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466287 Nov 02 12:34:50.805939 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c32f8efc-a9f8-48ef-bffc-975202b3db30 admin admin] Publish callbacks [] for security_group (d80202eb-144b-48a9-9a11-356dbd13443c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:50.844334 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c32f8efc-a9f8-48ef-bffc-975202b3db30 admin admin] Publish callbacks [] for security_group (d80202eb-144b-48a9-9a11-356dbd13443c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:50.853196 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c24476-525f-4958-b526-c064d14fe2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d6f406-da9a-4198-8c20-5fe34bab157d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:50.878324 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24476-525f-4958-b526-c064d14fe2e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.878665 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24476-525f-4958-b526-c064d14fe2e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.879000 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24476-525f-4958-b526-c064d14fe2e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.879328 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24476-525f-4958-b526-c064d14fe2e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.879655 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24476-525f-4958-b526-c064d14fe2e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.879977 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24476-525f-4958-b526-c064d14fe2e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.880091 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-663ffd97-2237-42b5-9a40-948278f68e24 admin admin] Publish callbacks [] for security_group (0ebc1c51-9aa9-4dff-ae8a-7ef44f4b0cf6), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:50.880290 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24476-525f-4958-b526-c064d14fe2e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.880637 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24476-525f-4958-b526-c064d14fe2e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.880949 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24476-525f-4958-b526-c064d14fe2e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.881265 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24476-525f-4958-b526-c064d14fe2e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.881578 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24476-525f-4958-b526-c064d14fe2e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.881887 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24476-525f-4958-b526-c064d14fe2e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.882227 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24476-525f-4958-b526-c064d14fe2e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.882509 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24476-525f-4958-b526-c064d14fe2e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.882814 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24476-525f-4958-b526-c064d14fe2e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24476-525f-4958-b526-c064d14fe2e2 admin admin] Tracked resource versions report: Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: pushed versions: Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: { 'AddressGroup': {'1.2'}, Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'Agent': {'1.1'}, Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'ConntrackHelper': {'1.0'}, Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'Log': {'1.0'}, Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'NDPProxy': {'1.0'}, Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'Network': {'1.1'}, Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'Port': {'1.7'}, Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'PortForwarding': {'1.3'}, Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'QosPolicy': {'1.10'}, Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'SecurityGroup': {'1.5'}, Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'SubPort': {'1.0'}, Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'Subnet': {'1.1'}, Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'Trunk': {'1.1'}} Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: consumer versions: Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: { DHCP agent@n-d-857339-6: {}, Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: HyperV agent@n-h1-857339-6: {}, Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: HyperV agent@n-h2-857339-6: {}, Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: L3 agent@n-d-857339-6: {}, Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: Metadata agent@n-d-857339-6: {}, Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: Metering agent@n-d-857339-6: {}, Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: Open vSwitch agent@n-d-857339-6: { 'AddressGroup': '1.2', Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'Agent': '1.1', Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'ConntrackHelper': '1.0', Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'LocalIPAssociation': '1.0', Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'Log': '1.0', Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'NDPProxy': '1.0', Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'Network': '1.1', Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'Port': '1.7', Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'PortForwarding': '1.3', Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'QosPolicy': '1.10', Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'SecurityGroup': '1.5', Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'SecurityGroupRule': '1.2', Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'SubPort': '1.0', Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'Subnet': '1.1', Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: 'Trunk': '1.1'}} Nov 02 12:34:50.883902 n-d-857339-6 neutron-server[105975]: {{(pid=105975) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:34:50.908543 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-663ffd97-2237-42b5-9a40-948278f68e24 admin admin] Publish callbacks [] for security_group (0ebc1c51-9aa9-4dff-ae8a-7ef44f4b0cf6), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:50.916243 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55366) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:50.916463 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-67c24476-525f-4958-b526-c064d14fe2e2 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ec1f83e438e14c6ebc6fbc76eb088d3b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5283287 Nov 02 12:34:50.971000 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:50.997583 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7529deed-7964-44d8-bd1c-4e8c760c4b26 admin admin] Publish callbacks [] for security_group (80d6f406-da9a-4198-8c20-5fe34bab157d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:51.021829 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7529deed-7964-44d8-bd1c-4e8c760c4b26 admin admin] Publish callbacks [] for security_group (80d6f406-da9a-4198-8c20-5fe34bab157d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:51.032412 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c32f8efc-a9f8-48ef-bffc-975202b3db30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d80202eb-144b-48a9-9a11-356dbd13443c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:51.035539 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c32f8efc-a9f8-48ef-bffc-975202b3db30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:51.036894 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c32f8efc-a9f8-48ef-bffc-975202b3db30 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d80202eb-144b-48a9-9a11-356dbd13443c HTTP/1.1" status: 204 len: 168 time: 0.3926513 Nov 02 12:34:51.059303 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f8efc-a9f8-48ef-bffc-975202b3db30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80202eb-144b-48a9-9a11-356dbd13443c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:51.065946 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:51.067296 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-7863f25c-6ea6-4e35-b918-0289ce7546ed tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:51.068855 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-7863f25c-6ea6-4e35-b918-0289ce7546ed tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2574186 Nov 02 12:34:51.089075 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-56310d6b-a53e-487f-bfeb-52aced7387a9 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/quotas/8ea3b8ac6b104721ba07c7b85bbb64aa HTTP/1.1" status: 200 len: 375 time: 0.0134010 Nov 02 12:34:51.100213 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-663ffd97-2237-42b5-9a40-948278f68e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0ebc1c51-9aa9-4dff-ae8a-7ef44f4b0cf6), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:51.103772 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-663ffd97-2237-42b5-9a40-948278f68e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:51.107156 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-663ffd97-2237-42b5-9a40-948278f68e24 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0ebc1c51-9aa9-4dff-ae8a-7ef44f4b0cf6 HTTP/1.1" status: 204 len: 168 time: 0.3286457 Nov 02 12:34:51.115146 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ffd97-2237-42b5-9a40-948278f68e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebc1c51-9aa9-4dff-ae8a-7ef44f4b0cf6,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:51.157704 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7529deed-7964-44d8-bd1c-4e8c760c4b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (80d6f406-da9a-4198-8c20-5fe34bab157d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:51.161340 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7529deed-7964-44d8-bd1c-4e8c760c4b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:51.163142 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7529deed-7964-44d8-bd1c-4e8c760c4b26 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/80d6f406-da9a-4198-8c20-5fe34bab157d HTTP/1.1" status: 204 len: 168 time: 0.2451119 Nov 02 12:34:51.171679 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-29e0354f-445e-4d0a-af01-bc1bfa5ec716 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=8ea3b8ac6b104721ba07c7b85bbb64aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756345 Nov 02 12:34:51.175324 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529deed-7964-44d8-bd1c-4e8c760c4b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d6f406-da9a-4198-8c20-5fe34bab157d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:51.210893 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55394) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:51.235875 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-1daa95ba-4073-466d-8202-bb3c11400a35 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=1dbe11c2ed6c436caf0eb7c8da9beed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227182 Nov 02 12:34:51.353477 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-7aa782a5-df5f-4ce2-84ae-e208243818bd tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:51.354968 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-7aa782a5-df5f-4ce2-84ae-e208243818bd tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1102583 Nov 02 12:34:51.372210 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-4acf87c1-8f6e-47bc-91ff-44e5f5899ba2 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/quotas/1dbe11c2ed6c436caf0eb7c8da9beed5 HTTP/1.1" status: 200 len: 375 time: 0.0103440 Nov 02 12:34:51.416061 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-b539d111-678f-47eb-a39b-aabef7e0bede tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1dbe11c2ed6c436caf0eb7c8da9beed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366380 Nov 02 12:34:51.548807 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-72ac1042-d5cd-47f2-a11f-365a28b7186d req-f5fe3b46-af0c-47ca-a60c-5498a0312832 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 210 time: 0.0958991 Nov 02 12:34:51.771794 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5bdfea31-ee1a-413c-9496-573ef6d15022 req-f7c6b017-83b1-4536-ae61-6827342fb57a tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 210 time: 0.0305731 Nov 02 12:34:52.022301 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55434) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:52.050345 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b59f1e17-e32d-4d5c-8cd5-981b97acd9d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:52.137307 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b59f1e17-e32d-4d5c-8cd5-981b97acd9d5 admin admin] Publish callbacks [] for security_group (4909442c-1050-424e-a704-c9ec0ecd68b5), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:52.191755 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b59f1e17-e32d-4d5c-8cd5-981b97acd9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4909442c-1050-424e-a704-c9ec0ecd68b5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:52.292143 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b59f1e17-e32d-4d5c-8cd5-981b97acd9d5 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3b7b7091899e4e29bca40e58f64dd29b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2662525 Nov 02 12:34:52.292143 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f1e17-e32d-4d5c-8cd5-981b97acd9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4909442c-1050-424e-a704-c9ec0ecd68b5,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:52.292851 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55438) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:52.361437 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4384bddb-4e1e-4d80-b5eb-e572dde795c8 admin admin] Publish callbacks [] for security_group (4909442c-1050-424e-a704-c9ec0ecd68b5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:52.386275 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4384bddb-4e1e-4d80-b5eb-e572dde795c8 admin admin] Publish callbacks [] for security_group (4909442c-1050-424e-a704-c9ec0ecd68b5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:52.525625 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55458) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:52.538012 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4384bddb-4e1e-4d80-b5eb-e572dde795c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4909442c-1050-424e-a704-c9ec0ecd68b5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:52.540481 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4384bddb-4e1e-4d80-b5eb-e572dde795c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:52.541694 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4384bddb-4e1e-4d80-b5eb-e572dde795c8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4909442c-1050-424e-a704-c9ec0ecd68b5 HTTP/1.1" status: 204 len: 168 time: 0.2473271 Nov 02 12:34:52.554177 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3e268a93-cf07-4aa3-b5a1-1bd2aaa12afd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:52.556677 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384bddb-4e1e-4d80-b5eb-e572dde795c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4909442c-1050-424e-a704-c9ec0ecd68b5,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:52.606432 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55464) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:52.616022 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2354-d2d5-4b9d-9235-c53b67abf4a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:52.640441 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:52.672595 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3e268a93-cf07-4aa3-b5a1-1bd2aaa12afd admin admin] Publish callbacks [] for security_group (412a3858-055c-4070-a166-60b3eda7381d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:52.707644 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-19dcaa89-53f0-4f12-95df-01b6a75ba609 req-9429244a-9fb3-4018-bcbd-8756780fe474 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 210 time: 0.0383797 Nov 02 12:34:52.743377 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3e268a93-cf07-4aa3-b5a1-1bd2aaa12afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (412a3858-055c-4070-a166-60b3eda7381d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:52.743648 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2354-d2d5-4b9d-9235-c53b67abf4a9 admin admin] Publish callbacks [] for security_group (c9e06112-9c6a-48aa-bbcc-66768e943634), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:52.784383 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3e268a93-cf07-4aa3-b5a1-1bd2aaa12afd admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=aeaa8197489f41228db96de700e66d5f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2575424 Nov 02 12:34:52.785320 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e268a93-cf07-4aa3-b5a1-1bd2aaa12afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412a3858-055c-4070-a166-60b3eda7381d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:52.798814 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55468) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:52.808373 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2354-d2d5-4b9d-9235-c53b67abf4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c9e06112-9c6a-48aa-bbcc-66768e943634), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:52.826773 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:52.885003 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a7cf2354-d2d5-4b9d-9235-c53b67abf4a9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d4b91a5c012a4f4fbbb9fb1b86ffa22e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2821879 Nov 02 12:34:52.887875 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55476) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:52.888152 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf2354-d2d5-4b9d-9235-c53b67abf4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e06112-9c6a-48aa-bbcc-66768e943634,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:52.930222 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3ac91fef-e021-42d5-9ec8-3a02677ef867 req-4b094354-0587-41fb-865b-b54095f1a392 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 210 time: 0.0911787 Nov 02 12:34:52.986007 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa9fd0dc-6756-4ea2-9e21-64d6631f05c0 admin admin] Publish callbacks [] for security_group (c9e06112-9c6a-48aa-bbcc-66768e943634), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:52.995016 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-234e1e48-105e-41d4-8c77-123729063558 admin admin] Publish callbacks [] for security_group (412a3858-055c-4070-a166-60b3eda7381d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:53.015289 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa9fd0dc-6756-4ea2-9e21-64d6631f05c0 admin admin] Publish callbacks [] for security_group (c9e06112-9c6a-48aa-bbcc-66768e943634), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:53.021083 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-234e1e48-105e-41d4-8c77-123729063558 admin admin] Publish callbacks [] for security_group (412a3858-055c-4070-a166-60b3eda7381d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:53.134281 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa9fd0dc-6756-4ea2-9e21-64d6631f05c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c9e06112-9c6a-48aa-bbcc-66768e943634), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:53.136965 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa9fd0dc-6756-4ea2-9e21-64d6631f05c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:53.140034 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fa9fd0dc-6756-4ea2-9e21-64d6631f05c0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c9e06112-9c6a-48aa-bbcc-66768e943634 HTTP/1.1" status: 204 len: 168 time: 0.2489269 Nov 02 12:34:53.148283 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fd0dc-6756-4ea2-9e21-64d6631f05c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e06112-9c6a-48aa-bbcc-66768e943634,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:53.158502 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-234e1e48-105e-41d4-8c77-123729063558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (412a3858-055c-4070-a166-60b3eda7381d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:53.176720 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-234e1e48-105e-41d4-8c77-123729063558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:53.181340 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-234e1e48-105e-41d4-8c77-123729063558 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/412a3858-055c-4070-a166-60b3eda7381d HTTP/1.1" status: 204 len: 168 time: 0.3787575 Nov 02 12:34:53.200554 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e1e48-105e-41d4-8c77-123729063558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412a3858-055c-4070-a166-60b3eda7381d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:53.522266 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:53.947968 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-446252a4-7c9f-482f-b0e4-1b24306a525d req-4394ab02-5387-4d87-8b27-13660286bd91 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 210 time: 0.1676574 Nov 02 12:34:54.181758 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ff997d97-38b3-4aa6-ae94-ab43861c52fc req-335a97a9-b3d8-40f8-98b8-087cf2374265 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 210 time: 0.0355623 Nov 02 12:34:55.148821 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-37886756-a40d-4501-b249-ba71c7a20d80 req-0fa92cf8-16de-4dee-af24-206094502cc5 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 210 time: 0.0510242 Nov 02 12:34:55.334789 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-267d08f1-cf81-4ca7-b929-5fba7eac1e3c req-77e4ff6b-bca7-4a26-95e5-0258a2fee5fb tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 210 time: 0.0585938 Nov 02 12:34:55.420886 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.75', 50325) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:55.460985 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-ff300467-a90e-47cc-bb76-66b610095a11 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=1dbe11c2ed6c436caf0eb7c8da9beed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345519 Nov 02 12:34:55.687418 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-d98d8635-8a3e-4727-a634-5f74cefc1b69 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:55.689468 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-d98d8635-8a3e-4727-a634-5f74cefc1b69 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2223034 Nov 02 12:34:55.990452 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-1212815c-d070-4d36-aeb5-f6b29a902ece tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Request body: {'port': {'device_id': '1fa188d9-0f74-4d89-891c-3622a0f51fd9', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': '1dbe11c2ed6c436caf0eb7c8da9beed5'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:34:56.255399 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.75', 50330) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:56.296848 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=10,neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:56.297063 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-55f13a49-b1e3-41f6-8e8f-849f63e722bc req-6c08c621-86e1-4739-bf98-dab72175a817 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 210 time: 0.0444841 Nov 02 12:34:56.297528 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-9eeca6f9-00ce-4482-b618-10753d42cbcb tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=8ea3b8ac6b104721ba07c7b85bbb64aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359430 Nov 02 12:34:56.403990 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-1212815c-d070-4d36-aeb5-f6b29a902ece tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Made reservation on behalf of 1dbe11c2ed6c436caf0eb7c8da9beed5 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:34:56.409109 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-1212815c-d070-4d36-aeb5-f6b29a902ece tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:56.415741 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:56.430522 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-1212815c-d070-4d36-aeb5-f6b29a902ece tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:56.464915 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-ccbb08ab-e02e-4c89-9eac-06e744753113 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:56.466705 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-ccbb08ab-e02e-4c89-9eac-06e744753113 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1635826 Nov 02 12:34:56.487923 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-f1485adb-7079-40a1-919a-f1d97f1bf4c6 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Request body: {'port': {'device_id': '897625a4-b4a8-4753-ae04-d1a24f14d3fa', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': '8ea3b8ac6b104721ba07c7b85bbb64aa'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:34:56.621693 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-1212815c-d070-4d36-aeb5-f6b29a902ece tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Publish callbacks [] for security_group (492152e5-1f41-4054-8a1d-18b0fae237f3), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:56.816721 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-1212815c-d070-4d36-aeb5-f6b29a902ece tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (492152e5-1f41-4054-8a1d-18b0fae237f3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:56.827990 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-f1485adb-7079-40a1-919a-f1d97f1bf4c6 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Made reservation on behalf of 8ea3b8ac6b104721ba07c7b85bbb64aa for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:34:56.837172 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-f1485adb-7079-40a1-919a-f1d97f1bf4c6 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:56.862283 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-f1485adb-7079-40a1-919a-f1d97f1bf4c6 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:56.867232 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4f73a0d7-6a57-4d48-a10e-2a84d9fd0ae1 req-bbf70617-2abf-4ab7-b812-e6fbf72351ed tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 210 time: 0.0323410 Nov 02 12:34:56.998512 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212815c-d070-4d36-aeb5-f6b29a902ece tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=492152e5-1f41-4054-8a1d-18b0fae237f3,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:57.151346 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-1212815c-d070-4d36-aeb5-f6b29a902ece tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Allocated IP 192.168.233.112 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/624085ac-e80e-4556-a729-8464e383c7b2) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:34:57.260335 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-f1485adb-7079-40a1-919a-f1d97f1bf4c6 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Publish callbacks [] for security_group (4261ede9-c37a-4a0e-91c8-61be1ce8ca48), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:57.338069 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-f1485adb-7079-40a1-919a-f1d97f1bf4c6 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4261ede9-c37a-4a0e-91c8-61be1ce8ca48), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:57.415154 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9a6aec70-73c1-4a36-b1bc-2bb01038660c req-bb4cd786-5fe7-4681-b951-893b81f2a993 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 210 time: 0.0296235 Nov 02 12:34:57.499090 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-1212815c-d070-4d36-aeb5-f6b29a902ece tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Publish callbacks [] for port (624085ac-e80e-4556-a729-8464e383c7b2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:57.590188 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:57.594826 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1485adb-7079-40a1-919a-f1d97f1bf4c6 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4261ede9-c37a-4a0e-91c8-61be1ce8ca48,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:57.660373 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:57.701999 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-1212815c-d070-4d36-aeb5-f6b29a902ece tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (624085ac-e80e-4556-a729-8464e383c7b2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:57.881702 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-1212815c-d070-4d36-aeb5-f6b29a902ece tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:34:57.902687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-1212815c-d070-4d36-aeb5-f6b29a902ece tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:34:57.906091 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-1212815c-d070-4d36-aeb5-f6b29a902ece tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:34:57.911716 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-1212815c-d070-4d36-aeb5-f6b29a902ece tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:57.912369 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-1212815c-d070-4d36-aeb5-f6b29a902ece tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:57.944046 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-f1485adb-7079-40a1-919a-f1d97f1bf4c6 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Allocated IP 192.168.233.94 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/159018c2-9f4c-4fdd-ba89-9139a399c69e) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:34:57.952840 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212815c-d070-4d36-aeb5-f6b29a902ece tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Pushing event updated for resources: {'Port': ['ID=624085ac-e80e-4556-a729-8464e383c7b2,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:58.095669 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39103fbb-26cc-49ef-b1ca-f2ad2a3950f5 req-86e771c7-363d-4765-82d1-f37e2afcd2a9 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:58.101670 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-1212815c-d070-4d36-aeb5-f6b29a902ece tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1146941 Nov 02 12:34:58.112887 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-39103fbb-26cc-49ef-b1ca-f2ad2a3950f5 req-86e771c7-363d-4765-82d1-f37e2afcd2a9 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 936 time: 0.1108365 Nov 02 12:34:58.116170 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-d7c8bb1a-3294-4a14-b41c-a40c8ffeaa8c tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:34:58.117578 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-d7c8bb1a-3294-4a14-b41c-a40c8ffeaa8c tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0093629 Nov 02 12:34:58.295083 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-39103fbb-26cc-49ef-b1ca-f2ad2a3950f5 req-1a63b376-2f11-445a-80ea-4f28d292a31f tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811903 Nov 02 12:34:58.344757 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-f1485adb-7079-40a1-919a-f1d97f1bf4c6 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Publish callbacks [] for port (159018c2-9f4c-4fdd-ba89-9139a399c69e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:58.534660 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-cad34b44-79f7-4449-9543-a17686e8dcd1 None None] Provisioning complete for port 624085ac-e80e-4556-a729-8464e383c7b2 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:34:58.534660 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cad34b44-79f7-4449-9543-a17686e8dcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (624085ac-e80e-4556-a729-8464e383c7b2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:58.534660 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-cad34b44-79f7-4449-9543-a17686e8dcd1 None None] Attempt 1 to provision port 624085ac-e80e-4556-a729-8464e383c7b2 Nov 02 12:34:58.534660 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cad34b44-79f7-4449-9543-a17686e8dcd1 None None] Port 624085ac-e80e-4556-a729-8464e383c7b2 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:34:58.558887 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f3b89c56-7f4a-4f16-909c-30f4589b4872 req-2172e728-0cc5-4b7b-bb11-2cfdc076086f tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 210 time: 0.0387280 Nov 02 12:34:59.162708 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-f1485adb-7079-40a1-919a-f1d97f1bf4c6 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (159018c2-9f4c-4fdd-ba89-9139a399c69e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:59.214505 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-f1485adb-7079-40a1-919a-f1d97f1bf4c6 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:34:59.225428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1485adb-7079-40a1-919a-f1d97f1bf4c6 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Pushing event updated for resources: {'Port': ['ID=159018c2-9f4c-4fdd-ba89-9139a399c69e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:59.229488 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-f1485adb-7079-40a1-919a-f1d97f1bf4c6 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:34:59.231840 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-f1485adb-7079-40a1-919a-f1d97f1bf4c6 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:34:59.243833 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-f1485adb-7079-40a1-919a-f1d97f1bf4c6 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:59.256786 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-f1485adb-7079-40a1-919a-f1d97f1bf4c6 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:59.256786 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:59.372438 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-f1485adb-7079-40a1-919a-f1d97f1bf4c6 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8905554 Nov 02 12:34:59.465631 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e7f31-435b-4bf4-99d1-be3a757595bd req-9920d5c9-a034-491f-9a1b-929eefcc4224 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:59.474422 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fe8e7f31-435b-4bf4-99d1-be3a757595bd req-9920d5c9-a034-491f-9a1b-929eefcc4224 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 936 time: 0.0637817 Nov 02 12:34:59.554498 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fe8e7f31-435b-4bf4-99d1-be3a757595bd req-e4831581-d8e8-4d61-8ec6-116dea1cbada tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786662 Nov 02 12:34:59.597124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2316be44-044d-4eb3-b95d-6bf595103317 None None] Provisioning complete for port 159018c2-9f4c-4fdd-ba89-9139a399c69e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:34:59.597688 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2316be44-044d-4eb3-b95d-6bf595103317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (159018c2-9f4c-4fdd-ba89-9139a399c69e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:59.597856 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2316be44-044d-4eb3-b95d-6bf595103317 None None] Attempt 1 to provision port 159018c2-9f4c-4fdd-ba89-9139a399c69e Nov 02 12:34:59.710036 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2316be44-044d-4eb3-b95d-6bf595103317 None None] Port 159018c2-9f4c-4fdd-ba89-9139a399c69e cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:34:59.769417 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55722) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:59.784818 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55726) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:59.811537 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55730) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:59.940318 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe1766-1ae6-4699-b1a5-9358a3483c2a req-38a92590-cdd9-4d93-8c1e-96ba0f7c7d5e tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:59.949984 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bdfe1766-1ae6-4699-b1a5-9358a3483c2a req-38a92590-cdd9-4d93-8c1e-96ba0f7c7d5e tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 935 time: 0.0929253 Nov 02 12:34:59.973497 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0aedacb3-14cf-4628-9be2-ac6190257653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:59.994204 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc96d128-13fe-4765-8493-3baeb3db1dbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.035277 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7cc1a19e-908e-40bf-8ef0-523601b619eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.087602 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bdfe1766-1ae6-4699-b1a5-9358a3483c2a req-081965b6-fe02-4118-98ea-58e14c7fb71a tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364188 Nov 02 12:35:00.142875 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0aedacb3-14cf-4628-9be2-ac6190257653 admin admin] Publish callbacks [] for security_group (791d8c54-7233-40f8-aef2-a8cf94dc02f7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.166952 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:00.227082 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc96d128-13fe-4765-8493-3baeb3db1dbc admin admin] Publish callbacks [] for security_group (cfcb3350-cd63-402c-9c65-4e56b91d67a3), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.230625 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0aedacb3-14cf-4628-9be2-ac6190257653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (791d8c54-7233-40f8-aef2-a8cf94dc02f7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.255428 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7cc1a19e-908e-40bf-8ef0-523601b619eb admin admin] Publish callbacks [] for security_group (fa95548e-c1df-40c3-8867-0c47a7c95869), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.270998 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedacb3-14cf-4628-9be2-ac6190257653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791d8c54-7233-40f8-aef2-a8cf94dc02f7,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:00.275528 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0aedacb3-14cf-4628-9be2-ac6190257653 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4ec84be6ef1d4850a4eb4627a53a05c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4895256 Nov 02 12:35:00.278260 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55736) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:00.346953 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc96d128-13fe-4765-8493-3baeb3db1dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (cfcb3350-cd63-402c-9c65-4e56b91d67a3), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.350222 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:00.361858 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6eb55f53-91e0-42df-be9e-e73520be418d admin admin] Publish callbacks [] for security_group (791d8c54-7233-40f8-aef2-a8cf94dc02f7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.378400 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7cc1a19e-908e-40bf-8ef0-523601b619eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fa95548e-c1df-40c3-8867-0c47a7c95869), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.444963 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bc96d128-13fe-4765-8493-3baeb3db1dbc admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c89092c4e6c448a598f74969c8d10549&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6714759 Nov 02 12:35:00.445747 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55738) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:00.451274 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6eb55f53-91e0-42df-be9e-e73520be418d admin admin] Publish callbacks [] for security_group (791d8c54-7233-40f8-aef2-a8cf94dc02f7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.454908 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96d128-13fe-4765-8493-3baeb3db1dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcb3350-cd63-402c-9c65-4e56b91d67a3,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:00.482889 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7cc1a19e-908e-40bf-8ef0-523601b619eb admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5656b56935ed484c89e4d47df05ee1f6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6552751 Nov 02 12:35:00.482889 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55740) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:00.539472 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-64247f8c-7704-4c84-ba72-da798634542b admin admin] Publish callbacks [] for security_group (cfcb3350-cd63-402c-9c65-4e56b91d67a3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.543464 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:00.550734 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:00.566991 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1a19e-908e-40bf-8ef0-523601b619eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa95548e-c1df-40c3-8867-0c47a7c95869,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:00.579280 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-64247f8c-7704-4c84-ba72-da798634542b admin admin] Publish callbacks [] for security_group (cfcb3350-cd63-402c-9c65-4e56b91d67a3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.616014 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d824e2c-7565-47cb-a908-13fffd2f0c42 admin admin] Publish callbacks [] for security_group (fa95548e-c1df-40c3-8867-0c47a7c95869), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.647824 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d824e2c-7565-47cb-a908-13fffd2f0c42 admin admin] Publish callbacks [] for security_group (fa95548e-c1df-40c3-8867-0c47a7c95869), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.728382 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6eb55f53-91e0-42df-be9e-e73520be418d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (791d8c54-7233-40f8-aef2-a8cf94dc02f7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.731407 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6eb55f53-91e0-42df-be9e-e73520be418d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.733233 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6eb55f53-91e0-42df-be9e-e73520be418d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/791d8c54-7233-40f8-aef2-a8cf94dc02f7 HTTP/1.1" status: 204 len: 168 time: 0.4534090 Nov 02 12:35:00.755335 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb55f53-91e0-42df-be9e-e73520be418d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791d8c54-7233-40f8-aef2-a8cf94dc02f7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:00.764408 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-64247f8c-7704-4c84-ba72-da798634542b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (cfcb3350-cd63-402c-9c65-4e56b91d67a3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.770656 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-64247f8c-7704-4c84-ba72-da798634542b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.781371 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-64247f8c-7704-4c84-ba72-da798634542b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/cfcb3350-cd63-402c-9c65-4e56b91d67a3 HTTP/1.1" status: 204 len: 168 time: 0.3243990 Nov 02 12:35:00.781528 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06b45b-6993-4da3-b5ed-b7ae8b84a1f6 req-3dcd6abf-699f-4f1b-a0e1-39cd9326808a tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:00.781528 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3c06b45b-6993-4da3-b5ed-b7ae8b84a1f6 req-3dcd6abf-699f-4f1b-a0e1-39cd9326808a tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 936 time: 0.0875807 Nov 02 12:35:00.789330 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64247f8c-7704-4c84-ba72-da798634542b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcb3350-cd63-402c-9c65-4e56b91d67a3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:00.861103 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3c06b45b-6993-4da3-b5ed-b7ae8b84a1f6 req-d3cd8137-d13a-4766-a384-f4fb67eb40d1 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733755 Nov 02 12:35:00.888242 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d824e2c-7565-47cb-a908-13fffd2f0c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fa95548e-c1df-40c3-8867-0c47a7c95869), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.894147 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d824e2c-7565-47cb-a908-13fffd2f0c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.896097 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2d824e2c-7565-47cb-a908-13fffd2f0c42 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fa95548e-c1df-40c3-8867-0c47a7c95869 HTTP/1.1" status: 204 len: 168 time: 0.4224451 Nov 02 12:35:00.909497 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d824e2c-7565-47cb-a908-13fffd2f0c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa95548e-c1df-40c3-8867-0c47a7c95869,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:01.031964 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:01.252922 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae15738-e696-4fa0-b221-16ef5f604f3a req-fccc610c-425f-451f-a181-6900339be875 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:01.260850 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-aae15738-e696-4fa0-b221-16ef5f604f3a req-fccc610c-425f-451f-a181-6900339be875 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 935 time: 0.0788167 Nov 02 12:35:01.327918 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-aae15738-e696-4fa0-b221-16ef5f604f3a req-ed082fb4-65ab-4eb2-a297-0fcb306d9e21 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658090 Nov 02 12:35:01.872031 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55758) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:01.895587 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dbe44353-6381-4087-ba9d-dbbe91b29014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:02.029127 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dbe44353-6381-4087-ba9d-dbbe91b29014 admin admin] Publish callbacks [] for security_group (61824465-1a3b-48c8-8cc2-d1519f972313), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:02.039046 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b486a-b264-44f7-a4c0-496f0581c2e1 req-60771e17-15d1-4abf-b7a0-4a399f67f641 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:02.043097 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-255b486a-b264-44f7-a4c0-496f0581c2e1 req-60771e17-15d1-4abf-b7a0-4a399f67f641 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 936 time: 0.0902998 Nov 02 12:35:02.106708 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-255b486a-b264-44f7-a4c0-496f0581c2e1 req-f9d23244-f04a-401f-82b5-dce3c3402148 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571020 Nov 02 12:35:02.122283 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dbe44353-6381-4087-ba9d-dbbe91b29014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (61824465-1a3b-48c8-8cc2-d1519f972313), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:02.170169 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dbe44353-6381-4087-ba9d-dbbe91b29014 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d2562cc4e6064bf5b72ab6628817196a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2970188 Nov 02 12:35:02.172926 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe44353-6381-4087-ba9d-dbbe91b29014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61824465-1a3b-48c8-8cc2-d1519f972313,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:02.173504 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55762) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:02.240773 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-20e7c9f6-9ed1-426b-b7b2-23f14e261991 admin admin] Publish callbacks [] for security_group (61824465-1a3b-48c8-8cc2-d1519f972313), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:02.275168 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55764) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:02.275339 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-20e7c9f6-9ed1-426b-b7b2-23f14e261991 admin admin] Publish callbacks [] for security_group (61824465-1a3b-48c8-8cc2-d1519f972313), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:02.287067 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2877d698-6200-4750-8253-ce7b2740fa86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:02.459755 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dec765-6fd5-4bcd-8642-af51450db15b req-47324528-6cea-49fa-a67d-55a4ef332c3c tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:02.461482 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-41dec765-6fd5-4bcd-8642-af51450db15b req-47324528-6cea-49fa-a67d-55a4ef332c3c tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 935 time: 0.0561786 Nov 02 12:35:02.514458 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-20e7c9f6-9ed1-426b-b7b2-23f14e261991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (61824465-1a3b-48c8-8cc2-d1519f972313), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:02.520388 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-20e7c9f6-9ed1-426b-b7b2-23f14e261991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:02.522450 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-20e7c9f6-9ed1-426b-b7b2-23f14e261991 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/61824465-1a3b-48c8-8cc2-d1519f972313 HTTP/1.1" status: 204 len: 168 time: 0.3476028 Nov 02 12:35:02.538544 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:02.557572 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-41dec765-6fd5-4bcd-8642-af51450db15b req-53d6f8fd-3c55-434f-b884-5a0f8f272c09 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885003 Nov 02 12:35:02.558532 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7c9f6-9ed1-426b-b7b2-23f14e261991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61824465-1a3b-48c8-8cc2-d1519f972313,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:02.624803 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2877d698-6200-4750-8253-ce7b2740fa86 admin admin] Publish callbacks [] for security_group (6ed08a63-17a3-47b9-8b4b-b09205fbefa5), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:02.709790 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2877d698-6200-4750-8253-ce7b2740fa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6ed08a63-17a3-47b9-8b4b-b09205fbefa5), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:02.726588 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55776) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:02.744479 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8d75fa4-7e35-471d-84d7-e03dc3e05bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:02.761784 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:02.802012 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877d698-6200-4750-8253-ce7b2740fa86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed08a63-17a3-47b9-8b4b-b09205fbefa5,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:02.814633 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2877d698-6200-4750-8253-ce7b2740fa86 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=cda588c0e56a42879ef38cde96538a62&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5443141 Nov 02 12:35:02.817261 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55778) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:02.847476 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8d75fa4-7e35-471d-84d7-e03dc3e05bbf admin admin] Publish callbacks [] for security_group (bf7d4860-9538-4f5d-9cf8-924e3dcec3e0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:02.885217 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5a8bed30-cfa7-4a35-b2ac-d19a70bcff0d admin admin] Publish callbacks [] for security_group (6ed08a63-17a3-47b9-8b4b-b09205fbefa5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:02.915810 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5a8bed30-cfa7-4a35-b2ac-d19a70bcff0d admin admin] Publish callbacks [] for security_group (6ed08a63-17a3-47b9-8b4b-b09205fbefa5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:02.994153 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8d75fa4-7e35-471d-84d7-e03dc3e05bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bf7d4860-9538-4f5d-9cf8-924e3dcec3e0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:03.082830 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d75fa4-7e35-471d-84d7-e03dc3e05bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7d4860-9538-4f5d-9cf8-924e3dcec3e0,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:03.093100 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f8d75fa4-7e35-471d-84d7-e03dc3e05bbf admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e17c7b90e8b34149875a504667221965&name=default HTTP/1.1" status: 200 len: 2995 time: 0.3646779 Nov 02 12:35:03.096474 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55782) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:03.115574 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5a8bed30-cfa7-4a35-b2ac-d19a70bcff0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6ed08a63-17a3-47b9-8b4b-b09205fbefa5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:03.118607 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5a8bed30-cfa7-4a35-b2ac-d19a70bcff0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:03.123059 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5a8bed30-cfa7-4a35-b2ac-d19a70bcff0d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6ed08a63-17a3-47b9-8b4b-b09205fbefa5 HTTP/1.1" status: 204 len: 168 time: 0.3046911 Nov 02 12:35:03.152170 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bed30-cfa7-4a35-b2ac-d19a70bcff0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed08a63-17a3-47b9-8b4b-b09205fbefa5,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:03.197083 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-629a91eb-6914-4c73-a6f2-fbffefdf88aa admin admin] Publish callbacks [] for security_group (bf7d4860-9538-4f5d-9cf8-924e3dcec3e0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:03.231456 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-629a91eb-6914-4c73-a6f2-fbffefdf88aa admin admin] Publish callbacks [] for security_group (bf7d4860-9538-4f5d-9cf8-924e3dcec3e0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:03.368782 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29838ef2-b0ee-43c9-9d82-d69f4d69ee87 req-8c463571-566e-4855-9d1a-26c6c4498569 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:03.370360 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-29838ef2-b0ee-43c9-9d82-d69f4d69ee87 req-8c463571-566e-4855-9d1a-26c6c4498569 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 936 time: 0.0807171 Nov 02 12:35:03.415236 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-629a91eb-6914-4c73-a6f2-fbffefdf88aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bf7d4860-9538-4f5d-9cf8-924e3dcec3e0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:03.422756 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-629a91eb-6914-4c73-a6f2-fbffefdf88aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:03.428909 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-629a91eb-6914-4c73-a6f2-fbffefdf88aa admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bf7d4860-9538-4f5d-9cf8-924e3dcec3e0 HTTP/1.1" status: 204 len: 168 time: 0.3315723 Nov 02 12:35:03.451705 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a91eb-6914-4c73-a6f2-fbffefdf88aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7d4860-9538-4f5d-9cf8-924e3dcec3e0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:03.457399 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-29838ef2-b0ee-43c9-9d82-d69f4d69ee87 req-4f13e0ff-900c-4b2e-842b-b336ee212d6a tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767822 Nov 02 12:35:03.722674 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a21b9b-cb86-4aa6-bd5e-7db81a91d43f req-27e3e251-8183-40eb-8442-e795395a7d8e tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:03.724657 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-20a21b9b-cb86-4aa6-bd5e-7db81a91d43f req-27e3e251-8183-40eb-8442-e795395a7d8e tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 935 time: 0.0630474 Nov 02 12:35:03.800554 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:03.806329 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-20a21b9b-cb86-4aa6-bd5e-7db81a91d43f req-779229b1-a970-4281-b36a-87ce78ecf955 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749700 Nov 02 12:35:04.633031 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed60992-6e74-4f64-95c2-c462f27490f5 req-72feac06-48a6-4aa1-b055-e56234127595 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:04.640622 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-eed60992-6e74-4f64-95c2-c462f27490f5 req-72feac06-48a6-4aa1-b055-e56234127595 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 936 time: 0.0714264 Nov 02 12:35:04.693248 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-eed60992-6e74-4f64-95c2-c462f27490f5 req-74aa997f-2ecf-4b72-8d07-81e5b48c1dac tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517688 Nov 02 12:35:04.947070 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:04.966618 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63317b-aa4a-4650-97a0-1ecd0efae666 req-fb82775a-f0ba-4543-87a7-5da27947b0a7 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:04.969173 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2a63317b-aa4a-4650-97a0-1ecd0efae666 req-fb82775a-f0ba-4543-87a7-5da27947b0a7 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 935 time: 0.0634327 Nov 02 12:35:05.028910 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2a63317b-aa4a-4650-97a0-1ecd0efae666 req-3ab32e2c-9d4e-4903-8358-95b32495c321 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532331 Nov 02 12:35:05.830688 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3163b-d444-4c9e-b8e2-023c639d43d0 req-f62f0ba7-cff8-420a-b27a-ddca8614c2ca tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:05.832161 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1cd3163b-d444-4c9e-b8e2-023c639d43d0 req-f62f0ba7-cff8-420a-b27a-ddca8614c2ca tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 936 time: 0.0481801 Nov 02 12:35:05.884622 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1cd3163b-d444-4c9e-b8e2-023c639d43d0 req-dc405dc6-bc40-413c-a987-1d7e66770c85 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455809 Nov 02 12:35:06.182329 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57109934-863c-4c43-acbc-e20ce7df5c41 req-4d57c674-a9b5-478b-8ff7-1dda9e8da917 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:06.184963 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-57109934-863c-4c43-acbc-e20ce7df5c41 req-4d57c674-a9b5-478b-8ff7-1dda9e8da917 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 935 time: 0.0707607 Nov 02 12:35:06.207552 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] Request body: {'port': {'device_id': '1fa188d9-0f74-4d89-891c-3622a0f51fd9', 'device_owner': 'compute:tempest-test_az-20042298', 'binding:host_id': 'n-h2-857339-6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:06.259988 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-57109934-863c-4c43-acbc-e20ce7df5c41 req-b91db075-6ce3-4bd9-a7cf-6b2e88c4b804 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683017 Nov 02 12:35:06.269897 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] Request body: {'port': {'device_id': '897625a4-b4a8-4753-ae04-d1a24f14d3fa', 'device_owner': 'compute:tempest-test_az-20042298', 'binding:host_id': 'n-h2-857339-6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:06.368776 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (624085ac-e80e-4556-a729-8464e383c7b2), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:06.384319 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (159018c2-9f4c-4fdd-ba89-9139a399c69e), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:06.476148 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:06.922658 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624085ac-e80e-4556-a729-8464e383c7b2 {{(pid=105976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:35:06.931138 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] Publish callbacks [] for port (624085ac-e80e-4556-a729-8464e383c7b2), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:06.961765 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.provisioning_blocks [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] Transition to ACTIVE for port object 624085ac-e80e-4556-a729-8464e383c7b2 will not be triggered until provisioned by entity L2. {{(pid=105976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:35:06.962538 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:07.035432 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fa314-2b9d-496c-803b-696887639845 req-ed8c95d3-0b54-402d-a41f-85e4531ccd24 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:07.037155 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-af9fa314-2b9d-496c-803b-696887639845 req-ed8c95d3-0b54-402d-a41f-85e4531ccd24 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 936 time: 0.0528231 Nov 02 12:35:07.061600 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (624085ac-e80e-4556-a729-8464e383c7b2), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:07.128244 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-af9fa314-2b9d-496c-803b-696887639845 req-16f77c5b-42c4-4a0a-9b94-bf1d4b26c77d tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840437 Nov 02 12:35:07.249145 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] Pushing event updated for resources: {'Port': ['ID=624085ac-e80e-4556-a729-8464e383c7b2,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:07.271658 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] Attempting to bind port 624085ac-e80e-4556-a729-8464e383c7b2 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:35:07.272024 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] Attempting to bind port 624085ac-e80e-4556-a729-8464e383c7b2 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:35:07.272430 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] Attempting to bind port 624085ac-e80e-4556-a729-8464e383c7b2 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:07.398022 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] Port 624085ac-e80e-4556-a729-8464e383c7b2 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:35:07.398382 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] Attempting to bind port 624085ac-e80e-4556-a729-8464e383c7b2 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:07.401170 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e424da-99af-48de-9f9f-873420d9c2b1 req-108d91cb-cf39-4174-81c9-8bf5b583b647 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:07.404115 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b4e424da-99af-48de-9f9f-873420d9c2b1 req-108d91cb-cf39-4174-81c9-8bf5b583b647 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 935 time: 0.0674517 Nov 02 12:35:07.441079 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159018c2-9f4c-4fdd-ba89-9139a399c69e {{(pid=105976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:35:07.449525 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] Publish callbacks [] for port (159018c2-9f4c-4fdd-ba89-9139a399c69e), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:07.474303 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.provisioning_blocks [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] Transition to ACTIVE for port object 159018c2-9f4c-4fdd-ba89-9139a399c69e will not be triggered until provisioned by entity L2. {{(pid=105976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:35:07.475353 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] Checking agent: {'id': '59c125ef-2b3d-4364-aa71-285e1ef6d0e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:35:07.475736 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:07.476292 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:35:07.476796 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] Bound port: 624085ac-e80e-4556-a729-8464e383c7b2, host: n-h2-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:35:07.477159 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (624085ac-e80e-4556-a729-8464e383c7b2), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:07.492734 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b4e424da-99af-48de-9f9f-873420d9c2b1 req-405ce1d5-6563-4a81-901c-8182e90fe6ee tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811503 Nov 02 12:35:07.567425 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (159018c2-9f4c-4fdd-ba89-9139a399c69e), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:07.574733 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] For port 624085ac-e80e-4556-a729-8464e383c7b2, host n-h2-857339-6, cleared binding levels {{(pid=105976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:07.620854 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] For port 624085ac-e80e-4556-a729-8464e383c7b2, host n-h2-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=624085ac-e80e-4556-a729-8464e383c7b2,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:35:07.670866 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] Pushing event updated for resources: {'Port': ['ID=159018c2-9f4c-4fdd-ba89-9139a399c69e,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:07.693442 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] Attempting to bind port 159018c2-9f4c-4fdd-ba89-9139a399c69e on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:35:07.693784 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] Attempting to bind port 159018c2-9f4c-4fdd-ba89-9139a399c69e by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:35:07.694110 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] Attempting to bind port 159018c2-9f4c-4fdd-ba89-9139a399c69e on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:07.744521 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] Port 159018c2-9f4c-4fdd-ba89-9139a399c69e on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:35:07.744744 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] Attempting to bind port 159018c2-9f4c-4fdd-ba89-9139a399c69e on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:07.768748 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (624085ac-e80e-4556-a729-8464e383c7b2), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:07.773816 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:07.774701 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:07.776451 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/624085ac-e80e-4556-a729-8464e383c7b2 HTTP/1.1" status: 200 len: 1116 time: 1.8303401 Nov 02 12:35:07.785648 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa188d9-0f74-4d89-891c-3622a0f51fd9', 'tag': '624085ac-e80e-4556-a729-8464e383c7b2'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:07.866618 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:08.006098 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa5f354-f646-4961-9da9-6da16e9c5710" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa188d9-0f74-4d89-891c-3622a0f51fd9", "tag": "624085ac-e80e-4556-a729-8464e383c7b2"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:08.029402 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f606f48-6ae1-4edf-8cb8-4d2496d99dad service neutron] Pushing event updated for resources: {'Port': ['ID=624085ac-e80e-4556-a729-8464e383c7b2,revision_number=3']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:08.037898 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] Checking agent: {'id': '59c125ef-2b3d-4364-aa71-285e1ef6d0e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:35:08.038231 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:08.038608 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:35:08.039051 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] Bound port: 159018c2-9f4c-4fdd-ba89-9139a399c69e, host: n-h2-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:35:08.039503 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (159018c2-9f4c-4fdd-ba89-9139a399c69e), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:08.051852 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-bd74ebbb-ebb9-429c-be38-764aad235d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:08.054807 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-bd74ebbb-ebb9-429c-be38-764aad235d62 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=1dbe11c2ed6c436caf0eb7c8da9beed5&device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 1150 time: 0.1250463 Nov 02 12:35:08.156502 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-6985f0c2-d965-4e1d-a120-b573b5898bcf service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=624085ac-e80e-4556-a729-8464e383c7b2 HTTP/1.1" status: 200 len: 217 time: 0.0942526 Nov 02 12:35:08.165036 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=36,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:08.166687 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:08.254630 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] For port 159018c2-9f4c-4fdd-ba89-9139a399c69e, host n-h2-857339-6, cleared binding levels {{(pid=105976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:08.294031 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] For port 159018c2-9f4c-4fdd-ba89-9139a399c69e, host n-h2-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=159018c2-9f4c-4fdd-ba89-9139a399c69e,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:35:08.303636 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-df8c7925-e4e7-454c-822f-648fb249c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:08.305874 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-df8c7925-e4e7-454c-822f-648fb249c5d7 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1362748 Nov 02 12:35:08.405986 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-ebfd533d-ad88-41ca-8ad5-a279895eaa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:08.407541 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-ebfd533d-ad88-41ca-8ad5-a279895eaa5d service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0942082 Nov 02 12:35:08.450539 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4195b622-db08-4ab6-af66-1a74c0a076e8 x-openstack-request-id: req-4195b622-db08-4ab6-af66-1a74c0a076e8 {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:08.450931 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa188d9-0f74-4d89-891c-3622a0f51fd9", "tag": "624085ac-e80e-4556-a729-8464e383c7b2", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:08.451333 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4195b622-db08-4ab6-af66-1a74c0a076e8 {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:08.452256 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4195b622-db08-4ab6-af66-1a74c0a076e8'] response: {'name': 'network-changed', 'server_uuid': '1fa188d9-0f74-4d89-891c-3622a0f51fd9', 'tag': '624085ac-e80e-4556-a729-8464e383c7b2', 'status': 'completed', 'code': 200} Nov 02 12:35:08.467368 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941972e3-a0d9-4da0-b57a-295b0e19024c req-04dca7de-908a-45b8-b946-0f25e8fb97b2 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:08.470042 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-941972e3-a0d9-4da0-b57a-295b0e19024c req-04dca7de-908a-45b8-b946-0f25e8fb97b2 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 968 time: 0.0608757 Nov 02 12:35:08.524145 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-18851dfb-508c-41a2-8583-fb03887434da service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096008 Nov 02 12:35:08.525942 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-941972e3-a0d9-4da0-b57a-295b0e19024c req-af6d8095-f37a-441c-bcc6-b7a20458c962 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498831 Nov 02 12:35:08.595815 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (159018c2-9f4c-4fdd-ba89-9139a399c69e), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:08.603010 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:08.603010 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:08.603536 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/159018c2-9f4c-4fdd-ba89-9139a399c69e HTTP/1.1" status: 200 len: 1115 time: 2.6530020 Nov 02 12:35:08.667850 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e21f724b-67fd-4bb8-a821-be29ae30bd25 req-fd691233-9ea2-4b67-bfe1-1ad9fc904b4f service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371765 Nov 02 12:35:08.668903 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37cc6d-bffd-401b-acab-8a6832a503f3 service neutron] Pushing event updated for resources: {'Port': ['ID=159018c2-9f4c-4fdd-ba89-9139a399c69e,revision_number=3']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:08.690803 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0f3d6943-bf11-4044-88aa-c4871ff55d57 req-d37c466c-696f-4325-9b0f-7ae9004e4e8b tempest-QuotasAdminNegativeTest-1529462462 tempest-QuotasAdminNegativeTest-1529462462-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=633337daf8c944329d1a7d85446af8c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246654 Nov 02 12:35:08.833423 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d794a-a7f7-4105-b380-9057da0d03f4 req-850f657f-c868-4812-ba30-f646db04dd0c tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:08.836357 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-058d794a-a7f7-4105-b380-9057da0d03f4 req-850f657f-c868-4812-ba30-f646db04dd0c tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 967 time: 0.0675707 Nov 02 12:35:08.869227 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d6943-bf11-4044-88aa-c4871ff55d57 req-486f6531-0792-46fe-9aff-53144a88f489 tempest-QuotasAdminNegativeTest-1529462462 tempest-QuotasAdminNegativeTest-1529462462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:08.870765 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0f3d6943-bf11-4044-88aa-c4871ff55d57 req-486f6531-0792-46fe-9aff-53144a88f489 tempest-QuotasAdminNegativeTest-1529462462 tempest-QuotasAdminNegativeTest-1529462462-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1744940 Nov 02 12:35:08.876594 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55986) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:08.882252 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:08.907328 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0f3d6943-bf11-4044-88aa-c4871ff55d57 req-fc1dcc77-87a9-4ee4-987d-016f7680eaa2 tempest-QuotasAdminNegativeTest-1529462462 tempest-QuotasAdminNegativeTest-1529462462-project] 10.222.0.64 "GET /networking/v2.0/quotas/633337daf8c944329d1a7d85446af8c7 HTTP/1.1" status: 200 len: 375 time: 0.0286539 Nov 02 12:35:08.915434 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-058d794a-a7f7-4105-b380-9057da0d03f4 req-1861c840-5079-4aa5-811f-fd6ce44bb004 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690613 Nov 02 12:35:08.933562 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:08.961610 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0f3d6943-bf11-4044-88aa-c4871ff55d57 req-1449d066-ec1c-4927-92c3-75b148322422 tempest-QuotasAdminNegativeTest-1529462462 tempest-QuotasAdminNegativeTest-1529462462-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=633337daf8c944329d1a7d85446af8c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451007 Nov 02 12:35:09.006303 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-747acc3c-b0c2-404c-a35c-6c4e39ae2e35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:09.097772 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-747acc3c-b0c2-404c-a35c-6c4e39ae2e35 admin admin] Publish callbacks [] for security_group (98fa9d5b-6704-421c-ad8c-dc9cdba761d4), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:09.167846 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-747acc3c-b0c2-404c-a35c-6c4e39ae2e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (98fa9d5b-6704-421c-ad8c-dc9cdba761d4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:09.305198 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747acc3c-b0c2-404c-a35c-6c4e39ae2e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fa9d5b-6704-421c-ad8c-dc9cdba761d4,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:09.309336 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-747acc3c-b0c2-404c-a35c-6c4e39ae2e35 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e3560f0215ea4522a9e696b9c895cce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4314461 Nov 02 12:35:09.312549 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56004) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:09.362742 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db7a5c7d-bd15-46bf-9643-3ef0d2b21939 admin admin] Publish callbacks [] for security_group (98fa9d5b-6704-421c-ad8c-dc9cdba761d4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:09.385647 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db7a5c7d-bd15-46bf-9643-3ef0d2b21939 admin admin] Publish callbacks [] for security_group (98fa9d5b-6704-421c-ad8c-dc9cdba761d4), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:09.538157 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db7a5c7d-bd15-46bf-9643-3ef0d2b21939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (98fa9d5b-6704-421c-ad8c-dc9cdba761d4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:09.541117 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db7a5c7d-bd15-46bf-9643-3ef0d2b21939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:09.542655 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-db7a5c7d-bd15-46bf-9643-3ef0d2b21939 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/98fa9d5b-6704-421c-ad8c-dc9cdba761d4 HTTP/1.1" status: 204 len: 168 time: 0.2291577 Nov 02 12:35:09.553712 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a5c7d-bd15-46bf-9643-3ef0d2b21939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fa9d5b-6704-421c-ad8c-dc9cdba761d4,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:09.665171 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b28b2-1fda-4b11-8c8e-ecc2c3d468cf req-8a8df270-68bd-471f-9954-ba648c1eb145 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:09.666728 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8f7b28b2-1fda-4b11-8c8e-ecc2c3d468cf req-8a8df270-68bd-471f-9954-ba648c1eb145 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 968 time: 0.0508616 Nov 02 12:35:09.721006 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8f7b28b2-1fda-4b11-8c8e-ecc2c3d468cf req-a71cba3f-81da-4bf3-8dd7-660ec694787c tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464594 Nov 02 12:35:09.763061 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56024) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:10.074609 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22673c83-5605-4b65-a873-f7ad70e31eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:10.091721 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5c77f-5f19-44ca-a6ea-cfd5b8988264 req-086d7c6a-18f2-4b87-bd8e-92fc47f6c1f0 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:10.093324 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-38d5c77f-5f19-44ca-a6ea-cfd5b8988264 req-086d7c6a-18f2-4b87-bd8e-92fc47f6c1f0 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 967 time: 0.0735865 Nov 02 12:35:10.172052 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-38d5c77f-5f19-44ca-a6ea-cfd5b8988264 req-14746b19-7df4-4b6c-ae2b-39479a51bf67 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700183 Nov 02 12:35:10.212143 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22673c83-5605-4b65-a873-f7ad70e31eec admin admin] Publish callbacks [] for security_group (42f250a5-fc3f-4a8d-afcf-6767f7172a9e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:10.295858 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-5b21407f-0451-46e9-b13a-930c635e6e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:10.297222 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-5b21407f-0451-46e9-b13a-930c635e6e8c service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=8ea3b8ac6b104721ba07c7b85bbb64aa&device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 1149 time: 0.0795937 Nov 02 12:35:10.300120 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5f354-f646-4961-9da9-6da16e9c5710 req-536b5a4a-963c-47c2-93a8-c88a4aebb39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:10.301701 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-faa5f354-f646-4961-9da9-6da16e9c5710 req-536b5a4a-963c-47c2-93a8-c88a4aebb39a service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=1dbe11c2ed6c436caf0eb7c8da9beed5&device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 1150 time: 0.0705094 Nov 02 12:35:10.370470 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-4c61711f-447f-4fc1-9425-388291dfdaf3 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=159018c2-9f4c-4fdd-ba89-9139a399c69e HTTP/1.1" status: 200 len: 217 time: 0.0596576 Nov 02 12:35:10.384316 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22673c83-5605-4b65-a873-f7ad70e31eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (42f250a5-fc3f-4a8d-afcf-6767f7172a9e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:10.449741 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-22673c83-5605-4b65-a873-f7ad70e31eec admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6805f253401d4b77a87bf418520e0ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6855614 Nov 02 12:35:10.450874 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22673c83-5605-4b65-a873-f7ad70e31eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f250a5-fc3f-4a8d-afcf-6767f7172a9e,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:10.453346 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56044) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:10.456617 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-caefca89-323b-453a-ac81-7c15340a3b2c req-6e4b9d66-fd33-4370-b433-bb3a3e14419d tempest-QuotasAdminNegativeTest-1529462462 tempest-QuotasAdminNegativeTest-1529462462-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=633337daf8c944329d1a7d85446af8c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407813 Nov 02 12:35:10.490490 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897625a4-b4a8-4753-ae04-d1a24f14d3fa', 'tag': '159018c2-9f4c-4fdd-ba89-9139a399c69e'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:10.493007 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22fef87-3f0b-445b-b867-f98352dfd063" -d '{"events": [{"name": "network-changed", "server_uuid": "897625a4-b4a8-4753-ae04-d1a24f14d3fa", "tag": "159018c2-9f4c-4fdd-ba89-9139a399c69e"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:10.509512 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:10.511079 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:10.539730 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177177a9-e3c5-40bb-9ca4-7df3946fbb55 x-openstack-request-id: req-177177a9-e3c5-40bb-9ca4-7df3946fbb55 {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:10.540021 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "897625a4-b4a8-4753-ae04-d1a24f14d3fa", "tag": "159018c2-9f4c-4fdd-ba89-9139a399c69e", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:10.540245 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-177177a9-e3c5-40bb-9ca4-7df3946fbb55 {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:10.540649 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177177a9-e3c5-40bb-9ca4-7df3946fbb55'] response: {'name': 'network-changed', 'server_uuid': '897625a4-b4a8-4753-ae04-d1a24f14d3fa', 'tag': '159018c2-9f4c-4fdd-ba89-9139a399c69e', 'status': 'completed', 'code': 200} Nov 02 12:35:10.552294 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-6d3465af-fe77-4ef7-8abc-a5d64b838d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:10.554431 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-6d3465af-fe77-4ef7-8abc-a5d64b838d1f service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1722703 Nov 02 12:35:10.559882 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5f354-f646-4961-9da9-6da16e9c5710 req-a4a73024-a060-483a-85f3-813463db7a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:10.561353 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-faa5f354-f646-4961-9da9-6da16e9c5710 req-a4a73024-a060-483a-85f3-813463db7a7e service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.2436237 Nov 02 12:35:10.606258 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-362d0d53-f0b5-4beb-be60-1dea80320dce admin admin] Publish callbacks [] for security_group (42f250a5-fc3f-4a8d-afcf-6767f7172a9e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:10.625727 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-faa5f354-f646-4961-9da9-6da16e9c5710 req-825233ff-687b-4208-92b9-bfcc70eb8790 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=624085ac-e80e-4556-a729-8464e383c7b2 HTTP/1.1" status: 200 len: 217 time: 0.0549507 Nov 02 12:35:10.639971 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-14ecd139-e2ee-4699-9181-efa4149cef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:10.641489 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-14ecd139-e2ee-4699-9181-efa4149cef8c service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0792649 Nov 02 12:35:10.644745 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefca89-323b-453a-ac81-7c15340a3b2c req-c184c162-32e6-4c79-833e-04956d35927c tempest-QuotasAdminNegativeTest-1529462462 tempest-QuotasAdminNegativeTest-1529462462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:10.650319 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-caefca89-323b-453a-ac81-7c15340a3b2c req-c184c162-32e6-4c79-833e-04956d35927c tempest-QuotasAdminNegativeTest-1529462462 tempest-QuotasAdminNegativeTest-1529462462-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1837924 Nov 02 12:35:10.653942 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-362d0d53-f0b5-4beb-be60-1dea80320dce admin admin] Publish callbacks [] for security_group (42f250a5-fc3f-4a8d-afcf-6767f7172a9e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:10.685567 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56048) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:10.688889 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-caefca89-323b-453a-ac81-7c15340a3b2c req-e83b112c-6f67-4d54-88d4-321e19dcca2c tempest-QuotasAdminNegativeTest-1529462462 tempest-QuotasAdminNegativeTest-1529462462-project] 10.222.0.64 "GET /networking/v2.0/quotas/633337daf8c944329d1a7d85446af8c7 HTTP/1.1" status: 200 len: 375 time: 0.0325108 Nov 02 12:35:10.716730 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ef28787a-9144-423f-b490-8534d1c181f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:10.736507 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:10.748353 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5f354-f646-4961-9da9-6da16e9c5710 req-ebf268b3-5ac0-4605-b05a-8d3f1ba66dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:10.750047 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-faa5f354-f646-4961-9da9-6da16e9c5710 req-ebf268b3-5ac0-4605-b05a-8d3f1ba66dbc service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1169930 Nov 02 12:35:10.762083 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-caefca89-323b-453a-ac81-7c15340a3b2c req-0efb137a-bf41-4bd2-902b-4b07db639312 tempest-QuotasAdminNegativeTest-1529462462 tempest-QuotasAdminNegativeTest-1529462462-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=633337daf8c944329d1a7d85446af8c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623059 Nov 02 12:35:10.813700 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-e1438678-237f-486e-ad1d-cd35cb532a1a service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630008 Nov 02 12:35:10.814904 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5f354-f646-4961-9da9-6da16e9c5710 req-b14f7f4f-efef-4dae-a7d0-cb0c7a98375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:10.816445 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-faa5f354-f646-4961-9da9-6da16e9c5710 req-b14f7f4f-efef-4dae-a7d0-cb0c7a98375f service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0594950 Nov 02 12:35:10.877223 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84da66-d725-444e-b722-52d724db4411 req-6d9a6e57-1305-4a46-b6a9-7b2adfc2f4e1 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:10.885482 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8b84da66-d725-444e-b722-52d724db4411 req-6d9a6e57-1305-4a46-b6a9-7b2adfc2f4e1 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 968 time: 0.0694685 Nov 02 12:35:10.939099 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8b84da66-d725-444e-b722-52d724db4411 req-0da66862-afaf-4b60-94cf-f4a0653d3bf3 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523956 Nov 02 12:35:11.022802 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-321f30f1-fe85-4a83-bb8b-e15b9d2d0c69 req-a7a5a1ab-a754-41d5-9186-42403807187a service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965089 Nov 02 12:35:11.036894 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-faa5f354-f646-4961-9da9-6da16e9c5710 req-2d06649a-98bc-465b-8270-7eced4e19089 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097895 Nov 02 12:35:11.153407 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-faa5f354-f646-4961-9da9-6da16e9c5710 req-eefd2719-c97a-4d8c-913d-edb833507e0e service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103654 Nov 02 12:35:11.313101 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bad1ef-f5c2-4188-be85-f7d3d763bbcb req-18254034-0b48-4b2f-bb77-2eeb12f723c1 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:11.314616 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-64bad1ef-f5c2-4188-be85-f7d3d763bbcb req-18254034-0b48-4b2f-bb77-2eeb12f723c1 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 967 time: 0.0579112 Nov 02 12:35:11.410117 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-64bad1ef-f5c2-4188-be85-f7d3d763bbcb req-a1597925-3873-475c-b160-fa7e582eec64 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437083 Nov 02 12:35:11.688983 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-362d0d53-f0b5-4beb-be60-1dea80320dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (42f250a5-fc3f-4a8d-afcf-6767f7172a9e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:11.691707 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-362d0d53-f0b5-4beb-be60-1dea80320dce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:11.692887 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-362d0d53-f0b5-4beb-be60-1dea80320dce admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/42f250a5-fc3f-4a8d-afcf-6767f7172a9e HTTP/1.1" status: 204 len: 168 time: 1.2385044 Nov 02 12:35:11.713225 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d0d53-f0b5-4beb-be60-1dea80320dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f250a5-fc3f-4a8d-afcf-6767f7172a9e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:11.761604 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:11.766744 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ef28787a-9144-423f-b490-8534d1c181f1 admin admin] Publish callbacks [] for security_group (5f12e136-4d53-4e3e-a631-2de749f5b390), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:11.909909 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ef28787a-9144-423f-b490-8534d1c181f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5f12e136-4d53-4e3e-a631-2de749f5b390), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:11.961268 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28787a-9144-423f-b490-8534d1c181f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f12e136-4d53-4e3e-a631-2de749f5b390,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:11.968461 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ef28787a-9144-423f-b490-8534d1c181f1 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1f15c4db967845f387ede6b5345add8a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2791212 Nov 02 12:35:11.969911 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56078) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:12.026588 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-094b0e13-8330-440c-b8ae-e43ecb09be6c admin admin] Publish callbacks [] for security_group (5f12e136-4d53-4e3e-a631-2de749f5b390), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:12.075641 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-094b0e13-8330-440c-b8ae-e43ecb09be6c admin admin] Publish callbacks [] for security_group (5f12e136-4d53-4e3e-a631-2de749f5b390), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:12.101315 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c4fa7-e00b-4de9-a69e-bd81a24e4642 req-ec31a367-b45e-4676-b7eb-20b3f2fd93fa tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:12.102812 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8b4c4fa7-e00b-4de9-a69e-bd81a24e4642 req-ec31a367-b45e-4676-b7eb-20b3f2fd93fa tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 968 time: 0.0669630 Nov 02 12:35:12.177197 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8b4c4fa7-e00b-4de9-a69e-bd81a24e4642 req-2969e61b-a4c0-4a31-be95-82e076251c52 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657628 Nov 02 12:35:12.338825 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-094b0e13-8330-440c-b8ae-e43ecb09be6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5f12e136-4d53-4e3e-a631-2de749f5b390), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:12.341539 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-094b0e13-8330-440c-b8ae-e43ecb09be6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:12.342694 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-094b0e13-8330-440c-b8ae-e43ecb09be6c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5f12e136-4d53-4e3e-a631-2de749f5b390 HTTP/1.1" status: 204 len: 168 time: 0.3714709 Nov 02 12:35:12.352076 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b0e13-8330-440c-b8ae-e43ecb09be6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f12e136-4d53-4e3e-a631-2de749f5b390,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:12.528224 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a9416-7bee-4c6f-bff7-b2cc8970f0a3 req-59da20c4-7be3-4129-a93b-ee260dfc2807 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:12.529780 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-802a9416-7bee-4c6f-bff7-b2cc8970f0a3 req-59da20c4-7be3-4129-a93b-ee260dfc2807 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 967 time: 0.0543411 Nov 02 12:35:12.580954 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-802a9416-7bee-4c6f-bff7-b2cc8970f0a3 req-cbd99d82-cff3-465f-99eb-c67c38f5db70 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447123 Nov 02 12:35:12.590501 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:12.591049 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56090) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:12.605797 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18abea0d-f5d7-46ec-a4a8-91b31ec2b28c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:12.740598 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18abea0d-f5d7-46ec-a4a8-91b31ec2b28c admin admin] Publish callbacks [] for security_group (1390e3f9-e977-44e1-9ee7-8019b0232a0a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:12.754721 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fef87-3f0b-445b-b867-f98352dfd063 req-9b4dcf32-463c-41ff-9e1e-43cf48f14c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:12.757019 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e22fef87-3f0b-445b-b867-f98352dfd063 req-9b4dcf32-463c-41ff-9e1e-43cf48f14c5e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=8ea3b8ac6b104721ba07c7b85bbb64aa&device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 1149 time: 0.0580199 Nov 02 12:35:12.800473 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1281e240-c11f-45f8-94c3-7f6c92c1a283 req-c5808b2b-993f-40fd-bc4e-9e4a6d6f1e16 tempest-QuotasAdminNegativeTest-1529462462 tempest-QuotasAdminNegativeTest-1529462462-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=633337daf8c944329d1a7d85446af8c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273886 Nov 02 12:35:12.847712 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18abea0d-f5d7-46ec-a4a8-91b31ec2b28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1390e3f9-e977-44e1-9ee7-8019b0232a0a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:12.867878 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7d965e2b-45bb-431e-8d43-35fa7d2ab99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:12.904941 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-18abea0d-f5d7-46ec-a4a8-91b31ec2b28c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b1abfec53159448bb1fa4fa39de8147c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126183 Nov 02 12:35:12.909879 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abea0d-f5d7-46ec-a4a8-91b31ec2b28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1390e3f9-e977-44e1-9ee7-8019b0232a0a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:12.910396 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56110) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:12.928963 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fef87-3f0b-445b-b867-f98352dfd063 req-a602f62c-b277-4cca-ba5d-d40c2bd92e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:12.930488 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e22fef87-3f0b-445b-b867-f98352dfd063 req-a602f62c-b277-4cca-ba5d-d40c2bd92e41 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.1658595 Nov 02 12:35:12.975856 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e22fef87-3f0b-445b-b867-f98352dfd063 req-d062bf1b-b5c7-4f55-956b-313f5c96d6f6 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=159018c2-9f4c-4fdd-ba89-9139a399c69e HTTP/1.1" status: 200 len: 217 time: 0.0376174 Nov 02 12:35:13.036378 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fef87-3f0b-445b-b867-f98352dfd063 req-6ae5fd2b-63ee-41a5-b5e0-d6c43e3a4ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:13.038194 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e22fef87-3f0b-445b-b867-f98352dfd063 req-6ae5fd2b-63ee-41a5-b5e0-d6c43e3a4ec8 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.0490434 Nov 02 12:35:13.051914 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 624085ac-e80e-4556-a729-8464e383c7b2 details requested by agent hyperv_n-h2-857339-6 with host n-h2-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:35:13.074345 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281e240-c11f-45f8-94c3-7f6c92c1a283 req-03b50886-4308-49f1-8b97-9aa523934f9e tempest-QuotasAdminNegativeTest-1529462462 tempest-QuotasAdminNegativeTest-1529462462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:13.076148 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1281e240-c11f-45f8-94c3-7f6c92c1a283 req-03b50886-4308-49f1-8b97-9aa523934f9e tempest-QuotasAdminNegativeTest-1529462462 tempest-QuotasAdminNegativeTest-1529462462-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2695901 Nov 02 12:35:13.090197 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fef87-3f0b-445b-b867-f98352dfd063 req-d419cd94-952b-46a1-a3c3-244c21b36332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:13.092243 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e22fef87-3f0b-445b-b867-f98352dfd063 req-d419cd94-952b-46a1-a3c3-244c21b36332 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0476410 Nov 02 12:35:13.094386 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:13.117045 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1281e240-c11f-45f8-94c3-7f6c92c1a283 req-f7a89506-8c9f-434d-982e-a4f1692f2fca tempest-QuotasAdminNegativeTest-1529462462 tempest-QuotasAdminNegativeTest-1529462462-project] 10.222.0.64 "GET /networking/v2.0/quotas/633337daf8c944329d1a7d85446af8c7 HTTP/1.1" status: 200 len: 375 time: 0.0224426 Nov 02 12:35:13.157704 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1281e240-c11f-45f8-94c3-7f6c92c1a283 req-96287b71-7e78-4bf7-86a5-fc829c94e07d tempest-QuotasAdminNegativeTest-1529462462 tempest-QuotasAdminNegativeTest-1529462462-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=633337daf8c944329d1a7d85446af8c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355525 Nov 02 12:35:13.161753 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5907fa1d-5fb2-411b-8fa0-ac923b94c604 admin admin] Publish callbacks [] for security_group (1390e3f9-e977-44e1-9ee7-8019b0232a0a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:13.189938 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5907fa1d-5fb2-411b-8fa0-ac923b94c604 admin admin] Publish callbacks [] for security_group (1390e3f9-e977-44e1-9ee7-8019b0232a0a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:13.241339 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e22fef87-3f0b-445b-b867-f98352dfd063 req-ac6d0c46-aab5-48f0-ae15-c162ddda87a9 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422455 Nov 02 12:35:13.242136 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:13.341246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b48ee4-98c9-495e-9fda-9bfc7e5022fc req-5c63ea04-9503-4445-8f8a-eeb10eea92fb tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:13.343954 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-11b48ee4-98c9-495e-9fda-9bfc7e5022fc req-5c63ea04-9503-4445-8f8a-eeb10eea92fb tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 968 time: 0.0694847 Nov 02 12:35:13.389125 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 624085ac-e80e-4556-a729-8464e383c7b2, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=624085ac-e80e-4556-a729-8464e383c7b2,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:13.397120 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e22fef87-3f0b-445b-b867-f98352dfd063 req-67ccb5a2-5033-4ee1-8754-fbc94c59d8c4 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391096 Nov 02 12:35:13.407168 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Returning: {'device': '624085ac-e80e-4556-a729-8464e383c7b2', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': '624085ac-e80e-4556-a729-8464e383c7b2', 'mac_address': 'fa:16:3e:9b:bc:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:tempest-test_az-20042298', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:35:13.430778 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-11b48ee4-98c9-495e-9fda-9bfc7e5022fc req-8a6ee82c-73d8-454a-9d91-3ce74503e60c tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779805 Nov 02 12:35:13.454427 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5907fa1d-5fb2-411b-8fa0-ac923b94c604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1390e3f9-e977-44e1-9ee7-8019b0232a0a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:13.459001 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port 624085ac-e80e-4556-a729-8464e383c7b2 is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:13.459604 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (624085ac-e80e-4556-a729-8464e383c7b2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:13.461639 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5907fa1d-5fb2-411b-8fa0-ac923b94c604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:13.463746 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5907fa1d-5fb2-411b-8fa0-ac923b94c604 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1390e3f9-e977-44e1-9ee7-8019b0232a0a HTTP/1.1" status: 204 len: 168 time: 0.5520854 Nov 02 12:35:13.476657 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624085ac-e80e-4556-a729-8464e383c7b2 {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:35:13.477960 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907fa1d-5fb2-411b-8fa0-ac923b94c604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1390e3f9-e977-44e1-9ee7-8019b0232a0a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:13.512629 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 624085ac-e80e-4556-a729-8464e383c7b2, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=624085ac-e80e-4556-a729-8464e383c7b2,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:13.585020 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (624085ac-e80e-4556-a729-8464e383c7b2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:13.645792 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=624085ac-e80e-4556-a729-8464e383c7b2,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:13.654238 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.654591 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.655185 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.660838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.661979 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.662707 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.663238 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.664040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.664868 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.665468 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.666153 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.666885 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.667636 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.668023 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.668522 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Tracked resource versions report: Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: pushed versions: Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: { 'AddressGroup': {'1.2'}, Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'Agent': {'1.1'}, Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'ConntrackHelper': {'1.0'}, Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'Log': {'1.0'}, Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'NDPProxy': {'1.0'}, Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'Network': {'1.1'}, Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'Port': {'1.7'}, Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'PortForwarding': {'1.3'}, Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'QosPolicy': {'1.10'}, Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'SecurityGroup': {'1.5'}, Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'SubPort': {'1.0'}, Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'Subnet': {'1.1'}, Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'Trunk': {'1.1'}} Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: consumer versions: Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: { DHCP agent@n-d-857339-6: {}, Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: HyperV agent@n-h1-857339-6: {}, Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: HyperV agent@n-h2-857339-6: {}, Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: L3 agent@n-d-857339-6: {}, Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: Metadata agent@n-d-857339-6: {}, Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: Metering agent@n-d-857339-6: {}, Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: Open vSwitch agent@n-d-857339-6: { 'AddressGroup': '1.2', Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'Agent': '1.1', Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'ConntrackHelper': '1.0', Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'LocalIPAssociation': '1.0', Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'Log': '1.0', Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'NDPProxy': '1.0', Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'Network': '1.1', Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'Port': '1.7', Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'PortForwarding': '1.3', Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'QosPolicy': '1.10', Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'SecurityGroup': '1.5', Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'SecurityGroupRule': '1.2', Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'SubPort': '1.0', Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'Subnet': '1.1', Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: 'Trunk': '1.1'}} Nov 02 12:35:13.669814 n-d-857339-6 neutron-server[105977]: {{(pid=105977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:35:13.697482 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56134) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:13.731189 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc11e0-ec38-4455-95c9-209a18ddd99c req-8c896b7c-6170-4049-9c0f-679e2d880d47 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:13.733693 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6dfc11e0-ec38-4455-95c9-209a18ddd99c req-8c896b7c-6170-4049-9c0f-679e2d880d47 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 967 time: 0.0613437 Nov 02 12:35:13.787779 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6dfc11e0-ec38-4455-95c9-209a18ddd99c req-6077a58d-b344-4259-8454-b8e8215fd331 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466256 Nov 02 12:35:13.923439 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ad8198e2-5c03-4ff7-a555-ed7bb5908cb1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-37987174-network', 'tenant_id': '9774a0fd28c545c490450ef89610c63d'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:13.950989 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['624085ac-e80e-4556-a729-8464e383c7b2'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:35:14.047906 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8198e2-5c03-4ff7-a555-ed7bb5908cb1 admin admin] Made reservation on behalf of 9774a0fd28c545c490450ef89610c63d for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:35:14.050475 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad8198e2-5c03-4ff7-a555-ed7bb5908cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:14.061258 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad8198e2-5c03-4ff7-a555-ed7bb5908cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:14.145201 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad8198e2-5c03-4ff7-a555-ed7bb5908cb1 admin admin] Publish callbacks [] for security_group (0ab46ca1-f0df-4fa1-826c-b64d3f1aa647), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:14.207105 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:14.293301 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad8198e2-5c03-4ff7-a555-ed7bb5908cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0ab46ca1-f0df-4fa1-826c-b64d3f1aa647), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:14.332994 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8198e2-5c03-4ff7-a555-ed7bb5908cb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:35:14.345131 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:14.350291 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8198e2-5c03-4ff7-a555-ed7bb5908cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab46ca1-f0df-4fa1-826c-b64d3f1aa647,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:14.355389 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad8198e2-5c03-4ff7-a555-ed7bb5908cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (b1a88cf3-0a1c-4425-9512-3619aa832625), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:14.357861 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-ad8198e2-5c03-4ff7-a555-ed7bb5908cb1 admin admin] Added segment b1a88cf3-0a1c-4425-9512-3619aa832625 of type vlan for network 6f31d9b0-b528-42bc-93ab-d8c292b878da Nov 02 12:35:14.400297 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad8198e2-5c03-4ff7-a555-ed7bb5908cb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (6f31d9b0-b528-42bc-93ab-d8c292b878da), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:14.499511 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad8198e2-5c03-4ff7-a555-ed7bb5908cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (6f31d9b0-b528-42bc-93ab-d8c292b878da), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:14.501113 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8198e2-5c03-4ff7-a555-ed7bb5908cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:14.501897 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad8198e2-5c03-4ff7-a555-ed7bb5908cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:14.587095 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537e96c-6bd0-49fa-9f4c-58b6d243c785 req-b2c175ca-cd0f-4516-9a90-fd2cff9aa701 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:14.596455 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1537e96c-6bd0-49fa-9f4c-58b6d243c785 req-b2c175ca-cd0f-4516-9a90-fd2cff9aa701 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 969 time: 0.0645068 Nov 02 12:35:14.613265 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:14.635610 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56158) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:14.664436 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ad8198e2-5c03-4ff7-a555-ed7bb5908cb1 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9655282 Nov 02 12:35:14.667449 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56162) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:14.673080 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-68377c0a-1707-4933-a457-7787f13b1cb7 admin admin] Request body: {'subnet': {'network_id': '6f31d9b0-b528-42bc-93ab-d8c292b878da', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-37987174-subnet', 'tenant_id': '9774a0fd28c545c490450ef89610c63d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:14.695275 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1537e96c-6bd0-49fa-9f4c-58b6d243c785 req-8f4a6953-c179-42db-a5d7-7fb676c475af tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975637 Nov 02 12:35:14.756185 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8198e2-5c03-4ff7-a555-ed7bb5908cb1 admin admin] Pushing event updated for resources: {'Network': ['ID=6f31d9b0-b528-42bc-93ab-d8c292b878da,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:14.767348 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68377c0a-1707-4933-a457-7787f13b1cb7 admin admin] Made reservation on behalf of 9774a0fd28c545c490450ef89610c63d for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:35:14.770036 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-68377c0a-1707-4933-a457-7787f13b1cb7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:14.777608 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 6f31d9b0-b528-42bc-93ab-d8c292b878da details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:35:14.781549 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:14.810262 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-648f58d2-f500-4dbc-94f0-d75ecad5a7fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:14.873391 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:14.997968 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-648f58d2-f500-4dbc-94f0-d75ecad5a7fe admin admin] Publish callbacks [] for security_group (e036396d-dc4f-4282-8459-a8f5b1056169), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.022687 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 159018c2-9f4c-4fdd-ba89-9139a399c69e details requested by agent hyperv_n-h2-857339-6 with host n-h2-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:35:15.045259 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 624085ac-e80e-4556-a729-8464e383c7b2 up at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:15.104356 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa3d95-e752-42a3-b26e-c316c0d18932 req-68a81c5b-ef85-4171-b911-c4b0e51924f8 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:15.106056 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3bfa3d95-e752-42a3-b26e-c316c0d18932 req-68a81c5b-ef85-4171-b911-c4b0e51924f8 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 967 time: 0.0656943 Nov 02 12:35:15.109935 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-648f58d2-f500-4dbc-94f0-d75ecad5a7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e036396d-dc4f-4282-8459-a8f5b1056169), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.148688 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:15.164613 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning for port 624085ac-e80e-4556-a729-8464e383c7b2 completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:35:15.165780 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f58d2-f500-4dbc-94f0-d75ecad5a7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e036396d-dc4f-4282-8459-a8f5b1056169,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:15.173639 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-648f58d2-f500-4dbc-94f0-d75ecad5a7fe admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=633337daf8c944329d1a7d85446af8c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5367885 Nov 02 12:35:15.183954 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56174) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:15.184329 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 159018c2-9f4c-4fdd-ba89-9139a399c69e, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=159018c2-9f4c-4fdd-ba89-9139a399c69e,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:15.201169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Returning: {'device': '159018c2-9f4c-4fdd-ba89-9139a399c69e', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': '159018c2-9f4c-4fdd-ba89-9139a399c69e', 'mac_address': 'fa:16:3e:fa:3b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:tempest-test_az-20042298', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:35:15.225663 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-68377c0a-1707-4933-a457-7787f13b1cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for subnet (7aa7249b-1ce9-4905-8c2f-befdf20d3774), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.234587 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3bfa3d95-e752-42a3-b26e-c316c0d18932 req-bbb68964-7252-41f0-9f5e-14b499b04d00 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130397 Nov 02 12:35:15.239859 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port 159018c2-9f4c-4fdd-ba89-9139a399c69e is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:15.240249 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (159018c2-9f4c-4fdd-ba89-9139a399c69e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.263458 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159018c2-9f4c-4fdd-ba89-9139a399c69e {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:35:15.285960 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 159018c2-9f4c-4fdd-ba89-9139a399c69e, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=159018c2-9f4c-4fdd-ba89-9139a399c69e,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:15.305571 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68377c0a-1707-4933-a457-7787f13b1cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa7249b-1ce9-4905-8c2f-befdf20d3774,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:15.307535 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dd03ee98-5b95-4407-aa67-76376ab668d5 admin admin] Publish callbacks [] for security_group (e036396d-dc4f-4282-8459-a8f5b1056169), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.339093 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dd03ee98-5b95-4407-aa67-76376ab668d5 admin admin] Publish callbacks [] for security_group (e036396d-dc4f-4282-8459-a8f5b1056169), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.341024 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68377c0a-1707-4933-a457-7787f13b1cb7 admin admin] Checking segment: {'id': 'b1a88cf3-0a1c-4425-9512-3619aa832625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '6f31d9b0-b528-42bc-93ab-d8c292b878da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:15.341368 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68377c0a-1707-4933-a457-7787f13b1cb7 admin admin] Network hostable DHCP agents. Network: 6f31d9b0-b528-42bc-93ab-d8c292b878da, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:35:15.516344 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0e97a3f8-76c7-45fc-afdc-6a05a06c0bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.517935 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning complete for port 624085ac-e80e-4556-a729-8464e383c7b2 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:15.518318 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (624085ac-e80e-4556-a729-8464e383c7b2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.518656 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Attempt 1 to provision port 624085ac-e80e-4556-a729-8464e383c7b2 Nov 02 12:35:15.554941 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:35:15.567009 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68377c0a-1707-4933-a457-7787f13b1cb7 admin admin] Network 6f31d9b0-b528-42bc-93ab-d8c292b878da is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:35:15.569384 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dd03ee98-5b95-4407-aa67-76376ab668d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e036396d-dc4f-4282-8459-a8f5b1056169), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.572253 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dd03ee98-5b95-4407-aa67-76376ab668d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.573585 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dd03ee98-5b95-4407-aa67-76376ab668d5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e036396d-dc4f-4282-8459-a8f5b1056169 HTTP/1.1" status: 204 len: 168 time: 0.3963497 Nov 02 12:35:15.595862 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (159018c2-9f4c-4fdd-ba89-9139a399c69e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.596733 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03ee98-5b95-4407-aa67-76376ab668d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e036396d-dc4f-4282-8459-a8f5b1056169,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:15.628139 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port 624085ac-e80e-4556-a729-8464e383c7b2 is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:15.628581 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (624085ac-e80e-4556-a729-8464e383c7b2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.669099 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=159018c2-9f4c-4fdd-ba89-9139a399c69e,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:15.677410 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa188d9-0f74-4d89-891c-3622a0f51fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624085ac-e80e-4556-a729-8464e383c7b2'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:15.756231 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:15.760737 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-68377c0a-1707-4933-a457-7787f13b1cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 6f31d9b0-b528-42bc-93ab-d8c292b878da) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:15.761046 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 624085ac-e80e-4556-a729-8464e383c7b2, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=624085ac-e80e-4556-a729-8464e383c7b2,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:15.771087 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68377c0a-1707-4933-a457-7787f13b1cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:15.773851 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-68377c0a-1707-4933-a457-7787f13b1cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.779648 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22315d2-6039-4183-9e89-4f79dc87ef76 None None] Network 6f31d9b0-b528-42bc-93ab-d8c292b878da requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:35:15.840781 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['159018c2-9f4c-4fdd-ba89-9139a399c69e'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:35:15.867414 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (624085ac-e80e-4556-a729-8464e383c7b2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.871471 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85263a-c961-40b3-9e68-3050931d2037 req-1f3f7c49-3e95-4a10-b144-ee76e5371613 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:15.876370 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7f85263a-c961-40b3-9e68-3050931d2037 req-1f3f7c49-3e95-4a10-b144-ee76e5371613 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 969 time: 0.0506027 Nov 02 12:35:15.907916 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-68377c0a-1707-4933-a457-7787f13b1cb7 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2392859 Nov 02 12:35:15.911024 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56188) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:15.915677 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-fb5fd40a-4e8e-4060-9e96-986322f87441 admin admin] Request body: {'router': {'name': 'tempest-LiveAutoBlockMigrationV225Test-37987174-router', 'tenant_id': '9774a0fd28c545c490450ef89610c63d', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:15.933941 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=624085ac-e80e-4556-a729-8464e383c7b2,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:15.962935 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7f85263a-c961-40b3-9e68-3050931d2037 req-46dc3b32-d058-4235-ab70-ff3ada26134d tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832651 Nov 02 12:35:16.005159 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-6f31d9b0-b528-42bc-93ab-d8c292b878da', 'network_id': '6f31d9b0-b528-42bc-93ab-d8c292b878da', 'project_id': '9774a0fd28c545c490450ef89610c63d', 'fixed_ips': [{'subnet_id': '7aa7249b-1ce9-4905-8c2f-befdf20d3774'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:35:16.006089 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:16.053071 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb5fd40a-4e8e-4060-9e96-986322f87441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (8bbd507e-a773-42ee-a5a6-03cf6a8406ae), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:16.054860 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb5fd40a-4e8e-4060-9e96-986322f87441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (8bbd507e-a773-42ee-a5a6-03cf6a8406ae), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:16.195035 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb5fd40a-4e8e-4060-9e96-986322f87441 admin admin] Publish callbacks [] for router_controller (8bbd507e-a773-42ee-a5a6-03cf6a8406ae), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:16.209619 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfb3e25-9641-4638-9bbc-f3a058c372b8" -d '{"events": [{"server_uuid": "1fa188d9-0f74-4d89-891c-3622a0f51fd9", "name": "network-vif-plugged", "status": "completed", "tag": "624085ac-e80e-4556-a729-8464e383c7b2"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:16.252596 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] Allocated IP 172.20.0.2 (6f31d9b0-b528-42bc-93ab-d8c292b878da/7aa7249b-1ce9-4905-8c2f-befdf20d3774/3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:16.383524 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:16.424583 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce2637-a713-4882-9c35-d4f8d9b2974b req-92963a74-b7e3-400c-b2c4-b6c235420976 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:16.432227 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-63ce2637-a713-4882-9c35-d4f8d9b2974b req-92963a74-b7e3-400c-b2c4-b6c235420976 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 968 time: 0.1059897 Nov 02 12:35:16.465585 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de03c2f-0a75-4e63-b044-bfad448085b1 x-openstack-request-id: req-7de03c2f-0a75-4e63-b044-bfad448085b1 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:16.465993 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa188d9-0f74-4d89-891c-3622a0f51fd9", "name": "network-vif-plugged", "status": "completed", "tag": "624085ac-e80e-4556-a729-8464e383c7b2", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:16.466596 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7de03c2f-0a75-4e63-b044-bfad448085b1 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:16.467314 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de03c2f-0a75-4e63-b044-bfad448085b1'] response: {'server_uuid': '1fa188d9-0f74-4d89-891c-3622a0f51fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624085ac-e80e-4556-a729-8464e383c7b2', 'code': 200} Nov 02 12:35:16.504843 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] Publish callbacks [] for port (3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:16.523277 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb5fd40a-4e8e-4060-9e96-986322f87441 admin admin] Publish callbacks [] for router_gateway (8bbd507e-a773-42ee-a5a6-03cf6a8406ae), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:16.532790 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-63ce2637-a713-4882-9c35-d4f8d9b2974b req-c004c861-9dcb-45ce-89be-dd4bdadbf513 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995932 Nov 02 12:35:16.612925 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:16.644774 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15805b2-4b89-47f4-8854-578afc795853 req-284e5352-c415-4c35-a536-3a04ba834d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:16.646927 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b15805b2-4b89-47f4-8854-578afc795853 req-284e5352-c415-4c35-a536-3a04ba834d25 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 1152 time: 0.0881293 Nov 02 12:35:16.667874 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-b15805b2-4b89-47f4-8854-578afc795853 req-2b62d805-bf64-4c0d-9f95-732dc2e672b0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:16.681431 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] Network 6f31d9b0-b528-42bc-93ab-d8c292b878da is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:16.683061 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:16.684779 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] Pushing event updated for resources: {'Port': ['ID=3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:16.687397 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:35:16.766108 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] Attempting to bind port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:35:16.766807 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] Attempting to bind port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'b1a88cf3-0a1c-4425-9512-3619aa832625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '6f31d9b0-b528-42bc-93ab-d8c292b878da'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:35:16.767533 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] Attempting to bind port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef on network 6f31d9b0-b528-42bc-93ab-d8c292b878da {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:16.771354 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:16.797390 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56212) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:16.806294 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:16.814352 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-76a8563e-8371-43b9-b761-d45f282ee367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:16.830027 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:35:16.830514 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] Checking segment: {'id': 'b1a88cf3-0a1c-4425-9512-3619aa832625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '6f31d9b0-b528-42bc-93ab-d8c292b878da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:16.831359 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:16.831475 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] Bound using segment: {'id': 'b1a88cf3-0a1c-4425-9512-3619aa832625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '6f31d9b0-b528-42bc-93ab-d8c292b878da'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:35:16.832054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] Bound port: 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a88cf3-0a1c-4425-9512-3619aa832625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '6f31d9b0-b528-42bc-93ab-d8c292b878da'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:35:16.832476 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:16.914720 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-b15805b2-4b89-47f4-8854-578afc795853 req-2b62d805-bf64-4c0d-9f95-732dc2e672b0 service neutron] Publish callbacks [] for security_group (84b65c7d-79c1-49a5-9e53-069643408deb), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:16.936810 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-76a8563e-8371-43b9-b761-d45f282ee367 admin admin] Publish callbacks [] for security_group (b3496126-b709-47ae-b557-596ab8206823), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:17.012154 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb5fd40a-4e8e-4060-9e96-986322f87441 admin admin] Publish callbacks [] for router_gateway (8bbd507e-a773-42ee-a5a6-03cf6a8406ae), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:17.020756 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 159018c2-9f4c-4fdd-ba89-9139a399c69e up at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:17.044729 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-b15805b2-4b89-47f4-8854-578afc795853 req-2b62d805-bf64-4c0d-9f95-732dc2e672b0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (84b65c7d-79c1-49a5-9e53-069643408deb), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:17.048833 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-76a8563e-8371-43b9-b761-d45f282ee367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b3496126-b709-47ae-b557-596ab8206823), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:17.058543 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] For port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:17.081141 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] For port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef,segment=NetworkSegment(b1a88cf3-0a1c-4425-9512-3619aa832625),segment_id=b1a88cf3-0a1c-4425-9512-3619aa832625)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:35:17.085376 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b15805b2-4b89-47f4-8854-578afc795853 req-2b62d805-bf64-4c0d-9f95-732dc2e672b0 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308779 Nov 02 12:35:17.090948 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb5fd40a-4e8e-4060-9e96-986322f87441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:17.092808 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning for port 159018c2-9f4c-4fdd-ba89-9139a399c69e completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:35:17.119893 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-76a8563e-8371-43b9-b761-d45f282ee367 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=61db76a3934e4e5182a00a9706c7c637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212986 Nov 02 12:35:17.131867 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56220) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:17.159544 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8563e-8371-43b9-b761-d45f282ee367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3496126-b709-47ae-b557-596ab8206823,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:17.170197 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af88e3e-9b0f-41c1-8992-96522a93d65c req-a286cba1-d361-4a93-abc0-c4532c2ca0a3 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:17.172630 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:17.175679 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5af88e3e-9b0f-41c1-8992-96522a93d65c req-a286cba1-d361-4a93-abc0-c4532c2ca0a3 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 970 time: 0.0763514 Nov 02 12:35:17.188598 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62d805-bf64-4c0d-9f95-732dc2e672b0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=84b65c7d-79c1-49a5-9e53-069643408deb,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:17.213884 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:17.220535 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning complete for port 159018c2-9f4c-4fdd-ba89-9139a399c69e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:17.220913 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (159018c2-9f4c-4fdd-ba89-9139a399c69e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:17.221771 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Attempt 1 to provision port 159018c2-9f4c-4fdd-ba89-9139a399c69e Nov 02 12:35:17.240806 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5af88e3e-9b0f-41c1-8992-96522a93d65c req-d9ddd389-d165-4dcf-8608-35a0d2735952 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615063 Nov 02 12:35:17.280007 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:17.297738 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9c4efb1-d91b-461a-98ec-8b500ebb941c admin admin] Publish callbacks [] for security_group (b3496126-b709-47ae-b557-596ab8206823), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:17.312759 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30539f6-a7e7-4b31-a61d-ab9af3d41367 None None] Pushing event updated for resources: {'Port': ['ID=3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:17.334092 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9c4efb1-d91b-461a-98ec-8b500ebb941c admin admin] Publish callbacks [] for security_group (b3496126-b709-47ae-b557-596ab8206823), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:17.335753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-fb5fd40a-4e8e-4060-9e96-986322f87441 admin admin] Allocated IP 172.25.2.34 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/457f8c64-6e69-43f3-85f2-ae06903952f9) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:17.365639 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port 159018c2-9f4c-4fdd-ba89-9139a399c69e is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:17.366774 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (159018c2-9f4c-4fdd-ba89-9139a399c69e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:17.410335 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 159018c2-9f4c-4fdd-ba89-9139a399c69e, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=159018c2-9f4c-4fdd-ba89-9139a399c69e,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:17.489380 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb5fd40a-4e8e-4060-9e96-986322f87441 admin admin] Publish callbacks [] for port (457f8c64-6e69-43f3-85f2-ae06903952f9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:17.550117 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (159018c2-9f4c-4fdd-ba89-9139a399c69e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:17.590447 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9c4efb1-d91b-461a-98ec-8b500ebb941c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b3496126-b709-47ae-b557-596ab8206823), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:17.600849 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9c4efb1-d91b-461a-98ec-8b500ebb941c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:17.606068 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f9c4efb1-d91b-461a-98ec-8b500ebb941c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b3496126-b709-47ae-b557-596ab8206823 HTTP/1.1" status: 204 len: 168 time: 0.4725249 Nov 02 12:35:17.616017 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4efb1-d91b-461a-98ec-8b500ebb941c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3496126-b709-47ae-b557-596ab8206823,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:17.659264 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56228) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:17.671897 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb5fd40a-4e8e-4060-9e96-986322f87441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (457f8c64-6e69-43f3-85f2-ae06903952f9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:17.687975 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=159018c2-9f4c-4fdd-ba89-9139a399c69e,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:17.691368 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:17.740376 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56345eb7-371b-4e8f-85ca-c66791584d19 req-6d5f8f4c-861f-467b-910d-62c931dd3f82 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:17.751080 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-56345eb7-371b-4e8f-85ca-c66791584d19 req-6d5f8f4c-861f-467b-910d-62c931dd3f82 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 969 time: 0.0783465 Nov 02 12:35:17.778947 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5fd40a-4e8e-4060-9e96-986322f87441 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:17.791358 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-fb5fd40a-4e8e-4060-9e96-986322f87441 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:17.802380 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5fd40a-4e8e-4060-9e96-986322f87441 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:35:17.835916 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-56345eb7-371b-4e8f-85ca-c66791584d19 req-4a42275f-c304-42a8-bee8-261f098430f6 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837824 Nov 02 12:35:17.853813 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fd40a-4e8e-4060-9e96-986322f87441 admin admin] Pushing event updated for resources: {'Port': ['ID=457f8c64-6e69-43f3-85f2-ae06903952f9,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:17.913187 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-386ef984-380a-4b1b-a48b-2c89c6139594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.192831 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-386ef984-380a-4b1b-a48b-2c89c6139594 admin admin] Publish callbacks [] for security_group (f8740110-ade3-48ad-a91b-e2d179ec0c4b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.197974 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.314628 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.316370 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-386ef984-380a-4b1b-a48b-2c89c6139594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f8740110-ade3-48ad-a91b-e2d179ec0c4b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.357878 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-386ef984-380a-4b1b-a48b-2c89c6139594 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=68abab7b1d134580af56b6adc152c586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6948895 Nov 02 12:35:18.358277 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56240) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:18.373503 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb5fd40a-4e8e-4060-9e96-986322f87441 admin admin] Publish callbacks [] for router_gateway (8bbd507e-a773-42ee-a5a6-03cf6a8406ae), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.446828 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90249187-a0ad-4ec2-8c6c-c942536b9d8e req-29b8ca45-c83e-4cb4-9181-14f0a5faca22 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:18.459492 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-90249187-a0ad-4ec2-8c6c-c942536b9d8e req-29b8ca45-c83e-4cb4-9181-14f0a5faca22 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 970 time: 0.1127095 Nov 02 12:35:18.468615 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:18.468858 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897625a4-b4a8-4753-ae04-d1a24f14d3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159018c2-9f4c-4fdd-ba89-9139a399c69e'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:18.472835 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314d9507-6be9-4323-ad04-257447e79d12" -d '{"events": [{"server_uuid": "897625a4-b4a8-4753-ae04-d1a24f14d3fa", "name": "network-vif-plugged", "status": "completed", "tag": "159018c2-9f4c-4fdd-ba89-9139a399c69e"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:18.474735 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ef984-380a-4b1b-a48b-2c89c6139594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8740110-ade3-48ad-a91b-e2d179ec0c4b,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:18.523847 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c6910904-69a5-4060-9229-6088f77219ed admin admin] Publish callbacks [] for security_group (f8740110-ade3-48ad-a91b-e2d179ec0c4b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.536149 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:18.579443 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c6910904-69a5-4060-9229-6088f77219ed admin admin] Publish callbacks [] for security_group (f8740110-ade3-48ad-a91b-e2d179ec0c4b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.586643 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ef7a55-9af9-42f1-962c-e80d784a52f3 x-openstack-request-id: req-f9ef7a55-9af9-42f1-962c-e80d784a52f3 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:18.587374 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897625a4-b4a8-4753-ae04-d1a24f14d3fa", "name": "network-vif-plugged", "status": "completed", "tag": "159018c2-9f4c-4fdd-ba89-9139a399c69e", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:18.587498 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f9ef7a55-9af9-42f1-962c-e80d784a52f3 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:18.588524 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9ef7a55-9af9-42f1-962c-e80d784a52f3'] response: {'server_uuid': '897625a4-b4a8-4753-ae04-d1a24f14d3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159018c2-9f4c-4fdd-ba89-9139a399c69e', 'code': 200} Nov 02 12:35:18.604847 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-90249187-a0ad-4ec2-8c6c-c942536b9d8e req-a2041d39-0f35-4c5a-a131-53043b323337 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439278 Nov 02 12:35:18.657681 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4d0d9a-dd8f-408b-8f19-44c7274411bd None None] Network 6f31d9b0-b528-42bc-93ab-d8c292b878da requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:35:18.724112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:18.724527 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.724893 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef Nov 02 12:35:18.725564 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba723f-a71c-429c-9379-fdb3b33e6764 req-6e4e5332-1048-4933-8d13-0dfbb9873930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:18.727928 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-fcba723f-a71c-429c-9379-fdb3b33e6764 req-6e4e5332-1048-4933-8d13-0dfbb9873930 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 1151 time: 0.0429411 Nov 02 12:35:18.757412 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c6910904-69a5-4060-9229-6088f77219ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f8740110-ade3-48ad-a91b-e2d179ec0c4b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.758328 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c6910904-69a5-4060-9229-6088f77219ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.759708 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c6910904-69a5-4060-9229-6088f77219ed admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f8740110-ade3-48ad-a91b-e2d179ec0c4b HTTP/1.1" status: 204 len: 168 time: 0.4000573 Nov 02 12:35:18.768906 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6910904-69a5-4060-9229-6088f77219ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8740110-ade3-48ad-a91b-e2d179ec0c4b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:18.788419 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c663c5ed-c901-401b-a5cf-f12a548d0af2 None None] Provisioning complete for port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:18.788842 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c663c5ed-c901-401b-a5cf-f12a548d0af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.789177 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c663c5ed-c901-401b-a5cf-f12a548d0af2 None None] Attempt 1 to provision port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef Nov 02 12:35:18.804671 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb5fd40a-4e8e-4060-9e96-986322f87441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (8bbd507e-a773-42ee-a5a6-03cf6a8406ae), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.842157 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:18.866246 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-fcba723f-a71c-429c-9379-fdb3b33e6764 req-512a4a1b-b54e-4dc4-90e8-38c1d6611b41 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141574 Nov 02 12:35:19.003633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:19.004044 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:19.024180 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351ec7b-aa3e-4c27-8551-22e6f5b0f05f req-1d985703-1bb1-48ed-bbcf-50042348c8f3 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:19.027954 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d351ec7b-aa3e-4c27-8551-22e6f5b0f05f req-1d985703-1bb1-48ed-bbcf-50042348c8f3 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 969 time: 0.0927989 Nov 02 12:35:19.031130 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c663c5ed-c901-401b-a5cf-f12a548d0af2 None None] Current status of the port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:19.031809 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c663c5ed-c901-401b-a5cf-f12a548d0af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:19.080589 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c663c5ed-c901-401b-a5cf-f12a548d0af2 None None] For port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef,segment=NetworkSegment(b1a88cf3-0a1c-4425-9512-3619aa832625),segment_id=b1a88cf3-0a1c-4425-9512-3619aa832625)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:19.099490 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d351ec7b-aa3e-4c27-8551-22e6f5b0f05f req-62c92aff-fe7f-4507-a899-b102ca4b263c tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617630 Nov 02 12:35:19.121897 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5fd40a-4e8e-4060-9e96-986322f87441 admin admin] Router 8bbd507e-a773-42ee-a5a6-03cf6a8406ae is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:35:19.168405 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c663c5ed-c901-401b-a5cf-f12a548d0af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:19.244255 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:35:19.245855 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:35:19.261855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663c5ed-c901-401b-a5cf-f12a548d0af2 None None] Pushing event updated for resources: {'Port': ['ID=3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:19.272933 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5fd40a-4e8e-4060-9e96-986322f87441 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:35:19.288395 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] Sync routers for ids ['8bbd507e-a773-42ee-a5a6-03cf6a8406ae'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:35:19.298298 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d913c755-ea58-4faa-bea4-40cc86d889f5 None None] Provisioning complete for port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:19.299078 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d913c755-ea58-4faa-bea4-40cc86d889f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:19.299078 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d913c755-ea58-4faa-bea4-40cc86d889f5 None None] Attempt 1 to provision port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef Nov 02 12:35:19.302358 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] Routers {'8bbd507e-a773-42ee-a5a6-03cf6a8406ae'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:35:19.304258 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:35:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['8bbd507e-a773-42ee-a5a6-03cf6a8406ae'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:19.385351 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:19.396167 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d913c755-ea58-4faa-bea4-40cc86d889f5 None None] Current status of the port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:19.420352 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb5fd40a-4e8e-4060-9e96-986322f87441 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:19.425220 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fb5fd40a-4e8e-4060-9e96-986322f87441 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5100794 Nov 02 12:35:19.426425 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56264) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:19.466593 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] Set router 8bbd507e-a773-42ee-a5a6-03cf6a8406ae gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:35:19.526949 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:19.615426 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56268) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:19.636701 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2e747c5d-3a8d-491c-aacc-746464cb8080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:19.693815 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbd507e-a773-42ee-a5a6-03cf6a8406ae', 'name': 'tempest-LiveAutoBlockMigrationV225Test-37987174-router', 'tenant_id': '9774a0fd28c545c490450ef89610c63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '457f8c64-6e69-43f3-85f2-ae06903952f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:16Z', 'updated_at': '2022-11-02T12:35:17Z', 'revision_number': 3, 'project_id': '9774a0fd28c545c490450ef89610c63d', 'gw_port': {'id': '457f8c64-6e69-43f3-85f2-ae06903952f9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:29:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbd507e-a773-42ee-a5a6-03cf6a8406ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:17Z', 'updated_at': '2022-11-02T12:35:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:19.721126 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] Checking router: 8bbd507e-a773-42ee-a5a6-03cf6a8406ae for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:35:19.721741 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] Updating router 8bbd507e-a773-42ee-a5a6-03cf6a8406ae port 457f8c64-6e69-43f3-85f2-ae06903952f9 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:35:19.758313 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (457f8c64-6e69-43f3-85f2-ae06903952f9), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:19.793243 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:19.808054 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:19.828810 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c4d4b-5102-440f-bda3-aba95ce0dd8b req-acf5f27f-1252-4d30-939b-927f6c3d8b98 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:19.829749 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2e747c5d-3a8d-491c-aacc-746464cb8080 admin admin] Publish callbacks [] for security_group (ffc3ca96-e25e-4236-af8c-b25ae61ab7e7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:19.830405 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1c9c4d4b-5102-440f-bda3-aba95ce0dd8b req-acf5f27f-1252-4d30-939b-927f6c3d8b98 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 970 time: 0.1043549 Nov 02 12:35:19.924647 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2e747c5d-3a8d-491c-aacc-746464cb8080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ffc3ca96-e25e-4236-af8c-b25ae61ab7e7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:19.950670 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1c9c4d4b-5102-440f-bda3-aba95ce0dd8b req-4bbff6ab-4d8b-42ee-a7b8-23b210d5acf6 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124957 Nov 02 12:35:20.037082 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] Publish callbacks [] for port (457f8c64-6e69-43f3-85f2-ae06903952f9), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:20.087764 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56276) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:20.090288 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2e747c5d-3a8d-491c-aacc-746464cb8080 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=63e013796ad4483e91c02ce7d80dc28a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4708014 Nov 02 12:35:20.094115 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e747c5d-3a8d-491c-aacc-746464cb8080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc3ca96-e25e-4236-af8c-b25ae61ab7e7,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:20.133443 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (457f8c64-6e69-43f3-85f2-ae06903952f9), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:20.150541 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c353306c-79e3-4e2f-ba69-7fd0853c1cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:20.177772 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5b821-1c81-444b-94f0-c44f7b4a82a6 None None] Pushing event updated for resources: {'Port': ['ID=457f8c64-6e69-43f3-85f2-ae06903952f9,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:20.192258 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b821-1c81-444b-94f0-c44f7b4a82a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:20.192919 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b821-1c81-444b-94f0-c44f7b4a82a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:20.193467 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b821-1c81-444b-94f0-c44f7b4a82a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:20.193976 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b821-1c81-444b-94f0-c44f7b4a82a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:20.194483 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b821-1c81-444b-94f0-c44f7b4a82a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:20.194985 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b821-1c81-444b-94f0-c44f7b4a82a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:20.195480 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b821-1c81-444b-94f0-c44f7b4a82a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:20.195990 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b821-1c81-444b-94f0-c44f7b4a82a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:20.196505 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b821-1c81-444b-94f0-c44f7b4a82a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:20.197005 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b821-1c81-444b-94f0-c44f7b4a82a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:20.197501 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b821-1c81-444b-94f0-c44f7b4a82a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:20.198010 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b821-1c81-444b-94f0-c44f7b4a82a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:20.198509 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b821-1c81-444b-94f0-c44f7b4a82a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:20.199004 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b821-1c81-444b-94f0-c44f7b4a82a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:20.199494 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b821-1c81-444b-94f0-c44f7b4a82a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b821-1c81-444b-94f0-c44f7b4a82a6 None None] Tracked resource versions report: Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: pushed versions: Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: { 'AddressGroup': {'1.2'}, Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'Agent': {'1.1'}, Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'ConntrackHelper': {'1.0'}, Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'Log': {'1.0'}, Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'NDPProxy': {'1.0'}, Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'Network': {'1.1'}, Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'Port': {'1.7'}, Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'PortForwarding': {'1.3'}, Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'QosPolicy': {'1.10'}, Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'SecurityGroup': {'1.5'}, Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'SubPort': {'1.0'}, Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'Subnet': {'1.1'}, Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'Trunk': {'1.1'}} Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: consumer versions: Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: { DHCP agent@n-d-857339-6: {}, Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: HyperV agent@n-h1-857339-6: {}, Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: HyperV agent@n-h2-857339-6: {}, Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: L3 agent@n-d-857339-6: {}, Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: Metadata agent@n-d-857339-6: {}, Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: Metering agent@n-d-857339-6: {}, Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: Open vSwitch agent@n-d-857339-6: { 'AddressGroup': '1.2', Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'Agent': '1.1', Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'ConntrackHelper': '1.0', Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'LocalIPAssociation': '1.0', Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'Log': '1.0', Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'NDPProxy': '1.0', Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'Network': '1.1', Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'Port': '1.7', Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'PortForwarding': '1.3', Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'QosPolicy': '1.10', Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'SecurityGroup': '1.5', Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'SecurityGroupRule': '1.2', Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'SubPort': '1.0', Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'Subnet': '1.1', Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: 'Trunk': '1.1'}} Nov 02 12:35:20.200814 n-d-857339-6 neutron-server[105978]: {{(pid=105978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:35:20.211388 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] Attempting to bind port 457f8c64-6e69-43f3-85f2-ae06903952f9 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:35:20.211759 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] Attempting to bind port 457f8c64-6e69-43f3-85f2-ae06903952f9 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:35:20.212125 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] Attempting to bind port 457f8c64-6e69-43f3-85f2-ae06903952f9 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:20.258408 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:35:20.258777 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:20.259182 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:20.259577 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:35:20.260060 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] Bound port: 457f8c64-6e69-43f3-85f2-ae06903952f9, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:35:20.260438 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (457f8c64-6e69-43f3-85f2-ae06903952f9), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:20.286157 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fca77-07ce-4f4e-a4f5-7d56ab0eea4b req-ae13556e-01d7-4828-a2f1-b3e1c8e28d93 tempest-AggregatesAdminTestJSON-1681955242 tempest-AggregatesAdminTestJSON-1681955242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:20.287706 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e22fca77-07ce-4f4e-a4f5-7d56ab0eea4b req-ae13556e-01d7-4828-a2f1-b3e1c8e28d93 tempest-AggregatesAdminTestJSON-1681955242 tempest-AggregatesAdminTestJSON-1681955242-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 1152 time: 0.1490710 Nov 02 12:35:20.333968 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] For port 457f8c64-6e69-43f3-85f2-ae06903952f9, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:20.341175 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] For port 457f8c64-6e69-43f3-85f2-ae06903952f9, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=457f8c64-6e69-43f3-85f2-ae06903952f9,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:35:20.424398 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (457f8c64-6e69-43f3-85f2-ae06903952f9), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:20.461888 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:20.463726 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:20.471363 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] Routers {'8bbd507e-a773-42ee-a5a6-03cf6a8406ae'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:35:20.472235 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:35:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['8bbd507e-a773-42ee-a5a6-03cf6a8406ae'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:20.492914 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18345b3-dae6-48ec-8a87-67d250ed6775 req-55fadd1b-c284-405d-bf3a-af0e48ca8af5 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:20.497053 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f18345b3-dae6-48ec-8a87-67d250ed6775 req-55fadd1b-c284-405d-bf3a-af0e48ca8af5 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 969 time: 0.2867785 Nov 02 12:35:20.497840 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc3825d2-f23e-40b7-9bbf-69f4dd6286e6 admin admin] Publish callbacks [] for security_group (ffc3ca96-e25e-4236-af8c-b25ae61ab7e7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:20.525800 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:20.536543 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5b821-1c81-444b-94f0-c44f7b4a82a6 None None] Pushing event updated for resources: {'Port': ['ID=457f8c64-6e69-43f3-85f2-ae06903952f9,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:20.538853 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:20.539654 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:20.540165 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef Nov 02 12:35:20.555964 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:20.603649 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e22fca77-07ce-4f4e-a4f5-7d56ab0eea4b req-c7ad488b-5b16-431c-841a-e9d63231c4c3 tempest-AggregatesAdminTestJSON-1681955242 tempest-AggregatesAdminTestJSON-1681955242-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:20.631064 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc3825d2-f23e-40b7-9bbf-69f4dd6286e6 admin admin] Publish callbacks [] for security_group (ffc3ca96-e25e-4236-af8c-b25ae61ab7e7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:20.674042 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:20.706480 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f18345b3-dae6-48ec-8a87-67d250ed6775 req-882ee0a9-31f4-4a03-afc5-cfb790bd6894 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698973 Nov 02 12:35:20.741220 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] Set router 8bbd507e-a773-42ee-a5a6-03cf6a8406ae gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:35:20.820530 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-c353306c-79e3-4e2f-ba69-7fd0853c1cf1 admin admin] Allocated IP 172.20.0.1 (6f31d9b0-b528-42bc-93ab-d8c292b878da/7aa7249b-1ce9-4905-8c2f-befdf20d3774/890b37f2-2aac-4319-bb68-2e68ad74a85d) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:20.916100 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e22fca77-07ce-4f4e-a4f5-7d56ab0eea4b req-c7ad488b-5b16-431c-841a-e9d63231c4c3 tempest-AggregatesAdminTestJSON-1681955242 tempest-AggregatesAdminTestJSON-1681955242-project-admin] Publish callbacks [] for security_group (8274ae2f-147c-4530-9bd3-6077c0974298), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:20.958794 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbd507e-a773-42ee-a5a6-03cf6a8406ae', 'name': 'tempest-LiveAutoBlockMigrationV225Test-37987174-router', 'tenant_id': '9774a0fd28c545c490450ef89610c63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '457f8c64-6e69-43f3-85f2-ae06903952f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:16Z', 'updated_at': '2022-11-02T12:35:17Z', 'revision_number': 3, 'project_id': '9774a0fd28c545c490450ef89610c63d', 'gw_port': {'id': '457f8c64-6e69-43f3-85f2-ae06903952f9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:29:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbd507e-a773-42ee-a5a6-03cf6a8406ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:17Z', 'updated_at': '2022-11-02T12:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:20.970461 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c353306c-79e3-4e2f-ba69-7fd0853c1cf1 admin admin] Publish callbacks [] for port (890b37f2-2aac-4319-bb68-2e68ad74a85d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:20.989398 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317a553-fc4a-4bc2-8b1f-b190ead13eb9 None None] The sync data for ids ['8bbd507e-a773-42ee-a5a6-03cf6a8406ae'] in n-d-857339-6 is: [{'id': '8bbd507e-a773-42ee-a5a6-03cf6a8406ae', 'name': 'tempest-LiveAutoBlockMigrationV225Test-37987174-router', 'tenant_id': '9774a0fd28c545c490450ef89610c63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '457f8c64-6e69-43f3-85f2-ae06903952f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:16Z', 'updated_at': '2022-11-02T12:35:17Z', 'revision_number': 3, 'project_id': '9774a0fd28c545c490450ef89610c63d', 'gw_port': {'id': '457f8c64-6e69-43f3-85f2-ae06903952f9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:29:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbd507e-a773-42ee-a5a6-03cf6a8406ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:17Z', 'updated_at': '2022-11-02T12:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:35:21.003581 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc3825d2-f23e-40b7-9bbf-69f4dd6286e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ffc3ca96-e25e-4236-af8c-b25ae61ab7e7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:21.007464 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc3825d2-f23e-40b7-9bbf-69f4dd6286e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:21.008807 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fc3825d2-f23e-40b7-9bbf-69f4dd6286e6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ffc3ca96-e25e-4236-af8c-b25ae61ab7e7 HTTP/1.1" status: 204 len: 168 time: 0.9198368 Nov 02 12:35:21.020242 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e22fca77-07ce-4f4e-a4f5-7d56ab0eea4b req-c7ad488b-5b16-431c-841a-e9d63231c4c3 tempest-AggregatesAdminTestJSON-1681955242 tempest-AggregatesAdminTestJSON-1681955242-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8274ae2f-147c-4530-9bd3-6077c0974298), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:21.057051 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3825d2-f23e-40b7-9bbf-69f4dd6286e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc3ca96-e25e-4236-af8c-b25ae61ab7e7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:21.098812 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e22fca77-07ce-4f4e-a4f5-7d56ab0eea4b req-c7ad488b-5b16-431c-841a-e9d63231c4c3 tempest-AggregatesAdminTestJSON-1681955242 tempest-AggregatesAdminTestJSON-1681955242-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8009241 Nov 02 12:35:21.099330 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:21.100469 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad488b-5b16-431c-841a-e9d63231c4c3 tempest-AggregatesAdminTestJSON-1681955242 tempest-AggregatesAdminTestJSON-1681955242-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8274ae2f-147c-4530-9bd3-6077c0974298,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:21.115987 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c353306c-79e3-4e2f-ba69-7fd0853c1cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (890b37f2-2aac-4319-bb68-2e68ad74a85d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:21.161009 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c353306c-79e3-4e2f-ba69-7fd0853c1cf1 admin admin] Network 6f31d9b0-b528-42bc-93ab-d8c292b878da is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:21.164304 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-c353306c-79e3-4e2f-ba69-7fd0853c1cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:21.168183 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c353306c-79e3-4e2f-ba69-7fd0853c1cf1 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:35:21.168621 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c353306c-79e3-4e2f-ba69-7fd0853c1cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (8bbd507e-a773-42ee-a5a6-03cf6a8406ae), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:21.230322 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353306c-79e3-4e2f-ba69-7fd0853c1cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=890b37f2-2aac-4319-bb68-2e68ad74a85d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:21.384997 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:21.572004 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56304) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:21.573527 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f6fbf8db-06a5-4b36-98ad-71ba32497178 None None] Provisioning complete for port 890b37f2-2aac-4319-bb68-2e68ad74a85d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:21.574045 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f6fbf8db-06a5-4b36-98ad-71ba32497178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (890b37f2-2aac-4319-bb68-2e68ad74a85d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:21.574284 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f6fbf8db-06a5-4b36-98ad-71ba32497178 None None] Attempt 1 to provision port 890b37f2-2aac-4319-bb68-2e68ad74a85d Nov 02 12:35:21.668284 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-a1c0bcd5-405f-4459-8512-f2e1b3052b8d req-b8e05145-e132-4616-84a0-2286c8f11f03 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737109 Nov 02 12:35:21.674553 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f6fbf8db-06a5-4b36-98ad-71ba32497178 None None] Port 890b37f2-2aac-4319-bb68-2e68ad74a85d cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:35:21.760351 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c353306c-79e3-4e2f-ba69-7fd0853c1cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (890b37f2-2aac-4319-bb68-2e68ad74a85d), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:21.805996 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4d566d0b-6caf-4537-b084-221fcf811009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:21.898668 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4d566d0b-6caf-4537-b084-221fcf811009 admin admin] Publish callbacks [] for security_group (65335184-f8d9-4640-bd69-6115699a4c92), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:21.919948 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fbc22-6089-4441-9716-95de6d364021 req-26a72d80-66f4-405d-83dd-e44204f5b0ee tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:21.922100 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fc3fbc22-6089-4441-9716-95de6d364021 req-26a72d80-66f4-405d-83dd-e44204f5b0ee tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 970 time: 0.1026523 Nov 02 12:35:21.935537 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e30db2-9ada-4056-b866-137fc0b3ed65 req-cb838adb-df8e-46a3-8e67-d0957258b7c8 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:21.937711 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-61e30db2-9ada-4056-b866-137fc0b3ed65 req-cb838adb-df8e-46a3-8e67-d0957258b7c8 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 969 time: 0.1031539 Nov 02 12:35:21.961124 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4d566d0b-6caf-4537-b084-221fcf811009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (65335184-f8d9-4640-bd69-6115699a4c92), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.011534 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4d566d0b-6caf-4537-b084-221fcf811009 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6082c50158ed4341a4aa503bf291fa85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4354291 Nov 02 12:35:22.012020 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56318) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:22.019577 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d566d0b-6caf-4537-b084-221fcf811009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65335184-f8d9-4640-bd69-6115699a4c92,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:22.084346 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0cb361b9-8d55-4ffc-900f-c87b03940b8d admin admin] Publish callbacks [] for security_group (65335184-f8d9-4640-bd69-6115699a4c92), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.089258 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fc3fbc22-6089-4441-9716-95de6d364021 req-51360289-36c2-4343-a200-79226d8754f0 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602638 Nov 02 12:35:22.105446 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-61e30db2-9ada-4056-b866-137fc0b3ed65 req-d53287b9-d6f0-4e3f-8df9-c84b62156ebc tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493936 Nov 02 12:35:22.124271 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0cb361b9-8d55-4ffc-900f-c87b03940b8d admin admin] Publish callbacks [] for security_group (65335184-f8d9-4640-bd69-6115699a4c92), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.167015 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c353306c-79e3-4e2f-ba69-7fd0853c1cf1 admin admin] Publish callbacks [] for port (890b37f2-2aac-4319-bb68-2e68ad74a85d), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.195552 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=77,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:22.274657 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c353306c-79e3-4e2f-ba69-7fd0853c1cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (890b37f2-2aac-4319-bb68-2e68ad74a85d), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.275580 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c353306c-79e3-4e2f-ba69-7fd0853c1cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (8bbd507e-a773-42ee-a5a6-03cf6a8406ae), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.303554 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:22.345367 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353306c-79e3-4e2f-ba69-7fd0853c1cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=890b37f2-2aac-4319-bb68-2e68ad74a85d,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:22.361840 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0cb361b9-8d55-4ffc-900f-c87b03940b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (65335184-f8d9-4640-bd69-6115699a4c92), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.364356 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0cb361b9-8d55-4ffc-900f-c87b03940b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.373535 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0cb361b9-8d55-4ffc-900f-c87b03940b8d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/65335184-f8d9-4640-bd69-6115699a4c92 HTTP/1.1" status: 204 len: 168 time: 0.3606627 Nov 02 12:35:22.389770 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb361b9-8d55-4ffc-900f-c87b03940b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65335184-f8d9-4640-bd69-6115699a4c92,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:22.475120 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c353306c-79e3-4e2f-ba69-7fd0853c1cf1 admin admin] Network 6f31d9b0-b528-42bc-93ab-d8c292b878da is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:22.476781 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-c353306c-79e3-4e2f-ba69-7fd0853c1cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:22.546862 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:22.596540 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 457f8c64-6e69-43f3-85f2-ae06903952f9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:22.661593 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 457f8c64-6e69-43f3-85f2-ae06903952f9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:22.662289 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (457f8c64-6e69-43f3-85f2-ae06903952f9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.662411 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 457f8c64-6e69-43f3-85f2-ae06903952f9 Nov 02 12:35:22.665035 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:22.668422 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c353306c-79e3-4e2f-ba69-7fd0853c1cf1 admin admin] Router 8bbd507e-a773-42ee-a5a6-03cf6a8406ae has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:35:22.687809 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=74,neutron:DELETE=2,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:22.754299 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 457f8c64-6e69-43f3-85f2-ae06903952f9 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:22.754702 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (457f8c64-6e69-43f3-85f2-ae06903952f9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.789374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 457f8c64-6e69-43f3-85f2-ae06903952f9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=457f8c64-6e69-43f3-85f2-ae06903952f9,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:22.798752 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c353306c-79e3-4e2f-ba69-7fd0853c1cf1 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:35:22.804685 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c353306c-79e3-4e2f-ba69-7fd0853c1cf1 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/8bbd507e-a773-42ee-a5a6-03cf6a8406ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3741057 Nov 02 12:35:22.819370 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9e8e49bb-3d82-4138-b81f-aa3bff49c133 None None] Provisioning complete for port 890b37f2-2aac-4319-bb68-2e68ad74a85d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:22.819854 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9e8e49bb-3d82-4138-b81f-aa3bff49c133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (890b37f2-2aac-4319-bb68-2e68ad74a85d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.820901 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9e8e49bb-3d82-4138-b81f-aa3bff49c133 None None] Attempt 1 to provision port 890b37f2-2aac-4319-bb68-2e68ad74a85d Nov 02 12:35:22.860015 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9e8e49bb-3d82-4138-b81f-aa3bff49c133 None None] Port 890b37f2-2aac-4319-bb68-2e68ad74a85d cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:35:22.881400 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (457f8c64-6e69-43f3-85f2-ae06903952f9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.921609 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0bcd5-405f-4459-8512-f2e1b3052b8d req-a77c27fb-d595-4eb7-9b0a-f02358c119a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:22.926205 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-a1c0bcd5-405f-4459-8512-f2e1b3052b8d req-a77c27fb-d595-4eb7-9b0a-f02358c119a1 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=8ea3b8ac6b104721ba07c7b85bbb64aa&device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 1151 time: 0.0586095 Nov 02 12:35:22.943184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=457f8c64-6e69-43f3-85f2-ae06903952f9,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:23.088559 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0bcd5-405f-4459-8512-f2e1b3052b8d req-1a60f0b8-9fa9-4729-b0f8-200cc03ad57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:23.090474 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-a1c0bcd5-405f-4459-8512-f2e1b3052b8d req-1a60f0b8-9fa9-4729-b0f8-200cc03ad57c service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.1348178 Nov 02 12:35:23.119581 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28513c0-2ee5-4049-bd0a-e75365197712 req-4e029e59-830f-4b01-b347-d9360c33feff tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:23.126977 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c28513c0-2ee5-4049-bd0a-e75365197712 req-4e029e59-830f-4b01-b347-d9360c33feff tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 969 time: 0.0677304 Nov 02 12:35:23.185385 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c28513c0-2ee5-4049-bd0a-e75365197712 req-71f8805c-9069-46a3-a111-7cebb29b026a tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579863 Nov 02 12:35:23.241332 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2241a2-49cc-456a-acad-baffc6258a13 req-89c7d3ac-b2a5-4f44-9d18-3cbbbfedecaa tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:23.242876 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5b2241a2-49cc-456a-acad-baffc6258a13 req-89c7d3ac-b2a5-4f44-9d18-3cbbbfedecaa tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 970 time: 0.0484140 Nov 02 12:35:23.305561 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5b2241a2-49cc-456a-acad-baffc6258a13 req-a34d877d-f32a-4b80-b698-9a6904deb34b tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567074 Nov 02 12:35:23.428209 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56350) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:23.460275 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a1604803-d2ca-4d00-be15-fa17aa8354f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:23.577547 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:23.595507 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a1604803-d2ca-4d00-be15-fa17aa8354f9 admin admin] Publish callbacks [] for security_group (c0bc4067-642f-495e-ba58-fc70c3de6639), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:23.675511 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a1604803-d2ca-4d00-be15-fa17aa8354f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c0bc4067-642f-495e-ba58-fc70c3de6639), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:23.723864 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a1604803-d2ca-4d00-be15-fa17aa8354f9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=216ab535ab5e4b6088cf73a781ed6f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944415 Nov 02 12:35:23.724839 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1604803-d2ca-4d00-be15-fa17aa8354f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bc4067-642f-495e-ba58-fc70c3de6639,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:23.726645 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56358) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:23.800653 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3b266c9f-3bc3-4d4e-8cca-5308de0e6f63 admin admin] Publish callbacks [] for security_group (c0bc4067-642f-495e-ba58-fc70c3de6639), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:23.823875 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3b266c9f-3bc3-4d4e-8cca-5308de0e6f63 admin admin] Publish callbacks [] for security_group (c0bc4067-642f-495e-ba58-fc70c3de6639), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:23.881044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] Sync routers for ids ['8bbd507e-a773-42ee-a5a6-03cf6a8406ae'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:35:23.892172 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] Routers {'8bbd507e-a773-42ee-a5a6-03cf6a8406ae'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:35:23.892834 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:35:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['8bbd507e-a773-42ee-a5a6-03cf6a8406ae'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:23.915946 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:24.008235 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] Set router 8bbd507e-a773-42ee-a5a6-03cf6a8406ae gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:35:24.018502 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3b266c9f-3bc3-4d4e-8cca-5308de0e6f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c0bc4067-642f-495e-ba58-fc70c3de6639), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.022373 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3b266c9f-3bc3-4d4e-8cca-5308de0e6f63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.026484 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3b266c9f-3bc3-4d4e-8cca-5308de0e6f63 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c0bc4067-642f-495e-ba58-fc70c3de6639 HTTP/1.1" status: 204 len: 168 time: 0.2959189 Nov 02 12:35:24.037805 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b266c9f-3bc3-4d4e-8cca-5308de0e6f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bc4067-642f-495e-ba58-fc70c3de6639,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:24.245183 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbd507e-a773-42ee-a5a6-03cf6a8406ae', 'name': 'tempest-LiveAutoBlockMigrationV225Test-37987174-router', 'tenant_id': '9774a0fd28c545c490450ef89610c63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '457f8c64-6e69-43f3-85f2-ae06903952f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:16Z', 'updated_at': '2022-11-02T12:35:21Z', 'revision_number': 4, 'project_id': '9774a0fd28c545c490450ef89610c63d', 'gw_port': {'id': '457f8c64-6e69-43f3-85f2-ae06903952f9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:29:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbd507e-a773-42ee-a5a6-03cf6a8406ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:17Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '890b37f2-2aac-4319-bb68-2e68ad74a85d', 'name': '', 'network_id': '6f31d9b0-b528-42bc-93ab-d8c292b878da', 'tenant_id': '9774a0fd28c545c490450ef89610c63d', 'mac_address': 'fa:16:3e:e1:6d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbd507e-a773-42ee-a5a6-03cf6a8406ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '7aa7249b-1ce9-4905-8c2f-befdf20d3774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:21Z', 'revision_number': 2, 'project_id': '9774a0fd28c545c490450ef89610c63d', 'subnets': [{'id': '7aa7249b-1ce9-4905-8c2f-befdf20d3774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:24.272898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] Checking router: 8bbd507e-a773-42ee-a5a6-03cf6a8406ae for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:35:24.273342 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] Updating router 8bbd507e-a773-42ee-a5a6-03cf6a8406ae port 890b37f2-2aac-4319-bb68-2e68ad74a85d binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:35:24.282897 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56382) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:24.288000 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-b8ff8afb-9c9c-4d10-acd1-53668f18dc90 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1652259026-network', 'tenant_id': '6f2c8035f0584149a43ffcc4c36d85db'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:24.306967 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (890b37f2-2aac-4319-bb68-2e68ad74a85d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.334366 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b9365-bb69-4ac0-8b9f-fde9db331c25 req-6649d94a-74de-4b45-b163-4bfa2df8e3dc tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:24.341495 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-114b9365-bb69-4ac0-8b9f-fde9db331c25 req-6649d94a-74de-4b45-b163-4bfa2df8e3dc tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 969 time: 0.0710795 Nov 02 12:35:24.390265 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-a1c0bcd5-405f-4459-8512-f2e1b3052b8d req-af9ef380-8ec9-4305-b174-0076ce2db85e service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=159018c2-9f4c-4fdd-ba89-9139a399c69e HTTP/1.1" status: 200 len: 217 time: 0.0372047 Nov 02 12:35:24.393122 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-114b9365-bb69-4ac0-8b9f-fde9db331c25 req-261c7c6a-5188-4671-a592-3615be5b1b13 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507765 Nov 02 12:35:24.462111 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:24.476445 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 457f8c64-6e69-43f3-85f2-ae06903952f9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:24.488621 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.75', 50345) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:24.498174 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ff8afb-9c9c-4d10-acd1-53668f18dc90 admin admin] Made reservation on behalf of 6f2c8035f0584149a43ffcc4c36d85db for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:35:24.500740 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8afb-9c9c-4d10-acd1-53668f18dc90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.524250 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:24.548037 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8afb-9c9c-4d10-acd1-53668f18dc90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.570238 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2b634-0fd1-4eb1-a3e4-a113a44ddb89 req-37ea21e0-238a-4798-b794-ca8954b28b0a tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:24.571772 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-91c2b634-0fd1-4eb1-a3e4-a113a44ddb89 req-37ea21e0-238a-4798-b794-ca8954b28b0a tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 970 time: 0.1644020 Nov 02 12:35:24.578616 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0bcd5-405f-4459-8512-f2e1b3052b8d req-75791862-3b24-4b99-a821-315b9fdd2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:24.580075 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-a1c0bcd5-405f-4459-8512-f2e1b3052b8d req-75791862-3b24-4b99-a821-315b9fdd2bc3 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1710074 Nov 02 12:35:24.666847 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0bcd5-405f-4459-8512-f2e1b3052b8d req-48fc1a24-5a40-4945-b4b9-d9723d917d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:24.668769 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-a1c0bcd5-405f-4459-8512-f2e1b3052b8d req-48fc1a24-5a40-4945-b4b9-d9723d917d46 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0658073 Nov 02 12:35:24.671634 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eff8e9-183f-4bf0-9894-ae2eb41b67a3 req-1ad93a47-66a7-40a4-a00c-895a135e7125 tempest-DeleteServersAdminTestJSON-765563440 tempest-DeleteServersAdminTestJSON-765563440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:24.673245 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-20eff8e9-183f-4bf0-9894-ae2eb41b67a3 req-1ad93a47-66a7-40a4-a00c-895a135e7125 tempest-DeleteServersAdminTestJSON-765563440 tempest-DeleteServersAdminTestJSON-765563440-project-admin] 10.222.0.75 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 1151 time: 0.1474371 Nov 02 12:35:24.686457 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12115e52-ab13-4b07-b6ab-551e01c4d232 req-e4c7461c-9ae6-45a0-840c-b97f26060434 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:24.695844 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-12115e52-ab13-4b07-b6ab-551e01c4d232 req-e4c7461c-9ae6-45a0-840c-b97f26060434 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 970 time: 0.1688182 Nov 02 12:35:24.767481 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 457f8c64-6e69-43f3-85f2-ae06903952f9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:24.768592 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (457f8c64-6e69-43f3-85f2-ae06903952f9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.769247 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 457f8c64-6e69-43f3-85f2-ae06903952f9 Nov 02 12:35:24.775675 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:24.832690 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:24.851313 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-12115e52-ab13-4b07-b6ab-551e01c4d232 req-c555da77-05fe-4d40-8bd3-0b33613a08c4 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=492152e5-1f41-4054-8a1d-18b0fae237f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545765 Nov 02 12:35:24.907384 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-45111833-c9cb-49c0-862d-c07b778ff8a6 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=9929679b00cb4db39002b1ae432a2539&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442107 Nov 02 12:35:24.917844 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8afb-9c9c-4d10-acd1-53668f18dc90 admin admin] Publish callbacks [] for security_group (fdf71764-9426-4b50-94e6-8e628e28176e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.918848 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-20eff8e9-183f-4bf0-9894-ae2eb41b67a3 req-3cdc44df-424c-4aa4-bd37-5ae26c6a6985 tempest-DeleteServersAdminTestJSON-765563440 tempest-DeleteServersAdminTestJSON-765563440-project-admin] Deleting port 159018c2-9f4c-4fdd-ba89-9139a399c69e {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:35:24.919318 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-20eff8e9-183f-4bf0-9894-ae2eb41b67a3 req-3cdc44df-424c-4aa4-bd37-5ae26c6a6985 tempest-DeleteServersAdminTestJSON-765563440 tempest-DeleteServersAdminTestJSON-765563440-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (159018c2-9f4c-4fdd-ba89-9139a399c69e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.939264 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-91c2b634-0fd1-4eb1-a3e4-a113a44ddb89 req-334a5c86-3dee-4aa6-94e2-32d1db12ff57 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Deleting port 624085ac-e80e-4556-a729-8464e383c7b2 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:35:24.940218 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-91c2b634-0fd1-4eb1-a3e4-a113a44ddb89 req-334a5c86-3dee-4aa6-94e2-32d1db12ff57 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (624085ac-e80e-4556-a729-8464e383c7b2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.946008 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-a1c0bcd5-405f-4459-8512-f2e1b3052b8d req-284d8ed0-2e59-47b0-ac04-02f281a867f2 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656844 Nov 02 12:35:25.045792 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8afb-9c9c-4d10-acd1-53668f18dc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fdf71764-9426-4b50-94e6-8e628e28176e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.080207 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] Publish callbacks [] for port (890b37f2-2aac-4319-bb68-2e68ad74a85d), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.091176 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 457f8c64-6e69-43f3-85f2-ae06903952f9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:25.094857 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ff8afb-9c9c-4d10-acd1-53668f18dc90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:35:25.148523 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8afb-9c9c-4d10-acd1-53668f18dc90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4e3590a1-de84-463d-93cd-5e838f153149), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.148523 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-b8ff8afb-9c9c-4d10-acd1-53668f18dc90 admin admin] Added segment 4e3590a1-de84-463d-93cd-5e838f153149 of type vlan for network f2a58312-32e2-428b-a0b6-b0431267dd85 Nov 02 12:35:25.148523 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff8afb-9c9c-4d10-acd1-53668f18dc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf71764-9426-4b50-94e6-8e628e28176e,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:25.207459 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (890b37f2-2aac-4319-bb68-2e68ad74a85d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.263889 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:25.280934 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-91c2b634-0fd1-4eb1-a3e4-a113a44ddb89 req-334a5c86-3dee-4aa6-94e2-32d1db12ff57 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] For port 624085ac-e80e-4556-a729-8464e383c7b2, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=624085ac-e80e-4556-a729-8464e383c7b2,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:25.281319 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-91c2b634-0fd1-4eb1-a3e4-a113a44ddb89 req-334a5c86-3dee-4aa6-94e2-32d1db12ff57 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (624085ac-e80e-4556-a729-8464e383c7b2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.299619 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-a1c0bcd5-405f-4459-8512-f2e1b3052b8d req-b9eff5a9-ccf5-4f78-ad71-4f57d00cf531 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334491 Nov 02 12:35:25.308331 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-91c2b634-0fd1-4eb1-a3e4-a113a44ddb89 req-334a5c86-3dee-4aa6-94e2-32d1db12ff57 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Calling delete_port for 624085ac-e80e-4556-a729-8464e383c7b2 owned by compute:tempest-test_az-20042298 {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:35:25.316440 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-20eff8e9-183f-4bf0-9894-ae2eb41b67a3 req-3cdc44df-424c-4aa4-bd37-5ae26c6a6985 tempest-DeleteServersAdminTestJSON-765563440 tempest-DeleteServersAdminTestJSON-765563440-project-admin] For port 159018c2-9f4c-4fdd-ba89-9139a399c69e, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=159018c2-9f4c-4fdd-ba89-9139a399c69e,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:25.317162 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-20eff8e9-183f-4bf0-9894-ae2eb41b67a3 req-3cdc44df-424c-4aa4-bd37-5ae26c6a6985 tempest-DeleteServersAdminTestJSON-765563440 tempest-DeleteServersAdminTestJSON-765563440-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (159018c2-9f4c-4fdd-ba89-9139a399c69e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.327183 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:25.329217 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7406640-3bc0-48cb-8fe0-06a3152c3282 None None] Pushing event updated for resources: {'Port': ['ID=890b37f2-2aac-4319-bb68-2e68ad74a85d,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:25.335065 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] Attempting to bind port 890b37f2-2aac-4319-bb68-2e68ad74a85d on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:35:25.335650 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] Attempting to bind port 890b37f2-2aac-4319-bb68-2e68ad74a85d by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'b1a88cf3-0a1c-4425-9512-3619aa832625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '6f31d9b0-b528-42bc-93ab-d8c292b878da'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:35:25.336237 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] Attempting to bind port 890b37f2-2aac-4319-bb68-2e68ad74a85d on network 6f31d9b0-b528-42bc-93ab-d8c292b878da {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:25.362351 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-57976585-f422-4d8a-a9e8-8e976d83f27c tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:25.363892 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-57976585-f422-4d8a-a9e8-8e976d83f27c tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4421422 Nov 02 12:35:25.365174 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-20eff8e9-183f-4bf0-9894-ae2eb41b67a3 req-3cdc44df-424c-4aa4-bd37-5ae26c6a6985 tempest-DeleteServersAdminTestJSON-765563440 tempest-DeleteServersAdminTestJSON-765563440-project-admin] Calling delete_port for 159018c2-9f4c-4fdd-ba89-9139a399c69e owned by compute:tempest-test_az-20042298 {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:35:25.386465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:35:25.387106 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] Checking segment: {'id': 'b1a88cf3-0a1c-4425-9512-3619aa832625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '6f31d9b0-b528-42bc-93ab-d8c292b878da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:25.387741 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.388284 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] Bound using segment: {'id': 'b1a88cf3-0a1c-4425-9512-3619aa832625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '6f31d9b0-b528-42bc-93ab-d8c292b878da'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:35:25.389095 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] Bound port: 890b37f2-2aac-4319-bb68-2e68ad74a85d, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a88cf3-0a1c-4425-9512-3619aa832625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '6f31d9b0-b528-42bc-93ab-d8c292b878da'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:35:25.389621 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (890b37f2-2aac-4319-bb68-2e68ad74a85d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.401685 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8afb-9c9c-4d10-acd1-53668f18dc90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (f2a58312-32e2-428b-a0b6-b0431267dd85), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.437985 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-c618b274-f4f3-487e-a3d7-803922568985 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/quotas/9929679b00cb4db39002b1ae432a2539 HTTP/1.1" status: 200 len: 375 time: 0.0643396 Nov 02 12:35:25.533712 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-27a5037f-3f7f-4790-853e-ca98e9b75aa5 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9929679b00cb4db39002b1ae432a2539&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547907 Nov 02 12:35:25.563740 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] For port 890b37f2-2aac-4319-bb68-2e68ad74a85d, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:25.605275 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8afb-9c9c-4d10-acd1-53668f18dc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (f2a58312-32e2-428b-a0b6-b0431267dd85), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.606082 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ff8afb-9c9c-4d10-acd1-53668f18dc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:25.606537 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8afb-9c9c-4d10-acd1-53668f18dc90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.653908 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cdc2a-71a3-43e6-98a2-a007a89eb7cd req-efba832d-c5d7-47f5-8fb5-a3cd350f9aa9 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:25.655503 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-422cdc2a-71a3-43e6-98a2-a007a89eb7cd req-efba832d-c5d7-47f5-8fb5-a3cd350f9aa9 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 969 time: 0.0912168 Nov 02 12:35:25.687079 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-91c2b634-0fd1-4eb1-a3e4-a113a44ddb89 req-334a5c86-3dee-4aa6-94e2-32d1db12ff57 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (624085ac-e80e-4556-a729-8464e383c7b2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.688054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] For port 890b37f2-2aac-4319-bb68-2e68ad74a85d, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=890b37f2-2aac-4319-bb68-2e68ad74a85d,segment=NetworkSegment(b1a88cf3-0a1c-4425-9512-3619aa832625),segment_id=b1a88cf3-0a1c-4425-9512-3619aa832625)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:35:25.701080 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['624085ac-e80e-4556-a729-8464e383c7b2'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:35:25.718959 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a5c86-3dee-4aa6-94e2-32d1db12ff57 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Pushing event deleted for resources: {'Port': ['ID=624085ac-e80e-4556-a729-8464e383c7b2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:25.734766 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff8afb-9c9c-4d10-acd1-53668f18dc90 admin admin] Pushing event updated for resources: {'Network': ['ID=f2a58312-32e2-428b-a0b6-b0431267dd85,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:25.746111 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network f2a58312-32e2-428b-a0b6-b0431267dd85 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:35:25.769918 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:25.777902 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-422cdc2a-71a3-43e6-98a2-a007a89eb7cd req-8ceb6808-df9d-4f94-952b-4318991bb395 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946705 Nov 02 12:35:25.800801 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b8ff8afb-9c9c-4d10-acd1-53668f18dc90 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5182829 Nov 02 12:35:25.808435 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56418) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:25.812936 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-9e122958-28fb-4184-8cd7-48ded8c428b4 admin admin] Request body: {'subnet': {'network_id': 'f2a58312-32e2-428b-a0b6-b0431267dd85', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1652259026-subnet', 'tenant_id': '6f2c8035f0584149a43ffcc4c36d85db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:25.849535 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (890b37f2-2aac-4319-bb68-2e68ad74a85d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.855201 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c2b634-0fd1-4eb1-a3e4-a113a44ddb89 req-334a5c86-3dee-4aa6-94e2-32d1db12ff57 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] No DVR routers for this DVR port 624085ac-e80e-4556-a729-8464e383c7b2 on host n-h2-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:35:25.857347 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-20eff8e9-183f-4bf0-9894-ae2eb41b67a3 req-3cdc44df-424c-4aa4-bd37-5ae26c6a6985 tempest-DeleteServersAdminTestJSON-765563440 tempest-DeleteServersAdminTestJSON-765563440-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (159018c2-9f4c-4fdd-ba89-9139a399c69e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.860250 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-91c2b634-0fd1-4eb1-a3e4-a113a44ddb89 req-334a5c86-3dee-4aa6-94e2-32d1db12ff57 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.863603 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-91c2b634-0fd1-4eb1-a3e4-a113a44ddb89 req-334a5c86-3dee-4aa6-94e2-32d1db12ff57 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.75 "DELETE /networking/v2.0/ports/624085ac-e80e-4556-a729-8464e383c7b2 HTTP/1.1" status: 204 len: 173 time: 1.2826011 Nov 02 12:35:25.869893 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa188d9-0f74-4d89-891c-3622a0f51fd9', 'name': 'network-vif-deleted', 'tag': '624085ac-e80e-4556-a729-8464e383c7b2'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:25.869893 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11161c1f-6bf0-41de-ab6e-d5a2dc91447f" -d '{"events": [{"server_uuid": "1fa188d9-0f74-4d89-891c-3622a0f51fd9", "name": "network-vif-deleted", "tag": "624085ac-e80e-4556-a729-8464e383c7b2"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:25.925868 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc44df-424c-4aa4-bd37-5ae26c6a6985 tempest-DeleteServersAdminTestJSON-765563440 tempest-DeleteServersAdminTestJSON-765563440-project-admin] Pushing event deleted for resources: {'Port': ['ID=159018c2-9f4c-4fdd-ba89-9139a399c69e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:25.930180 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['159018c2-9f4c-4fdd-ba89-9139a399c69e'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:35:25.939171 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:25.950331 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1179e59-0432-4c71-a79d-229f494d188f x-openstack-request-id: req-c1179e59-0432-4c71-a79d-229f494d188f {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:25.950918 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa188d9-0f74-4d89-891c-3622a0f51fd9", "name": "network-vif-deleted", "tag": "624085ac-e80e-4556-a729-8464e383c7b2", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:25.951007 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1179e59-0432-4c71-a79d-229f494d188f {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:25.951516 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1179e59-0432-4c71-a79d-229f494d188f'] response: {'server_uuid': '1fa188d9-0f74-4d89-891c-3622a0f51fd9', 'name': 'network-vif-deleted', 'tag': '624085ac-e80e-4556-a729-8464e383c7b2', 'status': 'completed', 'code': 200} Nov 02 12:35:26.036347 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-791b646b-3035-473a-8115-30a2bc46ef25 req-accdb0c4-038f-4779-be54-bee7524f6755 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 210 time: 0.1138058 Nov 02 12:35:26.059492 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e122958-28fb-4184-8cd7-48ded8c428b4 admin admin] Made reservation on behalf of 6f2c8035f0584149a43ffcc4c36d85db for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:35:26.062660 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9e122958-28fb-4184-8cd7-48ded8c428b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:26.089786 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] Routers {'8bbd507e-a773-42ee-a5a6-03cf6a8406ae'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:35:26.090424 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:35:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['8bbd507e-a773-42ee-a5a6-03cf6a8406ae'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:26.159741 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7406640-3bc0-48cb-8fe0-06a3152c3282 None None] Pushing event updated for resources: {'Port': ['ID=890b37f2-2aac-4319-bb68-2e68ad74a85d,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:26.244305 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-111faa67-2002-4fca-983e-34e54f42c263 req-d88671f8-f53d-4d5b-800c-84972ef341ea tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 210 time: 0.1450856 Nov 02 12:35:26.248111 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-20eff8e9-183f-4bf0-9894-ae2eb41b67a3 req-3cdc44df-424c-4aa4-bd37-5ae26c6a6985 tempest-DeleteServersAdminTestJSON-765563440 tempest-DeleteServersAdminTestJSON-765563440-project-admin] No DVR routers for this DVR port 159018c2-9f4c-4fdd-ba89-9139a399c69e on host n-h2-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:35:26.258099 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-20eff8e9-183f-4bf0-9894-ae2eb41b67a3 req-3cdc44df-424c-4aa4-bd37-5ae26c6a6985 tempest-DeleteServersAdminTestJSON-765563440 tempest-DeleteServersAdminTestJSON-765563440-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:26.276841 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-20eff8e9-183f-4bf0-9894-ae2eb41b67a3 req-3cdc44df-424c-4aa4-bd37-5ae26c6a6985 tempest-DeleteServersAdminTestJSON-765563440 tempest-DeleteServersAdminTestJSON-765563440-project-admin] 10.222.0.75 "DELETE /networking/v2.0/ports/159018c2-9f4c-4fdd-ba89-9139a399c69e HTTP/1.1" status: 204 len: 173 time: 1.5824533 Nov 02 12:35:26.276841 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897625a4-b4a8-4753-ae04-d1a24f14d3fa', 'name': 'network-vif-deleted', 'tag': '159018c2-9f4c-4fdd-ba89-9139a399c69e'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:26.305042 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] Set router 8bbd507e-a773-42ee-a5a6-03cf6a8406ae gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:35:26.533442 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41456dde-48a5-4f6b-81f8-4ad0c964bfa8" -d '{"events": [{"server_uuid": "897625a4-b4a8-4753-ae04-d1a24f14d3fa", "name": "network-vif-deleted", "tag": "159018c2-9f4c-4fdd-ba89-9139a399c69e"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:26.620521 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbd507e-a773-42ee-a5a6-03cf6a8406ae', 'name': 'tempest-LiveAutoBlockMigrationV225Test-37987174-router', 'tenant_id': '9774a0fd28c545c490450ef89610c63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '457f8c64-6e69-43f3-85f2-ae06903952f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:16Z', 'updated_at': '2022-11-02T12:35:21Z', 'revision_number': 4, 'project_id': '9774a0fd28c545c490450ef89610c63d', 'gw_port': {'id': '457f8c64-6e69-43f3-85f2-ae06903952f9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:29:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbd507e-a773-42ee-a5a6-03cf6a8406ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:17Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '890b37f2-2aac-4319-bb68-2e68ad74a85d', 'name': '', 'network_id': '6f31d9b0-b528-42bc-93ab-d8c292b878da', 'tenant_id': '9774a0fd28c545c490450ef89610c63d', 'mac_address': 'fa:16:3e:e1:6d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbd507e-a773-42ee-a5a6-03cf6a8406ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '7aa7249b-1ce9-4905-8c2f-befdf20d3774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '9774a0fd28c545c490450ef89610c63d', 'subnets': [{'id': '7aa7249b-1ce9-4905-8c2f-befdf20d3774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:26.658050 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acd6fae-7e76-479b-b2a3-bbf45997e271 None None] The sync data for ids ['8bbd507e-a773-42ee-a5a6-03cf6a8406ae'] in n-d-857339-6 is: [{'id': '8bbd507e-a773-42ee-a5a6-03cf6a8406ae', 'name': 'tempest-LiveAutoBlockMigrationV225Test-37987174-router', 'tenant_id': '9774a0fd28c545c490450ef89610c63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '457f8c64-6e69-43f3-85f2-ae06903952f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:16Z', 'updated_at': '2022-11-02T12:35:21Z', 'revision_number': 4, 'project_id': '9774a0fd28c545c490450ef89610c63d', 'gw_port': {'id': '457f8c64-6e69-43f3-85f2-ae06903952f9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:29:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbd507e-a773-42ee-a5a6-03cf6a8406ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:17Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '890b37f2-2aac-4319-bb68-2e68ad74a85d', 'name': '', 'network_id': '6f31d9b0-b528-42bc-93ab-d8c292b878da', 'tenant_id': '9774a0fd28c545c490450ef89610c63d', 'mac_address': 'fa:16:3e:e1:6d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbd507e-a773-42ee-a5a6-03cf6a8406ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '7aa7249b-1ce9-4905-8c2f-befdf20d3774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '9774a0fd28c545c490450ef89610c63d', 'subnets': [{'id': '7aa7249b-1ce9-4905-8c2f-befdf20d3774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:35:26.664213 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9e122958-28fb-4184-8cd7-48ded8c428b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for subnet (d8445b4d-6e89-445d-8c54-56dd357ade9b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:26.737287 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a93aa3-e9a7-43bb-aa61-94035f99973f x-openstack-request-id: req-42a93aa3-e9a7-43bb-aa61-94035f99973f {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:26.737763 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897625a4-b4a8-4753-ae04-d1a24f14d3fa", "name": "network-vif-deleted", "tag": "159018c2-9f4c-4fdd-ba89-9139a399c69e", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:26.738156 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42a93aa3-e9a7-43bb-aa61-94035f99973f {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:26.738807 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a93aa3-e9a7-43bb-aa61-94035f99973f'] response: {'server_uuid': '897625a4-b4a8-4753-ae04-d1a24f14d3fa', 'name': 'network-vif-deleted', 'tag': '159018c2-9f4c-4fdd-ba89-9139a399c69e', 'status': 'completed', 'code': 200} Nov 02 12:35:26.749898 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e122958-28fb-4184-8cd7-48ded8c428b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8445b4d-6e89-445d-8c54-56dd357ade9b,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:26.784441 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e122958-28fb-4184-8cd7-48ded8c428b4 admin admin] Checking segment: {'id': '4e3590a1-de84-463d-93cd-5e838f153149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f2a58312-32e2-428b-a0b6-b0431267dd85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:26.784942 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e122958-28fb-4184-8cd7-48ded8c428b4 admin admin] Network hostable DHCP agents. Network: f2a58312-32e2-428b-a0b6-b0431267dd85, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:35:26.911207 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e122958-28fb-4184-8cd7-48ded8c428b4 admin admin] Network f2a58312-32e2-428b-a0b6-b0431267dd85 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:35:26.941370 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cd0de4cb-dd9c-4972-9c4f-24329c258d5f req-6003fa2c-9076-4dc5-a7bd-e9f780a025b4 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=897625a4-b4a8-4753-ae04-d1a24f14d3fa HTTP/1.1" status: 200 len: 210 time: 0.0371709 Nov 02 12:35:27.069320 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-9e122958-28fb-4184-8cd7-48ded8c428b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, f2a58312-32e2-428b-a0b6-b0431267dd85) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:27.074355 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e122958-28fb-4184-8cd7-48ded8c428b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:27.075367 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9e122958-28fb-4184-8cd7-48ded8c428b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:27.085540 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c1bc00-c6f6-4889-9b1b-dde3fbc61b6f None None] Network f2a58312-32e2-428b-a0b6-b0431267dd85 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:35:27.196077 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-43cd854a-328d-4718-8a0a-14895e2be6f8 req-137d3788-a2d5-4152-a0e5-5cc01f9d53ef tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 210 time: 0.0546894 Nov 02 12:35:27.201187 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9e122958-28fb-4184-8cd7-48ded8c428b4 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3924854 Nov 02 12:35:27.204277 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56472) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:27.209243 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-125cd498-ee7a-40d2-a029-13941338471c admin admin] Request body: {'router': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1652259026-router', 'tenant_id': '6f2c8035f0584149a43ffcc4c36d85db', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:27.236190 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-f2a58312-32e2-428b-a0b6-b0431267dd85', 'network_id': 'f2a58312-32e2-428b-a0b6-b0431267dd85', 'project_id': '6f2c8035f0584149a43ffcc4c36d85db', 'fixed_ips': [{'subnet_id': 'd8445b4d-6e89-445d-8c54-56dd357ade9b'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:35:27.237351 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:27.253255 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-b69dd62c-8ea7-4fcf-8185-47d3ec585e2c tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=6e09079e89384417879f678c0a4df5c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325038 Nov 02 12:35:27.273703 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:27.361259 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-125cd498-ee7a-40d2-a029-13941338471c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (98509173-0c75-4ca5-858d-f217f9e2fbff), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:27.361867 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-125cd498-ee7a-40d2-a029-13941338471c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (98509173-0c75-4ca5-858d-f217f9e2fbff), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:27.368318 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:27.448210 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:27.450639 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e80ae666-ab1c-4832-acef-e3d12c531bca req-e68a6107-1966-4fdd-8b77-ae6fe76e8573 tempest-AggregatesAdminTestJSON-310205675 tempest-AggregatesAdminTestJSON-310205675-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1fa188d9-0f74-4d89-891c-3622a0f51fd9 HTTP/1.1" status: 200 len: 210 time: 0.0810962 Nov 02 12:35:27.504519 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] Allocated IP 172.20.0.2 (f2a58312-32e2-428b-a0b6-b0431267dd85/d8445b4d-6e89-445d-8c54-56dd357ade9b/77eb09b2-3b9f-458e-b8b3-5af4519685b6) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:27.506543 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-e75ee024-7278-4e0c-bae4-b006e2d233dc tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:27.508034 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-e75ee024-7278-4e0c-bae4-b006e2d233dc tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2470205 Nov 02 12:35:27.559964 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-125cd498-ee7a-40d2-a029-13941338471c admin admin] Publish callbacks [] for router_controller (98509173-0c75-4ca5-858d-f217f9e2fbff), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:27.584992 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-bcbdcf3c-c18e-4a90-8fac-b878a0d2f1a9 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/quotas/6e09079e89384417879f678c0a4df5c2 HTTP/1.1" status: 200 len: 375 time: 0.0142612 Nov 02 12:35:27.694100 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-60785c2e-54aa-44b5-82a6-dc8e1dc78a1a tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=6e09079e89384417879f678c0a4df5c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845027 Nov 02 12:35:27.751711 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] Publish callbacks [] for port (77eb09b2-3b9f-458e-b8b3-5af4519685b6), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:27.851032 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (77eb09b2-3b9f-458e-b8b3-5af4519685b6), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:27.899267 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] Network f2a58312-32e2-428b-a0b6-b0431267dd85 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:27.900420 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-125cd498-ee7a-40d2-a029-13941338471c admin admin] Publish callbacks [] for router_gateway (98509173-0c75-4ca5-858d-f217f9e2fbff), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:27.902700 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:27.906764 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:35:27.952995 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] Pushing event updated for resources: {'Port': ['ID=77eb09b2-3b9f-458e-b8b3-5af4519685b6,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:27.996581 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] Attempting to bind port 77eb09b2-3b9f-458e-b8b3-5af4519685b6 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:35:27.999227 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] Attempting to bind port 77eb09b2-3b9f-458e-b8b3-5af4519685b6 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '4e3590a1-de84-463d-93cd-5e838f153149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f2a58312-32e2-428b-a0b6-b0431267dd85'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:35:27.999227 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] Attempting to bind port 77eb09b2-3b9f-458e-b8b3-5af4519685b6 on network f2a58312-32e2-428b-a0b6-b0431267dd85 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:28.073523 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:35:28.073978 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] Checking segment: {'id': '4e3590a1-de84-463d-93cd-5e838f153149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f2a58312-32e2-428b-a0b6-b0431267dd85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:28.074529 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:28.075019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] Bound using segment: {'id': '4e3590a1-de84-463d-93cd-5e838f153149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f2a58312-32e2-428b-a0b6-b0431267dd85'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:35:28.075779 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] Bound port: 77eb09b2-3b9f-458e-b8b3-5af4519685b6, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3590a1-de84-463d-93cd-5e838f153149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f2a58312-32e2-428b-a0b6-b0431267dd85'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:35:28.076288 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (77eb09b2-3b9f-458e-b8b3-5af4519685b6), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:28.214915 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] For port 77eb09b2-3b9f-458e-b8b3-5af4519685b6, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:28.223191 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] For port 77eb09b2-3b9f-458e-b8b3-5af4519685b6, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=77eb09b2-3b9f-458e-b8b3-5af4519685b6,segment=NetworkSegment(4e3590a1-de84-463d-93cd-5e838f153149),segment_id=4e3590a1-de84-463d-93cd-5e838f153149)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:35:28.282988 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-8658ecd4-91c9-4cbe-8a86-3544cdf8cf40 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=6e09079e89384417879f678c0a4df5c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775657 Nov 02 12:35:28.326988 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (77eb09b2-3b9f-458e-b8b3-5af4519685b6), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:28.342825 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-125cd498-ee7a-40d2-a029-13941338471c admin admin] Publish callbacks [] for router_gateway (98509173-0c75-4ca5-858d-f217f9e2fbff), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:28.455124 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e3b3d616-a4f5-4cd9-a9a3-97991f2e7523 req-a9921601-24fe-434c-9af2-24e5a5205dbf tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 210 time: 0.0662529 Nov 02 12:35:28.477061 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-125cd498-ee7a-40d2-a029-13941338471c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:28.510044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba25f6a-b988-4af0-8d35-8a0dfc313959 None None] Pushing event updated for resources: {'Port': ['ID=77eb09b2-3b9f-458e-b8b3-5af4519685b6,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:28.564189 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 890b37f2-2aac-4319-bb68-2e68ad74a85d up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:28.664408 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 890b37f2-2aac-4319-bb68-2e68ad74a85d triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:28.665126 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (890b37f2-2aac-4319-bb68-2e68ad74a85d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:28.665604 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 890b37f2-2aac-4319-bb68-2e68ad74a85d Nov 02 12:35:28.726974 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-62862de9-e289-40da-9aca-cbf71371d78d req-9ecef3b0-2f82-404e-82ef-7a6872e950c2 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=8ea3b8ac6b104721ba07c7b85bbb64aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929542 Nov 02 12:35:28.756274 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:28.759810 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-7f165193-aa58-4652-a264-f92a329b8150 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:28.761678 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-7f165193-aa58-4652-a264-f92a329b8150 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4206078 Nov 02 12:35:28.807055 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 890b37f2-2aac-4319-bb68-2e68ad74a85d is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:28.807559 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (890b37f2-2aac-4319-bb68-2e68ad74a85d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:28.860181 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 890b37f2-2aac-4319-bb68-2e68ad74a85d, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=890b37f2-2aac-4319-bb68-2e68ad74a85d,segment=NetworkSegment(b1a88cf3-0a1c-4425-9512-3619aa832625),segment_id=b1a88cf3-0a1c-4425-9512-3619aa832625)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:28.950048 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (890b37f2-2aac-4319-bb68-2e68ad74a85d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:28.973136 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:29.004619 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=890b37f2-2aac-4319-bb68-2e68ad74a85d,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:29.006321 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-2f8730db-fab3-4e69-a712-394b56cb67e9 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/quotas/6e09079e89384417879f678c0a4df5c2 HTTP/1.1" status: 200 len: 375 time: 0.2057741 Nov 02 12:35:29.057490 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-125cd498-ee7a-40d2-a029-13941338471c admin admin] Allocated IP 172.25.2.93 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/c2001882-3f4e-431a-b4c3-ca751e201472) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:29.067135 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 159018c2-9f4c-4fdd-ba89-9139a399c69e no longer exists at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:35:29.067368 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-476d34cf-9767-4d08-9586-6542d0c32c2f tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=6e09079e89384417879f678c0a4df5c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534956 Nov 02 12:35:29.089420 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] No Port match for: 159018c2-9f4c-4fdd-ba89-9139a399c69e {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:35:29.089868 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 159018c2-9f4c-4fdd-ba89-9139a399c69e not bound to the agent host n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:35:29.090295 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 624085ac-e80e-4556-a729-8464e383c7b2 no longer exists at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:35:29.115518 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:29.116533 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] No Port match for: 624085ac-e80e-4556-a729-8464e383c7b2 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:35:29.116880 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 624085ac-e80e-4556-a729-8464e383c7b2 not bound to the agent host n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:35:29.126900 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62862de9-e289-40da-9aca-cbf71371d78d req-dae9151c-eea8-41ed-bf27-fd6453872793 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:29.128505 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-62862de9-e289-40da-9aca-cbf71371d78d req-dae9151c-eea8-41ed-bf27-fd6453872793 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3999763 Nov 02 12:35:29.187797 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-62862de9-e289-40da-9aca-cbf71371d78d req-e0f5cbdc-a444-4fd1-a8be-d89d43626e3f tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/quotas/8ea3b8ac6b104721ba07c7b85bbb64aa HTTP/1.1" status: 200 len: 375 time: 0.0523338 Nov 02 12:35:29.241149 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-62862de9-e289-40da-9aca-cbf71371d78d req-3e141ae7-3401-4a72-b3ea-fa9a0837df55 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=8ea3b8ac6b104721ba07c7b85bbb64aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462079 Nov 02 12:35:29.279040 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-125cd498-ee7a-40d2-a029-13941338471c admin admin] Publish callbacks [] for port (c2001882-3f4e-431a-b4c3-ca751e201472), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:29.446386 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.57', 64225) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:29.494286 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-fab79d37-e8e9-4f17-87e5-1450a3fe9f0b tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=9929679b00cb4db39002b1ae432a2539&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462825 Nov 02 12:35:29.499557 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-125cd498-ee7a-40d2-a029-13941338471c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (c2001882-3f4e-431a-b4c3-ca751e201472), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:29.550816 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf175cb-9348-4735-b73d-26fb6fcfa7d6 None None] Network f2a58312-32e2-428b-a0b6-b0431267dd85 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:35:29.582904 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125cd498-ee7a-40d2-a029-13941338471c admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:29.607134 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-125cd498-ee7a-40d2-a029-13941338471c admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:29.610738 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125cd498-ee7a-40d2-a029-13941338471c admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:35:29.695810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-740898ab-0faa-4982-811c-ae2efa537e01 None None] Provisioning complete for port 77eb09b2-3b9f-458e-b8b3-5af4519685b6 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:29.697029 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-740898ab-0faa-4982-811c-ae2efa537e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (77eb09b2-3b9f-458e-b8b3-5af4519685b6), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:29.697592 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-740898ab-0faa-4982-811c-ae2efa537e01 None None] Attempt 1 to provision port 77eb09b2-3b9f-458e-b8b3-5af4519685b6 Nov 02 12:35:29.782923 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-98133f6a-9060-4b99-ad49-c3c45db99b85 req-977e73ea-52d0-4dc6-8da6-678da99e3e8f tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 210 time: 0.2506759 Nov 02 12:35:29.866869 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-740898ab-0faa-4982-811c-ae2efa537e01 None None] Current status of the port 77eb09b2-3b9f-458e-b8b3-5af4519685b6 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:29.867453 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-740898ab-0faa-4982-811c-ae2efa537e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (77eb09b2-3b9f-458e-b8b3-5af4519685b6), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:29.897179 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:29.919836 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125cd498-ee7a-40d2-a029-13941338471c admin admin] Pushing event updated for resources: {'Port': ['ID=c2001882-3f4e-431a-b4c3-ca751e201472,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:29.921559 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-740898ab-0faa-4982-811c-ae2efa537e01 None None] For port 77eb09b2-3b9f-458e-b8b3-5af4519685b6, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=77eb09b2-3b9f-458e-b8b3-5af4519685b6,segment=NetworkSegment(4e3590a1-de84-463d-93cd-5e838f153149),segment_id=4e3590a1-de84-463d-93cd-5e838f153149)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:29.984420 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-e9949d9f-284f-41fb-9e84-7043d3c48d50 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:29.986165 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-e9949d9f-284f-41fb-9e84-7043d3c48d50 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4812098 Nov 02 12:35:30.046326 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-740898ab-0faa-4982-811c-ae2efa537e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (77eb09b2-3b9f-458e-b8b3-5af4519685b6), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:30.168839 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740898ab-0faa-4982-811c-ae2efa537e01 None None] Pushing event updated for resources: {'Port': ['ID=77eb09b2-3b9f-458e-b8b3-5af4519685b6,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:30.179782 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a4b4666c-2456-43c7-860b-1194bc96f8da None None] Provisioning complete for port 77eb09b2-3b9f-458e-b8b3-5af4519685b6 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:30.180247 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a4b4666c-2456-43c7-860b-1194bc96f8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (77eb09b2-3b9f-458e-b8b3-5af4519685b6), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:30.180701 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a4b4666c-2456-43c7-860b-1194bc96f8da None None] Attempt 1 to provision port 77eb09b2-3b9f-458e-b8b3-5af4519685b6 Nov 02 12:35:30.199420 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ac321be2-ad25-4823-90d5-c5aa4c391ab5 req-ee7e8ccc-04fd-488a-95e9-9a555871eeea tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 210 time: 0.0358210 Nov 02 12:35:30.266529 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a4b4666c-2456-43c7-860b-1194bc96f8da None None] Current status of the port 77eb09b2-3b9f-458e-b8b3-5af4519685b6 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:30.276013 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-125cd498-ee7a-40d2-a029-13941338471c admin admin] Publish callbacks [] for router_gateway (98509173-0c75-4ca5-858d-f217f9e2fbff), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:30.294021 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-283709ed-e693-4949-8f3a-860f04e75cb3 req-054eff22-cd34-4f6e-a147-6d517b096b28 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 210 time: 0.0335085 Nov 02 12:35:30.336134 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7de55aaa-9677-4e4d-b616-61378ea5ca43 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Request body: {'port': {'device_id': 'b675eccd-9fed-4d65-b56b-80a0f46b523f', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': '9929679b00cb4db39002b1ae432a2539'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:30.665242 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 890b37f2-2aac-4319-bb68-2e68ad74a85d up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:30.727236 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-125cd498-ee7a-40d2-a029-13941338471c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (98509173-0c75-4ca5-858d-f217f9e2fbff), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:30.734854 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 890b37f2-2aac-4319-bb68-2e68ad74a85d triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:30.735303 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (890b37f2-2aac-4319-bb68-2e68ad74a85d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:30.735769 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 890b37f2-2aac-4319-bb68-2e68ad74a85d Nov 02 12:35:30.842094 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7de55aaa-9677-4e4d-b616-61378ea5ca43 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Made reservation on behalf of 9929679b00cb4db39002b1ae432a2539 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:35:30.849739 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7de55aaa-9677-4e4d-b616-61378ea5ca43 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:30.874025 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7de55aaa-9677-4e4d-b616-61378ea5ca43 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:30.891975 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 890b37f2-2aac-4319-bb68-2e68ad74a85d is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:30.893664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 77eb09b2-3b9f-458e-b8b3-5af4519685b6 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:30.957494 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bd953f1c-c077-4b9d-808a-f7a61c7f5018 req-c8cf2202-d0bf-42de-a5b2-fc887233ab1b tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 210 time: 0.0492711 Nov 02 12:35:30.983890 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 77eb09b2-3b9f-458e-b8b3-5af4519685b6 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:30.984285 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (77eb09b2-3b9f-458e-b8b3-5af4519685b6), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:30.984632 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 77eb09b2-3b9f-458e-b8b3-5af4519685b6 Nov 02 12:35:31.039828 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7de55aaa-9677-4e4d-b616-61378ea5ca43 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks [] for security_group (a1b6d00b-e12d-4415-b102-77cbbf763b29), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:31.086503 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 77eb09b2-3b9f-458e-b8b3-5af4519685b6 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:31.241779 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7de55aaa-9677-4e4d-b616-61378ea5ca43 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a1b6d00b-e12d-4415-b102-77cbbf763b29), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:31.248974 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125cd498-ee7a-40d2-a029-13941338471c admin admin] Router 98509173-0c75-4ca5-858d-f217f9e2fbff is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:35:31.424082 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3eaa38cf-7a43-4a6d-b5ad-047a447c329a req-a30b91f6-95d5-4b36-84e0-33a00d3aaa0a tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 210 time: 0.1160355 Nov 02 12:35:31.699105 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de55aaa-9677-4e4d-b616-61378ea5ca43 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b6d00b-e12d-4415-b102-77cbbf763b29,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:31.725771 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c92536a0-de23-45e8-8d92-08af17cd68f1 req-5fef6d64-374b-400b-9a19-b99866d0422b tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 210 time: 0.3040833 Nov 02 12:35:31.907894 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7de55aaa-9677-4e4d-b616-61378ea5ca43 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Allocated IP 192.168.233.58 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/df5c0c04-c31c-4b89-89ec-fb14f2763e26) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:31.922345 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125cd498-ee7a-40d2-a029-13941338471c admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:35:31.932898 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] Sync routers for ids ['98509173-0c75-4ca5-858d-f217f9e2fbff'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:35:31.959730 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] Routers {'98509173-0c75-4ca5-858d-f217f9e2fbff'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:35:31.960576 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:35:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['98509173-0c75-4ca5-858d-f217f9e2fbff'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:31.973314 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:32.042655 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-125cd498-ee7a-40d2-a029-13941338471c admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:32.044003 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-125cd498-ee7a-40d2-a029-13941338471c admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.8383288 Nov 02 12:35:32.047804 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56596) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:32.078828 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] Set router 98509173-0c75-4ca5-858d-f217f9e2fbff gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:35:32.140233 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bfc1136a-f1e1-427a-807f-c9be9404eac7 req-3b0d3d7c-6940-47ac-8957-4df6ce6a2f64 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 210 time: 0.0495276 Nov 02 12:35:32.235726 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7de55aaa-9677-4e4d-b616-61378ea5ca43 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks [] for port (df5c0c04-c31c-4b89-89ec-fb14f2763e26), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:32.305179 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98509173-0c75-4ca5-858d-f217f9e2fbff', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1652259026-router', 'tenant_id': '6f2c8035f0584149a43ffcc4c36d85db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c2001882-3f4e-431a-b4c3-ca751e201472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:27Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 3, 'project_id': '6f2c8035f0584149a43ffcc4c36d85db', 'gw_port': {'id': 'c2001882-3f4e-431a-b4c3-ca751e201472', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:97:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98509173-0c75-4ca5-858d-f217f9e2fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:28Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:32.339338 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] Checking router: 98509173-0c75-4ca5-858d-f217f9e2fbff for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:35:32.339623 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] Updating router 98509173-0c75-4ca5-858d-f217f9e2fbff port c2001882-3f4e-431a-b4c3-ca751e201472 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:35:32.374805 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c2001882-3f4e-431a-b4c3-ca751e201472), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:32.399067 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:32.438252 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7de55aaa-9677-4e4d-b616-61378ea5ca43 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (df5c0c04-c31c-4b89-89ec-fb14f2763e26), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:32.500198 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:32.629702 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7de55aaa-9677-4e4d-b616-61378ea5ca43 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:32.663577 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7de55aaa-9677-4e4d-b616-61378ea5ca43 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:32.673779 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7de55aaa-9677-4e4d-b616-61378ea5ca43 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:35:32.680015 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb15963e-0b69-4f9f-82f1-2f63c61cafae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:32.680514 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7de55aaa-9677-4e4d-b616-61378ea5ca43 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:32.681290 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7de55aaa-9677-4e4d-b616-61378ea5ca43 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:32.747330 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] Publish callbacks [] for port (c2001882-3f4e-431a-b4c3-ca751e201472), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:32.771933 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e80a7-017e-4bfa-b702-378706dd3150 req-692d2374-6e92-4c3c-b41f-c5b6dcb44379 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:32.774256 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d94e80a7-017e-4bfa-b702-378706dd3150 req-692d2374-6e92-4c3c-b41f-c5b6dcb44379 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 935 time: 0.1593134 Nov 02 12:35:32.776648 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de55aaa-9677-4e4d-b616-61378ea5ca43 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Pushing event updated for resources: {'Port': ['ID=df5c0c04-c31c-4b89-89ec-fb14f2763e26,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:32.874740 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c2001882-3f4e-431a-b4c3-ca751e201472), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:32.892865 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d94e80a7-017e-4bfa-b702-378706dd3150 req-ca8b6bb6-55bf-4865-8b98-1dc26b72932a tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044593 Nov 02 12:35:32.911006 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7de55aaa-9677-4e4d-b616-61378ea5ca43 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5755289 Nov 02 12:35:32.977694 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcec015-a469-45ac-9f90-f0c8c30285db None None] Pushing event updated for resources: {'Port': ['ID=c2001882-3f4e-431a-b4c3-ca751e201472,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:33.006993 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] Attempting to bind port c2001882-3f4e-431a-b4c3-ca751e201472 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:35:33.007637 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] Attempting to bind port c2001882-3f4e-431a-b4c3-ca751e201472 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:35:33.008580 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] Attempting to bind port c2001882-3f4e-431a-b4c3-ca751e201472 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:33.009189 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-fb15963e-0b69-4f9f-82f1-2f63c61cafae admin admin] Allocated IP 172.20.0.1 (f2a58312-32e2-428b-a0b6-b0431267dd85/d8445b4d-6e89-445d-8c54-56dd357ade9b/591378d8-9aa1-4dc1-8d44-1f332e8d1b54) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:33.026575 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:33.074969 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c6a3ef8f-06e8-4cc2-96fc-e88a806f7733 req-f08d868f-2e48-4d2e-ada9-8d42c0bcbd99 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 210 time: 0.0597546 Nov 02 12:35:33.077534 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:33.121672 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:35:33.129189 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:33.131008 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:33.131568 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:35:33.132517 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] Bound port: c2001882-3f4e-431a-b4c3-ca751e201472, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:35:33.133330 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c2001882-3f4e-431a-b4c3-ca751e201472), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:33.145074 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-63b508c9-4229-498c-95d7-0d7cba5bcbbd None None] Provisioning complete for port df5c0c04-c31c-4b89-89ec-fb14f2763e26 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:33.157059 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-63b508c9-4229-498c-95d7-0d7cba5bcbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (df5c0c04-c31c-4b89-89ec-fb14f2763e26), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:33.159339 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-63b508c9-4229-498c-95d7-0d7cba5bcbbd None None] Attempt 1 to provision port df5c0c04-c31c-4b89-89ec-fb14f2763e26 Nov 02 12:35:33.177810 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:33.183912 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb15963e-0b69-4f9f-82f1-2f63c61cafae admin admin] Publish callbacks [] for port (591378d8-9aa1-4dc1-8d44-1f332e8d1b54), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:33.212573 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-0c45816d-1115-4e0d-b0e3-4af7e1131008 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=6e09079e89384417879f678c0a4df5c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616913 Nov 02 12:35:33.236586 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] For port c2001882-3f4e-431a-b4c3-ca751e201472, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:33.246533 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] For port c2001882-3f4e-431a-b4c3-ca751e201472, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c2001882-3f4e-431a-b4c3-ca751e201472,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:35:33.250847 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-63b508c9-4229-498c-95d7-0d7cba5bcbbd None None] Port df5c0c04-c31c-4b89-89ec-fb14f2763e26 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:35:33.329747 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dd8df0c0-ccdf-457e-a789-f6d81722c968 req-37b01d1c-29c6-4737-8f92-b54f089e9b66 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 210 time: 0.0638113 Nov 02 12:35:33.339301 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb15963e-0b69-4f9f-82f1-2f63c61cafae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (591378d8-9aa1-4dc1-8d44-1f332e8d1b54), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:33.415922 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-d78765a1-5c0b-4ac1-8256-389d8c440e98 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:33.418070 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-d78765a1-5c0b-4ac1-8256-389d8c440e98 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2006211 Nov 02 12:35:33.436422 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c2001882-3f4e-431a-b4c3-ca751e201472), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:33.440605 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-f58c5f7d-fb1d-45f6-899b-3aceafe758fe tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Request body: {'port': {'device_id': 'fdedb786-7c48-47e9-aa18-220972e9405e', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': '6e09079e89384417879f678c0a4df5c2'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:33.460872 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb15963e-0b69-4f9f-82f1-2f63c61cafae admin admin] Network f2a58312-32e2-428b-a0b6-b0431267dd85 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:33.485010 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-fb15963e-0b69-4f9f-82f1-2f63c61cafae admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:33.490264 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb15963e-0b69-4f9f-82f1-2f63c61cafae admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:35:33.491208 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb15963e-0b69-4f9f-82f1-2f63c61cafae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (98509173-0c75-4ca5-858d-f217f9e2fbff), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:33.504194 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] Routers {'98509173-0c75-4ca5-858d-f217f9e2fbff'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:35:33.505082 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:35:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['98509173-0c75-4ca5-858d-f217f9e2fbff'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:33.603405 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:33.620269 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15963e-0b69-4f9f-82f1-2f63c61cafae admin admin] Pushing event updated for resources: {'Port': ['ID=591378d8-9aa1-4dc1-8d44-1f332e8d1b54,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:33.649286 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcec015-a469-45ac-9f90-f0c8c30285db None None] Pushing event updated for resources: {'Port': ['ID=c2001882-3f4e-431a-b4c3-ca751e201472,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:33.731582 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-f58c5f7d-fb1d-45f6-899b-3aceafe758fe tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Made reservation on behalf of 6e09079e89384417879f678c0a4df5c2 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:35:33.736886 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-f58c5f7d-fb1d-45f6-899b-3aceafe758fe tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:33.750105 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] Set router 98509173-0c75-4ca5-858d-f217f9e2fbff gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:35:33.752998 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-f58c5f7d-fb1d-45f6-899b-3aceafe758fe tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:33.782364 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d03bf4d1-6d40-4492-bed5-5c1e1688b317 None None] Provisioning complete for port 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:33.783141 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d03bf4d1-6d40-4492-bed5-5c1e1688b317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (591378d8-9aa1-4dc1-8d44-1f332e8d1b54), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:33.783707 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d03bf4d1-6d40-4492-bed5-5c1e1688b317 None None] Attempt 1 to provision port 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 Nov 02 12:35:33.834085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d03bf4d1-6d40-4492-bed5-5c1e1688b317 None None] Port 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:35:33.959803 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-f58c5f7d-fb1d-45f6-899b-3aceafe758fe tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks [] for security_group (3e04ef62-7ce0-4b88-8814-3cb4c0410990), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:34.023453 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98509173-0c75-4ca5-858d-f217f9e2fbff', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1652259026-router', 'tenant_id': '6f2c8035f0584149a43ffcc4c36d85db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c2001882-3f4e-431a-b4c3-ca751e201472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:27Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 3, 'project_id': '6f2c8035f0584149a43ffcc4c36d85db', 'gw_port': {'id': 'c2001882-3f4e-431a-b4c3-ca751e201472', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:97:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98509173-0c75-4ca5-858d-f217f9e2fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:28Z', 'updated_at': '2022-11-02T12:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:34.053381 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-f58c5f7d-fb1d-45f6-899b-3aceafe758fe tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3e04ef62-7ce0-4b88-8814-3cb4c0410990), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:34.059970 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce792a8-17d5-457e-8b76-1c7f0622745d None None] The sync data for ids ['98509173-0c75-4ca5-858d-f217f9e2fbff'] in n-d-857339-6 is: [{'id': '98509173-0c75-4ca5-858d-f217f9e2fbff', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1652259026-router', 'tenant_id': '6f2c8035f0584149a43ffcc4c36d85db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c2001882-3f4e-431a-b4c3-ca751e201472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:27Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 3, 'project_id': '6f2c8035f0584149a43ffcc4c36d85db', 'gw_port': {'id': 'c2001882-3f4e-431a-b4c3-ca751e201472', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:97:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98509173-0c75-4ca5-858d-f217f9e2fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:28Z', 'updated_at': '2022-11-02T12:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:35:34.199570 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d29d8-a3c9-4c81-8192-664e27969d32 req-c79753e5-8ce9-4354-8447-a81ee0b22497 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:34.200981 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-960d29d8-a3c9-4c81-8192-664e27969d32 req-c79753e5-8ce9-4354-8447-a81ee0b22497 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 935 time: 0.1991594 Nov 02 12:35:34.216380 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c5f7d-fb1d-45f6-899b-3aceafe758fe tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e04ef62-7ce0-4b88-8814-3cb4c0410990,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:34.303887 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-62862de9-e289-40da-9aca-cbf71371d78d req-199c1284-88f0-402f-a06c-673b327e5494 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=8ea3b8ac6b104721ba07c7b85bbb64aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451026 Nov 02 12:35:34.329820 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-960d29d8-a3c9-4c81-8192-664e27969d32 req-564e47cc-3d6c-4d80-a2a9-a8c59d57e692 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178105 Nov 02 12:35:34.346163 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-f58c5f7d-fb1d-45f6-899b-3aceafe758fe tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Allocated IP 192.168.233.143 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/a911b949-15e2-47ba-aea9-5c8e8118311c) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:34.473123 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:34.606988 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62862de9-e289-40da-9aca-cbf71371d78d req-199ffc5b-b1a7-484f-bc98-317f4b8200cc tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:34.608641 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-62862de9-e289-40da-9aca-cbf71371d78d req-199ffc5b-b1a7-484f-bc98-317f4b8200cc tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2960415 Nov 02 12:35:34.626271 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-62862de9-e289-40da-9aca-cbf71371d78d req-04000031-c965-4661-bef4-f259c3eb6605 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Request body: {'port': {'device_id': '770566dc-692d-4e7a-ad96-d33a9c01be92', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': '8ea3b8ac6b104721ba07c7b85bbb64aa'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:34.681880 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-27e6ccf1-7dd3-48f8-bda0-0f7e996f3f57 req-a7575b94-920e-4146-8bfe-ceb8ad524ab2 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 210 time: 0.2213578 Nov 02 12:35:34.722447 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dd063fc9-b1d6-4a69-91b7-db09e6f673f8 req-473fa0e8-5dfa-4730-8568-ce2bcd55e570 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 210 time: 0.0968957 Nov 02 12:35:34.740991 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb15963e-0b69-4f9f-82f1-2f63c61cafae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (591378d8-9aa1-4dc1-8d44-1f332e8d1b54), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:34.780844 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-f58c5f7d-fb1d-45f6-899b-3aceafe758fe tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks [] for port (a911b949-15e2-47ba-aea9-5c8e8118311c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:34.948971 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-f58c5f7d-fb1d-45f6-899b-3aceafe758fe tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (a911b949-15e2-47ba-aea9-5c8e8118311c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:35.001688 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62862de9-e289-40da-9aca-cbf71371d78d req-04000031-c965-4661-bef4-f259c3eb6605 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Made reservation on behalf of 8ea3b8ac6b104721ba07c7b85bbb64aa for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:35:35.002025 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-f58c5f7d-fb1d-45f6-899b-3aceafe758fe tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:35.004858 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-f58c5f7d-fb1d-45f6-899b-3aceafe758fe tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:35.007850 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-f58c5f7d-fb1d-45f6-899b-3aceafe758fe tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:35:35.014472 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-f58c5f7d-fb1d-45f6-899b-3aceafe758fe tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:35.015195 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-f58c5f7d-fb1d-45f6-899b-3aceafe758fe tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:35.019055 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-62862de9-e289-40da-9aca-cbf71371d78d req-04000031-c965-4661-bef4-f259c3eb6605 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:35.074733 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb15963e-0b69-4f9f-82f1-2f63c61cafae admin admin] Publish callbacks [] for port (591378d8-9aa1-4dc1-8d44-1f332e8d1b54), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:35.099377 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c5f7d-fb1d-45f6-899b-3aceafe758fe tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Pushing event updated for resources: {'Port': ['ID=a911b949-15e2-47ba-aea9-5c8e8118311c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:35.181057 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-f58c5f7d-fb1d-45f6-899b-3aceafe758fe tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7470720 Nov 02 12:35:35.196573 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] Request body: {'port': {'device_id': 'fdedb786-7c48-47e9-aa18-220972e9405e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-857339-6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:35.213991 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb15963e-0b69-4f9f-82f1-2f63c61cafae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (591378d8-9aa1-4dc1-8d44-1f332e8d1b54), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:35.214873 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb15963e-0b69-4f9f-82f1-2f63c61cafae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (98509173-0c75-4ca5-858d-f217f9e2fbff), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:35.355592 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a911b949-15e2-47ba-aea9-5c8e8118311c), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:35.384215 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-51358ea2-bae7-4f52-9f1e-564035931fe4 None None] Provisioning complete for port a911b949-15e2-47ba-aea9-5c8e8118311c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:35.387271 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-51358ea2-bae7-4f52-9f1e-564035931fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a911b949-15e2-47ba-aea9-5c8e8118311c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:35.387753 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-51358ea2-bae7-4f52-9f1e-564035931fe4 None None] Attempt 1 to provision port a911b949-15e2-47ba-aea9-5c8e8118311c Nov 02 12:35:35.435270 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15963e-0b69-4f9f-82f1-2f63c61cafae admin admin] Pushing event updated for resources: {'Port': ['ID=591378d8-9aa1-4dc1-8d44-1f332e8d1b54,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:35.570100 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-c47aafff-2f75-45ff-812c-c00078b4441b tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:35:35.572103 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [req-62862de9-e289-40da-9aca-cbf71371d78d req-04000031-c965-4661-bef4-f259c3eb6605 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Allocated IP 192.168.233.169 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/0b5c2458-e96d-4ef7-91f3-71586f8654af) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:35.580180 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-c47aafff-2f75-45ff-812c-c00078b4441b tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0118086 Nov 02 12:35:35.599040 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:35.651672 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-51358ea2-bae7-4f52-9f1e-564035931fe4 None None] Port a911b949-15e2-47ba-aea9-5c8e8118311c cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:35:35.758204 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:35.795487 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb15963e-0b69-4f9f-82f1-2f63c61cafae admin admin] Network f2a58312-32e2-428b-a0b6-b0431267dd85 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:35.816352 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-fb15963e-0b69-4f9f-82f1-2f63c61cafae admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:35.980963 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] Request body: {'port': {'device_id': 'b675eccd-9fed-4d65-b56b-80a0f46b523f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-857339-6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:36.027908 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96b6b5-cc99-41c7-bc8a-078efa1be7b5 req-bbe893ed-1de4-4aae-a405-691f2d9a7ca3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:36.036172 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1f96b6b5-cc99-41c7-bc8a-078efa1be7b5 req-bbe893ed-1de4-4aae-a405-691f2d9a7ca3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 935 time: 0.2765315 Nov 02 12:35:36.082081 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bf1aebd5-8abd-49e3-b32b-1f2e14814271 req-d5375cf6-c2e7-41d1-a4ca-106b31852685 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 210 time: 0.1194837 Nov 02 12:35:36.104593 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-62862de9-e289-40da-9aca-cbf71371d78d req-04000031-c965-4661-bef4-f259c3eb6605 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Publish callbacks [] for port (0b5c2458-e96d-4ef7-91f3-71586f8654af), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:36.168018 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb15963e-0b69-4f9f-82f1-2f63c61cafae admin admin] Router 98509173-0c75-4ca5-858d-f217f9e2fbff has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:35:36.170079 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:36.181724 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4838e678-6dae-41da-b2b1-ade22d57b4c6 None None] Provisioning complete for port 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:36.182116 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4838e678-6dae-41da-b2b1-ade22d57b4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (591378d8-9aa1-4dc1-8d44-1f332e8d1b54), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:36.182451 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4838e678-6dae-41da-b2b1-ade22d57b4c6 None None] Attempt 1 to provision port 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 Nov 02 12:35:36.197962 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (df5c0c04-c31c-4b89-89ec-fb14f2763e26), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:36.216211 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1f96b6b5-cc99-41c7-bc8a-078efa1be7b5 req-471b58b1-dc60-4bdf-8434-ff4014144239 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788373 Nov 02 12:35:36.244174 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:36.249193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4838e678-6dae-41da-b2b1-ade22d57b4c6 None None] Port 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:35:36.337759 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb15963e-0b69-4f9f-82f1-2f63c61cafae admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:35:36.344418 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fb15963e-0b69-4f9f-82f1-2f63c61cafae admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/98509173-0c75-4ca5-858d-f217f9e2fbff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2955225 Nov 02 12:35:36.356791 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-62862de9-e289-40da-9aca-cbf71371d78d req-04000031-c965-4661-bef4-f259c3eb6605 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (0b5c2458-e96d-4ef7-91f3-71586f8654af), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:36.420482 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62862de9-e289-40da-9aca-cbf71371d78d req-04000031-c965-4661-bef4-f259c3eb6605 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:36.422635 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [req-62862de9-e289-40da-9aca-cbf71371d78d req-04000031-c965-4661-bef4-f259c3eb6605 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:36.429390 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-62862de9-e289-40da-9aca-cbf71371d78d req-04000031-c965-4661-bef4-f259c3eb6605 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:35:36.436136 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62862de9-e289-40da-9aca-cbf71371d78d req-04000031-c965-4661-bef4-f259c3eb6605 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:36.437006 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-62862de9-e289-40da-9aca-cbf71371d78d req-04000031-c965-4661-bef4-f259c3eb6605 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:36.505734 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04000031-c965-4661-bef4-f259c3eb6605 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Pushing event updated for resources: {'Port': ['ID=0b5c2458-e96d-4ef7-91f3-71586f8654af,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:36.566780 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56708) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:36.616426 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-62862de9-e289-40da-9aca-cbf71371d78d req-04000031-c965-4661-bef4-f259c3eb6605 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9951208 Nov 02 12:35:36.623430 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:36.623574 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c2001882-3f4e-431a-b4c3-ca751e201472 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:36.628283 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] Request body: {'port': {'device_id': '770566dc-692d-4e7a-ad96-d33a9c01be92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-857339-6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:36.664560 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b776e20-131f-419b-8ede-17cc52847fd3 req-962d0168-b5ec-47aa-b2e0-ad49051aa703 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:36.666084 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0b776e20-131f-419b-8ede-17cc52847fd3 req-962d0168-b5ec-47aa-b2e0-ad49051aa703 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 936 time: 0.1684256 Nov 02 12:35:36.751398 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.57', 64236) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:36.775809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] Sync routers for ids ['98509173-0c75-4ca5-858d-f217f9e2fbff'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:35:36.817071 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c2001882-3f4e-431a-b4c3-ca751e201472 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:36.817845 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c2001882-3f4e-431a-b4c3-ca751e201472), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:36.818386 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c2001882-3f4e-431a-b4c3-ca751e201472 Nov 02 12:35:36.823113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] Routers {'98509173-0c75-4ca5-858d-f217f9e2fbff'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:35:36.825607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:35:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['98509173-0c75-4ca5-858d-f217f9e2fbff'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:36.896691 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-f2cf3709-5bbb-47db-8b10-9f016e123fe6 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=6e09079e89384417879f678c0a4df5c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1170971 Nov 02 12:35:36.948389 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-633d08ac-0b15-45d2-ad00-25c8a177ba23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:36.967275 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0b5c2458-e96d-4ef7-91f3-71586f8654af), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:36.971084 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0b776e20-131f-419b-8ede-17cc52847fd3 req-24bb06c7-9a09-4cee-abfc-e4e019eec288 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743058 Nov 02 12:35:37.025294 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-55801d7b-9dd1-4f75-8075-478a41a1398f None None] Provisioning complete for port 0b5c2458-e96d-4ef7-91f3-71586f8654af triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:37.025294 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-55801d7b-9dd1-4f75-8075-478a41a1398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0b5c2458-e96d-4ef7-91f3-71586f8654af), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:37.025294 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-55801d7b-9dd1-4f75-8075-478a41a1398f None None] Attempt 1 to provision port 0b5c2458-e96d-4ef7-91f3-71586f8654af Nov 02 12:35:37.132811 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] Set router 98509173-0c75-4ca5-858d-f217f9e2fbff gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:35:37.209646 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-2c08defd-53c3-49cf-8b56-e135f941657e tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:37.214404 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-2c08defd-53c3-49cf-8b56-e135f941657e tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3133969 Nov 02 12:35:37.217997 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a911b949-15e2-47ba-aea9-5c8e8118311c {{(pid=105975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:35:37.229187 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] Publish callbacks [] for port (a911b949-15e2-47ba-aea9-5c8e8118311c), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:37.254932 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.provisioning_blocks [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] Transition to ACTIVE for port object a911b949-15e2-47ba-aea9-5c8e8118311c will not be triggered until provisioned by entity L2. {{(pid=105975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:35:37.640223 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-953f4e46-d802-47fa-9042-164ede493973 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Request body: {'port': {'device_id': '63d0ddc9-7d7b-463a-9055-b118b37d85c1', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': '6e09079e89384417879f678c0a4df5c2'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:37.643740 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-55801d7b-9dd1-4f75-8075-478a41a1398f None None] Port 0b5c2458-e96d-4ef7-91f3-71586f8654af cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:35:37.644945 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-633d08ac-0b15-45d2-ad00-25c8a177ba23 admin admin] Publish callbacks [] for security_group (116e5d3b-c4e6-42cf-afea-8bf84807d892), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:37.645094 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c2001882-3f4e-431a-b4c3-ca751e201472 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:37.645094 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c2001882-3f4e-431a-b4c3-ca751e201472), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:37.645094 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:37.645094 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port c2001882-3f4e-431a-b4c3-ca751e201472, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c2001882-3f4e-431a-b4c3-ca751e201472,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:37.645094 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98509173-0c75-4ca5-858d-f217f9e2fbff', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1652259026-router', 'tenant_id': '6f2c8035f0584149a43ffcc4c36d85db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c2001882-3f4e-431a-b4c3-ca751e201472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:27Z', 'updated_at': '2022-11-02T12:35:33Z', 'revision_number': 4, 'project_id': '6f2c8035f0584149a43ffcc4c36d85db', 'gw_port': {'id': 'c2001882-3f4e-431a-b4c3-ca751e201472', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:97:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98509173-0c75-4ca5-858d-f217f9e2fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:28Z', 'updated_at': '2022-11-02T12:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '591378d8-9aa1-4dc1-8d44-1f332e8d1b54', 'name': '', 'network_id': 'f2a58312-32e2-428b-a0b6-b0431267dd85', 'tenant_id': '6f2c8035f0584149a43ffcc4c36d85db', 'mac_address': 'fa:16:3e:2c:8a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98509173-0c75-4ca5-858d-f217f9e2fbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': 'd8445b4d-6e89-445d-8c54-56dd357ade9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:32Z', 'updated_at': '2022-11-02T12:35:34Z', 'revision_number': 2, 'project_id': '6f2c8035f0584149a43ffcc4c36d85db', 'subnets': [{'id': 'd8445b4d-6e89-445d-8c54-56dd357ade9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:37.645094 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] Checking router: 98509173-0c75-4ca5-858d-f217f9e2fbff for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:35:37.645094 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] Updating router 98509173-0c75-4ca5-858d-f217f9e2fbff port 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:35:37.645599 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (591378d8-9aa1-4dc1-8d44-1f332e8d1b54), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:37.727080 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a92df-8de8-4aaa-8a96-983d66137b48 req-a731fd85-4305-45ec-a3c0-42a74663a05f tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:37.727776 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-953f4e46-d802-47fa-9042-164ede493973 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Made reservation on behalf of 6e09079e89384417879f678c0a4df5c2 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:35:37.728749 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-458a92df-8de8-4aaa-8a96-983d66137b48 req-a731fd85-4305-45ec-a3c0-42a74663a05f tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] 10.222.0.64 "GET /networking/v2.0/networks?id=6f31d9b0-b528-42bc-93ab-d8c292b878da HTTP/1.1" status: 200 len: 819 time: 0.3834801 Nov 02 12:35:37.732135 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a911b949-15e2-47ba-aea9-5c8e8118311c), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:37.740122 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-953f4e46-d802-47fa-9042-164ede493973 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:37.742229 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c2001882-3f4e-431a-b4c3-ca751e201472), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:37.760822 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-633d08ac-0b15-45d2-ad00-25c8a177ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (116e5d3b-c4e6-42cf-afea-8bf84807d892), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:37.795778 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-633d08ac-0b15-45d2-ad00-25c8a177ba23 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=116c14805ca74d0b81b03f070c3083f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2269635 Nov 02 12:35:37.815043 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56744) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:37.827158 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] Pushing event updated for resources: {'Port': ['ID=a911b949-15e2-47ba-aea9-5c8e8118311c,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:37.834943 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=c2001882-3f4e-431a-b4c3-ca751e201472,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:37.866926 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d08ac-0b15-45d2-ad00-25c8a177ba23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116e5d3b-c4e6-42cf-afea-8bf84807d892,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:37.879183 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-458a92df-8de8-4aaa-8a96-983d66137b48 req-ab20ba1e-45f9-4d73-ae32-abe5502936a0 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] 10.222.0.64 "GET /networking/v2.0/quotas/9774a0fd28c545c490450ef89610c63d HTTP/1.1" status: 200 len: 375 time: 0.0985377 Nov 02 12:35:37.911899 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:37.937907 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] Publish callbacks [] for port (591378d8-9aa1-4dc1-8d44-1f332e8d1b54), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:38.030243 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] Attempting to bind port a911b949-15e2-47ba-aea9-5c8e8118311c on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:35:38.030583 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] Attempting to bind port a911b949-15e2-47ba-aea9-5c8e8118311c by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:35:38.030937 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] Attempting to bind port a911b949-15e2-47ba-aea9-5c8e8118311c on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:38.040057 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (591378d8-9aa1-4dc1-8d44-1f332e8d1b54), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:38.075876 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-458a92df-8de8-4aaa-8a96-983d66137b48 req-b9be4cff-9517-4724-b4c2-7e24491e16a3 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9774a0fd28c545c490450ef89610c63d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1957583 Nov 02 12:35:38.098875 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593110c-4a3d-4613-97a4-bf86a089e30c req-a573469c-a29c-401b-b0e6-8bb662bd3eec tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:38.100407 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d593110c-4a3d-4613-97a4-bf86a089e30c req-a573469c-a29c-401b-b0e6-8bb662bd3eec tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 936 time: 0.1938784 Nov 02 12:35:38.106041 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b3f0d-a6a3-4318-a1de-1680a425c94f None None] Pushing event updated for resources: {'Port': ['ID=591378d8-9aa1-4dc1-8d44-1f332e8d1b54,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:38.139017 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] Attempting to bind port 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:35:38.139706 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] Attempting to bind port 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '4e3590a1-de84-463d-93cd-5e838f153149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f2a58312-32e2-428b-a0b6-b0431267dd85'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:35:38.139922 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] Attempting to bind port 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 on network f2a58312-32e2-428b-a0b6-b0431267dd85 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:38.180220 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f125-40ab-4726-a34e-0f7526c009d4 admin admin] Publish callbacks [] for security_group (116e5d3b-c4e6-42cf-afea-8bf84807d892), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:38.184790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:35:38.185736 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] Checking segment: {'id': '4e3590a1-de84-463d-93cd-5e838f153149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f2a58312-32e2-428b-a0b6-b0431267dd85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:38.186162 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:38.186564 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] Bound using segment: {'id': '4e3590a1-de84-463d-93cd-5e838f153149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f2a58312-32e2-428b-a0b6-b0431267dd85'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:35:38.187054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] Bound port: 591378d8-9aa1-4dc1-8d44-1f332e8d1b54, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3590a1-de84-463d-93cd-5e838f153149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f2a58312-32e2-428b-a0b6-b0431267dd85'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:35:38.187438 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (591378d8-9aa1-4dc1-8d44-1f332e8d1b54), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:38.195292 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] Port a911b949-15e2-47ba-aea9-5c8e8118311c on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:35:38.195663 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] Attempting to bind port a911b949-15e2-47ba-aea9-5c8e8118311c on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:38.250777 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df5c0c04-c31c-4b89-89ec-fb14f2763e26 {{(pid=105975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:35:38.264095 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] For port 591378d8-9aa1-4dc1-8d44-1f332e8d1b54, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:38.268015 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] For port 591378d8-9aa1-4dc1-8d44-1f332e8d1b54, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=591378d8-9aa1-4dc1-8d44-1f332e8d1b54,segment=NetworkSegment(4e3590a1-de84-463d-93cd-5e838f153149),segment_id=4e3590a1-de84-463d-93cd-5e838f153149)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:35:38.281702 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f125-40ab-4726-a34e-0f7526c009d4 admin admin] Publish callbacks [] for security_group (116e5d3b-c4e6-42cf-afea-8bf84807d892), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:38.292684 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] Publish callbacks [] for port (df5c0c04-c31c-4b89-89ec-fb14f2763e26), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:38.312997 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d593110c-4a3d-4613-97a4-bf86a089e30c req-4739a352-0eb1-4e04-9aa1-dea98f279e51 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931038 Nov 02 12:35:38.373897 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.provisioning_blocks [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] Transition to ACTIVE for port object df5c0c04-c31c-4b89-89ec-fb14f2763e26 will not be triggered until provisioned by entity L2. {{(pid=105975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:35:38.385512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adce1e-3e81-4df7-9541-e75b467ea3eb req-355549d2-2997-443b-8543-0e5c78121630 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:38.387060 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-80adce1e-3e81-4df7-9541-e75b467ea3eb req-355549d2-2997-443b-8543-0e5c78121630 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 935 time: 0.1009002 Nov 02 12:35:38.388280 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] Checking agent: {'id': '59c125ef-2b3d-4364-aa71-285e1ef6d0e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:35:38.388762 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:38.389315 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:35:38.389863 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] Bound port: a911b949-15e2-47ba-aea9-5c8e8118311c, host: n-h2-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:35:38.390220 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a911b949-15e2-47ba-aea9-5c8e8118311c), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:38.418442 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (591378d8-9aa1-4dc1-8d44-1f332e8d1b54), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:38.467102 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] Routers {'98509173-0c75-4ca5-858d-f217f9e2fbff'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:35:38.467910 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:35:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['98509173-0c75-4ca5-858d-f217f9e2fbff'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:38.488256 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (df5c0c04-c31c-4b89-89ec-fb14f2763e26), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:38.525403 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c2001882-3f4e-431a-b4c3-ca751e201472 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:38.537316 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-80adce1e-3e81-4df7-9541-e75b467ea3eb req-ef3ac72d-02f1-4b44-a1d8-9f66556e7f6b tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253991 Nov 02 12:35:38.540609 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] For port a911b949-15e2-47ba-aea9-5c8e8118311c, host n-h2-857339-6, cleared binding levels {{(pid=105975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:38.584677 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b3f0d-a6a3-4318-a1de-1680a425c94f None None] Pushing event updated for resources: {'Port': ['ID=591378d8-9aa1-4dc1-8d44-1f332e8d1b54,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:38.655298 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c2001882-3f4e-431a-b4c3-ca751e201472 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:38.655805 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c2001882-3f4e-431a-b4c3-ca751e201472), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:38.656030 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c2001882-3f4e-431a-b4c3-ca751e201472 Nov 02 12:35:38.659724 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f125-40ab-4726-a34e-0f7526c009d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (116e5d3b-c4e6-42cf-afea-8bf84807d892), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:38.662618 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f125-40ab-4726-a34e-0f7526c009d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:38.671595 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6ec8f125-40ab-4726-a34e-0f7526c009d4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/116e5d3b-c4e6-42cf-afea-8bf84807d892 HTTP/1.1" status: 204 len: 168 time: 0.8457787 Nov 02 12:35:38.671595 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] For port a911b949-15e2-47ba-aea9-5c8e8118311c, host n-h2-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=a911b949-15e2-47ba-aea9-5c8e8118311c,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:35:38.707851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] Set router 98509173-0c75-4ca5-858d-f217f9e2fbff gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:35:38.714895 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8f125-40ab-4726-a34e-0f7526c009d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116e5d3b-c4e6-42cf-afea-8bf84807d892,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:38.753386 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:38.788826 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5c2458-e96d-4ef7-91f3-71586f8654af {{(pid=105976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:35:38.791868 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] Publish callbacks [] for port (0b5c2458-e96d-4ef7-91f3-71586f8654af), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:38.807766 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.provisioning_blocks [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] Transition to ACTIVE for port object 0b5c2458-e96d-4ef7-91f3-71586f8654af will not be triggered until provisioned by entity L2. {{(pid=105976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:35:38.816084 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] Pushing event updated for resources: {'Port': ['ID=df5c0c04-c31c-4b89-89ec-fb14f2763e26,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:38.830103 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a911b949-15e2-47ba-aea9-5c8e8118311c), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:38.834246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:38.834518 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:38.835982 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/a911b949-15e2-47ba-aea9-5c8e8118311c HTTP/1.1" status: 200 len: 1096 time: 3.6457322 Nov 02 12:35:38.844102 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdedb786-7c48-47e9-aa18-220972e9405e', 'tag': 'a911b949-15e2-47ba-aea9-5c8e8118311c'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:38.846406 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93bdb72-46ae-4c41-b116-7cc2846105a0" -d '{"events": [{"name": "network-changed", "server_uuid": "fdedb786-7c48-47e9-aa18-220972e9405e", "tag": "a911b949-15e2-47ba-aea9-5c8e8118311c"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:38.854093 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd6099-3cec-4635-ac87-554a8d0de6ef req-9a0e3ce6-c4f2-4bf4-8203-b2bb58a0f2c0 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:38.855581 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-15cd6099-3cec-4635-ac87-554a8d0de6ef req-9a0e3ce6-c4f2-4bf4-8203-b2bb58a0f2c0 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 948 time: 0.2314479 Nov 02 12:35:38.883080 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] Attempting to bind port df5c0c04-c31c-4b89-89ec-fb14f2763e26 on host n-h1-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:35:38.883410 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] Attempting to bind port df5c0c04-c31c-4b89-89ec-fb14f2763e26 by drivers openvswitch,hyperv on host n-h1-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:35:38.883860 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] Attempting to bind port df5c0c04-c31c-4b89-89ec-fb14f2763e26 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:38.897277 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c2001882-3f4e-431a-b4c3-ca751e201472 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:38.965458 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0b5c2458-e96d-4ef7-91f3-71586f8654af), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:38.998664 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba794bbb-6661-42cd-b374-e3ab128f00af req-b92ee777-e4a1-4658-8f72-19f1f13dc61c tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:39.001767 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ba794bbb-6661-42cd-b374-e3ab128f00af req-b92ee777-e4a1-4658-8f72-19f1f13dc61c tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] 10.222.0.64 "GET /networking/v2.0/networks?id=6f31d9b0-b528-42bc-93ab-d8c292b878da HTTP/1.1" status: 200 len: 819 time: 0.2782052 Nov 02 12:35:39.080921 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-953f4e46-d802-47fa-9042-164ede493973 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Allocated IP 192.168.233.93 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/8151f4b5-7a32-4062-8f54-70ba3968340d) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:39.096527 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5c2458-e96d-4ef7-91f3-71586f8654af,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:39.122259 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98509173-0c75-4ca5-858d-f217f9e2fbff', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1652259026-router', 'tenant_id': '6f2c8035f0584149a43ffcc4c36d85db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c2001882-3f4e-431a-b4c3-ca751e201472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:27Z', 'updated_at': '2022-11-02T12:35:33Z', 'revision_number': 4, 'project_id': '6f2c8035f0584149a43ffcc4c36d85db', 'gw_port': {'id': 'c2001882-3f4e-431a-b4c3-ca751e201472', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:97:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98509173-0c75-4ca5-858d-f217f9e2fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:28Z', 'updated_at': '2022-11-02T12:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '591378d8-9aa1-4dc1-8d44-1f332e8d1b54', 'name': '', 'network_id': 'f2a58312-32e2-428b-a0b6-b0431267dd85', 'tenant_id': '6f2c8035f0584149a43ffcc4c36d85db', 'mac_address': 'fa:16:3e:2c:8a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98509173-0c75-4ca5-858d-f217f9e2fbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': 'd8445b4d-6e89-445d-8c54-56dd357ade9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:32Z', 'updated_at': '2022-11-02T12:35:38Z', 'revision_number': 4, 'project_id': '6f2c8035f0584149a43ffcc4c36d85db', 'subnets': [{'id': 'd8445b4d-6e89-445d-8c54-56dd357ade9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:39.124279 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] Attempting to bind port 0b5c2458-e96d-4ef7-91f3-71586f8654af on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:35:39.124645 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] Attempting to bind port 0b5c2458-e96d-4ef7-91f3-71586f8654af by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:35:39.124979 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] Attempting to bind port 0b5c2458-e96d-4ef7-91f3-71586f8654af on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:39.153454 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b572f-cd71-4e7a-b306-a14b07a45a15 service neutron] Pushing event updated for resources: {'Port': ['ID=a911b949-15e2-47ba-aea9-5c8e8118311c,revision_number=3']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:39.153454 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ba794bbb-6661-42cd-b374-e3ab128f00af req-d7e33ff5-d67f-484f-ae95-f9a50f8cb901 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] 10.222.0.64 "GET /networking/v2.0/quotas/9774a0fd28c545c490450ef89610c63d HTTP/1.1" status: 200 len: 375 time: 0.0700977 Nov 02 12:35:39.153653 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84f5112-cbce-4e3a-a5bf-620885e684a4 None None] The sync data for ids ['98509173-0c75-4ca5-858d-f217f9e2fbff'] in n-d-857339-6 is: [{'id': '98509173-0c75-4ca5-858d-f217f9e2fbff', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1652259026-router', 'tenant_id': '6f2c8035f0584149a43ffcc4c36d85db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c2001882-3f4e-431a-b4c3-ca751e201472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:27Z', 'updated_at': '2022-11-02T12:35:33Z', 'revision_number': 4, 'project_id': '6f2c8035f0584149a43ffcc4c36d85db', 'gw_port': {'id': 'c2001882-3f4e-431a-b4c3-ca751e201472', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:97:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98509173-0c75-4ca5-858d-f217f9e2fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:28Z', 'updated_at': '2022-11-02T12:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '591378d8-9aa1-4dc1-8d44-1f332e8d1b54', 'name': '', 'network_id': 'f2a58312-32e2-428b-a0b6-b0431267dd85', 'tenant_id': '6f2c8035f0584149a43ffcc4c36d85db', 'mac_address': 'fa:16:3e:2c:8a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98509173-0c75-4ca5-858d-f217f9e2fbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': 'd8445b4d-6e89-445d-8c54-56dd357ade9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:32Z', 'updated_at': '2022-11-02T12:35:38Z', 'revision_number': 4, 'project_id': '6f2c8035f0584149a43ffcc4c36d85db', 'subnets': [{'id': 'd8445b4d-6e89-445d-8c54-56dd357ade9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:35:39.184866 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] Port df5c0c04-c31c-4b89-89ec-fb14f2763e26 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h1-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:35:39.185710 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] Attempting to bind port df5c0c04-c31c-4b89-89ec-fb14f2763e26 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:39.238552 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] Port 0b5c2458-e96d-4ef7-91f3-71586f8654af on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:35:39.238552 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] Attempting to bind port 0b5c2458-e96d-4ef7-91f3-71586f8654af on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:39.291554 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ba794bbb-6661-42cd-b374-e3ab128f00af req-52021b39-7e54-4264-87cc-6847e8201b34 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9774a0fd28c545c490450ef89610c63d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1137695 Nov 02 12:35:39.303784 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-31b93169-28e9-4550-9370-f193aa66222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:39.305873 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-31b93169-28e9-4550-9370-f193aa66222c service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=6e09079e89384417879f678c0a4df5c2&device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 1130 time: 0.3028421 Nov 02 12:35:39.313812 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-15cd6099-3cec-4635-ac87-554a8d0de6ef req-3cb0edee-91c1-426d-a2e1-60de250682be tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318922 Nov 02 12:35:39.314300 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56784) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:39.397555 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:39.429611 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-8757e81b-2e82-4338-ac59-58e47311b104 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a911b949-15e2-47ba-aea9-5c8e8118311c HTTP/1.1" status: 200 len: 217 time: 0.1093078 Nov 02 12:35:39.446333 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-953f4e46-d802-47fa-9042-164ede493973 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks [] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:39.452679 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] Checking agent: {'id': '59c125ef-2b3d-4364-aa71-285e1ef6d0e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:35:39.453034 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:39.453711 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:35:39.454346 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] Bound port: 0b5c2458-e96d-4ef7-91f3-71586f8654af, host: n-h2-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:35:39.454856 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0b5c2458-e96d-4ef7-91f3-71586f8654af), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:39.462081 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] Checking agent: {'id': '28672587-11d8-44d6-bec6-0497f44187a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:35:39.462418 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:39.462810 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:35:39.463258 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] Bound port: df5c0c04-c31c-4b89-89ec-fb14f2763e26, host: n-h1-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:35:39.463862 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (df5c0c04-c31c-4b89-89ec-fb14f2763e26), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:39.565805 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-d30dc68b-7c46-4922-aa15-594527c32882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:39.567639 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-d30dc68b-7c46-4922-aa15-594527c32882 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1280134 Nov 02 12:35:39.633775 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] For port 0b5c2458-e96d-4ef7-91f3-71586f8654af, host n-h2-857339-6, cleared binding levels {{(pid=105976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:39.642453 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] For port 0b5c2458-e96d-4ef7-91f3-71586f8654af, host n-h2-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=0b5c2458-e96d-4ef7-91f3-71586f8654af,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:35:39.643693 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:39.657448 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-953f4e46-d802-47fa-9042-164ede493973 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:39.658198 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544bf000-fa22-4a41-bca7-a2c98320458d x-openstack-request-id: req-544bf000-fa22-4a41-bca7-a2c98320458d {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:39.658490 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdedb786-7c48-47e9-aa18-220972e9405e", "tag": "a911b949-15e2-47ba-aea9-5c8e8118311c", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:39.658742 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-544bf000-fa22-4a41-bca7-a2c98320458d {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:39.659193 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-544bf000-fa22-4a41-bca7-a2c98320458d'] response: {'name': 'network-changed', 'server_uuid': 'fdedb786-7c48-47e9-aa18-220972e9405e', 'tag': 'a911b949-15e2-47ba-aea9-5c8e8118311c', 'status': 'completed', 'code': 200} Nov 02 12:35:39.705636 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-953f4e46-d802-47fa-9042-164ede493973 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:39.711305 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0b5c2458-e96d-4ef7-91f3-71586f8654af), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:39.715580 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-953f4e46-d802-47fa-9042-164ede493973 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:39.720409 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-953f4e46-d802-47fa-9042-164ede493973 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:35:39.739505 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-953f4e46-d802-47fa-9042-164ede493973 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:39.740096 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-953f4e46-d802-47fa-9042-164ede493973 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:39.745133 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:39.745753 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:39.747186 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-62862de9-e289-40da-9aca-cbf71371d78d req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/0b5c2458-e96d-4ef7-91f3-71586f8654af HTTP/1.1" status: 200 len: 1096 time: 3.1251566 Nov 02 12:35:39.747682 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56798) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:39.748975 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f4e46-d802-47fa-9042-164ede493973 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Pushing event updated for resources: {'Port': ['ID=8151f4b5-7a32-4062-8f54-70ba3968340d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:39.751090 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770566dc-692d-4e7a-ad96-d33a9c01be92', 'tag': '0b5c2458-e96d-4ef7-91f3-71586f8654af'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:39.766061 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c1291e-58c1-4bc7-9097-fcf5a1d5cbe2" -d '{"events": [{"name": "network-changed", "server_uuid": "770566dc-692d-4e7a-ad96-d33a9c01be92", "tag": "0b5c2458-e96d-4ef7-91f3-71586f8654af"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:39.773115 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-38e46efc-e700-47c5-8dbc-75183563894d tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1520102645', 'description': 'tempest-description--1374234486'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:39.777362 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] For port df5c0c04-c31c-4b89-89ec-fb14f2763e26, host n-h1-857339-6, cleared binding levels {{(pid=105975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:39.785305 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] For port df5c0c04-c31c-4b89-89ec-fb14f2763e26, host n-h1-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=df5c0c04-c31c-4b89-89ec-fb14f2763e26,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:35:39.785477 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-155cb56d-69b1-4070-9acb-dd646941db5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:39.802462 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56802) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:39.896255 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bcda7cee-1665-4b3c-8e0e-d7477b626417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:39.986675 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (df5c0c04-c31c-4b89-89ec-fb14f2763e26), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.017002 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:40.017578 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.019023 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/df5c0c04-c31c-4b89-89ec-fb14f2763e26 HTTP/1.1" status: 200 len: 1095 time: 4.2206006 Nov 02 12:35:40.027455 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f76ddd-7822-414d-889e-16529e0bce93 req-0e72a471-b76e-4cf3-99ab-45db95282876 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:40.033140 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-82f76ddd-7822-414d-889e-16529e0bce93 req-0e72a471-b76e-4cf3-99ab-45db95282876 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 948 time: 0.3674111 Nov 02 12:35:40.078063 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-283a6ed8-ee55-42a0-9382-45127f41e9ba None None] Provisioning complete for port 8151f4b5-7a32-4062-8f54-70ba3968340d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:40.078780 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-8e4d2e97-61c6-4122-a2cc-9ebd705c670f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:40.079407 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-283a6ed8-ee55-42a0-9382-45127f41e9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.080104 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-283a6ed8-ee55-42a0-9382-45127f41e9ba None None] Attempt 1 to provision port 8151f4b5-7a32-4062-8f54-70ba3968340d Nov 02 12:35:40.080276 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-8e4d2e97-61c6-4122-a2cc-9ebd705c670f service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5018752 Nov 02 12:35:40.086609 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bcda7cee-1665-4b3c-8e0e-d7477b626417 admin admin] Publish callbacks [] for security_group (5428877f-2fe7-48f0-818b-9eb8c0bdc6b2), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.121635 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-283a6ed8-ee55-42a0-9382-45127f41e9ba None None] Port 8151f4b5-7a32-4062-8f54-70ba3968340d cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:35:40.132511 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-953f4e46-d802-47fa-9042-164ede493973 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8786144 Nov 02 12:35:40.139053 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38e46efc-e700-47c5-8dbc-75183563894d tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.144997 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e64ba8-37e7-422e-9d7e-fc874af24bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5c2458-e96d-4ef7-91f3-71586f8654af,revision_number=3']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:40.160682 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] Request body: {'port': {'device_id': '63d0ddc9-7d7b-463a-9055-b118b37d85c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-857339-6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:40.168889 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62862de9-e289-40da-9aca-cbf71371d78d req-119b62be-3c70-4d45-9bbd-f7586dfe75c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:40.170456 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-62862de9-e289-40da-9aca-cbf71371d78d req-119b62be-3c70-4d45-9bbd-f7586dfe75c7 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=8ea3b8ac6b104721ba07c7b85bbb64aa&device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 1130 time: 0.2954519 Nov 02 12:35:40.179338 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1f0d3-6713-4f34-8dfb-4d06c8989618 service neutron] Pushing event updated for resources: {'Port': ['ID=df5c0c04-c31c-4b89-89ec-fb14f2763e26,revision_number=3']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:40.251626 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-62862de9-e289-40da-9aca-cbf71371d78d req-04193a95-b776-4d19-b533-f6d2be253a89 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=0b5c2458-e96d-4ef7-91f3-71586f8654af HTTP/1.1" status: 200 len: 217 time: 0.0639846 Nov 02 12:35:40.254884 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:40.361066 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.366711 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62862de9-e289-40da-9aca-cbf71371d78d req-a839caa2-5ed7-475c-859b-0c95d802913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:40.368211 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-62862de9-e289-40da-9aca-cbf71371d78d req-a839caa2-5ed7-475c-859b-0c95d802913b service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1064899 Nov 02 12:35:40.431642 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38e46efc-e700-47c5-8dbc-75183563894d tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks [] for security_group (7ba10ea9-8f5f-4268-a257-e16ef71b7b89), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.470648 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62862de9-e289-40da-9aca-cbf71371d78d req-67b136c8-1fde-4398-90f1-942e94a5cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:40.472209 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-62862de9-e289-40da-9aca-cbf71371d78d req-67b136c8-1fde-4398-90f1-942e94a5cb50 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0867670 Nov 02 12:35:40.472614 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-155cb56d-69b1-4070-9acb-dd646941db5e admin admin] Publish callbacks [] for security_group (0dc3cc62-2c34-4ee7-b91c-5e2bcf6e0e9d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.476046 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bcda7cee-1665-4b3c-8e0e-d7477b626417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5428877f-2fe7-48f0-818b-9eb8c0bdc6b2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.547589 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:40.550258 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:40.565226 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda7cee-1665-4b3c-8e0e-d7477b626417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5428877f-2fe7-48f0-818b-9eb8c0bdc6b2,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:40.582938 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-82f76ddd-7822-414d-889e-16529e0bce93 req-2ac4698f-d605-40a0-ab3e-07b7e0f51cdd tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5376732 Nov 02 12:35:40.621126 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-155cb56d-69b1-4070-9acb-dd646941db5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0dc3cc62-2c34-4ee7-b91c-5e2bcf6e0e9d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.688061 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cb56d-69b1-4070-9acb-dd646941db5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc3cc62-2c34-4ee7-b91c-5e2bcf6e0e9d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:40.694583 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:40.696427 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (591378d8-9aa1-4dc1-8d44-1f332e8d1b54), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.698601 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 Nov 02 12:35:40.714528 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-fe41580d-0234-4a05-bcc9-511dabe0e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:40.715498 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-fe41580d-0234-4a05-bcc9-511dabe0e761 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9929679b00cb4db39002b1ae432a2539&device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 1129 time: 0.3000627 Nov 02 12:35:40.731316 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bcda7cee-1665-4b3c-8e0e-d7477b626417 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c57c40979ba04bd3aff9de517fafd4be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8613131 Nov 02 12:35:40.735186 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54579db-3203-4e19-8d37-59e51a12e750 req-713dcdd7-4bf3-4174-b4ef-eb708906fe87 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:40.743040 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d54579db-3203-4e19-8d37-59e51a12e750 req-713dcdd7-4bf3-4174-b4ef-eb708906fe87 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 947 time: 0.3285091 Nov 02 12:35:40.751731 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56818) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:40.757986 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8151f4b5-7a32-4062-8f54-70ba3968340d {{(pid=105976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:35:40.767466 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] Publish callbacks [] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.769888 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38e46efc-e700-47c5-8dbc-75183563894d tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7ba10ea9-8f5f-4268-a257-e16ef71b7b89), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.773493 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277a1944-1f95-4996-8d99-7a4c432ffe5c x-openstack-request-id: req-277a1944-1f95-4996-8d99-7a4c432ffe5c {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:40.773984 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770566dc-692d-4e7a-ad96-d33a9c01be92", "tag": "0b5c2458-e96d-4ef7-91f3-71586f8654af", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:40.774363 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-277a1944-1f95-4996-8d99-7a4c432ffe5c {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:40.774903 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-277a1944-1f95-4996-8d99-7a4c432ffe5c'] response: {'name': 'network-changed', 'server_uuid': '770566dc-692d-4e7a-ad96-d33a9c01be92', 'tag': '0b5c2458-e96d-4ef7-91f3-71586f8654af', 'status': 'completed', 'code': 200} Nov 02 12:35:40.783567 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:40.797408 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-0957c86f-582a-48a1-878a-3a9d743506fc service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7025716 Nov 02 12:35:40.865670 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-155cb56d-69b1-4070-9acb-dd646941db5e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1e2a6e2acadb47809775637d3fa84cae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5366738 Nov 02 12:35:40.865670 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-c8b0f259-9889-4ee3-beda-554a70db35de service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=df5c0c04-c31c-4b89-89ec-fb14f2763e26 HTTP/1.1" status: 200 len: 217 time: 0.1021953 Nov 02 12:35:40.865670 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56824) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:40.890836 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:40.894934 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:40.896236 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (591378d8-9aa1-4dc1-8d44-1f332e8d1b54), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.909314 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.provisioning_blocks [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] Transition to ACTIVE for port object 8151f4b5-7a32-4062-8f54-70ba3968340d will not be triggered until provisioned by entity L2. {{(pid=105976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:35:40.927132 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e46efc-e700-47c5-8dbc-75183563894d tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba10ea9-8f5f-4268-a257-e16ef71b7b89,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:40.943938 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 591378d8-9aa1-4dc1-8d44-1f332e8d1b54, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=591378d8-9aa1-4dc1-8d44-1f332e8d1b54,segment=NetworkSegment(4e3590a1-de84-463d-93cd-5e838f153149),segment_id=4e3590a1-de84-463d-93cd-5e838f153149)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:40.967021 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-62862de9-e289-40da-9aca-cbf71371d78d req-dacc079e-7789-42a8-8d06-a63eaa03bce9 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803917 Nov 02 12:35:41.039937 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (591378d8-9aa1-4dc1-8d44-1f332e8d1b54), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:41.046453 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:41.051536 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38e46efc-e700-47c5-8dbc-75183563894d tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:41.058359 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-38e46efc-e700-47c5-8dbc-75183563894d tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2908764 Nov 02 12:35:41.062472 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56828) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:41.073204 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-b756917a-7b9c-4d2d-845f-209106c7bf34 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Request body: {'security_group_rule': {'security_group_id': '7ba10ea9-8f5f-4268-a257-e16ef71b7b89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:41.143911 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=591378d8-9aa1-4dc1-8d44-1f332e8d1b54,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:41.159592 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] Pushing event updated for resources: {'Port': ['ID=8151f4b5-7a32-4062-8f54-70ba3968340d,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:41.165718 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-17fe6b9a-75ee-484c-a4b7-cadcd1852dcc admin admin] Publish callbacks [] for security_group (0dc3cc62-2c34-4ee7-b91c-5e2bcf6e0e9d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:41.187278 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-62862de9-e289-40da-9aca-cbf71371d78d req-992adbbf-b6b6-4146-9969-cb9d040ff015 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135925 Nov 02 12:35:41.197371 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] Attempting to bind port 8151f4b5-7a32-4062-8f54-70ba3968340d on host n-h1-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:35:41.197731 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] Attempting to bind port 8151f4b5-7a32-4062-8f54-70ba3968340d by drivers openvswitch,hyperv on host n-h1-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:35:41.207829 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] Attempting to bind port 8151f4b5-7a32-4062-8f54-70ba3968340d on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:41.214673 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d54579db-3203-4e19-8d37-59e51a12e750 req-811d21d8-9f8b-41f8-8123-671ad4fe3eaf tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708107 Nov 02 12:35:41.245938 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] Port 8151f4b5-7a32-4062-8f54-70ba3968340d on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h1-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:35:41.245938 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] Attempting to bind port 8151f4b5-7a32-4062-8f54-70ba3968340d on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:41.258352 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-17fe6b9a-75ee-484c-a4b7-cadcd1852dcc admin admin] Publish callbacks [] for security_group (0dc3cc62-2c34-4ee7-b91c-5e2bcf6e0e9d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:41.270399 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-b6b6debe-d576-495f-93d4-f1f95e3ad81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:41.272848 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-b6b6debe-d576-495f-93d4-f1f95e3ad81b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.3673592 Nov 02 12:35:41.292303 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] Checking agent: {'id': '28672587-11d8-44d6-bec6-0497f44187a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:35:41.292544 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:41.292886 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:35:41.293330 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] Bound port: 8151f4b5-7a32-4062-8f54-70ba3968340d, host: n-h1-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:35:41.293691 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:41.314029 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b076c28-3b7f-4647-83fc-b8aaad39d4a0 req-aa78234a-c52b-4776-a723-23222ffe2492 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:41.317701 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b756917a-7b9c-4d2d-845f-209106c7bf34 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks [] for security_group_rule (ae1da9ee-a76c-4861-8217-03609a2be054), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:41.321232 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5b076c28-3b7f-4647-83fc-b8aaad39d4a0 req-aa78234a-c52b-4776-a723-23222ffe2492 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 948 time: 0.1441424 Nov 02 12:35:41.379387 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d31fbde-8795-46d9-af9a-d238e8e85e29 admin admin] Publish callbacks [] for security_group (5428877f-2fe7-48f0-818b-9eb8c0bdc6b2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:41.382818 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a125899e-dc79-41c6-8a33-9ceada8ff3a5 req-356fb2ee-9db6-4f6b-82be-b1a45501d99a service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5261977 Nov 02 12:35:41.422112 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] For port 8151f4b5-7a32-4062-8f54-70ba3968340d, host n-h1-857339-6, cleared binding levels {{(pid=105976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:41.423404 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-50fb934e-3ee5-4c31-bf9a-af172fb5bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:41.425103 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-50fb934e-3ee5-4c31-bf9a-af172fb5bb2c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1321497 Nov 02 12:35:41.432087 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d31fbde-8795-46d9-af9a-d238e8e85e29 admin admin] Publish callbacks [] for security_group (5428877f-2fe7-48f0-818b-9eb8c0bdc6b2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:41.443490 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] For port 8151f4b5-7a32-4062-8f54-70ba3968340d, host n-h1-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=8151f4b5-7a32-4062-8f54-70ba3968340d,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:35:41.454378 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b756917a-7b9c-4d2d-845f-209106c7bf34 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks [] for security_group_rule (ae1da9ee-a76c-4861-8217-03609a2be054), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:41.502492 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5b076c28-3b7f-4647-83fc-b8aaad39d4a0 req-2c6754da-76aa-4e50-8343-8d8f39655eb0 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803911 Nov 02 12:35:41.583395 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-939a3418-53dc-4346-b55e-a2f5baef078e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401176 Nov 02 12:35:41.660261 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b675eccd-9fed-4d65-b56b-80a0f46b523f', 'tag': 'df5c0c04-c31c-4b89-89ec-fb14f2763e26'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:41.662695 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6a273f-5aa5-46da-971e-088ffe8fdaf4" -d '{"events": [{"name": "network-changed", "server_uuid": "b675eccd-9fed-4d65-b56b-80a0f46b523f", "tag": "df5c0c04-c31c-4b89-89ec-fb14f2763e26"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:41.689851 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-13216348-17ac-4419-b1cf-ea4547d7f179 req-31d05728-8c00-4552-acf7-d63e1981b0ed service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995612 Nov 02 12:35:41.714268 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-17fe6b9a-75ee-484c-a4b7-cadcd1852dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0dc3cc62-2c34-4ee7-b91c-5e2bcf6e0e9d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:41.714501 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b756917a-7b9c-4d2d-845f-209106c7bf34 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (ae1da9ee-a76c-4861-8217-03609a2be054), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:41.717601 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-17fe6b9a-75ee-484c-a4b7-cadcd1852dcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:41.718786 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-17fe6b9a-75ee-484c-a4b7-cadcd1852dcc admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0dc3cc62-2c34-4ee7-b91c-5e2bcf6e0e9d HTTP/1.1" status: 204 len: 168 time: 0.8497598 Nov 02 12:35:41.723927 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:41.727777 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe6b9a-75ee-484c-a4b7-cadcd1852dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc3cc62-2c34-4ee7-b91c-5e2bcf6e0e9d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:41.748400 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d31fbde-8795-46d9-af9a-d238e8e85e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5428877f-2fe7-48f0-818b-9eb8c0bdc6b2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:41.751008 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d31fbde-8795-46d9-af9a-d238e8e85e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:41.752341 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2d31fbde-8795-46d9-af9a-d238e8e85e29 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5428877f-2fe7-48f0-818b-9eb8c0bdc6b2 HTTP/1.1" status: 204 len: 168 time: 0.9976537 Nov 02 12:35:41.756350 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:41.758073 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:41.758499 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/8151f4b5-7a32-4062-8f54-70ba3968340d HTTP/1.1" status: 200 len: 1095 time: 1.6102126 Nov 02 12:35:41.769740 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31fbde-8795-46d9-af9a-d238e8e85e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5428877f-2fe7-48f0-818b-9eb8c0bdc6b2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:41.821602 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756917a-7b9c-4d2d-845f-209106c7bf34 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1da9ee-a76c-4861-8217-03609a2be054,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:41.866329 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c263e3-3ad1-4c90-8aba-caa891df1a92 service neutron] Pushing event updated for resources: {'Port': ['ID=8151f4b5-7a32-4062-8f54-70ba3968340d,revision_number=3']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:41.922102 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce01086-1097-45e0-bdc6-e91e2ac62204 x-openstack-request-id: req-5ce01086-1097-45e0-bdc6-e91e2ac62204 {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:41.922384 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b675eccd-9fed-4d65-b56b-80a0f46b523f", "tag": "df5c0c04-c31c-4b89-89ec-fb14f2763e26", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:41.922627 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ce01086-1097-45e0-bdc6-e91e2ac62204 {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:41.923016 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce01086-1097-45e0-bdc6-e91e2ac62204'] response: {'name': 'network-changed', 'server_uuid': 'b675eccd-9fed-4d65-b56b-80a0f46b523f', 'tag': 'df5c0c04-c31c-4b89-89ec-fb14f2763e26', 'status': 'completed', 'code': 200} Nov 02 12:35:41.942271 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65bca4-6114-42e9-9d19-7efac10186d4 req-771a76cd-281b-4de5-b3f6-263ec969a513 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:41.944282 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2b65bca4-6114-42e9-9d19-7efac10186d4 req-771a76cd-281b-4de5-b3f6-263ec969a513 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 948 time: 0.0586638 Nov 02 12:35:41.952967 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b756917a-7b9c-4d2d-845f-209106c7bf34 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:41.957957 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b756917a-7b9c-4d2d-845f-209106c7bf34 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8901665 Nov 02 12:35:41.961086 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56848) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:41.977225 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c1ac31eb-a68c-461c-b2f5-2553b28ac0e7 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Request body: {'security_group_rule': {'security_group_id': '7ba10ea9-8f5f-4268-a257-e16ef71b7b89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:42.010711 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2b65bca4-6114-42e9-9d19-7efac10186d4 req-84fbbde4-e856-411d-b87f-2cbe92ec52d2 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599794 Nov 02 12:35:42.153592 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c1ac31eb-a68c-461c-b2f5-2553b28ac0e7 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks [] for security_group_rule (e77075b0-1c91-47f7-a870-ea3ab9bfd234), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:42.220867 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c1ac31eb-a68c-461c-b2f5-2553b28ac0e7 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks [] for security_group_rule (e77075b0-1c91-47f7-a870-ea3ab9bfd234), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:42.359958 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c1ac31eb-a68c-461c-b2f5-2553b28ac0e7 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (e77075b0-1c91-47f7-a870-ea3ab9bfd234), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:42.383285 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac31eb-a68c-461c-b2f5-2553b28ac0e7 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77075b0-1c91-47f7-a870-ea3ab9bfd234,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:42.442138 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b149cc-ae6f-47be-9864-40d1eb8a24e1 req-ec1a3121-e600-441c-847d-bb370996eb78 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:42.443955 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-60b149cc-ae6f-47be-9864-40d1eb8a24e1 req-ec1a3121-e600-441c-847d-bb370996eb78 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 947 time: 0.0941455 Nov 02 12:35:42.474167 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c1ac31eb-a68c-461c-b2f5-2553b28ac0e7 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:42.474167 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c1ac31eb-a68c-461c-b2f5-2553b28ac0e7 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5086892 Nov 02 12:35:42.476897 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56864) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:42.482152 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-73509a1c-fcf0-4a5d-a202-6f3afd2e6c0c tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:42.513046 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1291e-58c1-4bc7-9097-fcf5a1d5cbe2 req-4417e55c-b479-4417-965f-07e20c8fdc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:42.515265 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-59c1291e-58c1-4bc7-9097-fcf5a1d5cbe2 req-4417e55c-b479-4417-965f-07e20c8fdc7d service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=8ea3b8ac6b104721ba07c7b85bbb64aa&device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 1130 time: 0.0698092 Nov 02 12:35:42.553644 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-60b149cc-ae6f-47be-9864-40d1eb8a24e1 req-eeeea92b-6f60-4f85-b07d-bbb20abc1965 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965867 Nov 02 12:35:42.563716 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:42.617159 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-73509a1c-fcf0-4a5d-a202-6f3afd2e6c0c tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:42.623498 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:42.623903 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (591378d8-9aa1-4dc1-8d44-1f332e8d1b54), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:42.624569 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 Nov 02 12:35:42.696990 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24926462-61ec-4660-b337-745f8918ffcb req-15bf8238-3ec9-427f-a308-39c30850290f tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:42.698653 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-24926462-61ec-4660-b337-745f8918ffcb req-15bf8238-3ec9-427f-a308-39c30850290f tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 948 time: 0.0590174 Nov 02 12:35:42.718739 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:42.732928 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-73509a1c-fcf0-4a5d-a202-6f3afd2e6c0c tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:42.807496 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-24926462-61ec-4660-b337-745f8918ffcb req-fdcd8791-53c1-42d2-86c9-815a7a1f234a tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023979 Nov 02 12:35:42.816312 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d0ddc9-7d7b-463a-9055-b118b37d85c1', 'tag': '8151f4b5-7a32-4062-8f54-70ba3968340d'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:42.818832 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1e3c49-97b0-45a5-a354-c84cbd186412" -d '{"events": [{"name": "network-changed", "server_uuid": "63d0ddc9-7d7b-463a-9055-b118b37d85c1", "tag": "8151f4b5-7a32-4062-8f54-70ba3968340d"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:42.891457 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a31a2798-b06d-414d-9830-5685e6018a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:42.905540 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-73509a1c-fcf0-4a5d-a202-6f3afd2e6c0c tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Allocated IP 172.25.2.122 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/c46aa7ba-dad2-4653-8ca0-d0f0cc4a7aeb) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:42.965244 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56884) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:42.972782 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11b8b9d-79cb-4477-b786-07caf3cde9e7 x-openstack-request-id: req-a11b8b9d-79cb-4477-b786-07caf3cde9e7 {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:42.973118 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d0ddc9-7d7b-463a-9055-b118b37d85c1", "tag": "8151f4b5-7a32-4062-8f54-70ba3968340d", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:42.973371 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a11b8b9d-79cb-4477-b786-07caf3cde9e7 {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:42.973761 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a11b8b9d-79cb-4477-b786-07caf3cde9e7'] response: {'name': 'network-changed', 'server_uuid': '63d0ddc9-7d7b-463a-9055-b118b37d85c1', 'tag': '8151f4b5-7a32-4062-8f54-70ba3968340d', 'status': 'completed', 'code': 200} Nov 02 12:35:42.981927 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea0342a6-0c34-4908-80b5-efe66150087d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:43.058914 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-73509a1c-fcf0-4a5d-a202-6f3afd2e6c0c tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks [] for port (c46aa7ba-dad2-4653-8ca0-d0f0cc4a7aeb), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:43.088043 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea0342a6-0c34-4908-80b5-efe66150087d admin admin] Publish callbacks [] for security_group (6fe564f3-eb64-45b9-91dc-eabf8edc1cef), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:43.160006 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea0342a6-0c34-4908-80b5-efe66150087d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6fe564f3-eb64-45b9-91dc-eabf8edc1cef), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:43.186486 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df1b29-e4ee-45a6-912f-c5077f1ef862 req-c4ad8c01-0332-400c-ba81-321b2fbd1ad8 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:43.189756 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-73509a1c-fcf0-4a5d-a202-6f3afd2e6c0c tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (c46aa7ba-dad2-4653-8ca0-d0f0cc4a7aeb), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:43.194097 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-23df1b29-e4ee-45a6-912f-c5077f1ef862 req-c4ad8c01-0332-400c-ba81-321b2fbd1ad8 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 948 time: 0.0866487 Nov 02 12:35:43.226462 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ea0342a6-0c34-4908-80b5-efe66150087d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=da11f64e6f1b4cf09620b34136d0f57f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597222 Nov 02 12:35:43.234205 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56898) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:43.243397 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73509a1c-fcf0-4a5d-a202-6f3afd2e6c0c tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:43.246637 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-73509a1c-fcf0-4a5d-a202-6f3afd2e6c0c tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:43.251025 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73509a1c-fcf0-4a5d-a202-6f3afd2e6c0c tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:35:43.282551 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73509a1c-fcf0-4a5d-a202-6f3afd2e6c0c tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Pushing event updated for resources: {'Port': ['ID=c46aa7ba-dad2-4653-8ca0-d0f0cc4a7aeb,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:43.289411 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0342a6-0c34-4908-80b5-efe66150087d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe564f3-eb64-45b9-91dc-eabf8edc1cef,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:43.366356 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-23df1b29-e4ee-45a6-912f-c5077f1ef862 req-d6fe20e8-8455-4d81-8452-325da680fd68 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713622 Nov 02 12:35:43.371461 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0bf2ceb-d76f-4062-bc31-e085ef38b68f admin admin] Publish callbacks [] for security_group (6fe564f3-eb64-45b9-91dc-eabf8edc1cef), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:43.375834 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a273f-5aa5-46da-971e-088ffe8fdaf4 req-0c41dd80-8bb5-4b3b-a6e6-01562a3760de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:43.377353 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ff6a273f-5aa5-46da-971e-088ffe8fdaf4 req-0c41dd80-8bb5-4b3b-a6e6-01562a3760de service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9929679b00cb4db39002b1ae432a2539&device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 1129 time: 0.0891111 Nov 02 12:35:43.409933 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-34e8863e-8d6b-43d8-a948-9dd9e632eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:43.411821 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-34e8863e-8d6b-43d8-a948-9dd9e632eaa9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=6e09079e89384417879f678c0a4df5c2&device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 1129 time: 0.1256125 Nov 02 12:35:43.494987 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0bf2ceb-d76f-4062-bc31-e085ef38b68f admin admin] Publish callbacks [] for security_group (6fe564f3-eb64-45b9-91dc-eabf8edc1cef), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:43.565117 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-73509a1c-fcf0-4a5d-a202-6f3afd2e6c0c tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks [] for floatingip (dbadcc1e-0b57-40d7-a4a8-ef3eebdb9c55), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:43.578238 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-43b1d0ea-cd4d-48f0-8d1d-e425aebd8ef8 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=8151f4b5-7a32-4062-8f54-70ba3968340d HTTP/1.1" status: 200 len: 217 time: 0.1169891 Nov 02 12:35:43.583145 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bdb72-46ae-4c41-b116-7cc2846105a0 req-fc1608cb-abe2-4c6a-9947-b05b755b2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:43.584953 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-a93bdb72-46ae-4c41-b116-7cc2846105a0 req-fc1608cb-abe2-4c6a-9947-b05b755b2c96 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=6e09079e89384417879f678c0a4df5c2&device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 1130 time: 0.2103233 Nov 02 12:35:43.616793 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:43.650470 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-a73bbf2f-c7dd-40f9-9662-b29dcc3b68e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:43.650470 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-a73bbf2f-c7dd-40f9-9662-b29dcc3b68e7 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.0578313 Nov 02 12:35:43.715828 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1291e-58c1-4bc7-9097-fcf5a1d5cbe2 req-85087a77-27db-4aaf-a763-ddbd42de3ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:43.717989 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-59c1291e-58c1-4bc7-9097-fcf5a1d5cbe2 req-85087a77-27db-4aaf-a763-ddbd42de3ea1 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.3436985 Nov 02 12:35:43.775898 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a273f-5aa5-46da-971e-088ffe8fdaf4 req-5fc9de87-cf12-4edb-bb10-6fcb1a8d6ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:43.777626 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ff6a273f-5aa5-46da-971e-088ffe8fdaf4 req-5fc9de87-cf12-4edb-bb10-6fcb1a8d6ec9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.3842368 Nov 02 12:35:43.780279 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-59c1291e-58c1-4bc7-9097-fcf5a1d5cbe2 req-c73e5836-359f-47e9-a738-6558eeaf5877 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=0b5c2458-e96d-4ef7-91f3-71586f8654af HTTP/1.1" status: 200 len: 217 time: 0.0539043 Nov 02 12:35:43.785618 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-b3f539ee-c5ac-485c-a227-b801d95ccaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:43.787086 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124f659-3457-420d-9752-6c6444c61888 req-4d51d8b3-2952-485b-bae4-158c2f2dd929 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:43.787224 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-b3f539ee-c5ac-485c-a227-b801d95ccaa9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1323259 Nov 02 12:35:43.788833 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e124f659-3457-420d-9752-6c6444c61888 req-4d51d8b3-2952-485b-bae4-158c2f2dd929 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 947 time: 0.1283345 Nov 02 12:35:43.861278 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ff6a273f-5aa5-46da-971e-088ffe8fdaf4 req-7c8339ad-c1c4-47e6-8a63-13050b91c9a8 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=df5c0c04-c31c-4b89-89ec-fb14f2763e26 HTTP/1.1" status: 200 len: 217 time: 0.0700486 Nov 02 12:35:43.873198 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-73509a1c-fcf0-4a5d-a202-6f3afd2e6c0c tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c46aa7ba-dad2-4653-8ca0-d0f0cc4a7aeb), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:43.881917 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0bf2ceb-d76f-4062-bc31-e085ef38b68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6fe564f3-eb64-45b9-91dc-eabf8edc1cef), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:43.884564 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0bf2ceb-d76f-4062-bc31-e085ef38b68f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:43.889151 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e0bf2ceb-d76f-4062-bc31-e085ef38b68f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6fe564f3-eb64-45b9-91dc-eabf8edc1cef HTTP/1.1" status: 204 len: 168 time: 0.6499863 Nov 02 12:35:43.935380 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf2ceb-d76f-4062-bc31-e085ef38b68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe564f3-eb64-45b9-91dc-eabf8edc1cef,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:43.956501 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1291e-58c1-4bc7-9097-fcf5a1d5cbe2 req-4fd07260-bd84-4e1f-a618-19f5b1540b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:43.958150 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-59c1291e-58c1-4bc7-9097-fcf5a1d5cbe2 req-4fd07260-bd84-4e1f-a618-19f5b1540b2a service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1683946 Nov 02 12:35:44.012307 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e124f659-3457-420d-9752-6c6444c61888 req-40887751-a0f8-49f8-bf5d-fd3d6becf3b4 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070169 Nov 02 12:35:44.020141 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a273f-5aa5-46da-971e-088ffe8fdaf4 req-992e6f1a-e51b-4368-81d9-971ddc7bc0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:44.021954 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ff6a273f-5aa5-46da-971e-088ffe8fdaf4 req-992e6f1a-e51b-4368-81d9-971ddc7bc0ae service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1519573 Nov 02 12:35:44.027249 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:44.113726 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1291e-58c1-4bc7-9097-fcf5a1d5cbe2 req-b76bc461-49a9-40de-9fcf-137d43ae067f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:44.115647 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-59c1291e-58c1-4bc7-9097-fcf5a1d5cbe2 req-b76bc461-49a9-40de-9fcf-137d43ae067f service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1495161 Nov 02 12:35:44.190527 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bdb72-46ae-4c41-b116-7cc2846105a0 req-6ae8d799-a75f-4fca-9da3-158f500e9275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:44.192106 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-a93bdb72-46ae-4c41-b116-7cc2846105a0 req-6ae8d799-a75f-4fca-9da3-158f500e9275 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.5473652 Nov 02 12:35:44.205398 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89efb32-a5f7-41c1-bca8-1fca0230ddbb req-a2cf4956-51fc-43d7-83c2-ef8704f69a81 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:44.211676 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b89efb32-a5f7-41c1-bca8-1fca0230ddbb req-a2cf4956-51fc-43d7-83c2-ef8704f69a81 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 948 time: 0.2052343 Nov 02 12:35:44.211676 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a273f-5aa5-46da-971e-088ffe8fdaf4 req-d8b45bc2-0ab3-4df2-9f14-4a73622bdc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:44.211676 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ff6a273f-5aa5-46da-971e-088ffe8fdaf4 req-d8b45bc2-0ab3-4df2-9f14-4a73622bdc15 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1594567 Nov 02 12:35:44.250322 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-a93bdb72-46ae-4c41-b116-7cc2846105a0 req-45319f67-6dfb-4745-940b-5a5f1d430f5c service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a911b949-15e2-47ba-aea9-5c8e8118311c HTTP/1.1" status: 200 len: 217 time: 0.0488625 Nov 02 12:35:44.328612 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-d5a25048-720f-4dec-8068-cecef4acbc59 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304956 Nov 02 12:35:44.416854 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bdb72-46ae-4c41-b116-7cc2846105a0 req-0ca70e59-71b2-4411-a33e-fca68cdc5d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:44.419567 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-a93bdb72-46ae-4c41-b116-7cc2846105a0 req-0ca70e59-71b2-4411-a33e-fca68cdc5d15 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1603930 Nov 02 12:35:44.499215 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56954) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:44.566116 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bdb72-46ae-4c41-b116-7cc2846105a0 req-9b4f2881-c13b-4d6e-96b9-2118631dc198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:44.567801 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-a93bdb72-46ae-4c41-b116-7cc2846105a0 req-9b4f2881-c13b-4d6e-96b9-2118631dc198 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1100163 Nov 02 12:35:44.595158 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b5d3b39c-ab8d-4f83-a72c-cebd244f6fd1 req-8a0ed88c-d561-45d5-834e-e5d8ca30d5b0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586136 Nov 02 12:35:44.630393 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-73509a1c-fcf0-4a5d-a202-6f3afd2e6c0c tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks [] for port (c46aa7ba-dad2-4653-8ca0-d0f0cc4a7aeb), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:44.646238 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:44.700742 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-59c1291e-58c1-4bc7-9097-fcf5a1d5cbe2 req-53f380d8-5c6b-42a0-9202-632f164164b0 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5731230 Nov 02 12:35:44.714230 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-a93bdb72-46ae-4c41-b116-7cc2846105a0 req-e3200701-fd7c-418f-bebc-cbb0263debd8 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354306 Nov 02 12:35:44.725517 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b89efb32-a5f7-41c1-bca8-1fca0230ddbb req-ee712f16-8a3c-4cb3-9ee6-3394e152c6a1 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080004 Nov 02 12:35:44.730968 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ff6a273f-5aa5-46da-971e-088ffe8fdaf4 req-bbcc4995-371e-45d3-92b2-cc123e8b67ca service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122812 Nov 02 12:35:44.760475 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:44.770120 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5691b54f-6d16-4021-be8e-d200109275f4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1dbe11c2ed6c436caf0eb7c8da9beed5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2614691 Nov 02 12:35:44.784382 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef87937-46ec-479c-9399-0f8d63032aad req-fd315567-6e77-4995-b4cc-e0244fafbbd2 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:44.806788 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4ef87937-46ec-479c-9399-0f8d63032aad req-fd315567-6e77-4995-b4cc-e0244fafbbd2 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 948 time: 0.1740658 Nov 02 12:35:44.818152 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56964) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:44.824109 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:44.828098 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-73509a1c-fcf0-4a5d-a202-6f3afd2e6c0c tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c46aa7ba-dad2-4653-8ca0-d0f0cc4a7aeb), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:44.828865 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-73509a1c-fcf0-4a5d-a202-6f3afd2e6c0c tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (dbadcc1e-0b57-40d7-a4a8-ef3eebdb9c55), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:44.883916 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-a93bdb72-46ae-4c41-b116-7cc2846105a0 req-7daa20bd-e27a-4d95-aac8-ef9ab6cd93cd service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587059 Nov 02 12:35:44.899047 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73509a1c-fcf0-4a5d-a202-6f3afd2e6c0c tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Pushing event updated for resources: {'Port': ['ID=c46aa7ba-dad2-4653-8ca0-d0f0cc4a7aeb,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:45.034300 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4ef87937-46ec-479c-9399-0f8d63032aad req-29f96c4c-7c70-4869-bd82-beb9e13412ce tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266259 Nov 02 12:35:45.041178 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-73509a1c-fcf0-4a5d-a202-6f3afd2e6c0c tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:45.048519 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-73509a1c-fcf0-4a5d-a202-6f3afd2e6c0c tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5641901 Nov 02 12:35:45.059093 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-59c1291e-58c1-4bc7-9097-fcf5a1d5cbe2 req-4e51fc3f-be83-48da-ac00-95ad4a1d2cee service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485420 Nov 02 12:35:45.064885 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ff6a273f-5aa5-46da-971e-088ffe8fdaf4 req-5f6f9cc6-0b42-490a-8b42-902a25251efc service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026371 Nov 02 12:35:45.065480 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-258550a1-85e2-4eae-8309-fea13a9099ba admin admin] Publish callbacks [] for security_group (492152e5-1f41-4054-8a1d-18b0fae237f3), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:45.098505 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-258550a1-85e2-4eae-8309-fea13a9099ba admin admin] Publish callbacks [] for security_group (492152e5-1f41-4054-8a1d-18b0fae237f3), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:45.130349 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device a911b949-15e2-47ba-aea9-5c8e8118311c details requested by agent hyperv_n-h2-857339-6 with host n-h2-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:35:45.187777 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea827a-f5cf-4094-b6cc-6b32b1af3f39 req-b71f7fe1-1a73-479b-89fc-62d619315b40 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:45.198642 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-80ea827a-f5cf-4094-b6cc-6b32b1af3f39 req-b71f7fe1-1a73-479b-89fc-62d619315b40 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 947 time: 0.0813415 Nov 02 12:35:45.286380 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-80ea827a-f5cf-4094-b6cc-6b32b1af3f39 req-f495a426-b015-4d9b-97a6-56d87dee9d69 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867686 Nov 02 12:35:45.293623 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port a911b949-15e2-47ba-aea9-5c8e8118311c, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=a911b949-15e2-47ba-aea9-5c8e8118311c,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:45.297665 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:45.315491 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Returning: {'device': 'a911b949-15e2-47ba-aea9-5c8e8118311c', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': 'a911b949-15e2-47ba-aea9-5c8e8118311c', 'mac_address': 'fa:16:3e:07:2b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:35:45.331285 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-258550a1-85e2-4eae-8309-fea13a9099ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (492152e5-1f41-4054-8a1d-18b0fae237f3), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:45.338917 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-258550a1-85e2-4eae-8309-fea13a9099ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:45.344636 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-258550a1-85e2-4eae-8309-fea13a9099ba admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/492152e5-1f41-4054-8a1d-18b0fae237f3 HTTP/1.1" status: 204 len: 168 time: 0.4945498 Nov 02 12:35:45.360125 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:45.363781 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3dcfb296-ac3b-414f-a15b-16467a84676f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:45.370012 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port a911b949-15e2-47ba-aea9-5c8e8118311c is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:45.370562 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a911b949-15e2-47ba-aea9-5c8e8118311c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:45.391913 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a911b949-15e2-47ba-aea9-5c8e8118311c {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:35:45.395868 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258550a1-85e2-4eae-8309-fea13a9099ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492152e5-1f41-4054-8a1d-18b0fae237f3,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:45.425072 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f6ccdc2b-4d72-4f1e-a3c8-2445019fbaa5 req-fee0358f-cd27-4823-ba14-2e92c471ecee tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1520102645&fields=id&tenant_id=9774a0fd28c545c490450ef89610c63d HTTP/1.1" status: 200 len: 267 time: 0.1321375 Nov 02 12:35:45.432971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port a911b949-15e2-47ba-aea9-5c8e8118311c, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=a911b949-15e2-47ba-aea9-5c8e8118311c,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:45.496845 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a911b949-15e2-47ba-aea9-5c8e8118311c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:45.498920 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 0b5c2458-e96d-4ef7-91f3-71586f8654af details requested by agent hyperv_n-h2-857339-6 with host n-h2-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:35:45.580079 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccdc2b-4d72-4f1e-a3c8-2445019fbaa5 req-d1b8319a-b9ac-4176-a7ad-1b2f19014648 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:45.582261 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f6ccdc2b-4d72-4f1e-a3c8-2445019fbaa5 req-d1b8319a-b9ac-4176-a7ad-1b2f19014648 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] 10.222.0.64 "GET /networking/v2.0/networks?id=6f31d9b0-b528-42bc-93ab-d8c292b878da HTTP/1.1" status: 200 len: 819 time: 0.1467235 Nov 02 12:35:45.610756 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f6ccdc2b-4d72-4f1e-a3c8-2445019fbaa5 req-2a61551c-5f69-4b61-a738-80401f704c14 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] 10.222.0.64 "GET /networking/v2.0/quotas/9774a0fd28c545c490450ef89610c63d HTTP/1.1" status: 200 len: 375 time: 0.0217245 Nov 02 12:35:45.621900 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 0b5c2458-e96d-4ef7-91f3-71586f8654af, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=0b5c2458-e96d-4ef7-91f3-71586f8654af,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:45.625535 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=a911b949-15e2-47ba-aea9-5c8e8118311c,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:45.639993 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Returning: {'device': '0b5c2458-e96d-4ef7-91f3-71586f8654af', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': '0b5c2458-e96d-4ef7-91f3-71586f8654af', 'mac_address': 'fa:16:3e:34:9b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:35:45.646745 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:45.680289 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port 0b5c2458-e96d-4ef7-91f3-71586f8654af is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:45.680867 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0b5c2458-e96d-4ef7-91f3-71586f8654af), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:45.694974 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f6ccdc2b-4d72-4f1e-a3c8-2445019fbaa5 req-8d9382b5-37c6-43fb-92c3-ad759fce0567 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9774a0fd28c545c490450ef89610c63d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600822 Nov 02 12:35:45.697728 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5c2458-e96d-4ef7-91f3-71586f8654af {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:35:45.718838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 0b5c2458-e96d-4ef7-91f3-71586f8654af, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=0b5c2458-e96d-4ef7-91f3-71586f8654af,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:45.833161 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0b5c2458-e96d-4ef7-91f3-71586f8654af), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:45.883839 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=0b5c2458-e96d-4ef7-91f3-71586f8654af,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:45.959563 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e3c49-97b0-45a5-a354-c84cbd186412 req-0da61c6e-9594-40b5-842a-5fdafc6137b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:45.961334 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1a1e3c49-97b0-45a5-a354-c84cbd186412 req-0da61c6e-9594-40b5-842a-5fdafc6137b9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=6e09079e89384417879f678c0a4df5c2&device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 1129 time: 0.1732776 Nov 02 12:35:45.978055 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c690097-057d-4d38-8cf5-6ade8791f152 req-77720354-93a6-4780-91f4-a74336c55270 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:45.980259 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6c690097-057d-4d38-8cf5-6ade8791f152 req-77720354-93a6-4780-91f4-a74336c55270 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 949 time: 0.0991435 Nov 02 12:35:46.114024 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6c690097-057d-4d38-8cf5-6ade8791f152 req-1cdd4e18-03d5-41c9-8899-181867c9c8df tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227398 Nov 02 12:35:46.147610 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e3c49-97b0-45a5-a354-c84cbd186412 req-5cb791d3-ac4e-4dde-9159-efcae4be6edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:46.149186 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1a1e3c49-97b0-45a5-a354-c84cbd186412 req-5cb791d3-ac4e-4dde-9159-efcae4be6edc service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.1677961 Nov 02 12:35:46.207822 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['0b5c2458-e96d-4ef7-91f3-71586f8654af'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:35:46.217729 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1a1e3c49-97b0-45a5-a354-c84cbd186412 req-d4f43e15-4056-4be8-91a1-98bb481a74cc service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=8151f4b5-7a32-4062-8f54-70ba3968340d HTTP/1.1" status: 200 len: 217 time: 0.0596819 Nov 02 12:35:46.284535 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e3c49-97b0-45a5-a354-c84cbd186412 req-29071da2-2719-43ce-8ac5-a12b44d29489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:46.286316 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1a1e3c49-97b0-45a5-a354-c84cbd186412 req-29071da2-2719-43ce-8ac5-a12b44d29489 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.0619271 Nov 02 12:35:46.297600 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['a911b949-15e2-47ba-aea9-5c8e8118311c'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:35:46.300310 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57076) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:46.345537 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e3c49-97b0-45a5-a354-c84cbd186412 req-93bb76de-8e91-45e6-ab78-ae31df9c3008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:46.347487 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1a1e3c49-97b0-45a5-a354-c84cbd186412 req-93bb76de-8e91-45e6-ab78-ae31df9c3008 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0517228 Nov 02 12:35:46.469458 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-df17f2f9-8aa9-4572-ae46-bc42eca307bd admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=da4a89bac5d84ce9a561087ded7b5a28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1674325 Nov 02 12:35:46.471710 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57080) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:46.491031 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fdf10-df31-403a-8d23-a6d852deb13e req-d208463a-cd98-4f9c-b73a-d146d144f15d tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:46.491870 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device df5c0c04-c31c-4b89-89ec-fb14f2763e26 details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:35:46.492992 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-395fdf10-df31-403a-8d23-a6d852deb13e req-d208463a-cd98-4f9c-b73a-d146d144f15d tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 949 time: 0.1279764 Nov 02 12:35:46.583455 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-395fdf10-df31-403a-8d23-a6d852deb13e req-dd8aa49f-bb8f-4676-bde7-3485bea0ea07 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806174 Nov 02 12:35:46.593373 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1a1e3c49-97b0-45a5-a354-c84cbd186412 req-b25d981c-44ec-4dec-8180-1ba1fd3c5f1d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364893 Nov 02 12:35:46.663565 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5cbf6cf-5bf0-43d8-96cf-2a027b7f53ff admin admin] Publish callbacks [] for security_group (8274ae2f-147c-4530-9bd3-6077c0974298), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:46.689898 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5cbf6cf-5bf0-43d8-96cf-2a027b7f53ff admin admin] Publish callbacks [] for security_group (8274ae2f-147c-4530-9bd3-6077c0974298), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:46.795680 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1a1e3c49-97b0-45a5-a354-c84cbd186412 req-02367b70-6b7f-4262-8bc6-6b166e33b802 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967661 Nov 02 12:35:46.803707 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port df5c0c04-c31c-4b89-89ec-fb14f2763e26, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=df5c0c04-c31c-4b89-89ec-fb14f2763e26,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:46.822202 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': 'df5c0c04-c31c-4b89-89ec-fb14f2763e26', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': 'df5c0c04-c31c-4b89-89ec-fb14f2763e26', 'mac_address': 'fa:16:3e:61:f6:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:35:46.833197 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:46.862066 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5cbf6cf-5bf0-43d8-96cf-2a027b7f53ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8274ae2f-147c-4530-9bd3-6077c0974298), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:46.862687 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:46.864790 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5cbf6cf-5bf0-43d8-96cf-2a027b7f53ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:46.874620 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d5cbf6cf-5bf0-43d8-96cf-2a027b7f53ff admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8274ae2f-147c-4530-9bd3-6077c0974298 HTTP/1.1" status: 204 len: 168 time: 0.3960657 Nov 02 12:35:46.881499 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port df5c0c04-c31c-4b89-89ec-fb14f2763e26 is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:46.882170 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (df5c0c04-c31c-4b89-89ec-fb14f2763e26), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:46.885373 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cbf6cf-5bf0-43d8-96cf-2a027b7f53ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8274ae2f-147c-4530-9bd3-6077c0974298,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:46.917208 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5c0c04-c31c-4b89-89ec-fb14f2763e26 {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:35:46.953862 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port df5c0c04-c31c-4b89-89ec-fb14f2763e26, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=df5c0c04-c31c-4b89-89ec-fb14f2763e26,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:46.966590 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632edc9-1b5a-4fdc-ac4e-1e471902304e req-ff6f7222-aad1-4e0d-aa58-767a60a54de4 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:46.966590 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c632edc9-1b5a-4fdc-ac4e-1e471902304e req-ff6f7222-aad1-4e0d-aa58-767a60a54de4 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 947 time: 0.1289663 Nov 02 12:35:46.999812 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (df5c0c04-c31c-4b89-89ec-fb14f2763e26), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:47.041257 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c632edc9-1b5a-4fdc-ac4e-1e471902304e req-a4f8f373-1528-4d5f-a457-3e8ba12447b4 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668583 Nov 02 12:35:47.068155 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=df5c0c04-c31c-4b89-89ec-fb14f2763e26,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:47.102406 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:47.180134 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:47.284002 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22246d1a-1be8-46bb-ab7e-750c3d35b39c req-1101aff4-f2d1-4939-814e-8e436e9f6e29 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:47.286005 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-22246d1a-1be8-46bb-ab7e-750c3d35b39c req-1101aff4-f2d1-4939-814e-8e436e9f6e29 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 949 time: 0.0779223 Nov 02 12:35:47.360097 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-22246d1a-1be8-46bb-ab7e-750c3d35b39c req-151febdc-f6ea-413d-a94e-47ad03234fd7 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669641 Nov 02 12:35:47.374114 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:47.458714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['df5c0c04-c31c-4b89-89ec-fb14f2763e26'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:35:47.464017 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device a911b949-15e2-47ba-aea9-5c8e8118311c up at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:47.539052 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:47.587123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning for port a911b949-15e2-47ba-aea9-5c8e8118311c completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:35:47.674315 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning complete for port a911b949-15e2-47ba-aea9-5c8e8118311c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:47.674674 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a911b949-15e2-47ba-aea9-5c8e8118311c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:47.675108 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Attempt 1 to provision port a911b949-15e2-47ba-aea9-5c8e8118311c Nov 02 12:35:47.753454 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec08a96-2f67-4340-99c9-49a5047e3827 req-4af0ec94-f689-47ee-bc2e-00f510335be2 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:47.756960 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7ec08a96-2f67-4340-99c9-49a5047e3827 req-4af0ec94-f689-47ee-bc2e-00f510335be2 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 949 time: 0.0828037 Nov 02 12:35:47.791415 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port a911b949-15e2-47ba-aea9-5c8e8118311c is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:47.791896 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a911b949-15e2-47ba-aea9-5c8e8118311c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:47.820750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdedb786-7c48-47e9-aa18-220972e9405e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a911b949-15e2-47ba-aea9-5c8e8118311c'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:47.823179 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c779fd1f-8a6d-4687-8686-6314376f3aa6" -d '{"events": [{"server_uuid": "fdedb786-7c48-47e9-aa18-220972e9405e", "name": "network-vif-plugged", "status": "completed", "tag": "a911b949-15e2-47ba-aea9-5c8e8118311c"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:47.827769 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:47.835573 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7ec08a96-2f67-4340-99c9-49a5047e3827 req-e01da95e-cb89-4c1e-9cd8-e4646f8d1ee7 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743151 Nov 02 12:35:47.844297 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port a911b949-15e2-47ba-aea9-5c8e8118311c, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=a911b949-15e2-47ba-aea9-5c8e8118311c,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:47.885724 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359e695b-f8a6-45b1-ab13-984a75fe9f72 x-openstack-request-id: req-359e695b-f8a6-45b1-ab13-984a75fe9f72 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:47.886045 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdedb786-7c48-47e9-aa18-220972e9405e", "name": "network-vif-plugged", "status": "completed", "tag": "a911b949-15e2-47ba-aea9-5c8e8118311c", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:47.886282 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-359e695b-f8a6-45b1-ab13-984a75fe9f72 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:47.886704 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-359e695b-f8a6-45b1-ab13-984a75fe9f72'] response: {'server_uuid': 'fdedb786-7c48-47e9-aa18-220972e9405e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a911b949-15e2-47ba-aea9-5c8e8118311c', 'code': 200} Nov 02 12:35:47.971043 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a911b949-15e2-47ba-aea9-5c8e8118311c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:47.972033 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 0b5c2458-e96d-4ef7-91f3-71586f8654af up at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:48.023332 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443e444-73e7-4fd3-82a4-e1ad7e97cc1d req-48761989-5484-4d36-95a0-5071fd2dda77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:48.024981 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e443e444-73e7-4fd3-82a4-e1ad7e97cc1d req-48761989-5484-4d36-95a0-5071fd2dda77 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 1131 time: 0.0741823 Nov 02 12:35:48.053667 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning for port 0b5c2458-e96d-4ef7-91f3-71586f8654af completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:35:48.082182 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e443e444-73e7-4fd3-82a4-e1ad7e97cc1d req-3c8f53fa-a7db-4b1d-a1bb-823ceee66211 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506089 Nov 02 12:35:48.110575 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=a911b949-15e2-47ba-aea9-5c8e8118311c,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:48.148259 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:48.153260 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning complete for port 0b5c2458-e96d-4ef7-91f3-71586f8654af triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:48.153648 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0b5c2458-e96d-4ef7-91f3-71586f8654af), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:48.154263 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Attempt 1 to provision port 0b5c2458-e96d-4ef7-91f3-71586f8654af Nov 02 12:35:48.183105 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57156) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:48.216436 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ab233-4210-478b-97e6-e998d25120dd req-9ce99d4b-2204-45ac-9a2f-59a123946ba3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:48.227754 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-295ab233-4210-478b-97e6-e998d25120dd req-9ce99d4b-2204-45ac-9a2f-59a123946ba3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 948 time: 0.0897472 Nov 02 12:35:48.231319 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:48.309484 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-295ab233-4210-478b-97e6-e998d25120dd req-77267052-a7ef-4a5b-b7d3-e6bc47790f46 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804207 Nov 02 12:35:48.310038 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port 0b5c2458-e96d-4ef7-91f3-71586f8654af is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:48.310437 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0b5c2458-e96d-4ef7-91f3-71586f8654af), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:48.325774 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:48.354284 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:48.358517 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 0b5c2458-e96d-4ef7-91f3-71586f8654af, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=0b5c2458-e96d-4ef7-91f3-71586f8654af,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:48.413424 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 8151f4b5-7a32-4062-8f54-70ba3968340d details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:35:48.460985 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device df5c0c04-c31c-4b89-89ec-fb14f2763e26 up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:48.483529 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57184) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:48.531955 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0b5c2458-e96d-4ef7-91f3-71586f8654af), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:48.540575 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57685a16-c37d-4e17-9390-1afec2c14913 req-1b2d3dc8-4b0f-4602-a6ba-63aa98bb33be tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:48.549294 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-57685a16-c37d-4e17-9390-1afec2c14913 req-1b2d3dc8-4b0f-4602-a6ba-63aa98bb33be tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 950 time: 0.0757649 Nov 02 12:35:48.560738 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.resource_extend [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:35:48.616957 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-57685a16-c37d-4e17-9390-1afec2c14913 req-d15fae06-2c09-4a7a-811f-b6693033d885 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676813 Nov 02 12:35:48.687163 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning for port df5c0c04-c31c-4b89-89ec-fb14f2763e26 completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:35:48.699539 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-21df80cc-15e9-4f47-8e0c-38cb16a3799e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:48.713218 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=0b5c2458-e96d-4ef7-91f3-71586f8654af,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:48.745361 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 8151f4b5-7a32-4062-8f54-70ba3968340d, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=8151f4b5-7a32-4062-8f54-70ba3968340d,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:48.779441 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': '8151f4b5-7a32-4062-8f54-70ba3968340d', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': '8151f4b5-7a32-4062-8f54-70ba3968340d', 'mac_address': 'fa:16:3e:2a:a8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:35:48.792040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port df5c0c04-c31c-4b89-89ec-fb14f2763e26 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:48.792949 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (df5c0c04-c31c-4b89-89ec-fb14f2763e26), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:48.793249 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port df5c0c04-c31c-4b89-89ec-fb14f2763e26 Nov 02 12:35:48.844817 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-21df80cc-15e9-4f47-8e0c-38cb16a3799e admin admin] Publish callbacks [] for security_group (2f769cd5-830a-4f9b-9671-5adcac65322a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:48.860592 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4f800640-60ee-4ea0-859e-ec924544ef96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:48.896351 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 8151f4b5-7a32-4062-8f54-70ba3968340d is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:48.897164 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:48.916102 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8151f4b5-7a32-4062-8f54-70ba3968340d {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:35:48.934450 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-21df80cc-15e9-4f47-8e0c-38cb16a3799e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2f769cd5-830a-4f9b-9671-5adcac65322a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:48.951256 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 8151f4b5-7a32-4062-8f54-70ba3968340d, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=8151f4b5-7a32-4062-8f54-70ba3968340d,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:48.995124 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c43969-699e-4d3a-8ee2-f9885efe34b2 req-b8b710be-a9d8-4d53-9701-2d52ef89b3cb tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:48.995831 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port df5c0c04-c31c-4b89-89ec-fb14f2763e26 is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:48.995831 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (df5c0c04-c31c-4b89-89ec-fb14f2763e26), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:49.004376 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-76c43969-699e-4d3a-8ee2-f9885efe34b2 req-b8b710be-a9d8-4d53-9701-2d52ef89b3cb tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 950 time: 0.0696559 Nov 02 12:35:49.029957 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-21df80cc-15e9-4f47-8e0c-38cb16a3799e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0d02e0867b0f4d90aafc6c469bbdbcdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8451645 Nov 02 12:35:49.030595 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57216) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:49.035816 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df80cc-15e9-4f47-8e0c-38cb16a3799e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f769cd5-830a-4f9b-9671-5adcac65322a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:49.043120 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4f800640-60ee-4ea0-859e-ec924544ef96 admin admin] Publish callbacks [] for security_group (4da9fa84-68d3-4878-b53e-95d5d9a9e736), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:49.049253 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port df5c0c04-c31c-4b89-89ec-fb14f2763e26, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=df5c0c04-c31c-4b89-89ec-fb14f2763e26,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:49.061579 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:49.090466 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-76c43969-699e-4d3a-8ee2-f9885efe34b2 req-e88f4187-c27e-47ca-b6c0-e23ce193f427 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845129 Nov 02 12:35:49.128766 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4f800640-60ee-4ea0-859e-ec924544ef96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4da9fa84-68d3-4878-b53e-95d5d9a9e736), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:49.130766 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (df5c0c04-c31c-4b89-89ec-fb14f2763e26), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:49.138438 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:49.140652 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22e51640-7de2-4f3a-983a-787c01e1de29 admin admin] Publish callbacks [] for security_group (2f769cd5-830a-4f9b-9671-5adcac65322a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:49.158350 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=8151f4b5-7a32-4062-8f54-70ba3968340d,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:49.165767 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22e51640-7de2-4f3a-983a-787c01e1de29 admin admin] Publish callbacks [] for security_group (2f769cd5-830a-4f9b-9671-5adcac65322a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:49.177750 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4f800640-60ee-4ea0-859e-ec924544ef96 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8af2442a3c354aaf9656274f1411489a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6901436 Nov 02 12:35:49.178985 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57222) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:49.202248 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f800640-60ee-4ea0-859e-ec924544ef96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da9fa84-68d3-4878-b53e-95d5d9a9e736,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:49.268907 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57224) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:49.273063 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=df5c0c04-c31c-4b89-89ec-fb14f2763e26,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:49.297915 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bb78a663-1c12-49d0-b927-56aefca5c605 admin admin] Publish callbacks [] for security_group (4da9fa84-68d3-4878-b53e-95d5d9a9e736), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:49.321717 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bb78a663-1c12-49d0-b927-56aefca5c605 admin admin] Publish callbacks [] for security_group (4da9fa84-68d3-4878-b53e-95d5d9a9e736), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:49.369267 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['8151f4b5-7a32-4062-8f54-70ba3968340d'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:35:49.406078 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22e51640-7de2-4f3a-983a-787c01e1de29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2f769cd5-830a-4f9b-9671-5adcac65322a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:49.409995 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22e51640-7de2-4f3a-983a-787c01e1de29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:49.413594 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-22e51640-7de2-4f3a-983a-787c01e1de29 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2f769cd5-830a-4f9b-9671-5adcac65322a HTTP/1.1" status: 204 len: 168 time: 0.3794601 Nov 02 12:35:49.424080 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e51640-7de2-4f3a-983a-787c01e1de29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f769cd5-830a-4f9b-9671-5adcac65322a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:49.510584 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-304223740-network', 'tenant_id': '4589769481b746e7bd703f2d34706a67'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:49.554309 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:49.558787 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bb78a663-1c12-49d0-b927-56aefca5c605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4da9fa84-68d3-4878-b53e-95d5d9a9e736), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:49.562110 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bb78a663-1c12-49d0-b927-56aefca5c605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:49.565171 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bb78a663-1c12-49d0-b927-56aefca5c605 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4da9fa84-68d3-4878-b53e-95d5d9a9e736 HTTP/1.1" status: 204 len: 168 time: 0.3833604 Nov 02 12:35:49.582567 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d70f9b-2b31-4c41-9082-47c5e7669813 req-8846ba37-2323-4eff-8141-14d0bc5fd869 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:49.584149 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a4d70f9b-2b31-4c41-9082-47c5e7669813 req-8846ba37-2323-4eff-8141-14d0bc5fd869 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 949 time: 0.1293268 Nov 02 12:35:49.589670 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78a663-1c12-49d0-b927-56aefca5c605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da9fa84-68d3-4878-b53e-95d5d9a9e736,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:49.655114 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a4d70f9b-2b31-4c41-9082-47c5e7669813 req-a7d81e74-4f85-45fa-ab3d-e56a1bd58d2c tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625956 Nov 02 12:35:49.686557 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Made reservation on behalf of 4589769481b746e7bd703f2d34706a67 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:35:49.686557 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:49.697608 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:49.775965 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:49.855365 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1bec0-73bd-4e58-8106-f7b68d6a9dde req-84c13dce-1198-4840-a88c-992cc18f9976 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:49.869117 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1df1bec0-73bd-4e58-8106-f7b68d6a9dde req-84c13dce-1198-4840-a88c-992cc18f9976 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 950 time: 0.0974050 Nov 02 12:35:49.889117 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770566dc-692d-4e7a-ad96-d33a9c01be92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5c2458-e96d-4ef7-91f3-71586f8654af'}, {'server_uuid': 'b675eccd-9fed-4d65-b56b-80a0f46b523f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5c0c04-c31c-4b89-89ec-fb14f2763e26'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:49.892731 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2917cf53-13d0-4041-b8eb-fb349ddf7157" -d '{"events": [{"server_uuid": "770566dc-692d-4e7a-ad96-d33a9c01be92", "name": "network-vif-plugged", "status": "completed", "tag": "0b5c2458-e96d-4ef7-91f3-71586f8654af"}, {"server_uuid": "b675eccd-9fed-4d65-b56b-80a0f46b523f", "name": "network-vif-plugged", "status": "completed", "tag": "df5c0c04-c31c-4b89-89ec-fb14f2763e26"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:49.923313 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Publish callbacks [] for security_group (df891e82-1e53-44dd-90a6-444a7ae6cff9), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:49.946187 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1df1bec0-73bd-4e58-8106-f7b68d6a9dde req-845ebe93-b87b-45a8-bf4b-2db1f590bb9e tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770061 Nov 02 12:35:50.022393 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd078f8a-2cb4-49d8-9af5-ed69cc021d94 x-openstack-request-id: req-bd078f8a-2cb4-49d8-9af5-ed69cc021d94 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:50.022929 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770566dc-692d-4e7a-ad96-d33a9c01be92", "name": "network-vif-plugged", "status": "completed", "tag": "0b5c2458-e96d-4ef7-91f3-71586f8654af", "code": 200}, {"server_uuid": "b675eccd-9fed-4d65-b56b-80a0f46b523f", "name": "network-vif-plugged", "status": "completed", "tag": "df5c0c04-c31c-4b89-89ec-fb14f2763e26", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:50.022929 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd078f8a-2cb4-49d8-9af5-ed69cc021d94 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:50.023317 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd078f8a-2cb4-49d8-9af5-ed69cc021d94'] response: {'server_uuid': '770566dc-692d-4e7a-ad96-d33a9c01be92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5c2458-e96d-4ef7-91f3-71586f8654af', 'code': 200} Nov 02 12:35:50.023822 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd078f8a-2cb4-49d8-9af5-ed69cc021d94'] response: {'server_uuid': 'b675eccd-9fed-4d65-b56b-80a0f46b523f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5c0c04-c31c-4b89-89ec-fb14f2763e26', 'code': 200} Nov 02 12:35:50.040426 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (df891e82-1e53-44dd-90a6-444a7ae6cff9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:50.203591 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:35:50.251198 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df891e82-1e53-44dd-90a6-444a7ae6cff9,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:50.265566 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f880c-6428-451f-9c94-1847fc60b64c req-6484b82d-66a4-4ddc-88d8-977b3c93677d tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:50.267098 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-205f880c-6428-451f-9c94-1847fc60b64c req-6484b82d-66a4-4ddc-88d8-977b3c93677d tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 948 time: 0.1838093 Nov 02 12:35:50.270990 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (7a18072f-ae3e-4e46-afd7-edc402870d96), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:50.271402 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Added segment 7a18072f-ae3e-4e46-afd7-edc402870d96 of type vlan for network 4e21e97b-510c-44f1-81ec-8bd474cbbb71 Nov 02 12:35:50.338706 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a6669-8482-4de0-9769-4ff96e605416 req-c6031623-fdaf-4e6e-9d8a-aae1c6cf21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:50.340233 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d16a6669-8482-4de0-9769-4ff96e605416 req-c6031623-fdaf-4e6e-9d8a-aae1c6cf21f2 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 1132 time: 0.1660573 Nov 02 12:35:50.341804 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b451a-680d-4c62-90e2-fae767fc27e3 req-76678c44-df44-4f5e-b44b-4cbd8d7f5d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:50.343178 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9a9b451a-680d-4c62-90e2-fae767fc27e3 req-76678c44-df44-4f5e-b44b-4cbd8d7f5d9e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 1131 time: 0.1701806 Nov 02 12:35:50.375358 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4,neutron:INSERT=22 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:50.385085 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (4e21e97b-510c-44f1-81ec-8bd474cbbb71), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:50.419928 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 8151f4b5-7a32-4062-8f54-70ba3968340d up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:50.439012 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1fb28-d38b-43b0-806b-fb878f03def0 req-05762a39-9ddd-4b41-bc91-31671f1c92f9 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:50.440677 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1ba1fb28-d38b-43b0-806b-fb878f03def0 req-05762a39-9ddd-4b41-bc91-31671f1c92f9 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 950 time: 0.1545908 Nov 02 12:35:50.476644 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning for port 8151f4b5-7a32-4062-8f54-70ba3968340d completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:35:50.521324 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-205f880c-6428-451f-9c94-1847fc60b64c req-a483e4f4-7fb4-4594-9c6a-9e2a9e3e822e tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370899 Nov 02 12:35:50.549471 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d16a6669-8482-4de0-9769-4ff96e605416 req-c61c06a6-6a33-40ae-93ee-a1f333a2b627 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762216 Nov 02 12:35:50.553431 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9a9b451a-680d-4c62-90e2-fae767fc27e3 req-2a68799a-a88d-41eb-9088-254e0b91a7df service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790202 Nov 02 12:35:50.577691 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1ba1fb28-d38b-43b0-806b-fb878f03def0 req-fa3552a2-01f9-4da6-9ce5-541e22568caa tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090784 Nov 02 12:35:50.803607 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bce7d-618e-4704-80d0-1c202cdf348f req-c2403e94-bb29-4ae1-ae5b-073a201382b8 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:50.805300 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2c1bce7d-618e-4704-80d0-1c202cdf348f req-c2403e94-bb29-4ae1-ae5b-073a201382b8 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 949 time: 0.0638947 Nov 02 12:35:50.861682 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2c1bce7d-618e-4704-80d0-1c202cdf348f req-c1a99290-c4d8-4fdc-9fa7-36b1ff9e7e76 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500760 Nov 02 12:35:50.868408 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port 8151f4b5-7a32-4062-8f54-70ba3968340d triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:50.868834 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:50.869163 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port 8151f4b5-7a32-4062-8f54-70ba3968340d Nov 02 12:35:50.869818 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (4e21e97b-510c-44f1-81ec-8bd474cbbb71), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:50.871322 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:50.872624 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:50.933508 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57270) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:50.976155 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-78cce43d-06bf-4543-8a46-dd199b608f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:50.978231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 8151f4b5-7a32-4062-8f54-70ba3968340d is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:50.978894 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:50.990509 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Pushing event updated for resources: {'Network': ['ID=4e21e97b-510c-44f1-81ec-8bd474cbbb71,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:51.005680 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.006157 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.006599 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.007036 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.007472 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.007896 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.008327 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.008884 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.009273 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.024646 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.025111 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.025561 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.025992 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.026630 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.027125 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.034629 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-43e74b3d-b484-44c0-a99f-73ee3ee29b13 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7645717 Nov 02 12:35:51.041212 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57276) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:51.043023 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57278) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:51.054583 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 4e21e97b-510c-44f1-81ec-8bd474cbbb71 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:35:51.072574 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-0424f798-9b60-4e3f-b9c0-7b9e639a3d37 admin admin] Request body: {'subnet': {'network_id': '4e21e97b-510c-44f1-81ec-8bd474cbbb71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-304223740-subnet', 'tenant_id': '4589769481b746e7bd703f2d34706a67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:51.083881 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5894482-a9b2-49c4-9938-7c8842baeaa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:51.098223 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 8151f4b5-7a32-4062-8f54-70ba3968340d, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=8151f4b5-7a32-4062-8f54-70ba3968340d,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:51.124289 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-78cce43d-06bf-4543-8a46-dd199b608f1f admin admin] Publish callbacks [] for security_group (868e17fd-d1c0-4362-b6c7-2df115f8607d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:51.172319 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:51.172630 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0424f798-9b60-4e3f-b9c0-7b9e639a3d37 admin admin] Made reservation on behalf of 4589769481b746e7bd703f2d34706a67 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:35:51.175488 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0424f798-9b60-4e3f-b9c0-7b9e639a3d37 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:51.225930 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5894482-a9b2-49c4-9938-7c8842baeaa9 admin admin] Publish callbacks [] for security_group (ded76663-61d0-44d1-a9b9-c41b2d263459), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:51.238293 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=8151f4b5-7a32-4062-8f54-70ba3968340d,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:51.249574 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-78cce43d-06bf-4543-8a46-dd199b608f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (868e17fd-d1c0-4362-b6c7-2df115f8607d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:51.294372 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-78cce43d-06bf-4543-8a46-dd199b608f1f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d1feb90bddff465b8228cef45bbfb7fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585896 Nov 02 12:35:51.295146 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57286) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:51.295353 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cce43d-06bf-4543-8a46-dd199b608f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868e17fd-d1c0-4362-b6c7-2df115f8607d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:51.304165 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cce43d-06bf-4543-8a46-dd199b608f1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.304529 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cce43d-06bf-4543-8a46-dd199b608f1f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.305054 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cce43d-06bf-4543-8a46-dd199b608f1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.305537 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cce43d-06bf-4543-8a46-dd199b608f1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.306016 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cce43d-06bf-4543-8a46-dd199b608f1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.306511 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cce43d-06bf-4543-8a46-dd199b608f1f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.306838 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cce43d-06bf-4543-8a46-dd199b608f1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.307309 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cce43d-06bf-4543-8a46-dd199b608f1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.307793 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cce43d-06bf-4543-8a46-dd199b608f1f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.308265 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cce43d-06bf-4543-8a46-dd199b608f1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.308779 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cce43d-06bf-4543-8a46-dd199b608f1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.309920 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cce43d-06bf-4543-8a46-dd199b608f1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.310407 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cce43d-06bf-4543-8a46-dd199b608f1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.310888 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cce43d-06bf-4543-8a46-dd199b608f1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.311371 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cce43d-06bf-4543-8a46-dd199b608f1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:51.390150 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5894482-a9b2-49c4-9938-7c8842baeaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ded76663-61d0-44d1-a9b9-c41b2d263459), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:51.423310 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:51.461033 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5894482-a9b2-49c4-9938-7c8842baeaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded76663-61d0-44d1-a9b9-c41b2d263459,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:51.492229 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57288) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:51.492616 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c5894482-a9b2-49c4-9938-7c8842baeaa9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=153dd8a07bdd4e33a3f9b25bb6a4216f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4461989 Nov 02 12:35:51.499841 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01b45def-faaa-4c1b-b47b-f2070bfec07e admin admin] Publish callbacks [] for security_group (868e17fd-d1c0-4362-b6c7-2df115f8607d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:51.534556 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01b45def-faaa-4c1b-b47b-f2070bfec07e admin admin] Publish callbacks [] for security_group (868e17fd-d1c0-4362-b6c7-2df115f8607d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:51.591437 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0933b90d-a4ed-4387-af8d-fef20fa207cd admin admin] Publish callbacks [] for security_group (ded76663-61d0-44d1-a9b9-c41b2d263459), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:51.617061 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0933b90d-a4ed-4387-af8d-fef20fa207cd admin admin] Publish callbacks [] for security_group (ded76663-61d0-44d1-a9b9-c41b2d263459), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:51.623261 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0424f798-9b60-4e3f-b9c0-7b9e639a3d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for subnet (6fe8348d-f05d-4917-870e-53ca868fcfb2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:51.719473 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01b45def-faaa-4c1b-b47b-f2070bfec07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (868e17fd-d1c0-4362-b6c7-2df115f8607d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:51.721967 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01b45def-faaa-4c1b-b47b-f2070bfec07e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:51.723133 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-01b45def-faaa-4c1b-b47b-f2070bfec07e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/868e17fd-d1c0-4362-b6c7-2df115f8607d HTTP/1.1" status: 204 len: 168 time: 0.4268701 Nov 02 12:35:51.774569 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424f798-9b60-4e3f-b9c0-7b9e639a3d37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fe8348d-f05d-4917-870e-53ca868fcfb2,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:51.776755 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b45def-faaa-4c1b-b47b-f2070bfec07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868e17fd-d1c0-4362-b6c7-2df115f8607d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:51.799004 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee59e59-5821-4354-bd10-e258ae0f3249 req-569c96e5-c898-4c71-a7c9-247e37ba399c tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:51.803725 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1ee59e59-5821-4354-bd10-e258ae0f3249 req-569c96e5-c898-4c71-a7c9-247e37ba399c tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.1433225 Nov 02 12:35:51.814004 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38ee0d-cd4a-4c27-ac77-77466da6fb28 req-fbccb2cb-ea9c-48e9-9903-91f751e8f887 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:51.815586 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1e38ee0d-cd4a-4c27-ac77-77466da6fb28 req-fbccb2cb-ea9c-48e9-9903-91f751e8f887 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 950 time: 0.1293473 Nov 02 12:35:51.822447 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0933b90d-a4ed-4387-af8d-fef20fa207cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ded76663-61d0-44d1-a9b9-c41b2d263459), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:51.826163 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0933b90d-a4ed-4387-af8d-fef20fa207cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:51.830027 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0933b90d-a4ed-4387-af8d-fef20fa207cd admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ded76663-61d0-44d1-a9b9-c41b2d263459 HTTP/1.1" status: 204 len: 168 time: 0.3347483 Nov 02 12:35:51.839032 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933b90d-a4ed-4387-af8d-fef20fa207cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded76663-61d0-44d1-a9b9-c41b2d263459,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:51.839758 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:51.840845 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0424f798-9b60-4e3f-b9c0-7b9e639a3d37 admin admin] Checking segment: {'id': '7a18072f-ae3e-4e46-afd7-edc402870d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4e21e97b-510c-44f1-81ec-8bd474cbbb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:51.841195 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0424f798-9b60-4e3f-b9c0-7b9e639a3d37 admin admin] Network hostable DHCP agents. Network: 4e21e97b-510c-44f1-81ec-8bd474cbbb71, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:35:51.929773 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1e38ee0d-cd4a-4c27-ac77-77466da6fb28 req-1d919ec4-443d-4c9e-9b91-9f3c8df3c821 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070433 Nov 02 12:35:51.941007 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1ee59e59-5821-4354-bd10-e258ae0f3249 req-4bb39657-30a8-474f-8eb2-8dba0df1b697 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239507 Nov 02 12:35:52.025548 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d0ddc9-7d7b-463a-9055-b118b37d85c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8151f4b5-7a32-4062-8f54-70ba3968340d'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:52.027851 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b53cf11-4edd-47d0-a25c-03b772689f12" -d '{"events": [{"server_uuid": "63d0ddc9-7d7b-463a-9055-b118b37d85c1", "name": "network-vif-plugged", "status": "completed", "tag": "8151f4b5-7a32-4062-8f54-70ba3968340d"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:52.058522 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090c367-710b-4c7c-93fc-d9171729f622 req-b0c7289c-41ad-4b6f-b46f-2a4edcb95cb3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:52.060083 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e090c367-710b-4c7c-93fc-d9171729f622 req-b0c7289c-41ad-4b6f-b46f-2a4edcb95cb3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 949 time: 0.0546966 Nov 02 12:35:52.113482 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0424f798-9b60-4e3f-b9c0-7b9e639a3d37 admin admin] Network 4e21e97b-510c-44f1-81ec-8bd474cbbb71 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:35:52.124760 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e090c367-710b-4c7c-93fc-d9171729f622 req-55ff99bd-f416-4703-b9eb-a83cd7905bc1 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575469 Nov 02 12:35:52.192425 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4842a584-091d-4533-ba87-596107a7b80a x-openstack-request-id: req-4842a584-091d-4533-ba87-596107a7b80a {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:52.192984 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d0ddc9-7d7b-463a-9055-b118b37d85c1", "name": "network-vif-plugged", "status": "completed", "tag": "8151f4b5-7a32-4062-8f54-70ba3968340d", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:52.193127 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4842a584-091d-4533-ba87-596107a7b80a {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:52.193530 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4842a584-091d-4533-ba87-596107a7b80a'] response: {'server_uuid': '63d0ddc9-7d7b-463a-9055-b118b37d85c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8151f4b5-7a32-4062-8f54-70ba3968340d', 'code': 200} Nov 02 12:35:52.244767 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-0424f798-9b60-4e3f-b9c0-7b9e639a3d37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 4e21e97b-510c-44f1-81ec-8bd474cbbb71) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:52.262513 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16a8a84-8df4-4b1c-ab2c-6fb1b2bf7ddd None None] Network 4e21e97b-510c-44f1-81ec-8bd474cbbb71 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:35:52.262711 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0424f798-9b60-4e3f-b9c0-7b9e639a3d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:52.262711 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0424f798-9b60-4e3f-b9c0-7b9e639a3d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:52.371416 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-4e21e97b-510c-44f1-81ec-8bd474cbbb71', 'network_id': '4e21e97b-510c-44f1-81ec-8bd474cbbb71', 'project_id': '4589769481b746e7bd703f2d34706a67', 'fixed_ips': [{'subnet_id': '6fe8348d-f05d-4917-870e-53ca868fcfb2'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:35:52.374067 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:52.474875 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57314) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:52.477708 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0424f798-9b60-4e3f-b9c0-7b9e639a3d37 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4247851 Nov 02 12:35:52.479997 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-d59cdd92-2eeb-435f-a834-010b0013cb02 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-304223740-router', 'tenant_id': '4589769481b746e7bd703f2d34706a67', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:52.555258 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:35:52.618421 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] Allocated IP 172.20.0.2 (4e21e97b-510c-44f1-81ec-8bd474cbbb71/6fe8348d-f05d-4917-870e-53ca868fcfb2/e8616ccb-651b-4b32-9287-a7d18607f36b) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:52.623152 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d59cdd92-2eeb-435f-a834-010b0013cb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (f56814f6-5bce-4af8-8bac-3f280dcbe617), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:52.624280 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d59cdd92-2eeb-435f-a834-010b0013cb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (f56814f6-5bce-4af8-8bac-3f280dcbe617), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:52.677569 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:52.727730 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebf52e-c1ff-4249-a88c-8737b6136cf4 req-aa3a45b2-a93e-45ca-a844-4dc65d7e2567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:52.733717 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-14ebf52e-c1ff-4249-a88c-8737b6136cf4 req-aa3a45b2-a93e-45ca-a844-4dc65d7e2567 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 1131 time: 0.0944378 Nov 02 12:35:52.759756 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:52.765644 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d59cdd92-2eeb-435f-a834-010b0013cb02 admin admin] Publish callbacks [] for router_controller (f56814f6-5bce-4af8-8bac-3f280dcbe617), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:52.842374 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-14ebf52e-c1ff-4249-a88c-8737b6136cf4 req-fe8e79b8-768b-4767-90e9-e74c7c59f446 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907459 Nov 02 12:35:52.885302 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] Publish callbacks [] for port (e8616ccb-651b-4b32-9287-a7d18607f36b), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:53.011351 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (e8616ccb-651b-4b32-9287-a7d18607f36b), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:53.025816 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d59cdd92-2eeb-435f-a834-010b0013cb02 admin admin] Publish callbacks [] for router_gateway (f56814f6-5bce-4af8-8bac-3f280dcbe617), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:53.100004 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] Network 4e21e97b-510c-44f1-81ec-8bd474cbbb71 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:53.107936 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:53.117303 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:35:53.135961 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c4e48-e897-4a88-a78d-23ba91e6f1b6 req-78192cdd-5fed-4c6a-abc9-34789818b779 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:53.137587 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-807c4e48-e897-4a88-a78d-23ba91e6f1b6 req-78192cdd-5fed-4c6a-abc9-34789818b779 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.0929289 Nov 02 12:35:53.146336 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] Pushing event updated for resources: {'Port': ['ID=e8616ccb-651b-4b32-9287-a7d18607f36b,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:53.197328 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] Attempting to bind port e8616ccb-651b-4b32-9287-a7d18607f36b on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:35:53.198049 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] Attempting to bind port e8616ccb-651b-4b32-9287-a7d18607f36b by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '7a18072f-ae3e-4e46-afd7-edc402870d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4e21e97b-510c-44f1-81ec-8bd474cbbb71'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:35:53.198049 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] Attempting to bind port e8616ccb-651b-4b32-9287-a7d18607f36b on network 4e21e97b-510c-44f1-81ec-8bd474cbbb71 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:53.261264 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:35:53.261637 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] Checking segment: {'id': '7a18072f-ae3e-4e46-afd7-edc402870d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4e21e97b-510c-44f1-81ec-8bd474cbbb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:53.262051 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:53.262978 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] Bound using segment: {'id': '7a18072f-ae3e-4e46-afd7-edc402870d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4e21e97b-510c-44f1-81ec-8bd474cbbb71'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:35:53.263468 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] Bound port: e8616ccb-651b-4b32-9287-a7d18607f36b, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a18072f-ae3e-4e46-afd7-edc402870d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4e21e97b-510c-44f1-81ec-8bd474cbbb71'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:35:53.263855 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e8616ccb-651b-4b32-9287-a7d18607f36b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:53.280319 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:53.300017 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7346a-45d2-46c3-a47c-6df4461ae9d0 req-f4d58a52-ecdd-405e-9eeb-7626c778924d tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:53.301760 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-88a7346a-45d2-46c3-a47c-6df4461ae9d0 req-f4d58a52-ecdd-405e-9eeb-7626c778924d tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 950 time: 0.1332555 Nov 02 12:35:53.360789 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-807c4e48-e897-4a88-a78d-23ba91e6f1b6 req-b28c44e7-87d8-48bd-87aa-fab7d3ad3707 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100165 Nov 02 12:35:53.429349 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] For port e8616ccb-651b-4b32-9287-a7d18607f36b, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:53.443622 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] For port e8616ccb-651b-4b32-9287-a7d18607f36b, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e8616ccb-651b-4b32-9287-a7d18607f36b,segment=NetworkSegment(7a18072f-ae3e-4e46-afd7-edc402870d96),segment_id=7a18072f-ae3e-4e46-afd7-edc402870d96)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:35:53.454240 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d59cdd92-2eeb-435f-a834-010b0013cb02 admin admin] Publish callbacks [] for router_gateway (f56814f6-5bce-4af8-8bac-3f280dcbe617), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:53.469159 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-88a7346a-45d2-46c3-a47c-6df4461ae9d0 req-f36f1d46-6fce-43c6-984c-76219f682329 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574571 Nov 02 12:35:53.491635 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d59cdd92-2eeb-435f-a834-010b0013cb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:53.571752 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e8616ccb-651b-4b32-9287-a7d18607f36b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:53.654778 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:53.676050 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cebddf-6327-49ea-92d5-3a1d53c269cb req-10efef74-50ea-434f-ac3f-9a572caa5124 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:53.679183 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-37cebddf-6327-49ea-92d5-3a1d53c269cb req-10efef74-50ea-434f-ac3f-9a572caa5124 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 949 time: 0.1278968 Nov 02 12:35:53.681077 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:53.684384 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:53.709672 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d560db-7847-49e0-b922-dd704d32c33a None None] Pushing event updated for resources: {'Port': ['ID=e8616ccb-651b-4b32-9287-a7d18607f36b,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:53.754183 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-d59cdd92-2eeb-435f-a834-010b0013cb02 admin admin] Allocated IP 172.25.2.209 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/987a1762-b6cf-49be-b90d-c1a0b53db8dd) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:53.760110 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:53.785728 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-37cebddf-6327-49ea-92d5-3a1d53c269cb req-e2487c0e-6afe-4036-b9c1-06bb5ef67e87 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995822 Nov 02 12:35:53.956859 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d59cdd92-2eeb-435f-a834-010b0013cb02 admin admin] Publish callbacks [] for port (987a1762-b6cf-49be-b90d-c1a0b53db8dd), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:54.149940 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d59cdd92-2eeb-435f-a834-010b0013cb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (987a1762-b6cf-49be-b90d-c1a0b53db8dd), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:54.247932 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59cdd92-2eeb-435f-a834-010b0013cb02 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:54.252593 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-d59cdd92-2eeb-435f-a834-010b0013cb02 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:54.255254 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59cdd92-2eeb-435f-a834-010b0013cb02 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:35:54.262602 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cdd92-2eeb-435f-a834-010b0013cb02 admin admin] Pushing event updated for resources: {'Port': ['ID=987a1762-b6cf-49be-b90d-c1a0b53db8dd,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:54.310087 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b2a4e-2df7-4b71-b1fc-d14c400e83f7 req-34f5cce9-9b5e-4b8f-9098-e846d1f6e63c tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:54.317851 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-135b2a4e-2df7-4b71-b1fc-d14c400e83f7 req-34f5cce9-9b5e-4b8f-9098-e846d1f6e63c tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 950 time: 0.0853748 Nov 02 12:35:54.409093 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57394) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:54.439628 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-135b2a4e-2df7-4b71-b1fc-d14c400e83f7 req-413a8dcc-d4e6-4644-8d56-ca64c09433d9 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206393 Nov 02 12:35:54.620417 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e8616ccb-651b-4b32-9287-a7d18607f36b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:54.696066 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e8616ccb-651b-4b32-9287-a7d18607f36b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:54.696936 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e8616ccb-651b-4b32-9287-a7d18607f36b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:54.697430 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e8616ccb-651b-4b32-9287-a7d18607f36b Nov 02 12:35:54.709822 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2280433c-345e-4d08-86c4-a5edc260a57a tempest-AutoAllocateNetworkTest-634628328 tempest-AutoAllocateNetworkTest-634628328-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=8a4b8cbfeadf49b49faeeb861c169706&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2971942 Nov 02 12:35:54.710397 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57402) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:54.718773 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478b7a3-2d55-4fe1-a9d8-93c9dd8f14c8 req-3f71ff5f-09e6-4bdb-a1c0-11175d985ec3 tempest-MigrationsAdminTest-293810145 tempest-MigrationsAdminTest-293810145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:54.727334 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7478b7a3-2d55-4fe1-a9d8-93c9dd8f14c8 req-3f71ff5f-09e6-4bdb-a1c0-11175d985ec3 tempest-MigrationsAdminTest-293810145 tempest-MigrationsAdminTest-293810145-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 1131 time: 0.1376135 Nov 02 12:35:54.763988 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-7478b7a3-2d55-4fe1-a9d8-93c9dd8f14c8 req-7547192b-3a0c-48d1-b309-814081ecbdd8 tempest-MigrationsAdminTest-293810145 tempest-MigrationsAdminTest-293810145-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:54.788567 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a709f-fe4a-46cd-aeef-eb139a081832 req-ccbf9403-ecc7-4da4-b6b5-dbf4c06a6474 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:54.790511 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3d0a709f-fe4a-46cd-aeef-eb139a081832 req-ccbf9403-ecc7-4da4-b6b5-dbf4c06a6474 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.1261690 Nov 02 12:35:54.801267 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d59cdd92-2eeb-435f-a834-010b0013cb02 admin admin] Publish callbacks [] for router_gateway (f56814f6-5bce-4af8-8bac-3f280dcbe617), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:54.841974 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e8616ccb-651b-4b32-9287-a7d18607f36b is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:54.842364 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e8616ccb-651b-4b32-9287-a7d18607f36b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:54.901351 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3d0a709f-fe4a-46cd-aeef-eb139a081832 req-54a4642d-59d1-4c99-a0a3-0779f890f938 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004860 Nov 02 12:35:54.920433 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port e8616ccb-651b-4b32-9287-a7d18607f36b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e8616ccb-651b-4b32-9287-a7d18607f36b,segment=NetworkSegment(7a18072f-ae3e-4e46-afd7-edc402870d96),segment_id=7a18072f-ae3e-4e46-afd7-edc402870d96)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:54.989869 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-7478b7a3-2d55-4fe1-a9d8-93c9dd8f14c8 req-7547192b-3a0c-48d1-b309-814081ecbdd8 tempest-MigrationsAdminTest-293810145 tempest-MigrationsAdminTest-293810145-project-admin] Publish callbacks [] for security_group (181e5a2a-3755-439e-aa98-580d2522e759), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:55.045107 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e8616ccb-651b-4b32-9287-a7d18607f36b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:55.061569 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ec3763-aa7f-4730-817a-8303e600d47c tempest-AutoAllocateNetworkTest-634628328 tempest-AutoAllocateNetworkTest-634628328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:55.064089 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b8ec3763-aa7f-4730-817a-8303e600d47c tempest-AutoAllocateNetworkTest-634628328 tempest-AutoAllocateNetworkTest-634628328-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3525789 Nov 02 12:35:55.070880 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57408) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:55.222622 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:55.239324 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=e8616ccb-651b-4b32-9287-a7d18607f36b,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:55.299265 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25691abe-5e81-4a08-8b69-d7db68a36495 None None] Network 4e21e97b-510c-44f1-81ec-8bd474cbbb71 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:35:55.416579 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4469e9fe-d12b-43ab-bd66-02a393b3d0da None None] Provisioning complete for port e8616ccb-651b-4b32-9287-a7d18607f36b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:55.416992 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4469e9fe-d12b-43ab-bd66-02a393b3d0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e8616ccb-651b-4b32-9287-a7d18607f36b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:55.417339 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4469e9fe-d12b-43ab-bd66-02a393b3d0da None None] Attempt 1 to provision port e8616ccb-651b-4b32-9287-a7d18607f36b Nov 02 12:35:55.523962 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d59cdd92-2eeb-435f-a834-010b0013cb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (f56814f6-5bce-4af8-8bac-3f280dcbe617), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:55.535801 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:55.566733 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:55.569909 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-7478b7a3-2d55-4fe1-a9d8-93c9dd8f14c8 req-7547192b-3a0c-48d1-b309-814081ecbdd8 tempest-MigrationsAdminTest-293810145 tempest-MigrationsAdminTest-293810145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (181e5a2a-3755-439e-aa98-580d2522e759), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:55.573018 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-02b5a1b7-504e-482f-beeb-919c95accdd3 tempest-AutoAllocateNetworkTest-634628328 tempest-AutoAllocateNetworkTest-634628328-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5001323 Nov 02 12:35:55.574973 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:55.577431 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57420) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:55.614289 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4469e9fe-d12b-43ab-bd66-02a393b3d0da None None] Current status of the port e8616ccb-651b-4b32-9287-a7d18607f36b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:55.644782 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-03775a02-33e1-426e-b8de-e2fca834ead6 tempest-AutoAllocateNetworkTest-634628328 tempest-AutoAllocateNetworkTest-634628328-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=8a4b8cbfeadf49b49faeeb861c169706 HTTP/1.1" status: 200 len: 208 time: 0.0602770 Nov 02 12:35:55.667667 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7478b7a3-2d55-4fe1-a9d8-93c9dd8f14c8 req-7547192b-3a0c-48d1-b309-814081ecbdd8 tempest-MigrationsAdminTest-293810145 tempest-MigrationsAdminTest-293810145-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9339252 Nov 02 12:35:55.694017 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547192b-3a0c-48d1-b309-814081ecbdd8 tempest-MigrationsAdminTest-293810145 tempest-MigrationsAdminTest-293810145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181e5a2a-3755-439e-aa98-580d2522e759,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:55.939137 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-46498bf6-71ed-46b3-852d-2de76f79c29b tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=6e09079e89384417879f678c0a4df5c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487268 Nov 02 12:35:55.973146 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:56.101011 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-f9be2204-d29b-432b-8ca8-1784a7c019ed tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:56.102900 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-f9be2204-d29b-432b-8ca8-1784a7c019ed tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1626356 Nov 02 12:35:56.118454 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-51d6755d-8e09-4589-80ec-7cdb00ac555a tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/quotas/6e09079e89384417879f678c0a4df5c2 HTTP/1.1" status: 200 len: 375 time: 0.0096920 Nov 02 12:35:56.138487 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59cdd92-2eeb-435f-a834-010b0013cb02 admin admin] Router f56814f6-5bce-4af8-8bac-3f280dcbe617 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:35:56.141582 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-15e0582f-5a61-4008-b4bb-488fb1b4f057 None None] Provisioning complete for port e8616ccb-651b-4b32-9287-a7d18607f36b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:56.142117 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-15e0582f-5a61-4008-b4bb-488fb1b4f057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e8616ccb-651b-4b32-9287-a7d18607f36b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:56.142291 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-15e0582f-5a61-4008-b4bb-488fb1b4f057 None None] Attempt 1 to provision port e8616ccb-651b-4b32-9287-a7d18607f36b Nov 02 12:35:56.233402 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-0477a334-98c3-445e-ab81-819e5517ce50 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=6e09079e89384417879f678c0a4df5c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1087284 Nov 02 12:35:56.237385 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:56.252955 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03429a-0e94-4242-9255-aab86268b3d8 req-1cc4bcfc-ff7e-4a3a-8b0f-6583dad0f143 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:56.253250 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-15e0582f-5a61-4008-b4bb-488fb1b4f057 None None] Current status of the port e8616ccb-651b-4b32-9287-a7d18607f36b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:56.255455 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ee03429a-0e94-4242-9255-aab86268b3d8 req-1cc4bcfc-ff7e-4a3a-8b0f-6583dad0f143 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 950 time: 0.0812783 Nov 02 12:35:56.274175 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59cdd92-2eeb-435f-a834-010b0013cb02 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:35:56.285303 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] Sync routers for ids ['f56814f6-5bce-4af8-8bac-3f280dcbe617'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:35:56.303656 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] Routers {'f56814f6-5bce-4af8-8bac-3f280dcbe617'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:35:56.305074 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:35:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f56814f6-5bce-4af8-8bac-3f280dcbe617'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:56.337572 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ee03429a-0e94-4242-9255-aab86268b3d8 req-6c362c20-0cf9-44ea-bb8b-81040c4357ad tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755913 Nov 02 12:35:56.401514 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d59cdd92-2eeb-435f-a834-010b0013cb02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:56.402935 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d59cdd92-2eeb-435f-a834-010b0013cb02 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.9268112 Nov 02 12:35:56.405853 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57448) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:56.593720 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e8616ccb-651b-4b32-9287-a7d18607f36b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:56.604160 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] Set router f56814f6-5bce-4af8-8bac-3f280dcbe617 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:35:56.765952 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e8616ccb-651b-4b32-9287-a7d18607f36b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:56.767404 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e8616ccb-651b-4b32-9287-a7d18607f36b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:56.768461 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e8616ccb-651b-4b32-9287-a7d18607f36b Nov 02 12:35:56.774568 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:56.820664 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57466) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:56.830575 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:56.862496 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56814f6-5bce-4af8-8bac-3f280dcbe617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-304223740-router', 'tenant_id': '4589769481b746e7bd703f2d34706a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '987a1762-b6cf-49be-b90d-c1a0b53db8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:52Z', 'updated_at': '2022-11-02T12:35:54Z', 'revision_number': 3, 'project_id': '4589769481b746e7bd703f2d34706a67', 'gw_port': {'id': '987a1762-b6cf-49be-b90d-c1a0b53db8dd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56814f6-5bce-4af8-8bac-3f280dcbe617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:53Z', 'updated_at': '2022-11-02T12:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:56.901214 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] Checking router: f56814f6-5bce-4af8-8bac-3f280dcbe617 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:35:56.908341 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] Updating router f56814f6-5bce-4af8-8bac-3f280dcbe617 port 987a1762-b6cf-49be-b90d-c1a0b53db8dd binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:35:56.929508 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-092e9e7f-90d6-43c7-bc7e-2f2a4035e383 req-7691faf3-3a8f-4766-8a37-62a8930f8830 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c232408a-2db9-4b25-b804-8792615c1d99 HTTP/1.1" status: 200 len: 210 time: 0.1007321 Nov 02 12:35:56.947815 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (987a1762-b6cf-49be-b90d-c1a0b53db8dd), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:57.054829 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:57.060674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e8616ccb-651b-4b32-9287-a7d18607f36b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:57.209733 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d7645-4ba5-468b-8478-7d49fa791feb req-1894d1df-c8e8-4e50-a7ca-b83831a13265 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:57.214758 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de3d7645-4ba5-468b-8478-7d49fa791feb req-1894d1df-c8e8-4e50-a7ca-b83831a13265 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 950 time: 0.1209228 Nov 02 12:35:57.293175 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:57.367610 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] Publish callbacks [] for port (987a1762-b6cf-49be-b90d-c1a0b53db8dd), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:57.386036 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:57.407529 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7c46f87d-4dc7-43ce-9e74-5e934311cb19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:57.414167 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-1e04b5fe-3a24-45d8-a424-5c15c5db3217 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=9929679b00cb4db39002b1ae432a2539&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705824 Nov 02 12:35:57.457587 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (987a1762-b6cf-49be-b90d-c1a0b53db8dd), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:57.483713 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] Attempting to bind port 987a1762-b6cf-49be-b90d-c1a0b53db8dd on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:35:57.484369 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] Attempting to bind port 987a1762-b6cf-49be-b90d-c1a0b53db8dd by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:35:57.484922 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] Attempting to bind port 987a1762-b6cf-49be-b90d-c1a0b53db8dd on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:57.572736 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db586b78-481d-4a5a-a210-b2d005c6e6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:57.598858 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:35:57.599369 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:57.599795 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:57.600282 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:35:57.600786 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] Bound port: 987a1762-b6cf-49be-b90d-c1a0b53db8dd, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:35:57.601163 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (987a1762-b6cf-49be-b90d-c1a0b53db8dd), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:57.602416 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7c46f87d-4dc7-43ce-9e74-5e934311cb19 admin admin] Publish callbacks [] for security_group (07f21c2b-ce13-46b1-a1d7-6388257563d7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:57.676260 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d9f86-4f1b-43dd-ba72-2eb61a9f9ec5 None None] Pushing event updated for resources: {'Port': ['ID=987a1762-b6cf-49be-b90d-c1a0b53db8dd,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:57.713676 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] For port 987a1762-b6cf-49be-b90d-c1a0b53db8dd, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:57.719765 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:57.724390 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] For port 987a1762-b6cf-49be-b90d-c1a0b53db8dd, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=987a1762-b6cf-49be-b90d-c1a0b53db8dd,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:35:57.769347 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7c46f87d-4dc7-43ce-9e74-5e934311cb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (07f21c2b-ce13-46b1-a1d7-6388257563d7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:57.792453 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57502) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:57.811947 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (987a1762-b6cf-49be-b90d-c1a0b53db8dd), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:57.833694 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-de3d7645-4ba5-468b-8478-7d49fa791feb req-986f8d48-685c-4e7b-ba7e-dccc8f4808c1 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Deleting port 0b5c2458-e96d-4ef7-91f3-71586f8654af {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:35:57.834196 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-de3d7645-4ba5-468b-8478-7d49fa791feb req-986f8d48-685c-4e7b-ba7e-dccc8f4808c1 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0b5c2458-e96d-4ef7-91f3-71586f8654af), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:57.853954 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] Routers {'f56814f6-5bce-4af8-8bac-3f280dcbe617'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:35:57.854587 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:35:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f56814f6-5bce-4af8-8bac-3f280dcbe617'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:57.869685 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-db586b78-481d-4a5a-a210-b2d005c6e6e0 admin admin] Allocated IP 172.20.0.1 (4e21e97b-510c-44f1-81ec-8bd474cbbb71/6fe8348d-f05d-4917-870e-53ca868fcfb2/3358bd8d-2c00-4f8c-8db6-57c136069373) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:57.899738 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484517b7-4f06-4706-9922-4f081b39ec1f req-74b985b4-5db7-44ec-a1c9-a8abf8bdeade tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:57.902251 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-484517b7-4f06-4706-9922-4f081b39ec1f req-74b985b4-5db7-44ec-a1c9-a8abf8bdeade tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 950 time: 0.4398055 Nov 02 12:35:57.928455 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7c46f87d-4dc7-43ce-9e74-5e934311cb19 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8a4b8cbfeadf49b49faeeb861c169706&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1066196 Nov 02 12:35:57.929191 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57506) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:57.931943 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d9f86-4f1b-43dd-ba72-2eb61a9f9ec5 None None] Pushing event updated for resources: {'Port': ['ID=987a1762-b6cf-49be-b90d-c1a0b53db8dd,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:57.978885 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:58.013234 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] Set router f56814f6-5bce-4af8-8bac-3f280dcbe617 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:35:58.056748 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-484517b7-4f06-4706-9922-4f081b39ec1f req-0704ad5f-8767-4006-ac4f-1c8eb5e3e6e7 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4261ede9-c37a-4a0e-91c8-61be1ce8ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439776 Nov 02 12:35:58.058418 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a60065d6-1b4c-4353-a935-a7254c9fde9e admin admin] Publish callbacks [] for security_group (07f21c2b-ce13-46b1-a1d7-6388257563d7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:58.065750 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-872bfc54-5643-4eed-8450-2b815bdc8852 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:58.073168 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-872bfc54-5643-4eed-8450-2b815bdc8852 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6128292 Nov 02 12:35:58.087146 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a60065d6-1b4c-4353-a935-a7254c9fde9e admin admin] Publish callbacks [] for security_group (07f21c2b-ce13-46b1-a1d7-6388257563d7), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:58.089308 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:58.101445 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46f87d-4dc7-43ce-9e74-5e934311cb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f21c2b-ce13-46b1-a1d7-6388257563d7,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:58.152632 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f4909812-5733-42ba-93dc-7787b3ad1f38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:58.158390 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-ad846a1d-6ec6-4156-8cb0-b2475195e714 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/quotas/9929679b00cb4db39002b1ae432a2539 HTTP/1.1" status: 200 len: 375 time: 0.0840859 Nov 02 12:35:58.195918 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db586b78-481d-4a5a-a210-b2d005c6e6e0 admin admin] Publish callbacks [] for port (3358bd8d-2c00-4f8c-8db6-57c136069373), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:58.262173 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56814f6-5bce-4af8-8bac-3f280dcbe617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-304223740-router', 'tenant_id': '4589769481b746e7bd703f2d34706a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '987a1762-b6cf-49be-b90d-c1a0b53db8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:52Z', 'updated_at': '2022-11-02T12:35:54Z', 'revision_number': 3, 'project_id': '4589769481b746e7bd703f2d34706a67', 'gw_port': {'id': '987a1762-b6cf-49be-b90d-c1a0b53db8dd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56814f6-5bce-4af8-8bac-3f280dcbe617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:53Z', 'updated_at': '2022-11-02T12:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:58.292790 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd8de3-82ce-44ee-94aa-e099f82c9ed3 None None] The sync data for ids ['f56814f6-5bce-4af8-8bac-3f280dcbe617'] in n-d-857339-6 is: [{'id': 'f56814f6-5bce-4af8-8bac-3f280dcbe617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-304223740-router', 'tenant_id': '4589769481b746e7bd703f2d34706a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '987a1762-b6cf-49be-b90d-c1a0b53db8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:52Z', 'updated_at': '2022-11-02T12:35:54Z', 'revision_number': 3, 'project_id': '4589769481b746e7bd703f2d34706a67', 'gw_port': {'id': '987a1762-b6cf-49be-b90d-c1a0b53db8dd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56814f6-5bce-4af8-8bac-3f280dcbe617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:53Z', 'updated_at': '2022-11-02T12:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:35:58.299253 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-de3d7645-4ba5-468b-8478-7d49fa791feb req-986f8d48-685c-4e7b-ba7e-dccc8f4808c1 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] For port 0b5c2458-e96d-4ef7-91f3-71586f8654af, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=0b5c2458-e96d-4ef7-91f3-71586f8654af,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:58.299635 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-de3d7645-4ba5-468b-8478-7d49fa791feb req-986f8d48-685c-4e7b-ba7e-dccc8f4808c1 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0b5c2458-e96d-4ef7-91f3-71586f8654af), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:58.303730 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5a110fd7-c106-4f71-9205-dce5cf8b3e37 req-10f20a26-1c64-41dc-9e83-a82f067b717f tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c232408a-2db9-4b25-b804-8792615c1d99 HTTP/1.1" status: 200 len: 210 time: 0.0841563 Nov 02 12:35:58.316125 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-ebfdb4af-ba94-460d-8542-ce578d91418e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9929679b00cb4db39002b1ae432a2539&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1347411 Nov 02 12:35:58.336583 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a60065d6-1b4c-4353-a935-a7254c9fde9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (07f21c2b-ce13-46b1-a1d7-6388257563d7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:58.342421 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a60065d6-1b4c-4353-a935-a7254c9fde9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:58.353337 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a60065d6-1b4c-4353-a935-a7254c9fde9e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/07f21c2b-ce13-46b1-a1d7-6388257563d7 HTTP/1.1" status: 204 len: 168 time: 0.4170845 Nov 02 12:35:58.359608 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-de3d7645-4ba5-468b-8478-7d49fa791feb req-986f8d48-685c-4e7b-ba7e-dccc8f4808c1 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Calling delete_port for 0b5c2458-e96d-4ef7-91f3-71586f8654af owned by compute:nova {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:35:58.382831 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60065d6-1b4c-4353-a935-a7254c9fde9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f21c2b-ce13-46b1-a1d7-6388257563d7,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:58.443717 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db586b78-481d-4a5a-a210-b2d005c6e6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (3358bd8d-2c00-4f8c-8db6-57c136069373), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:58.509545 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f4909812-5733-42ba-93dc-7787b3ad1f38 admin admin] Publish callbacks [] for security_group (ed09506a-5889-41c5-b25c-748033438560), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:58.524165 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db586b78-481d-4a5a-a210-b2d005c6e6e0 admin admin] Network 4e21e97b-510c-44f1-81ec-8bd474cbbb71 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:58.542822 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-db586b78-481d-4a5a-a210-b2d005c6e6e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:58.548801 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db586b78-481d-4a5a-a210-b2d005c6e6e0 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:35:58.559150 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db586b78-481d-4a5a-a210-b2d005c6e6e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (f56814f6-5bce-4af8-8bac-3f280dcbe617), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:58.559150 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db586b78-481d-4a5a-a210-b2d005c6e6e0 admin admin] Pushing event updated for resources: {'Port': ['ID=3358bd8d-2c00-4f8c-8db6-57c136069373,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:58.611925 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f4909812-5733-42ba-93dc-7787b3ad1f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ed09506a-5889-41c5-b25c-748033438560), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:58.694955 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f4909812-5733-42ba-93dc-7787b3ad1f38 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0b1853d4ef5641f2b759f15906db9671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8950195 Nov 02 12:35:58.714965 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57524) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:58.876832 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-de3d7645-4ba5-468b-8478-7d49fa791feb req-986f8d48-685c-4e7b-ba7e-dccc8f4808c1 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (0b5c2458-e96d-4ef7-91f3-71586f8654af), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:58.945618 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:58.945926 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4909812-5733-42ba-93dc-7787b3ad1f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed09506a-5889-41c5-b25c-748033438560,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:58.960665 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['0b5c2458-e96d-4ef7-91f3-71586f8654af'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:35:58.993545 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bfe0b5b2-890b-42da-a17f-f67cd5d6d207 req-0d127d10-bf09-4943-95ef-54332e30e28a tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 210 time: 0.2198880 Nov 02 12:35:59.055253 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ed9c69e2-a9c2-414a-a2f8-33918f35e8e7 admin admin] Publish callbacks [] for security_group (ed09506a-5889-41c5-b25c-748033438560), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:59.086996 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f8d48-685c-4e7b-ba7e-dccc8f4808c1 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Pushing event deleted for resources: {'Port': ['ID=0b5c2458-e96d-4ef7-91f3-71586f8654af,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:59.096329 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:59.109347 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ed9c69e2-a9c2-414a-a2f8-33918f35e8e7 admin admin] Publish callbacks [] for security_group (ed09506a-5889-41c5-b25c-748033438560), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:59.228923 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-88493729-ee33-4b31-8dd0-4c3369053b78 None None] Provisioning complete for port 3358bd8d-2c00-4f8c-8db6-57c136069373 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:59.229896 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-88493729-ee33-4b31-8dd0-4c3369053b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3358bd8d-2c00-4f8c-8db6-57c136069373), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:59.232452 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-88493729-ee33-4b31-8dd0-4c3369053b78 None None] Attempt 1 to provision port 3358bd8d-2c00-4f8c-8db6-57c136069373 Nov 02 12:35:59.248840 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3d7645-4ba5-468b-8478-7d49fa791feb req-986f8d48-685c-4e7b-ba7e-dccc8f4808c1 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] No DVR routers for this DVR port 0b5c2458-e96d-4ef7-91f3-71586f8654af on host n-h2-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:35:59.257869 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-de3d7645-4ba5-468b-8478-7d49fa791feb req-986f8d48-685c-4e7b-ba7e-dccc8f4808c1 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:59.262097 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de3d7645-4ba5-468b-8478-7d49fa791feb req-986f8d48-685c-4e7b-ba7e-dccc8f4808c1 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.75 "DELETE /networking/v2.0/ports/0b5c2458-e96d-4ef7-91f3-71586f8654af HTTP/1.1" status: 204 len: 173 time: 2.0437121 Nov 02 12:35:59.262849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770566dc-692d-4e7a-ad96-d33a9c01be92', 'name': 'network-vif-deleted', 'tag': '0b5c2458-e96d-4ef7-91f3-71586f8654af'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:59.266708 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6d6cb9-86ff-4178-9efa-a7f49e177297" -d '{"events": [{"server_uuid": "770566dc-692d-4e7a-ad96-d33a9c01be92", "name": "network-vif-deleted", "tag": "0b5c2458-e96d-4ef7-91f3-71586f8654af"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:59.358725 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c48891c-ef50-47b1-bb2e-4447171da5b8 x-openstack-request-id: req-4c48891c-ef50-47b1-bb2e-4447171da5b8 {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:59.358725 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770566dc-692d-4e7a-ad96-d33a9c01be92", "name": "network-vif-deleted", "tag": "0b5c2458-e96d-4ef7-91f3-71586f8654af", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:59.358725 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c48891c-ef50-47b1-bb2e-4447171da5b8 {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:59.358725 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c48891c-ef50-47b1-bb2e-4447171da5b8'] response: {'server_uuid': '770566dc-692d-4e7a-ad96-d33a9c01be92', 'name': 'network-vif-deleted', 'tag': '0b5c2458-e96d-4ef7-91f3-71586f8654af', 'status': 'completed', 'code': 200} Nov 02 12:35:59.383082 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ed9c69e2-a9c2-414a-a2f8-33918f35e8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ed09506a-5889-41c5-b25c-748033438560), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:59.390864 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ed9c69e2-a9c2-414a-a2f8-33918f35e8e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:59.393114 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ed9c69e2-a9c2-414a-a2f8-33918f35e8e7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ed09506a-5889-41c5-b25c-748033438560 HTTP/1.1" status: 204 len: 168 time: 0.6769974 Nov 02 12:35:59.405848 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c69e2-a9c2-414a-a2f8-33918f35e8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed09506a-5889-41c5-b25c-748033438560,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:59.422044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-88493729-ee33-4b31-8dd0-4c3369053b78 None None] Port 3358bd8d-2c00-4f8c-8db6-57c136069373 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:35:59.428544 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:59.602655 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e92390b1-d44d-4d10-b35c-89c9e742342a req-e1225815-a055-4bd8-be59-3d801e914082 tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 210 time: 0.1597402 Nov 02 12:35:59.712335 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5cf1911d-b407-442a-ad17-25f93ee403f9 req-0c1f0777-03ac-45b9-882f-9d9284dc2329 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c232408a-2db9-4b25-b804-8792615c1d99 HTTP/1.1" status: 200 len: 210 time: 0.0848532 Nov 02 12:35:59.927553 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db586b78-481d-4a5a-a210-b2d005c6e6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3358bd8d-2c00-4f8c-8db6-57c136069373), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:59.993150 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:00.149056 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d888072a-9395-4007-8915-5ed0014f9c20 req-6b471c40-e508-4c2b-b502-61b5c5c701a1 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 210 time: 0.0378227 Nov 02 12:36:00.201988 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-677f73c8-2ef1-474e-96ed-37acc200f2a7 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=6e09079e89384417879f678c0a4df5c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282071 Nov 02 12:36:00.239809 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db586b78-481d-4a5a-a210-b2d005c6e6e0 admin admin] Publish callbacks [] for port (3358bd8d-2c00-4f8c-8db6-57c136069373), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:00.251352 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:00.345335 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-e8c9b05c-748d-408d-8815-aba56ef2efd7 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:00.347005 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-e8c9b05c-748d-408d-8815-aba56ef2efd7 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1402349 Nov 02 12:36:00.370316 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-50cbaad4-fb05-4c9b-8833-bfee4d1e09b2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Request body: {'port': {'device_id': 'c232408a-2db9-4b25-b804-8792615c1d99', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': '6e09079e89384417879f678c0a4df5c2'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:00.468950 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db586b78-481d-4a5a-a210-b2d005c6e6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3358bd8d-2c00-4f8c-8db6-57c136069373), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:00.472321 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db586b78-481d-4a5a-a210-b2d005c6e6e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (f56814f6-5bce-4af8-8bac-3f280dcbe617), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:00.582464 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57576) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:00.629872 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-be727c2c-82a6-4d50-bdbc-e16f213f30cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:00.706927 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 987a1762-b6cf-49be-b90d-c1a0b53db8dd up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:00.801825 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-50cbaad4-fb05-4c9b-8833-bfee4d1e09b2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Made reservation on behalf of 6e09079e89384417879f678c0a4df5c2 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:36:00.809235 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-50cbaad4-fb05-4c9b-8833-bfee4d1e09b2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:00.812397 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57582) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:00.839694 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db586b78-481d-4a5a-a210-b2d005c6e6e0 admin admin] Pushing event updated for resources: {'Port': ['ID=3358bd8d-2c00-4f8c-8db6-57c136069373,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:00.904773 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 987a1762-b6cf-49be-b90d-c1a0b53db8dd triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:00.905198 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (987a1762-b6cf-49be-b90d-c1a0b53db8dd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:00.905542 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 987a1762-b6cf-49be-b90d-c1a0b53db8dd Nov 02 12:36:00.909692 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-be727c2c-82a6-4d50-bdbc-e16f213f30cf admin admin] Publish callbacks [] for security_group (10affa5c-0de9-42a4-a6ec-a9d7646b9882), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:00.980297 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2621e4be-9adf-44bb-bb37-201cb6028966 req-d1a1d380-7cd5-445e-9c5b-8925bccb9e5e tempest-DeleteServersAdminTestJSON-1684711551 tempest-DeleteServersAdminTestJSON-1684711551-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=770566dc-692d-4e7a-ad96-d33a9c01be92 HTTP/1.1" status: 200 len: 210 time: 0.2002730 Nov 02 12:36:00.988031 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db586b78-481d-4a5a-a210-b2d005c6e6e0 admin admin] Network 4e21e97b-510c-44f1-81ec-8bd474cbbb71 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:00.992022 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-db586b78-481d-4a5a-a210-b2d005c6e6e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:01.010071 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-be727c2c-82a6-4d50-bdbc-e16f213f30cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (10affa5c-0de9-42a4-a6ec-a9d7646b9882), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:01.082249 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c0471db4-07d5-4389-aac4-a9d75b5421c9 req-14dced7a-962a-4f93-92b2-4b47ec33150e tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c232408a-2db9-4b25-b804-8792615c1d99 HTTP/1.1" status: 200 len: 210 time: 0.1138706 Nov 02 12:36:01.171187 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 987a1762-b6cf-49be-b90d-c1a0b53db8dd is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:01.173488 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (987a1762-b6cf-49be-b90d-c1a0b53db8dd), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:01.194175 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be727c2c-82a6-4d50-bdbc-e16f213f30cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10affa5c-0de9-42a4-a6ec-a9d7646b9882,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:01.219874 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 987a1762-b6cf-49be-b90d-c1a0b53db8dd, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=987a1762-b6cf-49be-b90d-c1a0b53db8dd,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:01.248324 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-be727c2c-82a6-4d50-bdbc-e16f213f30cf admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=baeeff98003148f08813c64f406fd674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6635478 Nov 02 12:36:01.251007 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57596) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:01.273069 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ba96-1087-4bf5-949d-eaaf74135546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:01.331924 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-50cbaad4-fb05-4c9b-8833-bfee4d1e09b2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Allocated IP 192.168.233.194 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/fb604afe-95f1-4593-9fa2-2ef9bef29837) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:36:01.347276 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c5c59452-c088-41e4-8474-7c95e7f8fce2 req-6328a677-998d-4bef-a5dd-c63af5dd7d49 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 210 time: 0.0719571 Nov 02 12:36:01.387625 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-849bac5b-bc08-4307-8699-fdc6e7c12b32 admin admin] Publish callbacks [] for security_group (10affa5c-0de9-42a4-a6ec-a9d7646b9882), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:01.393361 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (987a1762-b6cf-49be-b90d-c1a0b53db8dd), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:01.435348 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db586b78-481d-4a5a-a210-b2d005c6e6e0 admin admin] Router f56814f6-5bce-4af8-8bac-3f280dcbe617 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:36:01.463252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=987a1762-b6cf-49be-b90d-c1a0b53db8dd,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:01.477089 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-728f7990-c4ce-4540-a18e-1999f52c2069 None None] Provisioning complete for port 3358bd8d-2c00-4f8c-8db6-57c136069373 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:01.478051 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-728f7990-c4ce-4540-a18e-1999f52c2069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3358bd8d-2c00-4f8c-8db6-57c136069373), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:01.478958 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-728f7990-c4ce-4540-a18e-1999f52c2069 None None] Attempt 1 to provision port 3358bd8d-2c00-4f8c-8db6-57c136069373 Nov 02 12:36:01.498196 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-849bac5b-bc08-4307-8699-fdc6e7c12b32 admin admin] Publish callbacks [] for security_group (10affa5c-0de9-42a4-a6ec-a9d7646b9882), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:01.537402 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 0b5c2458-e96d-4ef7-91f3-71586f8654af no longer exists at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:01.545528 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-728f7990-c4ce-4540-a18e-1999f52c2069 None None] Port 3358bd8d-2c00-4f8c-8db6-57c136069373 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:36:01.570048 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] No Port match for: 0b5c2458-e96d-4ef7-91f3-71586f8654af {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:01.570648 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 0b5c2458-e96d-4ef7-91f3-71586f8654af not bound to the agent host n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:01.639898 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ba96-1087-4bf5-949d-eaaf74135546 admin admin] Publish callbacks [] for security_group (b004d166-6d41-4ea1-81f9-5b9b35473903), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:01.693518 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db586b78-481d-4a5a-a210-b2d005c6e6e0 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:36:01.708849 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-db586b78-481d-4a5a-a210-b2d005c6e6e0 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/f56814f6-5bce-4af8-8bac-3f280dcbe617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2942004 Nov 02 12:36:01.709273 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] Sync routers for ids ['f56814f6-5bce-4af8-8bac-3f280dcbe617'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:36:01.724533 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] Routers {'f56814f6-5bce-4af8-8bac-3f280dcbe617'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:01.726116 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:35:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f56814f6-5bce-4af8-8bac-3f280dcbe617'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:01.775063 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-50cbaad4-fb05-4c9b-8833-bfee4d1e09b2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks [] for port (fb604afe-95f1-4593-9fa2-2ef9bef29837), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:01.781560 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ba96-1087-4bf5-949d-eaaf74135546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b004d166-6d41-4ea1-81f9-5b9b35473903), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:01.832383 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-849bac5b-bc08-4307-8699-fdc6e7c12b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (10affa5c-0de9-42a4-a6ec-a9d7646b9882), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:01.836103 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-849bac5b-bc08-4307-8699-fdc6e7c12b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:01.838889 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:01.839492 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-849bac5b-bc08-4307-8699-fdc6e7c12b32 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/10affa5c-0de9-42a4-a6ec-a9d7646b9882 HTTP/1.1" status: 204 len: 168 time: 0.5873487 Nov 02 12:36:01.842382 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8ba96-1087-4bf5-949d-eaaf74135546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b004d166-6d41-4ea1-81f9-5b9b35473903,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:01.847314 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e0d8ba96-1087-4bf5-949d-eaaf74135546 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0f2c7334e03a44f8a101032e7caaff05&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0335228 Nov 02 12:36:01.851558 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57606) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:01.854833 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] Set router f56814f6-5bce-4af8-8bac-3f280dcbe617 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:01.867590 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bac5b-bc08-4307-8699-fdc6e7c12b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10affa5c-0de9-42a4-a6ec-a9d7646b9882,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:01.895386 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-50cbaad4-fb05-4c9b-8833-bfee4d1e09b2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (fb604afe-95f1-4593-9fa2-2ef9bef29837), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:01.992725 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-186fbb53-97e1-4114-8467-f015e1a979e9 admin admin] Publish callbacks [] for security_group (b004d166-6d41-4ea1-81f9-5b9b35473903), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:02.002549 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:02.034994 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-50cbaad4-fb05-4c9b-8833-bfee4d1e09b2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:02.041062 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-50cbaad4-fb05-4c9b-8833-bfee4d1e09b2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:02.046941 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-50cbaad4-fb05-4c9b-8833-bfee4d1e09b2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:36:02.053211 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-50cbaad4-fb05-4c9b-8833-bfee4d1e09b2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:02.054570 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-50cbaad4-fb05-4c9b-8833-bfee4d1e09b2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:02.059295 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbaad4-fb05-4c9b-8833-bfee4d1e09b2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Pushing event updated for resources: {'Port': ['ID=fb604afe-95f1-4593-9fa2-2ef9bef29837,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:02.126811 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-186fbb53-97e1-4114-8467-f015e1a979e9 admin admin] Publish callbacks [] for security_group (b004d166-6d41-4ea1-81f9-5b9b35473903), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:02.175546 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-50cbaad4-fb05-4c9b-8833-bfee4d1e09b2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8089309 Nov 02 12:36:02.190086 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['a911b949-15e2-47ba-aea9-5c8e8118311c'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:36:02.192883 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['8151f4b5-7a32-4062-8f54-70ba3968340d'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:36:02.204788 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] Request body: {'port': {'device_id': 'c232408a-2db9-4b25-b804-8792615c1d99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-857339-6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:02.448129 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:02.469373 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8453b4-8a71-411b-8d16-fba63a25d059 req-43e209b6-8b77-4eee-8233-586d12fc68af tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:02.475651 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ff8453b4-8a71-411b-8d16-fba63a25d059 req-43e209b6-8b77-4eee-8233-586d12fc68af tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c232408a-2db9-4b25-b804-8792615c1d99 HTTP/1.1" status: 200 len: 936 time: 0.0953200 Nov 02 12:36:02.488297 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fb604afe-95f1-4593-9fa2-2ef9bef29837), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:02.541862 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-186fbb53-97e1-4114-8467-f015e1a979e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b004d166-6d41-4ea1-81f9-5b9b35473903), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:02.548983 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-186fbb53-97e1-4114-8467-f015e1a979e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:02.550667 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-186fbb53-97e1-4114-8467-f015e1a979e9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b004d166-6d41-4ea1-81f9-5b9b35473903 HTTP/1.1" status: 204 len: 168 time: 0.6979523 Nov 02 12:36:02.569072 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fbb53-97e1-4114-8467-f015e1a979e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b004d166-6d41-4ea1-81f9-5b9b35473903,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:02.646935 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:02.657304 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 987a1762-b6cf-49be-b90d-c1a0b53db8dd up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:02.662000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a2d5a9cd-6477-4610-bfb2-20aa4a268b45 None None] Provisioning complete for port fb604afe-95f1-4593-9fa2-2ef9bef29837 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:02.662601 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a2d5a9cd-6477-4610-bfb2-20aa4a268b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fb604afe-95f1-4593-9fa2-2ef9bef29837), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:02.663119 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a2d5a9cd-6477-4610-bfb2-20aa4a268b45 None None] Attempt 1 to provision port fb604afe-95f1-4593-9fa2-2ef9bef29837 Nov 02 12:36:02.670537 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ff8453b4-8a71-411b-8d16-fba63a25d059 req-960dcfb6-f0c1-4813-b633-2c9b78881f41 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918344 Nov 02 12:36:02.706274 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-986bd956-b95c-48f0-b12a-ca231b76e59f req-7b9260fe-d453-4de8-beeb-b05643110799 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 210 time: 0.0873384 Nov 02 12:36:02.759079 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a2d5a9cd-6477-4610-bfb2-20aa4a268b45 None None] Port fb604afe-95f1-4593-9fa2-2ef9bef29837 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:36:02.872052 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56814f6-5bce-4af8-8bac-3f280dcbe617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-304223740-router', 'tenant_id': '4589769481b746e7bd703f2d34706a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '987a1762-b6cf-49be-b90d-c1a0b53db8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:52Z', 'updated_at': '2022-11-02T12:35:59Z', 'revision_number': 4, 'project_id': '4589769481b746e7bd703f2d34706a67', 'gw_port': {'id': '987a1762-b6cf-49be-b90d-c1a0b53db8dd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56814f6-5bce-4af8-8bac-3f280dcbe617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:53Z', 'updated_at': '2022-11-02T12:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '3358bd8d-2c00-4f8c-8db6-57c136069373', 'name': '', 'network_id': '4e21e97b-510c-44f1-81ec-8bd474cbbb71', 'tenant_id': '4589769481b746e7bd703f2d34706a67', 'mac_address': 'fa:16:3e:86:2e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56814f6-5bce-4af8-8bac-3f280dcbe617', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '6fe8348d-f05d-4917-870e-53ca868fcfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:57Z', 'updated_at': '2022-11-02T12:36:00Z', 'revision_number': 2, 'project_id': '4589769481b746e7bd703f2d34706a67', 'subnets': [{'id': '6fe8348d-f05d-4917-870e-53ca868fcfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:02.899046 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:02.915286 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] Checking router: f56814f6-5bce-4af8-8bac-3f280dcbe617 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:36:02.915897 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] Updating router f56814f6-5bce-4af8-8bac-3f280dcbe617 port 3358bd8d-2c00-4f8c-8db6-57c136069373 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:36:02.950261 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3358bd8d-2c00-4f8c-8db6-57c136069373), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:02.963301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 987a1762-b6cf-49be-b90d-c1a0b53db8dd triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:02.963919 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (987a1762-b6cf-49be-b90d-c1a0b53db8dd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:02.964409 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 987a1762-b6cf-49be-b90d-c1a0b53db8dd Nov 02 12:36:03.016711 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-6388744a-5547-4d25-ba46-a49a06a46df6 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=9929679b00cb4db39002b1ae432a2539&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476384 Nov 02 12:36:03.089394 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:03.168804 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb604afe-95f1-4593-9fa2-2ef9bef29837 {{(pid=105975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:36:03.178792 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] Publish callbacks [] for port (fb604afe-95f1-4593-9fa2-2ef9bef29837), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:03.206327 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.provisioning_blocks [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] Transition to ACTIVE for port object fb604afe-95f1-4593-9fa2-2ef9bef29837 will not be triggered until provisioned by entity L2. {{(pid=105975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:36:03.210629 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:03.310987 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-50e89399-8b98-4591-8273-7c3428632a14 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:03.313127 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-50e89399-8b98-4591-8273-7c3428632a14 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2910841 Nov 02 12:36:03.315248 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (fb604afe-95f1-4593-9fa2-2ef9bef29837), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:03.337795 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-dbcc6c69-04da-4c3e-b749-1d6fd5660101 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Request body: {'port': {'device_id': '99c15163-d75c-45bd-8a07-f7d7b7d37455', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': '9929679b00cb4db39002b1ae432a2539'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:03.376084 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 987a1762-b6cf-49be-b90d-c1a0b53db8dd is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:03.554112 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] Publish callbacks [] for port (3358bd8d-2c00-4f8c-8db6-57c136069373), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:03.650631 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3358bd8d-2c00-4f8c-8db6-57c136069373), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:03.676691 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:03.702008 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-dbcc6c69-04da-4c3e-b749-1d6fd5660101 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Made reservation on behalf of 9929679b00cb4db39002b1ae432a2539 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:36:03.708310 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-dbcc6c69-04da-4c3e-b749-1d6fd5660101 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:03.711716 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] Pushing event updated for resources: {'Port': ['ID=fb604afe-95f1-4593-9fa2-2ef9bef29837,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:03.732608 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefe95f-61c5-4f05-9431-e96ac52e6a73 None None] Pushing event updated for resources: {'Port': ['ID=3358bd8d-2c00-4f8c-8db6-57c136069373,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:03.785739 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] Attempting to bind port fb604afe-95f1-4593-9fa2-2ef9bef29837 on host n-h1-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:36:03.786212 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] Attempting to bind port fb604afe-95f1-4593-9fa2-2ef9bef29837 by drivers openvswitch,hyperv on host n-h1-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:36:03.786561 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] Attempting to bind port fb604afe-95f1-4593-9fa2-2ef9bef29837 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:36:03.844560 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] Attempting to bind port 3358bd8d-2c00-4f8c-8db6-57c136069373 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:36:03.845368 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] Attempting to bind port 3358bd8d-2c00-4f8c-8db6-57c136069373 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '7a18072f-ae3e-4e46-afd7-edc402870d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4e21e97b-510c-44f1-81ec-8bd474cbbb71'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:36:03.845368 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] Attempting to bind port 3358bd8d-2c00-4f8c-8db6-57c136069373 on network 4e21e97b-510c-44f1-81ec-8bd474cbbb71 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:36:03.922830 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] Port fb604afe-95f1-4593-9fa2-2ef9bef29837 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h1-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:36:03.922830 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] Attempting to bind port fb604afe-95f1-4593-9fa2-2ef9bef29837 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:36:03.957878 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:36:03.958260 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] Checking segment: {'id': '7a18072f-ae3e-4e46-afd7-edc402870d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4e21e97b-510c-44f1-81ec-8bd474cbbb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:03.958658 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1e87eeb9-5aba-45fd-ba70-ccdaff892751 req-929a0385-07bf-445c-9816-a43bec59466d tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 210 time: 0.0742254 Nov 02 12:36:03.958776 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:03.959082 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] Bound using segment: {'id': '7a18072f-ae3e-4e46-afd7-edc402870d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4e21e97b-510c-44f1-81ec-8bd474cbbb71'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:36:03.959600 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] Bound port: 3358bd8d-2c00-4f8c-8db6-57c136069373, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a18072f-ae3e-4e46-afd7-edc402870d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4e21e97b-510c-44f1-81ec-8bd474cbbb71'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:36:03.959991 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3358bd8d-2c00-4f8c-8db6-57c136069373), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:04.021050 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68b500-27c5-4147-9921-a15cdb20e65c req-133ac9fc-eb8d-45bc-b4aa-21e41217ad8f tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:04.029762 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-eb68b500-27c5-4147-9921-a15cdb20e65c req-133ac9fc-eb8d-45bc-b4aa-21e41217ad8f tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c232408a-2db9-4b25-b804-8792615c1d99 HTTP/1.1" status: 200 len: 948 time: 0.1511798 Nov 02 12:36:04.035689 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:04.098637 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-eb68b500-27c5-4147-9921-a15cdb20e65c req-1f8d8b76-a437-44bd-b7e4-60580f62fae7 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676200 Nov 02 12:36:04.103001 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] Checking agent: {'id': '28672587-11d8-44d6-bec6-0497f44187a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:36:04.103905 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:04.104615 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:36:04.106397 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] Bound port: fb604afe-95f1-4593-9fa2-2ef9bef29837, host: n-h1-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:36:04.107122 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fb604afe-95f1-4593-9fa2-2ef9bef29837), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:04.130560 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] For port 3358bd8d-2c00-4f8c-8db6-57c136069373, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:36:04.130560 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] For port 3358bd8d-2c00-4f8c-8db6-57c136069373, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3358bd8d-2c00-4f8c-8db6-57c136069373,segment=NetworkSegment(7a18072f-ae3e-4e46-afd7-edc402870d96),segment_id=7a18072f-ae3e-4e46-afd7-edc402870d96)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:36:04.205349 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] For port fb604afe-95f1-4593-9fa2-2ef9bef29837, host n-h1-857339-6, cleared binding levels {{(pid=105975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:36:04.208824 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] For port fb604afe-95f1-4593-9fa2-2ef9bef29837, host n-h1-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=fb604afe-95f1-4593-9fa2-2ef9bef29837,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:36:04.243177 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3358bd8d-2c00-4f8c-8db6-57c136069373), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:04.271628 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-dbcc6c69-04da-4c3e-b749-1d6fd5660101 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Allocated IP 192.168.233.218 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/4fd2315f-3bee-4c55-9a39-5f59138d2385) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:36:04.281746 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] Routers {'f56814f6-5bce-4af8-8bac-3f280dcbe617'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:04.282496 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:35:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f56814f6-5bce-4af8-8bac-3f280dcbe617'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:04.337318 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (fb604afe-95f1-4593-9fa2-2ef9bef29837), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:04.344246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:04.345005 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:04.348778 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/fb604afe-95f1-4593-9fa2-2ef9bef29837 HTTP/1.1" status: 200 len: 1096 time: 2.1539037 Nov 02 12:36:04.349463 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c232408a-2db9-4b25-b804-8792615c1d99', 'tag': 'fb604afe-95f1-4593-9fa2-2ef9bef29837'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:36:04.353966 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aea1561-feee-4039-95e4-b034961de19a" -d '{"events": [{"name": "network-changed", "server_uuid": "c232408a-2db9-4b25-b804-8792615c1d99", "tag": "fb604afe-95f1-4593-9fa2-2ef9bef29837"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:36:04.354559 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefe95f-61c5-4f05-9431-e96ac52e6a73 None None] Pushing event updated for resources: {'Port': ['ID=3358bd8d-2c00-4f8c-8db6-57c136069373,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:04.429486 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:04.446298 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] Set router f56814f6-5bce-4af8-8bac-3f280dcbe617 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:04.475854 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46e0b6b-03ae-46b8-8bf0-34fbf0606507 x-openstack-request-id: req-f46e0b6b-03ae-46b8-8bf0-34fbf0606507 {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:36:04.476131 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c232408a-2db9-4b25-b804-8792615c1d99", "tag": "fb604afe-95f1-4593-9fa2-2ef9bef29837", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:36:04.476991 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f46e0b6b-03ae-46b8-8bf0-34fbf0606507 {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:36:04.477456 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f46e0b6b-03ae-46b8-8bf0-34fbf0606507'] response: {'name': 'network-changed', 'server_uuid': 'c232408a-2db9-4b25-b804-8792615c1d99', 'tag': 'fb604afe-95f1-4593-9fa2-2ef9bef29837', 'status': 'completed', 'code': 200} Nov 02 12:36:04.505491 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ae302-c71f-4ca0-9612-2d5aad1f51dc service neutron] Pushing event updated for resources: {'Port': ['ID=fb604afe-95f1-4593-9fa2-2ef9bef29837,revision_number=3']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:04.548180 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57666) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:04.577365 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:04.622282 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-dbcc6c69-04da-4c3e-b749-1d6fd5660101 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks [] for port (4fd2315f-3bee-4c55-9a39-5f59138d2385), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:04.637889 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea1561-feee-4039-95e4-b034961de19a req-54da021f-e256-434a-8552-fbac71bd403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:04.640053 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1aea1561-feee-4039-95e4-b034961de19a req-54da021f-e256-434a-8552-fbac71bd403d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=6e09079e89384417879f678c0a4df5c2&device_id=c232408a-2db9-4b25-b804-8792615c1d99 HTTP/1.1" status: 200 len: 1130 time: 0.0850334 Nov 02 12:36:04.690641 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1aea1561-feee-4039-95e4-b034961de19a req-ae4029f0-00d9-4d52-988e-dc7075de4ab5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=6e09079e89384417879f678c0a4df5c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363495 Nov 02 12:36:04.695705 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57672) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:04.721808 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-90622b23-e298-4dce-b5d3-763f4f90d993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:04.780563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56814f6-5bce-4af8-8bac-3f280dcbe617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-304223740-router', 'tenant_id': '4589769481b746e7bd703f2d34706a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '987a1762-b6cf-49be-b90d-c1a0b53db8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:52Z', 'updated_at': '2022-11-02T12:35:59Z', 'revision_number': 4, 'project_id': '4589769481b746e7bd703f2d34706a67', 'gw_port': {'id': '987a1762-b6cf-49be-b90d-c1a0b53db8dd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56814f6-5bce-4af8-8bac-3f280dcbe617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:53Z', 'updated_at': '2022-11-02T12:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '3358bd8d-2c00-4f8c-8db6-57c136069373', 'name': '', 'network_id': '4e21e97b-510c-44f1-81ec-8bd474cbbb71', 'tenant_id': '4589769481b746e7bd703f2d34706a67', 'mac_address': 'fa:16:3e:86:2e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56814f6-5bce-4af8-8bac-3f280dcbe617', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '6fe8348d-f05d-4917-870e-53ca868fcfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:57Z', 'updated_at': '2022-11-02T12:36:04Z', 'revision_number': 4, 'project_id': '4589769481b746e7bd703f2d34706a67', 'subnets': [{'id': '6fe8348d-f05d-4917-870e-53ca868fcfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:04.816703 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-dbcc6c69-04da-4c3e-b749-1d6fd5660101 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (4fd2315f-3bee-4c55-9a39-5f59138d2385), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:04.845368 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0cd982-ba8c-483b-a758-3e525a158be4 None None] The sync data for ids ['f56814f6-5bce-4af8-8bac-3f280dcbe617'] in n-d-857339-6 is: [{'id': 'f56814f6-5bce-4af8-8bac-3f280dcbe617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-304223740-router', 'tenant_id': '4589769481b746e7bd703f2d34706a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '987a1762-b6cf-49be-b90d-c1a0b53db8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:52Z', 'updated_at': '2022-11-02T12:35:59Z', 'revision_number': 4, 'project_id': '4589769481b746e7bd703f2d34706a67', 'gw_port': {'id': '987a1762-b6cf-49be-b90d-c1a0b53db8dd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56814f6-5bce-4af8-8bac-3f280dcbe617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:53Z', 'updated_at': '2022-11-02T12:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '3358bd8d-2c00-4f8c-8db6-57c136069373', 'name': '', 'network_id': '4e21e97b-510c-44f1-81ec-8bd474cbbb71', 'tenant_id': '4589769481b746e7bd703f2d34706a67', 'mac_address': 'fa:16:3e:86:2e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56814f6-5bce-4af8-8bac-3f280dcbe617', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '6fe8348d-f05d-4917-870e-53ca868fcfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:57Z', 'updated_at': '2022-11-02T12:36:04Z', 'revision_number': 4, 'project_id': '4589769481b746e7bd703f2d34706a67', 'subnets': [{'id': '6fe8348d-f05d-4917-870e-53ca868fcfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:36:04.855348 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['df5c0c04-c31c-4b89-89ec-fb14f2763e26'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:36:04.937134 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:04.967167 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-dbcc6c69-04da-4c3e-b749-1d6fd5660101 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:04.981352 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-dbcc6c69-04da-4c3e-b749-1d6fd5660101 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:05.049415 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-dbcc6c69-04da-4c3e-b749-1d6fd5660101 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:36:05.054054 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-dbcc6c69-04da-4c3e-b749-1d6fd5660101 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:05.057324 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-dbcc6c69-04da-4c3e-b749-1d6fd5660101 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:05.125968 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc6c69-04da-4c3e-b749-1d6fd5660101 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Pushing event updated for resources: {'Port': ['ID=4fd2315f-3bee-4c55-9a39-5f59138d2385,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:05.209305 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-90622b23-e298-4dce-b5d3-763f4f90d993 admin admin] Publish callbacks [] for security_group (a5d30058-394c-43cc-8778-95098400ecc4), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:05.280634 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea1561-feee-4039-95e4-b034961de19a req-16934a5f-d342-419f-b215-63b76db1e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:05.281832 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-dbcc6c69-04da-4c3e-b749-1d6fd5660101 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9482610 Nov 02 12:36:05.286456 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1aea1561-feee-4039-95e4-b034961de19a req-16934a5f-d342-419f-b215-63b76db1e01e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5898440 Nov 02 12:36:05.315183 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] Request body: {'port': {'device_id': '99c15163-d75c-45bd-8a07-f7d7b7d37455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-857339-6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:05.408941 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-10a8f1c8-522a-482e-b10a-b30b1639050a None None] Provisioning complete for port 4fd2315f-3bee-4c55-9a39-5f59138d2385 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:05.409433 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-10a8f1c8-522a-482e-b10a-b30b1639050a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4fd2315f-3bee-4c55-9a39-5f59138d2385), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:05.409842 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-10a8f1c8-522a-482e-b10a-b30b1639050a None None] Attempt 1 to provision port 4fd2315f-3bee-4c55-9a39-5f59138d2385 Nov 02 12:36:05.434718 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8f4ec8de-ae4a-47d3-b35a-48bf96b578f2 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8ea3b8ac6b104721ba07c7b85bbb64aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8791251 Nov 02 12:36:05.439123 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4fd2315f-3bee-4c55-9a39-5f59138d2385), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:05.441382 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-90622b23-e298-4dce-b5d3-763f4f90d993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a5d30058-394c-43cc-8778-95098400ecc4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:05.443934 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57686) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:05.518095 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-10a8f1c8-522a-482e-b10a-b30b1639050a None None] Port 4fd2315f-3bee-4c55-9a39-5f59138d2385 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:36:05.555172 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90622b23-e298-4dce-b5d3-763f4f90d993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d30058-394c-43cc-8778-95098400ecc4,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:05.665833 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d21ba8-1721-4fd5-95ea-b35f44f95161 req-73ec1e17-f8f7-4e78-9753-a50da29389df tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:05.671799 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b2d21ba8-1721-4fd5-95ea-b35f44f95161 req-73ec1e17-f8f7-4e78-9753-a50da29389df tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 936 time: 0.4598186 Nov 02 12:36:05.733720 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18c87886-71d0-4318-8514-c6981fce0a0d admin admin] Publish callbacks [] for security_group (4261ede9-c37a-4a0e-91c8-61be1ce8ca48), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:05.740721 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-90622b23-e298-4dce-b5d3-763f4f90d993 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ef10b377cd11456fafafe212f8558769&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0431476 Nov 02 12:36:05.751142 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1513be6-03e7-424b-8275-a7c2e37e5430 req-25710f5a-9594-45af-b557-c61ab9d0b2f8 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:05.753219 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d1513be6-03e7-424b-8275-a7c2e37e5430 req-25710f5a-9594-45af-b557-c61ab9d0b2f8 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c232408a-2db9-4b25-b804-8792615c1d99 HTTP/1.1" status: 200 len: 948 time: 0.4582503 Nov 02 12:36:05.758085 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57696) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:05.774452 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:05.802259 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-4e293ce3-5b05-4427-a817-9e345f464659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:05.803916 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-4e293ce3-5b05-4427-a817-9e345f464659 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=6e09079e89384417879f678c0a4df5c2&device_id=c232408a-2db9-4b25-b804-8792615c1d99 HTTP/1.1" status: 200 len: 1130 time: 0.3468904 Nov 02 12:36:05.881271 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18c87886-71d0-4318-8514-c6981fce0a0d admin admin] Publish callbacks [] for security_group (4261ede9-c37a-4a0e-91c8-61be1ce8ca48), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:05.895054 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57700) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:05.906894 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-7eb1ff72-33cd-44b0-898c-82547de22f39 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118297358-network', 'tenant_id': '5eef2caea5e6495a8691216cadd2a45a'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:05.962408 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-3d0ca750-ad9b-4c60-8711-bc7c0a750335 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=fb604afe-95f1-4593-9fa2-2ef9bef29837 HTTP/1.1" status: 200 len: 217 time: 0.1327267 Nov 02 12:36:05.971845 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b2d21ba8-1721-4fd5-95ea-b35f44f95161 req-ea67eea8-e645-45c6-83b8-3f95ac4424eb tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806456 Nov 02 12:36:06.047469 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d1513be6-03e7-424b-8275-a7c2e37e5430 req-1ecb8bf2-3281-4283-8350-ea989ddb61e6 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793324 Nov 02 12:36:06.053821 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-74023582-acf7-498f-bc93-7314b84ec208 admin admin] Publish callbacks [] for security_group (a5d30058-394c-43cc-8778-95098400ecc4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:06.108714 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:06.126299 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb1ff72-33cd-44b0-898c-82547de22f39 admin admin] Made reservation on behalf of 5eef2caea5e6495a8691216cadd2a45a for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:36:06.129320 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ff72-33cd-44b0-898c-82547de22f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:06.147658 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ff72-33cd-44b0-898c-82547de22f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:06.157888 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-a42559be-bd4e-4eb1-94df-997e44eab8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:06.161803 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-a42559be-bd4e-4eb1-94df-997e44eab8dc service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1820114 Nov 02 12:36:06.182313 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-74023582-acf7-498f-bc93-7314b84ec208 admin admin] Publish callbacks [] for security_group (a5d30058-394c-43cc-8778-95098400ecc4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:06.308678 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18c87886-71d0-4318-8514-c6981fce0a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4261ede9-c37a-4a0e-91c8-61be1ce8ca48), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:06.311721 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18c87886-71d0-4318-8514-c6981fce0a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:06.313425 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-180b48de-ec3a-440d-a292-c54dcf775f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:06.314145 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-18c87886-71d0-4318-8514-c6981fce0a0d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4261ede9-c37a-4a0e-91c8-61be1ce8ca48 HTTP/1.1" status: 204 len: 168 time: 0.8298905 Nov 02 12:36:06.321667 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-180b48de-ec3a-440d-a292-c54dcf775f0e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1476295 Nov 02 12:36:06.335216 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87886-71d0-4318-8514-c6981fce0a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4261ede9-c37a-4a0e-91c8-61be1ce8ca48,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:06.359142 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd2315f-3bee-4c55-9a39-5f59138d2385 {{(pid=105976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:36:06.385716 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] Publish callbacks [] for port (4fd2315f-3bee-4c55-9a39-5f59138d2385), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:06.385716 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ff72-33cd-44b0-898c-82547de22f39 admin admin] Publish callbacks [] for security_group (fce9f284-88df-4c6d-b3f6-6edfe316a671), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:06.411481 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.provisioning_blocks [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] Transition to ACTIVE for port object 4fd2315f-3bee-4c55-9a39-5f59138d2385 will not be triggered until provisioned by entity L2. {{(pid=105976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:36:06.496874 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-d38475e8-c948-4ce8-9284-9b26c11b58d9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590602 Nov 02 12:36:06.627545 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4fd2315f-3bee-4c55-9a39-5f59138d2385), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:06.631669 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3358bd8d-2c00-4f8c-8db6-57c136069373 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:06.633207 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ff72-33cd-44b0-898c-82547de22f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fce9f284-88df-4c6d-b3f6-6edfe316a671), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:06.679286 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-74023582-acf7-498f-bc93-7314b84ec208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a5d30058-394c-43cc-8778-95098400ecc4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:06.696516 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-74023582-acf7-498f-bc93-7314b84ec208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:06.698709 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-74023582-acf7-498f-bc93-7314b84ec208 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a5d30058-394c-43cc-8778-95098400ecc4 HTTP/1.1" status: 204 len: 168 time: 0.9398696 Nov 02 12:36:06.716165 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74023582-acf7-498f-bc93-7314b84ec208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d30058-394c-43cc-8778-95098400ecc4,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:06.739149 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-78efe8f3-c004-46ed-aaae-1478da7e3283 req-0e253d76-1f11-43c7-b7b6-e66131008468 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337341 Nov 02 12:36:06.749589 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:06.777820 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1ff72-33cd-44b0-898c-82547de22f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce9f284-88df-4c6d-b3f6-6edfe316a671,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:06.822687 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3358bd8d-2c00-4f8c-8db6-57c136069373 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:06.823277 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3358bd8d-2c00-4f8c-8db6-57c136069373), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:06.823663 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3358bd8d-2c00-4f8c-8db6-57c136069373 Nov 02 12:36:06.851362 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb1ff72-33cd-44b0-898c-82547de22f39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:36:06.912408 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ff72-33cd-44b0-898c-82547de22f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a0f371c3-1b88-44f8-a1f8-d33ee287bc86), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:06.912786 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-7eb1ff72-33cd-44b0-898c-82547de22f39 admin admin] Added segment a0f371c3-1b88-44f8-a1f8-d33ee287bc86 of type vlan for network 8dc7adf1-33dd-4243-bfcf-fd2de560519a Nov 02 12:36:06.914173 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd2315f-3bee-4c55-9a39-5f59138d2385,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:06.931344 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] Attempting to bind port 4fd2315f-3bee-4c55-9a39-5f59138d2385 on host n-h1-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:36:06.931725 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] Attempting to bind port 4fd2315f-3bee-4c55-9a39-5f59138d2385 by drivers openvswitch,hyperv on host n-h1-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:36:06.932062 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] Attempting to bind port 4fd2315f-3bee-4c55-9a39-5f59138d2385 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:36:06.950998 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3358bd8d-2c00-4f8c-8db6-57c136069373 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:06.951393 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3358bd8d-2c00-4f8c-8db6-57c136069373), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:06.981680 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:07.017062 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 3358bd8d-2c00-4f8c-8db6-57c136069373, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3358bd8d-2c00-4f8c-8db6-57c136069373,segment=NetworkSegment(7a18072f-ae3e-4e46-afd7-edc402870d96),segment_id=7a18072f-ae3e-4e46-afd7-edc402870d96)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:07.041446 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] Port 4fd2315f-3bee-4c55-9a39-5f59138d2385 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h1-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:36:07.041780 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] Attempting to bind port 4fd2315f-3bee-4c55-9a39-5f59138d2385 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:36:07.090852 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ff72-33cd-44b0-898c-82547de22f39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (8dc7adf1-33dd-4243-bfcf-fd2de560519a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:07.124179 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3358bd8d-2c00-4f8c-8db6-57c136069373), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:07.141683 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] Checking agent: {'id': '28672587-11d8-44d6-bec6-0497f44187a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:36:07.142338 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:07.142931 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:36:07.143610 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] Bound port: 4fd2315f-3bee-4c55-9a39-5f59138d2385, host: n-h1-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:36:07.145035 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4fd2315f-3bee-4c55-9a39-5f59138d2385), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:07.162125 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc619ef-2e7e-4ed6-a364-d221a7166a88 req-9e9bbc03-4934-45ff-bf10-70a8fd9d2607 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:07.170572 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3fc619ef-2e7e-4ed6-a364-d221a7166a88 req-9e9bbc03-4934-45ff-bf10-70a8fd9d2607 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 948 time: 0.0838256 Nov 02 12:36:07.225087 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=3358bd8d-2c00-4f8c-8db6-57c136069373,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:07.249250 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] For port 4fd2315f-3bee-4c55-9a39-5f59138d2385, host n-h1-857339-6, cleared binding levels {{(pid=105976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:36:07.253961 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] For port 4fd2315f-3bee-4c55-9a39-5f59138d2385, host n-h1-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=4fd2315f-3bee-4c55-9a39-5f59138d2385,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:36:07.257837 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ff72-33cd-44b0-898c-82547de22f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (8dc7adf1-33dd-4243-bfcf-fd2de560519a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:07.259017 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb1ff72-33cd-44b0-898c-82547de22f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:07.268564 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ff72-33cd-44b0-898c-82547de22f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:07.268941 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3fc619ef-2e7e-4ed6-a364-d221a7166a88 req-0328a565-c61c-486d-86d3-9678e240880a tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922208 Nov 02 12:36:07.391338 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1ff72-33cd-44b0-898c-82547de22f39 admin admin] Pushing event updated for resources: {'Network': ['ID=8dc7adf1-33dd-4243-bfcf-fd2de560519a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:07.403634 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef923d-a6f3-45bf-ab97-978eee88de38 req-630cf0b7-0020-4cd2-a5a2-f6afa76044cc tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:07.405194 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-57ef923d-a6f3-45bf-ab97-978eee88de38 req-630cf0b7-0020-4cd2-a5a2-f6afa76044cc tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c232408a-2db9-4b25-b804-8792615c1d99 HTTP/1.1" status: 200 len: 948 time: 0.0682807 Nov 02 12:36:07.409410 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 8dc7adf1-33dd-4243-bfcf-fd2de560519a details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:36:07.419306 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4fd2315f-3bee-4c55-9a39-5f59138d2385), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:07.439640 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:07.440511 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:07.442246 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/4fd2315f-3bee-4c55-9a39-5f59138d2385 HTTP/1.1" status: 200 len: 1096 time: 2.1319022 Nov 02 12:36:07.442793 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c15163-d75c-45bd-8a07-f7d7b7d37455', 'tag': '4fd2315f-3bee-4c55-9a39-5f59138d2385'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:36:07.446908 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae11be17-6801-4b54-9e6d-b2eabd0af3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "99c15163-d75c-45bd-8a07-f7d7b7d37455", "tag": "4fd2315f-3bee-4c55-9a39-5f59138d2385"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:36:07.459841 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7eb1ff72-33cd-44b0-898c-82547de22f39 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5586617 Nov 02 12:36:07.461765 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57740) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:07.470077 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-13493e92-a91f-432c-9675-8b08660eab5c admin admin] Request body: {'subnet': {'network_id': '8dc7adf1-33dd-4243-bfcf-fd2de560519a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118297358-subnet', 'tenant_id': '5eef2caea5e6495a8691216cadd2a45a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:07.545958 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d94c8-757e-4128-ba4f-6991864e66f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd2315f-3bee-4c55-9a39-5f59138d2385,revision_number=3']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:07.553043 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-57ef923d-a6f3-45bf-ab97-978eee88de38 req-4b87f01e-f328-4b0a-81bc-da90cc348446 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248403 Nov 02 12:36:07.616738 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13493e92-a91f-432c-9675-8b08660eab5c admin admin] Made reservation on behalf of 5eef2caea5e6495a8691216cadd2a45a for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:36:07.619406 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13493e92-a91f-432c-9675-8b08660eab5c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:07.636841 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf86723-84ea-46d2-8190-e128789cd71f x-openstack-request-id: req-cbf86723-84ea-46d2-8190-e128789cd71f {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:36:07.637317 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c15163-d75c-45bd-8a07-f7d7b7d37455", "tag": "4fd2315f-3bee-4c55-9a39-5f59138d2385", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:36:07.637711 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cbf86723-84ea-46d2-8190-e128789cd71f {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:36:07.638344 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf86723-84ea-46d2-8190-e128789cd71f'] response: {'name': 'network-changed', 'server_uuid': '99c15163-d75c-45bd-8a07-f7d7b7d37455', 'tag': '4fd2315f-3bee-4c55-9a39-5f59138d2385', 'status': 'completed', 'code': 200} Nov 02 12:36:07.871683 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57760) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:07.888995 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a4d021b7-97d9-4775-89b2-ebcaa34e40bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:07.911051 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:07.976010 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11be17-6801-4b54-9e6d-b2eabd0af3ea req-45463289-eaae-4b77-9b33-a79db8d6d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:07.977485 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-ae11be17-6801-4b54-9e6d-b2eabd0af3ea req-45463289-eaae-4b77-9b33-a79db8d6d543 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9929679b00cb4db39002b1ae432a2539&device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 1130 time: 0.0610654 Nov 02 12:36:07.999445 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13493e92-a91f-432c-9675-8b08660eab5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for subnet (8fceb1e9-6684-49fe-92bb-62200ca4a0c0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:08.049637 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-ae11be17-6801-4b54-9e6d-b2eabd0af3ea req-6cde744b-7cbf-4964-a534-2712656d43ff service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=9929679b00cb4db39002b1ae432a2539&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548344 Nov 02 12:36:08.110982 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13493e92-a91f-432c-9675-8b08660eab5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fceb1e9-6684-49fe-92bb-62200ca4a0c0,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:08.114485 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13493e92-a91f-432c-9675-8b08660eab5c admin admin] Checking segment: {'id': 'a0f371c3-1b88-44f8-a1f8-d33ee287bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8dc7adf1-33dd-4243-bfcf-fd2de560519a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:08.115109 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13493e92-a91f-432c-9675-8b08660eab5c admin admin] Network hostable DHCP agents. Network: 8dc7adf1-33dd-4243-bfcf-fd2de560519a, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:36:08.233780 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13493e92-a91f-432c-9675-8b08660eab5c admin admin] Network 8dc7adf1-33dd-4243-bfcf-fd2de560519a is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:36:08.257847 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a4d021b7-97d9-4775-89b2-ebcaa34e40bc admin admin] Publish callbacks [] for security_group (9d76c223-4e90-4ca7-b8ba-fef83fe73652), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:08.374911 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11be17-6801-4b54-9e6d-b2eabd0af3ea req-c59f8229-a94a-456a-bfa8-298562055bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:08.374911 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-ae11be17-6801-4b54-9e6d-b2eabd0af3ea req-c59f8229-a94a-456a-bfa8-298562055bf0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2743030 Nov 02 12:36:08.446158 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeeacac-7463-4cdc-a166-035b3960c47d req-4031867e-121c-4f8f-85dd-ee30caaa397d tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:08.447870 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2eeeacac-7463-4cdc-a166-035b3960c47d req-4031867e-121c-4f8f-85dd-ee30caaa397d tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 948 time: 0.0818837 Nov 02 12:36:08.490053 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-e2eb7695-36f7-43fb-96ea-fb860258d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:08.491629 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-e2eb7695-36f7-43fb-96ea-fb860258d6a8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9929679b00cb4db39002b1ae432a2539&device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 1130 time: 0.0713611 Nov 02 12:36:08.537267 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2eeeacac-7463-4cdc-a166-035b3960c47d req-841d1b6a-eb89-4a5e-b9e7-a21866986047 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800972 Nov 02 12:36:08.579053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3358bd8d-2c00-4f8c-8db6-57c136069373 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:08.585401 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-2577878c-eb41-415b-abec-50960f2c6d74 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=4fd2315f-3bee-4c55-9a39-5f59138d2385 HTTP/1.1" status: 200 len: 217 time: 0.0765376 Nov 02 12:36:08.604131 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-13493e92-a91f-432c-9675-8b08660eab5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 8dc7adf1-33dd-4243-bfcf-fd2de560519a) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:08.621394 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13493e92-a91f-432c-9675-8b08660eab5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:08.621394 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13493e92-a91f-432c-9675-8b08660eab5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:08.633152 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a4d021b7-97d9-4775-89b2-ebcaa34e40bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9d76c223-4e90-4ca7-b8ba-fef83fe73652), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:08.733020 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e7495d-2f58-4c02-9975-90e517164e62 None None] Network 8dc7adf1-33dd-4243-bfcf-fd2de560519a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:36:08.736003 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a4d021b7-97d9-4775-89b2-ebcaa34e40bc admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ce520fe76a5a45d48a9e662aa39d5472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8631482 Nov 02 12:36:08.736776 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d021b7-97d9-4775-89b2-ebcaa34e40bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d76c223-4e90-4ca7-b8ba-fef83fe73652,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:08.739603 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57790) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:08.763299 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-714df86e-9300-4fca-a1a5-17056027b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:08.765020 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-714df86e-9300-4fca-a1a5-17056027b0f8 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1717927 Nov 02 12:36:08.767779 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e3180-bd2d-4cd4-ac3e-a1dc6beea132 req-cb40f8fd-f773-4d25-92fc-71bc57097441 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:08.773095 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-840e3180-bd2d-4cd4-ac3e-a1dc6beea132 req-cb40f8fd-f773-4d25-92fc-71bc57097441 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c232408a-2db9-4b25-b804-8792615c1d99 HTTP/1.1" status: 200 len: 948 time: 0.0759306 Nov 02 12:36:08.842472 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-840e3180-bd2d-4cd4-ac3e-a1dc6beea132 req-8ab8d22a-56c3-4d4f-90b9-f83a15cd779f tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602806 Nov 02 12:36:08.844660 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-790ae74a-1b13-49a0-a32f-078795fe2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:08.848089 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-790ae74a-1b13-49a0-a32f-078795fe2a90 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0750771 Nov 02 12:36:08.862583 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3358bd8d-2c00-4f8c-8db6-57c136069373 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:08.863412 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3358bd8d-2c00-4f8c-8db6-57c136069373), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:08.863751 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3358bd8d-2c00-4f8c-8db6-57c136069373 Nov 02 12:36:08.876827 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5372fac8-a890-4db8-acfc-73fc906d6e7f admin admin] Publish callbacks [] for security_group (9d76c223-4e90-4ca7-b8ba-fef83fe73652), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:08.938855 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5372fac8-a890-4db8-acfc-73fc906d6e7f admin admin] Publish callbacks [] for security_group (9d76c223-4e90-4ca7-b8ba-fef83fe73652), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:08.950838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-8dc7adf1-33dd-4243-bfcf-fd2de560519a', 'network_id': '8dc7adf1-33dd-4243-bfcf-fd2de560519a', 'project_id': '5eef2caea5e6495a8691216cadd2a45a', 'fixed_ips': [{'subnet_id': '8fceb1e9-6684-49fe-92bb-62200ca4a0c0'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:36:08.956591 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:08.973742 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-13493e92-a91f-432c-9675-8b08660eab5c admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5108566 Nov 02 12:36:08.980920 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57798) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:08.986675 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-cb5d8770-5701-47fb-a0a9-e508f738c5b8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118297358-router', 'tenant_id': '5eef2caea5e6495a8691216cadd2a45a', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:09.124238 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-2c4de8a5-3b3e-46a2-8c43-50b7bb9bddbf service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716937 Nov 02 12:36:09.137193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3358bd8d-2c00-4f8c-8db6-57c136069373 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:09.144761 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8770-5701-47fb-a0a9-e508f738c5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (a756c775-738d-43da-9ea8-b8a081e42bba), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:09.149196 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8770-5701-47fb-a0a9-e508f738c5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (a756c775-738d-43da-9ea8-b8a081e42bba), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:09.193846 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:09.195937 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] Allocated IP 172.20.0.2 (8dc7adf1-33dd-4243-bfcf-fd2de560519a/8fceb1e9-6684-49fe-92bb-62200ca4a0c0/6f201045-57f8-48da-8c74-2f04b62a1be8) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:36:09.236441 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5372fac8-a890-4db8-acfc-73fc906d6e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9d76c223-4e90-4ca7-b8ba-fef83fe73652), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:09.238773 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5372fac8-a890-4db8-acfc-73fc906d6e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:09.244854 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5372fac8-a890-4db8-acfc-73fc906d6e7f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9d76c223-4e90-4ca7-b8ba-fef83fe73652 HTTP/1.1" status: 204 len: 168 time: 0.4859872 Nov 02 12:36:09.256184 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372fac8-a890-4db8-acfc-73fc906d6e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d76c223-4e90-4ca7-b8ba-fef83fe73652,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:09.311592 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-de52da89-75b7-48b3-b0cc-5b9326c0dbd8 req-9a5787ea-8a9d-4e1f-98b8-3050da24920c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766152 Nov 02 12:36:09.420618 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8770-5701-47fb-a0a9-e508f738c5b8 admin admin] Publish callbacks [] for router_controller (a756c775-738d-43da-9ea8-b8a081e42bba), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:09.459581 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] Publish callbacks [] for port (6f201045-57f8-48da-8c74-2f04b62a1be8), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:09.595077 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (6f201045-57f8-48da-8c74-2f04b62a1be8), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:09.679924 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:09.689763 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] Network 8dc7adf1-33dd-4243-bfcf-fd2de560519a is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:09.696236 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:09.702169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:36:09.718799 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] Pushing event updated for resources: {'Port': ['ID=6f201045-57f8-48da-8c74-2f04b62a1be8,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:09.779711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] Attempting to bind port 6f201045-57f8-48da-8c74-2f04b62a1be8 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:36:09.780321 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] Attempting to bind port 6f201045-57f8-48da-8c74-2f04b62a1be8 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a0f371c3-1b88-44f8-a1f8-d33ee287bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8dc7adf1-33dd-4243-bfcf-fd2de560519a'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:36:09.780874 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] Attempting to bind port 6f201045-57f8-48da-8c74-2f04b62a1be8 on network 8dc7adf1-33dd-4243-bfcf-fd2de560519a {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:36:09.784338 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8770-5701-47fb-a0a9-e508f738c5b8 admin admin] Publish callbacks [] for router_gateway (a756c775-738d-43da-9ea8-b8a081e42bba), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:09.840084 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:36:09.841545 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] Checking segment: {'id': 'a0f371c3-1b88-44f8-a1f8-d33ee287bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8dc7adf1-33dd-4243-bfcf-fd2de560519a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:09.842365 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:09.842911 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] Bound using segment: {'id': 'a0f371c3-1b88-44f8-a1f8-d33ee287bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8dc7adf1-33dd-4243-bfcf-fd2de560519a'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:36:09.843577 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] Bound port: 6f201045-57f8-48da-8c74-2f04b62a1be8, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f371c3-1b88-44f8-a1f8-d33ee287bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8dc7adf1-33dd-4243-bfcf-fd2de560519a'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:36:09.849462 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (6f201045-57f8-48da-8c74-2f04b62a1be8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:09.862594 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6aaaa2-564f-4763-8d16-4af9d5c51dc4 req-b0cffca5-8257-4e19-864b-3b2d2c312321 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:09.864958 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5e6aaaa2-564f-4763-8d16-4af9d5c51dc4 req-b0cffca5-8257-4e19-864b-3b2d2c312321 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 948 time: 0.0677927 Nov 02 12:36:09.906886 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:09.956542 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] For port 6f201045-57f8-48da-8c74-2f04b62a1be8, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:36:09.962073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] For port 6f201045-57f8-48da-8c74-2f04b62a1be8, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6f201045-57f8-48da-8c74-2f04b62a1be8,segment=NetworkSegment(a0f371c3-1b88-44f8-a1f8-d33ee287bc86),segment_id=a0f371c3-1b88-44f8-a1f8-d33ee287bc86)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:36:10.030289 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5e6aaaa2-564f-4763-8d16-4af9d5c51dc4 req-f4f17b4e-e640-4073-9ec0-3f186dbf8888 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585398 Nov 02 12:36:10.169887 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8770-5701-47fb-a0a9-e508f738c5b8 admin admin] Publish callbacks [] for router_gateway (a756c775-738d-43da-9ea8-b8a081e42bba), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:10.191210 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8770-5701-47fb-a0a9-e508f738c5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:10.313482 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-cb5d8770-5701-47fb-a0a9-e508f738c5b8 admin admin] Allocated IP 172.25.2.129 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:36:10.456535 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8770-5701-47fb-a0a9-e508f738c5b8 admin admin] Publish callbacks [] for port (8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:10.539940 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device fb604afe-95f1-4593-9fa2-2ef9bef29837 details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:36:10.662908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port fb604afe-95f1-4593-9fa2-2ef9bef29837, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=fb604afe-95f1-4593-9fa2-2ef9bef29837,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:10.677731 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': 'fb604afe-95f1-4593-9fa2-2ef9bef29837', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': 'fb604afe-95f1-4593-9fa2-2ef9bef29837', 'mac_address': 'fa:16:3e:b4:f9:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:36:10.704239 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456a668-da58-4fc4-8b41-ba08621220ae req-6f71d026-baa3-4d2e-858b-74c8d9cbfac7 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:10.705884 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9456a668-da58-4fc4-8b41-ba08621220ae req-6f71d026-baa3-4d2e-858b-74c8d9cbfac7 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c232408a-2db9-4b25-b804-8792615c1d99 HTTP/1.1" status: 200 len: 948 time: 0.0494761 Nov 02 12:36:10.715677 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port fb604afe-95f1-4593-9fa2-2ef9bef29837 is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:10.716095 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fb604afe-95f1-4593-9fa2-2ef9bef29837), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:10.732800 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb604afe-95f1-4593-9fa2-2ef9bef29837 {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:36:10.758415 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port fb604afe-95f1-4593-9fa2-2ef9bef29837, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=fb604afe-95f1-4593-9fa2-2ef9bef29837,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:10.758637 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9456a668-da58-4fc4-8b41-ba08621220ae req-6e6a91c1-3cb8-4392-8ff9-52205cb1def2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463858 Nov 02 12:36:11.004559 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:11.006801 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (6f201045-57f8-48da-8c74-2f04b62a1be8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:11.079306 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8770-5701-47fb-a0a9-e508f738c5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:11.186196 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5d8770-5701-47fb-a0a9-e508f738c5b8 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:11.193194 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-cb5d8770-5701-47fb-a0a9-e508f738c5b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:11.194001 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (fb604afe-95f1-4593-9fa2-2ef9bef29837), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:11.200756 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029afbf-b532-47ee-850b-64aef280ac78 None None] Pushing event updated for resources: {'Port': ['ID=6f201045-57f8-48da-8c74-2f04b62a1be8,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:11.203097 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5d8770-5701-47fb-a0a9-e508f738c5b8 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:36:11.297162 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=fb604afe-95f1-4593-9fa2-2ef9bef29837,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:11.520444 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['fb604afe-95f1-4593-9fa2-2ef9bef29837'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:36:11.659754 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d8770-5701-47fb-a0a9-e508f738c5b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:11.671780 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c9ed2-70d3-4590-a31e-020e82c01126 req-8c6d50ef-116a-49ea-a40f-865711e8664a tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:11.674345 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f35c9ed2-70d3-4590-a31e-020e82c01126 req-8c6d50ef-116a-49ea-a40f-865711e8664a tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 948 time: 0.5188003 Nov 02 12:36:11.831066 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f35c9ed2-70d3-4590-a31e-020e82c01126 req-df12e726-b247-41ae-941d-5f4b3e870322 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182044 Nov 02 12:36:12.053971 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58012) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:12.124186 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d46c0-0cd1-4adf-8648-e030d0e19d5a req-81fc34c3-eb52-482a-80ce-c24648659aaa tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:12.127130 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e01d46c0-0cd1-4adf-8648-e030d0e19d5a req-81fc34c3-eb52-482a-80ce-c24648659aaa tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c232408a-2db9-4b25-b804-8792615c1d99 HTTP/1.1" status: 200 len: 949 time: 0.1118536 Nov 02 12:36:12.317717 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e01d46c0-0cd1-4adf-8648-e030d0e19d5a req-4258baab-1220-4aba-b7ad-9987ad467280 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740489 Nov 02 12:36:12.325860 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8770-5701-47fb-a0a9-e508f738c5b8 admin admin] Publish callbacks [] for router_gateway (a756c775-738d-43da-9ea8-b8a081e42bba), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:12.335644 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=9,neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:12.536580 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 4fd2315f-3bee-4c55-9a39-5f59138d2385 details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:36:12.565241 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device fb604afe-95f1-4593-9fa2-2ef9bef29837 up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:12.650713 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-683fe3d9-54f1-4f49-b58b-021f85914d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:12.728747 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6f201045-57f8-48da-8c74-2f04b62a1be8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:12.732713 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.resource_extend [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:36:12.845577 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629caa54-2a6f-4159-a1be-39e3d32ef24c None None] Network 8dc7adf1-33dd-4243-bfcf-fd2de560519a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:36:12.854771 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-683fe3d9-54f1-4f49-b58b-021f85914d74 admin admin] Publish callbacks [] for security_group (1be057f1-c30c-4f3f-9929-6a66a21cef58), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:12.856962 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:12.858860 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:12.877992 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8770-5701-47fb-a0a9-e508f738c5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (a756c775-738d-43da-9ea8-b8a081e42bba), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:12.918664 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-683fe3d9-54f1-4f49-b58b-021f85914d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1be057f1-c30c-4f3f-9929-6a66a21cef58), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:13.001269 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fe3d9-54f1-4f49-b58b-021f85914d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be057f1-c30c-4f3f-9929-6a66a21cef58,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:13.036424 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-683fe3d9-54f1-4f49-b58b-021f85914d74 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=04d8baa1af2f480b911d02ed2302c250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9813869 Nov 02 12:36:13.044040 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58104) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:13.131236 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning for port fb604afe-95f1-4593-9fa2-2ef9bef29837 completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:36:13.194627 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2e19c3d4-3b6a-4d26-9e79-1d398edcf00c admin admin] Publish callbacks [] for security_group (1be057f1-c30c-4f3f-9929-6a66a21cef58), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:13.250436 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2e19c3d4-3b6a-4d26-9e79-1d398edcf00c admin admin] Publish callbacks [] for security_group (1be057f1-c30c-4f3f-9929-6a66a21cef58), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:13.281273 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5205995f-927c-45a5-80f6-8ed80e7ce7f5 None None] Provisioning complete for port 6f201045-57f8-48da-8c74-2f04b62a1be8 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:13.281875 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5205995f-927c-45a5-80f6-8ed80e7ce7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6f201045-57f8-48da-8c74-2f04b62a1be8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:13.282291 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5205995f-927c-45a5-80f6-8ed80e7ce7f5 None None] Attempt 1 to provision port 6f201045-57f8-48da-8c74-2f04b62a1be8 Nov 02 12:36:13.305261 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbacbf8-5b3f-44e0-a877-cf1868751361 req-3a384aee-534f-4b96-93fe-7d7fe02583a7 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:13.310499 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dcbacbf8-5b3f-44e0-a877-cf1868751361 req-3a384aee-534f-4b96-93fe-7d7fe02583a7 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 948 time: 0.1318808 Nov 02 12:36:13.412947 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dcbacbf8-5b3f-44e0-a877-cf1868751361 req-8fd84b26-1243-4833-85d9-b31aafc5b020 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952530 Nov 02 12:36:13.528598 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-79fbe6e9-40f3-45a1-86f3-50533dd9972e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:13.551218 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 6f201045-57f8-48da-8c74-2f04b62a1be8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:13.553380 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6f201045-57f8-48da-8c74-2f04b62a1be8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:13.553803 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 6f201045-57f8-48da-8c74-2f04b62a1be8 Nov 02 12:36:13.567049 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5d8770-5701-47fb-a0a9-e508f738c5b8 admin admin] Router a756c775-738d-43da-9ea8-b8a081e42bba is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:36:13.588149 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622465c0-bcb5-404e-af5c-85ccd3f0b8bd req-a9d36300-135a-4931-a913-30934fd65210 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:13.593300 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2e19c3d4-3b6a-4d26-9e79-1d398edcf00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1be057f1-c30c-4f3f-9929-6a66a21cef58), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:13.600911 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2e19c3d4-3b6a-4d26-9e79-1d398edcf00c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:13.604543 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2e19c3d4-3b6a-4d26-9e79-1d398edcf00c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1be057f1-c30c-4f3f-9929-6a66a21cef58 HTTP/1.1" status: 204 len: 168 time: 0.5566738 Nov 02 12:36:13.610677 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-622465c0-bcb5-404e-af5c-85ccd3f0b8bd req-a9d36300-135a-4931-a913-30934fd65210 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c232408a-2db9-4b25-b804-8792615c1d99 HTTP/1.1" status: 200 len: 949 time: 0.0919831 Nov 02 12:36:13.625517 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19c3d4-3b6a-4d26-9e79-1d398edcf00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be057f1-c30c-4f3f-9929-6a66a21cef58,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:13.632232 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:13.674054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port fb604afe-95f1-4593-9fa2-2ef9bef29837 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:13.674449 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fb604afe-95f1-4593-9fa2-2ef9bef29837), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:13.674791 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port fb604afe-95f1-4593-9fa2-2ef9bef29837 Nov 02 12:36:13.859772 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5d8770-5701-47fb-a0a9-e508f738c5b8 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:36:13.873833 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] Sync routers for ids ['a756c775-738d-43da-9ea8-b8a081e42bba'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:36:13.893229 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-622465c0-bcb5-404e-af5c-85ccd3f0b8bd req-8c3448ee-6be1-4588-9ee4-3bff2597304a tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794347 Nov 02 12:36:13.915258 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] Routers {'a756c775-738d-43da-9ea8-b8a081e42bba'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:13.918852 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:35:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a756c775-738d-43da-9ea8-b8a081e42bba'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:13.951297 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 6f201045-57f8-48da-8c74-2f04b62a1be8 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:13.951297 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (6f201045-57f8-48da-8c74-2f04b62a1be8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:13.990104 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8770-5701-47fb-a0a9-e508f738c5b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:13.996280 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cb5d8770-5701-47fb-a0a9-e508f738c5b8 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.0097196 Nov 02 12:36:13.996422 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58184) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:14.005460 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 6f201045-57f8-48da-8c74-2f04b62a1be8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6f201045-57f8-48da-8c74-2f04b62a1be8,segment=NetworkSegment(a0f371c3-1b88-44f8-a1f8-d33ee287bc86),segment_id=a0f371c3-1b88-44f8-a1f8-d33ee287bc86)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:14.018645 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:14.035116 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 4fd2315f-3bee-4c55-9a39-5f59138d2385, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=4fd2315f-3bee-4c55-9a39-5f59138d2385,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:14.072624 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] Set router a756c775-738d-43da-9ea8-b8a081e42bba gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:14.252788 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:14.259294 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (6f201045-57f8-48da-8c74-2f04b62a1be8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:14.311551 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': '4fd2315f-3bee-4c55-9a39-5f59138d2385', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': '4fd2315f-3bee-4c55-9a39-5f59138d2385', 'mac_address': 'fa:16:3e:2b:0d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:36:14.314228 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a756c775-738d-43da-9ea8-b8a081e42bba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118297358-router', 'tenant_id': '5eef2caea5e6495a8691216cadd2a45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:09Z', 'updated_at': '2022-11-02T12:36:11Z', 'revision_number': 3, 'project_id': '5eef2caea5e6495a8691216cadd2a45a', 'gw_port': {'id': '8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a756c775-738d-43da-9ea8-b8a081e42bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:10Z', 'updated_at': '2022-11-02T12:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:14.365355 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] Checking router: a756c775-738d-43da-9ea8-b8a081e42bba for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:36:14.368145 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] Updating router a756c775-738d-43da-9ea8-b8a081e42bba port 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:36:14.451718 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:14.473488 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port fb604afe-95f1-4593-9fa2-2ef9bef29837 is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:14.474260 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fb604afe-95f1-4593-9fa2-2ef9bef29837), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:14.662022 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c232408a-2db9-4b25-b804-8792615c1d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb604afe-95f1-4593-9fa2-2ef9bef29837'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:36:14.664345 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288c978d-4c64-4303-b6b7-1b1406cee181" -d '{"events": [{"server_uuid": "c232408a-2db9-4b25-b804-8792615c1d99", "name": "network-vif-plugged", "status": "completed", "tag": "fb604afe-95f1-4593-9fa2-2ef9bef29837"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:36:14.675176 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5205995f-927c-45a5-80f6-8ed80e7ce7f5 None None] Current status of the port 6f201045-57f8-48da-8c74-2f04b62a1be8 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:14.684760 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=6f201045-57f8-48da-8c74-2f04b62a1be8,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:14.697963 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:14.698292 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:14.698664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:14.699004 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:14.699340 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:14.699672 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:14.700048 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:14.700379 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:14.700726 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:14.701049 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:14.701375 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:14.701700 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:14.702169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:14.702496 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:14.702814 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:14.708320 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port fb604afe-95f1-4593-9fa2-2ef9bef29837, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=fb604afe-95f1-4593-9fa2-2ef9bef29837,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:14.710121 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 4fd2315f-3bee-4c55-9a39-5f59138d2385 is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:14.710507 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4fd2315f-3bee-4c55-9a39-5f59138d2385), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:14.728537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd2315f-3bee-4c55-9a39-5f59138d2385 {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:36:14.757559 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 4fd2315f-3bee-4c55-9a39-5f59138d2385, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=4fd2315f-3bee-4c55-9a39-5f59138d2385,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:14.768741 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:14.829824 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58252) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:14.853849 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6ea950f9-eba9-4863-8b22-d10c6ed1c8f7 None None] Provisioning complete for port 6f201045-57f8-48da-8c74-2f04b62a1be8 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:14.858332 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6ea950f9-eba9-4863-8b22-d10c6ed1c8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6f201045-57f8-48da-8c74-2f04b62a1be8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:14.869949 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-6ea950f9-eba9-4863-8b22-d10c6ed1c8f7 None None] Attempt 1 to provision port 6f201045-57f8-48da-8c74-2f04b62a1be8 Nov 02 12:36:14.883293 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4fd2315f-3bee-4c55-9a39-5f59138d2385), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:14.892598 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (fb604afe-95f1-4593-9fa2-2ef9bef29837), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:14.899555 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2754875b-a066-450a-a56e-bb9f29a74315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:15.132547 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:15.277575 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] Publish callbacks [] for port (8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:15.299838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=4fd2315f-3bee-4c55-9a39-5f59138d2385,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:15.313800 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:15.343124 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2754875b-a066-450a-a56e-bb9f29a74315 admin admin] Publish callbacks [] for security_group (1a55b149-f120-4afa-a596-aa9f11ccf111), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:15.389257 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dff6b-b881-4ef9-923c-f035a39c10a2 req-56d1d57c-7bdb-495b-a9e2-d118f967848a tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:15.400581 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d29dff6b-b881-4ef9-923c-f035a39c10a2 req-56d1d57c-7bdb-495b-a9e2-d118f967848a tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 949 time: 0.2073612 Nov 02 12:36:15.415796 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:15.420472 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-237ad16b-6a6a-413a-9748-0047ea77bd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:15.470447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['4fd2315f-3bee-4c55-9a39-5f59138d2385'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:36:15.473838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6ea950f9-eba9-4863-8b22-d10c6ed1c8f7 None None] Current status of the port 6f201045-57f8-48da-8c74-2f04b62a1be8 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:15.494621 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2754875b-a066-450a-a56e-bb9f29a74315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1a55b149-f120-4afa-a596-aa9f11ccf111), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:15.548460 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] Attempting to bind port 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:36:15.548949 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] Attempting to bind port 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:36:15.549500 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] Attempting to bind port 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:36:15.599812 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3e75070c-212e-44cf-95fa-543b1a990fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:15.630156 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf8975-4014-4bbc-bdbb-7024e876793b None None] Pushing event updated for resources: {'Port': ['ID=8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:15.662053 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d29dff6b-b881-4ef9-923c-f035a39c10a2 req-7624f611-7794-4cb9-8940-b41fabd85090 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605336 Nov 02 12:36:15.666458 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:15.675800 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:36:15.676197 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:15.676589 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:15.676981 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:36:15.677472 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] Bound port: 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:36:15.677851 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:15.705202 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2754875b-a066-450a-a56e-bb9f29a74315 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=977e1957432c4aa0a5003d6e80d45b41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8737040 Nov 02 12:36:15.709700 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58268) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:15.728343 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754875b-a066-450a-a56e-bb9f29a74315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a55b149-f120-4afa-a596-aa9f11ccf111,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:15.751538 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=fb604afe-95f1-4593-9fa2-2ef9bef29837,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:15.772753 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7fd691-d826-446a-b706-67f0cfbea100 x-openstack-request-id: req-ff7fd691-d826-446a-b706-67f0cfbea100 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:36:15.775103 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c232408a-2db9-4b25-b804-8792615c1d99", "name": "network-vif-plugged", "status": "completed", "tag": "fb604afe-95f1-4593-9fa2-2ef9bef29837", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:36:15.779382 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff7fd691-d826-446a-b706-67f0cfbea100 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:36:15.779382 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7fd691-d826-446a-b706-67f0cfbea100'] response: {'server_uuid': 'c232408a-2db9-4b25-b804-8792615c1d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb604afe-95f1-4593-9fa2-2ef9bef29837', 'code': 200} Nov 02 12:36:15.833701 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-237ad16b-6a6a-413a-9748-0047ea77bd58 admin admin] Allocated IP 172.20.0.1 (8dc7adf1-33dd-4243-bfcf-fd2de560519a/8fceb1e9-6684-49fe-92bb-62200ca4a0c0/34871c8a-a075-4c26-8381-81262577afdf) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:36:15.858139 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] For port 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:36:15.863789 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] For port 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:36:15.865995 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e6a5-4bce-4bee-94db-f75795e9f615 admin admin] Publish callbacks [] for security_group (1a55b149-f120-4afa-a596-aa9f11ccf111), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:15.982228 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:16.018709 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e6a5-4bce-4bee-94db-f75795e9f615 admin admin] Publish callbacks [] for security_group (1a55b149-f120-4afa-a596-aa9f11ccf111), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:16.043614 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61784b-eee3-4ae2-96e7-938700ad3cb9 req-d01d3def-6a3b-43c5-ac2d-e1bf604d3661 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:16.051092 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4e61784b-eee3-4ae2-96e7-938700ad3cb9 req-d01d3def-6a3b-43c5-ac2d-e1bf604d3661 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c232408a-2db9-4b25-b804-8792615c1d99 HTTP/1.1" status: 200 len: 950 time: 0.1635242 Nov 02 12:36:16.054902 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaff63c-2022-41ff-b58c-1f47c726304c req-9d0231c7-e031-4633-a968-440214a06685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:16.056933 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-eeaff63c-2022-41ff-b58c-1f47c726304c req-9d0231c7-e031-4633-a968-440214a06685 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c232408a-2db9-4b25-b804-8792615c1d99 HTTP/1.1" status: 200 len: 1132 time: 0.1561489 Nov 02 12:36:16.069554 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf8975-4014-4bbc-bdbb-7024e876793b None None] Pushing event updated for resources: {'Port': ['ID=8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:16.099109 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] Routers {'a756c775-738d-43da-9ea8-b8a081e42bba'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:16.100003 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a756c775-738d-43da-9ea8-b8a081e42bba'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:16.126973 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-237ad16b-6a6a-413a-9748-0047ea77bd58 admin admin] Publish callbacks [] for port (34871c8a-a075-4c26-8381-81262577afdf), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:16.162490 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-eeaff63c-2022-41ff-b58c-1f47c726304c req-f3bfc57f-6890-4962-9b2c-3c5dae3cb2c0 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920439 Nov 02 12:36:16.190730 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4e61784b-eee3-4ae2-96e7-938700ad3cb9 req-9b1cb5b2-d189-4aee-999c-6a348a499bcb tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349249 Nov 02 12:36:16.244562 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:16.268234 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-237ad16b-6a6a-413a-9748-0047ea77bd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (34871c8a-a075-4c26-8381-81262577afdf), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:16.296312 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] Set router a756c775-738d-43da-9ea8-b8a081e42bba gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:16.312687 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e6a5-4bce-4bee-94db-f75795e9f615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1a55b149-f120-4afa-a596-aa9f11ccf111), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:16.315612 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e6a5-4bce-4bee-94db-f75795e9f615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:16.320500 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4cb9e6a5-4bce-4bee-94db-f75795e9f615 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1a55b149-f120-4afa-a596-aa9f11ccf111 HTTP/1.1" status: 204 len: 168 time: 0.6093783 Nov 02 12:36:16.334774 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9e6a5-4bce-4bee-94db-f75795e9f615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a55b149-f120-4afa-a596-aa9f11ccf111,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:16.369903 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:16.412303 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237ad16b-6a6a-413a-9748-0047ea77bd58 admin admin] Network 8dc7adf1-33dd-4243-bfcf-fd2de560519a is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:16.413686 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ad16b-6a6a-413a-9748-0047ea77bd58 admin admin] Pushing event updated for resources: {'Port': ['ID=34871c8a-a075-4c26-8381-81262577afdf,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:16.416597 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-237ad16b-6a6a-413a-9748-0047ea77bd58 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:16.419052 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237ad16b-6a6a-413a-9748-0047ea77bd58 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:36:16.419525 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-237ad16b-6a6a-413a-9748-0047ea77bd58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (a756c775-738d-43da-9ea8-b8a081e42bba), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:16.703508 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6f201045-57f8-48da-8c74-2f04b62a1be8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:16.818033 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:16.832088 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a756c775-738d-43da-9ea8-b8a081e42bba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118297358-router', 'tenant_id': '5eef2caea5e6495a8691216cadd2a45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:09Z', 'updated_at': '2022-11-02T12:36:11Z', 'revision_number': 3, 'project_id': '5eef2caea5e6495a8691216cadd2a45a', 'gw_port': {'id': '8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a756c775-738d-43da-9ea8-b8a081e42bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:10Z', 'updated_at': '2022-11-02T12:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:16.834564 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:16.843534 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:16.894711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 6f201045-57f8-48da-8c74-2f04b62a1be8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:16.895124 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6f201045-57f8-48da-8c74-2f04b62a1be8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:16.895537 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 6f201045-57f8-48da-8c74-2f04b62a1be8 Nov 02 12:36:16.918794 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ca1ff7-109b-4ae3-9849-da2ce3b99323 None None] The sync data for ids ['a756c775-738d-43da-9ea8-b8a081e42bba'] in n-d-857339-6 is: [{'id': 'a756c775-738d-43da-9ea8-b8a081e42bba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118297358-router', 'tenant_id': '5eef2caea5e6495a8691216cadd2a45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:09Z', 'updated_at': '2022-11-02T12:36:11Z', 'revision_number': 3, 'project_id': '5eef2caea5e6495a8691216cadd2a45a', 'gw_port': {'id': '8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a756c775-738d-43da-9ea8-b8a081e42bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:10Z', 'updated_at': '2022-11-02T12:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:36:16.947768 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:16.989559 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 4fd2315f-3bee-4c55-9a39-5f59138d2385 up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:16.999981 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff15292-3854-4170-9f0c-cd4a795dddeb req-68055050-6d5a-45de-afc1-1d0aa6b15ffe tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:17.001488 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0ff15292-3854-4170-9f0c-cd4a795dddeb req-68055050-6d5a-45de-afc1-1d0aa6b15ffe tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 949 time: 0.1393616 Nov 02 12:36:17.066771 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3fcff3cd-e115-4f52-8994-5c266df794bd None None] Provisioning complete for port 34871c8a-a075-4c26-8381-81262577afdf triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:17.067496 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3fcff3cd-e115-4f52-8994-5c266df794bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (34871c8a-a075-4c26-8381-81262577afdf), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:17.068116 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3fcff3cd-e115-4f52-8994-5c266df794bd None None] Attempt 1 to provision port 34871c8a-a075-4c26-8381-81262577afdf Nov 02 12:36:17.098362 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0ff15292-3854-4170-9f0c-cd4a795dddeb req-7586ad74-c356-4ea2-8682-7e45ba562940 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896323 Nov 02 12:36:17.214881 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3fcff3cd-e115-4f52-8994-5c266df794bd None None] Port 34871c8a-a075-4c26-8381-81262577afdf cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:36:17.287182 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-237ad16b-6a6a-413a-9748-0047ea77bd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (34871c8a-a075-4c26-8381-81262577afdf), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:17.357328 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 6f201045-57f8-48da-8c74-2f04b62a1be8 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:17.375089 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning for port 4fd2315f-3bee-4c55-9a39-5f59138d2385 completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:36:17.484757 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port 4fd2315f-3bee-4c55-9a39-5f59138d2385 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:17.485146 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4fd2315f-3bee-4c55-9a39-5f59138d2385), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:17.485534 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port 4fd2315f-3bee-4c55-9a39-5f59138d2385 Nov 02 12:36:17.734905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 4fd2315f-3bee-4c55-9a39-5f59138d2385 is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:17.735870 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4fd2315f-3bee-4c55-9a39-5f59138d2385), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:17.760845 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-237ad16b-6a6a-413a-9748-0047ea77bd58 admin admin] Publish callbacks [] for port (34871c8a-a075-4c26-8381-81262577afdf), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:17.806681 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:17.812463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c15163-d75c-45bd-8a07-f7d7b7d37455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd2315f-3bee-4c55-9a39-5f59138d2385'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:36:17.829110 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1cee81-635a-44e2-9169-b1abd38e14ae" -d '{"events": [{"server_uuid": "99c15163-d75c-45bd-8a07-f7d7b7d37455", "name": "network-vif-plugged", "status": "completed", "tag": "4fd2315f-3bee-4c55-9a39-5f59138d2385"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:36:17.859323 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 4fd2315f-3bee-4c55-9a39-5f59138d2385, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=4fd2315f-3bee-4c55-9a39-5f59138d2385,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:17.947323 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadc75f-c13e-4bb9-8046-3a44c7aba144 req-8cc61d51-0c34-4b0a-9996-aa6ac0a2367f tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:17.954187 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-237ad16b-6a6a-413a-9748-0047ea77bd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (34871c8a-a075-4c26-8381-81262577afdf), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:17.957627 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-237ad16b-6a6a-413a-9748-0047ea77bd58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (a756c775-738d-43da-9ea8-b8a081e42bba), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:17.973050 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3dadc75f-c13e-4bb9-8046-3a44c7aba144 req-8cc61d51-0c34-4b0a-9996-aa6ac0a2367f tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c232408a-2db9-4b25-b804-8792615c1d99 HTTP/1.1" status: 200 len: 950 time: 0.0997088 Nov 02 12:36:17.999092 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4fd2315f-3bee-4c55-9a39-5f59138d2385), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:18.076834 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ad16b-6a6a-413a-9748-0047ea77bd58 admin admin] Pushing event updated for resources: {'Port': ['ID=34871c8a-a075-4c26-8381-81262577afdf,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:18.120592 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3dadc75f-c13e-4bb9-8046-3a44c7aba144 req-5c60457f-a21d-4b74-a23a-be2a59472773 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461549 Nov 02 12:36:18.217984 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=4fd2315f-3bee-4c55-9a39-5f59138d2385,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:18.275173 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c4bd00-873c-447b-9ef7-672923965153 x-openstack-request-id: req-59c4bd00-873c-447b-9ef7-672923965153 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:36:18.275173 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c15163-d75c-45bd-8a07-f7d7b7d37455", "name": "network-vif-plugged", "status": "completed", "tag": "4fd2315f-3bee-4c55-9a39-5f59138d2385", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:36:18.275173 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-59c4bd00-873c-447b-9ef7-672923965153 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:36:18.275173 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c4bd00-873c-447b-9ef7-672923965153'] response: {'server_uuid': '99c15163-d75c-45bd-8a07-f7d7b7d37455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd2315f-3bee-4c55-9a39-5f59138d2385', 'code': 200} Nov 02 12:36:18.364339 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:18.375880 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237ad16b-6a6a-413a-9748-0047ea77bd58 admin admin] Network 8dc7adf1-33dd-4243-bfcf-fd2de560519a is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:18.378708 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-237ad16b-6a6a-413a-9748-0047ea77bd58 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:18.398407 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:18.582278 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:18.734028 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237ad16b-6a6a-413a-9748-0047ea77bd58 admin admin] Router a756c775-738d-43da-9ea8-b8a081e42bba has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:36:18.743586 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:18.744059 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5cc3b-933c-4eaa-a7ed-c0d1c2882c5d req-48e27615-5229-40e9-b013-f3d803d92bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:18.762915 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-56f5cc3b-933c-4eaa-a7ed-c0d1c2882c5d req-48e27615-5229-40e9-b013-f3d803d92bdd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 1132 time: 0.3850620 Nov 02 12:36:18.858781 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:18.859358 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:18.860304 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8 Nov 02 12:36:18.957350 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-56f5cc3b-933c-4eaa-a7ed-c0d1c2882c5d req-c5d75581-e863-4c39-8f57-fdb940b651f3 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783321 Nov 02 12:36:19.024178 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237ad16b-6a6a-413a-9748-0047ea77bd58 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:36:19.040145 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:19.041270 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-237ad16b-6a6a-413a-9748-0047ea77bd58 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/a756c775-738d-43da-9ea8-b8a081e42bba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0454063 Nov 02 12:36:19.056978 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b6e81723-06f3-4504-b4e3-f6765e07088d None None] Provisioning complete for port 34871c8a-a075-4c26-8381-81262577afdf triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:19.057357 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b6e81723-06f3-4504-b4e3-f6765e07088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (34871c8a-a075-4c26-8381-81262577afdf), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:19.057735 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b6e81723-06f3-4504-b4e3-f6765e07088d None None] Attempt 1 to provision port 34871c8a-a075-4c26-8381-81262577afdf Nov 02 12:36:19.088427 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:19.089385 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:19.124065 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:19.125183 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b6e81723-06f3-4504-b4e3-f6765e07088d None None] Port 34871c8a-a075-4c26-8381-81262577afdf cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:36:19.247064 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:19.371819 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:19.398303 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ad30a-7916-49f0-8e5d-48d3cb7306a6 req-5ceddfc3-8570-429c-9d5b-41b49acf2943 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:19.400801 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9b8ad30a-7916-49f0-8e5d-48d3cb7306a6 req-5ceddfc3-8570-429c-9d5b-41b49acf2943 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 950 time: 0.0937891 Nov 02 12:36:19.403238 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:19.471750 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9b8ad30a-7916-49f0-8e5d-48d3cb7306a6 req-714d74bd-d80a-4359-8a78-43320dad8a45 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644932 Nov 02 12:36:19.684811 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:19.718051 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:19.780969 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-513f72df-4c7c-4f05-a426-ae2b298b4f9a req-cb3ca6e1-9aef-4ec9-88ef-cdcf360000db service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fdedb786-7c48-47e9-aa18-220972e9405e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0960915 Nov 02 12:36:19.821913 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] Sync routers for ids ['a756c775-738d-43da-9ea8-b8a081e42bba'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:36:19.832635 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] Routers {'a756c775-738d-43da-9ea8-b8a081e42bba'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:19.832635 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a756c775-738d-43da-9ea8-b8a081e42bba'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:19.895660 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f72df-4c7c-4f05-a426-ae2b298b4f9a req-26b64943-7c38-4f66-a27e-d92b422198ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:19.897548 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-513f72df-4c7c-4f05-a426-ae2b298b4f9a req-26b64943-7c38-4f66-a27e-d92b422198ca service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=6e09079e89384417879f678c0a4df5c2&device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 1132 time: 0.0563366 Nov 02 12:36:20.113902 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] Set router a756c775-738d-43da-9ea8-b8a081e42bba gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:20.122014 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f72df-4c7c-4f05-a426-ae2b298b4f9a req-887d2213-11ed-4563-9f04-2fdc1f263c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:20.125087 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-513f72df-4c7c-4f05-a426-ae2b298b4f9a req-887d2213-11ed-4563-9f04-2fdc1f263c27 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.1917515 Nov 02 12:36:20.218754 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:20.256189 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-513f72df-4c7c-4f05-a426-ae2b298b4f9a req-d5a213ce-3b60-462f-8ee6-300410320472 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a911b949-15e2-47ba-aea9-5c8e8118311c HTTP/1.1" status: 200 len: 217 time: 0.1207485 Nov 02 12:36:20.391535 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f72df-4c7c-4f05-a426-ae2b298b4f9a req-0d408ce0-dc27-4c69-86bb-8f5acf2fb3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:20.395745 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-513f72df-4c7c-4f05-a426-ae2b298b4f9a req-0d408ce0-dc27-4c69-86bb-8f5acf2fb3f3 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1327510 Nov 02 12:36:20.403065 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:20.504436 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f72df-4c7c-4f05-a426-ae2b298b4f9a req-6b50e07e-3231-4c52-b6fe-6ac6f2d124d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:20.511510 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-513f72df-4c7c-4f05-a426-ae2b298b4f9a req-6b50e07e-3231-4c52-b6fe-6ac6f2d124d9 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1031928 Nov 02 12:36:20.639070 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:20.710051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a756c775-738d-43da-9ea8-b8a081e42bba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118297358-router', 'tenant_id': '5eef2caea5e6495a8691216cadd2a45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:09Z', 'updated_at': '2022-11-02T12:36:16Z', 'revision_number': 4, 'project_id': '5eef2caea5e6495a8691216cadd2a45a', 'gw_port': {'id': '8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a756c775-738d-43da-9ea8-b8a081e42bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:10Z', 'updated_at': '2022-11-02T12:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '34871c8a-a075-4c26-8381-81262577afdf', 'name': '', 'network_id': '8dc7adf1-33dd-4243-bfcf-fd2de560519a', 'tenant_id': '5eef2caea5e6495a8691216cadd2a45a', 'mac_address': 'fa:16:3e:66:df:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a756c775-738d-43da-9ea8-b8a081e42bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '8fceb1e9-6684-49fe-92bb-62200ca4a0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:15Z', 'updated_at': '2022-11-02T12:36:17Z', 'revision_number': 2, 'project_id': '5eef2caea5e6495a8691216cadd2a45a', 'subnets': [{'id': '8fceb1e9-6684-49fe-92bb-62200ca4a0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:20.733017 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-513f72df-4c7c-4f05-a426-ae2b298b4f9a req-72e92a59-bed4-40a4-a38e-80f1bcb2ff62 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182827 Nov 02 12:36:20.734962 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ed984-0861-4f03-898d-221623b8533c req-380bbc3e-cc30-4c4b-a594-4f992f0fc0d2 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:20.735617 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ed984-0861-4f03-898d-221623b8533c req-380bbc3e-cc30-4c4b-a594-4f992f0fc0d2 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:20.745695 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ed984-0861-4f03-898d-221623b8533c req-380bbc3e-cc30-4c4b-a594-4f992f0fc0d2 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:20.745695 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ed984-0861-4f03-898d-221623b8533c req-380bbc3e-cc30-4c4b-a594-4f992f0fc0d2 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:20.745695 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ed984-0861-4f03-898d-221623b8533c req-380bbc3e-cc30-4c4b-a594-4f992f0fc0d2 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:20.746245 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-522ed984-0861-4f03-898d-221623b8533c req-380bbc3e-cc30-4c4b-a594-4f992f0fc0d2 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455&device_id=c232408a-2db9-4b25-b804-8792615c1d99&device_id=fdedb786-7c48-47e9-aa18-220972e9405e&device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1&device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 4819 time: 0.1058173 Nov 02 12:36:20.767246 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:20.767633 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:20.767965 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8 Nov 02 12:36:20.770283 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] Checking router: a756c775-738d-43da-9ea8-b8a081e42bba for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:36:20.770659 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] Updating router a756c775-738d-43da-9ea8-b8a081e42bba port 34871c8a-a075-4c26-8381-81262577afdf binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:36:20.785781 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-522ed984-0861-4f03-898d-221623b8533c req-b330227f-4a98-4f8c-b6ad-21e3b0577728 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:20.854261 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (34871c8a-a075-4c26-8381-81262577afdf), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:20.905161 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-513f72df-4c7c-4f05-a426-ae2b298b4f9a req-1071b0b1-562b-4851-9ae7-a0c794fb7bae service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506376 Nov 02 12:36:20.961094 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-522ed984-0861-4f03-898d-221623b8533c req-b330227f-4a98-4f8c-b6ad-21e3b0577728 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] Publish callbacks [] for security_group (f5210ce7-7252-4ae4-b042-e4977065e1e2), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:21.001650 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:21.017108 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:21.174873 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:21.178595 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-522ed984-0861-4f03-898d-221623b8533c req-b330227f-4a98-4f8c-b6ad-21e3b0577728 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f5210ce7-7252-4ae4-b042-e4977065e1e2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:21.265158 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330227f-4a98-4f8c-b6ad-21e3b0577728 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5210ce7-7252-4ae4-b042-e4977065e1e2,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:21.272237 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-522ed984-0861-4f03-898d-221623b8533c req-b330227f-4a98-4f8c-b6ad-21e3b0577728 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 354 time: 0.5248523 Nov 02 12:36:21.371720 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] Publish callbacks [] for port (34871c8a-a075-4c26-8381-81262577afdf), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:21.388291 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:21.610066 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (34871c8a-a075-4c26-8381-81262577afdf), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:21.687513 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a0ce4-6206-43a5-b42d-4f4a2a343c12 None None] Pushing event updated for resources: {'Port': ['ID=34871c8a-a075-4c26-8381-81262577afdf,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:21.732843 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] Attempting to bind port 34871c8a-a075-4c26-8381-81262577afdf on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:36:21.733248 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] Attempting to bind port 34871c8a-a075-4c26-8381-81262577afdf by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a0f371c3-1b88-44f8-a1f8-d33ee287bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8dc7adf1-33dd-4243-bfcf-fd2de560519a'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:36:21.733737 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] Attempting to bind port 34871c8a-a075-4c26-8381-81262577afdf on network 8dc7adf1-33dd-4243-bfcf-fd2de560519a {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:36:21.783777 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:36:21.784143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] Checking segment: {'id': 'a0f371c3-1b88-44f8-a1f8-d33ee287bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8dc7adf1-33dd-4243-bfcf-fd2de560519a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:21.784577 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:21.784990 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] Bound using segment: {'id': 'a0f371c3-1b88-44f8-a1f8-d33ee287bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8dc7adf1-33dd-4243-bfcf-fd2de560519a'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:36:21.785456 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] Bound port: 34871c8a-a075-4c26-8381-81262577afdf, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f371c3-1b88-44f8-a1f8-d33ee287bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8dc7adf1-33dd-4243-bfcf-fd2de560519a'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:36:21.785835 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (34871c8a-a075-4c26-8381-81262577afdf), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:21.872546 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] For port 34871c8a-a075-4c26-8381-81262577afdf, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:36:21.875932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] For port 34871c8a-a075-4c26-8381-81262577afdf, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=34871c8a-a075-4c26-8381-81262577afdf,segment=NetworkSegment(a0f371c3-1b88-44f8-a1f8-d33ee287bc86),segment_id=a0f371c3-1b88-44f8-a1f8-d33ee287bc86)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:36:21.926959 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c8ce6-6cab-4c61-a38a-c6b78b7c03c3 req-378eddbe-1811-4b5b-b526-1b6ad647d35e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:21.928513 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-870c8ce6-6cab-4c61-a38a-c6b78b7c03c3 req-378eddbe-1811-4b5b-b526-1b6ad647d35e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 950 time: 0.0506904 Nov 02 12:36:21.985386 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-870c8ce6-6cab-4c61-a38a-c6b78b7c03c3 req-d8741ec7-0ab7-4641-82fe-a17e5ed2f557 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504422 Nov 02 12:36:22.017082 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (34871c8a-a075-4c26-8381-81262577afdf), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:22.023364 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:22.056550 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] Routers {'a756c775-738d-43da-9ea8-b8a081e42bba'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:22.057963 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a756c775-738d-43da-9ea8-b8a081e42bba'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:22.125371 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a0ce4-6206-43a5-b42d-4f4a2a343c12 None None] Pushing event updated for resources: {'Port': ['ID=34871c8a-a075-4c26-8381-81262577afdf,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:22.203567 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] Set router a756c775-738d-43da-9ea8-b8a081e42bba gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:22.377475 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58592) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:22.454031 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58598) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:22.477935 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a756c775-738d-43da-9ea8-b8a081e42bba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118297358-router', 'tenant_id': '5eef2caea5e6495a8691216cadd2a45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:09Z', 'updated_at': '2022-11-02T12:36:16Z', 'revision_number': 4, 'project_id': '5eef2caea5e6495a8691216cadd2a45a', 'gw_port': {'id': '8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a756c775-738d-43da-9ea8-b8a081e42bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:10Z', 'updated_at': '2022-11-02T12:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '34871c8a-a075-4c26-8381-81262577afdf', 'name': '', 'network_id': '8dc7adf1-33dd-4243-bfcf-fd2de560519a', 'tenant_id': '5eef2caea5e6495a8691216cadd2a45a', 'mac_address': 'fa:16:3e:66:df:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a756c775-738d-43da-9ea8-b8a081e42bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '8fceb1e9-6684-49fe-92bb-62200ca4a0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:15Z', 'updated_at': '2022-11-02T12:36:21Z', 'revision_number': 4, 'project_id': '5eef2caea5e6495a8691216cadd2a45a', 'subnets': [{'id': '8fceb1e9-6684-49fe-92bb-62200ca4a0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:22.518164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d5eabc-bc85-470f-a6f4-c08197c9a4fe None None] The sync data for ids ['a756c775-738d-43da-9ea8-b8a081e42bba'] in n-d-857339-6 is: [{'id': 'a756c775-738d-43da-9ea8-b8a081e42bba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118297358-router', 'tenant_id': '5eef2caea5e6495a8691216cadd2a45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:09Z', 'updated_at': '2022-11-02T12:36:16Z', 'revision_number': 4, 'project_id': '5eef2caea5e6495a8691216cadd2a45a', 'gw_port': {'id': '8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a756c775-738d-43da-9ea8-b8a081e42bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:10Z', 'updated_at': '2022-11-02T12:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '34871c8a-a075-4c26-8381-81262577afdf', 'name': '', 'network_id': '8dc7adf1-33dd-4243-bfcf-fd2de560519a', 'tenant_id': '5eef2caea5e6495a8691216cadd2a45a', 'mac_address': 'fa:16:3e:66:df:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a756c775-738d-43da-9ea8-b8a081e42bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '8fceb1e9-6684-49fe-92bb-62200ca4a0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:15Z', 'updated_at': '2022-11-02T12:36:21Z', 'revision_number': 4, 'project_id': '5eef2caea5e6495a8691216cadd2a45a', 'subnets': [{'id': '8fceb1e9-6684-49fe-92bb-62200ca4a0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:36:22.546856 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:22.627791 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f0ea5bf9-c144-4946-9a42-f34c44cdcfe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:22.674784 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9437-69d5-4268-8184-dddefb3349a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:22.789522 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:22.791158 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28772ee0-6b17-489f-9520-ef673a39f3ec req-a0a8a49d-abb4-4614-bbd8-e129eb5ba091 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:22.791648 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28772ee0-6b17-489f-9520-ef673a39f3ec req-a0a8a49d-abb4-4614-bbd8-e129eb5ba091 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:22.792766 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28772ee0-6b17-489f-9520-ef673a39f3ec req-a0a8a49d-abb4-4614-bbd8-e129eb5ba091 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:22.796920 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-28772ee0-6b17-489f-9520-ef673a39f3ec req-a0a8a49d-abb4-4614-bbd8-e129eb5ba091 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c232408a-2db9-4b25-b804-8792615c1d99&device_id=fdedb786-7c48-47e9-aa18-220972e9405e&device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 2976 time: 0.1174920 Nov 02 12:36:22.886623 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9437-69d5-4268-8184-dddefb3349a9 admin admin] Publish callbacks [] for security_group (1c7756ad-06dc-4b19-9cf0-03669c40cc17), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:22.905923 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f0ea5bf9-c144-4946-9a42-f34c44cdcfe0 admin admin] Publish callbacks [] for security_group (9d268e59-5f72-4b59-934f-8f0ff7815e01), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:22.918354 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-28772ee0-6b17-489f-9520-ef673a39f3ec req-44b43c3b-cc41-4169-b910-0f9426af4899 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133995 Nov 02 12:36:23.004050 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9437-69d5-4268-8184-dddefb3349a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1c7756ad-06dc-4b19-9cf0-03669c40cc17), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:23.042718 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f0ea5bf9-c144-4946-9a42-f34c44cdcfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9d268e59-5f72-4b59-934f-8f0ff7815e01), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:23.072814 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d9437-69d5-4268-8184-dddefb3349a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7756ad-06dc-4b19-9cf0-03669c40cc17,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:23.092514 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8c2d9437-69d5-4268-8184-dddefb3349a9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3097fd43fc3e4c328501a737f763386b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6370225 Nov 02 12:36:23.096239 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58624) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:23.108736 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f0ea5bf9-c144-4946-9a42-f34c44cdcfe0 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=995da6b9680b4829984d2711fe0157b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7276413 Nov 02 12:36:23.109011 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58626) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:23.156448 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea5bf9-c144-4946-9a42-f34c44cdcfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d268e59-5f72-4b59-934f-8f0ff7815e01,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:23.183146 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-baf5e6d5-c283-4e81-8fc8-18f6b13bd522 admin admin] Publish callbacks [] for security_group (1c7756ad-06dc-4b19-9cf0-03669c40cc17), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:23.215077 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-baf5e6d5-c283-4e81-8fc8-18f6b13bd522 admin admin] Publish callbacks [] for security_group (1c7756ad-06dc-4b19-9cf0-03669c40cc17), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:23.235037 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c38c07d-56ee-4aa9-9965-c48419bb8732 admin admin] Publish callbacks [] for security_group (9d268e59-5f72-4b59-934f-8f0ff7815e01), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:23.248361 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58632) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:23.259380 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-42778cf4-2a05-40f1-bd54-a9ab62199b0d tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1088133786', 'description': 'tempest-description--296782009'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:23.280329 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c38c07d-56ee-4aa9-9965-c48419bb8732 admin admin] Publish callbacks [] for security_group (9d268e59-5f72-4b59-934f-8f0ff7815e01), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:23.421484 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-42778cf4-2a05-40f1-bd54-a9ab62199b0d tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:23.590071 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-e44288eb-247b-4d42-a715-edd0d66d30fa tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=9929679b00cb4db39002b1ae432a2539&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242403 Nov 02 12:36:23.673695 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c38c07d-56ee-4aa9-9965-c48419bb8732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9d268e59-5f72-4b59-934f-8f0ff7815e01), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:23.676004 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-baf5e6d5-c283-4e81-8fc8-18f6b13bd522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1c7756ad-06dc-4b19-9cf0-03669c40cc17), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:23.676633 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c38c07d-56ee-4aa9-9965-c48419bb8732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:23.680990 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8c38c07d-56ee-4aa9-9965-c48419bb8732 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9d268e59-5f72-4b59-934f-8f0ff7815e01 HTTP/1.1" status: 204 len: 168 time: 0.5676987 Nov 02 12:36:23.681226 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-baf5e6d5-c283-4e81-8fc8-18f6b13bd522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:23.683032 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-baf5e6d5-c283-4e81-8fc8-18f6b13bd522 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1c7756ad-06dc-4b19-9cf0-03669c40cc17 HTTP/1.1" status: 204 len: 168 time: 0.5840073 Nov 02 12:36:23.708738 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38c07d-56ee-4aa9-9965-c48419bb8732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d268e59-5f72-4b59-934f-8f0ff7815e01,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:23.709485 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5e6d5-c283-4e81-8fc8-18f6b13bd522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7756ad-06dc-4b19-9cf0-03669c40cc17,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:23.771970 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:23.801071 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-42778cf4-2a05-40f1-bd54-a9ab62199b0d tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks [] for security_group (86ef4f3a-4608-484c-a31b-2f5dc989479c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:23.809568 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-82eeb342-11d3-464f-89a1-4477e85e476f tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:23.813160 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-82eeb342-11d3-464f-89a1-4477e85e476f tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168224 Nov 02 12:36:23.827575 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-9e44a133-3a05-4145-af94-0a4d0ca2ba14 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/quotas/9929679b00cb4db39002b1ae432a2539 HTTP/1.1" status: 200 len: 375 time: 0.0107579 Nov 02 12:36:23.899463 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-0fe9aaf7-6af7-4b50-8e63-2c8b3b5b7080 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9929679b00cb4db39002b1ae432a2539&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653896 Nov 02 12:36:23.925586 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-42778cf4-2a05-40f1-bd54-a9ab62199b0d tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (86ef4f3a-4608-484c-a31b-2f5dc989479c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:23.970595 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42778cf4-2a05-40f1-bd54-a9ab62199b0d tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ef4f3a-4608-484c-a31b-2f5dc989479c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:24.137406 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-42778cf4-2a05-40f1-bd54-a9ab62199b0d tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:24.137406 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-42778cf4-2a05-40f1-bd54-a9ab62199b0d tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8832204 Nov 02 12:36:24.137406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58662) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:24.142161 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e64d2d94-6380-48d3-8cb4-42c9cfe9ed3c tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Request body: {'security_group_rule': {'security_group_id': '86ef4f3a-4608-484c-a31b-2f5dc989479c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:24.291049 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:24.302860 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a8bd65e8-7a7a-42c6-89f9-673eeb8587a5 req-842bfdbc-ad02-42be-9b0b-08c3121cdb45 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=98d9d819-116f-405e-b1e3-216d7fdc4818 HTTP/1.1" status: 200 len: 210 time: 0.0385520 Nov 02 12:36:24.342358 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e64d2d94-6380-48d3-8cb4-42c9cfe9ed3c tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks [] for security_group_rule (548bf032-4520-49e1-b66e-e79d0c794195), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:24.481041 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:24.481041 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e64d2d94-6380-48d3-8cb4-42c9cfe9ed3c tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks [] for security_group_rule (548bf032-4520-49e1-b66e-e79d0c794195), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:24.554391 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 34871c8a-a075-4c26-8381-81262577afdf up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:24.599482 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 34871c8a-a075-4c26-8381-81262577afdf triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:24.599856 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (34871c8a-a075-4c26-8381-81262577afdf), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:24.600194 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 34871c8a-a075-4c26-8381-81262577afdf Nov 02 12:36:24.602377 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:24.639210 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e64d2d94-6380-48d3-8cb4-42c9cfe9ed3c tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (548bf032-4520-49e1-b66e-e79d0c794195), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:24.661994 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d2d94-6380-48d3-8cb4-42c9cfe9ed3c tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548bf032-4520-49e1-b66e-e79d0c794195,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:24.684232 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 34871c8a-a075-4c26-8381-81262577afdf is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:24.684684 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (34871c8a-a075-4c26-8381-81262577afdf), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:24.721309 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 34871c8a-a075-4c26-8381-81262577afdf, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=34871c8a-a075-4c26-8381-81262577afdf,segment=NetworkSegment(a0f371c3-1b88-44f8-a1f8-d33ee287bc86),segment_id=a0f371c3-1b88-44f8-a1f8-d33ee287bc86)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:24.811207 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e64d2d94-6380-48d3-8cb4-42c9cfe9ed3c tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:24.814083 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e64d2d94-6380-48d3-8cb4-42c9cfe9ed3c tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6764090 Nov 02 12:36:24.819734 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58688) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:24.827211 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f9a0d2bd-6a95-4141-86d8-6b5e2a3cc859 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Request body: {'security_group_rule': {'security_group_id': '86ef4f3a-4608-484c-a31b-2f5dc989479c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:24.858485 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (34871c8a-a075-4c26-8381-81262577afdf), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:24.912072 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=34871c8a-a075-4c26-8381-81262577afdf,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:25.036250 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d2bd-6a95-4141-86d8-6b5e2a3cc859 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks [] for security_group_rule (b3e63b0b-8dac-41cf-abda-aac5ddfba676), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:25.076907 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58700) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:25.080220 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6c970-e592-4bb1-b608-a60b2bd57a10 req-aa448d90-b770-43d6-8ffe-748b5995eb40 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:25.093941 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-10c6c970-e592-4bb1-b608-a60b2bd57a10 req-aa448d90-b770-43d6-8ffe-748b5995eb40 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 1131 time: 0.0633671 Nov 02 12:36:25.098566 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-580cac80-55a5-4e88-af56-03f4fa52f440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:25.154290 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d2bd-6a95-4141-86d8-6b5e2a3cc859 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks [] for security_group_rule (b3e63b0b-8dac-41cf-abda-aac5ddfba676), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:25.185280 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-10c6c970-e592-4bb1-b608-a60b2bd57a10 req-89d9c282-f729-4971-ae64-895c89636cbd tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900817 Nov 02 12:36:25.212834 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58702) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:25.230091 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-580cac80-55a5-4e88-af56-03f4fa52f440 admin admin] Publish callbacks [] for security_group (2d0ff0b3-b8a3-451c-9a5d-65ab3985c80e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:25.316038 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fac3f0-3f09-4177-8246-d631267a84de req-4db16ddc-19ab-45ae-8d96-aca245ec9dde tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:25.317314 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-82fac3f0-3f09-4177-8246-d631267a84de req-4db16ddc-19ab-45ae-8d96-aca245ec9dde tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 1131 time: 0.0440271 Nov 02 12:36:25.387292 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d2bd-6a95-4141-86d8-6b5e2a3cc859 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (b3e63b0b-8dac-41cf-abda-aac5ddfba676), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:25.404741 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d7a78d90-95f7-44ef-8c39-b8145084927d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:25.411531 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0d2bd-6a95-4141-86d8-6b5e2a3cc859 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e63b0b-8dac-41cf-abda-aac5ddfba676,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:25.431909 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-580cac80-55a5-4e88-af56-03f4fa52f440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2d0ff0b3-b8a3-451c-9a5d-65ab3985c80e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:25.437144 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-82fac3f0-3f09-4177-8246-d631267a84de req-45a9ad5c-09cd-42a3-a987-a96198fffaa4 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071064 Nov 02 12:36:25.444011 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8ee9db2b-2da6-4cef-bc61-dfa18ba138b8 req-bc4e945b-5677-4b75-8ed1-25a8249a52ae tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=98d9d819-116f-405e-b1e3-216d7fdc4818 HTTP/1.1" status: 200 len: 210 time: 0.0803237 Nov 02 12:36:25.480761 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580cac80-55a5-4e88-af56-03f4fa52f440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0ff0b3-b8a3-451c-9a5d-65ab3985c80e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:25.487655 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-580cac80-55a5-4e88-af56-03f4fa52f440 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1a9c833a220b4bd9aaf02b69f15a267a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4096456 Nov 02 12:36:25.490424 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58718) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:25.547356 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef836-9f41-4ac7-8681-edf4f5b16b07 admin admin] Publish callbacks [] for security_group (2d0ff0b3-b8a3-451c-9a5d-65ab3985c80e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:25.567652 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef836-9f41-4ac7-8681-edf4f5b16b07 admin admin] Publish callbacks [] for security_group (2d0ff0b3-b8a3-451c-9a5d-65ab3985c80e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:25.694509 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d7a78d90-95f7-44ef-8c39-b8145084927d admin admin] Publish callbacks [] for security_group (6d483350-7abf-4cd3-98d2-b8808f1872be), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:25.757486 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d2bd-6a95-4141-86d8-6b5e2a3cc859 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:25.760350 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f9a0d2bd-6a95-4141-86d8-6b5e2a3cc859 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9385221 Nov 02 12:36:25.764144 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58726) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:25.773436 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-14a3e47c-d6dd-4bfb-9cd0-c9154197deea tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:25.860456 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef836-9f41-4ac7-8681-edf4f5b16b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2d0ff0b3-b8a3-451c-9a5d-65ab3985c80e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:25.863435 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef836-9f41-4ac7-8681-edf4f5b16b07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:25.864385 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3d7ef836-9f41-4ac7-8681-edf4f5b16b07 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2d0ff0b3-b8a3-451c-9a5d-65ab3985c80e HTTP/1.1" status: 204 len: 168 time: 0.3729479 Nov 02 12:36:25.874297 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ef836-9f41-4ac7-8681-edf4f5b16b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0ff0b3-b8a3-451c-9a5d-65ab3985c80e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:25.918101 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d7a78d90-95f7-44ef-8c39-b8145084927d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6d483350-7abf-4cd3-98d2-b8808f1872be), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:25.919320 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-14a3e47c-d6dd-4bfb-9cd0-c9154197deea tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:25.964594 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d7a78d90-95f7-44ef-8c39-b8145084927d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f445e708656d45e794fa8c5e35026c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7594104 Nov 02 12:36:25.965293 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a78d90-95f7-44ef-8c39-b8145084927d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d483350-7abf-4cd3-98d2-b8808f1872be,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:25.969345 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58736) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:26.024054 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-14a3e47c-d6dd-4bfb-9cd0-c9154197deea tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:26.044929 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-21bd9494-860d-415e-b5b2-334f59234157 admin admin] Publish callbacks [] for security_group (6d483350-7abf-4cd3-98d2-b8808f1872be), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:26.081895 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-21bd9494-860d-415e-b5b2-334f59234157 admin admin] Publish callbacks [] for security_group (6d483350-7abf-4cd3-98d2-b8808f1872be), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:26.172073 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-14a3e47c-d6dd-4bfb-9cd0-c9154197deea tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Allocated IP 172.25.2.111 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/a520a68b-cae4-4a0e-9423-725554973f29) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:36:26.286489 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-14a3e47c-d6dd-4bfb-9cd0-c9154197deea tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks [] for port (a520a68b-cae4-4a0e-9423-725554973f29), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:26.366837 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-21bd9494-860d-415e-b5b2-334f59234157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6d483350-7abf-4cd3-98d2-b8808f1872be), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:26.366837 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-21bd9494-860d-415e-b5b2-334f59234157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:26.366837 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-21bd9494-860d-415e-b5b2-334f59234157 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6d483350-7abf-4cd3-98d2-b8808f1872be HTTP/1.1" status: 204 len: 168 time: 0.3951988 Nov 02 12:36:26.388132 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd9494-860d-415e-b5b2-334f59234157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d483350-7abf-4cd3-98d2-b8808f1872be,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:26.460676 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:26.534068 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 34871c8a-a075-4c26-8381-81262577afdf up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:26.581350 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 34871c8a-a075-4c26-8381-81262577afdf triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:26.581723 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (34871c8a-a075-4c26-8381-81262577afdf), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:26.582057 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 34871c8a-a075-4c26-8381-81262577afdf Nov 02 12:36:26.626935 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-14a3e47c-d6dd-4bfb-9cd0-c9154197deea tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (a520a68b-cae4-4a0e-9423-725554973f29), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:26.666590 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 34871c8a-a075-4c26-8381-81262577afdf is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:26.677780 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a3e47c-d6dd-4bfb-9cd0-c9154197deea tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:26.684091 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-14a3e47c-d6dd-4bfb-9cd0-c9154197deea tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:26.686949 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a3e47c-d6dd-4bfb-9cd0-c9154197deea tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:36:26.693153 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3e47c-d6dd-4bfb-9cd0-c9154197deea tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Pushing event updated for resources: {'Port': ['ID=a520a68b-cae4-4a0e-9423-725554973f29,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:26.725132 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5d60954f-928e-49a9-87e4-a65632cd32ba req-4e7d68d1-8ad4-418f-abc5-948b3ff4ab79 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=98d9d819-116f-405e-b1e3-216d7fdc4818 HTTP/1.1" status: 200 len: 210 time: 0.0303047 Nov 02 12:36:26.766057 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-14a3e47c-d6dd-4bfb-9cd0-c9154197deea tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks [] for floatingip (b3e5a873-9fa0-46aa-ba40-d775b24d1166), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:26.990827 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-14a3e47c-d6dd-4bfb-9cd0-c9154197deea tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a520a68b-cae4-4a0e-9423-725554973f29), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:26.993953 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:27.145218 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:27.184685 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-14a3e47c-d6dd-4bfb-9cd0-c9154197deea tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks [] for port (a520a68b-cae4-4a0e-9423-725554973f29), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:27.306863 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-14a3e47c-d6dd-4bfb-9cd0-c9154197deea tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a520a68b-cae4-4a0e-9423-725554973f29), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:27.307658 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-14a3e47c-d6dd-4bfb-9cd0-c9154197deea tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (b3e5a873-9fa0-46aa-ba40-d775b24d1166), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:27.367058 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3e47c-d6dd-4bfb-9cd0-c9154197deea tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Pushing event updated for resources: {'Port': ['ID=a520a68b-cae4-4a0e-9423-725554973f29,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:27.419272 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-8c85f90b-580f-4317-b403-53fb96745178 req-00c4d7fe-a66e-4524-bbc0-ace8026eda0e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415397 Nov 02 12:36:27.519613 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9113054-b789-462c-ab05-a1451fa8d104 req-aeacff64-8c14-40dc-8545-477f95bdb5a9 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:27.521367 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d9113054-b789-462c-ab05-a1451fa8d104 req-aeacff64-8c14-40dc-8545-477f95bdb5a9 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.0531170 Nov 02 12:36:27.553718 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85f90b-580f-4317-b403-53fb96745178 req-13357cd9-46c3-4aeb-af2d-42564595ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:27.555241 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-8c85f90b-580f-4317-b403-53fb96745178 req-13357cd9-46c3-4aeb-af2d-42564595ca86 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9929679b00cb4db39002b1ae432a2539&device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 1131 time: 0.0443258 Nov 02 12:36:27.577213 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d9113054-b789-462c-ab05-a1451fa8d104 req-cb59e252-2188-4cda-851e-dcac7681c610 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481224 Nov 02 12:36:27.621791 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-14a3e47c-d6dd-4bfb-9cd0-c9154197deea tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:27.628565 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-14a3e47c-d6dd-4bfb-9cd0-c9154197deea tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8536074 Nov 02 12:36:27.722186 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85f90b-580f-4317-b403-53fb96745178 req-bd16bfe7-4b07-411b-b59e-9cd348f11ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:27.725047 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-8c85f90b-580f-4317-b403-53fb96745178 req-bd16bfe7-4b07-411b-b59e-9cd348f11ab3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.1457350 Nov 02 12:36:27.741160 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:27.773854 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-8c85f90b-580f-4317-b403-53fb96745178 req-853c499e-cb1c-4513-85db-ce78a73ecc0e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=df5c0c04-c31c-4b89-89ec-fb14f2763e26 HTTP/1.1" status: 200 len: 217 time: 0.0408864 Nov 02 12:36:27.856151 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85f90b-580f-4317-b403-53fb96745178 req-b26e1619-412d-4846-999c-b0cfd7c070a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:27.866263 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-8c85f90b-580f-4317-b403-53fb96745178 req-b26e1619-412d-4846-999c-b0cfd7c070a6 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.0721323 Nov 02 12:36:27.881022 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58804) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:27.915524 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:27.928857 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d33c24c-2dd0-4040-89c9-e6d8679c3e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:27.935782 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85f90b-580f-4317-b403-53fb96745178 req-00f5c7f3-d8ac-4dd3-8d74-5f185586714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:27.937415 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-8c85f90b-580f-4317-b403-53fb96745178 req-00f5c7f3-d8ac-4dd3-8d74-5f185586714c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0712903 Nov 02 12:36:27.959875 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-91288a9c-21aa-4659-92c5-8ac2edb4e3cc req-fad65436-9ac6-421e-bf5c-9cf635cd29f6 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=98d9d819-116f-405e-b1e3-216d7fdc4818 HTTP/1.1" status: 200 len: 210 time: 0.0616167 Nov 02 12:36:28.083218 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d33c24c-2dd0-4040-89c9-e6d8679c3e91 admin admin] Publish callbacks [] for security_group (8ef40c3a-6dd8-4883-a993-7717817732be), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.105627 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-8c85f90b-580f-4317-b403-53fb96745178 req-70666950-b36b-431e-9837-dd3bcc8032f2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559660 Nov 02 12:36:28.181276 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d33c24c-2dd0-4040-89c9-e6d8679c3e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8ef40c3a-6dd8-4883-a993-7717817732be), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.290106 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33c24c-2dd0-4040-89c9-e6d8679c3e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef40c3a-6dd8-4883-a993-7717817732be,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:28.311416 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6d33c24c-2dd0-4040-89c9-e6d8679c3e91 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c96ba96646f94a1abd971edc179f0813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4234045 Nov 02 12:36:28.311416 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58844) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:28.337874 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-8c85f90b-580f-4317-b403-53fb96745178 req-261d34a7-d7c3-425a-a03d-b93d5df37790 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274020 Nov 02 12:36:28.444951 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b9e209bd-4554-43a9-97cc-ebd37c8df65d admin admin] Publish callbacks [] for security_group (8ef40c3a-6dd8-4883-a993-7717817732be), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.504324 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b9e209bd-4554-43a9-97cc-ebd37c8df65d admin admin] Publish callbacks [] for security_group (8ef40c3a-6dd8-4883-a993-7717817732be), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.543046 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4fe75246-6ade-4c62-9508-1b333a1f824d req-ddc03205-8985-49f5-a7f8-c0fe93867e24 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1088133786&fields=id&tenant_id=4589769481b746e7bd703f2d34706a67 HTTP/1.1" status: 200 len: 267 time: 0.1344588 Nov 02 12:36:28.631623 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-3012c129-a438-4c87-9021-e9a1f4515ac6 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=9929679b00cb4db39002b1ae432a2539&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275919 Nov 02 12:36:28.798864 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe75246-6ade-4c62-9508-1b333a1f824d req-653dfc63-6fee-4071-be08-a17e7c77d4c7 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:28.802133 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4fe75246-6ade-4c62-9508-1b333a1f824d req-653dfc63-6fee-4071-be08-a17e7c77d4c7 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] 10.222.0.64 "GET /networking/v2.0/networks?id=4e21e97b-510c-44f1-81ec-8bd474cbbb71 HTTP/1.1" status: 200 len: 823 time: 0.2389798 Nov 02 12:36:28.806849 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b9e209bd-4554-43a9-97cc-ebd37c8df65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8ef40c3a-6dd8-4883-a993-7717817732be), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.810304 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b9e209bd-4554-43a9-97cc-ebd37c8df65d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.811471 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b9e209bd-4554-43a9-97cc-ebd37c8df65d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8ef40c3a-6dd8-4883-a993-7717817732be HTTP/1.1" status: 204 len: 168 time: 0.4983077 Nov 02 12:36:28.879290 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e209bd-4554-43a9-97cc-ebd37c8df65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef40c3a-6dd8-4883-a993-7717817732be,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:28.898936 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-d385db20-87d3-4254-b1a8-b63b91e24787 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:28.902769 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-d385db20-87d3-4254-b1a8-b63b91e24787 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2655227 Nov 02 12:36:28.907466 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4fe75246-6ade-4c62-9508-1b333a1f824d req-983182f9-f95a-4ded-8f20-63382261c4a2 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] 10.222.0.64 "GET /networking/v2.0/quotas/4589769481b746e7bd703f2d34706a67 HTTP/1.1" status: 200 len: 375 time: 0.0947423 Nov 02 12:36:28.922308 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-7288d5e0-5ccc-4f3d-980c-57b356c27cb3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Request body: {'port': {'device_id': '98d9d819-116f-405e-b1e3-216d7fdc4818', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': '9929679b00cb4db39002b1ae432a2539'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:28.966735 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d50ed8-570f-4855-9c7b-471ab16b3ae4 req-86b70af5-64a3-40fe-a2ff-f0b03d33c34b tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:28.968305 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b2d50ed8-570f-4855-9c7b-471ab16b3ae4 req-86b70af5-64a3-40fe-a2ff-f0b03d33c34b tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.1319697 Nov 02 12:36:29.064621 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4fe75246-6ade-4c62-9508-1b333a1f824d req-95765e84-e25e-4132-8f2f-4aae9865c934 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=4589769481b746e7bd703f2d34706a67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1168973 Nov 02 12:36:29.107005 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b2d50ed8-570f-4855-9c7b-471ab16b3ae4 req-cfddeafd-fd7a-46ef-9c5e-61407b6414c4 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093633 Nov 02 12:36:29.269409 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0c1a687f-a629-4c5b-a9f6-ffea0610e732 req-b1d13164-d703-4269-91fa-7ad129bcf935 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=98d9d819-116f-405e-b1e3-216d7fdc4818 HTTP/1.1" status: 200 len: 210 time: 0.0300136 Nov 02 12:36:29.300527 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-7288d5e0-5ccc-4f3d-980c-57b356c27cb3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Made reservation on behalf of 9929679b00cb4db39002b1ae432a2539 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:36:29.308283 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-7288d5e0-5ccc-4f3d-980c-57b356c27cb3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.476255 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-7288d5e0-5ccc-4f3d-980c-57b356c27cb3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Allocated IP 192.168.233.132 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/31495a98-f7a4-46d6-91fd-f475392a374c) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:36:29.553624 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58896) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:29.566541 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:36:29.636407 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8fe0aafc-1412-4cc4-a704-557d8b89c25d tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks [] for security_group (86ef4f3a-4608-484c-a31b-2f5dc989479c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.661276 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8fe0aafc-1412-4cc4-a704-557d8b89c25d tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks [] for security_group (86ef4f3a-4608-484c-a31b-2f5dc989479c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.664269 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-7288d5e0-5ccc-4f3d-980c-57b356c27cb3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks [] for port (31495a98-f7a4-46d6-91fd-f475392a374c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.787704 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8fe0aafc-1412-4cc4-a704-557d8b89c25d tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (86ef4f3a-4608-484c-a31b-2f5dc989479c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.788261 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-7288d5e0-5ccc-4f3d-980c-57b356c27cb3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (31495a98-f7a4-46d6-91fd-f475392a374c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.791017 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8fe0aafc-1412-4cc4-a704-557d8b89c25d tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.793193 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8fe0aafc-1412-4cc4-a704-557d8b89c25d tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/86ef4f3a-4608-484c-a31b-2f5dc989479c HTTP/1.1" status: 204 len: 168 time: 0.2374878 Nov 02 12:36:29.800756 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58900) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:29.804725 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0aafc-1412-4cc4-a704-557d8b89c25d tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ef4f3a-4608-484c-a31b-2f5dc989479c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:29.832968 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['df5c0c04-c31c-4b89-89ec-fb14f2763e26', '4fd2315f-3bee-4c55-9a39-5f59138d2385'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:36:29.854051 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-068624e7-9aa4-4979-86bf-976e1124e6f4 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] show failed (client error): The resource could not be found. Nov 02 12:36:29.858089 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-068624e7-9aa4-4979-86bf-976e1124e6f4 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/86ef4f3a-4608-484c-a31b-2f5dc989479c HTTP/1.1" status: 404 len: 347 time: 0.0562730 Nov 02 12:36:29.858483 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58902) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:29.865791 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-7288d5e0-5ccc-4f3d-980c-57b356c27cb3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:29.869537 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-7288d5e0-5ccc-4f3d-980c-57b356c27cb3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:29.873611 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-7288d5e0-5ccc-4f3d-980c-57b356c27cb3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:36:29.879191 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-7288d5e0-5ccc-4f3d-980c-57b356c27cb3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:29.879846 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-7288d5e0-5ccc-4f3d-980c-57b356c27cb3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.902675 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288d5e0-5ccc-4f3d-980c-57b356c27cb3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Pushing event updated for resources: {'Port': ['ID=31495a98-f7a4-46d6-91fd-f475392a374c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:29.950288 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:30.041285 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-7288d5e0-5ccc-4f3d-980c-57b356c27cb3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1271343 Nov 02 12:36:30.053985 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] Request body: {'port': {'device_id': '98d9d819-116f-405e-b1e3-216d7fdc4818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-857339-6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:30.067443 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-813fbc5c-23b8-46e7-9a42-c5402c8e2f62 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Deleting port a520a68b-cae4-4a0e-9423-725554973f29 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:30.067629 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-813fbc5c-23b8-46e7-9a42-c5402c8e2f62 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a520a68b-cae4-4a0e-9423-725554973f29), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:30.170115 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (31495a98-f7a4-46d6-91fd-f475392a374c), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:30.193061 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-813fbc5c-23b8-46e7-9a42-c5402c8e2f62 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a520a68b-cae4-4a0e-9423-725554973f29), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:30.193061 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-813fbc5c-23b8-46e7-9a42-c5402c8e2f62 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks [] for floatingip (a520a68b-cae4-4a0e-9423-725554973f29), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:30.222056 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-813fbc5c-23b8-46e7-9a42-c5402c8e2f62 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Calling delete_port for a520a68b-cae4-4a0e-9423-725554973f29 owned by network:floatingip {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:30.275585 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2d8938bf-2954-45e2-baa8-a1e1c35106a1 None None] Provisioning complete for port 31495a98-f7a4-46d6-91fd-f475392a374c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:30.282715 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2d8938bf-2954-45e2-baa8-a1e1c35106a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (31495a98-f7a4-46d6-91fd-f475392a374c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:30.283154 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2d8938bf-2954-45e2-baa8-a1e1c35106a1 None None] Attempt 1 to provision port 31495a98-f7a4-46d6-91fd-f475392a374c Nov 02 12:36:30.304238 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58914) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:30.327456 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58918) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:30.349724 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2d8938bf-2954-45e2-baa8-a1e1c35106a1 None None] Port 31495a98-f7a4-46d6-91fd-f475392a374c cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:36:30.521185 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:30.535953 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f45aa2e1-7588-4e66-b36d-b17199a2514d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:30.586879 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30895b9d-4080-41a5-a456-ff993ee10344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:30.616711 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27308104-6f43-4d2d-84d4-e5486828d6df req-24265c05-79aa-445c-96d1-02c067fdc065 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:30.634729 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-27308104-6f43-4d2d-84d4-e5486828d6df req-24265c05-79aa-445c-96d1-02c067fdc065 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.1015213 Nov 02 12:36:30.685219 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d1ec6-d965-460f-9bd3-40cb0a99a966 req-f14ac5e9-7e2b-4e6b-8a2a-bc2f35eb6dff tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:30.686668 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0d4d1ec6-d965-460f-9bd3-40cb0a99a966 req-f14ac5e9-7e2b-4e6b-8a2a-bc2f35eb6dff tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=98d9d819-116f-405e-b1e3-216d7fdc4818 HTTP/1.1" status: 200 len: 936 time: 0.1682475 Nov 02 12:36:30.711575 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-813fbc5c-23b8-46e7-9a42-c5402c8e2f62 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (a520a68b-cae4-4a0e-9423-725554973f29), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:30.750175 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fbc5c-23b8-46e7-9a42-c5402c8e2f62 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Pushing event deleted for resources: {'Port': ['ID=a520a68b-cae4-4a0e-9423-725554973f29,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:30.751380 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-27308104-6f43-4d2d-84d4-e5486828d6df req-c095bda7-2a5f-47c9-aa48-998f985918cf tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851636 Nov 02 12:36:30.817232 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-813fbc5c-23b8-46e7-9a42-c5402c8e2f62 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks [] for floatingip (b3e5a873-9fa0-46aa-ba40-d775b24d1166), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:30.821217 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-813fbc5c-23b8-46e7-9a42-c5402c8e2f62 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:30.823637 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-813fbc5c-23b8-46e7-9a42-c5402c8e2f62 tempest-ServersWithSpecificFlavorTestJSON-2042767784 tempest-ServersWithSpecificFlavorTestJSON-2042767784-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/b3e5a873-9fa0-46aa-ba40-d775b24d1166 HTTP/1.1" status: 204 len: 168 time: 0.9639640 Nov 02 12:36:30.870616 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0d4d1ec6-d965-460f-9bd3-40cb0a99a966 req-16d43bd2-a2ab-45e3-af83-b745ea7962d9 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648576 Nov 02 12:36:30.913392 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30895b9d-4080-41a5-a456-ff993ee10344 admin admin] Publish callbacks [] for security_group (18c3fd9a-568c-4ad1-8011-23dac931429e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:30.927121 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f45aa2e1-7588-4e66-b36d-b17199a2514d admin admin] Publish callbacks [] for security_group (ef3bc75d-f952-420b-ae06-67abf8a19d75), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:30.966384 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31495a98-f7a4-46d6-91fd-f475392a374c {{(pid=105975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:36:30.974461 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] Publish callbacks [] for port (31495a98-f7a4-46d6-91fd-f475392a374c), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:30.989535 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.provisioning_blocks [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] Transition to ACTIVE for port object 31495a98-f7a4-46d6-91fd-f475392a374c will not be triggered until provisioned by entity L2. {{(pid=105975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:36:31.039137 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30895b9d-4080-41a5-a456-ff993ee10344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (18c3fd9a-568c-4ad1-8011-23dac931429e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.089662 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30895b9d-4080-41a5-a456-ff993ee10344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c3fd9a-568c-4ad1-8011-23dac931429e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:31.106425 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-30895b9d-4080-41a5-a456-ff993ee10344 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=70a0a123c2f74bfeb12dec018ad0d4d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7592704 Nov 02 12:36:31.109345 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58948) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:31.161486 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b823e35-e859-481c-adaa-8d3d55e61ce1 admin admin] Publish callbacks [] for security_group (18c3fd9a-568c-4ad1-8011-23dac931429e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.169521 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f45aa2e1-7588-4e66-b36d-b17199a2514d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ef3bc75d-f952-420b-ae06-67abf8a19d75), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.187593 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b823e35-e859-481c-adaa-8d3d55e61ce1 admin admin] Publish callbacks [] for security_group (18c3fd9a-568c-4ad1-8011-23dac931429e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.212914 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f45aa2e1-7588-4e66-b36d-b17199a2514d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c8cc1940b87d4d5480b134a548aeee88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9071367 Nov 02 12:36:31.214592 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45aa2e1-7588-4e66-b36d-b17199a2514d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3bc75d-f952-420b-ae06-67abf8a19d75,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:31.217248 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58950) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:31.217541 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (31495a98-f7a4-46d6-91fd-f475392a374c), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.323485 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] Pushing event updated for resources: {'Port': ['ID=31495a98-f7a4-46d6-91fd-f475392a374c,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:31.327248 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] Attempting to bind port 31495a98-f7a4-46d6-91fd-f475392a374c on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:36:31.336812 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] Attempting to bind port 31495a98-f7a4-46d6-91fd-f475392a374c by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:36:31.336812 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] Attempting to bind port 31495a98-f7a4-46d6-91fd-f475392a374c on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:36:31.358000 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-578f846f-f359-440d-848e-d7b9977ee06c admin admin] Publish callbacks [] for security_group (ef3bc75d-f952-420b-ae06-67abf8a19d75), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.360921 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58960) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:31.385997 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] Port 31495a98-f7a4-46d6-91fd-f475392a374c on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:36:31.386531 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] Attempting to bind port 31495a98-f7a4-46d6-91fd-f475392a374c on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:36:31.423413 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-578f846f-f359-440d-848e-d7b9977ee06c admin admin] Publish callbacks [] for security_group (ef3bc75d-f952-420b-ae06-67abf8a19d75), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.431563 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-fd15d7bd-05c3-439c-914b-d80aece99113 req-dc8acbf2-d8eb-4f81-ab75-746297d6e61b tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1802676692', 'description': 'tempest-description-348707243'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:31.471041 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] Checking agent: {'id': '59c125ef-2b3d-4364-aa71-285e1ef6d0e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:36:31.471041 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:31.471574 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:36:31.471874 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] Bound port: 31495a98-f7a4-46d6-91fd-f475392a374c, host: n-h2-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:36:31.472313 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (31495a98-f7a4-46d6-91fd-f475392a374c), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.484467 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b823e35-e859-481c-adaa-8d3d55e61ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (18c3fd9a-568c-4ad1-8011-23dac931429e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.487179 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b823e35-e859-481c-adaa-8d3d55e61ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.490590 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8b823e35-e859-481c-adaa-8d3d55e61ce1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/18c3fd9a-568c-4ad1-8011-23dac931429e HTTP/1.1" status: 204 len: 168 time: 0.3780017 Nov 02 12:36:31.540532 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b823e35-e859-481c-adaa-8d3d55e61ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c3fd9a-568c-4ad1-8011-23dac931429e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:31.587115 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-fd15d7bd-05c3-439c-914b-d80aece99113 req-dc8acbf2-d8eb-4f81-ab75-746297d6e61b tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.598785 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-fd15d7bd-05c3-439c-914b-d80aece99113 req-dc8acbf2-d8eb-4f81-ab75-746297d6e61b tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.602404 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] For port 31495a98-f7a4-46d6-91fd-f475392a374c, host n-h2-857339-6, cleared binding levels {{(pid=105975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:36:31.623129 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] For port 31495a98-f7a4-46d6-91fd-f475392a374c, host n-h2-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=31495a98-f7a4-46d6-91fd-f475392a374c,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:36:31.689263 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58968) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:31.806683 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-298652f7-2257-4b6a-8ba8-fffc09dc3f51 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1459953581-network', 'tenant_id': '57ab8b7723184d3e9eff5809eafffb20'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:31.853009 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-578f846f-f359-440d-848e-d7b9977ee06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ef3bc75d-f952-420b-ae06-67abf8a19d75), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.855557 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-578f846f-f359-440d-848e-d7b9977ee06c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.859514 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-578f846f-f359-440d-848e-d7b9977ee06c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ef3bc75d-f952-420b-ae06-67abf8a19d75 HTTP/1.1" status: 204 len: 168 time: 0.6386364 Nov 02 12:36:31.859514 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:31.872084 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f846f-f359-440d-848e-d7b9977ee06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3bc75d-f952-420b-ae06-67abf8a19d75,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:31.924781 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf082ff2-855e-43c5-b629-9c9797ae845c req-4cfc394a-8150-49a9-8287-308426768555 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:31.933731 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cf082ff2-855e-43c5-b629-9c9797ae845c req-4cfc394a-8150-49a9-8287-308426768555 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.0816274 Nov 02 12:36:31.962521 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (31495a98-f7a4-46d6-91fd-f475392a374c), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.966443 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:31.967079 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.968931 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/31495a98-f7a4-46d6-91fd-f475392a374c HTTP/1.1" status: 200 len: 1096 time: 1.9193542 Nov 02 12:36:31.971128 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-fd15d7bd-05c3-439c-914b-d80aece99113 req-dc8acbf2-d8eb-4f81-ab75-746297d6e61b tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Publish callbacks [] for security_group (0a7b51e9-44fe-490d-9dbd-d492ae585347), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.975618 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d9d819-116f-405e-b1e3-216d7fdc4818', 'tag': '31495a98-f7a4-46d6-91fd-f475392a374c'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:36:31.978105 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90eb6583-cf6b-4465-aefd-fac8be740107" -d '{"events": [{"name": "network-changed", "server_uuid": "98d9d819-116f-405e-b1e3-216d7fdc4818", "tag": "31495a98-f7a4-46d6-91fd-f475392a374c"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:36:32.035249 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298652f7-2257-4b6a-8ba8-fffc09dc3f51 admin admin] Made reservation on behalf of 57ab8b7723184d3e9eff5809eafffb20 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:36:32.037549 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-298652f7-2257-4b6a-8ba8-fffc09dc3f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.061600 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cf082ff2-855e-43c5-b629-9c9797ae845c req-5bb93a7e-c467-4044-a06e-fb66efce1d0f tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269727 Nov 02 12:36:32.062291 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-298652f7-2257-4b6a-8ba8-fffc09dc3f51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.073059 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d6fe3-76de-4f0c-b1e5-527101128702 service neutron] Pushing event updated for resources: {'Port': ['ID=31495a98-f7a4-46d6-91fd-f475392a374c,revision_number=3']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:32.130419 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-113ba495-8f8e-4b4f-857e-790047499d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (f56814f6-5bce-4af8-8bac-3f280dcbe617), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.152478 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-fd15d7bd-05c3-439c-914b-d80aece99113 req-dc8acbf2-d8eb-4f81-ab75-746297d6e61b tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0a7b51e9-44fe-490d-9dbd-d492ae585347), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.288355 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-298652f7-2257-4b6a-8ba8-fffc09dc3f51 admin admin] Publish callbacks [] for security_group (9d6c0dbd-f8ca-4444-a2b7-66fc7a433566), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.315289 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70a3b7-95fd-4fc6-aba8-383cfa82cd54 req-cb97bbe5-e85a-4add-9a15-ae059117645e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:32.316872 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6f70a3b7-95fd-4fc6-aba8-383cfa82cd54 req-cb97bbe5-e85a-4add-9a15-ae059117645e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=98d9d819-116f-405e-b1e3-216d7fdc4818 HTTP/1.1" status: 200 len: 948 time: 0.1679914 Nov 02 12:36:32.317512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8acbf2-d8eb-4f81-ab75-746297d6e61b tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7b51e9-44fe-490d-9dbd-d492ae585347,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:32.328849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-c019c068-0054-4499-897a-b6868d861e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:32.330431 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-c019c068-0054-4499-897a-b6868d861e6b service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=9929679b00cb4db39002b1ae432a2539&device_id=98d9d819-116f-405e-b1e3-216d7fdc4818 HTTP/1.1" status: 200 len: 1130 time: 0.1488998 Nov 02 12:36:32.406827 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-b056bb2a-2239-47c6-aa73-ed3a12f599bb service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=31495a98-f7a4-46d6-91fd-f475392a374c HTTP/1.1" status: 200 len: 217 time: 0.0579641 Nov 02 12:36:32.466669 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-fd15d7bd-05c3-439c-914b-d80aece99113 req-dc8acbf2-d8eb-4f81-ab75-746297d6e61b tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Publish callbacks [] for security_group (8c59ec00-f974-49e4-b6fe-47774f873b3e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.483191 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-113ba495-8f8e-4b4f-857e-790047499d96 admin admin] Deleting port 3358bd8d-2c00-4f8c-8db6-57c136069373 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:32.483712 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-113ba495-8f8e-4b4f-857e-790047499d96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3358bd8d-2c00-4f8c-8db6-57c136069373), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.497814 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6f70a3b7-95fd-4fc6-aba8-383cfa82cd54 req-fa6faa54-b2f4-46ff-9bc5-7a43ecded424 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716254 Nov 02 12:36:32.503920 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-06674db4-ce56-4258-9598-ab03552bf3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:32.505539 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-06674db4-ce56-4258-9598-ab03552bf3c0 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.0923080 Nov 02 12:36:32.548448 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-298652f7-2257-4b6a-8ba8-fffc09dc3f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9d6c0dbd-f8ca-4444-a2b7-66fc7a433566), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.556409 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45db97f8-f436-46d2-91c5-cb88f12bb95f x-openstack-request-id: req-45db97f8-f436-46d2-91c5-cb88f12bb95f {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:36:32.556757 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d9d819-116f-405e-b1e3-216d7fdc4818", "tag": "31495a98-f7a4-46d6-91fd-f475392a374c", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:36:32.557030 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45db97f8-f436-46d2-91c5-cb88f12bb95f {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:36:32.557457 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45db97f8-f436-46d2-91c5-cb88f12bb95f'] response: {'name': 'network-changed', 'server_uuid': '98d9d819-116f-405e-b1e3-216d7fdc4818', 'tag': '31495a98-f7a4-46d6-91fd-f475392a374c', 'status': 'completed', 'code': 200} Nov 02 12:36:32.590278 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298652f7-2257-4b6a-8ba8-fffc09dc3f51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:36:32.592984 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-4296744a-274d-4ebb-b05c-0edb5c10dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:32.594571 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-4296744a-274d-4ebb-b05c-0edb5c10dc96 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0820241 Nov 02 12:36:32.606506 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-113ba495-8f8e-4b4f-857e-790047499d96 admin admin] For port 3358bd8d-2c00-4f8c-8db6-57c136069373, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3358bd8d-2c00-4f8c-8db6-57c136069373,segment=NetworkSegment(7a18072f-ae3e-4e46-afd7-edc402870d96),segment_id=7a18072f-ae3e-4e46-afd7-edc402870d96)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:32.606869 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-113ba495-8f8e-4b4f-857e-790047499d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3358bd8d-2c00-4f8c-8db6-57c136069373), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.614795 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298652f7-2257-4b6a-8ba8-fffc09dc3f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6c0dbd-f8ca-4444-a2b7-66fc7a433566,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:32.623247 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-113ba495-8f8e-4b4f-857e-790047499d96 admin admin] Calling delete_port for 3358bd8d-2c00-4f8c-8db6-57c136069373 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:32.629596 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-298652f7-2257-4b6a-8ba8-fffc09dc3f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (1cce4d54-f1b1-489d-adf9-d9555e254512), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.629928 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-298652f7-2257-4b6a-8ba8-fffc09dc3f51 admin admin] Added segment 1cce4d54-f1b1-489d-adf9-d9555e254512 of type vlan for network 23e0a14b-01ee-4bd0-a40e-13696a902666 Nov 02 12:36:32.707515 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-fd15d7bd-05c3-439c-914b-d80aece99113 req-dc8acbf2-d8eb-4f81-ab75-746297d6e61b tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8c59ec00-f974-49e4-b6fe-47774f873b3e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.736438 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-298652f7-2257-4b6a-8ba8-fffc09dc3f51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (23e0a14b-01ee-4bd0-a40e-13696a902666), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.769466 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8acbf2-d8eb-4f81-ab75-746297d6e61b tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c59ec00-f974-49e4-b6fe-47774f873b3e,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:32.806544 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-7a1a7c0b-b95c-4cbf-85e0-f0f88443dff5 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000053 Nov 02 12:36:32.904517 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c96a296c-56a3-44f2-a31d-63ef2bb1cd4d req-c569f235-b3f8-44ea-a99a-77c843f747dc service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948944 Nov 02 12:36:32.941979 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-fd15d7bd-05c3-439c-914b-d80aece99113 req-dc8acbf2-d8eb-4f81-ab75-746297d6e61b tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.943303 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fd15d7bd-05c3-439c-914b-d80aece99113 req-dc8acbf2-d8eb-4f81-ab75-746297d6e61b tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.5246799 Nov 02 12:36:32.973798 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-cb68ac72-9620-40a4-b172-e32294bf3ceb req-54fd1eb6-ca1a-43f2-bc00-a0f747d4acd9 tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Request body: {'security_group': {'name': 'tempest-securitygroup-724685369', 'description': 'tempest-description-1367488129'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:32.985749 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-113ba495-8f8e-4b4f-857e-790047499d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (3358bd8d-2c00-4f8c-8db6-57c136069373), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.989065 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-298652f7-2257-4b6a-8ba8-fffc09dc3f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (23e0a14b-01ee-4bd0-a40e-13696a902666), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.990317 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298652f7-2257-4b6a-8ba8-fffc09dc3f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:32.990906 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-298652f7-2257-4b6a-8ba8-fffc09dc3f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.994122 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:33.012060 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ba495-8f8e-4b4f-857e-790047499d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=3358bd8d-2c00-4f8c-8db6-57c136069373,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:33.075762 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298652f7-2257-4b6a-8ba8-fffc09dc3f51 admin admin] Pushing event updated for resources: {'Network': ['ID=23e0a14b-01ee-4bd0-a40e-13696a902666,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:33.091932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 23e0a14b-01ee-4bd0-a40e-13696a902666 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:36:33.108897 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59002) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:33.154137 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-48fd0ac1-7305-4cb7-b1b8-50180aad0ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.257235 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:33.268801 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-113ba495-8f8e-4b4f-857e-790047499d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (f56814f6-5bce-4af8-8bac-3f280dcbe617), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.277007 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-cb68ac72-9620-40a4-b172-e32294bf3ceb req-54fd1eb6-ca1a-43f2-bc00-a0f747d4acd9 tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.282407 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-298652f7-2257-4b6a-8ba8-fffc09dc3f51 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5911505 Nov 02 12:36:33.291562 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59004) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:33.295248 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6151bfa5-f5ca-40e5-9179-9fe8a65302dd None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:36:33.311738 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-dc03587e-9fad-4837-b672-46896e49e5df admin admin] Request body: {'subnet': {'network_id': '23e0a14b-01ee-4bd0-a40e-13696a902666', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1459953581-subnet', 'tenant_id': '57ab8b7723184d3e9eff5809eafffb20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:33.333384 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d787831-0d2c-4e90-8208-950e832d8da6 req-6e6ce1ef-f8f7-4f2f-bf1a-83502286511e tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:33.335638 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9d787831-0d2c-4e90-8208-950e832d8da6 req-6e6ce1ef-f8f7-4f2f-bf1a-83502286511e tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.1042204 Nov 02 12:36:33.420174 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-48fd0ac1-7305-4cb7-b1b8-50180aad0ba7 admin admin] Publish callbacks [] for security_group (c0d74825-d269-4c0f-afec-802d8eda66db), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.426437 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:33.462070 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9d787831-0d2c-4e90-8208-950e832d8da6 req-a757a986-0186-4cd1-8b73-848ec720d9af tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160302 Nov 02 12:36:33.477581 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-cb68ac72-9620-40a4-b172-e32294bf3ceb req-54fd1eb6-ca1a-43f2-bc00-a0f747d4acd9 tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Publish callbacks [] for security_group (becfb30b-ca13-49b8-892d-f47606b41460), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.506224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6151bfa5-f5ca-40e5-9179-9fe8a65302dd None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:36:33.545421 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113ba495-8f8e-4b4f-857e-790047499d96 admin admin] Router f56814f6-5bce-4af8-8bac-3f280dcbe617 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:36:33.576279 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc03587e-9fad-4837-b672-46896e49e5df admin admin] Made reservation on behalf of 57ab8b7723184d3e9eff5809eafffb20 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:36:33.578975 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dc03587e-9fad-4837-b672-46896e49e5df admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.581349 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-48fd0ac1-7305-4cb7-b1b8-50180aad0ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c0d74825-d269-4c0f-afec-802d8eda66db), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.628235 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-cb68ac72-9620-40a4-b172-e32294bf3ceb req-54fd1eb6-ca1a-43f2-bc00-a0f747d4acd9 tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (becfb30b-ca13-49b8-892d-f47606b41460), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.669978 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59014) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:33.726809 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113ba495-8f8e-4b4f-857e-790047499d96 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:36:33.734836 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-113ba495-8f8e-4b4f-857e-790047499d96 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/f56814f6-5bce-4af8-8bac-3f280dcbe617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3624902 Nov 02 12:36:33.736795 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59018) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:33.743027 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9fff39-268a-4f49-8723-5d0ccbd86337 None None] Sync routers for ids ['f56814f6-5bce-4af8-8bac-3f280dcbe617'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:36:33.744959 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd0ac1-7305-4cb7-b1b8-50180aad0ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d74825-d269-4c0f-afec-802d8eda66db,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:33.763284 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-48fd0ac1-7305-4cb7-b1b8-50180aad0ba7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9d8803b6148448a292a9630bf910e955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6530709 Nov 02 12:36:33.766399 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59020) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:33.769901 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9fff39-268a-4f49-8723-5d0ccbd86337 None None] Routers {'f56814f6-5bce-4af8-8bac-3f280dcbe617'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:33.772008 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-3d9fff39-268a-4f49-8723-5d0ccbd86337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f56814f6-5bce-4af8-8bac-3f280dcbe617'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:33.833689 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42aa4f-78c5-41cb-8624-cdb4498e54de req-dc202956-a6ff-4d17-801d-bab9635be939 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:33.837799 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4c42aa4f-78c5-41cb-8624-cdb4498e54de req-dc202956-a6ff-4d17-801d-bab9635be939 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=98d9d819-116f-405e-b1e3-216d7fdc4818 HTTP/1.1" status: 200 len: 948 time: 0.2307041 Nov 02 12:36:33.874549 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e24c0e06-9e5b-40f6-abdc-97acc4099ebe admin admin] Publish callbacks [] for router (f56814f6-5bce-4af8-8bac-3f280dcbe617), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.940687 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-3d9fff39-268a-4f49-8723-5d0ccbd86337 None None] Set router f56814f6-5bce-4af8-8bac-3f280dcbe617 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:33.944575 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd1eb6-ca1a-43f2-bc00-a0f747d4acd9 tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=becfb30b-ca13-49b8-892d-f47606b41460,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:33.965660 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6c71eff0-447d-4356-8c21-12ef0566abfa admin admin] Request body: {'network': {'name': 'tempest-ImagesNegativeTestJSON-1697931559-network', 'tenant_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:33.979543 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-cb68ac72-9620-40a4-b172-e32294bf3ceb req-54fd1eb6-ca1a-43f2-bc00-a0f747d4acd9 tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.981717 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cb68ac72-9620-40a4-b172-e32294bf3ceb req-54fd1eb6-ca1a-43f2-bc00-a0f747d4acd9 tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0120261 Nov 02 12:36:33.982418 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1adb2ec8-f322-4fd4-a4f4-1d91fcc72e1b admin admin] Publish callbacks [] for security_group (c0d74825-d269-4c0f-afec-802d8eda66db), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.033688 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1adb2ec8-f322-4fd4-a4f4-1d91fcc72e1b admin admin] Publish callbacks [] for security_group (c0d74825-d269-4c0f-afec-802d8eda66db), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.063007 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e24c0e06-9e5b-40f6-abdc-97acc4099ebe admin admin] Publish callbacks [] for router_gateway (f56814f6-5bce-4af8-8bac-3f280dcbe617), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.147650 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4c42aa4f-78c5-41cb-8624-cdb4498e54de req-5bf62ca1-b9f7-4db1-9467-8e5f9ed1f6a0 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870851 Nov 02 12:36:34.172532 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-3d9fff39-268a-4f49-8723-5d0ccbd86337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56814f6-5bce-4af8-8bac-3f280dcbe617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-304223740-router', 'tenant_id': '4589769481b746e7bd703f2d34706a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '987a1762-b6cf-49be-b90d-c1a0b53db8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:52Z', 'updated_at': '2022-11-02T12:36:32Z', 'revision_number': 5, 'project_id': '4589769481b746e7bd703f2d34706a67', 'gw_port': {'id': '987a1762-b6cf-49be-b90d-c1a0b53db8dd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56814f6-5bce-4af8-8bac-3f280dcbe617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:53Z', 'updated_at': '2022-11-02T12:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:34.216540 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9fff39-268a-4f49-8723-5d0ccbd86337 None None] Checking router: f56814f6-5bce-4af8-8bac-3f280dcbe617 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:36:34.227941 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9fff39-268a-4f49-8723-5d0ccbd86337 None None] Routers {'f56814f6-5bce-4af8-8bac-3f280dcbe617'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:34.228616 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-3d9fff39-268a-4f49-8723-5d0ccbd86337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f56814f6-5bce-4af8-8bac-3f280dcbe617'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:34.280906 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c71eff0-447d-4356-8c21-12ef0566abfa admin admin] Made reservation on behalf of d20ecfbbcbcd4953aed36bc1c7e4c054 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:36:34.283789 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c71eff0-447d-4356-8c21-12ef0566abfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.289484 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e24c0e06-9e5b-40f6-abdc-97acc4099ebe admin admin] Deleting port 987a1762-b6cf-49be-b90d-c1a0b53db8dd {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:34.289861 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e24c0e06-9e5b-40f6-abdc-97acc4099ebe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (987a1762-b6cf-49be-b90d-c1a0b53db8dd), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.295247 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1adb2ec8-f322-4fd4-a4f4-1d91fcc72e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c0d74825-d269-4c0f-afec-802d8eda66db), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.297846 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1adb2ec8-f322-4fd4-a4f4-1d91fcc72e1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.301895 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1adb2ec8-f322-4fd4-a4f4-1d91fcc72e1b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c0d74825-d269-4c0f-afec-802d8eda66db HTTP/1.1" status: 204 len: 168 time: 0.5309653 Nov 02 12:36:34.338064 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c71eff0-447d-4356-8c21-12ef0566abfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.346252 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb6583-cf6b-4465-aefd-fac8be740107 req-cb3de0c2-a6d7-4e9c-828c-d73b5e4e64f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:34.346675 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-3d9fff39-268a-4f49-8723-5d0ccbd86337 None None] Set router f56814f6-5bce-4af8-8bac-3f280dcbe617 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:34.347793 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-90eb6583-cf6b-4465-aefd-fac8be740107 req-cb3de0c2-a6d7-4e9c-828c-d73b5e4e64f5 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=9929679b00cb4db39002b1ae432a2539&device_id=98d9d819-116f-405e-b1e3-216d7fdc4818 HTTP/1.1" status: 200 len: 1130 time: 0.1487265 Nov 02 12:36:34.363445 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-9ff1708a-3cc2-4b01-94c4-0a1a7f69eb90 req-beefb0f5-dab7-4dea-8181-d92bafdf70a6 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-452145975', 'description': 'tempest-description-1165244005'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:34.377854 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb2ec8-f322-4fd4-a4f4-1d91fcc72e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d74825-d269-4c0f-afec-802d8eda66db,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:34.444859 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-3d9fff39-268a-4f49-8723-5d0ccbd86337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56814f6-5bce-4af8-8bac-3f280dcbe617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-304223740-router', 'tenant_id': '4589769481b746e7bd703f2d34706a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:52Z', 'updated_at': '2022-11-02T12:36:34Z', 'revision_number': 6, 'project_id': '4589769481b746e7bd703f2d34706a67', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:34.451764 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-e24c0e06-9e5b-40f6-abdc-97acc4099ebe admin admin] For port 987a1762-b6cf-49be-b90d-c1a0b53db8dd, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=987a1762-b6cf-49be-b90d-c1a0b53db8dd,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:34.452030 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e24c0e06-9e5b-40f6-abdc-97acc4099ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (987a1762-b6cf-49be-b90d-c1a0b53db8dd), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.489170 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9fff39-268a-4f49-8723-5d0ccbd86337 None None] The sync data for ids ['f56814f6-5bce-4af8-8bac-3f280dcbe617'] in n-d-857339-6 is: [{'id': 'f56814f6-5bce-4af8-8bac-3f280dcbe617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-304223740-router', 'tenant_id': '4589769481b746e7bd703f2d34706a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:52Z', 'updated_at': '2022-11-02T12:36:34Z', 'revision_number': 6, 'project_id': '4589769481b746e7bd703f2d34706a67', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:36:34.489414 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e24c0e06-9e5b-40f6-abdc-97acc4099ebe admin admin] Calling delete_port for 987a1762-b6cf-49be-b90d-c1a0b53db8dd owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:34.505558 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dc03587e-9fad-4837-b672-46896e49e5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for subnet (45070b04-9ed0-4cea-bbce-0fb6dc12ff15), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.693535 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9ff1708a-3cc2-4b01-94c4-0a1a7f69eb90 req-beefb0f5-dab7-4dea-8181-d92bafdf70a6 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.736181 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9ff1708a-3cc2-4b01-94c4-0a1a7f69eb90 req-beefb0f5-dab7-4dea-8181-d92bafdf70a6 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.738686 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb6583-cf6b-4465-aefd-fac8be740107 req-9e80402f-3f49-47b9-85d1-affa8325df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:34.740233 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-90eb6583-cf6b-4465-aefd-fac8be740107 req-9e80402f-3f49-47b9-85d1-affa8325df26 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.3716216 Nov 02 12:36:34.740914 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03587e-9fad-4837-b672-46896e49e5df admin admin] Pushing event updated for resources: {'Subnet': ['ID=45070b04-9ed0-4cea-bbce-0fb6dc12ff15,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:34.825158 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615891d1-dd95-49bf-8102-b470864ffe52 req-25effac2-1006-485d-8395-40b493d191be tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:34.826622 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-615891d1-dd95-49bf-8102-b470864ffe52 req-25effac2-1006-485d-8395-40b493d191be tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.2266765 Nov 02 12:36:34.845655 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-90eb6583-cf6b-4465-aefd-fac8be740107 req-e8926bf3-5d64-448d-9774-123fe7b0c240 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=31495a98-f7a4-46d6-91fd-f475392a374c HTTP/1.1" status: 200 len: 217 time: 0.0910394 Nov 02 12:36:34.856311 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e24c0e06-9e5b-40f6-abdc-97acc4099ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (987a1762-b6cf-49be-b90d-c1a0b53db8dd), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.910186 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7a1b3f7b-5d1d-4fe8-9e62-137c87f29ef7 None None] Provisioning complete for port e8616ccb-651b-4b32-9287-a7d18607f36b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:34.910759 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7a1b3f7b-5d1d-4fe8-9e62-137c87f29ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e8616ccb-651b-4b32-9287-a7d18607f36b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.910919 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7a1b3f7b-5d1d-4fe8-9e62-137c87f29ef7 None None] Attempt 1 to provision port e8616ccb-651b-4b32-9287-a7d18607f36b Nov 02 12:36:34.945826 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc03587e-9fad-4837-b672-46896e49e5df admin admin] Checking segment: {'id': '1cce4d54-f1b1-489d-adf9-d9555e254512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '23e0a14b-01ee-4bd0-a40e-13696a902666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:34.946051 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc03587e-9fad-4837-b672-46896e49e5df admin admin] Network hostable DHCP agents. Network: 23e0a14b-01ee-4bd0-a40e-13696a902666, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:36:34.950265 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c71eff0-447d-4356-8c21-12ef0566abfa admin admin] Publish callbacks [] for security_group (27006bc9-b013-4f3c-8d60-0cbc457e6a33), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.963260 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e24c0e06-9e5b-40f6-abdc-97acc4099ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (f56814f6-5bce-4af8-8bac-3f280dcbe617), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.967457 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:34.967909 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c0e06-9e5b-40f6-abdc-97acc4099ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=987a1762-b6cf-49be-b90d-c1a0b53db8dd,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:35.058916 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b3f7b-5d1d-4fe8-9e62-137c87f29ef7 None None] Current status of the port e8616ccb-651b-4b32-9287-a7d18607f36b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:35.077681 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb6583-cf6b-4465-aefd-fac8be740107 req-bee18279-4d4c-45cc-a8b7-a5758c2ff1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:35.079168 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-90eb6583-cf6b-4465-aefd-fac8be740107 req-bee18279-4d4c-45cc-a8b7-a5758c2ff1b4 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1963761 Nov 02 12:36:35.121636 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-615891d1-dd95-49bf-8102-b470864ffe52 req-76a68e43-9b5d-4532-960b-6e372364239d tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849846 Nov 02 12:36:35.122345 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e24c0e06-9e5b-40f6-abdc-97acc4099ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (f56814f6-5bce-4af8-8bac-3f280dcbe617), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.126082 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e24c0e06-9e5b-40f6-abdc-97acc4099ebe admin admin] Publish callbacks [] for router_controller (f56814f6-5bce-4af8-8bac-3f280dcbe617), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.151730 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c71eff0-447d-4356-8c21-12ef0566abfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (27006bc9-b013-4f3c-8d60-0cbc457e6a33), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.218553 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c71eff0-447d-4356-8c21-12ef0566abfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:36:35.225081 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb6583-cf6b-4465-aefd-fac8be740107 req-91dd5cbb-f480-4f8b-a540-32e10d83e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:35.226914 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-90eb6583-cf6b-4465-aefd-fac8be740107 req-91dd5cbb-f480-4f8b-a540-32e10d83e61a service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1367517 Nov 02 12:36:35.238535 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9ff1708a-3cc2-4b01-94c4-0a1a7f69eb90 req-beefb0f5-dab7-4dea-8181-d92bafdf70a6 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Publish callbacks [] for security_group (d0b62b88-85d8-4ea6-88af-7a4bbdc48095), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.248195 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71eff0-447d-4356-8c21-12ef0566abfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27006bc9-b013-4f3c-8d60-0cbc457e6a33,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:35.262025 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc03587e-9fad-4837-b672-46896e49e5df admin admin] Network 23e0a14b-01ee-4bd0-a40e-13696a902666 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:36:35.277329 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c71eff0-447d-4356-8c21-12ef0566abfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (fcd24cd0-c52f-4728-ada4-8e8c4b480459), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.277691 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-6c71eff0-447d-4356-8c21-12ef0566abfa admin admin] Added segment fcd24cd0-c52f-4728-ada4-8e8c4b480459 of type vlan for network 53a9baff-a6fc-47f8-9256-abe44ef69f1e Nov 02 12:36:35.306141 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e24c0e06-9e5b-40f6-abdc-97acc4099ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (f56814f6-5bce-4af8-8bac-3f280dcbe617), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.306782 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24c0e06-9e5b-40f6-abdc-97acc4099ebe admin admin] Fanout notify agent at l3_agent the message router_deleted on router f56814f6-5bce-4af8-8bac-3f280dcbe617 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:36:35.312105 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e24c0e06-9e5b-40f6-abdc-97acc4099ebe admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.313305 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e24c0e06-9e5b-40f6-abdc-97acc4099ebe admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/f56814f6-5bce-4af8-8bac-3f280dcbe617 HTTP/1.1" status: 204 len: 168 time: 1.5753200 Nov 02 12:36:35.315778 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59036) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:35.375286 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-5663e36c-3f2b-48d2-9321-75753c093319 admin admin] Deleting subnet 6fe8348d-f05d-4917-870e-53ca868fcfb2 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:36:35.381681 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5663e36c-3f2b-48d2-9321-75753c093319 admin admin] Publish callbacks [] for subnet (6fe8348d-f05d-4917-870e-53ca868fcfb2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.386616 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9ff1708a-3cc2-4b01-94c4-0a1a7f69eb90 req-beefb0f5-dab7-4dea-8181-d92bafdf70a6 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d0b62b88-85d8-4ea6-88af-7a4bbdc48095), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.066997 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59038) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:36.075349 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5663e36c-3f2b-48d2-9321-75753c093319 admin admin] Publish callbacks [] for subnet (6fe8348d-f05d-4917-870e-53ca868fcfb2), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.078777 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c71eff0-447d-4356-8c21-12ef0566abfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (53a9baff-a6fc-47f8-9256-abe44ef69f1e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.078777 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefb0f5-dab7-4dea-8181-d92bafdf70a6 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b62b88-85d8-4ea6-88af-7a4bbdc48095,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:36.078777 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c31a4-0572-4d86-9cd6-a4b9340c5fc3 req-d1ed7a8e-7a47-4b6f-ab10-69d926c481f1 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:36.078777 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-571c31a4-0572-4d86-9cd6-a4b9340c5fc3 req-d1ed7a8e-7a47-4b6f-ab10-69d926c481f1 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=98d9d819-116f-405e-b1e3-216d7fdc4818 HTTP/1.1" status: 200 len: 948 time: 0.2549477 Nov 02 12:36:36.078777 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9fdb4c9-43a5-4010-8731-a4f8472593a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.078777 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-90eb6583-cf6b-4465-aefd-fac8be740107 req-570b010c-a5b4-4382-a08b-8e1305a10662 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752692 Nov 02 12:36:36.078777 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-dc03587e-9fad-4837-b672-46896e49e5df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 23e0a14b-01ee-4bd0-a40e-13696a902666) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:36.080940 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67b9b86-2682-4194-a300-fcb1bb182cf2 None None] Network 23e0a14b-01ee-4bd0-a40e-13696a902666 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:36:36.081675 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5663e36c-3f2b-48d2-9321-75753c093319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (6fe8348d-f05d-4917-870e-53ca868fcfb2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.081783 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 31495a98-f7a4-46d6-91fd-f475392a374c details requested by agent hyperv_n-h2-857339-6 with host n-h2-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:36:36.081783 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 31495a98-f7a4-46d6-91fd-f475392a374c, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=31495a98-f7a4-46d6-91fd-f475392a374c,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:36.081962 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9ff1708a-3cc2-4b01-94c4-0a1a7f69eb90 req-beefb0f5-dab7-4dea-8181-d92bafdf70a6 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Publish callbacks [] for security_group (57d2d6fd-d211-4f33-8fcb-0c4716b82661), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.081962 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc03587e-9fad-4837-b672-46896e49e5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:36.082147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-23e0a14b-01ee-4bd0-a40e-13696a902666', 'network_id': '23e0a14b-01ee-4bd0-a40e-13696a902666', 'project_id': '57ab8b7723184d3e9eff5809eafffb20', 'fixed_ips': [{'subnet_id': '45070b04-9ed0-4cea-bbce-0fb6dc12ff15'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:36:36.082147 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.082327 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dc03587e-9fad-4837-b672-46896e49e5df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.082420 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Returning: {'device': '31495a98-f7a4-46d6-91fd-f475392a374c', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': '31495a98-f7a4-46d6-91fd-f475392a374c', 'mac_address': 'fa:16:3e:4d:92:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:36:36.082530 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c71eff0-447d-4356-8c21-12ef0566abfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (53a9baff-a6fc-47f8-9256-abe44ef69f1e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.082530 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c71eff0-447d-4356-8c21-12ef0566abfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:36.082530 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c71eff0-447d-4356-8c21-12ef0566abfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.082792 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port 31495a98-f7a4-46d6-91fd-f475392a374c is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:36.082792 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (31495a98-f7a4-46d6-91fd-f475392a374c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.099121 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:36.106185 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31495a98-f7a4-46d6-91fd-f475392a374c {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:36:36.147362 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:36.152421 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9fdb4c9-43a5-4010-8731-a4f8472593a4 admin admin] Publish callbacks [] for security_group (e413c1b8-0c3e-4ced-89d5-7c06633fef87), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.190895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 31495a98-f7a4-46d6-91fd-f475392a374c, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=31495a98-f7a4-46d6-91fd-f475392a374c,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:36.191193 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9ff1708a-3cc2-4b01-94c4-0a1a7f69eb90 req-beefb0f5-dab7-4dea-8181-d92bafdf70a6 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (57d2d6fd-d211-4f33-8fcb-0c4716b82661), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.241102 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-571c31a4-0572-4d86-9cd6-a4b9340c5fc3 req-3d081041-c3ca-4ad0-a36a-b9ed2832355f tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7186947 Nov 02 12:36:36.278033 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefb0f5-dab7-4dea-8181-d92bafdf70a6 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d2d6fd-d211-4f33-8fcb-0c4716b82661,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:36.313062 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5663e36c-3f2b-48d2-9321-75753c093319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for subnet (6fe8348d-f05d-4917-870e-53ca868fcfb2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.313344 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (31495a98-f7a4-46d6-91fd-f475392a374c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.320946 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] Allocated IP 172.20.0.2 (23e0a14b-01ee-4bd0-a40e-13696a902666/45070b04-9ed0-4cea-bbce-0fb6dc12ff15/9eade9d8-df03-416b-a5de-2a6540cd2197) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:36:36.325632 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6c71eff0-447d-4356-8c21-12ef0566abfa admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6408494 Nov 02 12:36:36.325632 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9fdb4c9-43a5-4010-8731-a4f8472593a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e413c1b8-0c3e-4ced-89d5-7c06633fef87), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.326077 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59046) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:36.344702 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663e36c-3f2b-48d2-9321-75753c093319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fe8348d-f05d-4917-870e-53ca868fcfb2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:36.365134 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5663e36c-3f2b-48d2-9321-75753c093319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.365134 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5663e36c-3f2b-48d2-9321-75753c093319 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/6fe8348d-f05d-4917-870e-53ca868fcfb2 HTTP/1.1" status: 204 len: 168 time: 1.0445285 Nov 02 12:36:36.365421 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dc03587e-9fad-4837-b672-46896e49e5df admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.0656400 Nov 02 12:36:36.366820 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59048) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:36.370388 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59050) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:36.370969 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10306b6-f514-4957-886d-a02f31e3ed2c None None] Network 4e21e97b-510c-44f1-81ec-8bd474cbbb71 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:36:36.372299 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-7891b807-c481-40ff-bf7b-d6f535b0545d admin admin] Request body: {'subnet': {'network_id': '53a9baff-a6fc-47f8-9256-abe44ef69f1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesNegativeTestJSON-1697931559-subnet', 'tenant_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:36.443344 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:36.445655 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdb4c9-43a5-4010-8731-a4f8472593a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e413c1b8-0c3e-4ced-89d5-7c06633fef87,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:36.454677 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561685d-8f2b-4b14-bb0d-79a7fc72e35c req-89bd5da1-88d4-4814-9db0-f2fb197eba81 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:36.464011 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1561685d-8f2b-4b14-bb0d-79a7fc72e35c req-89bd5da1-88d4-4814-9db0-f2fb197eba81 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.1463475 Nov 02 12:36:36.471989 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71eff0-447d-4356-8c21-12ef0566abfa admin admin] Pushing event updated for resources: {'Network': ['ID=53a9baff-a6fc-47f8-9256-abe44ef69f1e,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:36.488032 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9ff1708a-3cc2-4b01-94c4-0a1a7f69eb90 req-beefb0f5-dab7-4dea-8181-d92bafdf70a6 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.502001 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9ff1708a-3cc2-4b01-94c4-0a1a7f69eb90 req-beefb0f5-dab7-4dea-8181-d92bafdf70a6 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 2.1302297 Nov 02 12:36:36.542539 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c9fdb4c9-43a5-4010-8731-a4f8472593a4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=cbeb96e2a91146409a52a0d7fe233d45&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1020498 Nov 02 12:36:36.555357 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 53a9baff-a6fc-47f8-9256-abe44ef69f1e details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:36:36.571413 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e4fea3b8-559b-414a-baa1-79cc260ad417 admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationTest-1459953581-router', 'tenant_id': '57ab8b7723184d3e9eff5809eafffb20', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:36.571632 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=31495a98-f7a4-46d6-91fd-f475392a374c,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:36.578806 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59054) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:36.594701 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1561685d-8f2b-4b14-bb0d-79a7fc72e35c req-2f48c915-3f39-4b15-8825-aa54a7e9a8b3 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294687 Nov 02 12:36:36.613511 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (4e21e97b-510c-44f1-81ec-8bd474cbbb71), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.635332 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7891b807-c481-40ff-bf7b-d6f535b0545d admin admin] Made reservation on behalf of d20ecfbbcbcd4953aed36bc1c7e4c054 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:36:36.638328 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7891b807-c481-40ff-bf7b-d6f535b0545d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.645029 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-9f3ceedd-3a1a-4998-8cd2-f03b0c394f00 req-8cdd71cd-c493-4785-89f5-7fffb7b4ec5d tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-436127493', 'description': 'tempest-description-957630052'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:36.651202 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-90eb6583-cf6b-4465-aefd-fac8be740107 req-71f000f3-f9c9-473a-8493-4243d9a78fc7 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0263262 Nov 02 12:36:36.684177 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Deleting port e8616ccb-651b-4b32-9287-a7d18607f36b {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:36.684697 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e8616ccb-651b-4b32-9287-a7d18607f36b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.720658 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['31495a98-f7a4-46d6-91fd-f475392a374c'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:36:36.723617 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 987a1762-b6cf-49be-b90d-c1a0b53db8dd no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:36.749216 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:36.757758 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-566f7e0e-5225-4e88-aa25-a2b5df0ab89e admin admin] Publish callbacks [] for security_group (e413c1b8-0c3e-4ced-89d5-7c06633fef87), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.768934 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4fea3b8-559b-414a-baa1-79cc260ad417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (e897d261-97d6-48f0-9a96-dd7cbb11911d), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.770377 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4fea3b8-559b-414a-baa1-79cc260ad417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (e897d261-97d6-48f0-9a96-dd7cbb11911d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.776469 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 987a1762-b6cf-49be-b90d-c1a0b53db8dd {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:36.776826 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 987a1762-b6cf-49be-b90d-c1a0b53db8dd not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:36.777235 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3358bd8d-2c00-4f8c-8db6-57c136069373 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:36.785336 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] For port e8616ccb-651b-4b32-9287-a7d18607f36b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e8616ccb-651b-4b32-9287-a7d18607f36b,segment=NetworkSegment(7a18072f-ae3e-4e46-afd7-edc402870d96),segment_id=7a18072f-ae3e-4e46-afd7-edc402870d96)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:36.786095 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e8616ccb-651b-4b32-9287-a7d18607f36b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.787482 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-566f7e0e-5225-4e88-aa25-a2b5df0ab89e admin admin] Publish callbacks [] for security_group (e413c1b8-0c3e-4ced-89d5-7c06633fef87), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.803249 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9f3ceedd-3a1a-4998-8cd2-f03b0c394f00 req-8cdd71cd-c493-4785-89f5-7fffb7b4ec5d tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.804903 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Calling delete_port for e8616ccb-651b-4b32-9287-a7d18607f36b owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:36.843435 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 3358bd8d-2c00-4f8c-8db6-57c136069373 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:36.843716 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3358bd8d-2c00-4f8c-8db6-57c136069373 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:36.976582 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd4ee04-0b64-4ec4-8ec6-47fecf79bdf6 None None] DHCP port deletion for 4e21e97b-510c-44f1-81ec-8bd474cbbb71 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:36:36.998325 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9f3ceedd-3a1a-4998-8cd2-f03b0c394f00 req-8cdd71cd-c493-4785-89f5-7fffb7b4ec5d tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Publish callbacks [] for security_group (3625d89c-5a02-45f2-b3ac-f31b81424d65), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.999333 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4fea3b8-559b-414a-baa1-79cc260ad417 admin admin] Publish callbacks [] for router_controller (e897d261-97d6-48f0-9a96-dd7cbb11911d), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.037900 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-566f7e0e-5225-4e88-aa25-a2b5df0ab89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e413c1b8-0c3e-4ced-89d5-7c06633fef87), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.043562 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-566f7e0e-5225-4e88-aa25-a2b5df0ab89e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.048360 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] Publish callbacks [] for port (9eade9d8-df03-416b-a5de-2a6540cd2197), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.048558 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-566f7e0e-5225-4e88-aa25-a2b5df0ab89e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e413c1b8-0c3e-4ced-89d5-7c06633fef87 HTTP/1.1" status: 204 len: 168 time: 0.4499772 Nov 02 12:36:37.059057 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f7e0e-5225-4e88-aa25-a2b5df0ab89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e413c1b8-0c3e-4ced-89d5-7c06633fef87,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:37.068925 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cbd4ee04-0b64-4ec4-8ec6-47fecf79bdf6 None None] Deleting port e8616ccb-651b-4b32-9287-a7d18607f36b {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:37.069463 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cbd4ee04-0b64-4ec4-8ec6-47fecf79bdf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e8616ccb-651b-4b32-9287-a7d18607f36b), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.071149 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9f3ceedd-3a1a-4998-8cd2-f03b0c394f00 req-8cdd71cd-c493-4785-89f5-7fffb7b4ec5d tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3625d89c-5a02-45f2-b3ac-f31b81424d65), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.112818 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd71cd-c493-4785-89f5-7fffb7b4ec5d tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3625d89c-5a02-45f2-b3ac-f31b81424d65,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:37.146567 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7891b807-c481-40ff-bf7b-d6f535b0545d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for subnet (14014f95-ea96-41ca-bc95-180a5c0a37ee), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.200456 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-cbd4ee04-0b64-4ec4-8ec6-47fecf79bdf6 None None] For port e8616ccb-651b-4b32-9287-a7d18607f36b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e8616ccb-651b-4b32-9287-a7d18607f36b,segment=NetworkSegment(7a18072f-ae3e-4e46-afd7-edc402870d96),segment_id=7a18072f-ae3e-4e46-afd7-edc402870d96)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:37.201049 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (e8616ccb-651b-4b32-9287-a7d18607f36b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.201523 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cbd4ee04-0b64-4ec4-8ec6-47fecf79bdf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e8616ccb-651b-4b32-9287-a7d18607f36b), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.218026 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (9eade9d8-df03-416b-a5de-2a6540cd2197), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.250667 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4fea3b8-559b-414a-baa1-79cc260ad417 admin admin] Publish callbacks [] for router_gateway (e897d261-97d6-48f0-9a96-dd7cbb11911d), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.252141 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9f3ceedd-3a1a-4998-8cd2-f03b0c394f00 req-8cdd71cd-c493-4785-89f5-7fffb7b4ec5d tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.254359 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9f3ceedd-3a1a-4998-8cd2-f03b0c394f00 req-8cdd71cd-c493-4785-89f5-7fffb7b4ec5d tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6778169 Nov 02 12:36:37.254509 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cbd4ee04-0b64-4ec4-8ec6-47fecf79bdf6 None None] Calling delete_port for e8616ccb-651b-4b32-9287-a7d18607f36b owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:37.277898 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8616ccb-651b-4b32-9287-a7d18607f36b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:37.283863 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] No DVR routers for this DVR port e8616ccb-651b-4b32-9287-a7d18607f36b on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:36:37.292622 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891b807-c481-40ff-bf7b-d6f535b0545d admin admin] Pushing event updated for resources: {'Subnet': ['ID=14014f95-ea96-41ca-bc95-180a5c0a37ee,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:37.367414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] Network 23e0a14b-01ee-4bd0-a40e-13696a902666 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:37.379609 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:37.382722 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (4e21e97b-510c-44f1-81ec-8bd474cbbb71), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.385258 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:36:37.400213 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] Pushing event updated for resources: {'Port': ['ID=9eade9d8-df03-416b-a5de-2a6540cd2197,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:37.442874 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7891b807-c481-40ff-bf7b-d6f535b0545d admin admin] Checking segment: {'id': 'fcd24cd0-c52f-4728-ada4-8e8c4b480459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '53a9baff-a6fc-47f8-9256-abe44ef69f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:37.443629 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7891b807-c481-40ff-bf7b-d6f535b0545d admin admin] Network hostable DHCP agents. Network: 53a9baff-a6fc-47f8-9256-abe44ef69f1e, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:36:37.455546 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:37.455911 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:37.456728 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:37.457070 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Subscribe: > port after_create 55550000 {{(pid=105976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:37.457520 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:37.457777 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Subscribe: > port after_update 55550000 {{(pid=105976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:37.458683 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:37.459033 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:37.459393 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:37.460589 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:37.521228 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] Attempting to bind port 9eade9d8-df03-416b-a5de-2a6540cd2197 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:36:37.523537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] Attempting to bind port 9eade9d8-df03-416b-a5de-2a6540cd2197 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '1cce4d54-f1b1-489d-adf9-d9555e254512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '23e0a14b-01ee-4bd0-a40e-13696a902666'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:36:37.524186 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] Attempting to bind port 9eade9d8-df03-416b-a5de-2a6540cd2197 on network 23e0a14b-01ee-4bd0-a40e-13696a902666 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:36:37.532060 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c946c-53a1-47ca-9490-493869d77363 req-ed29a0d6-a57a-49c6-84ff-31da76909825 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:37.533642 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-866c946c-53a1-47ca-9490-493869d77363 req-ed29a0d6-a57a-49c6-84ff-31da76909825 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] 10.222.0.64 "GET /networking/v2.0/networks?id=6f31d9b0-b528-42bc-93ab-d8c292b878da HTTP/1.1" status: 200 len: 819 time: 0.2778196 Nov 02 12:36:37.550354 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:37.551531 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:37.551531 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:37.551531 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:37.551935 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e21e97b-510c-44f1-81ec-8bd474cbbb71']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:37.562547 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cbd4ee04-0b64-4ec4-8ec6-47fecf79bdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (e8616ccb-651b-4b32-9287-a7d18607f36b), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.568362 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-866c946c-53a1-47ca-9490-493869d77363 req-75511a10-195f-482d-a4bc-3f18b48adb68 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] 10.222.0.64 "GET /networking/v2.0/quotas/9774a0fd28c545c490450ef89610c63d HTTP/1.1" status: 200 len: 375 time: 0.0290864 Nov 02 12:36:37.588781 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a18072f-ae3e-4e46-afd7-edc402870d96') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:37.589162 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a18072f-ae3e-4e46-afd7-edc402870d96') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:37.596074 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4ee04-0b64-4ec4-8ec6-47fecf79bdf6 None None] Pushing event deleted for resources: {'Port': ['ID=e8616ccb-651b-4b32-9287-a7d18607f36b,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:37.598141 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd4ee04-0b64-4ec4-8ec6-47fecf79bdf6 None None] No DVR routers for this DVR port e8616ccb-651b-4b32-9287-a7d18607f36b on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:36:37.611053 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (7a18072f-ae3e-4e46-afd7-edc402870d96), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.624956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:36:37.624956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] Checking segment: {'id': '1cce4d54-f1b1-489d-adf9-d9555e254512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '23e0a14b-01ee-4bd0-a40e-13696a902666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:37.624956 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.624956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] Bound using segment: {'id': '1cce4d54-f1b1-489d-adf9-d9555e254512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '23e0a14b-01ee-4bd0-a40e-13696a902666'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:36:37.624956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] Bound port: 9eade9d8-df03-416b-a5de-2a6540cd2197, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cce4d54-f1b1-489d-adf9-d9555e254512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '23e0a14b-01ee-4bd0-a40e-13696a902666'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:36:37.624956 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9eade9d8-df03-416b-a5de-2a6540cd2197), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.658610 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7891b807-c481-40ff-bf7b-d6f535b0545d admin admin] Network 53a9baff-a6fc-47f8-9256-abe44ef69f1e is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:36:37.668900 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (7a18072f-ae3e-4e46-afd7-edc402870d96), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.671594 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-866c946c-53a1-47ca-9490-493869d77363 req-2ae9e825-b887-4e63-a411-5421d8af3f0f tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9774a0fd28c545c490450ef89610c63d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975730 Nov 02 12:36:37.747256 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:36:37.748036 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (7a18072f-ae3e-4e46-afd7-edc402870d96), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.768555 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] For port 9eade9d8-df03-416b-a5de-2a6540cd2197, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:36:37.774041 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] For port 9eade9d8-df03-416b-a5de-2a6540cd2197, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9eade9d8-df03-416b-a5de-2a6540cd2197,segment=NetworkSegment(1cce4d54-f1b1-489d-adf9-d9555e254512),segment_id=1cce4d54-f1b1-489d-adf9-d9555e254512)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:36:37.797860 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-7891b807-c481-40ff-bf7b-d6f535b0545d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 53a9baff-a6fc-47f8-9256-abe44ef69f1e) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:37.804475 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7891b807-c481-40ff-bf7b-d6f535b0545d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:37.805523 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7891b807-c481-40ff-bf7b-d6f535b0545d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.806660 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 31495a98-f7a4-46d6-91fd-f475392a374c up at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:37.901902 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b4d9b-a9b6-41de-b747-fb589f30a136 req-d92a7af9-765a-4ad4-a23b-e97ce9834fea tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:37.903664 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8d3b4d9b-a9b6-41de-b747-fb589f30a136 req-d92a7af9-765a-4ad4-a23b-e97ce9834fea tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=98d9d819-116f-405e-b1e3-216d7fdc4818 HTTP/1.1" status: 200 len: 949 time: 0.1220119 Nov 02 12:36:37.914964 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4fea3b8-559b-414a-baa1-79cc260ad417 admin admin] Publish callbacks [] for router_gateway (e897d261-97d6-48f0-9a96-dd7cbb11911d), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.943230 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4fea3b8-559b-414a-baa1-79cc260ad417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.981964 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-d7c5d2dc-e560-4fd2-a58b-8b2e82d358c3 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 50955 time: 0.6794517 Nov 02 12:36:38.029543 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:38.033329 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7891b807-c481-40ff-bf7b-d6f535b0545d admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6743484 Nov 02 12:36:38.041829 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59090) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:38.049425 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a588b4bb-99c9-44ea-b9ab-18f81f44e76a None None] Network 53a9baff-a6fc-47f8-9256-abe44ef69f1e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:36:38.056947 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9eade9d8-df03-416b-a5de-2a6540cd2197), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.059511 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-aa9c5fd0-976d-4129-bc56-8832ddf42805 admin admin] Request body: {'router': {'name': 'tempest-ImagesNegativeTestJSON-1697931559-router', 'tenant_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:38.089237 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8d3b4d9b-a9b6-41de-b747-fb589f30a136 req-b3dd1559-1261-468e-834f-b55af64a3b41 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704228 Nov 02 12:36:38.108934 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-3184d277-2063-4a77-8840-a1642eda443a tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/04e87c09-f9a3-4fbb-b1b2-acb05e8930e7 HTTP/1.1" status: 200 len: 2994 time: 0.1313574 Nov 02 12:36:38.131665 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (4e21e97b-510c-44f1-81ec-8bd474cbbb71), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.161621 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e21e97b-510c-44f1-81ec-8bd474cbbb71,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:38.163864 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.168027 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e462d63c-dda8-4d1d-96d1-64ecbe462cb4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/4e21e97b-510c-44f1-81ec-8bd474cbbb71 HTTP/1.1" status: 204 len: 168 time: 1.7958300 Nov 02 12:36:38.172873 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59092) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:38.191173 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 7a18072f-ae3e-4e46-afd7-edc402870d96 resource provider aggregate not found Nov 02 12:36:38.241592 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-0df06352-d32c-4a50-aaf6-cc9c6833462b tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/04e87c09-f9a3-4fbb-b1b2-acb05e8930e7 HTTP/1.1" status: 200 len: 2994 time: 0.1307139 Nov 02 12:36:38.244098 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 7a18072f-ae3e-4e46-afd7-edc402870d96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a18072f-ae3e-4e46-afd7-edc402870d96 found for delete ", "request_id": "req-65631cd4-e68d-4844-84c9-809a836ffd54"}]} Nov 02 12:36:38.270680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14daa2eb-6b0b-49f6-9ad9-76039fa8e393 None None] Pushing event updated for resources: {'Port': ['ID=9eade9d8-df03-416b-a5de-2a6540cd2197,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:38.281295 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-e4fea3b8-559b-414a-baa1-79cc260ad417 admin admin] Allocated IP 172.25.2.131 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/3882c092-b94c-4b58-9ffd-f724acc2d1cd) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:36:38.286762 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning for port 31495a98-f7a4-46d6-91fd-f475392a374c completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:36:38.325527 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-53a9baff-a6fc-47f8-9256-abe44ef69f1e', 'network_id': '53a9baff-a6fc-47f8-9256-abe44ef69f1e', 'project_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'fixed_ips': [{'subnet_id': '14014f95-ea96-41ca-bc95-180a5c0a37ee'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:36:38.326151 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.341471 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa9c5fd0-976d-4129-bc56-8832ddf42805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (303707bc-d395-4094-be61-52518854aeb8), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.342955 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa9c5fd0-976d-4129-bc56-8832ddf42805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (303707bc-d395-4094-be61-52518854aeb8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.392264 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c19120-7c64-497f-b9e1-79778f23baba req-0e112772-5747-48e3-9343-7dd0ec372275 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:38.417218 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-66c19120-7c64-497f-b9e1-79778f23baba req-0e112772-5747-48e3-9343-7dd0ec372275 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.1495245 Nov 02 12:36:38.426281 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-e5755563-b76a-4a94-a407-27e6f0282a81 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/0a7b51e9-44fe-490d-9dbd-d492ae585347 HTTP/1.1" status: 200 len: 2998 time: 0.1778738 Nov 02 12:36:38.497084 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:38.581192 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa9c5fd0-976d-4129-bc56-8832ddf42805 admin admin] Publish callbacks [] for router_controller (303707bc-d395-4094-be61-52518854aeb8), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.602556 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-66c19120-7c64-497f-b9e1-79778f23baba req-bc433afb-c2f5-4041-920e-8ee55d7137eb tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747568 Nov 02 12:36:38.608412 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-3e2dce2e-4197-470a-8ba7-904c8bc27f21 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/0a7b51e9-44fe-490d-9dbd-d492ae585347 HTTP/1.1" status: 200 len: 2998 time: 0.1514509 Nov 02 12:36:38.633163 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning complete for port 31495a98-f7a4-46d6-91fd-f475392a374c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:38.633163 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (31495a98-f7a4-46d6-91fd-f475392a374c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.633163 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Attempt 1 to provision port 31495a98-f7a4-46d6-91fd-f475392a374c Nov 02 12:36:38.659237 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4fea3b8-559b-414a-baa1-79cc260ad417 admin admin] Publish callbacks [] for port (3882c092-b94c-4b58-9ffd-f724acc2d1cd), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.704204 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-cc3fcc4a-e20d-48d8-9a9c-2992ebbc7b62 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/0ab46ca1-f0df-4fa1-826c-b64d3f1aa647 HTTP/1.1" status: 200 len: 2998 time: 0.0882266 Nov 02 12:36:38.769190 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9eade9d8-df03-416b-a5de-2a6540cd2197 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:38.786543 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] Allocated IP 172.20.0.2 (53a9baff-a6fc-47f8-9256-abe44ef69f1e/14014f95-ea96-41ca-bc95-180a5c0a37ee/84163c2b-865a-4e86-9507-ce36bb37b32c) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:36:38.792814 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port 31495a98-f7a4-46d6-91fd-f475392a374c is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:38.793876 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (31495a98-f7a4-46d6-91fd-f475392a374c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.807096 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59100) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:38.816221 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-4d5b056c-2c5f-4a43-935c-313c06cddfbd tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/0ab46ca1-f0df-4fa1-826c-b64d3f1aa647 HTTP/1.1" status: 200 len: 2998 time: 0.1057427 Nov 02 12:36:38.882271 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 31495a98-f7a4-46d6-91fd-f475392a374c, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=31495a98-f7a4-46d6-91fd-f475392a374c,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:38.888636 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d9d819-116f-405e-b1e3-216d7fdc4818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31495a98-f7a4-46d6-91fd-f475392a374c'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:36:38.891062 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23b8a66-2ff4-4a3a-a427-89c0b590fd91" -d '{"events": [{"server_uuid": "98d9d819-116f-405e-b1e3-216d7fdc4818", "name": "network-vif-plugged", "status": "completed", "tag": "31495a98-f7a4-46d6-91fd-f475392a374c"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:36:38.919255 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4fea3b8-559b-414a-baa1-79cc260ad417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (3882c092-b94c-4b58-9ffd-f724acc2d1cd), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.934146 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-925ac582-3835-43ee-b197-e9b86d49700a tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/181e5a2a-3755-439e-aa98-580d2522e759 HTTP/1.1" status: 200 len: 2998 time: 0.0971379 Nov 02 12:36:38.940942 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d160be0-6aa0-445a-b2cf-c336c0554877 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks [] for security_group (7ba10ea9-8f5f-4268-a257-e16ef71b7b89), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.944823 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa9c5fd0-976d-4129-bc56-8832ddf42805 admin admin] Publish callbacks [] for router_gateway (303707bc-d395-4094-be61-52518854aeb8), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.976076 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 9eade9d8-df03-416b-a5de-2a6540cd2197 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:38.976326 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9eade9d8-df03-416b-a5de-2a6540cd2197), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.976857 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 9eade9d8-df03-416b-a5de-2a6540cd2197 Nov 02 12:36:39.001070 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d160be0-6aa0-445a-b2cf-c336c0554877 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks [] for security_group (7ba10ea9-8f5f-4268-a257-e16ef71b7b89), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.004444 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fea3b8-559b-414a-baa1-79cc260ad417 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:39.004738 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-02e5c7a7-10cb-43dd-b663-1f0f3020afeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (a756c775-738d-43da-9ea8-b8a081e42bba), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.010992 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-e4fea3b8-559b-414a-baa1-79cc260ad417 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:39.016600 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fea3b8-559b-414a-baa1-79cc260ad417 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:36:39.028225 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (31495a98-f7a4-46d6-91fd-f475392a374c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.041814 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5336bd7-4799-46c1-be80-ce2db911a588 x-openstack-request-id: req-b5336bd7-4799-46c1-be80-ce2db911a588 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:36:39.042393 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d9d819-116f-405e-b1e3-216d7fdc4818", "name": "network-vif-plugged", "status": "completed", "tag": "31495a98-f7a4-46d6-91fd-f475392a374c", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:36:39.042938 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5336bd7-4799-46c1-be80-ce2db911a588 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:36:39.043704 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5336bd7-4799-46c1-be80-ce2db911a588'] response: {'server_uuid': '98d9d819-116f-405e-b1e3-216d7fdc4818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31495a98-f7a4-46d6-91fd-f475392a374c', 'code': 200} Nov 02 12:36:39.064463 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-e43f625a-2cdd-466d-91db-cefbc8d022ce tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/181e5a2a-3755-439e-aa98-580d2522e759 HTTP/1.1" status: 200 len: 2998 time: 0.1180682 Nov 02 12:36:39.079818 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fea3b8-559b-414a-baa1-79cc260ad417 admin admin] Pushing event updated for resources: {'Port': ['ID=3882c092-b94c-4b58-9ffd-f724acc2d1cd,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:39.201655 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf73cc-fd98-4c92-81b5-359ac30e39b0 req-2236c29c-f99b-42b3-86ad-d78af105c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:39.206950 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8edf73cc-fd98-4c92-81b5-359ac30e39b0 req-2236c29c-f99b-42b3-86ad-d78af105c692 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=98d9d819-116f-405e-b1e3-216d7fdc4818 HTTP/1.1" status: 200 len: 1132 time: 0.0787609 Nov 02 12:36:39.208708 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-0cd43227-036f-4386-93d5-e0390aa1788e tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/27006bc9-b013-4f3c-8d60-0cbc457e6a33 HTTP/1.1" status: 200 len: 2998 time: 0.1310027 Nov 02 12:36:39.257935 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9eade9d8-df03-416b-a5de-2a6540cd2197 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:39.258338 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9eade9d8-df03-416b-a5de-2a6540cd2197), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.263959 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=31495a98-f7a4-46d6-91fd-f475392a374c,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:39.320433 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] Publish callbacks [] for port (84163c2b-865a-4e86-9507-ce36bb37b32c), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.331302 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8edf73cc-fd98-4c92-81b5-359ac30e39b0 req-38fc7dbf-223b-4c88-9dcf-986439ade591 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216323 Nov 02 12:36:39.331900 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 9eade9d8-df03-416b-a5de-2a6540cd2197, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9eade9d8-df03-416b-a5de-2a6540cd2197,segment=NetworkSegment(1cce4d54-f1b1-489d-adf9-d9555e254512),segment_id=1cce4d54-f1b1-489d-adf9-d9555e254512)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:39.339944 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-77f266b0-6991-4459-ac7e-e0bdcd7aedb6 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/27006bc9-b013-4f3c-8d60-0cbc457e6a33 HTTP/1.1" status: 200 len: 2998 time: 0.1159415 Nov 02 12:36:39.346275 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f332ef0-0eab-4902-8284-70f743b9da0c req-c47b7f3a-d016-46d8-b538-1d927685078c tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:39.347684 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8f332ef0-0eab-4902-8284-70f743b9da0c req-c47b7f3a-d016-46d8-b538-1d927685078c tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=98d9d819-116f-405e-b1e3-216d7fdc4818 HTTP/1.1" status: 200 len: 950 time: 0.0914690 Nov 02 12:36:39.427463 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-5a317773-a056-4062-9d41-9e3021c3dd34 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/3e04ef62-7ce0-4b88-8814-3cb4c0410990 HTTP/1.1" status: 200 len: 2998 time: 0.0786881 Nov 02 12:36:39.433012 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8f332ef0-0eab-4902-8284-70f743b9da0c req-ba133418-9877-470c-a32d-31d7133e7454 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776694 Nov 02 12:36:39.488555 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-fd8eb7b9-b0fd-47a6-abd3-6635352f8123 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/3e04ef62-7ce0-4b88-8814-3cb4c0410990 HTTP/1.1" status: 200 len: 2998 time: 0.0447848 Nov 02 12:36:39.545874 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-f4196933-3e41-4967-b1f5-3c40e53f729e tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/54c07dbb-aeb9-47ad-afb5-9fcb38aa0da8 HTTP/1.1" status: 200 len: 2990 time: 0.0514569 Nov 02 12:36:39.592608 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-a78645b7-20d5-4bbf-90a6-9dba4a9d2230 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/54c07dbb-aeb9-47ad-afb5-9fcb38aa0da8 HTTP/1.1" status: 200 len: 2990 time: 0.0405371 Nov 02 12:36:39.607368 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c26f811-2182-47a3-88ec-2d03fd30a1cb None None] Network 23e0a14b-01ee-4bd0-a40e-13696a902666 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:36:39.639791 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c7062f67-bf19-4f92-aa44-f23a6aab5eb9 None None] Provisioning complete for port 9eade9d8-df03-416b-a5de-2a6540cd2197 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:39.640340 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c7062f67-bf19-4f92-aa44-f23a6aab5eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9eade9d8-df03-416b-a5de-2a6540cd2197), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.647014 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-dbea499b-0e53-4216-b0c0-c6790f6d8214 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/84b65c7d-79c1-49a5-9e53-069643408deb HTTP/1.1" status: 200 len: 2998 time: 0.0474267 Nov 02 12:36:39.650917 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c7062f67-bf19-4f92-aa44-f23a6aab5eb9 None None] Attempt 1 to provision port 9eade9d8-df03-416b-a5de-2a6540cd2197 Nov 02 12:36:39.679035 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d160be0-6aa0-445a-b2cf-c336c0554877 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7ba10ea9-8f5f-4268-a257-e16ef71b7b89), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.683130 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d160be0-6aa0-445a-b2cf-c336c0554877 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.687060 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2d160be0-6aa0-445a-b2cf-c336c0554877 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7ba10ea9-8f5f-4268-a257-e16ef71b7b89 HTTP/1.1" status: 204 len: 168 time: 0.8794098 Nov 02 12:36:39.703030 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59112) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:39.745963 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-f266f0d3-b152-453f-a851-ec55e3308747 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] show failed (client error): The resource could not be found. Nov 02 12:36:39.747246 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f266f0d3-b152-453f-a851-ec55e3308747 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] 10.222.0.64 "GET /networking/v2.0/security-groups/7ba10ea9-8f5f-4268-a257-e16ef71b7b89 HTTP/1.1" status: 404 len: 347 time: 0.0386567 Nov 02 12:36:39.769109 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d160be0-6aa0-445a-b2cf-c336c0554877 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba10ea9-8f5f-4268-a257-e16ef71b7b89,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:39.772279 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59116) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:39.780268 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (84163c2b-865a-4e86-9507-ce36bb37b32c), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.788880 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9eade9d8-df03-416b-a5de-2a6540cd2197), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.898836 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] Network 53a9baff-a6fc-47f8-9256-abe44ef69f1e is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:39.910901 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e8616ccb-651b-4b32-9287-a7d18607f36b no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:39.913267 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:39.918010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] Pushing event updated for resources: {'Port': ['ID=84163c2b-865a-4e86-9507-ce36bb37b32c,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:39.920968 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:36:39.939794 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa9c5fd0-976d-4129-bc56-8832ddf42805 admin admin] Publish callbacks [] for router_gateway (303707bc-d395-4094-be61-52518854aeb8), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.951147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: e8616ccb-651b-4b32-9287-a7d18607f36b {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:39.951147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e8616ccb-651b-4b32-9287-a7d18607f36b not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:40.007885 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa9c5fd0-976d-4129-bc56-8832ddf42805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:40.008258 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=18,neutron:SELECT=80,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:40.013154 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-02e5c7a7-10cb-43dd-b663-1f0f3020afeb admin admin] Deleting port 34871c8a-a075-4c26-8381-81262577afdf {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:40.013374 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-02e5c7a7-10cb-43dd-b663-1f0f3020afeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (34871c8a-a075-4c26-8381-81262577afdf), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:40.018466 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-e60ffce1-f6dc-41fa-a991-7a7f0fe879d9 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/84b65c7d-79c1-49a5-9e53-069643408deb HTTP/1.1" status: 200 len: 2998 time: 0.3570738 Nov 02 12:36:40.076034 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dc857-fd0c-4d98-9164-785a09948d98 req-173ac175-fa02-4600-b9a8-77313cc62d03 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:40.078447 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3e6dc857-fd0c-4d98-9164-785a09948d98 req-173ac175-fa02-4600-b9a8-77313cc62d03 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.3675394 Nov 02 12:36:40.108118 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c7062f67-bf19-4f92-aa44-f23a6aab5eb9 None None] Current status of the port 9eade9d8-df03-416b-a5de-2a6540cd2197 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:40.137744 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=9eade9d8-df03-416b-a5de-2a6540cd2197,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:40.141184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] Attempting to bind port 84163c2b-865a-4e86-9507-ce36bb37b32c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:36:40.141632 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] Attempting to bind port 84163c2b-865a-4e86-9507-ce36bb37b32c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'fcd24cd0-c52f-4728-ada4-8e8c4b480459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '53a9baff-a6fc-47f8-9256-abe44ef69f1e'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:36:40.142178 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] Attempting to bind port 84163c2b-865a-4e86-9507-ce36bb37b32c on network 53a9baff-a6fc-47f8-9256-abe44ef69f1e {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:36:40.149571 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4fea3b8-559b-414a-baa1-79cc260ad417 admin admin] Publish callbacks [] for router_gateway (e897d261-97d6-48f0-9a96-dd7cbb11911d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:40.214272 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-54b53fba-7950-4c24-8185-4c0938bb3102 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Deleting port c46aa7ba-dad2-4653-8ca0-d0f0cc4a7aeb {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:40.214889 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54b53fba-7950-4c24-8185-4c0938bb3102 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c46aa7ba-dad2-4653-8ca0-d0f0cc4a7aeb), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:40.225879 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:36:40.226525 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] Checking segment: {'id': 'fcd24cd0-c52f-4728-ada4-8e8c4b480459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '53a9baff-a6fc-47f8-9256-abe44ef69f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:40.226765 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:40.227790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] Bound using segment: {'id': 'fcd24cd0-c52f-4728-ada4-8e8c4b480459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '53a9baff-a6fc-47f8-9256-abe44ef69f1e'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:36:40.227790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] Bound port: 84163c2b-865a-4e86-9507-ce36bb37b32c, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd24cd0-c52f-4728-ada4-8e8c4b480459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '53a9baff-a6fc-47f8-9256-abe44ef69f1e'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:36:40.228110 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (84163c2b-865a-4e86-9507-ce36bb37b32c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:40.234883 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-abd9568b-cdaa-4145-ad0a-ce23f40f67ab tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/9d6c0dbd-f8ca-4444-a2b7-66fc7a433566 HTTP/1.1" status: 200 len: 2998 time: 0.1662829 Nov 02 12:36:40.275388 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3e6dc857-fd0c-4d98-9164-785a09948d98 req-59ef76d9-98d8-4e05-932e-62a1f0e07dc1 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915925 Nov 02 12:36:40.306423 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] For port 84163c2b-865a-4e86-9507-ce36bb37b32c, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:36:40.310754 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] For port 84163c2b-865a-4e86-9507-ce36bb37b32c, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=84163c2b-865a-4e86-9507-ce36bb37b32c,segment=NetworkSegment(fcd24cd0-c52f-4728-ada4-8e8c4b480459),segment_id=fcd24cd0-c52f-4728-ada4-8e8c4b480459)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:36:40.386556 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-6dc750d7-0f7e-425d-b171-a0fa7153ef1e tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/9d6c0dbd-f8ca-4444-a2b7-66fc7a433566 HTTP/1.1" status: 200 len: 2998 time: 0.1212726 Nov 02 12:36:40.396662 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54b53fba-7950-4c24-8185-4c0938bb3102 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c46aa7ba-dad2-4653-8ca0-d0f0cc4a7aeb), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:40.396996 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54b53fba-7950-4c24-8185-4c0938bb3102 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks [] for floatingip (c46aa7ba-dad2-4653-8ca0-d0f0cc4a7aeb), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:40.419315 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-54b53fba-7950-4c24-8185-4c0938bb3102 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Calling delete_port for c46aa7ba-dad2-4653-8ca0-d0f0cc4a7aeb owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:40.427099 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (84163c2b-865a-4e86-9507-ce36bb37b32c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:40.521034 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-02e5c7a7-10cb-43dd-b663-1f0f3020afeb admin admin] For port 34871c8a-a075-4c26-8381-81262577afdf, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=34871c8a-a075-4c26-8381-81262577afdf,segment=NetworkSegment(a0f371c3-1b88-44f8-a1f8-d33ee287bc86),segment_id=a0f371c3-1b88-44f8-a1f8-d33ee287bc86)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:40.523086 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-02e5c7a7-10cb-43dd-b663-1f0f3020afeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (34871c8a-a075-4c26-8381-81262577afdf), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:40.568015 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:40.574717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c0c036a8-5133-4924-9ec2-c1658905f609 None None] Provisioning complete for port 9eade9d8-df03-416b-a5de-2a6540cd2197 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:40.575110 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c0c036a8-5133-4924-9ec2-c1658905f609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9eade9d8-df03-416b-a5de-2a6540cd2197), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:40.575443 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c0c036a8-5133-4924-9ec2-c1658905f609 None None] Attempt 1 to provision port 9eade9d8-df03-416b-a5de-2a6540cd2197 Nov 02 12:36:40.604770 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-aa9c5fd0-976d-4129-bc56-8832ddf42805 admin admin] Allocated IP 172.25.2.28 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/c63c33f3-add5-40b1-ba62-43243927ddd0) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:36:40.621642 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2902b-26a1-4914-89ad-cb4cc5ed9352 None None] Pushing event updated for resources: {'Port': ['ID=84163c2b-865a-4e86-9507-ce36bb37b32c,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:40.625744 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-02e5c7a7-10cb-43dd-b663-1f0f3020afeb admin admin] Calling delete_port for 34871c8a-a075-4c26-8381-81262577afdf owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:40.646281 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9eade9d8-df03-416b-a5de-2a6540cd2197 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:40.688130 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-14602986-47b6-47e1-a90d-a4170bbbca13 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/a1b6d00b-e12d-4415-b102-77cbbf763b29 HTTP/1.1" status: 200 len: 2998 time: 0.2816143 Nov 02 12:36:40.744170 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 9eade9d8-df03-416b-a5de-2a6540cd2197 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:40.744658 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9eade9d8-df03-416b-a5de-2a6540cd2197), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:40.745032 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 9eade9d8-df03-416b-a5de-2a6540cd2197 Nov 02 12:36:40.791775 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c0c036a8-5133-4924-9ec2-c1658905f609 None None] Current status of the port 9eade9d8-df03-416b-a5de-2a6540cd2197 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:40.855945 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a4519-6e2e-48af-aeea-e79582eddfb2 req-651fb984-85d3-430e-b99f-5620d6ff5331 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:40.859152 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3f8a4519-6e2e-48af-aeea-e79582eddfb2 req-651fb984-85d3-430e-b99f-5620d6ff5331 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=98d9d819-116f-405e-b1e3-216d7fdc4818 HTTP/1.1" status: 200 len: 950 time: 0.2031937 Nov 02 12:36:40.870924 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-8c181926-0b2f-4a0c-ba4b-73bbe11c19d3 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/a1b6d00b-e12d-4415-b102-77cbbf763b29 HTTP/1.1" status: 200 len: 2998 time: 0.1820178 Nov 02 12:36:40.878388 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:40.906384 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4fea3b8-559b-414a-baa1-79cc260ad417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (e897d261-97d6-48f0-9a96-dd7cbb11911d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:40.908979 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9eade9d8-df03-416b-a5de-2a6540cd2197 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:40.994328 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-6ae32062-4ccb-4f66-b78e-f8bd7b0bd297 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/d0b62b88-85d8-4ea6-88af-7a4bbdc48095 HTTP/1.1" status: 200 len: 2998 time: 0.1150723 Nov 02 12:36:41.017274 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3f8a4519-6e2e-48af-aeea-e79582eddfb2 req-c395eb6d-4d13-4c0e-8e70-6acfddf19fc8 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368845 Nov 02 12:36:41.066103 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-5e0a16f7-7d3d-4a6f-adda-707c9339858d tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/d0b62b88-85d8-4ea6-88af-7a4bbdc48095 HTTP/1.1" status: 200 len: 2998 time: 0.0547063 Nov 02 12:36:41.104285 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54b53fba-7950-4c24-8185-4c0938bb3102 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (c46aa7ba-dad2-4653-8ca0-d0f0cc4a7aeb), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:41.129995 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa9c5fd0-976d-4129-bc56-8832ddf42805 admin admin] Publish callbacks [] for port (c63c33f3-add5-40b1-ba62-43243927ddd0), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:41.137228 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b53fba-7950-4c24-8185-4c0938bb3102 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Pushing event deleted for resources: {'Port': ['ID=c46aa7ba-dad2-4653-8ca0-d0f0cc4a7aeb,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:41.148954 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-15683809-4ca2-4b52-b96e-1d8d445f51d2 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/df891e82-1e53-44dd-90a6-444a7ae6cff9 HTTP/1.1" status: 200 len: 2998 time: 0.0784485 Nov 02 12:36:41.168892 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54b53fba-7950-4c24-8185-4c0938bb3102 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks [] for floatingip (dbadcc1e-0b57-40d7-a4a8-ef3eebdb9c55), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:41.172713 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54b53fba-7950-4c24-8185-4c0938bb3102 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:41.178024 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-54b53fba-7950-4c24-8185-4c0938bb3102 tempest-LiveAutoBlockMigrationV225Test-2088693668 tempest-LiveAutoBlockMigrationV225Test-2088693668-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/dbadcc1e-0b57-40d7-a4a8-ef3eebdb9c55 HTTP/1.1" status: 204 len: 168 time: 1.3956251 Nov 02 12:36:41.178697 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59134) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:41.280690 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-49af0953-df84-4aec-8eea-8ab0c1b90cf1 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/df891e82-1e53-44dd-90a6-444a7ae6cff9 HTTP/1.1" status: 200 len: 2998 time: 0.1162064 Nov 02 12:36:41.295512 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:41.311986 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa9c5fd0-976d-4129-bc56-8832ddf42805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (c63c33f3-add5-40b1-ba62-43243927ddd0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:41.359287 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9c5fd0-976d-4129-bc56-8832ddf42805 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:41.364744 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-aa9c5fd0-976d-4129-bc56-8832ddf42805 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:41.367164 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9c5fd0-976d-4129-bc56-8832ddf42805 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:36:41.369761 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c5fd0-976d-4129-bc56-8832ddf42805 admin admin] Pushing event updated for resources: {'Port': ['ID=c63c33f3-add5-40b1-ba62-43243927ddd0,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:41.397858 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-f80d03e3-600d-4d73-8f92-e83f7a0a9ce3 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/f5210ce7-7252-4ae4-b042-e4977065e1e2 HTTP/1.1" status: 200 len: 2998 time: 0.0920374 Nov 02 12:36:41.493258 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-432e6137-c9c7-4b9c-b759-8eea85525e22 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/f5210ce7-7252-4ae4-b042-e4977065e1e2 HTTP/1.1" status: 200 len: 2998 time: 0.0825064 Nov 02 12:36:41.630386 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-cf39f45e-34dc-42d3-97d4-d1f48c912968 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/fce9f284-88df-4c6d-b3f6-6edfe316a671 HTTP/1.1" status: 200 len: 2998 time: 0.1082220 Nov 02 12:36:41.641673 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-02e5c7a7-10cb-43dd-b663-1f0f3020afeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (34871c8a-a075-4c26-8381-81262577afdf), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:41.643892 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fea3b8-559b-414a-baa1-79cc260ad417 admin admin] Router e897d261-97d6-48f0-9a96-dd7cbb11911d is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:36:41.686395 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5c7a7-10cb-43dd-b663-1f0f3020afeb admin admin] Pushing event deleted for resources: {'Port': ['ID=34871c8a-a075-4c26-8381-81262577afdf,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:41.782489 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3a4a8-0742-4ba4-85d0-8a89c22da781 req-87ec2352-e9db-443f-a157-8f1cf32a2662 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:41.784069 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7ba3a4a8-0742-4ba4-85d0-8a89c22da781 req-87ec2352-e9db-443f-a157-8f1cf32a2662 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.1528983 Nov 02 12:36:41.788383 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:41.802182 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:41.811208 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9931e0-72e7-4ec3-8bbc-366c7aa5d6ed None None] Network 53a9baff-a6fc-47f8-9256-abe44ef69f1e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:36:41.833092 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-0a6c2b89-1d48-4d21-a14a-77664cb2b3c6 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/fce9f284-88df-4c6d-b3f6-6edfe316a671 HTTP/1.1" status: 200 len: 2998 time: 0.1806359 Nov 02 12:36:41.855399 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-37f9d886-226a-4eda-901d-f552dfa11237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (8bbd507e-a773-42ee-a5a6-03cf6a8406ae), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:41.901275 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-02506246-2d0a-4977-94f2-d7930b3d5d4f None None] Provisioning complete for port 84163c2b-865a-4e86-9507-ce36bb37b32c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:41.901665 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-02506246-2d0a-4977-94f2-d7930b3d5d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (84163c2b-865a-4e86-9507-ce36bb37b32c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:41.901976 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-02506246-2d0a-4977-94f2-d7930b3d5d4f None None] Attempt 1 to provision port 84163c2b-865a-4e86-9507-ce36bb37b32c Nov 02 12:36:42.096455 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fea3b8-559b-414a-baa1-79cc260ad417 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:36:42.197231 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-02e5c7a7-10cb-43dd-b663-1f0f3020afeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (a756c775-738d-43da-9ea8-b8a081e42bba), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.223189 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa9c5fd0-976d-4129-bc56-8832ddf42805 admin admin] Publish callbacks [] for router_gateway (303707bc-d395-4094-be61-52518854aeb8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.234423 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] Sync routers for ids ['e897d261-97d6-48f0-9a96-dd7cbb11911d'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:36:42.238511 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:42.239890 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-02506246-2d0a-4977-94f2-d7930b3d5d4f None None] Current status of the port 84163c2b-865a-4e86-9507-ce36bb37b32c is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:42.240286 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-02506246-2d0a-4977-94f2-d7930b3d5d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (84163c2b-865a-4e86-9507-ce36bb37b32c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.268754 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] Routers {'e897d261-97d6-48f0-9a96-dd7cbb11911d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:42.269403 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e897d261-97d6-48f0-9a96-dd7cbb11911d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:42.271600 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54590bc6-f919-4572-957d-8d01a532b829 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:36:42.284189 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:42.355089 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7ba3a4a8-0742-4ba4-85d0-8a89c22da781 req-430e93d2-c908-42d8-b3fb-b38a80bf7a57 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5540569 Nov 02 12:36:42.357131 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-02506246-2d0a-4977-94f2-d7930b3d5d4f None None] For port 84163c2b-865a-4e86-9507-ce36bb37b32c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=84163c2b-865a-4e86-9507-ce36bb37b32c,segment=NetworkSegment(fcd24cd0-c52f-4728-ada4-8e8c4b480459),segment_id=fcd24cd0-c52f-4728-ada4-8e8c4b480459)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:42.385109 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-a0e2233a-7776-4098-b708-fb960f264289 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/fdf71764-9426-4b50-94e6-8e628e28176e HTTP/1.1" status: 200 len: 2998 time: 0.5404115 Nov 02 12:36:42.396270 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4fea3b8-559b-414a-baa1-79cc260ad417 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.397765 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e4fea3b8-559b-414a-baa1-79cc260ad417 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8347781 Nov 02 12:36:42.405794 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59146) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:42.421279 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-02506246-2d0a-4977-94f2-d7930b3d5d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (84163c2b-865a-4e86-9507-ce36bb37b32c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.482114 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02506246-2d0a-4977-94f2-d7930b3d5d4f None None] Pushing event updated for resources: {'Port': ['ID=84163c2b-865a-4e86-9507-ce36bb37b32c,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:42.531655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] Set router e897d261-97d6-48f0-9a96-dd7cbb11911d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:42.586324 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-37f9d886-226a-4eda-901d-f552dfa11237 admin admin] Deleting port 890b37f2-2aac-4319-bb68-2e68ad74a85d {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:42.586324 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-37f9d886-226a-4eda-901d-f552dfa11237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (890b37f2-2aac-4319-bb68-2e68ad74a85d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.631513 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c3d7dfd0-8097-4e0c-b744-3cd02db5d67c None None] Provisioning complete for port 84163c2b-865a-4e86-9507-ce36bb37b32c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:42.631796 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c3d7dfd0-8097-4e0c-b744-3cd02db5d67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (84163c2b-865a-4e86-9507-ce36bb37b32c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.632139 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c3d7dfd0-8097-4e0c-b744-3cd02db5d67c None None] Attempt 1 to provision port 84163c2b-865a-4e86-9507-ce36bb37b32c Nov 02 12:36:42.690023 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa9c5fd0-976d-4129-bc56-8832ddf42805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (303707bc-d395-4094-be61-52518854aeb8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.722421 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54590bc6-f919-4572-957d-8d01a532b829 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:36:42.725172 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-37f9d886-226a-4eda-901d-f552dfa11237 admin admin] For port 890b37f2-2aac-4319-bb68-2e68ad74a85d, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=890b37f2-2aac-4319-bb68-2e68ad74a85d,segment=NetworkSegment(b1a88cf3-0a1c-4425-9512-3619aa832625),segment_id=b1a88cf3-0a1c-4425-9512-3619aa832625)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:42.725668 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-37f9d886-226a-4eda-901d-f552dfa11237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (890b37f2-2aac-4319-bb68-2e68ad74a85d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.746795 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-37f9d886-226a-4eda-901d-f552dfa11237 admin admin] Calling delete_port for 890b37f2-2aac-4319-bb68-2e68ad74a85d owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:42.756245 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:42.758484 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e5c7a7-10cb-43dd-b663-1f0f3020afeb admin admin] Router a756c775-738d-43da-9ea8-b8a081e42bba has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:36:42.836122 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 84163c2b-865a-4e86-9507-ce36bb37b32c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:42.876173 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75c438c3-8368-4bed-8efa-c328f528b02d req-da9c501f-6227-4765-9530-4c66f6428592 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/fdf71764-9426-4b50-94e6-8e628e28176e HTTP/1.1" status: 200 len: 2998 time: 0.4826546 Nov 02 12:36:42.951455 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e5c7a7-10cb-43dd-b663-1f0f3020afeb admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:36:42.957663 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-02e5c7a7-10cb-43dd-b663-1f0f3020afeb admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/a756c775-738d-43da-9ea8-b8a081e42bba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7834659 Nov 02 12:36:42.960480 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59152) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:42.968705 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c25f547-58a0-40e9-8f4f-964370e9b994 None None] Sync routers for ids ['a756c775-738d-43da-9ea8-b8a081e42bba'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:36:42.978974 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bfc07452-917b-496b-a434-cc15d9849737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.992699 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c25f547-58a0-40e9-8f4f-964370e9b994 None None] Routers {'a756c775-738d-43da-9ea8-b8a081e42bba'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:42.993336 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5c25f547-58a0-40e9-8f4f-964370e9b994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a756c775-738d-43da-9ea8-b8a081e42bba'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:43.037049 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c3d7dfd0-8097-4e0c-b744-3cd02db5d67c None None] Current status of the port 84163c2b-865a-4e86-9507-ce36bb37b32c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:43.086792 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 84163c2b-865a-4e86-9507-ce36bb37b32c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:43.087331 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (84163c2b-865a-4e86-9507-ce36bb37b32c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:43.087780 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 84163c2b-865a-4e86-9507-ce36bb37b32c Nov 02 12:36:43.098161 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9c5fd0-976d-4129-bc56-8832ddf42805 admin admin] Router 303707bc-d395-4094-be61-52518854aeb8 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:36:43.125119 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:43.133075 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b93276a7-c350-4d06-9b05-27d90de7f3de admin admin] Publish callbacks [] for router (a756c775-738d-43da-9ea8-b8a081e42bba), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:43.137509 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897d261-97d6-48f0-9a96-dd7cbb11911d', 'name': 'tempest-LiveMigrationTest-1459953581-router', 'tenant_id': '57ab8b7723184d3e9eff5809eafffb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '3882c092-b94c-4b58-9ffd-f724acc2d1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:36Z', 'updated_at': '2022-11-02T12:36:39Z', 'revision_number': 3, 'project_id': '57ab8b7723184d3e9eff5809eafffb20', 'gw_port': {'id': '3882c092-b94c-4b58-9ffd-f724acc2d1cd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897d261-97d6-48f0-9a96-dd7cbb11911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:37Z', 'updated_at': '2022-11-02T12:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:43.142935 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-5c25f547-58a0-40e9-8f4f-964370e9b994 None None] Set router a756c775-738d-43da-9ea8-b8a081e42bba gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:43.188613 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] Checking router: e897d261-97d6-48f0-9a96-dd7cbb11911d for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:36:43.188960 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] Updating router e897d261-97d6-48f0-9a96-dd7cbb11911d port 3882c092-b94c-4b58-9ffd-f724acc2d1cd binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:36:43.256525 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3882c092-b94c-4b58-9ffd-f724acc2d1cd), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:43.321574 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:43.357402 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:43.367416 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15767d7c-b0bb-4906-bccb-ad8e570fb835 req-8d2ab244-fb9b-448b-b651-1fcf091b3cd3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:43.373016 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-15767d7c-b0bb-4906-bccb-ad8e570fb835 req-8d2ab244-fb9b-448b-b651-1fcf091b3cd3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=98d9d819-116f-405e-b1e3-216d7fdc4818 HTTP/1.1" status: 200 len: 950 time: 0.3734353 Nov 02 12:36:43.458521 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:43.522565 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5c25f547-58a0-40e9-8f4f-964370e9b994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a756c775-738d-43da-9ea8-b8a081e42bba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118297358-router', 'tenant_id': '5eef2caea5e6495a8691216cadd2a45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:09Z', 'updated_at': '2022-11-02T12:36:41Z', 'revision_number': 5, 'project_id': '5eef2caea5e6495a8691216cadd2a45a', 'gw_port': {'id': '8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a756c775-738d-43da-9ea8-b8a081e42bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:10Z', 'updated_at': '2022-11-02T12:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:43.526612 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:43.540195 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:43.554957 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 84163c2b-865a-4e86-9507-ce36bb37b32c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:43.558961 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ad3d34f1-fd3f-4b36-9414-3d4312a955d7 req-8754c310-3c3f-4e4d-8025-14e24a65f03b tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3051ce9242f94e48a9ba3ee4f881aa7f HTTP/1.1" status: 200 len: 6153 time: 0.5558589 Nov 02 12:36:43.566788 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c25f547-58a0-40e9-8f4f-964370e9b994 None None] Checking router: a756c775-738d-43da-9ea8-b8a081e42bba for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:36:43.578295 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=1,neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:43.580782 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c25f547-58a0-40e9-8f4f-964370e9b994 None None] Routers {'a756c775-738d-43da-9ea8-b8a081e42bba'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:43.581660 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5c25f547-58a0-40e9-8f4f-964370e9b994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a756c775-738d-43da-9ea8-b8a081e42bba'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:43.639950 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-15767d7c-b0bb-4906-bccb-ad8e570fb835 req-ab7ab393-6743-4840-b2c7-7f80a6e488cd tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525442 Nov 02 12:36:43.661988 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] Publish callbacks [] for port (3882c092-b94c-4b58-9ffd-f724acc2d1cd), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:43.736140 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:43.738849 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9c5fd0-976d-4129-bc56-8832ddf42805 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:36:43.748980 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] Sync routers for ids ['303707bc-d395-4094-be61-52518854aeb8'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:36:43.757006 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-5c25f547-58a0-40e9-8f4f-964370e9b994 None None] Set router a756c775-738d-43da-9ea8-b8a081e42bba gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:43.760282 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b93276a7-c350-4d06-9b05-27d90de7f3de admin admin] Publish callbacks [] for router_gateway (a756c775-738d-43da-9ea8-b8a081e42bba), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:43.763182 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] Routers {'303707bc-d395-4094-be61-52518854aeb8'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:43.763825 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['303707bc-d395-4094-be61-52518854aeb8'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:43.764940 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ad3d34f1-fd3f-4b36-9414-3d4312a955d7 req-8c6e6b99-84b1-460a-8ab8-3604bc24b47d tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] 10.222.0.64 "GET /networking/v2.0/security-groups/0a7b51e9-44fe-490d-9dbd-d492ae585347 HTTP/1.1" status: 200 len: 2998 time: 0.1926529 Nov 02 12:36:43.793514 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d2b65a01-bcac-4854-8948-63791f8690f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:43.809795 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3882c092-b94c-4b58-9ffd-f724acc2d1cd), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:43.863144 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] Attempting to bind port 3882c092-b94c-4b58-9ffd-f724acc2d1cd on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:36:43.865605 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] Attempting to bind port 3882c092-b94c-4b58-9ffd-f724acc2d1cd by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:36:43.865605 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] Attempting to bind port 3882c092-b94c-4b58-9ffd-f724acc2d1cd on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:36:43.868122 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa9c5fd0-976d-4129-bc56-8832ddf42805 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:43.869462 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-aa9c5fd0-976d-4129-bc56-8832ddf42805 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8165207 Nov 02 12:36:43.876540 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59160) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:43.982092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eee226-2d5a-4a4a-98c0-dee0f33917e3 None None] Pushing event updated for resources: {'Port': ['ID=3882c092-b94c-4b58-9ffd-f724acc2d1cd,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:44.001341 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] Set router 303707bc-d395-4094-be61-52518854aeb8 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:44.001767 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ad3d34f1-fd3f-4b36-9414-3d4312a955d7 req-106165a3-73e3-452d-be8b-075f00f19456 tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] 10.222.0.64 "GET /networking/v2.0/security-groups/0a7b51e9-44fe-490d-9dbd-d492ae585347 HTTP/1.1" status: 200 len: 2998 time: 0.2040944 Nov 02 12:36:44.033000 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-37f9d886-226a-4eda-901d-f552dfa11237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (890b37f2-2aac-4319-bb68-2e68ad74a85d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:44.054221 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5c25f547-58a0-40e9-8f4f-964370e9b994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a756c775-738d-43da-9ea8-b8a081e42bba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118297358-router', 'tenant_id': '5eef2caea5e6495a8691216cadd2a45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:09Z', 'updated_at': '2022-11-02T12:36:41Z', 'revision_number': 5, 'project_id': '5eef2caea5e6495a8691216cadd2a45a', 'gw_port': {'id': '8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a756c775-738d-43da-9ea8-b8a081e42bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:10Z', 'updated_at': '2022-11-02T12:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:44.075556 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:36:44.076060 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:44.078358 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:44.078358 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:36:44.078358 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] Bound port: 3882c092-b94c-4b58-9ffd-f724acc2d1cd, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:36:44.078358 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3882c092-b94c-4b58-9ffd-f724acc2d1cd), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:44.083211 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-b93276a7-c350-4d06-9b05-27d90de7f3de admin admin] Deleting port 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:44.083818 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b93276a7-c350-4d06-9b05-27d90de7f3de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:44.086275 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9d886-226a-4eda-901d-f552dfa11237 admin admin] Pushing event deleted for resources: {'Port': ['ID=890b37f2-2aac-4319-bb68-2e68ad74a85d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:44.108892 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c25f547-58a0-40e9-8f4f-964370e9b994 None None] The sync data for ids ['a756c775-738d-43da-9ea8-b8a081e42bba'] in n-d-857339-6 is: [{'id': 'a756c775-738d-43da-9ea8-b8a081e42bba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118297358-router', 'tenant_id': '5eef2caea5e6495a8691216cadd2a45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:09Z', 'updated_at': '2022-11-02T12:36:41Z', 'revision_number': 5, 'project_id': '5eef2caea5e6495a8691216cadd2a45a', 'gw_port': {'id': '8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a756c775-738d-43da-9ea8-b8a081e42bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:10Z', 'updated_at': '2022-11-02T12:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:36:44.140391 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e61b2459-4669-49fe-bc53-318afe9756d7 None None] Provisioning complete for port 6f201045-57f8-48da-8c74-2f04b62a1be8 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:44.140924 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e61b2459-4669-49fe-bc53-318afe9756d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6f201045-57f8-48da-8c74-2f04b62a1be8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:44.141266 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e61b2459-4669-49fe-bc53-318afe9756d7 None None] Attempt 1 to provision port 6f201045-57f8-48da-8c74-2f04b62a1be8 Nov 02 12:36:44.215487 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:44.235985 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94aa9a-8509-44f8-a281-4027a9678171 req-a9c9dad9-b799-419a-aff0-26e6fbdd81e1 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:44.246765 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-aa94aa9a-8509-44f8-a281-4027a9678171 req-a9c9dad9-b799-419a-aff0-26e6fbdd81e1 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.2805247 Nov 02 12:36:44.263556 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-b93276a7-c350-4d06-9b05-27d90de7f3de admin admin] For port 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:44.264286 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b93276a7-c350-4d06-9b05-27d90de7f3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:44.287269 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-b93276a7-c350-4d06-9b05-27d90de7f3de admin admin] Calling delete_port for 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:44.390063 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1c2aa-b73f-4d77-bda1-731e9ca2f8d3 req-ab43e61f-d415-493e-bc2c-2d01004d822c tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:44.392195 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-84d1c2aa-b73f-4d77-bda1-731e9ca2f8d3 req-ab43e61f-d415-493e-bc2c-2d01004d822c tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=98d9d819-116f-405e-b1e3-216d7fdc4818 HTTP/1.1" status: 200 len: 950 time: 0.2181211 Nov 02 12:36:44.402852 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] For port 3882c092-b94c-4b58-9ffd-f724acc2d1cd, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:36:44.410225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] For port 3882c092-b94c-4b58-9ffd-f724acc2d1cd, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3882c092-b94c-4b58-9ffd-f724acc2d1cd,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:36:44.417297 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:44.497776 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e61b2459-4669-49fe-bc53-318afe9756d7 None None] Current status of the port 6f201045-57f8-48da-8c74-2f04b62a1be8 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:44.527678 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-84d1c2aa-b73f-4d77-bda1-731e9ca2f8d3 req-1386fd11-ef7c-456d-bbf5-4266ddc5d5bb tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239769 Nov 02 12:36:44.549248 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303707bc-d395-4094-be61-52518854aeb8', 'name': 'tempest-ImagesNegativeTestJSON-1697931559-router', 'tenant_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c63c33f3-add5-40b1-ba62-43243927ddd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:38Z', 'updated_at': '2022-11-02T12:36:41Z', 'revision_number': 3, 'project_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'gw_port': {'id': 'c63c33f3-add5-40b1-ba62-43243927ddd0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303707bc-d395-4094-be61-52518854aeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:40Z', 'updated_at': '2022-11-02T12:36:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:44.610973 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-d2b65a01-bcac-4854-8948-63791f8690f1 admin admin] Allocated IP 172.20.0.1 (23e0a14b-01ee-4bd0-a40e-13696a902666/45070b04-9ed0-4cea-bbce-0fb6dc12ff15/f29443a8-8d0b-4100-8141-6da10243268e) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:36:44.638389 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-aa94aa9a-8509-44f8-a281-4027a9678171 req-0cd53141-2c8d-4c0d-913b-111aa22ddc33 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905075 Nov 02 12:36:44.644956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] Checking router: 303707bc-d395-4094-be61-52518854aeb8 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:36:44.645306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] Updating router 303707bc-d395-4094-be61-52518854aeb8 port c63c33f3-add5-40b1-ba62-43243927ddd0 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:36:44.647130 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-37f9d886-226a-4eda-901d-f552dfa11237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (8bbd507e-a773-42ee-a5a6-03cf6a8406ae), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:44.709218 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3882c092-b94c-4b58-9ffd-f724acc2d1cd), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:44.736422 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6badc630-0286-411a-9d84-1e09ba604380 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:36:44.797427 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 84163c2b-865a-4e86-9507-ce36bb37b32c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:44.799915 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:44.815205 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:44.893316 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9b88a579-04b8-4706-b4de-29886488bb68 req-7b9e43d9-6554-4761-8d2b-f6d0d728c026 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/3625d89c-5a02-45f2-b3ac-f31b81424d65 HTTP/1.1" status: 200 len: 1793 time: 0.2398810 Nov 02 12:36:44.905625 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c63c33f3-add5-40b1-ba62-43243927ddd0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:44.914808 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b93276a7-c350-4d06-9b05-27d90de7f3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:44.919386 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d2b65a01-bcac-4854-8948-63791f8690f1 admin admin] Publish callbacks [] for port (f29443a8-8d0b-4100-8141-6da10243268e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:44.920543 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] Routers {'e897d261-97d6-48f0-9a96-dd7cbb11911d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:44.921862 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e897d261-97d6-48f0-9a96-dd7cbb11911d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:44.969922 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93276a7-c350-4d06-9b05-27d90de7f3de admin admin] Pushing event deleted for resources: {'Port': ['ID=8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:45.094258 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9b88a579-04b8-4706-b4de-29886488bb68 req-4763c5d8-4dd5-4ba8-9041-8d0e508b98d9 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Publish callbacks [] for security_group (3625d89c-5a02-45f2-b3ac-f31b81424d65), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.114606 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b93276a7-c350-4d06-9b05-27d90de7f3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (a756c775-738d-43da-9ea8-b8a081e42bba), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.120211 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6badc630-0286-411a-9d84-1e09ba604380 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:36:45.135650 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9b88a579-04b8-4706-b4de-29886488bb68 req-4763c5d8-4dd5-4ba8-9041-8d0e508b98d9 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Publish callbacks [] for security_group (3625d89c-5a02-45f2-b3ac-f31b81424d65), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.210115 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d2b65a01-bcac-4854-8948-63791f8690f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (f29443a8-8d0b-4100-8141-6da10243268e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.232460 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:45.263029 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b93276a7-c350-4d06-9b05-27d90de7f3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (a756c775-738d-43da-9ea8-b8a081e42bba), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.273500 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b93276a7-c350-4d06-9b05-27d90de7f3de admin admin] Publish callbacks [] for router_controller (a756c775-738d-43da-9ea8-b8a081e42bba), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.273500 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4e15649-a252-4453-9843-615fbd8e6ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.277368 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f9d886-226a-4eda-901d-f552dfa11237 admin admin] Router 8bbd507e-a773-42ee-a5a6-03cf6a8406ae has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:36:45.289988 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eee226-2d5a-4a4a-98c0-dee0f33917e3 None None] Pushing event updated for resources: {'Port': ['ID=3882c092-b94c-4b58-9ffd-f724acc2d1cd,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:45.313120 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b65a01-bcac-4854-8948-63791f8690f1 admin admin] Network 23e0a14b-01ee-4bd0-a40e-13696a902666 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:45.320234 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 84163c2b-865a-4e86-9507-ce36bb37b32c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:45.320650 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (84163c2b-865a-4e86-9507-ce36bb37b32c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.320997 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 84163c2b-865a-4e86-9507-ce36bb37b32c Nov 02 12:36:45.342381 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-d2b65a01-bcac-4854-8948-63791f8690f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:45.368360 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b65a01-bcac-4854-8948-63791f8690f1 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:36:45.368913 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d2b65a01-bcac-4854-8948-63791f8690f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (e897d261-97d6-48f0-9a96-dd7cbb11911d), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.376538 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b65a01-bcac-4854-8948-63791f8690f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f29443a8-8d0b-4100-8141-6da10243268e,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:45.430447 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-79c8fe59-8e4a-49e2-b732-c379af53a58c tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=9929679b00cb4db39002b1ae432a2539&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0904326 Nov 02 12:36:45.432104 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59190) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:45.438128 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:45.465495 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] Set router e897d261-97d6-48f0-9a96-dd7cbb11911d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:45.477028 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9b88a579-04b8-4706-b4de-29886488bb68 req-4763c5d8-4dd5-4ba8-9041-8d0e508b98d9 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3625d89c-5a02-45f2-b3ac-f31b81424d65), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.480651 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9b88a579-04b8-4706-b4de-29886488bb68 req-4763c5d8-4dd5-4ba8-9041-8d0e508b98d9 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.481916 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9b88a579-04b8-4706-b4de-29886488bb68 req-4763c5d8-4dd5-4ba8-9041-8d0e508b98d9 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3625d89c-5a02-45f2-b3ac-f31b81424d65 HTTP/1.1" status: 204 len: 173 time: 0.5762689 Nov 02 12:36:45.492471 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b93276a7-c350-4d06-9b05-27d90de7f3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (a756c775-738d-43da-9ea8-b8a081e42bba), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.494323 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93276a7-c350-4d06-9b05-27d90de7f3de admin admin] Fanout notify agent at l3_agent the message router_deleted on router a756c775-738d-43da-9ea8-b8a081e42bba {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:36:45.506798 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b93276a7-c350-4d06-9b05-27d90de7f3de admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.510611 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b93276a7-c350-4d06-9b05-27d90de7f3de admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/a756c775-738d-43da-9ea8-b8a081e42bba HTTP/1.1" status: 204 len: 168 time: 2.5467949 Nov 02 12:36:45.516567 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59196) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:45.565497 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a34cc777-83da-47a4-b7b6-073016f3842c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.645712 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e47301-e808-4039-86f4-019ba3b2e6df admin admin] Deleting subnet 8fceb1e9-6684-49fe-92bb-62200ca4a0c0 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:36:45.655012 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e5e47301-e808-4039-86f4-019ba3b2e6df admin admin] Publish callbacks [] for subnet (8fceb1e9-6684-49fe-92bb-62200ca4a0c0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.705880 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-e4e15649-a252-4453-9843-615fbd8e6ca5 admin admin] Allocated IP 172.20.0.1 (53a9baff-a6fc-47f8-9256-abe44ef69f1e/14014f95-ea96-41ca-bc95-180a5c0a37ee/29732fd3-c4aa-4293-a0ac-950bc98e2706) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:36:45.718338 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e5e47301-e808-4039-86f4-019ba3b2e6df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (8fceb1e9-6684-49fe-92bb-62200ca4a0c0), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.793680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 84163c2b-865a-4e86-9507-ce36bb37b32c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:45.836448 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 34871c8a-a075-4c26-8381-81262577afdf no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:45.856778 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:45.873109 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763c5d8-4dd5-4ba8-9041-8d0e508b98d9 tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3625d89c-5a02-45f2-b3ac-f31b81424d65,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:45.874449 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:45.877345 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:45.889784 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e5e47301-e808-4039-86f4-019ba3b2e6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (8fceb1e9-6684-49fe-92bb-62200ca4a0c0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.911265 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:45.914242 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 34871c8a-a075-4c26-8381-81262577afdf {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:45.914242 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 34871c8a-a075-4c26-8381-81262577afdf not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:45.952436 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:45.985242 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] Publish callbacks [] for port (c63c33f3-add5-40b1-ba62-43243927ddd0), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.998513 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4e15649-a252-4453-9843-615fbd8e6ca5 admin admin] Publish callbacks [] for port (29732fd3-c4aa-4293-a0ac-950bc98e2706), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.001350 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8dbebfc9-a427-42a7-b8c5-c9d22923ed5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.010659 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897d261-97d6-48f0-9a96-dd7cbb11911d', 'name': 'tempest-LiveMigrationTest-1459953581-router', 'tenant_id': '57ab8b7723184d3e9eff5809eafffb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '3882c092-b94c-4b58-9ffd-f724acc2d1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:36Z', 'updated_at': '2022-11-02T12:36:39Z', 'revision_number': 3, 'project_id': '57ab8b7723184d3e9eff5809eafffb20', 'gw_port': {'id': '3882c092-b94c-4b58-9ffd-f724acc2d1cd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897d261-97d6-48f0-9a96-dd7cbb11911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:37Z', 'updated_at': '2022-11-02T12:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:46.034382 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd8c58-e34f-4dfd-9c0b-8de9a8975693 None None] The sync data for ids ['e897d261-97d6-48f0-9a96-dd7cbb11911d'] in n-d-857339-6 is: [{'id': 'e897d261-97d6-48f0-9a96-dd7cbb11911d', 'name': 'tempest-LiveMigrationTest-1459953581-router', 'tenant_id': '57ab8b7723184d3e9eff5809eafffb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '3882c092-b94c-4b58-9ffd-f724acc2d1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:36Z', 'updated_at': '2022-11-02T12:36:39Z', 'revision_number': 3, 'project_id': '57ab8b7723184d3e9eff5809eafffb20', 'gw_port': {'id': '3882c092-b94c-4b58-9ffd-f724acc2d1cd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897d261-97d6-48f0-9a96-dd7cbb11911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:37Z', 'updated_at': '2022-11-02T12:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:36:46.083892 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c63c33f3-add5-40b1-ba62-43243927ddd0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.121416 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] Attempting to bind port c63c33f3-add5-40b1-ba62-43243927ddd0 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:36:46.125546 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] Attempting to bind port c63c33f3-add5-40b1-ba62-43243927ddd0 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:36:46.125546 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] Attempting to bind port c63c33f3-add5-40b1-ba62-43243927ddd0 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:36:46.125779 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6778c320-375e-4392-b7ce-95247a0a9fbb req-9108d051-0d77-4ef7-a48f-25987568c1bb tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups/57d2d6fd-d211-4f33-8fcb-0c4716b82661 HTTP/1.1" status: 200 len: 1794 time: 0.5481582 Nov 02 12:36:46.130671 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f9d886-226a-4eda-901d-f552dfa11237 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:36:46.143013 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dd34da-91c1-40c9-a122-7e2265ffa236 None None] Sync routers for ids ['8bbd507e-a773-42ee-a5a6-03cf6a8406ae'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:36:46.147731 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-37f9d886-226a-4eda-901d-f552dfa11237 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/8bbd507e-a773-42ee-a5a6-03cf6a8406ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9674318 Nov 02 12:36:46.150007 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59200) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:46.161579 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd34da-91c1-40c9-a122-7e2265ffa236 None None] Routers {'8bbd507e-a773-42ee-a5a6-03cf6a8406ae'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:46.162569 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-62dd34da-91c1-40c9-a122-7e2265ffa236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['8bbd507e-a773-42ee-a5a6-03cf6a8406ae'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:46.224711 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-71305a1d-6aeb-4e52-8821-ef6ccf6692b7 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:46.232860 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-71305a1d-6aeb-4e52-8821-ef6ccf6692b7 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7401197 Nov 02 12:36:46.310782 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:36:46.312459 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:46.312928 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.314481 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:36:46.315003 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] Bound port: c63c33f3-add5-40b1-ba62-43243927ddd0, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:36:46.315390 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c63c33f3-add5-40b1-ba62-43243927ddd0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.337038 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-d182a568-72af-4082-90d6-02b2b5711804 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/quotas/9929679b00cb4db39002b1ae432a2539 HTTP/1.1" status: 200 len: 375 time: 0.1030512 Nov 02 12:36:46.341310 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-329d37d2-b306-4b34-b287-d6609d6eb278 admin admin] Publish callbacks [] for router (8bbd507e-a773-42ee-a5a6-03cf6a8406ae), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.347407 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e5e47301-e808-4039-86f4-019ba3b2e6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (8fceb1e9-6684-49fe-92bb-62200ca4a0c0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.410620 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-62dd34da-91c1-40c9-a122-7e2265ffa236 None None] Set router 8bbd507e-a773-42ee-a5a6-03cf6a8406ae gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:46.454852 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] For port c63c33f3-add5-40b1-ba62-43243927ddd0, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:36:46.456160 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4e15649-a252-4453-9843-615fbd8e6ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (29732fd3-c4aa-4293-a0ac-950bc98e2706), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.459587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] For port c63c33f3-add5-40b1-ba62-43243927ddd0, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c63c33f3-add5-40b1-ba62-43243927ddd0,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:36:46.465195 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52863a7-12a4-4765-8aa1-8b1dc762ae6b None None] Pushing event updated for resources: {'Port': ['ID=c63c33f3-add5-40b1-ba62-43243927ddd0,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:46.476563 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e47301-e808-4039-86f4-019ba3b2e6df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fceb1e9-6684-49fe-92bb-62200ca4a0c0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:46.571024 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e15649-a252-4453-9843-615fbd8e6ca5 admin admin] Network 53a9baff-a6fc-47f8-9256-abe44ef69f1e is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:46.576534 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e5e47301-e808-4039-86f4-019ba3b2e6df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.579788 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e5e47301-e808-4039-86f4-019ba3b2e6df admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/8fceb1e9-6684-49fe-92bb-62200ca4a0c0 HTTP/1.1" status: 204 len: 168 time: 1.0669687 Nov 02 12:36:46.591858 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-e4e15649-a252-4453-9843-615fbd8e6ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:46.597098 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59202) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:46.599206 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e15649-a252-4453-9843-615fbd8e6ca5 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:36:46.625466 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c63c33f3-add5-40b1-ba62-43243927ddd0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.628790 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-025d18fc-1fc0-4827-b1f3-9c793d5bf278 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9929679b00cb4db39002b1ae432a2539&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2907121 Nov 02 12:36:46.660534 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8dbebfc9-a427-42a7-b8c5-c9d22923ed5a admin admin] Publish callbacks [] for security_group (ce559e70-3d3e-4cd7-93a7-2c235b0f9832), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.663844 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-6778c320-375e-4392-b7ce-95247a0a9fbb req-c4c64fab-8718-47bf-a689-eb7ea63f379c tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Publish callbacks [] for security_group (57d2d6fd-d211-4f33-8fcb-0c4716b82661), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.736926 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3882c092-b94c-4b58-9ffd-f724acc2d1cd up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:46.757929 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-6778c320-375e-4392-b7ce-95247a0a9fbb req-c4c64fab-8718-47bf-a689-eb7ea63f379c tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Publish callbacks [] for security_group (57d2d6fd-d211-4f33-8fcb-0c4716b82661), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.804543 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] Routers {'303707bc-d395-4094-be61-52518854aeb8'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:46.805311 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['303707bc-d395-4094-be61-52518854aeb8'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:46.832605 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8dbebfc9-a427-42a7-b8c5-c9d22923ed5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ce559e70-3d3e-4cd7-93a7-2c235b0f9832), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.855882 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-62dd34da-91c1-40c9-a122-7e2265ffa236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbd507e-a773-42ee-a5a6-03cf6a8406ae', 'name': 'tempest-LiveAutoBlockMigrationV225Test-37987174-router', 'tenant_id': '9774a0fd28c545c490450ef89610c63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '457f8c64-6e69-43f3-85f2-ae06903952f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:16Z', 'updated_at': '2022-11-02T12:36:43Z', 'revision_number': 5, 'project_id': '9774a0fd28c545c490450ef89610c63d', 'gw_port': {'id': '457f8c64-6e69-43f3-85f2-ae06903952f9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:29:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbd507e-a773-42ee-a5a6-03cf6a8406ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:17Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:46.908853 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dd34da-91c1-40c9-a122-7e2265ffa236 None None] Checking router: 8bbd507e-a773-42ee-a5a6-03cf6a8406ae for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:36:46.910064 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8dbebfc9-a427-42a7-b8c5-c9d22923ed5a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=39a0e479523048f5807b9fc358d3a64e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4727952 Nov 02 12:36:46.923717 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd34da-91c1-40c9-a122-7e2265ffa236 None None] Routers {'8bbd507e-a773-42ee-a5a6-03cf6a8406ae'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:46.924638 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-62dd34da-91c1-40c9-a122-7e2265ffa236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['8bbd507e-a773-42ee-a5a6-03cf6a8406ae'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:46.926537 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59204) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:46.942674 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbebfc9-a427-42a7-b8c5-c9d22923ed5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce559e70-3d3e-4cd7-93a7-2c235b0f9832,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:47.045580 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-6778c320-375e-4392-b7ce-95247a0a9fbb req-c4c64fab-8718-47bf-a689-eb7ea63f379c tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (57d2d6fd-d211-4f33-8fcb-0c4716b82661), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:47.077158 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-6778c320-375e-4392-b7ce-95247a0a9fbb req-c4c64fab-8718-47bf-a689-eb7ea63f379c tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:47.085935 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6778c320-375e-4392-b7ce-95247a0a9fbb req-c4c64fab-8718-47bf-a689-eb7ea63f379c tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/57d2d6fd-d211-4f33-8fcb-0c4716b82661 HTTP/1.1" status: 204 len: 173 time: 0.9333003 Nov 02 12:36:47.088426 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:47.185894 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c64fab-8718-47bf-a689-eb7ea63f379c tempest-SecurityGroupsTestAdminJSON-2026670291 tempest-SecurityGroupsTestAdminJSON-2026670291-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d2d6fd-d211-4f33-8fcb-0c4716b82661,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:47.190893 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-62dd34da-91c1-40c9-a122-7e2265ffa236 None None] Set router 8bbd507e-a773-42ee-a5a6-03cf6a8406ae gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:47.277114 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] Set router 303707bc-d395-4094-be61-52518854aeb8 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:47.348132 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4e15649-a252-4453-9843-615fbd8e6ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (303707bc-d395-4094-be61-52518854aeb8), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:47.382802 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4753368c-ed37-47ce-8947-3cc8df030180 req-b8c58e99-ddd6-4e0f-9758-1c270144cc30 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 210 time: 0.1918423 Nov 02 12:36:47.450832 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8267b495-4aa2-442d-a295-4dadc3680b48 admin admin] Publish callbacks [] for security_group (ce559e70-3d3e-4cd7-93a7-2c235b0f9832), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:47.478354 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba01efd-4432-44a0-a8f0-b663eb11fccd req-0497a9b2-897c-4051-923b-5ced8f3a15fe tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:47.484135 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0ba01efd-4432-44a0-a8f0-b663eb11fccd req-0497a9b2-897c-4051-923b-5ced8f3a15fe tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.2873850 Nov 02 12:36:47.536038 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e15649-a252-4453-9843-615fbd8e6ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=29732fd3-c4aa-4293-a0ac-950bc98e2706,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:47.565756 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d2b65a01-bcac-4854-8948-63791f8690f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f29443a8-8d0b-4100-8141-6da10243268e), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:47.615081 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-62dd34da-91c1-40c9-a122-7e2265ffa236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbd507e-a773-42ee-a5a6-03cf6a8406ae', 'name': 'tempest-LiveAutoBlockMigrationV225Test-37987174-router', 'tenant_id': '9774a0fd28c545c490450ef89610c63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '457f8c64-6e69-43f3-85f2-ae06903952f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:16Z', 'updated_at': '2022-11-02T12:36:43Z', 'revision_number': 5, 'project_id': '9774a0fd28c545c490450ef89610c63d', 'gw_port': {'id': '457f8c64-6e69-43f3-85f2-ae06903952f9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:29:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbd507e-a773-42ee-a5a6-03cf6a8406ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:17Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:47.664853 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-329d37d2-b306-4b34-b287-d6609d6eb278 admin admin] Publish callbacks [] for router_gateway (8bbd507e-a773-42ee-a5a6-03cf6a8406ae), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:47.676127 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a1a4255-4e90-45de-8feb-bbb98ccd5245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (8dc7adf1-33dd-4243-bfcf-fd2de560519a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:47.698674 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8267b495-4aa2-442d-a295-4dadc3680b48 admin admin] Publish callbacks [] for security_group (ce559e70-3d3e-4cd7-93a7-2c235b0f9832), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:47.705474 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dd34da-91c1-40c9-a122-7e2265ffa236 None None] The sync data for ids ['8bbd507e-a773-42ee-a5a6-03cf6a8406ae'] in n-d-857339-6 is: [{'id': '8bbd507e-a773-42ee-a5a6-03cf6a8406ae', 'name': 'tempest-LiveAutoBlockMigrationV225Test-37987174-router', 'tenant_id': '9774a0fd28c545c490450ef89610c63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '457f8c64-6e69-43f3-85f2-ae06903952f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:16Z', 'updated_at': '2022-11-02T12:36:43Z', 'revision_number': 5, 'project_id': '9774a0fd28c545c490450ef89610c63d', 'gw_port': {'id': '457f8c64-6e69-43f3-85f2-ae06903952f9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:29:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbd507e-a773-42ee-a5a6-03cf6a8406ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:17Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:36:47.759517 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3080633d-6ef1-4251-b835-655bedbce76d None None] Network 8dc7adf1-33dd-4243-bfcf-fd2de560519a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:36:47.795914 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:47.797561 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52863a7-12a4-4765-8aa1-8b1dc762ae6b None None] Pushing event updated for resources: {'Port': ['ID=c63c33f3-add5-40b1-ba62-43243927ddd0,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:47.819944 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:47.821283 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:47.846223 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2db2e99e-19f1-44d2-b8b2-bb46780f3126 req-321975b9-fd8e-4684-ade3-2ce96925f70a tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] 10.222.0.64 "GET /networking/v2.0/security-groups/becfb30b-ca13-49b8-892d-f47606b41460 HTTP/1.1" status: 200 len: 1794 time: 0.3606126 Nov 02 12:36:47.854084 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a4255-4e90-45de-8feb-bbb98ccd5245 admin admin] Deleting port 6f201045-57f8-48da-8c74-2f04b62a1be8 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:47.854791 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a1a4255-4e90-45de-8feb-bbb98ccd5245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (6f201045-57f8-48da-8c74-2f04b62a1be8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:47.864102 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-04279117-9d6b-4b2f-9406-799f16e3cbef None None] Provisioning complete for port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:47.864552 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-04279117-9d6b-4b2f-9406-799f16e3cbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:47.864902 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-04279117-9d6b-4b2f-9406-799f16e3cbef None None] Attempt 1 to provision port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef Nov 02 12:36:47.883642 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-329d37d2-b306-4b34-b287-d6609d6eb278 admin admin] Deleting port 457f8c64-6e69-43f3-85f2-ae06903952f9 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:47.884926 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-329d37d2-b306-4b34-b287-d6609d6eb278 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (457f8c64-6e69-43f3-85f2-ae06903952f9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:47.911836 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0ba01efd-4432-44a0-a8f0-b663eb11fccd req-04630667-a226-4efa-ba41-08c80b0f89ea tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757768 Nov 02 12:36:47.960959 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3882c092-b94c-4b58-9ffd-f724acc2d1cd triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:47.961330 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3882c092-b94c-4b58-9ffd-f724acc2d1cd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:47.962016 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3882c092-b94c-4b58-9ffd-f724acc2d1cd Nov 02 12:36:48.021238 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-2db2e99e-19f1-44d2-b8b2-bb46780f3126 req-f81f3020-1e81-41bf-8ab2-60b1defa5811 tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Publish callbacks [] for security_group (becfb30b-ca13-49b8-892d-f47606b41460), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.033198 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-6a1a4255-4e90-45de-8feb-bbb98ccd5245 admin admin] For port 6f201045-57f8-48da-8c74-2f04b62a1be8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6f201045-57f8-48da-8c74-2f04b62a1be8,segment=NetworkSegment(a0f371c3-1b88-44f8-a1f8-d33ee287bc86),segment_id=a0f371c3-1b88-44f8-a1f8-d33ee287bc86)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:48.033567 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a1a4255-4e90-45de-8feb-bbb98ccd5245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (6f201045-57f8-48da-8c74-2f04b62a1be8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.051129 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a4255-4e90-45de-8feb-bbb98ccd5245 admin admin] Calling delete_port for 6f201045-57f8-48da-8c74-2f04b62a1be8 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:48.057178 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-2db2e99e-19f1-44d2-b8b2-bb46780f3126 req-f81f3020-1e81-41bf-8ab2-60b1defa5811 tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Publish callbacks [] for security_group (becfb30b-ca13-49b8-892d-f47606b41460), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.130546 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8267b495-4aa2-442d-a295-4dadc3680b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ce559e70-3d3e-4cd7-93a7-2c235b0f9832), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.133697 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8267b495-4aa2-442d-a295-4dadc3680b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.137797 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8267b495-4aa2-442d-a295-4dadc3680b48 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ce559e70-3d3e-4cd7-93a7-2c235b0f9832 HTTP/1.1" status: 204 len: 168 time: 1.2078056 Nov 02 12:36:48.141813 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d2b65a01-bcac-4854-8948-63791f8690f1 admin admin] Publish callbacks [] for port (f29443a8-8d0b-4100-8141-6da10243268e), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.157482 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-04279117-9d6b-4b2f-9406-799f16e3cbef None None] Current status of the port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:48.170953 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:48.173372 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267b495-4aa2-442d-a295-4dadc3680b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce559e70-3d3e-4cd7-93a7-2c235b0f9832,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:48.182524 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:48.243218 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-2db2e99e-19f1-44d2-b8b2-bb46780f3126 req-f81f3020-1e81-41bf-8ab2-60b1defa5811 tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (becfb30b-ca13-49b8-892d-f47606b41460), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.246310 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-2db2e99e-19f1-44d2-b8b2-bb46780f3126 req-f81f3020-1e81-41bf-8ab2-60b1defa5811 tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.247452 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2db2e99e-19f1-44d2-b8b2-bb46780f3126 req-f81f3020-1e81-41bf-8ab2-60b1defa5811 tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/becfb30b-ca13-49b8-892d-f47606b41460 HTTP/1.1" status: 204 len: 173 time: 0.3774107 Nov 02 12:36:48.255126 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e31ca00-3573-41a1-a4fa-4f4c865a89dd None None] DHCP port deletion for 8dc7adf1-33dd-4243-bfcf-fd2de560519a request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:36:48.280366 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f3020-1e81-41bf-8ab2-60b1defa5811 tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=becfb30b-ca13-49b8-892d-f47606b41460,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:48.289782 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d2b65a01-bcac-4854-8948-63791f8690f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f29443a8-8d0b-4100-8141-6da10243268e), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.289782 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d2b65a01-bcac-4854-8948-63791f8690f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (e897d261-97d6-48f0-9a96-dd7cbb11911d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.402925 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.421038 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:48.423391 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f6dd59ba-c936-4100-8ff3-70b897dd8dac None None] Provisioning complete for port f29443a8-8d0b-4100-8141-6da10243268e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:48.423848 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f6dd59ba-c936-4100-8ff3-70b897dd8dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f29443a8-8d0b-4100-8141-6da10243268e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.424268 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f6dd59ba-c936-4100-8ff3-70b897dd8dac None None] Attempt 1 to provision port f29443a8-8d0b-4100-8141-6da10243268e Nov 02 12:36:48.435404 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3882c092-b94c-4b58-9ffd-f724acc2d1cd is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:48.435404 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3882c092-b94c-4b58-9ffd-f724acc2d1cd), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.450989 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-329d37d2-b306-4b34-b287-d6609d6eb278 admin admin] For port 457f8c64-6e69-43f3-85f2-ae06903952f9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=457f8c64-6e69-43f3-85f2-ae06903952f9,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:48.451586 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-329d37d2-b306-4b34-b287-d6609d6eb278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (457f8c64-6e69-43f3-85f2-ae06903952f9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.484444 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-329d37d2-b306-4b34-b287-d6609d6eb278 admin admin] Calling delete_port for 457f8c64-6e69-43f3-85f2-ae06903952f9 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:48.495369 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b65a01-bcac-4854-8948-63791f8690f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f29443a8-8d0b-4100-8141-6da10243268e,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:48.502018 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b65a01-bcac-4854-8948-63791f8690f1 admin admin] Network 23e0a14b-01ee-4bd0-a40e-13696a902666 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:48.517228 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a1a4255-4e90-45de-8feb-bbb98ccd5245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (6f201045-57f8-48da-8c74-2f04b62a1be8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.535233 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cb392310-5b5e-459e-8540-af5c33f44b7f req-f34fead5-cbf1-4b68-a8df-3958f595179e tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] 10.222.0.64 "GET /networking/v2.0/security-groups/8c59ec00-f974-49e4-b6fe-47774f873b3e HTTP/1.1" status: 200 len: 1794 time: 0.2432697 Nov 02 12:36:48.537455 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-d2b65a01-bcac-4854-8948-63791f8690f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:48.553100 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303707bc-d395-4094-be61-52518854aeb8', 'name': 'tempest-ImagesNegativeTestJSON-1697931559-router', 'tenant_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c63c33f3-add5-40b1-ba62-43243927ddd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:38Z', 'updated_at': '2022-11-02T12:36:41Z', 'revision_number': 3, 'project_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'gw_port': {'id': 'c63c33f3-add5-40b1-ba62-43243927ddd0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303707bc-d395-4094-be61-52518854aeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:40Z', 'updated_at': '2022-11-02T12:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:48.601274 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-afe610b8-e24b-4367-98ac-21d1292ec16c req-1b741cfa-5260-4493-875b-9d25e2521ca1 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 210 time: 0.0609276 Nov 02 12:36:48.610844 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e373ea2-f6b9-4734-a03a-7c4f618ca6e0 None None] The sync data for ids ['303707bc-d395-4094-be61-52518854aeb8'] in n-d-857339-6 is: [{'id': '303707bc-d395-4094-be61-52518854aeb8', 'name': 'tempest-ImagesNegativeTestJSON-1697931559-router', 'tenant_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c63c33f3-add5-40b1-ba62-43243927ddd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:38Z', 'updated_at': '2022-11-02T12:36:41Z', 'revision_number': 3, 'project_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'gw_port': {'id': 'c63c33f3-add5-40b1-ba62-43243927ddd0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303707bc-d395-4094-be61-52518854aeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:40Z', 'updated_at': '2022-11-02T12:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:36:48.613813 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2e31ca00-3573-41a1-a4fa-4f4c865a89dd None None] Deleting port 6f201045-57f8-48da-8c74-2f04b62a1be8 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:48.614290 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2e31ca00-3573-41a1-a4fa-4f4c865a89dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (6f201045-57f8-48da-8c74-2f04b62a1be8), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.664547 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 3882c092-b94c-4b58-9ffd-f724acc2d1cd, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3882c092-b94c-4b58-9ffd-f724acc2d1cd,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:48.680614 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.684632 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd59ba-c936-4100-8ff3-70b897dd8dac None None] Port f29443a8-8d0b-4100-8141-6da10243268e cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:36:48.698407 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f6dd59ba-c936-4100-8ff3-70b897dd8dac None None] Provisioning complete for port 29732fd3-c4aa-4293-a0ac-950bc98e2706 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:48.698871 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f6dd59ba-c936-4100-8ff3-70b897dd8dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (29732fd3-c4aa-4293-a0ac-950bc98e2706), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.699260 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f6dd59ba-c936-4100-8ff3-70b897dd8dac None None] Attempt 1 to provision port 29732fd3-c4aa-4293-a0ac-950bc98e2706 Nov 02 12:36:48.800857 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd59ba-c936-4100-8ff3-70b897dd8dac None None] Port 29732fd3-c4aa-4293-a0ac-950bc98e2706 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:36:48.810289 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3882c092-b94c-4b58-9ffd-f724acc2d1cd), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.810527 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-cb392310-5b5e-459e-8540-af5c33f44b7f req-ead46b33-47d6-42f8-844d-f33f289208ea tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Publish callbacks [] for security_group (8c59ec00-f974-49e4-b6fe-47774f873b3e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.897333 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=3882c092-b94c-4b58-9ffd-f724acc2d1cd,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:48.915577 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2e31ca00-3573-41a1-a4fa-4f4c865a89dd None None] For port 6f201045-57f8-48da-8c74-2f04b62a1be8, host n-d-857339-6, got binding levels [] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:48.915988 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2e31ca00-3573-41a1-a4fa-4f4c865a89dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (6f201045-57f8-48da-8c74-2f04b62a1be8), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.923774 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-cb392310-5b5e-459e-8540-af5c33f44b7f req-ead46b33-47d6-42f8-844d-f33f289208ea tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Publish callbacks [] for security_group (8c59ec00-f974-49e4-b6fe-47774f873b3e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.939369 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:48.939618 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a4255-4e90-45de-8feb-bbb98ccd5245 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f201045-57f8-48da-8c74-2f04b62a1be8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:48.950767 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2e31ca00-3573-41a1-a4fa-4f4c865a89dd None None] Calling delete_port for 6f201045-57f8-48da-8c74-2f04b62a1be8 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:48.954991 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a4255-4e90-45de-8feb-bbb98ccd5245 admin admin] No DVR routers for this DVR port 6f201045-57f8-48da-8c74-2f04b62a1be8 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:36:48.979395 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-329d37d2-b306-4b34-b287-d6609d6eb278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (457f8c64-6e69-43f3-85f2-ae06903952f9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:48.991728 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b65a01-bcac-4854-8948-63791f8690f1 admin admin] Router e897d261-97d6-48f0-9a96-dd7cbb11911d has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:36:48.992577 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.ipam_backend_mixin [None req-2e31ca00-3573-41a1-a4fa-4f4c865a89dd None None] Port 6f201045-57f8-48da-8c74-2f04b62a1be8 was not found and therefore no delete operation was performed {{(pid=105977) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Nov 02 12:36:48.994737 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:48.995079 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8eaa7a08-22c6-46d9-a1e9-ac42f42b70f8 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:48.998747 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2e31ca00-3573-41a1-a4fa-4f4c865a89dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (6f201045-57f8-48da-8c74-2f04b62a1be8), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:49.038514 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e31ca00-3573-41a1-a4fa-4f4c865a89dd None None] No DVR routers for this DVR port 6f201045-57f8-48da-8c74-2f04b62a1be8 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:36:49.090873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31ca00-3573-41a1-a4fa-4f4c865a89dd None None] Pushing event deleted for resources: {'Port': ['ID=6f201045-57f8-48da-8c74-2f04b62a1be8,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:49.095283 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-72d8d780-14db-4829-ab60-152defeb0558 None None] Provisioning complete for port f29443a8-8d0b-4100-8141-6da10243268e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:49.095756 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-72d8d780-14db-4829-ab60-152defeb0558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f29443a8-8d0b-4100-8141-6da10243268e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:49.096110 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-72d8d780-14db-4829-ab60-152defeb0558 None None] Attempt 1 to provision port f29443a8-8d0b-4100-8141-6da10243268e Nov 02 12:36:49.143088 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-72d8d780-14db-4829-ab60-152defeb0558 None None] Port f29443a8-8d0b-4100-8141-6da10243268e cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:36:49.151575 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d37d2-b306-4b34-b287-d6609d6eb278 admin admin] Pushing event deleted for resources: {'Port': ['ID=457f8c64-6e69-43f3-85f2-ae06903952f9,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:49.192384 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3882c092-b94c-4b58-9ffd-f724acc2d1cd up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:49.195134 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-cb392310-5b5e-459e-8540-af5c33f44b7f req-ead46b33-47d6-42f8-844d-f33f289208ea tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8c59ec00-f974-49e4-b6fe-47774f873b3e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:49.198465 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-cb392310-5b5e-459e-8540-af5c33f44b7f req-ead46b33-47d6-42f8-844d-f33f289208ea tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:49.209580 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cb392310-5b5e-459e-8540-af5c33f44b7f req-ead46b33-47d6-42f8-844d-f33f289208ea tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8c59ec00-f974-49e4-b6fe-47774f873b3e HTTP/1.1" status: 204 len: 173 time: 0.6686611 Nov 02 12:36:49.300431 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3882c092-b94c-4b58-9ffd-f724acc2d1cd triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:49.302934 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3882c092-b94c-4b58-9ffd-f724acc2d1cd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:49.303522 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3882c092-b94c-4b58-9ffd-f724acc2d1cd Nov 02 12:36:49.315988 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead46b33-47d6-42f8-844d-f33f289208ea tempest-SecurityGroupsTestAdminJSON-2029029790 tempest-SecurityGroupsTestAdminJSON-2029029790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c59ec00-f974-49e4-b6fe-47774f873b3e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:49.330969 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1812d-e241-46a3-b5bd-fa308951ccce req-8e35a6c9-e4d5-405b-a023-c7b09e86f1c1 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:49.332969 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-92e1812d-e241-46a3-b5bd-fa308951ccce req-8e35a6c9-e4d5-405b-a023-c7b09e86f1c1 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.2308671 Nov 02 12:36:49.402265 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b65a01-bcac-4854-8948-63791f8690f1 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:36:49.402265 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d2b65a01-bcac-4854-8948-63791f8690f1 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/e897d261-97d6-48f0-9a96-dd7cbb11911d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9842687 Nov 02 12:36:49.408612 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] Sync routers for ids ['e897d261-97d6-48f0-9a96-dd7cbb11911d'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:36:49.411649 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-329d37d2-b306-4b34-b287-d6609d6eb278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (8bbd507e-a773-42ee-a5a6-03cf6a8406ae), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:49.430046 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-92e1812d-e241-46a3-b5bd-fa308951ccce req-36c94922-40ac-493d-a2d0-e64211040b4a tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858889 Nov 02 12:36:49.447775 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a1a4255-4e90-45de-8feb-bbb98ccd5245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (8dc7adf1-33dd-4243-bfcf-fd2de560519a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:49.452965 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] Routers {'e897d261-97d6-48f0-9a96-dd7cbb11911d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:49.476722 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e897d261-97d6-48f0-9a96-dd7cbb11911d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:49.505488 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3882c092-b94c-4b58-9ffd-f724acc2d1cd is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:49.562943 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-6a1a4255-4e90-45de-8feb-bbb98ccd5245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc7adf1-33dd-4243-bfcf-fd2de560519a']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:49.590961 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 890b37f2-2aac-4319-bb68-2e68ad74a85d no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:49.592812 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-329d37d2-b306-4b34-b287-d6609d6eb278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (8bbd507e-a773-42ee-a5a6-03cf6a8406ae), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:49.601734 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-329d37d2-b306-4b34-b287-d6609d6eb278 admin admin] Publish callbacks [] for router_controller (8bbd507e-a773-42ee-a5a6-03cf6a8406ae), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:49.623752 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 890b37f2-2aac-4319-bb68-2e68ad74a85d {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:49.624170 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 890b37f2-2aac-4319-bb68-2e68ad74a85d not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:49.624749 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6f201045-57f8-48da-8c74-2f04b62a1be8 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:49.627999 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] Set router e897d261-97d6-48f0-9a96-dd7cbb11911d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:49.628917 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-6a1a4255-4e90-45de-8feb-bbb98ccd5245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f371c3-1b88-44f8-a1f8-d33ee287bc86') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:49.629230 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-6a1a4255-4e90-45de-8feb-bbb98ccd5245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f371c3-1b88-44f8-a1f8-d33ee287bc86') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:49.683110 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a1a4255-4e90-45de-8feb-bbb98ccd5245 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (a0f371c3-1b88-44f8-a1f8-d33ee287bc86), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:49.685602 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4e15649-a252-4453-9843-615fbd8e6ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (29732fd3-c4aa-4293-a0ac-950bc98e2706), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:49.691965 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 6f201045-57f8-48da-8c74-2f04b62a1be8 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:49.692314 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6f201045-57f8-48da-8c74-2f04b62a1be8 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:49.758693 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a1a4255-4e90-45de-8feb-bbb98ccd5245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a0f371c3-1b88-44f8-a1f8-d33ee287bc86), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:49.770709 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1a4255-4e90-45de-8feb-bbb98ccd5245 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:36:49.771916 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a1a4255-4e90-45de-8feb-bbb98ccd5245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (a0f371c3-1b88-44f8-a1f8-d33ee287bc86), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:49.792867 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59238) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:49.829687 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b0836f61-695e-4c7e-9f8d-dba6cb01c167 req-2975a238-bbae-4b85-8460-fa8f6018cba9 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 210 time: 0.0913713 Nov 02 12:36:49.834096 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:49.848416 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment a0f371c3-1b88-44f8-a1f8-d33ee287bc86 resource provider aggregate not found Nov 02 12:36:49.862341 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-329d37d2-b306-4b34-b287-d6609d6eb278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (8bbd507e-a773-42ee-a5a6-03cf6a8406ae), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:49.863262 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329d37d2-b306-4b34-b287-d6609d6eb278 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bbd507e-a773-42ee-a5a6-03cf6a8406ae {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:36:49.868138 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb97fbfa-b160-403a-ba7a-975bed4dea14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:49.903747 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-329d37d2-b306-4b34-b287-d6609d6eb278 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:49.906353 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-329d37d2-b306-4b34-b287-d6609d6eb278 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/8bbd507e-a773-42ee-a5a6-03cf6a8406ae HTTP/1.1" status: 204 len: 168 time: 3.7553008 Nov 02 12:36:49.916692 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59246) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:49.964467 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:49.998404 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment a0f371c3-1b88-44f8-a1f8-d33ee287bc86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0f371c3-1b88-44f8-a1f8-d33ee287bc86 found for delete ", "request_id": "req-1363e0a0-7bcb-429c-9795-13451efb1749"}]} Nov 02 12:36:50.042589 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Deleting subnet 7aa7249b-1ce9-4905-8c2f-befdf20d3774 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:36:50.054064 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Publish callbacks [] for subnet (7aa7249b-1ce9-4905-8c2f-befdf20d3774), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:50.080444 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897d261-97d6-48f0-9a96-dd7cbb11911d', 'name': 'tempest-LiveMigrationTest-1459953581-router', 'tenant_id': '57ab8b7723184d3e9eff5809eafffb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '3882c092-b94c-4b58-9ffd-f724acc2d1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:36Z', 'updated_at': '2022-11-02T12:36:46Z', 'revision_number': 4, 'project_id': '57ab8b7723184d3e9eff5809eafffb20', 'gw_port': {'id': '3882c092-b94c-4b58-9ffd-f724acc2d1cd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897d261-97d6-48f0-9a96-dd7cbb11911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:37Z', 'updated_at': '2022-11-02T12:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'f29443a8-8d0b-4100-8141-6da10243268e', 'name': '', 'network_id': '23e0a14b-01ee-4bd0-a40e-13696a902666', 'tenant_id': '57ab8b7723184d3e9eff5809eafffb20', 'mac_address': 'fa:16:3e:37:7b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897d261-97d6-48f0-9a96-dd7cbb11911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45070b04-9ed0-4cea-bbce-0fb6dc12ff15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:43Z', 'updated_at': '2022-11-02T12:36:47Z', 'revision_number': 2, 'project_id': '57ab8b7723184d3e9eff5809eafffb20', 'subnets': [{'id': '45070b04-9ed0-4cea-bbce-0fb6dc12ff15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:50.087415 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59250) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:50.105941 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a1a4255-4e90-45de-8feb-bbb98ccd5245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (8dc7adf1-33dd-4243-bfcf-fd2de560519a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:50.162966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] Checking router: e897d261-97d6-48f0-9a96-dd7cbb11911d for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:36:50.163317 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] Updating router e897d261-97d6-48f0-9a96-dd7cbb11911d port f29443a8-8d0b-4100-8141-6da10243268e binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:36:50.193562 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Publish callbacks [] for subnet (7aa7249b-1ce9-4905-8c2f-befdf20d3774), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:50.225737 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f29443a8-8d0b-4100-8141-6da10243268e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:50.227570 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a1a4255-4e90-45de-8feb-bbb98ccd5245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:50.240202 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6a1a4255-4e90-45de-8feb-bbb98ccd5245 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/8dc7adf1-33dd-4243-bfcf-fd2de560519a HTTP/1.1" status: 204 len: 168 time: 3.6419125 Nov 02 12:36:50.290409 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a4255-4e90-45de-8feb-bbb98ccd5245 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc7adf1-33dd-4243-bfcf-fd2de560519a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:50.365926 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-abd3b82c-729e-43cc-901c-787f1518709e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3051ce9242f94e48a9ba3ee4f881aa7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773898 Nov 02 12:36:50.376820 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59256) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:50.417732 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4e15649-a252-4453-9843-615fbd8e6ca5 admin admin] Publish callbacks [] for port (29732fd3-c4aa-4293-a0ac-950bc98e2706), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:50.458106 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (7aa7249b-1ce9-4905-8c2f-befdf20d3774), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:50.495390 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4e15649-a252-4453-9843-615fbd8e6ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (29732fd3-c4aa-4293-a0ac-950bc98e2706), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:50.520749 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb97fbfa-b160-403a-ba7a-975bed4dea14 admin admin] Publish callbacks [] for security_group (408b12b8-5007-41a5-be93-3c50ed534ef4), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:50.544272 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-048ff98f-a0ce-4e32-98be-4b4a2e384eae admin admin] Publish callbacks [] for security_group (0a7b51e9-44fe-490d-9dbd-d492ae585347), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:50.579491 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4e15649-a252-4453-9843-615fbd8e6ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (303707bc-d395-4094-be61-52518854aeb8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:50.600126 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-048ff98f-a0ce-4e32-98be-4b4a2e384eae admin admin] Publish callbacks [] for security_group (0a7b51e9-44fe-490d-9dbd-d492ae585347), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:50.706509 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e15649-a252-4453-9843-615fbd8e6ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=29732fd3-c4aa-4293-a0ac-950bc98e2706,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:50.735685 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f1871-fbc7-4d7e-a5a9-0b73d24695bb req-b85cb555-65e2-4752-84e4-1159668ffe44 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:50.737452 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-204f1871-fbc7-4d7e-a5a9-0b73d24695bb req-b85cb555-65e2-4752-84e4-1159668ffe44 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.0746772 Nov 02 12:36:50.739094 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb97fbfa-b160-403a-ba7a-975bed4dea14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (408b12b8-5007-41a5-be93-3c50ed534ef4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:50.781364 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e15649-a252-4453-9843-615fbd8e6ca5 admin admin] Network 53a9baff-a6fc-47f8-9256-abe44ef69f1e is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:50.783881 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-e4e15649-a252-4453-9843-615fbd8e6ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:50.812173 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cb97fbfa-b160-403a-ba7a-975bed4dea14 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=295e9b2f77be407e8cc2e3d4c186bbd9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0175180 Nov 02 12:36:50.814017 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] Publish callbacks [] for port (f29443a8-8d0b-4100-8141-6da10243268e), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:50.816924 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97fbfa-b160-403a-ba7a-975bed4dea14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408b12b8-5007-41a5-be93-3c50ed534ef4,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:50.821229 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59262) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:50.880252 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-048ff98f-a0ce-4e32-98be-4b4a2e384eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0a7b51e9-44fe-490d-9dbd-d492ae585347), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:50.884590 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-048ff98f-a0ce-4e32-98be-4b4a2e384eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:50.886333 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-048ff98f-a0ce-4e32-98be-4b4a2e384eae admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0a7b51e9-44fe-490d-9dbd-d492ae585347 HTTP/1.1" status: 204 len: 168 time: 0.5082386 Nov 02 12:36:50.896205 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for subnet (7aa7249b-1ce9-4905-8c2f-befdf20d3774), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:50.900966 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f29443a8-8d0b-4100-8141-6da10243268e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:51.000251 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59272) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:51.066624 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:51.068785 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e15649-a252-4453-9843-615fbd8e6ca5 admin admin] Router 303707bc-d395-4094-be61-52518854aeb8 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:36:51.094771 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-924dae9c-7c1d-44fe-b3fb-81819d004c9d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4589769481b746e7bd703f2d34706a67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0940731 Nov 02 12:36:51.107893 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59274) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:51.113866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 8151f4b5-7a32-4062-8f54-70ba3968340d details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:36:51.118214 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 8151f4b5-7a32-4062-8f54-70ba3968340d no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:51.141489 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-204f1871-fbc7-4d7e-a5a9-0b73d24695bb req-4b961334-7b74-4338-b16e-f518432943f0 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647847 Nov 02 12:36:51.207779 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:51.219743 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/7aa7249b-1ce9-4905-8c2f-befdf20d3774 HTTP/1.1" status: 204 len: 168 time: 1.2986970 Nov 02 12:36:51.246062 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa7249b-1ce9-4905-8c2f-befdf20d3774,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:51.267577 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-4a469a1d-ed97-4c84-bf0c-531dfdf1d1da tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=9929679b00cb4db39002b1ae432a2539&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1232655 Nov 02 12:36:51.271759 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59278) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:51.274502 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.277393 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.277984 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.278591 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.279139 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.279685 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.280335 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.280883 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.281585 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.282128 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.282682 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.283357 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.283882 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.284417 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.285738 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb051e0-a94e-4791-b53d-59c632880d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.372753 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:51.376557 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c7fb23-d732-4daa-9474-3071192640de None None] Network 6f31d9b0-b528-42bc-93ab-d8c292b878da requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:36:51.393107 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c63c33f3-add5-40b1-ba62-43243927ddd0 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:51.395824 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083fe66-e714-44f9-b4f3-714b92e16cea None None] Pushing event updated for resources: {'Port': ['ID=f29443a8-8d0b-4100-8141-6da10243268e,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:51.397278 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2e27949d-2942-4043-9440-e0b64f5e21f5 admin admin] Publish callbacks [] for security_group (df891e82-1e53-44dd-90a6-444a7ae6cff9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:51.414311 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e15649-a252-4453-9843-615fbd8e6ca5 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:36:51.427272 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ff98f-a0ce-4e32-98be-4b4a2e384eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7b51e9-44fe-490d-9dbd-d492ae585347,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:51.434334 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e4e15649-a252-4453-9843-615fbd8e6ca5 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/303707bc-d395-4094-be61-52518854aeb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5570371 Nov 02 12:36:51.435182 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59282) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:51.452364 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-d453ad8c-7222-48cd-8c37-d45bddc3a23f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2066048724-network', 'tenant_id': 'b32522c2fe384c72abb75d027338cbea'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:51.466878 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2e27949d-2942-4043-9440-e0b64f5e21f5 admin admin] Publish callbacks [] for security_group (df891e82-1e53-44dd-90a6-444a7ae6cff9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:51.503544 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (6f31d9b0-b528-42bc-93ab-d8c292b878da), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:51.558163 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-eff6433d-6d7d-40ce-837b-66ab64ffde2c req-73755036-90f7-4a64-a7c5-65551659a0fe tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 210 time: 0.3361709 Nov 02 12:36:51.563509 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-46bb6634-f907-45c3-a5dc-7017ddc6dcd4 None None] Provisioning complete for port 29732fd3-c4aa-4293-a0ac-950bc98e2706 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:51.563836 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-46bb6634-f907-45c3-a5dc-7017ddc6dcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (29732fd3-c4aa-4293-a0ac-950bc98e2706), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:51.564180 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-46bb6634-f907-45c3-a5dc-7017ddc6dcd4 None None] Attempt 1 to provision port 29732fd3-c4aa-4293-a0ac-950bc98e2706 Nov 02 12:36:51.597765 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-930c5598-6aee-43c1-bb6f-796718656739 admin admin] Publish callbacks [] for security_group (408b12b8-5007-41a5-be93-3c50ed534ef4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:51.654389 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] Sync routers for ids ['303707bc-d395-4094-be61-52518854aeb8'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:36:51.670772 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] Routers {'303707bc-d395-4094-be61-52518854aeb8'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:51.671396 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['303707bc-d395-4094-be61-52518854aeb8'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:51.695272 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-930c5598-6aee-43c1-bb6f-796718656739 admin admin] Publish callbacks [] for security_group (408b12b8-5007-41a5-be93-3c50ed534ef4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:51.707708 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.resource_extend [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:36:51.716236 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d453ad8c-7222-48cd-8c37-d45bddc3a23f admin admin] Made reservation on behalf of b32522c2fe384c72abb75d027338cbea for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:36:51.718596 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d453ad8c-7222-48cd-8c37-d45bddc3a23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:51.729892 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Deleting port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:51.736271 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:51.745515 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-46bb6634-f907-45c3-a5dc-7017ddc6dcd4 None None] Port 29732fd3-c4aa-4293-a0ac-950bc98e2706 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:36:51.746289 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c63c33f3-add5-40b1-ba62-43243927ddd0 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:51.746289 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c63c33f3-add5-40b1-ba62-43243927ddd0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:51.746534 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c63c33f3-add5-40b1-ba62-43243927ddd0 Nov 02 12:36:51.748369 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d453ad8c-7222-48cd-8c37-d45bddc3a23f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:51.755041 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2e27949d-2942-4043-9440-e0b64f5e21f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (df891e82-1e53-44dd-90a6-444a7ae6cff9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:51.758421 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:51.760734 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2e27949d-2942-4043-9440-e0b64f5e21f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:51.768144 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2e27949d-2942-4043-9440-e0b64f5e21f5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/df891e82-1e53-44dd-90a6-444a7ae6cff9 HTTP/1.1" status: 204 len: 168 time: 0.6591368 Nov 02 12:36:51.793467 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-e53002f9-6121-4a81-9fe9-dd942e28fa95 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:51.795847 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-e53002f9-6121-4a81-9fe9-dd942e28fa95 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3570194 Nov 02 12:36:51.812667 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27949d-2942-4043-9440-e0b64f5e21f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df891e82-1e53-44dd-90a6-444a7ae6cff9,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:51.838135 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27949d-2942-4043-9440-e0b64f5e21f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.840399 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27949d-2942-4043-9440-e0b64f5e21f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.840881 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27949d-2942-4043-9440-e0b64f5e21f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.843485 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27949d-2942-4043-9440-e0b64f5e21f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.843741 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] Attempting to bind port f29443a8-8d0b-4100-8141-6da10243268e on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:36:51.844196 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27949d-2942-4043-9440-e0b64f5e21f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.844302 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] Attempting to bind port f29443a8-8d0b-4100-8141-6da10243268e by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '1cce4d54-f1b1-489d-adf9-d9555e254512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '23e0a14b-01ee-4bd0-a40e-13696a902666'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:36:51.844401 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27949d-2942-4043-9440-e0b64f5e21f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.844476 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] Attempting to bind port f29443a8-8d0b-4100-8141-6da10243268e on network 23e0a14b-01ee-4bd0-a40e-13696a902666 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:36:51.844942 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27949d-2942-4043-9440-e0b64f5e21f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.845346 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27949d-2942-4043-9440-e0b64f5e21f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.845787 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27949d-2942-4043-9440-e0b64f5e21f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.846736 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27949d-2942-4043-9440-e0b64f5e21f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.847513 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27949d-2942-4043-9440-e0b64f5e21f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.848865 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27949d-2942-4043-9440-e0b64f5e21f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.849470 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27949d-2942-4043-9440-e0b64f5e21f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.850088 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27949d-2942-4043-9440-e0b64f5e21f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.850978 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27949d-2942-4043-9440-e0b64f5e21f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:51.879020 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-111348ce-9991-42c3-af57-d1e29ef49786 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Request body: {'port': {'device_id': '5657e408-c6af-4b09-ad7a-f20fcc1aeba8', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': '9929679b00cb4db39002b1ae432a2539'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:51.883934 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] Set router 303707bc-d395-4094-be61-52518854aeb8 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:51.977003 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 8151f4b5-7a32-4062-8f54-70ba3968340d is: ACTIVE; New status is: DOWN {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:51.978451 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:51.987221 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] For port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef,segment=NetworkSegment(b1a88cf3-0a1c-4425-9512-3619aa832625),segment_id=b1a88cf3-0a1c-4425-9512-3619aa832625)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:51.987945 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:51.997325 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 8151f4b5-7a32-4062-8f54-70ba3968340d, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=8151f4b5-7a32-4062-8f54-70ba3968340d,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:52.052561 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': '8151f4b5-7a32-4062-8f54-70ba3968340d', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': '8151f4b5-7a32-4062-8f54-70ba3968340d', 'mac_address': 'fa:16:3e:2a:a8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:36:52.057280 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:36:52.057661 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] Checking segment: {'id': '1cce4d54-f1b1-489d-adf9-d9555e254512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '23e0a14b-01ee-4bd0-a40e-13696a902666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:52.058098 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:52.058642 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] Bound using segment: {'id': '1cce4d54-f1b1-489d-adf9-d9555e254512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '23e0a14b-01ee-4bd0-a40e-13696a902666'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:36:52.059146 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] Bound port: f29443a8-8d0b-4100-8141-6da10243268e, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cce4d54-f1b1-489d-adf9-d9555e254512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '23e0a14b-01ee-4bd0-a40e-13696a902666'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:36:52.059538 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f29443a8-8d0b-4100-8141-6da10243268e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:52.068163 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d0ddc9-7d7b-463a-9055-b118b37d85c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8151f4b5-7a32-4062-8f54-70ba3968340d'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:36:52.073537 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde4d18d-d65a-4c29-92d6-06faa06292a4" -d '{"events": [{"server_uuid": "63d0ddc9-7d7b-463a-9055-b118b37d85c1", "name": "network-vif-unplugged", "status": "completed", "tag": "8151f4b5-7a32-4062-8f54-70ba3968340d"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:36:52.101848 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870d3442-38c8-4f70-862c-5694df67581d None None] DHCP port deletion for 6f31d9b0-b528-42bc-93ab-d8c292b878da request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:36:52.109958 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 8151f4b5-7a32-4062-8f54-70ba3968340d, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=8151f4b5-7a32-4062-8f54-70ba3968340d,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:52.110721 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Calling delete_port for 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:52.138843 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c63c33f3-add5-40b1-ba62-43243927ddd0 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:52.139261 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c63c33f3-add5-40b1-ba62-43243927ddd0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:52.166492 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 12:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794a24b4-4147-4bce-99f9-e8d218494320 x-openstack-request-id: req-794a24b4-4147-4bce-99f9-e8d218494320 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:36:52.166822 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d0ddc9-7d7b-463a-9055-b118b37d85c1", "name": "network-vif-unplugged", "status": "completed", "tag": "8151f4b5-7a32-4062-8f54-70ba3968340d", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:36:52.167044 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-794a24b4-4147-4bce-99f9-e8d218494320 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:36:52.167439 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-794a24b4-4147-4bce-99f9-e8d218494320'] response: {'server_uuid': '63d0ddc9-7d7b-463a-9055-b118b37d85c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8151f4b5-7a32-4062-8f54-70ba3968340d', 'code': 200} Nov 02 12:36:52.231028 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port c63c33f3-add5-40b1-ba62-43243927ddd0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c63c33f3-add5-40b1-ba62-43243927ddd0,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:52.238423 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:52.240738 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 8151f4b5-7a32-4062-8f54-70ba3968340d is: ACTIVE; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:52.242324 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:52.248469 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:52.255579 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-930c5598-6aee-43c1-bb6f-796718656739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (408b12b8-5007-41a5-be93-3c50ed534ef4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:52.262266 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-930c5598-6aee-43c1-bb6f-796718656739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:52.266603 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-930c5598-6aee-43c1-bb6f-796718656739 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/408b12b8-5007-41a5-be93-3c50ed534ef4 HTTP/1.1" status: 204 len: 168 time: 1.4424226 Nov 02 12:36:52.267132 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-870d3442-38c8-4f70-862c-5694df67581d None None] Deleting port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:52.268086 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-870d3442-38c8-4f70-862c-5694df67581d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:52.295097 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d453ad8c-7222-48cd-8c37-d45bddc3a23f admin admin] Publish callbacks [] for security_group (431fec5b-2500-47fb-81b1-f61c0b13401f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:52.307667 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c5598-6aee-43c1-bb6f-796718656739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408b12b8-5007-41a5-be93-3c50ed534ef4,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:52.340925 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8151f4b5-7a32-4062-8f54-70ba3968340d {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:36:52.348354 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] For port f29443a8-8d0b-4100-8141-6da10243268e, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:36:52.357858 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303707bc-d395-4094-be61-52518854aeb8', 'name': 'tempest-ImagesNegativeTestJSON-1697931559-router', 'tenant_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c63c33f3-add5-40b1-ba62-43243927ddd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:38Z', 'updated_at': '2022-11-02T12:36:47Z', 'revision_number': 4, 'project_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'gw_port': {'id': 'c63c33f3-add5-40b1-ba62-43243927ddd0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303707bc-d395-4094-be61-52518854aeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:40Z', 'updated_at': '2022-11-02T12:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '29732fd3-c4aa-4293-a0ac-950bc98e2706', 'name': '', 'network_id': '53a9baff-a6fc-47f8-9256-abe44ef69f1e', 'tenant_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'mac_address': 'fa:16:3e:01:c7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303707bc-d395-4094-be61-52518854aeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '14014f95-ea96-41ca-bc95-180a5c0a37ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:45Z', 'updated_at': '2022-11-02T12:36:49Z', 'revision_number': 2, 'project_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'subnets': [{'id': '14014f95-ea96-41ca-bc95-180a5c0a37ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:52.362751 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fb5a6-6a9c-472e-a922-b9e3d778a38c req-3b1868e6-c1db-4f5d-9a14-46343b0d554d tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:52.364397 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dd9fb5a6-6a9c-472e-a922-b9e3d778a38c req-3b1868e6-c1db-4f5d-9a14-46343b0d554d tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 947 time: 0.0680318 Nov 02 12:36:52.377432 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c63c33f3-add5-40b1-ba62-43243927ddd0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:52.385915 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] For port f29443a8-8d0b-4100-8141-6da10243268e, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f29443a8-8d0b-4100-8141-6da10243268e,segment=NetworkSegment(1cce4d54-f1b1-489d-adf9-d9555e254512),segment_id=1cce4d54-f1b1-489d-adf9-d9555e254512)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:36:52.395459 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] Checking router: 303707bc-d395-4094-be61-52518854aeb8 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:36:52.395784 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] Updating router 303707bc-d395-4094-be61-52518854aeb8 port 29732fd3-c4aa-4293-a0ac-950bc98e2706 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:36:52.403405 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d453ad8c-7222-48cd-8c37-d45bddc3a23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (431fec5b-2500-47fb-81b1-f61c0b13401f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:52.408220 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-111348ce-9991-42c3-af57-d1e29ef49786 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Made reservation on behalf of 9929679b00cb4db39002b1ae432a2539 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:36:52.413642 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-111348ce-9991-42c3-af57-d1e29ef49786 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:52.458793 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=8151f4b5-7a32-4062-8f54-70ba3968340d,revision_number=6']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:52.467951 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-870d3442-38c8-4f70-862c-5694df67581d None None] For port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef,segment=NetworkSegment(b1a88cf3-0a1c-4425-9512-3619aa832625),segment_id=b1a88cf3-0a1c-4425-9512-3619aa832625)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:52.468644 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-870d3442-38c8-4f70-862c-5694df67581d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:52.487569 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-870d3442-38c8-4f70-862c-5694df67581d None None] Calling delete_port for 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:52.504447 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d453ad8c-7222-48cd-8c37-d45bddc3a23f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:36:52.523575 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 457f8c64-6e69-43f3-85f2-ae06903952f9 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:52.530014 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (29732fd3-c4aa-4293-a0ac-950bc98e2706), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:52.535050 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453ad8c-7222-48cd-8c37-d45bddc3a23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431fec5b-2500-47fb-81b1-f61c0b13401f,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:52.541146 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d453ad8c-7222-48cd-8c37-d45bddc3a23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a01da24b-b218-47b3-8ea4-c49316bb84fa), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:52.541491 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-d453ad8c-7222-48cd-8c37-d45bddc3a23f admin admin] Added segment a01da24b-b218-47b3-8ea4-c49316bb84fa of type vlan for network 3335a470-135f-4055-bea8-07db0ea357d9 Nov 02 12:36:52.593006 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:52.595316 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d453ad8c-7222-48cd-8c37-d45bddc3a23f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (3335a470-135f-4055-bea8-07db0ea357d9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:52.598228 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-111348ce-9991-42c3-af57-d1e29ef49786 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Allocated IP 192.168.233.26 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/1b059224-13f3-4473-b9fb-179846b9a3cd) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:36:52.617560 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:52.631501 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dd9fb5a6-6a9c-472e-a922-b9e3d778a38c req-0e9e82a0-947f-4ecf-bc77-c0ed0c067318 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608838 Nov 02 12:36:52.632214 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59306) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:52.684204 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:36:52.684663 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:36:52.686140 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:52.686371 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f29443a8-8d0b-4100-8141-6da10243268e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:52.688542 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:52.697387 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] No DVR routers for this DVR port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:36:52.724071 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=c63c33f3-add5-40b1-ba62-43243927ddd0,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:52.726739 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 457f8c64-6e69-43f3-85f2-ae06903952f9 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:52.727086 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 457f8c64-6e69-43f3-85f2-ae06903952f9 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:52.827801 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] Routers {'e897d261-97d6-48f0-9a96-dd7cbb11911d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:52.828455 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e897d261-97d6-48f0-9a96-dd7cbb11911d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:52.897788 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (6f31d9b0-b528-42bc-93ab-d8c292b878da), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:52.917931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083fe66-e714-44f9-b4f3-714b92e16cea None None] Pushing event updated for resources: {'Port': ['ID=f29443a8-8d0b-4100-8141-6da10243268e,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:52.940079 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-870d3442-38c8-4f70-862c-5694df67581d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:52.941323 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:52.941756 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:52.942688 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:52.943171 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Subscribe: > port after_create 55550000 {{(pid=105975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:52.943574 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:52.944003 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Subscribe: > port after_update 55550000 {{(pid=105975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:52.944404 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:52.944871 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:52.945264 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:52.945668 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:53.020976 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d3442-38c8-4f70-862c-5694df67581d None None] No DVR routers for this DVR port 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:36:53.021958 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:53.022482 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:53.022482 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:53.022918 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:53.023359 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f31d9b0-b528-42bc-93ab-d8c292b878da']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:53.030239 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d3442-38c8-4f70-862c-5694df67581d None None] Pushing event deleted for resources: {'Port': ['ID=3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:53.045165 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a88cf3-0a1c-4425-9512-3619aa832625') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:53.045483 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a88cf3-0a1c-4425-9512-3619aa832625') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:53.066888 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (b1a88cf3-0a1c-4425-9512-3619aa832625), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:53.081951 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] Set router e897d261-97d6-48f0-9a96-dd7cbb11911d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:53.096321 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (b1a88cf3-0a1c-4425-9512-3619aa832625), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:53.107366 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:36:53.107916 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (b1a88cf3-0a1c-4425-9512-3619aa832625), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:53.165672 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] Publish callbacks [] for port (29732fd3-c4aa-4293-a0ac-950bc98e2706), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:53.266462 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c63c33f3-add5-40b1-ba62-43243927ddd0 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:53.294336 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d453ad8c-7222-48cd-8c37-d45bddc3a23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (3335a470-135f-4055-bea8-07db0ea357d9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:53.297246 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (29732fd3-c4aa-4293-a0ac-950bc98e2706), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:53.297409 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d453ad8c-7222-48cd-8c37-d45bddc3a23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:53.297409 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d453ad8c-7222-48cd-8c37-d45bddc3a23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:53.366002 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 8151f4b5-7a32-4062-8f54-70ba3968340d is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:53.366522 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:53.367042 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:53.398727 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8151f4b5-7a32-4062-8f54-70ba3968340d {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:36:53.460994 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453ad8c-7222-48cd-8c37-d45bddc3a23f admin admin] Pushing event updated for resources: {'Network': ['ID=3335a470-135f-4055-bea8-07db0ea357d9,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:53.464192 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 8151f4b5-7a32-4062-8f54-70ba3968340d, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=8151f4b5-7a32-4062-8f54-70ba3968340d,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:53.465653 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11e7ee-238d-4bdd-b01a-52de03a13b97 None None] Pushing event updated for resources: {'Port': ['ID=29732fd3-c4aa-4293-a0ac-950bc98e2706,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:53.476586 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 3335a470-135f-4055-bea8-07db0ea357d9 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:36:53.479194 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c63c33f3-add5-40b1-ba62-43243927ddd0 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:53.479814 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c63c33f3-add5-40b1-ba62-43243927ddd0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:53.480355 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c63c33f3-add5-40b1-ba62-43243927ddd0 Nov 02 12:36:53.496013 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c11e7ee-238d-4bdd-b01a-52de03a13b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:53.496440 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c11e7ee-238d-4bdd-b01a-52de03a13b97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:53.496824 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c11e7ee-238d-4bdd-b01a-52de03a13b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:53.497166 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c11e7ee-238d-4bdd-b01a-52de03a13b97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:53.497511 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c11e7ee-238d-4bdd-b01a-52de03a13b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:53.497889 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c11e7ee-238d-4bdd-b01a-52de03a13b97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:53.498354 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c11e7ee-238d-4bdd-b01a-52de03a13b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:53.498977 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c11e7ee-238d-4bdd-b01a-52de03a13b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:53.499550 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c11e7ee-238d-4bdd-b01a-52de03a13b97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:53.499965 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c11e7ee-238d-4bdd-b01a-52de03a13b97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:53.500297 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c11e7ee-238d-4bdd-b01a-52de03a13b97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:53.500651 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c11e7ee-238d-4bdd-b01a-52de03a13b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:53.501025 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c11e7ee-238d-4bdd-b01a-52de03a13b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:53.501346 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c11e7ee-238d-4bdd-b01a-52de03a13b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:53.501800 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c11e7ee-238d-4bdd-b01a-52de03a13b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:53.520387 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] Attempting to bind port 29732fd3-c4aa-4293-a0ac-950bc98e2706 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:36:53.520810 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] Attempting to bind port 29732fd3-c4aa-4293-a0ac-950bc98e2706 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'fcd24cd0-c52f-4728-ada4-8e8c4b480459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '53a9baff-a6fc-47f8-9256-abe44ef69f1e'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:36:53.520936 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:53.521246 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] Attempting to bind port 29732fd3-c4aa-4293-a0ac-950bc98e2706 on network 53a9baff-a6fc-47f8-9256-abe44ef69f1e {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:36:53.562845 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:53.597809 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:36:53.598836 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] Checking segment: {'id': 'fcd24cd0-c52f-4728-ada4-8e8c4b480459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '53a9baff-a6fc-47f8-9256-abe44ef69f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:53.600323 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:53.600977 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] Bound using segment: {'id': 'fcd24cd0-c52f-4728-ada4-8e8c4b480459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '53a9baff-a6fc-47f8-9256-abe44ef69f1e'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:36:53.604740 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] Bound port: 29732fd3-c4aa-4293-a0ac-950bc98e2706, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd24cd0-c52f-4728-ada4-8e8c4b480459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '53a9baff-a6fc-47f8-9256-abe44ef69f1e'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:36:53.605152 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (29732fd3-c4aa-4293-a0ac-950bc98e2706), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:53.614662 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d453ad8c-7222-48cd-8c37-d45bddc3a23f admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1720514 Nov 02 12:36:53.615607 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59328) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:53.628464 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-fa5aa637-964b-44a4-b641-64d6a32917d9 admin admin] Request body: {'subnet': {'network_id': '3335a470-135f-4055-bea8-07db0ea357d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2066048724-subnet', 'tenant_id': 'b32522c2fe384c72abb75d027338cbea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:53.681781 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-31b8b8af-08af-4faf-b2ae-c870c6a97f52 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7ec4cadfdf894b90820ff77e3767371f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0407419 Nov 02 12:36:53.682999 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (6f31d9b0-b528-42bc-93ab-d8c292b878da), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:53.683918 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59332) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:53.719478 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:53.725358 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] For port 29732fd3-c4aa-4293-a0ac-950bc98e2706, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:36:53.726918 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-29134eac-1817-4fcd-b5ce-78c30e416d91 req-a62486cb-4f53-4990-a713-1d03ec512b68 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 210 time: 0.1926568 Nov 02 12:36:53.746602 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] For port 29732fd3-c4aa-4293-a0ac-950bc98e2706, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=29732fd3-c4aa-4293-a0ac-950bc98e2706,segment=NetworkSegment(fcd24cd0-c52f-4728-ada4-8e8c4b480459),segment_id=fcd24cd0-c52f-4728-ada4-8e8c4b480459)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:36:53.766552 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:53.775086 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5aa637-964b-44a4-b641-64d6a32917d9 admin admin] Made reservation on behalf of b32522c2fe384c72abb75d027338cbea for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:36:53.791402 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa5aa637-964b-44a4-b641-64d6a32917d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:53.815821 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:53.818137 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:53.825367 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/6f31d9b0-b528-42bc-93ab-d8c292b878da HTTP/1.1" status: 204 len: 168 time: 2.5261717 Nov 02 12:36:53.832882 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897d261-97d6-48f0-9a96-dd7cbb11911d', 'name': 'tempest-LiveMigrationTest-1459953581-router', 'tenant_id': '57ab8b7723184d3e9eff5809eafffb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '3882c092-b94c-4b58-9ffd-f724acc2d1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:36Z', 'updated_at': '2022-11-02T12:36:46Z', 'revision_number': 4, 'project_id': '57ab8b7723184d3e9eff5809eafffb20', 'gw_port': {'id': '3882c092-b94c-4b58-9ffd-f724acc2d1cd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897d261-97d6-48f0-9a96-dd7cbb11911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:37Z', 'updated_at': '2022-11-02T12:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'f29443a8-8d0b-4100-8141-6da10243268e', 'name': '', 'network_id': '23e0a14b-01ee-4bd0-a40e-13696a902666', 'tenant_id': '57ab8b7723184d3e9eff5809eafffb20', 'mac_address': 'fa:16:3e:37:7b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897d261-97d6-48f0-9a96-dd7cbb11911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45070b04-9ed0-4cea-bbce-0fb6dc12ff15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:43Z', 'updated_at': '2022-11-02T12:36:52Z', 'revision_number': 4, 'project_id': '57ab8b7723184d3e9eff5809eafffb20', 'subnets': [{'id': '45070b04-9ed0-4cea-bbce-0fb6dc12ff15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:53.877001 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec53e8-deb9-4b0e-a4ec-8c99e1624da3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f31d9b0-b528-42bc-93ab-d8c292b878da,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:53.878565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde59674-4beb-4223-a47e-f1bbd53d2952 None None] The sync data for ids ['e897d261-97d6-48f0-9a96-dd7cbb11911d'] in n-d-857339-6 is: [{'id': 'e897d261-97d6-48f0-9a96-dd7cbb11911d', 'name': 'tempest-LiveMigrationTest-1459953581-router', 'tenant_id': '57ab8b7723184d3e9eff5809eafffb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '3882c092-b94c-4b58-9ffd-f724acc2d1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:36Z', 'updated_at': '2022-11-02T12:36:46Z', 'revision_number': 4, 'project_id': '57ab8b7723184d3e9eff5809eafffb20', 'gw_port': {'id': '3882c092-b94c-4b58-9ffd-f724acc2d1cd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897d261-97d6-48f0-9a96-dd7cbb11911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:37Z', 'updated_at': '2022-11-02T12:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'f29443a8-8d0b-4100-8141-6da10243268e', 'name': '', 'network_id': '23e0a14b-01ee-4bd0-a40e-13696a902666', 'tenant_id': '57ab8b7723184d3e9eff5809eafffb20', 'mac_address': 'fa:16:3e:37:7b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897d261-97d6-48f0-9a96-dd7cbb11911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '45070b04-9ed0-4cea-bbce-0fb6dc12ff15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:43Z', 'updated_at': '2022-11-02T12:36:52Z', 'revision_number': 4, 'project_id': '57ab8b7723184d3e9eff5809eafffb20', 'subnets': [{'id': '45070b04-9ed0-4cea-bbce-0fb6dc12ff15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:36:53.884664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=8151f4b5-7a32-4062-8f54-70ba3968340d,revision_number=7']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:53.890189 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59336) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:53.917823 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (29732fd3-c4aa-4293-a0ac-950bc98e2706), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:53.989080 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c63c33f3-add5-40b1-ba62-43243927ddd0 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:54.023181 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59338) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:54.091502 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11e7ee-238d-4bdd-b01a-52de03a13b97 None None] Pushing event updated for resources: {'Port': ['ID=29732fd3-c4aa-4293-a0ac-950bc98e2706,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:54.113658 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:54.115017 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] Routers {'303707bc-d395-4094-be61-52518854aeb8'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:54.115651 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['303707bc-d395-4094-be61-52518854aeb8'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:54.123494 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-53867674-6f3a-4698-9ab2-7c42e8e99d76 admin admin] Publish callbacks [] for security_group (d0b62b88-85d8-4ea6-88af-7a4bbdc48095), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:54.148055 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:54.152337 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3b0d1dcc-7cfd-4308-9c5e-92c45d35e2ef not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:54.169735 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['8151f4b5-7a32-4062-8f54-70ba3968340d'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:36:54.173002 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:54.209391 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc9ce8-cd3f-4a70-99fc-38b356bdbe63 req-2ba0e187-bc92-4d00-89e3-f5f9477d5d39 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:54.211147 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6edc9ce8-cd3f-4a70-99fc-38b356bdbe63 req-2ba0e187-bc92-4d00-89e3-f5f9477d5d39 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 948 time: 0.3197060 Nov 02 12:36:54.244645 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-53867674-6f3a-4698-9ab2-7c42e8e99d76 admin admin] Publish callbacks [] for security_group (d0b62b88-85d8-4ea6-88af-7a4bbdc48095), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:54.290724 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cc405-df1c-4aa0-9aca-2e655414370b req-1d2f7f2d-5bec-4526-80e5-f5e03812a13d tempest-ImagesNegativeTestJSON-1053449876 tempest-ImagesNegativeTestJSON-1053449876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:54.292525 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0a0cc405-df1c-4aa0-9aca-2e655414370b req-1d2f7f2d-5bec-4526-80e5-f5e03812a13d tempest-ImagesNegativeTestJSON-1053449876 tempest-ImagesNegativeTestJSON-1053449876-project] 10.222.0.64 "GET /networking/v2.0/networks?id=53a9baff-a6fc-47f8-9256-abe44ef69f1e HTTP/1.1" status: 200 len: 813 time: 0.7696249 Nov 02 12:36:54.362348 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] Set router 303707bc-d395-4094-be61-52518854aeb8 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:54.398725 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0a0cc405-df1c-4aa0-9aca-2e655414370b req-c3a0b71c-3f21-41ae-88cc-000dfdf5bd67 tempest-ImagesNegativeTestJSON-1053449876 tempest-ImagesNegativeTestJSON-1053449876-project] 10.222.0.64 "GET /networking/v2.0/quotas/d20ecfbbcbcd4953aed36bc1c7e4c054 HTTP/1.1" status: 200 len: 375 time: 0.0828071 Nov 02 12:36:54.531002 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa5aa637-964b-44a4-b641-64d6a32917d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (bd740e8d-b6e2-4b60-889e-18724fe4786e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:54.584593 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-53867674-6f3a-4698-9ab2-7c42e8e99d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d0b62b88-85d8-4ea6-88af-7a4bbdc48095), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:54.589195 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-53867674-6f3a-4698-9ab2-7c42e8e99d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:54.592705 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-53867674-6f3a-4698-9ab2-7c42e8e99d76 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d0b62b88-85d8-4ea6-88af-7a4bbdc48095 HTTP/1.1" status: 204 len: 168 time: 0.9054778 Nov 02 12:36:54.609477 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53867674-6f3a-4698-9ab2-7c42e8e99d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b62b88-85d8-4ea6-88af-7a4bbdc48095,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:54.629668 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:54.639557 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:54.676673 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5aa637-964b-44a4-b641-64d6a32917d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd740e8d-b6e2-4b60-889e-18724fe4786e,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:54.689724 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303707bc-d395-4094-be61-52518854aeb8', 'name': 'tempest-ImagesNegativeTestJSON-1697931559-router', 'tenant_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c63c33f3-add5-40b1-ba62-43243927ddd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:38Z', 'updated_at': '2022-11-02T12:36:47Z', 'revision_number': 4, 'project_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'gw_port': {'id': 'c63c33f3-add5-40b1-ba62-43243927ddd0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303707bc-d395-4094-be61-52518854aeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:40Z', 'updated_at': '2022-11-02T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '29732fd3-c4aa-4293-a0ac-950bc98e2706', 'name': '', 'network_id': '53a9baff-a6fc-47f8-9256-abe44ef69f1e', 'tenant_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'mac_address': 'fa:16:3e:01:c7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303707bc-d395-4094-be61-52518854aeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '14014f95-ea96-41ca-bc95-180a5c0a37ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:45Z', 'updated_at': '2022-11-02T12:36:53Z', 'revision_number': 4, 'project_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'subnets': [{'id': '14014f95-ea96-41ca-bc95-180a5c0a37ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:54.696945 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5aa637-964b-44a4-b641-64d6a32917d9 admin admin] Checking segment: {'id': 'a01da24b-b218-47b3-8ea4-c49316bb84fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '3335a470-135f-4055-bea8-07db0ea357d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:54.697311 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5aa637-964b-44a4-b641-64d6a32917d9 admin admin] Network hostable DHCP agents. Network: 3335a470-135f-4055-bea8-07db0ea357d9, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:36:54.708502 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment b1a88cf3-0a1c-4425-9512-3619aa832625 resource provider aggregate not found Nov 02 12:36:54.739309 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-111348ce-9991-42c3-af57-d1e29ef49786 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks [] for port (1b059224-13f3-4473-b9fb-179846b9a3cd), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:54.740076 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fdc864-0d18-45a1-b442-4e94e4441ef6 None None] The sync data for ids ['303707bc-d395-4094-be61-52518854aeb8'] in n-d-857339-6 is: [{'id': '303707bc-d395-4094-be61-52518854aeb8', 'name': 'tempest-ImagesNegativeTestJSON-1697931559-router', 'tenant_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'c63c33f3-add5-40b1-ba62-43243927ddd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:38Z', 'updated_at': '2022-11-02T12:36:47Z', 'revision_number': 4, 'project_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'gw_port': {'id': 'c63c33f3-add5-40b1-ba62-43243927ddd0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303707bc-d395-4094-be61-52518854aeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:40Z', 'updated_at': '2022-11-02T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '29732fd3-c4aa-4293-a0ac-950bc98e2706', 'name': '', 'network_id': '53a9baff-a6fc-47f8-9256-abe44ef69f1e', 'tenant_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'mac_address': 'fa:16:3e:01:c7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303707bc-d395-4094-be61-52518854aeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '14014f95-ea96-41ca-bc95-180a5c0a37ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:45Z', 'updated_at': '2022-11-02T12:36:53Z', 'revision_number': 4, 'project_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'subnets': [{'id': '14014f95-ea96-41ca-bc95-180a5c0a37ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:36:54.777529 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment b1a88cf3-0a1c-4425-9512-3619aa832625 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1a88cf3-0a1c-4425-9512-3619aa832625 found for delete ", "request_id": "req-a353c13e-a6ae-45f6-a81b-3d94540983d6"}]} Nov 02 12:36:54.790650 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6edc9ce8-cd3f-4a70-99fc-38b356bdbe63 req-e99d54e2-147c-4cfa-8988-0870d8b84d2d tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969656 Nov 02 12:36:54.807151 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6c0fdba7-5eb3-4f12-b4d0-45b3205e3f11 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5eef2caea5e6495a8691216cadd2a45a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7648728 Nov 02 12:36:54.810030 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59358) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:54.831104 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0a0cc405-df1c-4aa0-9aca-2e655414370b req-5b1d7e73-89f7-4014-8c6e-94bbcf929b32 tempest-ImagesNegativeTestJSON-1053449876 tempest-ImagesNegativeTestJSON-1053449876-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d20ecfbbcbcd4953aed36bc1c7e4c054&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4230809 Nov 02 12:36:54.875350 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5aa637-964b-44a4-b641-64d6a32917d9 admin admin] Network 3335a470-135f-4055-bea8-07db0ea357d9 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:36:54.883415 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:54.956648 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4ace9157-edff-404d-b9a3-4c8982185084 admin admin] Publish callbacks [] for security_group (fce9f284-88df-4c6d-b3f6-6edfe316a671), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:55.029994 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4ace9157-edff-404d-b9a3-4c8982185084 admin admin] Publish callbacks [] for security_group (fce9f284-88df-4c6d-b3f6-6edfe316a671), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:55.139787 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-fa5aa637-964b-44a4-b641-64d6a32917d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 3335a470-135f-4055-bea8-07db0ea357d9) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:55.154646 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f604226-cbef-43dd-9742-38659057ded6 None None] Network 3335a470-135f-4055-bea8-07db0ea357d9 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:36:55.155144 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5aa637-964b-44a4-b641-64d6a32917d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:55.157100 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa5aa637-964b-44a4-b641-64d6a32917d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:55.157659 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-111348ce-9991-42c3-af57-d1e29ef49786 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (1b059224-13f3-4473-b9fb-179846b9a3cd), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:55.170611 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59372) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:55.277642 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d29253-66d8-4f4a-8e37-cb4f9f95790d req-fcffc912-7a66-43c8-9e5f-87641b8043be tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:55.285741 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-27d29253-66d8-4f4a-8e37-cb4f9f95790d req-fcffc912-7a66-43c8-9e5f-87641b8043be tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 935 time: 0.1349277 Nov 02 12:36:55.287860 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['31495a98-f7a4-46d6-91fd-f475392a374c'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:36:55.311895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['df5c0c04-c31c-4b89-89ec-fb14f2763e26', '4fd2315f-3bee-4c55-9a39-5f59138d2385'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:36:55.350480 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f29443a8-8d0b-4100-8141-6da10243268e up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:55.351369 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11f69f23-660b-4394-b81a-718c146980a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (98509173-0c75-4ca5-858d-f217f9e2fbff), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:55.434533 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-111348ce-9991-42c3-af57-d1e29ef49786 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:55.452910 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-27d29253-66d8-4f4a-8e37-cb4f9f95790d req-3117e8ac-4b25-4dd5-8252-bae20bcfb204 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661458 Nov 02 12:36:55.462208 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-111348ce-9991-42c3-af57-d1e29ef49786 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:55.467161 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-111348ce-9991-42c3-af57-d1e29ef49786 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:36:55.593991 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-111348ce-9991-42c3-af57-d1e29ef49786 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:55.594858 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-111348ce-9991-42c3-af57-d1e29ef49786 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:55.619236 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111348ce-9991-42c3-af57-d1e29ef49786 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Pushing event updated for resources: {'Port': ['ID=1b059224-13f3-4473-b9fb-179846b9a3cd,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:55.779339 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:55.805110 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-3335a470-135f-4055-bea8-07db0ea357d9', 'network_id': '3335a470-135f-4055-bea8-07db0ea357d9', 'project_id': 'b32522c2fe384c72abb75d027338cbea', 'fixed_ips': [{'subnet_id': 'bd740e8d-b6e2-4b60-889e-18724fe4786e'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:36:55.809433 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:55.813225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 8151f4b5-7a32-4062-8f54-70ba3968340d up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:55.831742 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-111348ce-9991-42c3-af57-d1e29ef49786 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0256948 Nov 02 12:36:55.879232 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] Request body: {'port': {'device_id': '5657e408-c6af-4b09-ad7a-f20fcc1aeba8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-857339-6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:55.905149 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fa5aa637-964b-44a4-b641-64d6a32917d9 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2874229 Nov 02 12:36:55.905873 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4ace9157-edff-404d-b9a3-4c8982185084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fce9f284-88df-4c6d-b3f6-6edfe316a671), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:55.908959 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4ace9157-edff-404d-b9a3-4c8982185084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:55.909195 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59384) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:55.911924 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4ace9157-edff-404d-b9a3-4c8982185084 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fce9f284-88df-4c6d-b3f6-6edfe316a671 HTTP/1.1" status: 204 len: 168 time: 1.1005697 Nov 02 12:36:55.963936 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace9157-edff-404d-b9a3-4c8982185084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce9f284-88df-4c6d-b3f6-6edfe316a671,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:56.013896 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c05f9490-3dc3-4f4a-9211-afb4f0a687b9 admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationTest-2066048724-router', 'tenant_id': 'b32522c2fe384c72abb75d027338cbea', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:56.099092 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-52085ac6-d1a9-4285-b90a-b3088af1aeae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (303707bc-d395-4094-be61-52518854aeb8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:56.246301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port f29443a8-8d0b-4100-8141-6da10243268e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:56.246887 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe396a-d1a0-4a89-acac-209cba32e6cd req-6a8cffa8-0305-4d2f-8d34-aacea572d1ca tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:56.250797 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f29443a8-8d0b-4100-8141-6da10243268e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:56.251398 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port f29443a8-8d0b-4100-8141-6da10243268e Nov 02 12:36:56.257150 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-42fe396a-d1a0-4a89-acac-209cba32e6cd req-6a8cffa8-0305-4d2f-8d34-aacea572d1ca tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 948 time: 0.2211883 Nov 02 12:36:56.303145 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1b059224-13f3-4473-b9fb-179846b9a3cd), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:56.322176 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-bc956320-01b8-4fc5-9f31-9db793ed2fcd None None] Provisioning complete for port 1b059224-13f3-4473-b9fb-179846b9a3cd triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:56.322558 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bc956320-01b8-4fc5-9f31-9db793ed2fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1b059224-13f3-4473-b9fb-179846b9a3cd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:56.322932 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-bc956320-01b8-4fc5-9f31-9db793ed2fcd None None] Attempt 1 to provision port 1b059224-13f3-4473-b9fb-179846b9a3cd Nov 02 12:36:56.345890 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c05f9490-3dc3-4f4a-9211-afb4f0a687b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (b3dd8188-d2a2-4a0b-86bb-798c3a15307d), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:56.346670 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c05f9490-3dc3-4f4a-9211-afb4f0a687b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (b3dd8188-d2a2-4a0b-86bb-798c3a15307d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:56.368789 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-42fe396a-d1a0-4a89-acac-209cba32e6cd req-bcace29e-d540-49ca-8057-37c45e982bf5 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137800 Nov 02 12:36:56.426172 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port 8151f4b5-7a32-4062-8f54-70ba3968340d triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:56.426399 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:56.426661 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port 8151f4b5-7a32-4062-8f54-70ba3968340d Nov 02 12:36:56.466885 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-52085ac6-d1a9-4285-b90a-b3088af1aeae admin admin] Deleting port 29732fd3-c4aa-4293-a0ac-950bc98e2706 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:56.467242 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-52085ac6-d1a9-4285-b90a-b3088af1aeae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (29732fd3-c4aa-4293-a0ac-950bc98e2706), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:56.534185 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bc956320-01b8-4fc5-9f31-9db793ed2fcd None None] Port 1b059224-13f3-4473-b9fb-179846b9a3cd cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:36:56.607852 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-52085ac6-d1a9-4285-b90a-b3088af1aeae admin admin] For port 29732fd3-c4aa-4293-a0ac-950bc98e2706, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=29732fd3-c4aa-4293-a0ac-950bc98e2706,segment=NetworkSegment(fcd24cd0-c52f-4728-ada4-8e8c4b480459),segment_id=fcd24cd0-c52f-4728-ada4-8e8c4b480459)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:56.610378 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-52085ac6-d1a9-4285-b90a-b3088af1aeae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (29732fd3-c4aa-4293-a0ac-950bc98e2706), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:56.626976 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-52085ac6-d1a9-4285-b90a-b3088af1aeae admin admin] Calling delete_port for 29732fd3-c4aa-4293-a0ac-950bc98e2706 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:56.680184 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b059224-13f3-4473-b9fb-179846b9a3cd {{(pid=105975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:36:56.685542 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] Publish callbacks [] for port (1b059224-13f3-4473-b9fb-179846b9a3cd), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:56.704632 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.provisioning_blocks [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] Transition to ACTIVE for port object 1b059224-13f3-4473-b9fb-179846b9a3cd will not be triggered until provisioned by entity L2. {{(pid=105975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:36:56.724465 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:56.807245 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] Allocated IP 172.20.0.2 (3335a470-135f-4055-bea8-07db0ea357d9/bd740e8d-b6e2-4b60-889e-18724fe4786e/a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:36:56.816070 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (1b059224-13f3-4473-b9fb-179846b9a3cd), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:56.841769 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port f29443a8-8d0b-4100-8141-6da10243268e is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:56.842185 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f29443a8-8d0b-4100-8141-6da10243268e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:56.894333 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:56.941153 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c05f9490-3dc3-4f4a-9211-afb4f0a687b9 admin admin] Publish callbacks [] for router_controller (b3dd8188-d2a2-4a0b-86bb-798c3a15307d), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:56.959226 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccbe7b-2d0b-4d7a-8fe3-d6248851403b req-18e5041c-e113-41df-9f0f-9f4773590b2e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:56.961995 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5fccbe7b-2d0b-4d7a-8fe3-d6248851403b req-18e5041c-e113-41df-9f0f-9f4773590b2e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 935 time: 0.2551641 Nov 02 12:36:56.965719 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-11f69f23-660b-4394-b81a-718c146980a1 admin admin] Deleting port 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:56.966300 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11f69f23-660b-4394-b81a-718c146980a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (591378d8-9aa1-4dc1-8d44-1f332e8d1b54), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:56.991534 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:57.003094 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-52085ac6-d1a9-4285-b90a-b3088af1aeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (29732fd3-c4aa-4293-a0ac-950bc98e2706), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:57.004578 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] Pushing event updated for resources: {'Port': ['ID=1b059224-13f3-4473-b9fb-179846b9a3cd,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:57.085705 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52085ac6-d1a9-4285-b90a-b3088af1aeae admin admin] Pushing event deleted for resources: {'Port': ['ID=29732fd3-c4aa-4293-a0ac-950bc98e2706,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:57.128997 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:57.352853 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] Publish callbacks [] for port (a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:57.371905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 8151f4b5-7a32-4062-8f54-70ba3968340d is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:57.372301 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:57.454828 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-52085ac6-d1a9-4285-b90a-b3088af1aeae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (303707bc-d395-4094-be61-52518854aeb8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:57.467347 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:57.467639 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5fccbe7b-2d0b-4d7a-8fe3-d6248851403b req-23cdb74e-6651-44e6-ade6-eacf68f67d24 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607067 Nov 02 12:36:57.468590 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] Attempting to bind port 1b059224-13f3-4473-b9fb-179846b9a3cd on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:36:57.468983 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] Attempting to bind port 1b059224-13f3-4473-b9fb-179846b9a3cd by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:36:57.470327 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] Attempting to bind port 1b059224-13f3-4473-b9fb-179846b9a3cd on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:36:57.480774 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:57.573397 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] Network 3335a470-135f-4055-bea8-07db0ea357d9 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:57.594434 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-11f69f23-660b-4394-b81a-718c146980a1 admin admin] For port 591378d8-9aa1-4dc1-8d44-1f332e8d1b54, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=591378d8-9aa1-4dc1-8d44-1f332e8d1b54,segment=NetworkSegment(4e3590a1-de84-463d-93cd-5e838f153149),segment_id=4e3590a1-de84-463d-93cd-5e838f153149)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:57.594434 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11f69f23-660b-4394-b81a-718c146980a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (591378d8-9aa1-4dc1-8d44-1f332e8d1b54), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:57.599125 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:57.636244 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port f29443a8-8d0b-4100-8141-6da10243268e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f29443a8-8d0b-4100-8141-6da10243268e,segment=NetworkSegment(1cce4d54-f1b1-489d-adf9-d9555e254512),segment_id=1cce4d54-f1b1-489d-adf9-d9555e254512)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:57.637651 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d0ddc9-7d7b-463a-9055-b118b37d85c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8151f4b5-7a32-4062-8f54-70ba3968340d'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:36:57.642414 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d492928-d439-403a-a84e-ca037439455d" -d '{"events": [{"server_uuid": "63d0ddc9-7d7b-463a-9055-b118b37d85c1", "name": "network-vif-plugged", "status": "completed", "tag": "8151f4b5-7a32-4062-8f54-70ba3968340d"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:36:57.675358 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:57.689894 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 8151f4b5-7a32-4062-8f54-70ba3968340d, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=8151f4b5-7a32-4062-8f54-70ba3968340d,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:57.707617 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:36:57.734298 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c05f9490-3dc3-4f4a-9211-afb4f0a687b9 admin admin] Publish callbacks [] for router_gateway (b3dd8188-d2a2-4a0b-86bb-798c3a15307d), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:57.736964 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f29443a8-8d0b-4100-8141-6da10243268e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:57.737987 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 29732fd3-c4aa-4293-a0ac-950bc98e2706 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:57.758318 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-11f69f23-660b-4394-b81a-718c146980a1 admin admin] Calling delete_port for 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:57.767815 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] Pushing event updated for resources: {'Port': ['ID=a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:57.788186 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 29732fd3-c4aa-4293-a0ac-950bc98e2706 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:57.788578 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 29732fd3-c4aa-4293-a0ac-950bc98e2706 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 02 12:36:57.797783 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] Port 1b059224-13f3-4473-b9fb-179846b9a3cd on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:36:57.799286 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] Attempting to bind port 1b059224-13f3-4473-b9fb-179846b9a3cd on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:36:57.860053 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52085ac6-d1a9-4285-b90a-b3088af1aeae admin admin] Router 303707bc-d395-4094-be61-52518854aeb8 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:36:57.876583 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3b12a-2709-4c93-ad83-8db9aed7483f req-b42a8dd2-3b7c-47cf-8555-08b35be236c2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:57.879556 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0bc3b12a-2709-4c93-ad83-8db9aed7483f req-b42a8dd2-3b7c-47cf-8555-08b35be236c2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 948 time: 0.2942805 Nov 02 12:36:57.942650 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:58.016075 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52085ac6-d1a9-4285-b90a-b3088af1aeae admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:36:58.022631 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-52085ac6-d1a9-4285-b90a-b3088af1aeae admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/303707bc-d395-4094-be61-52518854aeb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8493333 Nov 02 12:36:58.026273 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59432) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:58.152222 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=f29443a8-8d0b-4100-8141-6da10243268e,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:58.156194 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Port 29732fd3-c4aa-4293-a0ac-950bc98e2706 not found, will not notify nova. {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 02 12:36:58.263650 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7aac8572-ddcb-4cc7-8149-e43e0b1080a8 admin admin] Publish callbacks [] for router (303707bc-d395-4094-be61-52518854aeb8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:58.444257 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11e79a0-d559-4d37-bcbb-bec6c6f67456 x-openstack-request-id: req-e11e79a0-d559-4d37-bcbb-bec6c6f67456 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:36:58.455074 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d0ddc9-7d7b-463a-9055-b118b37d85c1", "name": "network-vif-plugged", "status": "completed", "tag": "8151f4b5-7a32-4062-8f54-70ba3968340d", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:36:58.455418 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e11e79a0-d559-4d37-bcbb-bec6c6f67456 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:36:58.455853 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11e79a0-d559-4d37-bcbb-bec6c6f67456'] response: {'server_uuid': '63d0ddc9-7d7b-463a-9055-b118b37d85c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8151f4b5-7a32-4062-8f54-70ba3968340d', 'code': 200} Nov 02 12:36:58.508838 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0bc3b12a-2709-4c93-ad83-8db9aed7483f req-cb00a269-d65f-49b0-8e1d-036f961cd7b7 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5941315 Nov 02 12:36:58.516244 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:58.516434 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] Checking agent: {'id': '59c125ef-2b3d-4364-aa71-285e1ef6d0e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:36:58.516845 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:58.517437 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:36:58.517916 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] Bound port: 1b059224-13f3-4473-b9fb-179846b9a3cd, host: n-h2-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:36:58.518311 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1b059224-13f3-4473-b9fb-179846b9a3cd), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:58.520959 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] Attempting to bind port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:36:58.521424 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] Attempting to bind port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a01da24b-b218-47b3-8ea4-c49316bb84fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '3335a470-135f-4055-bea8-07db0ea357d9'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:36:58.521744 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] Attempting to bind port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 on network 3335a470-135f-4055-bea8-07db0ea357d9 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:36:58.527811 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7aac8572-ddcb-4cc7-8149-e43e0b1080a8 admin admin] Publish callbacks [] for router_gateway (303707bc-d395-4094-be61-52518854aeb8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:58.535456 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=8151f4b5-7a32-4062-8f54-70ba3968340d,revision_number=8']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:58.635301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f29443a8-8d0b-4100-8141-6da10243268e up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:58.662295 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d4155-dfdf-44df-b9d6-d364c0a269e8 req-4b08e6dc-6b65-4934-9744-11421c2cd616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:58.668550 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-7f2d4155-dfdf-44df-b9d6-d364c0a269e8 req-4b08e6dc-6b65-4934-9744-11421c2cd616 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 1131 time: 0.0651011 Nov 02 12:36:58.676582 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:36:58.677261 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] Checking segment: {'id': 'a01da24b-b218-47b3-8ea4-c49316bb84fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '3335a470-135f-4055-bea8-07db0ea357d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:58.677830 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:58.678404 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] Bound using segment: {'id': 'a01da24b-b218-47b3-8ea4-c49316bb84fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '3335a470-135f-4055-bea8-07db0ea357d9'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:36:58.679057 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] Bound port: a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01da24b-b218-47b3-8ea4-c49316bb84fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '3335a470-135f-4055-bea8-07db0ea357d9'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:36:58.679681 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:58.732851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c1ab7-309c-4198-b3e8-d2d42424dd89 None None] Sync routers for ids ['303707bc-d395-4094-be61-52518854aeb8'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:36:58.746874 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-7f2d4155-dfdf-44df-b9d6-d364c0a269e8 req-534cb71c-a147-4bef-89b6-576e21d3320d service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727465 Nov 02 12:36:58.747183 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35059236-e941-4eaf-9ba8-575ee398b9eb req-f95d8572-30be-405f-81cb-34423d31d1f7 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:58.750181 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-35059236-e941-4eaf-9ba8-575ee398b9eb req-f95d8572-30be-405f-81cb-34423d31d1f7 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 947 time: 0.0937855 Nov 02 12:36:58.759496 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8c1ab7-309c-4198-b3e8-d2d42424dd89 None None] Routers {'303707bc-d395-4094-be61-52518854aeb8'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:58.760430 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-da8c1ab7-309c-4198-b3e8-d2d42424dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['303707bc-d395-4094-be61-52518854aeb8'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:58.784681 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-7aac8572-ddcb-4cc7-8149-e43e0b1080a8 admin admin] Deleting port c63c33f3-add5-40b1-ba62-43243927ddd0 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:58.785036 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7aac8572-ddcb-4cc7-8149-e43e0b1080a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c63c33f3-add5-40b1-ba62-43243927ddd0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:58.809271 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:58.840673 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] For port 1b059224-13f3-4473-b9fb-179846b9a3cd, host n-h2-857339-6, cleared binding levels {{(pid=105975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:36:58.845711 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] For port 1b059224-13f3-4473-b9fb-179846b9a3cd, host n-h2-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=1b059224-13f3-4473-b9fb-179846b9a3cd,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:36:58.913033 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-7aac8572-ddcb-4cc7-8149-e43e0b1080a8 admin admin] For port c63c33f3-add5-40b1-ba62-43243927ddd0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c63c33f3-add5-40b1-ba62-43243927ddd0,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:58.913270 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7aac8572-ddcb-4cc7-8149-e43e0b1080a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c63c33f3-add5-40b1-ba62-43243927ddd0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:58.933299 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-7aac8572-ddcb-4cc7-8149-e43e0b1080a8 admin admin] Calling delete_port for c63c33f3-add5-40b1-ba62-43243927ddd0 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:59.018683 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port f29443a8-8d0b-4100-8141-6da10243268e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:59.019869 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f29443a8-8d0b-4100-8141-6da10243268e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:59.023590 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port f29443a8-8d0b-4100-8141-6da10243268e Nov 02 12:36:59.037019 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-35059236-e941-4eaf-9ba8-575ee398b9eb req-e53f1900-e2c3-4b4a-9719-97cdb16ab47f tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796708 Nov 02 12:36:59.089905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] For port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:36:59.112863 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (1b059224-13f3-4473-b9fb-179846b9a3cd), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:59.140460 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] For port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496,segment=NetworkSegment(a01da24b-b218-47b3-8ea4-c49316bb84fa),segment_id=a01da24b-b218-47b3-8ea4-c49316bb84fa)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:36:59.162529 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:59.163148 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:59.164617 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/1b059224-13f3-4473-b9fb-179846b9a3cd HTTP/1.1" status: 200 len: 1095 time: 3.3243873 Nov 02 12:36:59.169265 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-da8c1ab7-309c-4198-b3e8-d2d42424dd89 None None] Set router 303707bc-d395-4094-be61-52518854aeb8 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:59.199025 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5657e408-c6af-4b09-ad7a-f20fcc1aeba8', 'tag': '1b059224-13f3-4473-b9fb-179846b9a3cd'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:36:59.201701 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0fe81b-a1fd-440c-a182-d34851910327" -d '{"events": [{"name": "network-changed", "server_uuid": "5657e408-c6af-4b09-ad7a-f20fcc1aeba8", "tag": "1b059224-13f3-4473-b9fb-179846b9a3cd"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:36:59.238536 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c05f9490-3dc3-4f4a-9211-afb4f0a687b9 admin admin] Publish callbacks [] for router_gateway (b3dd8188-d2a2-4a0b-86bb-798c3a15307d), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:59.269844 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-da8c1ab7-309c-4198-b3e8-d2d42424dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303707bc-d395-4094-be61-52518854aeb8', 'name': 'tempest-ImagesNegativeTestJSON-1697931559-router', 'tenant_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:38Z', 'updated_at': '2022-11-02T12:36:58Z', 'revision_number': 6, 'project_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:59.293124 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c05f9490-3dc3-4f4a-9211-afb4f0a687b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:59.305247 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c1ab7-309c-4198-b3e8-d2d42424dd89 None None] Checking router: 303707bc-d395-4094-be61-52518854aeb8 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:36:59.312424 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:59.334522 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8c1ab7-309c-4198-b3e8-d2d42424dd89 None None] Routers {'303707bc-d395-4094-be61-52518854aeb8'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:36:59.336741 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-da8c1ab7-309c-4198-b3e8-d2d42424dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['303707bc-d395-4094-be61-52518854aeb8'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:59.442073 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-c05f9490-3dc3-4f4a-9211-afb4f0a687b9 admin admin] Allocated IP 172.25.2.121 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/a0cbb7b4-a30b-4881-a56d-407c78dcbf10) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:36:59.565987 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c05f9490-3dc3-4f4a-9211-afb4f0a687b9 admin admin] Publish callbacks [] for port (a0cbb7b4-a30b-4881-a56d-407c78dcbf10), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:59.605786 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea2a1b1-5c6d-4248-a843-40519a00bee6 x-openstack-request-id: req-0ea2a1b1-5c6d-4248-a843-40519a00bee6 {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:36:59.606078 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5657e408-c6af-4b09-ad7a-f20fcc1aeba8", "tag": "1b059224-13f3-4473-b9fb-179846b9a3cd", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:36:59.606406 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ea2a1b1-5c6d-4248-a843-40519a00bee6 {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:36:59.606822 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea2a1b1-5c6d-4248-a843-40519a00bee6'] response: {'name': 'network-changed', 'server_uuid': '5657e408-c6af-4b09-ad7a-f20fcc1aeba8', 'tag': '1b059224-13f3-4473-b9fb-179846b9a3cd', 'status': 'completed', 'code': 200} Nov 02 12:36:59.654098 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port f29443a8-8d0b-4100-8141-6da10243268e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:59.661966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-da8c1ab7-309c-4198-b3e8-d2d42424dd89 None None] Set router 303707bc-d395-4094-be61-52518854aeb8 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:59.739637 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7aac8572-ddcb-4cc7-8149-e43e0b1080a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (c63c33f3-add5-40b1-ba62-43243927ddd0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:59.745602 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c05f9490-3dc3-4f4a-9211-afb4f0a687b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (a0cbb7b4-a30b-4881-a56d-407c78dcbf10), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:59.746964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbf1c2-f315-4cd0-a1d4-6da2f8ed7072 None None] Pushing event updated for resources: {'Port': ['ID=a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:59.748309 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ac61f-5609-4de8-af9f-fc23d1c70770 service neutron] Pushing event updated for resources: {'Port': ['ID=1b059224-13f3-4473-b9fb-179846b9a3cd,revision_number=3']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:59.750400 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-da8c1ab7-309c-4198-b3e8-d2d42424dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303707bc-d395-4094-be61-52518854aeb8', 'name': 'tempest-ImagesNegativeTestJSON-1697931559-router', 'tenant_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:38Z', 'updated_at': '2022-11-02T12:36:58Z', 'revision_number': 6, 'project_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:59.806428 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c1ab7-309c-4198-b3e8-d2d42424dd89 None None] The sync data for ids ['303707bc-d395-4094-be61-52518854aeb8'] in n-d-857339-6 is: [{'id': '303707bc-d395-4094-be61-52518854aeb8', 'name': 'tempest-ImagesNegativeTestJSON-1697931559-router', 'tenant_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:38Z', 'updated_at': '2022-11-02T12:36:58Z', 'revision_number': 6, 'project_id': 'd20ecfbbcbcd4953aed36bc1c7e4c054', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:36:59.815692 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac8572-ddcb-4cc7-8149-e43e0b1080a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c63c33f3-add5-40b1-ba62-43243927ddd0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:59.832848 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11f69f23-660b-4394-b81a-718c146980a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (591378d8-9aa1-4dc1-8d44-1f332e8d1b54), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:59.867693 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f9490-3dc3-4f4a-9211-afb4f0a687b9 admin admin] Pushing event updated for resources: {'Port': ['ID=a0cbb7b4-a30b-4881-a56d-407c78dcbf10,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:59.927566 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7aac8572-ddcb-4cc7-8149-e43e0b1080a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (303707bc-d395-4094-be61-52518854aeb8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:59.933996 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fe81b-a1fd-440c-a182-d34851910327 req-a58642b5-78c5-40f3-b4e5-0b48dbaca046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:59.936258 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ed0fe81b-a1fd-440c-a182-d34851910327 req-a58642b5-78c5-40f3-b4e5-0b48dbaca046 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=9929679b00cb4db39002b1ae432a2539&device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 1129 time: 0.3325398 Nov 02 12:36:59.953959 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05f9490-3dc3-4f4a-9211-afb4f0a687b9 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:59.996398 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-c05f9490-3dc3-4f4a-9211-afb4f0a687b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:00.032278 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f9490-3dc3-4f4a-9211-afb4f0a687b9 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:37:00.079480 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84a70e-1402-43a8-8955-a9f0cc7e89fb req-c19710fb-9857-4bb7-82fa-4c04e3b570b4 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:00.081144 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7aac8572-ddcb-4cc7-8149-e43e0b1080a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (303707bc-d395-4094-be61-52518854aeb8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:00.085177 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7aac8572-ddcb-4cc7-8149-e43e0b1080a8 admin admin] Publish callbacks [] for router_controller (303707bc-d395-4094-be61-52518854aeb8), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:00.086913 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9d84a70e-1402-43a8-8955-a9f0cc7e89fb req-c19710fb-9857-4bb7-82fa-4c04e3b570b4 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.3704901 Nov 02 12:37:00.095018 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f69f23-660b-4394-b81a-718c146980a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=591378d8-9aa1-4dc1-8d44-1f332e8d1b54,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:00.148011 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ed0fe81b-a1fd-440c-a182-d34851910327 req-c50f42e5-5372-4de0-8c3e-c8f0a563a4fe service neutron] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=9929679b00cb4db39002b1ae432a2539&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1993425 Nov 02 12:37:00.243283 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7aac8572-ddcb-4cc7-8149-e43e0b1080a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (303707bc-d395-4094-be61-52518854aeb8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:00.243867 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aac8572-ddcb-4cc7-8149-e43e0b1080a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 303707bc-d395-4094-be61-52518854aeb8 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:37:00.257901 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7aac8572-ddcb-4cc7-8149-e43e0b1080a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:00.260072 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7aac8572-ddcb-4cc7-8149-e43e0b1080a8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/303707bc-d395-4094-be61-52518854aeb8 HTTP/1.1" status: 204 len: 168 time: 2.2326825 Nov 02 12:37:00.263343 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59504) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:00.340416 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-06742b5d-fa3c-490a-9363-31ff787491bd admin admin] Deleting subnet 14014f95-ea96-41ca-bc95-180a5c0a37ee {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:37:00.344386 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06742b5d-fa3c-490a-9363-31ff787491bd admin admin] Publish callbacks [] for subnet (14014f95-ea96-41ca-bc95-180a5c0a37ee), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:00.402414 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06742b5d-fa3c-490a-9363-31ff787491bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (14014f95-ea96-41ca-bc95-180a5c0a37ee), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:00.431178 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:00.451080 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642a5b0-3151-4810-af86-47d94a8cdbff req-8bcdfa90-a9e7-4a97-87be-744a3a33ad12 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:00.452694 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f642a5b0-3151-4810-af86-47d94a8cdbff req-8bcdfa90-a9e7-4a97-87be-744a3a33ad12 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 947 time: 0.3021421 Nov 02 12:37:00.549193 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06742b5d-fa3c-490a-9363-31ff787491bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (14014f95-ea96-41ca-bc95-180a5c0a37ee), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:00.564677 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9d84a70e-1402-43a8-8955-a9f0cc7e89fb req-1a2d9d3e-8b6e-4d64-9cb2-d3b172f162b8 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759958 Nov 02 12:37:00.775119 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06742b5d-fa3c-490a-9363-31ff787491bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (14014f95-ea96-41ca-bc95-180a5c0a37ee), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:00.777812 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59516) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:00.820094 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06742b5d-fa3c-490a-9363-31ff787491bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14014f95-ea96-41ca-bc95-180a5c0a37ee,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:00.822088 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:00.830730 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06742b5d-fa3c-490a-9363-31ff787491bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:00.838678 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-06742b5d-fa3c-490a-9363-31ff787491bd admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/14014f95-ea96-41ca-bc95-180a5c0a37ee HTTP/1.1" status: 204 len: 168 time: 0.5694003 Nov 02 12:37:00.839770 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59520) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:00.929599 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fe81b-a1fd-440c-a182-d34851910327 req-28a953a8-3924-4bf8-b886-d83cf01dea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:00.939237 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ed0fe81b-a1fd-440c-a182-d34851910327 req-28a953a8-3924-4bf8-b886-d83cf01dea13 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7745476 Nov 02 12:37:00.971949 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c831e448-af3c-4c1a-ba35-fdfd4baff685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (53a9baff-a6fc-47f8-9256-abe44ef69f1e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:00.997017 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:00.998068 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:00.999977 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 Nov 02 12:37:01.029973 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f642a5b0-3151-4810-af86-47d94a8cdbff req-c405bf68-c38e-4299-8d80-66e4b224ca29 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5489473 Nov 02 12:37:01.044855 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c831e448-af3c-4c1a-ba35-fdfd4baff685 admin admin] Deleting port 84163c2b-865a-4e86-9507-ce36bb37b32c {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:37:01.045200 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c831e448-af3c-4c1a-ba35-fdfd4baff685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (84163c2b-865a-4e86-9507-ce36bb37b32c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:01.090358 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85635f3-ecdc-4c8e-bce8-a3fffe9583fe None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:37:01.099115 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c05f9490-3dc3-4f4a-9211-afb4f0a687b9 admin admin] Publish callbacks [] for router_gateway (b3dd8188-d2a2-4a0b-86bb-798c3a15307d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:01.100363 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:01.142668 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-bd776773-83de-4557-abad-1682eb3a9b70 None None] Provisioning complete for port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:01.143316 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bd776773-83de-4557-abad-1682eb3a9b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:01.143806 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-bd776773-83de-4557-abad-1682eb3a9b70 None None] Attempt 1 to provision port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 Nov 02 12:37:01.145696 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7b045a42-af62-4e60-bc51-980a8dac42c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:01.241770 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-c831e448-af3c-4c1a-ba35-fdfd4baff685 admin admin] For port 84163c2b-865a-4e86-9507-ce36bb37b32c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=84163c2b-865a-4e86-9507-ce36bb37b32c,segment=NetworkSegment(fcd24cd0-c52f-4728-ada4-8e8c4b480459),segment_id=fcd24cd0-c52f-4728-ada4-8e8c4b480459)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:01.242501 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c831e448-af3c-4c1a-ba35-fdfd4baff685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (84163c2b-865a-4e86-9507-ce36bb37b32c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:01.252647 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:01.253335 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:01.262668 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c831e448-af3c-4c1a-ba35-fdfd4baff685 admin admin] Calling delete_port for 84163c2b-865a-4e86-9507-ce36bb37b32c owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:37:01.345526 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:01.346674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85635f3-ecdc-4c8e-bce8-a3fffe9583fe None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:37:01.357467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496,segment=NetworkSegment(a01da24b-b218-47b3-8ea4-c49316bb84fa),segment_id=a01da24b-b218-47b3-8ea4-c49316bb84fa)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:01.374868 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bd776773-83de-4557-abad-1682eb3a9b70 None None] Current status of the port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:01.375248 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bd776773-83de-4557-abad-1682eb3a9b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:01.453397 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11f69f23-660b-4394-b81a-718c146980a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (98509173-0c75-4ca5-858d-f217f9e2fbff), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:01.469410 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7b045a42-af62-4e60-bc51-980a8dac42c1 admin admin] Publish callbacks [] for security_group (c66e1312-108c-43cc-b634-110fd82061fe), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:01.478769 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-1b8a6ed8-52ee-4c00-95ab-d59c41641329 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=b94df274ea1b4a2387fa8a717cb3ca3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1679327 Nov 02 12:37:01.493011 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-c10f47d8-6a42-4312-933f-c3cda0691959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:01.493730 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-c10f47d8-6a42-4312-933f-c3cda0691959 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=9929679b00cb4db39002b1ae432a2539&device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 1129 time: 0.4922371 Nov 02 12:37:01.581425 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:01.603667 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 29732fd3-c4aa-4293-a0ac-950bc98e2706 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:37:01.619255 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7b045a42-af62-4e60-bc51-980a8dac42c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c66e1312-108c-43cc-b634-110fd82061fe), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:01.661143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc804f85-1ba5-480a-844e-f93724e7e097 None None] Network 3335a470-135f-4055-bea8-07db0ea357d9 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:37:01.689033 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7b045a42-af62-4e60-bc51-980a8dac42c1 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=21b8876635434dabbace96d2b6ce03c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9068959 Nov 02 12:37:01.694532 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bd7626-6284-40d4-9bc9-a1d9c4b73f87 None None] Network 53a9baff-a6fc-47f8-9256-abe44ef69f1e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:37:01.717906 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b045a42-af62-4e60-bc51-980a8dac42c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66e1312-108c-43cc-b634-110fd82061fe,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:01.720459 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59550) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:01.722735 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c831e448-af3c-4c1a-ba35-fdfd4baff685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (84163c2b-865a-4e86-9507-ce36bb37b32c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:01.779193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 29732fd3-c4aa-4293-a0ac-950bc98e2706 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:37:01.779851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 29732fd3-c4aa-4293-a0ac-950bc98e2706 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:37:01.800098 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831e448-af3c-4c1a-ba35-fdfd4baff685 admin admin] Pushing event deleted for resources: {'Port': ['ID=84163c2b-865a-4e86-9507-ce36bb37b32c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:01.831376 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c831e448-af3c-4c1a-ba35-fdfd4baff685 admin admin] No DVR routers for this DVR port 84163c2b-865a-4e86-9507-ce36bb37b32c on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:37:01.844287 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5f67fc4-8af3-40e0-b618-765e8c452967 admin admin] Publish callbacks [] for security_group (c66e1312-108c-43cc-b634-110fd82061fe), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:01.869167 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-2ab1ad9e-f7df-44a7-9cc5-7a8c2ac55d97 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:01.876275 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-2ab1ad9e-f7df-44a7-9cc5-7a8c2ac55d97 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3866322 Nov 02 12:37:01.880111 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-f5ed0e2a-291d-4cc0-af36-b6d7e7e60840 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=1b059224-13f3-4473-b9fb-179846b9a3cd HTTP/1.1" status: 200 len: 217 time: 0.3760011 Nov 02 12:37:01.886257 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-bd776773-83de-4557-abad-1682eb3a9b70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:37:01.888300 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-bd776773-83de-4557-abad-1682eb3a9b70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:37:01.894544 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:01.909872 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-0007245f-1333-41e5-a1c0-2adda52463bf tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/quotas/b94df274ea1b4a2387fa8a717cb3ca3b HTTP/1.1" status: 200 len: 375 time: 0.0325546 Nov 02 12:37:01.957248 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5f67fc4-8af3-40e0-b618-765e8c452967 admin admin] Publish callbacks [] for security_group (c66e1312-108c-43cc-b634-110fd82061fe), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:01.967621 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3709ecd1-2e04-4e14-8a64-6669e9170554 None None] DHCP port deletion for 53a9baff-a6fc-47f8-9256-abe44ef69f1e request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:37:01.998208 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-cb8b700a-0348-408c-9bdf-0f5934e37620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:02.000531 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-cb8b700a-0348-408c-9bdf-0f5934e37620 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.0926416 Nov 02 12:37:02.003179 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c831e448-af3c-4c1a-ba35-fdfd4baff685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (53a9baff-a6fc-47f8-9256-abe44ef69f1e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:02.047336 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-c831e448-af3c-4c1a-ba35-fdfd4baff685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a9baff-a6fc-47f8-9256-abe44ef69f1e']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:02.060673 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-c831e448-af3c-4c1a-ba35-fdfd4baff685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd24cd0-c52f-4728-ada4-8e8c4b480459') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:02.060976 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-c831e448-af3c-4c1a-ba35-fdfd4baff685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd24cd0-c52f-4728-ada4-8e8c4b480459') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:02.073684 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c831e448-af3c-4c1a-ba35-fdfd4baff685 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (fcd24cd0-c52f-4728-ada4-8e8c4b480459), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:02.091819 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c831e448-af3c-4c1a-ba35-fdfd4baff685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (fcd24cd0-c52f-4728-ada4-8e8c4b480459), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:02.100020 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c831e448-af3c-4c1a-ba35-fdfd4baff685 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:37:02.100426 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c831e448-af3c-4c1a-ba35-fdfd4baff685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (fcd24cd0-c52f-4728-ada4-8e8c4b480459), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:02.152424 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment fcd24cd0-c52f-4728-ada4-8e8c4b480459 resource provider aggregate not found Nov 02 12:37:02.184833 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment fcd24cd0-c52f-4728-ada4-8e8c4b480459 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fcd24cd0-c52f-4728-ada4-8e8c4b480459 found for delete ", "request_id": "req-a8dac546-8b78-43cd-840f-1a4e5b2be26d"}]} Nov 02 12:37:02.225004 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f517c9-21ae-46d0-b37c-2ce4274bc585 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:37:02.248035 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5f67fc4-8af3-40e0-b618-765e8c452967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c66e1312-108c-43cc-b634-110fd82061fe), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:02.251357 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5f67fc4-8af3-40e0-b618-765e8c452967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:02.253119 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b5f67fc4-8af3-40e0-b618-765e8c452967 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c66e1312-108c-43cc-b634-110fd82061fe HTTP/1.1" status: 204 len: 168 time: 0.5315189 Nov 02 12:37:02.268043 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f67fc4-8af3-40e0-b618-765e8c452967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66e1312-108c-43cc-b634-110fd82061fe,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:02.310707 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:02.351473 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c05f9490-3dc3-4f4a-9211-afb4f0a687b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (b3dd8188-d2a2-4a0b-86bb-798c3a15307d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:02.368948 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c831e448-af3c-4c1a-ba35-fdfd4baff685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (53a9baff-a6fc-47f8-9256-abe44ef69f1e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:02.370843 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:02.381343 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c831e448-af3c-4c1a-ba35-fdfd4baff685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:02.388679 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c831e448-af3c-4c1a-ba35-fdfd4baff685 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/53a9baff-a6fc-47f8-9256-abe44ef69f1e HTTP/1.1" status: 204 len: 168 time: 1.5447760 Nov 02 12:37:02.403316 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831e448-af3c-4c1a-ba35-fdfd4baff685 admin admin] Pushing event deleted for resources: {'Network': ['ID=53a9baff-a6fc-47f8-9256-abe44ef69f1e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:02.421069 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-14429b23-2cdd-4af7-86e2-a27c4e44a1d5 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b94df274ea1b4a2387fa8a717cb3ca3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4267669 Nov 02 12:37:02.434425 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebdcb4-95e1-4c06-adce-e4c5bacbe0ff req-82799441-c31e-4d46-9b46-d44be0f05208 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:02.435997 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bd776773-83de-4557-abad-1682eb3a9b70 None None] Current status of the port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:02.441846 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a0ebdcb4-95e1-4c06-adce-e4c5bacbe0ff req-82799441-c31e-4d46-9b46-d44be0f05208 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.5585201 Nov 02 12:37:02.447354 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f517c9-21ae-46d0-b37c-2ce4274bc585 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:37:02.458970 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:02.459518 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:02.460008 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 Nov 02 12:37:02.476448 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-db740784-5626-4761-8a07-c85ad11324b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:02.478789 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-db740784-5626-4761-8a07-c85ad11324b1 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1803961 Nov 02 12:37:02.574772 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7794349e-7fe5-49cc-a2dc-0e714f322f7a None None] Could not find standard attr ID for object 84163c2b-865a-4e86-9507-ce36bb37b32c. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:37:02.621067 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7794349e-7fe5-49cc-a2dc-0e714f322f7a None None] Provisioning complete for port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:02.621355 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7794349e-7fe5-49cc-a2dc-0e714f322f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:02.621693 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7794349e-7fe5-49cc-a2dc-0e714f322f7a None None] Attempt 1 to provision port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 Nov 02 12:37:02.663482 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a0ebdcb4-95e1-4c06-adce-e4c5bacbe0ff req-d6ad2060-f61c-4873-91cf-b63cf684afc4 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204356 Nov 02 12:37:02.706738 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f69f23-660b-4394-b81a-718c146980a1 admin admin] Router 98509173-0c75-4ca5-858d-f217f9e2fbff has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:37:02.758446 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-78cbf5e3-c773-422c-9350-dc3fb0cbe661 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447841 Nov 02 12:37:02.763808 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:02.923710 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59572) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:02.951359 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:02.973305 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:03.065703 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-56ca1350-9df3-4e0d-a0c3-24c7989b1731 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d20ecfbbcbcd4953aed36bc1c7e4c054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389034 Nov 02 12:37:03.068415 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59574) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:03.069434 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c63c33f3-add5-40b1-ba62-43243927ddd0 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:37:03.073119 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7794349e-7fe5-49cc-a2dc-0e714f322f7a None None] Current status of the port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:03.076186 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95cceb-322a-4178-ab35-c857d7e06909 req-98ee04da-5e33-4c6a-b4d8-53b0d0231bc8 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:03.083992 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9b95cceb-322a-4178-ab35-c857d7e06909 req-98ee04da-5e33-4c6a-b4d8-53b0d0231bc8 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 947 time: 0.1862826 Nov 02 12:37:03.104595 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9cb449af-4b86-4cee-80c9-2cdd022935f0 req-392b6a6e-c3bf-43e3-b89e-1bdee5fd03af service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365052 Nov 02 12:37:03.139899 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: c63c33f3-add5-40b1-ba62-43243927ddd0 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:37:03.139899 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c63c33f3-add5-40b1-ba62-43243927ddd0 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:37:03.139899 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 84163c2b-865a-4e86-9507-ce36bb37b32c no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:37:03.140791 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c539964-3656-4e53-9adc-be6a93576c9a req-74c196d3-bca4-494b-b123-e7cf5bbef5bb tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:03.140791 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7c539964-3656-4e53-9adc-be6a93576c9a req-74c196d3-bca4-494b-b123-e7cf5bbef5bb tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.1734002 Nov 02 12:37:03.148362 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f69f23-660b-4394-b81a-718c146980a1 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:37:03.158004 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1131d7-7c99-4498-8a4f-4af0832a3d5a None None] Sync routers for ids ['98509173-0c75-4ca5-858d-f217f9e2fbff'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:37:03.163452 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 84163c2b-865a-4e86-9507-ce36bb37b32c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:37:03.163810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 84163c2b-865a-4e86-9507-ce36bb37b32c not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:37:03.170949 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-11f69f23-660b-4394-b81a-718c146980a1 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/98509173-0c75-4ca5-858d-f217f9e2fbff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2769122 Nov 02 12:37:03.174375 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59576) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:03.184726 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1131d7-7c99-4498-8a4f-4af0832a3d5a None None] Routers {'98509173-0c75-4ca5-858d-f217f9e2fbff'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:37:03.185689 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1f1131d7-7c99-4498-8a4f-4af0832a3d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['98509173-0c75-4ca5-858d-f217f9e2fbff'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:03.217129 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05f9490-3dc3-4f4a-9211-afb4f0a687b9 admin admin] Router b3dd8188-d2a2-4a0b-86bb-798c3a15307d is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:37:03.247549 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e24358ea-b27d-4560-a642-bb84dd54071e admin admin] Publish callbacks [] for security_group (27006bc9-b013-4f3c-8d60-0cbc457e6a33), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:03.268910 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9b95cceb-322a-4178-ab35-c857d7e06909 req-82306c53-5c56-4c33-bb18-244f457120fd tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631684 Nov 02 12:37:03.295996 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e24358ea-b27d-4560-a642-bb84dd54071e admin admin] Publish callbacks [] for security_group (27006bc9-b013-4f3c-8d60-0cbc457e6a33), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:03.351536 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7c539964-3656-4e53-9adc-be6a93576c9a req-ed68ac60-faac-4c47-a69a-691d1f54a99e tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020178 Nov 02 12:37:03.463058 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-1f1131d7-7c99-4498-8a4f-4af0832a3d5a None None] Set router 98509173-0c75-4ca5-858d-f217f9e2fbff gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:03.475214 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e6279f9-583a-4d67-a670-895cb4468d2c admin admin] Publish callbacks [] for router (98509173-0c75-4ca5-858d-f217f9e2fbff), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:03.505462 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59590) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:03.614032 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e6279f9-583a-4d67-a670-895cb4468d2c admin admin] Publish callbacks [] for router_gateway (98509173-0c75-4ca5-858d-f217f9e2fbff), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:03.658245 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c0f575c0-8e56-4ace-8580-ac9632837aaf req-68056428-8827-4bc2-ae23-0d2640f237fb tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=30d5c1d6-abf8-4b74-91e4-c784a14c3456 HTTP/1.1" status: 200 len: 210 time: 0.1516409 Nov 02 12:37:03.659246 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2f034820-6d23-4242-ad90-4fad2c5e3109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:03.719663 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05f9490-3dc3-4f4a-9211-afb4f0a687b9 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:37:03.748348 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59249f24-1710-459e-801f-a20915c1f431 None None] Sync routers for ids ['b3dd8188-d2a2-4a0b-86bb-798c3a15307d'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:37:03.767439 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59249f24-1710-459e-801f-a20915c1f431 None None] Routers {'b3dd8188-d2a2-4a0b-86bb-798c3a15307d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:37:03.768348 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-59249f24-1710-459e-801f-a20915c1f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b3dd8188-d2a2-4a0b-86bb-798c3a15307d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:03.774274 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e24358ea-b27d-4560-a642-bb84dd54071e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (27006bc9-b013-4f3c-8d60-0cbc457e6a33), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:03.780213 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e24358ea-b27d-4560-a642-bb84dd54071e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:03.780213 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e24358ea-b27d-4560-a642-bb84dd54071e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/27006bc9-b013-4f3c-8d60-0cbc457e6a33 HTTP/1.1" status: 204 len: 168 time: 0.7100918 Nov 02 12:37:03.796952 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24358ea-b27d-4560-a642-bb84dd54071e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27006bc9-b013-4f3c-8d60-0cbc457e6a33,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:03.814380 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-6e6279f9-583a-4d67-a670-895cb4468d2c admin admin] Deleting port c2001882-3f4e-431a-b4c3-ca751e201472 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:37:03.814782 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e6279f9-583a-4d67-a670-895cb4468d2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c2001882-3f4e-431a-b4c3-ca751e201472), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:03.829389 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2f034820-6d23-4242-ad90-4fad2c5e3109 admin admin] Publish callbacks [] for security_group (16526c94-1ad0-4b81-a4f9-a61833b351f3), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:03.870416 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1f1131d7-7c99-4498-8a4f-4af0832a3d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98509173-0c75-4ca5-858d-f217f9e2fbff', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1652259026-router', 'tenant_id': '6f2c8035f0584149a43ffcc4c36d85db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c2001882-3f4e-431a-b4c3-ca751e201472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:27Z', 'updated_at': '2022-11-02T12:36:59Z', 'revision_number': 5, 'project_id': '6f2c8035f0584149a43ffcc4c36d85db', 'gw_port': {'id': 'c2001882-3f4e-431a-b4c3-ca751e201472', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:97:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98509173-0c75-4ca5-858d-f217f9e2fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:28Z', 'updated_at': '2022-11-02T12:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:03.876107 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c05f9490-3dc3-4f4a-9211-afb4f0a687b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:03.878029 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c05f9490-3dc3-4f4a-9211-afb4f0a687b9 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.9005802 Nov 02 12:37:03.881319 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59598) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:03.886187 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:03.894698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8ce918e5-5f57-4e5d-87fb-83dcef246cf9 None None] Provisioning complete for port 77eb09b2-3b9f-458e-b8b3-5af4519685b6 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:03.895324 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8ce918e5-5f57-4e5d-87fb-83dcef246cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (77eb09b2-3b9f-458e-b8b3-5af4519685b6), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:03.895819 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8ce918e5-5f57-4e5d-87fb-83dcef246cf9 None None] Attempt 1 to provision port 77eb09b2-3b9f-458e-b8b3-5af4519685b6 Nov 02 12:37:03.921556 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1131d7-7c99-4498-8a4f-4af0832a3d5a None None] Checking router: 98509173-0c75-4ca5-858d-f217f9e2fbff for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:37:03.936271 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1131d7-7c99-4498-8a4f-4af0832a3d5a None None] Routers {'98509173-0c75-4ca5-858d-f217f9e2fbff'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:37:03.937087 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1f1131d7-7c99-4498-8a4f-4af0832a3d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['98509173-0c75-4ca5-858d-f217f9e2fbff'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:03.998651 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-59249f24-1710-459e-801f-a20915c1f431 None None] Set router b3dd8188-d2a2-4a0b-86bb-798c3a15307d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:04.021083 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2f034820-6d23-4242-ad90-4fad2c5e3109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (16526c94-1ad0-4b81-a4f9-a61833b351f3), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:04.038479 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-6e6279f9-583a-4d67-a670-895cb4468d2c admin admin] For port c2001882-3f4e-431a-b4c3-ca751e201472, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c2001882-3f4e-431a-b4c3-ca751e201472,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:04.040457 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e6279f9-583a-4d67-a670-895cb4468d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c2001882-3f4e-431a-b4c3-ca751e201472), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:04.059771 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:04.088680 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-1f1131d7-7c99-4498-8a4f-4af0832a3d5a None None] Set router 98509173-0c75-4ca5-858d-f217f9e2fbff gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:04.095117 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-6e6279f9-583a-4d67-a670-895cb4468d2c admin admin] Calling delete_port for c2001882-3f4e-431a-b4c3-ca751e201472 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:37:04.115889 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2f034820-6d23-4242-ad90-4fad2c5e3109 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d798b14d99db4d34b12f37001a08a406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6081879 Nov 02 12:37:04.120416 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59602) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:04.129737 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8ce918e5-5f57-4e5d-87fb-83dcef246cf9 None None] Current status of the port 77eb09b2-3b9f-458e-b8b3-5af4519685b6 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:04.207585 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f034820-6d23-4242-ad90-4fad2c5e3109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16526c94-1ad0-4b81-a4f9-a61833b351f3,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:04.286775 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-59249f24-1710-459e-801f-a20915c1f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dd8188-d2a2-4a0b-86bb-798c3a15307d', 'name': 'tempest-LiveMigrationTest-2066048724-router', 'tenant_id': 'b32522c2fe384c72abb75d027338cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'a0cbb7b4-a30b-4881-a56d-407c78dcbf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:56Z', 'updated_at': '2022-11-02T12:37:00Z', 'revision_number': 3, 'project_id': 'b32522c2fe384c72abb75d027338cbea', 'gw_port': {'id': 'a0cbb7b4-a30b-4881-a56d-407c78dcbf10', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dd8188-d2a2-4a0b-86bb-798c3a15307d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:59Z', 'updated_at': '2022-11-02T12:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:04.388276 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59249f24-1710-459e-801f-a20915c1f431 None None] Checking router: b3dd8188-d2a2-4a0b-86bb-798c3a15307d for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:37:04.388662 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59249f24-1710-459e-801f-a20915c1f431 None None] Updating router b3dd8188-d2a2-4a0b-86bb-798c3a15307d port a0cbb7b4-a30b-4881-a56d-407c78dcbf10 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:37:04.440623 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144daf4-ebf9-4ab6-a9a4-ac1677f6c4ec req-0e4d0b73-d4cc-4ae7-8d94-1dd96d9209d7 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:04.456204 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3144daf4-ebf9-4ab6-a9a4-ac1677f6c4ec req-0e4d0b73-d4cc-4ae7-8d94-1dd96d9209d7 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.2835836 Nov 02 12:37:04.493718 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1f1131d7-7c99-4498-8a4f-4af0832a3d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98509173-0c75-4ca5-858d-f217f9e2fbff', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1652259026-router', 'tenant_id': '6f2c8035f0584149a43ffcc4c36d85db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:27Z', 'updated_at': '2022-11-02T12:37:03Z', 'revision_number': 6, 'project_id': '6f2c8035f0584149a43ffcc4c36d85db', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:04.550199 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0e190481-4783-4d4d-98cb-70348db2b5ea admin admin] Publish callbacks [] for security_group (16526c94-1ad0-4b81-a4f9-a61833b351f3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:04.554432 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e6279f9-583a-4d67-a670-895cb4468d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (c2001882-3f4e-431a-b4c3-ca751e201472), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:04.564773 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-59249f24-1710-459e-801f-a20915c1f431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a0cbb7b4-a30b-4881-a56d-407c78dcbf10), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:04.567908 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1131d7-7c99-4498-8a4f-4af0832a3d5a None None] The sync data for ids ['98509173-0c75-4ca5-858d-f217f9e2fbff'] in n-d-857339-6 is: [{'id': '98509173-0c75-4ca5-858d-f217f9e2fbff', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1652259026-router', 'tenant_id': '6f2c8035f0584149a43ffcc4c36d85db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:27Z', 'updated_at': '2022-11-02T12:37:03Z', 'revision_number': 6, 'project_id': '6f2c8035f0584149a43ffcc4c36d85db', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:37:04.578133 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59620) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:04.642959 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a4b83-753a-4a3c-b062-dc689c4cfd5d req-b77ec06f-5b8d-4e32-95d9-6587205edb84 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:04.651609 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-149a4b83-753a-4a3c-b062-dc689c4cfd5d req-b77ec06f-5b8d-4e32-95d9-6587205edb84 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 947 time: 0.1722522 Nov 02 12:37:04.673531 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6279f9-583a-4d67-a670-895cb4468d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=c2001882-3f4e-431a-b4c3-ca751e201472,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:04.732407 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0e190481-4783-4d4d-98cb-70348db2b5ea admin admin] Publish callbacks [] for security_group (16526c94-1ad0-4b81-a4f9-a61833b351f3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:04.782446 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3144daf4-ebf9-4ab6-a9a4-ac1677f6c4ec req-ce2a2d52-f89c-4407-9a2b-42a2d176c363 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251007 Nov 02 12:37:04.870575 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-35a294e9-c1a9-4c54-a357-24b5001d879b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:04.901735 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-149a4b83-753a-4a3c-b062-dc689c4cfd5d req-b5c38afb-150a-415c-8185-43440f634296 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342510 Nov 02 12:37:04.932094 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2ff83a97-c382-42e9-9972-6cddbb34188e req-56436a8d-672b-4fe6-a96d-69be4b9a8430 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=30d5c1d6-abf8-4b74-91e4-c784a14c3456 HTTP/1.1" status: 200 len: 210 time: 0.0515027 Nov 02 12:37:04.933116 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e6279f9-583a-4d67-a670-895cb4468d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (98509173-0c75-4ca5-858d-f217f9e2fbff), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.037696 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0e190481-4783-4d4d-98cb-70348db2b5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (16526c94-1ad0-4b81-a4f9-a61833b351f3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.040874 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0e190481-4783-4d4d-98cb-70348db2b5ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.042036 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0e190481-4783-4d4d-98cb-70348db2b5ea admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/16526c94-1ad0-4b81-a4f9-a61833b351f3 HTTP/1.1" status: 204 len: 168 time: 0.9205780 Nov 02 12:37:05.055186 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-59249f24-1710-459e-801f-a20915c1f431 None None] Publish callbacks [] for port (a0cbb7b4-a30b-4881-a56d-407c78dcbf10), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.114150 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e190481-4783-4d4d-98cb-70348db2b5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16526c94-1ad0-4b81-a4f9-a61833b351f3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:05.125504 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e6279f9-583a-4d67-a670-895cb4468d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (98509173-0c75-4ca5-858d-f217f9e2fbff), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.131278 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e6279f9-583a-4d67-a670-895cb4468d2c admin admin] Publish callbacks [] for router_controller (98509173-0c75-4ca5-858d-f217f9e2fbff), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.213980 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b10d5a3e-c2f1-4569-8053-3375f618c7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.232948 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-35a294e9-c1a9-4c54-a357-24b5001d879b admin admin] Publish callbacks [] for security_group (ec1ce5d1-175f-474e-9975-803325dcfe07), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.253600 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-59249f24-1710-459e-801f-a20915c1f431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a0cbb7b4-a30b-4881-a56d-407c78dcbf10), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.301948 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-59249f24-1710-459e-801f-a20915c1f431 None None] Attempting to bind port a0cbb7b4-a30b-4881-a56d-407c78dcbf10 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:05.302310 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-59249f24-1710-459e-801f-a20915c1f431 None None] Attempting to bind port a0cbb7b4-a30b-4881-a56d-407c78dcbf10 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:05.302683 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59249f24-1710-459e-801f-a20915c1f431 None None] Attempting to bind port a0cbb7b4-a30b-4881-a56d-407c78dcbf10 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:05.308401 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e6279f9-583a-4d67-a670-895cb4468d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (98509173-0c75-4ca5-858d-f217f9e2fbff), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.310016 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6279f9-583a-4d67-a670-895cb4468d2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98509173-0c75-4ca5-858d-f217f9e2fbff {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:37:05.315988 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e6279f9-583a-4d67-a670-895cb4468d2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.318038 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6e6279f9-583a-4d67-a670-895cb4468d2c admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/98509173-0c75-4ca5-858d-f217f9e2fbff HTTP/1.1" status: 204 len: 168 time: 2.1414332 Nov 02 12:37:05.320688 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59638) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:05.338656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf97c0-ed18-472c-be97-d5e6fef2be41 None None] Pushing event updated for resources: {'Port': ['ID=a0cbb7b4-a30b-4881-a56d-407c78dcbf10,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:05.371398 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59249f24-1710-459e-801f-a20915c1f431 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:05.375642 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59249f24-1710-459e-801f-a20915c1f431 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:05.375642 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-59249f24-1710-459e-801f-a20915c1f431 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.375642 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59249f24-1710-459e-801f-a20915c1f431 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:05.375642 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-59249f24-1710-459e-801f-a20915c1f431 None None] Bound port: a0cbb7b4-a30b-4881-a56d-407c78dcbf10, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:05.375642 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-59249f24-1710-459e-801f-a20915c1f431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a0cbb7b4-a30b-4881-a56d-407c78dcbf10), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.378004 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b96a07-3da4-481d-84e8-540c4febb428 admin admin] Deleting subnet d8445b4d-6e89-445d-8c54-56dd357ade9b {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:37:05.381989 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50b96a07-3da4-481d-84e8-540c4febb428 admin admin] Publish callbacks [] for subnet (d8445b4d-6e89-445d-8c54-56dd357ade9b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.408842 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-b10d5a3e-c2f1-4569-8053-3375f618c7e7 admin admin] Allocated IP 172.20.0.1 (3335a470-135f-4055-bea8-07db0ea357d9/bd740e8d-b6e2-4b60-889e-18724fe4786e/79101929-0f5a-4f90-8e3c-97001ccfa0b8) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:05.427186 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-35a294e9-c1a9-4c54-a357-24b5001d879b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ec1ce5d1-175f-474e-9975-803325dcfe07), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.436540 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-59249f24-1710-459e-801f-a20915c1f431 None None] For port a0cbb7b4-a30b-4881-a56d-407c78dcbf10, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:05.440773 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-59249f24-1710-459e-801f-a20915c1f431 None None] For port a0cbb7b4-a30b-4881-a56d-407c78dcbf10, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a0cbb7b4-a30b-4881-a56d-407c78dcbf10,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:05.478687 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50b96a07-3da4-481d-84e8-540c4febb428 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (d8445b4d-6e89-445d-8c54-56dd357ade9b), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.516386 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-35a294e9-c1a9-4c54-a357-24b5001d879b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ee661ddce84e47739e0959409b2b9437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9368656 Nov 02 12:37:05.521754 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59642) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:05.549995 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a294e9-c1a9-4c54-a357-24b5001d879b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1ce5d1-175f-474e-9975-803325dcfe07,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:05.560959 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b10d5a3e-c2f1-4569-8053-3375f618c7e7 admin admin] Publish callbacks [] for port (79101929-0f5a-4f90-8e3c-97001ccfa0b8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.592979 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-59249f24-1710-459e-801f-a20915c1f431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a0cbb7b4-a30b-4881-a56d-407c78dcbf10), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.636445 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59249f24-1710-459e-801f-a20915c1f431 None None] Routers {'b3dd8188-d2a2-4a0b-86bb-798c3a15307d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:37:05.637490 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-59249f24-1710-459e-801f-a20915c1f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b3dd8188-d2a2-4a0b-86bb-798c3a15307d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:05.639945 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-14cce699-dbab-4678-b2f3-cd990c6481a2 admin admin] Publish callbacks [] for security_group (ec1ce5d1-175f-474e-9975-803325dcfe07), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.650597 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50b96a07-3da4-481d-84e8-540c4febb428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (d8445b4d-6e89-445d-8c54-56dd357ade9b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.655340 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=5,neutron:SELECT=81,neutron:INSERT=14 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:05.700207 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-14cce699-dbab-4678-b2f3-cd990c6481a2 admin admin] Publish callbacks [] for security_group (ec1ce5d1-175f-474e-9975-803325dcfe07), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.715753 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf97c0-ed18-472c-be97-d5e6fef2be41 None None] Pushing event updated for resources: {'Port': ['ID=a0cbb7b4-a30b-4881-a56d-407c78dcbf10,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:05.792133 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b10d5a3e-c2f1-4569-8053-3375f618c7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (79101929-0f5a-4f90-8e3c-97001ccfa0b8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.824461 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-59249f24-1710-459e-801f-a20915c1f431 None None] Set router b3dd8188-d2a2-4a0b-86bb-798c3a15307d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:05.839480 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10d5a3e-c2f1-4569-8053-3375f618c7e7 admin admin] Network 3335a470-135f-4055-bea8-07db0ea357d9 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:05.860156 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-b10d5a3e-c2f1-4569-8053-3375f618c7e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:05.860920 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50b96a07-3da4-481d-84e8-540c4febb428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (d8445b4d-6e89-445d-8c54-56dd357ade9b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.865217 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10d5a3e-c2f1-4569-8053-3375f618c7e7 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:37:05.949539 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b96a07-3da4-481d-84e8-540c4febb428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8445b4d-6e89-445d-8c54-56dd357ade9b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:05.965771 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-14cce699-dbab-4678-b2f3-cd990c6481a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ec1ce5d1-175f-474e-9975-803325dcfe07), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.971359 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-14cce699-dbab-4678-b2f3-cd990c6481a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.973892 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b10d5a3e-c2f1-4569-8053-3375f618c7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (b3dd8188-d2a2-4a0b-86bb-798c3a15307d), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.975314 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-14cce699-dbab-4678-b2f3-cd990c6481a2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ec1ce5d1-175f-474e-9975-803325dcfe07 HTTP/1.1" status: 204 len: 168 time: 0.4476967 Nov 02 12:37:05.980673 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50b96a07-3da4-481d-84e8-540c4febb428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.993201 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-50b96a07-3da4-481d-84e8-540c4febb428 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/d8445b4d-6e89-445d-8c54-56dd357ade9b HTTP/1.1" status: 204 len: 168 time: 0.6712637 Nov 02 12:37:06.016033 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59660) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:06.017264 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cce699-dbab-4678-b2f3-cd990c6481a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1ce5d1-175f-474e-9975-803325dcfe07,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:06.071900 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:06.108030 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 1b059224-13f3-4473-b9fb-179846b9a3cd details requested by agent hyperv_n-h2-857339-6 with host n-h2-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:37:06.110534 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd087417-1a51-4f8c-bbe6-eebc224e8723 None None] Network f2a58312-32e2-428b-a0b6-b0431267dd85 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:37:06.193711 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-95d33fb1-6d69-4673-80d7-3d814fcd6a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (f2a58312-32e2-428b-a0b6-b0431267dd85), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:06.538758 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d5a3e-c2f1-4569-8053-3375f618c7e7 admin admin] Pushing event updated for resources: {'Port': ['ID=79101929-0f5a-4f90-8e3c-97001ccfa0b8,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:06.571512 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:37:06.596721 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-95d33fb1-6d69-4673-80d7-3d814fcd6a75 admin admin] Deleting port 77eb09b2-3b9f-458e-b8b3-5af4519685b6 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:37:06.597113 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-95d33fb1-6d69-4673-80d7-3d814fcd6a75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (77eb09b2-3b9f-458e-b8b3-5af4519685b6), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:06.620058 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c2001882-3f4e-431a-b4c3-ca751e201472 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:37:06.684399 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: c2001882-3f4e-431a-b4c3-ca751e201472 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:37:06.684399 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c2001882-3f4e-431a-b4c3-ca751e201472 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:37:06.684399 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:37:06.702954 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-95d33fb1-6d69-4673-80d7-3d814fcd6a75 admin admin] For port 77eb09b2-3b9f-458e-b8b3-5af4519685b6, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=77eb09b2-3b9f-458e-b8b3-5af4519685b6,segment=NetworkSegment(4e3590a1-de84-463d-93cd-5e838f153149),segment_id=4e3590a1-de84-463d-93cd-5e838f153149)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:06.703272 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-95d33fb1-6d69-4673-80d7-3d814fcd6a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (77eb09b2-3b9f-458e-b8b3-5af4519685b6), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:06.717688 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0a8dac11-aa27-4440-8758-611a19b72255 None None] Provisioning complete for port 79101929-0f5a-4f90-8e3c-97001ccfa0b8 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:06.718061 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0a8dac11-aa27-4440-8758-611a19b72255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (79101929-0f5a-4f90-8e3c-97001ccfa0b8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:06.718398 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0a8dac11-aa27-4440-8758-611a19b72255 None None] Attempt 1 to provision port 79101929-0f5a-4f90-8e3c-97001ccfa0b8 Nov 02 12:37:06.724585 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-95d33fb1-6d69-4673-80d7-3d814fcd6a75 admin admin] Calling delete_port for 77eb09b2-3b9f-458e-b8b3-5af4519685b6 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:37:06.738482 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb53fe-f9a0-40e9-a77c-8fa2fd4b8c8e None None] DHCP port deletion for f2a58312-32e2-428b-a0b6-b0431267dd85 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:37:06.740770 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32becfe-7d58-4428-8eb6-a09b86e7a396 req-1d27a110-58c3-4fc3-9c28-120d017d5ebb tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:06.750065 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a32becfe-7d58-4428-8eb6-a09b86e7a396 req-1d27a110-58c3-4fc3-9c28-120d017d5ebb tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.2355273 Nov 02 12:37:06.759245 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19c391-abb9-4f25-9711-7ee03e9a34f7 req-49b01ca2-ea2f-48e6-aad2-6d48b769bc68 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:06.767344 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2c19c391-abb9-4f25-9711-7ee03e9a34f7 req-49b01ca2-ea2f-48e6-aad2-6d48b769bc68 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 947 time: 0.2508883 Nov 02 12:37:06.821472 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:06.868967 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:37:06.872284 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 591378d8-9aa1-4dc1-8d44-1f332e8d1b54 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:37:06.881053 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a32becfe-7d58-4428-8eb6-a09b86e7a396 req-98267647-7de2-44b1-a4d6-c11ee94f2ef2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299846 Nov 02 12:37:06.897920 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-59249f24-1710-459e-801f-a20915c1f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dd8188-d2a2-4a0b-86bb-798c3a15307d', 'name': 'tempest-LiveMigrationTest-2066048724-router', 'tenant_id': 'b32522c2fe384c72abb75d027338cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'a0cbb7b4-a30b-4881-a56d-407c78dcbf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:56Z', 'updated_at': '2022-11-02T12:37:00Z', 'revision_number': 3, 'project_id': 'b32522c2fe384c72abb75d027338cbea', 'gw_port': {'id': 'a0cbb7b4-a30b-4881-a56d-407c78dcbf10', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dd8188-d2a2-4a0b-86bb-798c3a15307d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:59Z', 'updated_at': '2022-11-02T12:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:06.903484 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2c19c391-abb9-4f25-9711-7ee03e9a34f7 req-b674e6eb-1c25-41a8-9833-94d0921373b1 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352963 Nov 02 12:37:06.977157 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59249f24-1710-459e-801f-a20915c1f431 None None] The sync data for ids ['b3dd8188-d2a2-4a0b-86bb-798c3a15307d'] in n-d-857339-6 is: [{'id': 'b3dd8188-d2a2-4a0b-86bb-798c3a15307d', 'name': 'tempest-LiveMigrationTest-2066048724-router', 'tenant_id': 'b32522c2fe384c72abb75d027338cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'a0cbb7b4-a30b-4881-a56d-407c78dcbf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:56Z', 'updated_at': '2022-11-02T12:37:00Z', 'revision_number': 3, 'project_id': 'b32522c2fe384c72abb75d027338cbea', 'gw_port': {'id': 'a0cbb7b4-a30b-4881-a56d-407c78dcbf10', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dd8188-d2a2-4a0b-86bb-798c3a15307d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:59Z', 'updated_at': '2022-11-02T12:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:37:06.977498 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:06.980147 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-95d33fb1-6d69-4673-80d7-3d814fcd6a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (77eb09b2-3b9f-458e-b8b3-5af4519685b6), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:06.991199 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 1b059224-13f3-4473-b9fb-179846b9a3cd, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=1b059224-13f3-4473-b9fb-179846b9a3cd,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:06.997255 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0a8dac11-aa27-4440-8758-611a19b72255 None None] Port 79101929-0f5a-4f90-8e3c-97001ccfa0b8 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:37:07.014735 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d33fb1-6d69-4673-80d7-3d814fcd6a75 admin admin] No DVR routers for this DVR port 77eb09b2-3b9f-458e-b8b3-5af4519685b6 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:37:07.038617 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8feb53fe-f9a0-40e9-a77c-8fa2fd4b8c8e None None] Deleting port 77eb09b2-3b9f-458e-b8b3-5af4519685b6 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:37:07.045316 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8feb53fe-f9a0-40e9-a77c-8fa2fd4b8c8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (77eb09b2-3b9f-458e-b8b3-5af4519685b6), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:07.058220 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d33fb1-6d69-4673-80d7-3d814fcd6a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=77eb09b2-3b9f-458e-b8b3-5af4519685b6,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:07.126006 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-92007e5e-2fb6-4b7b-8f46-003a8417cfbd req-a24ecdad-fded-45fa-ab76-33e3c36d2c83 tempest-AbsoluteLimitsNegativeTestJSON-1860380564 tempest-AbsoluteLimitsNegativeTestJSON-1860380564-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=f06f62ec55ad43f7879d7a8d18071ba8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699158 Nov 02 12:37:07.129785 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-57ec3b89-072c-4a43-988a-591409dbdb61 req-a4d0d056-19df-4a85-97ca-494303175bb8 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=30d5c1d6-abf8-4b74-91e4-c784a14c3456 HTTP/1.1" status: 200 len: 210 time: 0.1299562 Nov 02 12:37:07.151660 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-95d33fb1-6d69-4673-80d7-3d814fcd6a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (f2a58312-32e2-428b-a0b6-b0431267dd85), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:07.180230 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-95d33fb1-6d69-4673-80d7-3d814fcd6a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a58312-32e2-428b-a0b6-b0431267dd85']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:07.193138 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-95d33fb1-6d69-4673-80d7-3d814fcd6a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3590a1-de84-463d-93cd-5e838f153149') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:07.193819 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-95d33fb1-6d69-4673-80d7-3d814fcd6a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3590a1-de84-463d-93cd-5e838f153149') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:07.202165 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-8feb53fe-f9a0-40e9-a77c-8fa2fd4b8c8e None None] For port 77eb09b2-3b9f-458e-b8b3-5af4519685b6, host n-d-857339-6, got binding levels [] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:07.203379 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8feb53fe-f9a0-40e9-a77c-8fa2fd4b8c8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (77eb09b2-3b9f-458e-b8b3-5af4519685b6), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:07.217729 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-95d33fb1-6d69-4673-80d7-3d814fcd6a75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (4e3590a1-de84-463d-93cd-5e838f153149), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:07.219114 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Returning: {'device': '1b059224-13f3-4473-b9fb-179846b9a3cd', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': '1b059224-13f3-4473-b9fb-179846b9a3cd', 'mac_address': 'fa:16:3e:97:50:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:37:07.231555 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8feb53fe-f9a0-40e9-a77c-8fa2fd4b8c8e None None] Calling delete_port for 77eb09b2-3b9f-458e-b8b3-5af4519685b6 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:37:07.234538 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.ipam_backend_mixin [None req-8feb53fe-f9a0-40e9-a77c-8fa2fd4b8c8e None None] Port 77eb09b2-3b9f-458e-b8b3-5af4519685b6 was not found and therefore no delete operation was performed {{(pid=105977) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Nov 02 12:37:07.236814 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-95d33fb1-6d69-4673-80d7-3d814fcd6a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4e3590a1-de84-463d-93cd-5e838f153149), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:07.238916 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8feb53fe-f9a0-40e9-a77c-8fa2fd4b8c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (77eb09b2-3b9f-458e-b8b3-5af4519685b6), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:07.268450 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d33fb1-6d69-4673-80d7-3d814fcd6a75 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:37:07.269389 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-95d33fb1-6d69-4673-80d7-3d814fcd6a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (4e3590a1-de84-463d-93cd-5e838f153149), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:07.292287 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb53fe-f9a0-40e9-a77c-8fa2fd4b8c8e None None] Pushing event deleted for resources: {'Port': ['ID=77eb09b2-3b9f-458e-b8b3-5af4519685b6,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:07.298073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb53fe-f9a0-40e9-a77c-8fa2fd4b8c8e None None] No DVR routers for this DVR port 77eb09b2-3b9f-458e-b8b3-5af4519685b6 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:37:07.325513 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59692) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:07.326435 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:07.333444 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port 1b059224-13f3-4473-b9fb-179846b9a3cd is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:07.333444 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1b059224-13f3-4473-b9fb-179846b9a3cd), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:07.341314 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea7741b4-2007-4052-a4cd-913ae446d2c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:07.352046 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 4e3590a1-de84-463d-93cd-5e838f153149 resource provider aggregate not found Nov 02 12:37:07.380448 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 4e3590a1-de84-463d-93cd-5e838f153149 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e3590a1-de84-463d-93cd-5e838f153149 found for delete ", "request_id": "req-c8c2a275-14ea-4475-b224-a5032b96bf89"}]} Nov 02 12:37:07.387609 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b059224-13f3-4473-b9fb-179846b9a3cd {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:37:07.447577 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 1b059224-13f3-4473-b9fb-179846b9a3cd, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=1b059224-13f3-4473-b9fb-179846b9a3cd,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:07.525183 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:07.525372 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-95d33fb1-6d69-4673-80d7-3d814fcd6a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (f2a58312-32e2-428b-a0b6-b0431267dd85), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:07.525481 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92007e5e-2fb6-4b7b-8f46-003a8417cfbd req-e6f1550e-cb97-4bf8-b1e3-3d20ab887b56 tempest-AbsoluteLimitsNegativeTestJSON-1860380564 tempest-AbsoluteLimitsNegativeTestJSON-1860380564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:07.525481 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-92007e5e-2fb6-4b7b-8f46-003a8417cfbd req-e6f1550e-cb97-4bf8-b1e3-3d20ab887b56 tempest-AbsoluteLimitsNegativeTestJSON-1860380564 tempest-AbsoluteLimitsNegativeTestJSON-1860380564-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3848009 Nov 02 12:37:07.534966 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b10d5a3e-c2f1-4569-8053-3375f618c7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (79101929-0f5a-4f90-8e3c-97001ccfa0b8), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:07.556559 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-92007e5e-2fb6-4b7b-8f46-003a8417cfbd req-3aa04969-f8d9-41b6-9efd-08c2209dc531 tempest-AbsoluteLimitsNegativeTestJSON-1860380564 tempest-AbsoluteLimitsNegativeTestJSON-1860380564-project] 10.222.0.64 "GET /networking/v2.0/quotas/f06f62ec55ad43f7879d7a8d18071ba8 HTTP/1.1" status: 200 len: 375 time: 0.0366151 Nov 02 12:37:07.558629 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d33fb1-6d69-4673-80d7-3d814fcd6a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a58312-32e2-428b-a0b6-b0431267dd85,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:07.571744 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-95d33fb1-6d69-4673-80d7-3d814fcd6a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:07.571744 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-95d33fb1-6d69-4673-80d7-3d814fcd6a75 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/f2a58312-32e2-428b-a0b6-b0431267dd85 HTTP/1.1" status: 204 len: 168 time: 1.5492203 Nov 02 12:37:07.607418 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1b059224-13f3-4473-b9fb-179846b9a3cd), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:07.655144 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-92007e5e-2fb6-4b7b-8f46-003a8417cfbd req-c42b95eb-c60f-4021-bd5a-930cda89220d tempest-AbsoluteLimitsNegativeTestJSON-1860380564 tempest-AbsoluteLimitsNegativeTestJSON-1860380564-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f06f62ec55ad43f7879d7a8d18071ba8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843244 Nov 02 12:37:07.701678 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=1b059224-13f3-4473-b9fb-179846b9a3cd,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:07.748726 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-8e98636c-3389-4b04-aa11-04a65e2da617 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=b94df274ea1b4a2387fa8a717cb3ca3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424895 Nov 02 12:37:07.832197 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea7741b4-2007-4052-a4cd-913ae446d2c6 admin admin] Publish callbacks [] for security_group (38125417-812a-47c4-bf52-8a0cae89ea5f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:07.871326 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['1b059224-13f3-4473-b9fb-179846b9a3cd'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:37:07.906737 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-fb1f64d5-83da-4a08-93bc-e1f48c9072f8 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:07.909225 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-fb1f64d5-83da-4a08-93bc-e1f48c9072f8 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1556609 Nov 02 12:37:07.930813 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b10d5a3e-c2f1-4569-8053-3375f618c7e7 admin admin] Publish callbacks [] for port (79101929-0f5a-4f90-8e3c-97001ccfa0b8), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:07.931032 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-4155b5dd-cc94-4da2-9d84-f4ee4b8bf74e tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Request body: {'port': {'device_id': '30d5c1d6-abf8-4b74-91e4-c784a14c3456', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': 'b94df274ea1b4a2387fa8a717cb3ca3b'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:07.974292 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea7741b4-2007-4052-a4cd-913ae446d2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (38125417-812a-47c4-bf52-8a0cae89ea5f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.094785 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b10d5a3e-c2f1-4569-8053-3375f618c7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (79101929-0f5a-4f90-8e3c-97001ccfa0b8), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.194728 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ea7741b4-2007-4052-a4cd-913ae446d2c6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a9211ecdb00a45a8abb6d6511f3c1fd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8639836 Nov 02 12:37:08.198929 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7741b4-2007-4052-a4cd-913ae446d2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38125417-812a-47c4-bf52-8a0cae89ea5f,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:08.199872 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59712) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:08.232899 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b10d5a3e-c2f1-4569-8053-3375f618c7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (b3dd8188-d2a2-4a0b-86bb-798c3a15307d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.254944 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af407ca5-6d5b-49fb-8cef-850b86127415 req-46cfd91d-4d7b-4b7b-ae91-a92ad07296e2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:08.266544 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-af407ca5-6d5b-49fb-8cef-850b86127415 req-46cfd91d-4d7b-4b7b-ae91-a92ad07296e2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.2276051 Nov 02 12:37:08.303534 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-4155b5dd-cc94-4da2-9d84-f4ee4b8bf74e tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Made reservation on behalf of b94df274ea1b4a2387fa8a717cb3ca3b for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:08.318810 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-4155b5dd-cc94-4da2-9d84-f4ee4b8bf74e tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.321605 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d5a3e-c2f1-4569-8053-3375f618c7e7 admin admin] Pushing event updated for resources: {'Port': ['ID=79101929-0f5a-4f90-8e3c-97001ccfa0b8,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:08.333943 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d680b-91e6-4fb8-a160-46f3278b8d81 req-03ec926e-c49b-476d-9830-d41f79f99ac9 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:08.335531 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b99d680b-91e6-4fb8-a160-46f3278b8d81 req-03ec926e-c49b-476d-9830-d41f79f99ac9 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 948 time: 0.2464213 Nov 02 12:37:08.340678 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59714) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:08.401967 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:08.406352 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-4155b5dd-cc94-4da2-9d84-f4ee4b8bf74e tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.526532 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a888b517-0b31-46dd-a1c8-a6076efe0b56 admin admin] Publish callbacks [] for security_group (38125417-812a-47c4-bf52-8a0cae89ea5f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.583089 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d27af9cf-c84d-442a-998e-a5cd10a75b7c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9774a0fd28c545c490450ef89610c63d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413905 Nov 02 12:37:08.585483 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59718) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:08.587880 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a888b517-0b31-46dd-a1c8-a6076efe0b56 admin admin] Publish callbacks [] for security_group (38125417-812a-47c4-bf52-8a0cae89ea5f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.596714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a0cbb7b4-a30b-4881-a56d-407c78dcbf10 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:08.664084 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-af407ca5-6d5b-49fb-8cef-850b86127415 req-b5d057e3-351f-4b56-9239-471f1766a8fa tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963687 Nov 02 12:37:08.674510 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a0cbb7b4-a30b-4881-a56d-407c78dcbf10 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:08.674900 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a0cbb7b4-a30b-4881-a56d-407c78dcbf10), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.675925 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a0cbb7b4-a30b-4881-a56d-407c78dcbf10 Nov 02 12:37:08.683858 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-4155b5dd-cc94-4da2-9d84-f4ee4b8bf74e tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Publish callbacks [] for security_group (b00613c7-6889-460e-8c43-558efc5172f9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.702644 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b99d680b-91e6-4fb8-a160-46f3278b8d81 req-f1a603c5-0462-410d-ae04-77ca3148349b tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256242 Nov 02 12:37:08.712404 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10d5a3e-c2f1-4569-8053-3375f618c7e7 admin admin] Network 3335a470-135f-4055-bea8-07db0ea357d9 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:08.714190 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-b10d5a3e-c2f1-4569-8053-3375f618c7e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:08.817887 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ed149e9d-60f6-43aa-bf0c-8d338f179901 admin admin] Publish callbacks [] for security_group (0ab46ca1-f0df-4fa1-826c-b64d3f1aa647), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.825239 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59722) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:08.832222 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a0cbb7b4-a30b-4881-a56d-407c78dcbf10 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:08.833519 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a0cbb7b4-a30b-4881-a56d-407c78dcbf10), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.848238 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-4155b5dd-cc94-4da2-9d84-f4ee4b8bf74e tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b00613c7-6889-460e-8c43-558efc5172f9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.856570 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a888b517-0b31-46dd-a1c8-a6076efe0b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (38125417-812a-47c4-bf52-8a0cae89ea5f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.861260 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a888b517-0b31-46dd-a1c8-a6076efe0b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.867371 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a888b517-0b31-46dd-a1c8-a6076efe0b56 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/38125417-812a-47c4-bf52-8a0cae89ea5f HTTP/1.1" status: 204 len: 168 time: 0.6659293 Nov 02 12:37:08.868613 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port a0cbb7b4-a30b-4881-a56d-407c78dcbf10, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a0cbb7b4-a30b-4881-a56d-407c78dcbf10,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:08.907666 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bba0ebe6-9712-4a32-9cf8-10a1afd17f80 req-ab5ae027-81e0-4325-950e-61fe1eaae927 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=30d5c1d6-abf8-4b74-91e4-c784a14c3456 HTTP/1.1" status: 200 len: 210 time: 0.0780778 Nov 02 12:37:08.936673 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:08.939587 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a0cbb7b4-a30b-4881-a56d-407c78dcbf10), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.973364 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ed149e9d-60f6-43aa-bf0c-8d338f179901 admin admin] Publish callbacks [] for security_group (0ab46ca1-f0df-4fa1-826c-b64d3f1aa647), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.031762 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155b5dd-cc94-4da2-9d84-f4ee4b8bf74e tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b00613c7-6889-460e-8c43-558efc5172f9,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:09.068126 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:09.068362 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=a0cbb7b4-a30b-4881-a56d-407c78dcbf10,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:09.078643 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 77eb09b2-3b9f-458e-b8b3-5af4519685b6 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:37:09.091105 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888b517-0b31-46dd-a1c8-a6076efe0b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38125417-812a-47c4-bf52-8a0cae89ea5f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:09.155136 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10d5a3e-c2f1-4569-8053-3375f618c7e7 admin admin] Router b3dd8188-d2a2-4a0b-86bb-798c3a15307d has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:37:09.158519 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 77eb09b2-3b9f-458e-b8b3-5af4519685b6 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:37:09.158873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 77eb09b2-3b9f-458e-b8b3-5af4519685b6 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:37:09.163841 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75543a9c-1f0f-4e4b-bec9-25ec7328eb20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.169882 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-11e2b977-2dff-4fcf-8482-6af64155b6e3 None None] Provisioning complete for port 79101929-0f5a-4f90-8e3c-97001ccfa0b8 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:09.175773 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-11e2b977-2dff-4fcf-8482-6af64155b6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (79101929-0f5a-4f90-8e3c-97001ccfa0b8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.175773 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-11e2b977-2dff-4fcf-8482-6af64155b6e3 None None] Attempt 1 to provision port 79101929-0f5a-4f90-8e3c-97001ccfa0b8 Nov 02 12:37:09.208590 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-4155b5dd-cc94-4da2-9d84-f4ee4b8bf74e tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Allocated IP 192.168.233.219 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/67a405c2-b0d9-48f6-8c2a-19bfbd05f80e) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:09.220864 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-11e2b977-2dff-4fcf-8482-6af64155b6e3 None None] Port 79101929-0f5a-4f90-8e3c-97001ccfa0b8 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:37:09.245985 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ed149e9d-60f6-43aa-bf0c-8d338f179901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0ab46ca1-f0df-4fa1-826c-b64d3f1aa647), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.249288 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ed149e9d-60f6-43aa-bf0c-8d338f179901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.253921 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ed149e9d-60f6-43aa-bf0c-8d338f179901 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0ab46ca1-f0df-4fa1-826c-b64d3f1aa647 HTTP/1.1" status: 204 len: 168 time: 0.6600654 Nov 02 12:37:09.268129 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed149e9d-60f6-43aa-bf0c-8d338f179901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab46ca1-f0df-4fa1-826c-b64d3f1aa647,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:09.339876 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:09.350976 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10d5a3e-c2f1-4569-8053-3375f618c7e7 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:37:09.360569 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b10d5a3e-c2f1-4569-8053-3375f618c7e7 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/b3dd8188-d2a2-4a0b-86bb-798c3a15307d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4730134 Nov 02 12:37:09.404264 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75543a9c-1f0f-4e4b-bec9-25ec7328eb20 admin admin] Publish callbacks [] for security_group (59f6d781-a472-4f56-8280-aa233349c20c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.466735 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-4155b5dd-cc94-4da2-9d84-f4ee4b8bf74e tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Publish callbacks [] for port (67a405c2-b0d9-48f6-8c2a-19bfbd05f80e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.524438 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75543a9c-1f0f-4e4b-bec9-25ec7328eb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (59f6d781-a472-4f56-8280-aa233349c20c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.575256 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-75543a9c-1f0f-4e4b-bec9-25ec7328eb20 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f06f62ec55ad43f7879d7a8d18071ba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7488399 Nov 02 12:37:09.577872 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75543a9c-1f0f-4e4b-bec9-25ec7328eb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f6d781-a472-4f56-8280-aa233349c20c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:09.578886 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59740) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:09.592467 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-4155b5dd-cc94-4da2-9d84-f4ee4b8bf74e tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (67a405c2-b0d9-48f6-8c2a-19bfbd05f80e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.623416 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] Sync routers for ids ['b3dd8188-d2a2-4a0b-86bb-798c3a15307d'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:37:09.650767 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] Routers {'b3dd8188-d2a2-4a0b-86bb-798c3a15307d'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:37:09.652291 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b3dd8188-d2a2-4a0b-86bb-798c3a15307d'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:09.654233 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-4155b5dd-cc94-4da2-9d84-f4ee4b8bf74e tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:09.657642 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-4155b5dd-cc94-4da2-9d84-f4ee4b8bf74e tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:09.670499 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-4155b5dd-cc94-4da2-9d84-f4ee4b8bf74e tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:37:09.685749 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-df68a2f8-ffa7-4f36-a2c8-231df24677cb admin admin] Publish callbacks [] for security_group (59f6d781-a472-4f56-8280-aa233349c20c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.712586 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155b5dd-cc94-4da2-9d84-f4ee4b8bf74e tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Pushing event updated for resources: {'Port': ['ID=67a405c2-b0d9-48f6-8c2a-19bfbd05f80e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:09.730670 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-df68a2f8-ffa7-4f36-a2c8-231df24677cb admin admin] Publish callbacks [] for security_group (59f6d781-a472-4f56-8280-aa233349c20c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.800864 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-4155b5dd-cc94-4da2-9d84-f4ee4b8bf74e tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:09.803286 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-4155b5dd-cc94-4da2-9d84-f4ee4b8bf74e tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.884333 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] Set router b3dd8188-d2a2-4a0b-86bb-798c3a15307d gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:09.901502 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-4155b5dd-cc94-4da2-9d84-f4ee4b8bf74e tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9768369 Nov 02 12:37:09.921058 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] Request body: {'port': {'device_id': '30d5c1d6-abf8-4b74-91e4-c784a14c3456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-857339-6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:09.970149 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 1b059224-13f3-4473-b9fb-179846b9a3cd up at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:10.049004 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853d3be-6810-4e7a-8d75-bfa45e0d55e5 req-14716e1b-ebe5-4866-837c-6cf57a116cc3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:10.051714 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e853d3be-6810-4e7a-8d75-bfa45e0d55e5 req-14716e1b-ebe5-4866-837c-6cf57a116cc3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 948 time: 0.2176652 Nov 02 12:37:10.083642 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (67a405c2-b0d9-48f6-8c2a-19bfbd05f80e), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:10.084209 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:10.093434 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981af42-05c2-492a-b24e-f16126d56076 req-2ffe121c-b1be-40e7-971b-a43754e1f6fa tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:10.095199 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5981af42-05c2-492a-b24e-f16126d56076 req-2ffe121c-b1be-40e7-971b-a43754e1f6fa tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.2347505 Nov 02 12:37:10.146014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2b63f5ac-058b-44e0-bcae-0ba86c9f55d4 None None] Provisioning complete for port 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:10.146995 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b63f5ac-058b-44e0-bcae-0ba86c9f55d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (67a405c2-b0d9-48f6-8c2a-19bfbd05f80e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:10.147623 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2b63f5ac-058b-44e0-bcae-0ba86c9f55d4 None None] Attempt 1 to provision port 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e Nov 02 12:37:10.151692 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning for port 1b059224-13f3-4473-b9fb-179846b9a3cd completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:37:10.204267 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2b63f5ac-058b-44e0-bcae-0ba86c9f55d4 None None] Port 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:37:10.264501 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e853d3be-6810-4e7a-8d75-bfa45e0d55e5 req-fc4e49be-70b9-4d5f-8ef7-f195b53c4241 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013228 Nov 02 12:37:10.274290 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5981af42-05c2-492a-b24e-f16126d56076 req-640f5d33-1b35-4c68-b4b6-c5a2bae2725c tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647210 Nov 02 12:37:10.321638 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dd8188-d2a2-4a0b-86bb-798c3a15307d', 'name': 'tempest-LiveMigrationTest-2066048724-router', 'tenant_id': 'b32522c2fe384c72abb75d027338cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'a0cbb7b4-a30b-4881-a56d-407c78dcbf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:56Z', 'updated_at': '2022-11-02T12:37:06Z', 'revision_number': 4, 'project_id': 'b32522c2fe384c72abb75d027338cbea', 'gw_port': {'id': 'a0cbb7b4-a30b-4881-a56d-407c78dcbf10', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dd8188-d2a2-4a0b-86bb-798c3a15307d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:59Z', 'updated_at': '2022-11-02T12:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '79101929-0f5a-4f90-8e3c-97001ccfa0b8', 'name': '', 'network_id': '3335a470-135f-4055-bea8-07db0ea357d9', 'tenant_id': 'b32522c2fe384c72abb75d027338cbea', 'mac_address': 'fa:16:3e:b1:c4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dd8188-d2a2-4a0b-86bb-798c3a15307d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bd740e8d-b6e2-4b60-889e-18724fe4786e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:05Z', 'updated_at': '2022-11-02T12:37:07Z', 'revision_number': 2, 'project_id': 'b32522c2fe384c72abb75d027338cbea', 'subnets': [{'id': 'bd740e8d-b6e2-4b60-889e-18724fe4786e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:10.346243 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a0cbb7b4-a30b-4881-a56d-407c78dcbf10 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:10.351487 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] Checking router: b3dd8188-d2a2-4a0b-86bb-798c3a15307d for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:37:10.352250 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] Updating router b3dd8188-d2a2-4a0b-86bb-798c3a15307d port 79101929-0f5a-4f90-8e3c-97001ccfa0b8 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:37:10.385376 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (79101929-0f5a-4f90-8e3c-97001ccfa0b8), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:10.402786 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:10.445031 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a0cbb7b4-a30b-4881-a56d-407c78dcbf10 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:10.446748 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a0cbb7b4-a30b-4881-a56d-407c78dcbf10), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:10.447379 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a0cbb7b4-a30b-4881-a56d-407c78dcbf10 Nov 02 12:37:10.455596 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning complete for port 1b059224-13f3-4473-b9fb-179846b9a3cd triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:10.460422 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1b059224-13f3-4473-b9fb-179846b9a3cd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:10.461175 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Attempt 1 to provision port 1b059224-13f3-4473-b9fb-179846b9a3cd Nov 02 12:37:10.472161 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:10.497263 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951b2a5-43cf-418f-8208-0583b206da44 req-438c850d-3a42-4384-ac3f-e91ebde3642d tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:10.527083 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e951b2a5-43cf-418f-8208-0583b206da44 req-438c850d-3a42-4384-ac3f-e91ebde3642d tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=30d5c1d6-abf8-4b74-91e4-c784a14c3456 HTTP/1.1" status: 200 len: 936 time: 0.1058867 Nov 02 12:37:10.569021 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-df68a2f8-ffa7-4f36-a2c8-231df24677cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (59f6d781-a472-4f56-8280-aa233349c20c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:10.572311 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-df68a2f8-ffa7-4f36-a2c8-231df24677cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:10.579699 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-df68a2f8-ffa7-4f36-a2c8-231df24677cb admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/59f6d781-a472-4f56-8280-aa233349c20c HTTP/1.1" status: 204 len: 168 time: 0.9963737 Nov 02 12:37:10.594914 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e {{(pid=105976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:37:10.605034 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] Publish callbacks [] for port (67a405c2-b0d9-48f6-8c2a-19bfbd05f80e), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:10.620272 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a0cbb7b4-a30b-4881-a56d-407c78dcbf10 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:10.629491 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port 1b059224-13f3-4473-b9fb-179846b9a3cd is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:10.629890 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1b059224-13f3-4473-b9fb-179846b9a3cd), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:10.634408 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68a2f8-ffa7-4f36-a2c8-231df24677cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f6d781-a472-4f56-8280-aa233349c20c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:10.662506 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.provisioning_blocks [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] Transition to ACTIVE for port object 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e will not be triggered until provisioned by entity L2. {{(pid=105976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:37:10.667624 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e951b2a5-43cf-418f-8208-0583b206da44 req-67fb5298-7bc2-465f-95c2-e892a7107ead tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b00613c7-6889-460e-8c43-558efc5172f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581798 Nov 02 12:37:10.677588 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5657e408-c6af-4b09-ad7a-f20fcc1aeba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b059224-13f3-4473-b9fb-179846b9a3cd'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:37:10.680914 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bf4045-a6c1-4009-b7fd-ff2179657499" -d '{"events": [{"server_uuid": "5657e408-c6af-4b09-ad7a-f20fcc1aeba8", "name": "network-vif-plugged", "status": "completed", "tag": "1b059224-13f3-4473-b9fb-179846b9a3cd"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:10.698203 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 1b059224-13f3-4473-b9fb-179846b9a3cd, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=1b059224-13f3-4473-b9fb-179846b9a3cd,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:10.705387 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:10.815905 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] Publish callbacks [] for port (79101929-0f5a-4f90-8e3c-97001ccfa0b8), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:10.821636 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1b059224-13f3-4473-b9fb-179846b9a3cd), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:10.823400 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (67a405c2-b0d9-48f6-8c2a-19bfbd05f80e), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:10.833302 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59780) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:10.900722 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] Pushing event updated for resources: {'Port': ['ID=67a405c2-b0d9-48f6-8c2a-19bfbd05f80e,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:10.937074 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=1b059224-13f3-4473-b9fb-179846b9a3cd,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:10.949547 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f051d26b-0ef0-4881-9c03-5fd3bc192b8c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6f2c8035f0584149a43ffcc4c36d85db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1148143 Nov 02 12:37:10.953434 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59782) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:11.003776 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] Attempting to bind port 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e on host n-h1-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:11.004112 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] Attempting to bind port 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e by drivers openvswitch,hyperv on host n-h1-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:11.004458 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] Attempting to bind port 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:11.013740 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (79101929-0f5a-4f90-8e3c-97001ccfa0b8), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:11.052113 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635277b-3d2f-4a2e-a3dd-e3f6c45963fb req-eb85d737-acd7-4df8-85ea-8fa600d429f5 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:11.059615 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d635277b-3d2f-4a2e-a3dd-e3f6c45963fb req-eb85d737-acd7-4df8-85ea-8fa600d429f5 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] 10.222.0.64 "GET /networking/v2.0/networks?id=23e0a14b-01ee-4bd0-a40e-13696a902666 HTTP/1.1" status: 200 len: 808 time: 0.2031643 Nov 02 12:37:11.066319 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] Port 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h1-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:37:11.066793 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] Attempting to bind port 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:11.078739 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d635277b-3d2f-4a2e-a3dd-e3f6c45963fb req-6fb11b08-5481-4467-94d2-b513ec9a7867 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] 10.222.0.64 "GET /networking/v2.0/quotas/57ab8b7723184d3e9eff5809eafffb20 HTTP/1.1" status: 200 len: 375 time: 0.0181494 Nov 02 12:37:11.090362 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf227be-022d-457b-8b0b-25db6ca51112 None None] Pushing event updated for resources: {'Port': ['ID=79101929-0f5a-4f90-8e3c-97001ccfa0b8,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:11.120842 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b0f3-d05f-440b-8165-8af7518b5901 admin admin] Publish callbacks [] for security_group (fdf71764-9426-4b50-94e6-8e628e28176e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:11.130855 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] Checking agent: {'id': '28672587-11d8-44d6-bec6-0497f44187a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:11.131192 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:11.131808 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:11.132674 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] Bound port: 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e, host: n-h1-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:11.133282 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (67a405c2-b0d9-48f6-8c2a-19bfbd05f80e), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:11.165633 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d635277b-3d2f-4a2e-a3dd-e3f6c45963fb req-aa2afcc1-35d7-4b4e-a695-fda4e4eb5016 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=57ab8b7723184d3e9eff5809eafffb20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855784 Nov 02 12:37:11.172009 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b0f3-d05f-440b-8165-8af7518b5901 admin admin] Publish callbacks [] for security_group (fdf71764-9426-4b50-94e6-8e628e28176e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:11.209081 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:11.223432 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] For port 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e, host n-h1-857339-6, cleared binding levels {{(pid=105976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:11.225582 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] Attempting to bind port 79101929-0f5a-4f90-8e3c-97001ccfa0b8 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:11.226191 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] Attempting to bind port 79101929-0f5a-4f90-8e3c-97001ccfa0b8 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a01da24b-b218-47b3-8ea4-c49316bb84fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '3335a470-135f-4055-bea8-07db0ea357d9'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:11.226552 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] Attempting to bind port 79101929-0f5a-4f90-8e3c-97001ccfa0b8 on network 3335a470-135f-4055-bea8-07db0ea357d9 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:11.227700 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] For port 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e, host n-h1-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=67a405c2-b0d9-48f6-8c2a-19bfbd05f80e,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:11.281517 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:11.281900 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] Checking segment: {'id': 'a01da24b-b218-47b3-8ea4-c49316bb84fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '3335a470-135f-4055-bea8-07db0ea357d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:11.282333 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:11.282872 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] Bound using segment: {'id': 'a01da24b-b218-47b3-8ea4-c49316bb84fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '3335a470-135f-4055-bea8-07db0ea357d9'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:11.283380 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] Bound port: 79101929-0f5a-4f90-8e3c-97001ccfa0b8, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01da24b-b218-47b3-8ea4-c49316bb84fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '3335a470-135f-4055-bea8-07db0ea357d9'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:11.283759 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (79101929-0f5a-4f90-8e3c-97001ccfa0b8), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:11.354618 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] For port 79101929-0f5a-4f90-8e3c-97001ccfa0b8, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:11.358358 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] For port 79101929-0f5a-4f90-8e3c-97001ccfa0b8, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=79101929-0f5a-4f90-8e3c-97001ccfa0b8,segment=NetworkSegment(a01da24b-b218-47b3-8ea4-c49316bb84fa),segment_id=a01da24b-b218-47b3-8ea4-c49316bb84fa)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:11.362589 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:11.363188 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b0f3-d05f-440b-8165-8af7518b5901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fdf71764-9426-4b50-94e6-8e628e28176e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:11.364346 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (67a405c2-b0d9-48f6-8c2a-19bfbd05f80e), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:11.367061 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b0f3-d05f-440b-8165-8af7518b5901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:11.369235 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b5a7b0f3-d05f-440b-8165-8af7518b5901 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fdf71764-9426-4b50-94e6-8e628e28176e HTTP/1.1" status: 204 len: 168 time: 0.4148250 Nov 02 12:37:11.379634 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7b0f3-d05f-440b-8165-8af7518b5901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf71764-9426-4b50-94e6-8e628e28176e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:11.467153 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:11.479233 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:11.479233 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:11.479233 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/67a405c2-b0d9-48f6-8c2a-19bfbd05f80e HTTP/1.1" status: 200 len: 1096 time: 1.5617528 Nov 02 12:37:11.479233 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d5c1d6-abf8-4b74-91e4-c784a14c3456', 'tag': '67a405c2-b0d9-48f6-8c2a-19bfbd05f80e'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:37:11.482374 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c75949-ca3c-4d70-8396-e43ed90f57ff x-openstack-request-id: req-77c75949-ca3c-4d70-8396-e43ed90f57ff {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:11.482692 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5657e408-c6af-4b09-ad7a-f20fcc1aeba8", "name": "network-vif-plugged", "status": "completed", "tag": "1b059224-13f3-4473-b9fb-179846b9a3cd", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:11.482951 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77c75949-ca3c-4d70-8396-e43ed90f57ff {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:11.483351 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c75949-ca3c-4d70-8396-e43ed90f57ff'] response: {'server_uuid': '5657e408-c6af-4b09-ad7a-f20fcc1aeba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b059224-13f3-4473-b9fb-179846b9a3cd', 'code': 200} Nov 02 12:37:11.484581 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f38c487-bada-4d03-8415-44061f649b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "30d5c1d6-abf8-4b74-91e4-c784a14c3456", "tag": "67a405c2-b0d9-48f6-8c2a-19bfbd05f80e"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:11.506630 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (79101929-0f5a-4f90-8e3c-97001ccfa0b8), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:11.528845 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3963b96-0f41-4a87-968d-1d9c9632bcaf service neutron] Pushing event updated for resources: {'Port': ['ID=67a405c2-b0d9-48f6-8c2a-19bfbd05f80e,revision_number=3']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:11.570346 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] Routers {'b3dd8188-d2a2-4a0b-86bb-798c3a15307d'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:37:11.571312 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:36:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b3dd8188-d2a2-4a0b-86bb-798c3a15307d'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:11.669319 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf227be-022d-457b-8b0b-25db6ca51112 None None] Pushing event updated for resources: {'Port': ['ID=79101929-0f5a-4f90-8e3c-97001ccfa0b8,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:11.692368 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b98ebb-afac-4505-b3c6-03f32ef9b9bd req-b9cd9571-5b09-45f7-b68e-ee3a0c87d8f8 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:11.694332 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-77b98ebb-afac-4505-b3c6-03f32ef9b9bd req-b9cd9571-5b09-45f7-b68e-ee3a0c87d8f8 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 949 time: 0.1305366 Nov 02 12:37:11.702890 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148c6d3-99d0-4196-9522-2d233ed16f60 req-5d1bc1f9-8b64-4509-8a5d-c2a40e8baf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:11.704436 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4148c6d3-99d0-4196-9522-2d233ed16f60 req-5d1bc1f9-8b64-4509-8a5d-c2a40e8baf10 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 1131 time: 0.1225476 Nov 02 12:37:11.748151 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-48cc3e66-c82a-4a59-b562-2277e0958e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:11.748784 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6da338-af4f-4ce2-b4d1-f44a341e1f81 req-2c7986ec-47cf-41f1-a729-3e452d49d5e2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:11.755491 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-48cc3e66-c82a-4a59-b562-2277e0958e4a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b94df274ea1b4a2387fa8a717cb3ca3b&device_id=30d5c1d6-abf8-4b74-91e4-c784a14c3456 HTTP/1.1" status: 200 len: 1130 time: 0.0960464 Nov 02 12:37:11.756720 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8c6da338-af4f-4ce2-b4d1-f44a341e1f81 req-2c7986ec-47cf-41f1-a729-3e452d49d5e2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.1779006 Nov 02 12:37:11.768649 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] Set router b3dd8188-d2a2-4a0b-86bb-798c3a15307d gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:11.810156 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-9c2a1ce8-e694-44c8-a36d-90eb69843049 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=67a405c2-b0d9-48f6-8c2a-19bfbd05f80e HTTP/1.1" status: 200 len: 217 time: 0.0401974 Nov 02 12:37:11.865937 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-77b98ebb-afac-4505-b3c6-03f32ef9b9bd req-9cc416b5-08e7-4e6a-b9e4-30c2d2f7115d tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627123 Nov 02 12:37:11.903173 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8c6da338-af4f-4ce2-b4d1-f44a341e1f81 req-e907b3c0-0464-4c0a-ba88-067eb0d4085b tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461170 Nov 02 12:37:11.918237 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4148c6d3-99d0-4196-9522-2d233ed16f60 req-a7f6813a-2858-4c6c-aa1a-cd022a056838 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855724 Nov 02 12:37:11.926141 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-e24b8184-da39-4e86-b2ea-b0da98101659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:11.934148 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-e24b8184-da39-4e86-b2ea-b0da98101659 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1176915 Nov 02 12:37:11.956271 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:11.962577 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5047f780-c605-4351-890a-a79bde05f002 x-openstack-request-id: req-5047f780-c605-4351-890a-a79bde05f002 {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:11.962917 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d5c1d6-abf8-4b74-91e4-c784a14c3456", "tag": "67a405c2-b0d9-48f6-8c2a-19bfbd05f80e", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:11.963181 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5047f780-c605-4351-890a-a79bde05f002 {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:11.963624 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5047f780-c605-4351-890a-a79bde05f002'] response: {'name': 'network-changed', 'server_uuid': '30d5c1d6-abf8-4b74-91e4-c784a14c3456', 'tag': '67a405c2-b0d9-48f6-8c2a-19bfbd05f80e', 'status': 'completed', 'code': 200} Nov 02 12:37:12.019304 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:12.038329 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-8638e518-6bd0-400c-a28d-fe38509d3f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:12.040419 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-8638e518-6bd0-400c-a28d-fe38509d3f78 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0997500 Nov 02 12:37:12.061417 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dd8188-d2a2-4a0b-86bb-798c3a15307d', 'name': 'tempest-LiveMigrationTest-2066048724-router', 'tenant_id': 'b32522c2fe384c72abb75d027338cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'a0cbb7b4-a30b-4881-a56d-407c78dcbf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:56Z', 'updated_at': '2022-11-02T12:37:06Z', 'revision_number': 4, 'project_id': 'b32522c2fe384c72abb75d027338cbea', 'gw_port': {'id': 'a0cbb7b4-a30b-4881-a56d-407c78dcbf10', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dd8188-d2a2-4a0b-86bb-798c3a15307d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:59Z', 'updated_at': '2022-11-02T12:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '79101929-0f5a-4f90-8e3c-97001ccfa0b8', 'name': '', 'network_id': '3335a470-135f-4055-bea8-07db0ea357d9', 'tenant_id': 'b32522c2fe384c72abb75d027338cbea', 'mac_address': 'fa:16:3e:b1:c4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dd8188-d2a2-4a0b-86bb-798c3a15307d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bd740e8d-b6e2-4b60-889e-18724fe4786e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:05Z', 'updated_at': '2022-11-02T12:37:11Z', 'revision_number': 4, 'project_id': 'b32522c2fe384c72abb75d027338cbea', 'subnets': [{'id': 'bd740e8d-b6e2-4b60-889e-18724fe4786e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:12.090552 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1733bd-7ec1-4abe-acc9-0bfc4f1b9a0e None None] The sync data for ids ['b3dd8188-d2a2-4a0b-86bb-798c3a15307d'] in n-d-857339-6 is: [{'id': 'b3dd8188-d2a2-4a0b-86bb-798c3a15307d', 'name': 'tempest-LiveMigrationTest-2066048724-router', 'tenant_id': 'b32522c2fe384c72abb75d027338cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'a0cbb7b4-a30b-4881-a56d-407c78dcbf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:56Z', 'updated_at': '2022-11-02T12:37:06Z', 'revision_number': 4, 'project_id': 'b32522c2fe384c72abb75d027338cbea', 'gw_port': {'id': 'a0cbb7b4-a30b-4881-a56d-407c78dcbf10', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dd8188-d2a2-4a0b-86bb-798c3a15307d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:59Z', 'updated_at': '2022-11-02T12:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '79101929-0f5a-4f90-8e3c-97001ccfa0b8', 'name': '', 'network_id': '3335a470-135f-4055-bea8-07db0ea357d9', 'tenant_id': 'b32522c2fe384c72abb75d027338cbea', 'mac_address': 'fa:16:3e:b1:c4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dd8188-d2a2-4a0b-86bb-798c3a15307d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bd740e8d-b6e2-4b60-889e-18724fe4786e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:05Z', 'updated_at': '2022-11-02T12:37:11Z', 'revision_number': 4, 'project_id': 'b32522c2fe384c72abb75d027338cbea', 'subnets': [{'id': 'bd740e8d-b6e2-4b60-889e-18724fe4786e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:37:12.113569 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6440709-9a4f-4fd6-a149-c8583bf63f8d req-9f0a5e4f-833d-44f6-b00f-e79a81fd936a tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:12.116154 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d6440709-9a4f-4fd6-a149-c8583bf63f8d req-9f0a5e4f-833d-44f6-b00f-e79a81fd936a tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=30d5c1d6-abf8-4b74-91e4-c784a14c3456 HTTP/1.1" status: 200 len: 948 time: 0.0904527 Nov 02 12:37:12.308222 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d6440709-9a4f-4fd6-a149-c8583bf63f8d req-2a35314c-4793-4d15-b638-ca9780db1ab9 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b00613c7-6889-460e-8c43-558efc5172f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806190 Nov 02 12:37:12.309884 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-a6447d58-732a-4ce8-b210-6768836a0735 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629232 Nov 02 12:37:12.322949 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:12.422677 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:12.439770 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 79101929-0f5a-4f90-8e3c-97001ccfa0b8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:12.593721 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-adbac4fc-6e4c-4526-8b96-53e98b2fd926 req-0c25abdf-aa3d-4f6c-a7f9-7fde4f25792b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777219 Nov 02 12:37:12.618557 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 79101929-0f5a-4f90-8e3c-97001ccfa0b8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:12.619440 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (79101929-0f5a-4f90-8e3c-97001ccfa0b8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:12.619440 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 79101929-0f5a-4f90-8e3c-97001ccfa0b8 Nov 02 12:37:12.712268 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbcc13-b4ad-4c41-942f-a006ba9dcdd0 req-7b9db490-46ac-4b7a-958c-c9b7a7a6ae48 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:12.730323 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-61bbcc13-b4ad-4c41-942f-a006ba9dcdd0 req-7b9db490-46ac-4b7a-958c-c9b7a7a6ae48 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] 10.222.0.64 "GET /networking/v2.0/networks?id=23e0a14b-01ee-4bd0-a40e-13696a902666 HTTP/1.1" status: 200 len: 808 time: 0.2113192 Nov 02 12:37:12.761070 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-61bbcc13-b4ad-4c41-942f-a006ba9dcdd0 req-05d66536-6e3f-461d-a2f0-a4531329da9d tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] 10.222.0.64 "GET /networking/v2.0/quotas/57ab8b7723184d3e9eff5809eafffb20 HTTP/1.1" status: 200 len: 375 time: 0.0265577 Nov 02 12:37:12.802050 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 79101929-0f5a-4f90-8e3c-97001ccfa0b8 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:12.802050 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (79101929-0f5a-4f90-8e3c-97001ccfa0b8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:12.872861 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 79101929-0f5a-4f90-8e3c-97001ccfa0b8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=79101929-0f5a-4f90-8e3c-97001ccfa0b8,segment=NetworkSegment(a01da24b-b218-47b3-8ea4-c49316bb84fa),segment_id=a01da24b-b218-47b3-8ea4-c49316bb84fa)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:12.893367 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-61bbcc13-b4ad-4c41-942f-a006ba9dcdd0 req-3cda1750-a0cf-4b54-a87a-84b6cdba55f5 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=57ab8b7723184d3e9eff5809eafffb20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1400547 Nov 02 12:37:12.917146 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6f48d186-70f2-46b4-a777-0484a9fffa66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:12.950977 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (79101929-0f5a-4f90-8e3c-97001ccfa0b8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:13.039328 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a968ff-74cb-457e-8278-92c86801c449 req-0f4a9c05-8060-4247-bb61-c83d3ead4ece tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:13.042105 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c7a968ff-74cb-457e-8278-92c86801c449 req-0f4a9c05-8060-4247-bb61-c83d3ead4ece tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 949 time: 0.0667348 Nov 02 12:37:13.091073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=79101929-0f5a-4f90-8e3c-97001ccfa0b8,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:13.107329 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c7a968ff-74cb-457e-8278-92c86801c449 req-eb9e76c3-873c-47ed-b541-c5f3002a430d tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583923 Nov 02 12:37:13.191391 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:13.325852 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86096145-2f10-403d-bc04-91d2d6071240 req-507ad493-5140-41ea-9b4c-2bd358494184 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:13.333301 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-86096145-2f10-403d-bc04-91d2d6071240 req-507ad493-5140-41ea-9b4c-2bd358494184 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.0880525 Nov 02 12:37:13.371813 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59888) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:13.436615 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-86096145-2f10-403d-bc04-91d2d6071240 req-2f0d66f7-a32e-496a-bea6-57fecc248937 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979552 Nov 02 12:37:13.453577 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59894) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:13.458455 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-72e2720c-7c9c-4321-93f3-432818b301e0 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663349838', 'description': 'tempest-description--536127740'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:13.560085 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fb391-93a2-452a-9fe7-1caf31b39e21 req-9d2d5aaf-3b56-482a-b42a-a32184da61ef tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:13.565082 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a60fb391-93a2-452a-9fe7-1caf31b39e21 req-9d2d5aaf-3b56-482a-b42a-a32184da61ef tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=30d5c1d6-abf8-4b74-91e4-c784a14c3456 HTTP/1.1" status: 200 len: 948 time: 0.0604820 Nov 02 12:37:13.596326 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72e2720c-7c9c-4321-93f3-432818b301e0 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:13.627993 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a60fb391-93a2-452a-9fe7-1caf31b39e21 req-c55b8e19-e1dc-429d-8195-510b59fe1bda tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b00613c7-6889-460e-8c43-558efc5172f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597277 Nov 02 12:37:13.750438 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38c487-bada-4d03-8415-44061f649b0b req-33b6d8e1-b396-4dc8-ba12-464dba3c9ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:13.757344 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-795177d4-12c9-49d1-8542-dc54f9113047 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2056135691-network', 'tenant_id': '4a825a5c09b94750aa1382e00bd6a956'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:13.759256 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-9f38c487-bada-4d03-8415-44061f649b0b req-33b6d8e1-b396-4dc8-ba12-464dba3c9ca2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b94df274ea1b4a2387fa8a717cb3ca3b&device_id=30d5c1d6-abf8-4b74-91e4-c784a14c3456 HTTP/1.1" status: 200 len: 1130 time: 0.0730164 Nov 02 12:37:13.817036 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72e2720c-7c9c-4321-93f3-432818b301e0 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks [] for security_group (fdcc7720-6cd3-4d8f-88cb-967bae7b8a11), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:13.882055 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795177d4-12c9-49d1-8542-dc54f9113047 admin admin] Made reservation on behalf of 4a825a5c09b94750aa1382e00bd6a956 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:13.885724 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-795177d4-12c9-49d1-8542-dc54f9113047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:13.899696 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72e2720c-7c9c-4321-93f3-432818b301e0 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fdcc7720-6cd3-4d8f-88cb-967bae7b8a11), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:13.901987 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-795177d4-12c9-49d1-8542-dc54f9113047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:13.935805 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38c487-bada-4d03-8415-44061f649b0b req-dbd96b41-8949-43af-be49-c6f9c86afc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:13.937599 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-9f38c487-bada-4d03-8415-44061f649b0b req-dbd96b41-8949-43af-be49-c6f9c86afc2e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.1687596 Nov 02 12:37:13.993050 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2720c-7c9c-4321-93f3-432818b301e0 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcc7720-6cd3-4d8f-88cb-967bae7b8a11,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:13.998924 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-9f38c487-bada-4d03-8415-44061f649b0b req-771e0984-1597-4253-a20f-6e99c7674695 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=67a405c2-b0d9-48f6-8c2a-19bfbd05f80e HTTP/1.1" status: 200 len: 217 time: 0.0513968 Nov 02 12:37:14.001865 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-795177d4-12c9-49d1-8542-dc54f9113047 admin admin] Publish callbacks [] for security_group (81c213a2-c94b-45b3-9b8c-18e49bceac80), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.012100 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72e2720c-7c9c-4321-93f3-432818b301e0 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.012100 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-72e2720c-7c9c-4321-93f3-432818b301e0 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5518122 Nov 02 12:37:14.012265 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59904) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:14.016836 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-2b51310f-0bd6-4caa-89d9-18f41a208d5b tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Request body: {'security_group_rule': {'security_group_id': 'fdcc7720-6cd3-4d8f-88cb-967bae7b8a11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:14.046119 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59908) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:14.066118 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38c487-bada-4d03-8415-44061f649b0b req-d500d796-3f4e-49d2-a76b-32ad65d37da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:14.067615 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-9f38c487-bada-4d03-8415-44061f649b0b req-d500d796-3f4e-49d2-a76b-32ad65d37da7 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.0600936 Nov 02 12:37:14.114906 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-795177d4-12c9-49d1-8542-dc54f9113047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (81c213a2-c94b-45b3-9b8c-18e49bceac80), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.120509 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38c487-bada-4d03-8415-44061f649b0b req-27742693-3956-4bfa-a456-3cf56bf857aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:14.123548 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-9f38c487-bada-4d03-8415-44061f649b0b req-27742693-3956-4bfa-a456-3cf56bf857aa service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0477183 Nov 02 12:37:14.147383 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2b51310f-0bd6-4caa-89d9-18f41a208d5b tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks [] for security_group_rule (7e044881-bb90-45ea-a4d2-614f7d0ff255), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.159018 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795177d4-12c9-49d1-8542-dc54f9113047 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:37:14.186239 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795177d4-12c9-49d1-8542-dc54f9113047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c213a2-c94b-45b3-9b8c-18e49bceac80,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:14.200025 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-795177d4-12c9-49d1-8542-dc54f9113047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (9a8abe95-5f65-4588-a672-c7f236c1cd24), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.200669 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-795177d4-12c9-49d1-8542-dc54f9113047 admin admin] Added segment 9a8abe95-5f65-4588-a672-c7f236c1cd24 of type vlan for network 387b1288-14fe-40bd-b97c-69c319182709 Nov 02 12:37:14.317346 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-795177d4-12c9-49d1-8542-dc54f9113047 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (387b1288-14fe-40bd-b97c-69c319182709), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.346469 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-9f38c487-bada-4d03-8415-44061f649b0b req-0105499e-d669-4f67-9693-7498ac441577 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182381 Nov 02 12:37:14.358057 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff47cb2-ea04-462d-9b49-e2a2b2035fc6 req-683eea21-1a25-40cc-82f5-0e2ac720695f tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:14.362243 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:37:14.368432 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dff47cb2-ea04-462d-9b49-e2a2b2035fc6 req-683eea21-1a25-40cc-82f5-0e2ac720695f tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 949 time: 0.1078877 Nov 02 12:37:14.391065 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2b51310f-0bd6-4caa-89d9-18f41a208d5b tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks [] for security_group_rule (7e044881-bb90-45ea-a4d2-614f7d0ff255), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.394436 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 79101929-0f5a-4f90-8e3c-97001ccfa0b8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:14.433302 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:14.480270 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59920) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:14.506238 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2b51310f-0bd6-4caa-89d9-18f41a208d5b tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (7e044881-bb90-45ea-a4d2-614f7d0ff255), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.524561 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 79101929-0f5a-4f90-8e3c-97001ccfa0b8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:14.525300 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (79101929-0f5a-4f90-8e3c-97001ccfa0b8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.525818 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 79101929-0f5a-4f90-8e3c-97001ccfa0b8 Nov 02 12:37:14.536705 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-9f38c487-bada-4d03-8415-44061f649b0b req-b12120de-5b56-4cb2-adff-1eed62451a50 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836455 Nov 02 12:37:14.587829 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-795177d4-12c9-49d1-8542-dc54f9113047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (387b1288-14fe-40bd-b97c-69c319182709), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.592919 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795177d4-12c9-49d1-8542-dc54f9113047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:14.600903 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-795177d4-12c9-49d1-8542-dc54f9113047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.610407 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=67a405c2-b0d9-48f6-8c2a-19bfbd05f80e,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:14.633886 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': '67a405c2-b0d9-48f6-8c2a-19bfbd05f80e', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': '67a405c2-b0d9-48f6-8c2a-19bfbd05f80e', 'mac_address': 'fa:16:3e:c2:e3:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:37:14.692299 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.705817 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:14.708025 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:14.709466 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 79101929-0f5a-4f90-8e3c-97001ccfa0b8 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:14.720676 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:14.720676 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (67a405c2-b0d9-48f6-8c2a-19bfbd05f80e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.735375 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:37:14.739358 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ad8d12e-1966-4514-a28c-f499cf0805c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.743106 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51310f-0bd6-4caa-89d9-18f41a208d5b tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e044881-bb90-45ea-a4d2-614f7d0ff255,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:14.768403 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-4bcb5e13-484a-4d26-92d0-b1eb35f27bf1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-588133925-network', 'tenant_id': '892fb03c420b40bca466510fca720571'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:14.775739 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dff47cb2-ea04-462d-9b49-e2a2b2035fc6 req-82b41266-5a10-435f-9299-33d4ed9849ee tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815293 Nov 02 12:37:14.790868 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=67a405c2-b0d9-48f6-8c2a-19bfbd05f80e,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:14.800950 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-795177d4-12c9-49d1-8542-dc54f9113047 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4268875 Nov 02 12:37:14.806008 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59928) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:14.816261 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5101b1c0-4064-4cee-96c9-f12aebaa3319 admin admin] Request body: {'subnet': {'network_id': '387b1288-14fe-40bd-b97c-69c319182709', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2056135691-subnet', 'tenant_id': '4a825a5c09b94750aa1382e00bd6a956', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:14.835568 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:14.843060 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2b51310f-0bd6-4caa-89d9-18f41a208d5b tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.844283 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2b51310f-0bd6-4caa-89d9-18f41a208d5b tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8335810 Nov 02 12:37:14.851411 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59930) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:14.855986 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa874870-9190-46f5-887c-771305bc162c req-7a58cd3d-1078-49f8-9de5-0d153f83bd93 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:14.857798 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-aa874870-9190-46f5-887c-771305bc162c req-7a58cd3d-1078-49f8-9de5-0d153f83bd93 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.1636586 Nov 02 12:37:14.862289 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795177d4-12c9-49d1-8542-dc54f9113047 admin admin] Pushing event updated for resources: {'Network': ['ID=387b1288-14fe-40bd-b97c-69c319182709,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:14.877868 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-d8454a24-53d7-4dab-86d1-2af59842483f tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Request body: {'security_group_rule': {'security_group_id': 'fdcc7720-6cd3-4d8f-88cb-967bae7b8a11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:14.878357 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 387b1288-14fe-40bd-b97c-69c319182709 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:37:14.928100 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (67a405c2-b0d9-48f6-8c2a-19bfbd05f80e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.935282 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcb5e13-484a-4d26-92d0-b1eb35f27bf1 admin admin] Made reservation on behalf of 892fb03c420b40bca466510fca720571 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:14.940603 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5e13-484a-4d26-92d0-b1eb35f27bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.947461 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5e13-484a-4d26-92d0-b1eb35f27bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.008215 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-aa874870-9190-46f5-887c-771305bc162c req-edd5605d-9291-4d0b-bb88-bfff3757860e tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241109 Nov 02 12:37:15.057744 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5e13-484a-4d26-92d0-b1eb35f27bf1 admin admin] Publish callbacks [] for security_group (77ea0528-823d-4f5b-a85c-a0a689ade594), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.059471 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d8454a24-53d7-4dab-86d1-2af59842483f tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks [] for security_group_rule (0125aa7b-af7a-49ce-9b82-2d9d1470c5a1), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.094698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=67a405c2-b0d9-48f6-8c2a-19bfbd05f80e,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:15.106779 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:15.106779 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:15.107478 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:15.108117 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:15.108671 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:15.109486 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:15.110051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:15.110732 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:15.111231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:15.111712 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:15.112237 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:15.112739 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:15.113701 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:15.114212 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:15.114693 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:15.138186 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5101b1c0-4064-4cee-96c9-f12aebaa3319 admin admin] Made reservation on behalf of 4a825a5c09b94750aa1382e00bd6a956 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:15.146084 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5101b1c0-4064-4cee-96c9-f12aebaa3319 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.148850 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a56673-a990-427d-b7d9-19bec4cd3db3 req-ae318c58-0f6b-4bd7-ad65-e4143ee3b1d6 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:15.150724 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75a56673-a990-427d-b7d9-19bec4cd3db3 req-ae318c58-0f6b-4bd7-ad65-e4143ee3b1d6 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=30d5c1d6-abf8-4b74-91e4-c784a14c3456 HTTP/1.1" status: 200 len: 949 time: 0.2230289 Nov 02 12:37:15.172122 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ad8d12e-1966-4514-a28c-f499cf0805c6 admin admin] Publish callbacks [] for security_group (4b47ac86-b68a-4122-9c41-0453ec6c8b9b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.180746 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5e13-484a-4d26-92d0-b1eb35f27bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (77ea0528-823d-4f5b-a85c-a0a689ade594), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.250744 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75a56673-a990-427d-b7d9-19bec4cd3db3 req-540554eb-9b87-47d1-91fe-3e5bb16c546a tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b00613c7-6889-460e-8c43-558efc5172f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848098 Nov 02 12:37:15.256233 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6dbe2-df16-463b-8c4e-4a6709822025 req-40ce5276-d079-44d0-94bc-143542ac515c tempest-MigrationsAdminTest-293810145 tempest-MigrationsAdminTest-293810145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:15.258005 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ffa6dbe2-df16-463b-8c4e-4a6709822025 req-40ce5276-d079-44d0-94bc-143542ac515c tempest-MigrationsAdminTest-293810145 tempest-MigrationsAdminTest-293810145-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 1131 time: 0.0579107 Nov 02 12:37:15.271323 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bcb5e13-484a-4d26-92d0-b1eb35f27bf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:37:15.277559 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['67a405c2-b0d9-48f6-8c2a-19bfbd05f80e'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:37:15.323507 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ad8d12e-1966-4514-a28c-f499cf0805c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4b47ac86-b68a-4122-9c41-0453ec6c8b9b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.323865 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5e13-484a-4d26-92d0-b1eb35f27bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (6f3969ab-8fb1-4ccf-8c12-b13f32824de7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.323865 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-4bcb5e13-484a-4d26-92d0-b1eb35f27bf1 admin admin] Added segment 6f3969ab-8fb1-4ccf-8c12-b13f32824de7 of type vlan for network bfa1830f-9d52-44bc-891a-f04d9ebb128a Nov 02 12:37:15.350776 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-541b26b9-2a0e-48b1-8ca2-e5bf80ccb429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.357484 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb5e13-484a-4d26-92d0-b1eb35f27bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ea0528-823d-4f5b-a85c-a0a689ade594,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:15.373146 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ffa6dbe2-df16-463b-8c4e-4a6709822025 req-3b713943-d045-4dd7-bd65-0409c1c891c0 tempest-MigrationsAdminTest-293810145 tempest-MigrationsAdminTest-293810145-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001275 Nov 02 12:37:15.383999 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d8454a24-53d7-4dab-86d1-2af59842483f tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks [] for security_group_rule (0125aa7b-af7a-49ce-9b82-2d9d1470c5a1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.407832 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5e13-484a-4d26-92d0-b1eb35f27bf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (bfa1830f-9d52-44bc-891a-f04d9ebb128a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.410076 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8ad8d12e-1966-4514-a28c-f499cf0805c6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4614501647ac42bd9f10f9e8256f7e9a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3626251 Nov 02 12:37:15.410989 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59940) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:15.418197 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8d12e-1966-4514-a28c-f499cf0805c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b47ac86-b68a-4122-9c41-0453ec6c8b9b,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:15.511285 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e46dc4ab-95a7-4968-b7cb-3d5ad825721c admin admin] Publish callbacks [] for security_group (4b47ac86-b68a-4122-9c41-0453ec6c8b9b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.550626 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e46dc4ab-95a7-4968-b7cb-3d5ad825721c admin admin] Publish callbacks [] for security_group (4b47ac86-b68a-4122-9c41-0453ec6c8b9b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.566765 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:15.601762 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d8454a24-53d7-4dab-86d1-2af59842483f tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (0125aa7b-af7a-49ce-9b82-2d9d1470c5a1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.601762 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5e13-484a-4d26-92d0-b1eb35f27bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (bfa1830f-9d52-44bc-891a-f04d9ebb128a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.601762 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcb5e13-484a-4d26-92d0-b1eb35f27bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:15.604975 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5e13-484a-4d26-92d0-b1eb35f27bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.665668 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8454a24-53d7-4dab-86d1-2af59842483f tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0125aa7b-af7a-49ce-9b82-2d9d1470c5a1,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:15.672972 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5101b1c0-4064-4cee-96c9-f12aebaa3319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (4e2e7f3a-203d-401d-a04c-dc7f62573f23), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.737719 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e46dc4ab-95a7-4968-b7cb-3d5ad825721c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4b47ac86-b68a-4122-9c41-0453ec6c8b9b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.740306 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e46dc4ab-95a7-4968-b7cb-3d5ad825721c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.741599 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e46dc4ab-95a7-4968-b7cb-3d5ad825721c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4b47ac86-b68a-4122-9c41-0453ec6c8b9b HTTP/1.1" status: 204 len: 168 time: 0.3296828 Nov 02 12:37:15.751944 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46dc4ab-95a7-4968-b7cb-3d5ad825721c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b47ac86-b68a-4122-9c41-0453ec6c8b9b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:15.761502 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb5e13-484a-4d26-92d0-b1eb35f27bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=bfa1830f-9d52-44bc-891a-f04d9ebb128a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:15.770878 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4bcb5e13-484a-4d26-92d0-b1eb35f27bf1 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2864549 Nov 02 12:37:15.772236 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59952) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:15.781259 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-00ca3ca5-f7fb-42df-a2a1-4386008358e8 admin admin] Request body: {'subnet': {'network_id': 'bfa1830f-9d52-44bc-891a-f04d9ebb128a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-588133925-subnet', 'tenant_id': '892fb03c420b40bca466510fca720571', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:15.797910 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network bfa1830f-9d52-44bc-891a-f04d9ebb128a details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:37:15.822815 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101b1c0-4064-4cee-96c9-f12aebaa3319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e2e7f3a-203d-401d-a04c-dc7f62573f23,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:15.834021 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5101b1c0-4064-4cee-96c9-f12aebaa3319 admin admin] Checking segment: {'id': '9a8abe95-5f65-4588-a672-c7f236c1cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '387b1288-14fe-40bd-b97c-69c319182709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:15.834393 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5101b1c0-4064-4cee-96c9-f12aebaa3319 admin admin] Network hostable DHCP agents. Network: 387b1288-14fe-40bd-b97c-69c319182709, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:37:15.861409 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d8454a24-53d7-4dab-86d1-2af59842483f tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.864603 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d8454a24-53d7-4dab-86d1-2af59842483f tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0088611 Nov 02 12:37:15.866183 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59956) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:15.872819 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-2982e870-b7b4-4122-a8b3-7518c64b5189 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:15.897585 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:15.967096 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5101b1c0-4064-4cee-96c9-f12aebaa3319 admin admin] Network 387b1288-14fe-40bd-b97c-69c319182709 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:37:15.971774 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ca3ca5-f7fb-42df-a2a1-4386008358e8 admin admin] Made reservation on behalf of 892fb03c420b40bca466510fca720571 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:15.975572 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00ca3ca5-f7fb-42df-a2a1-4386008358e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.998020 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2982e870-b7b4-4122-a8b3-7518c64b5189 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.098144 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-5101b1c0-4064-4cee-96c9-f12aebaa3319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 387b1288-14fe-40bd-b97c-69c319182709) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:16.103350 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5101b1c0-4064-4cee-96c9-f12aebaa3319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:16.103950 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5101b1c0-4064-4cee-96c9-f12aebaa3319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.110720 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c46604-3270-46c6-803a-c8c16ea39f60 None None] Network 387b1288-14fe-40bd-b97c-69c319182709 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:37:16.174546 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2982e870-b7b4-4122-a8b3-7518c64b5189 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.246074 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5101b1c0-4064-4cee-96c9-f12aebaa3319 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4373930 Nov 02 12:37:16.250315 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59970) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:16.260793 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-0d286e66-c9ec-4b9a-bf1b-677ab022bbf0 admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2056135691-router', 'tenant_id': '4a825a5c09b94750aa1382e00bd6a956', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:16.271216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-387b1288-14fe-40bd-b97c-69c319182709', 'network_id': '387b1288-14fe-40bd-b97c-69c319182709', 'project_id': '4a825a5c09b94750aa1382e00bd6a956', 'fixed_ips': [{'subnet_id': '4e2e7f3a-203d-401d-a04c-dc7f62573f23'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:37:16.272847 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.283834 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64bc50-d282-41f9-91bc-e3236adf06c7 req-74fcf39b-1e27-4273-ac64-3978d0f48cb7 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:16.285569 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6b64bc50-d282-41f9-91bc-e3236adf06c7 req-74fcf39b-1e27-4273-ac64-3978d0f48cb7 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 949 time: 0.0640852 Nov 02 12:37:16.299794 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b14848-d859-4247-80bd-628f6f1bfa08 req-a67fe095-0e16-485a-a741-1a1099b2f8ae tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:16.310506 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d7b14848-d859-4247-80bd-628f6f1bfa08 req-a67fe095-0e16-485a-a741-1a1099b2f8ae tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.2008145 Nov 02 12:37:16.389135 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:16.403444 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d7b14848-d859-4247-80bd-628f6f1bfa08 req-073f30e3-8d5a-4cc9-a31e-a1692d42d90f tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896344 Nov 02 12:37:16.412306 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-2982e870-b7b4-4122-a8b3-7518c64b5189 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Allocated IP 172.25.2.191 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/f5baf053-6f76-462a-9dbc-bd35d6f57c4a) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:16.413273 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6b64bc50-d282-41f9-91bc-e3236adf06c7 req-323594c6-6c7e-4fbf-b01f-1263a4944584 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015713 Nov 02 12:37:16.526945 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] Allocated IP 172.20.0.2 (387b1288-14fe-40bd-b97c-69c319182709/4e2e7f3a-203d-401d-a04c-dc7f62573f23/e93be7dd-5c81-4bf6-bf39-e31c80b2e584) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:16.551555 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc266d52-0d56-4e64-b7ff-b2032d0295f2 req-21488341-1dad-40a7-a658-5874f7265abe tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:16.556999 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d286e66-c9ec-4b9a-bf1b-677ab022bbf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (9744d35d-f9e5-4228-859e-376ece03c315), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.563875 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d286e66-c9ec-4b9a-bf1b-677ab022bbf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (9744d35d-f9e5-4228-859e-376ece03c315), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.564054 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fc266d52-0d56-4e64-b7ff-b2032d0295f2 req-21488341-1dad-40a7-a658-5874f7265abe tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=30d5c1d6-abf8-4b74-91e4-c784a14c3456 HTTP/1.1" status: 200 len: 949 time: 0.0671816 Nov 02 12:37:16.585980 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning for port 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:37:16.613657 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2982e870-b7b4-4122-a8b3-7518c64b5189 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks [] for port (f5baf053-6f76-462a-9dbc-bd35d6f57c4a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.633065 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fc266d52-0d56-4e64-b7ff-b2032d0295f2 req-0cdef72d-5a27-4d0c-9016-906e48dc1b82 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b00613c7-6889-460e-8c43-558efc5172f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681264 Nov 02 12:37:16.652394 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d286e66-c9ec-4b9a-bf1b-677ab022bbf0 admin admin] Publish callbacks [] for router_controller (9744d35d-f9e5-4228-859e-376ece03c315), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.688307 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00ca3ca5-f7fb-42df-a2a1-4386008358e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (dabd93f0-e2c9-405d-83ad-99117680a619), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.754487 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-ab8eb9b0-33e0-4fc5-bfdb-89a371b6d4c9 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=b2967018bbd64629a9a49c051c3d1e60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244458 Nov 02 12:37:16.759492 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca3ca5-f7fb-42df-a2a1-4386008358e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dabd93f0-e2c9-405d-83ad-99117680a619,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:16.763956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:16.764645 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (67a405c2-b0d9-48f6-8c2a-19bfbd05f80e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.764766 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e Nov 02 12:37:16.783910 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ca3ca5-f7fb-42df-a2a1-4386008358e8 admin admin] Checking segment: {'id': '6f3969ab-8fb1-4ccf-8c12-b13f32824de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bfa1830f-9d52-44bc-891a-f04d9ebb128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:16.784276 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ca3ca5-f7fb-42df-a2a1-4386008358e8 admin admin] Network hostable DHCP agents. Network: bfa1830f-9d52-44bc-891a-f04d9ebb128a, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:37:16.797033 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] Publish callbacks [] for port (e93be7dd-5c81-4bf6-bf39-e31c80b2e584), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.847656 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.853088 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2982e870-b7b4-4122-a8b3-7518c64b5189 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (f5baf053-6f76-462a-9dbc-bd35d6f57c4a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.859746 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:16.860137 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (67a405c2-b0d9-48f6-8c2a-19bfbd05f80e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.887451 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d5c1d6-abf8-4b74-91e4-c784a14c3456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a405c2-b0d9-48f6-8c2a-19bfbd05f80e'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:37:16.890130 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcd1c2d-5fa6-4a5d-8469-7358cc646a40" -d '{"events": [{"server_uuid": "30d5c1d6-abf8-4b74-91e4-c784a14c3456", "name": "network-vif-plugged", "status": "completed", "tag": "67a405c2-b0d9-48f6-8c2a-19bfbd05f80e"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:16.909618 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=67a405c2-b0d9-48f6-8c2a-19bfbd05f80e,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:16.911238 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-0ef9ec20-7078-4d0c-8e4b-aab2852864b0 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:16.912972 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-0ef9ec20-7078-4d0c-8e4b-aab2852864b0 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1450424 Nov 02 12:37:16.935094 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (e93be7dd-5c81-4bf6-bf39-e31c80b2e584), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.936742 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-7de35e2b-2cc4-4101-a7e5-318a3e9bf48a tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/quotas/b2967018bbd64629a9a49c051c3d1e60 HTTP/1.1" status: 200 len: 375 time: 0.0170038 Nov 02 12:37:16.951421 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:16.953231 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e56b75-a3ef-4a9f-aed2-fa36b967ae66 x-openstack-request-id: req-e1e56b75-a3ef-4a9f-aed2-fa36b967ae66 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:16.953563 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d5c1d6-abf8-4b74-91e4-c784a14c3456", "name": "network-vif-plugged", "status": "completed", "tag": "67a405c2-b0d9-48f6-8c2a-19bfbd05f80e", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:16.953823 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1e56b75-a3ef-4a9f-aed2-fa36b967ae66 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:16.954228 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e56b75-a3ef-4a9f-aed2-fa36b967ae66'] response: {'server_uuid': '30d5c1d6-abf8-4b74-91e4-c784a14c3456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a405c2-b0d9-48f6-8c2a-19bfbd05f80e', 'code': 200} Nov 02 12:37:16.993878 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59986) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:17.002682 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c853dd56-a71c-4a44-8ba0-909e278bf575 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b2967018bbd64629a9a49c051c3d1e60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583060 Nov 02 12:37:17.009608 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] Network 387b1288-14fe-40bd-b97c-69c319182709 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:17.012426 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-da38ba3a-da6a-48f8-b118-f0b181cf652e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.017876 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:17.021650 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] Pushing event updated for resources: {'Port': ['ID=e93be7dd-5c81-4bf6-bf39-e31c80b2e584,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:17.026469 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (67a405c2-b0d9-48f6-8c2a-19bfbd05f80e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.031443 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:37:17.142295 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-da38ba3a-da6a-48f8-b118-f0b181cf652e admin admin] Publish callbacks [] for security_group (fce73b42-6c28-44d5-8cc0-562f3856a3be), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.196850 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] Attempting to bind port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:17.197335 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] Attempting to bind port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '9a8abe95-5f65-4588-a672-c7f236c1cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '387b1288-14fe-40bd-b97c-69c319182709'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:17.197698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] Attempting to bind port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 on network 387b1288-14fe-40bd-b97c-69c319182709 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:17.201231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=67a405c2-b0d9-48f6-8c2a-19bfbd05f80e,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:17.237543 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ca3ca5-f7fb-42df-a2a1-4386008358e8 admin admin] Network bfa1830f-9d52-44bc-891a-f04d9ebb128a is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:37:17.247350 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:17.247724 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] Checking segment: {'id': '9a8abe95-5f65-4588-a672-c7f236c1cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '387b1288-14fe-40bd-b97c-69c319182709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:17.248298 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.248546 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] Bound using segment: {'id': '9a8abe95-5f65-4588-a672-c7f236c1cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '387b1288-14fe-40bd-b97c-69c319182709'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:17.249105 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] Bound port: e93be7dd-5c81-4bf6-bf39-e31c80b2e584, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8abe95-5f65-4588-a672-c7f236c1cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '387b1288-14fe-40bd-b97c-69c319182709'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:17.249488 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e93be7dd-5c81-4bf6-bf39-e31c80b2e584), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.254418 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-da38ba3a-da6a-48f8-b118-f0b181cf652e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fce73b42-6c28-44d5-8cc0-562f3856a3be), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.295577 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38ba3a-da6a-48f8-b118-f0b181cf652e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce73b42-6c28-44d5-8cc0-562f3856a3be,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:17.306387 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-da38ba3a-da6a-48f8-b118-f0b181cf652e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4bcace4cff73419496f326310091e2eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110969 Nov 02 12:37:17.324120 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59990) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:17.327646 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2982e870-b7b4-4122-a8b3-7518c64b5189 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:17.365435 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] For port e93be7dd-5c81-4bf6-bf39-e31c80b2e584, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:17.372211 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] For port e93be7dd-5c81-4bf6-bf39-e31c80b2e584, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e93be7dd-5c81-4bf6-bf39-e31c80b2e584,segment=NetworkSegment(9a8abe95-5f65-4588-a672-c7f236c1cd24),segment_id=9a8abe95-5f65-4588-a672-c7f236c1cd24)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:17.407895 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-2982e870-b7b4-4122-a8b3-7518c64b5189 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:17.410285 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0dcff-7561-4fbb-aa43-94e84dd1a046 req-c75b7ac7-3303-4927-87f4-4d573b5964a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:17.411965 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e7e0dcff-7561-4fbb-aa43-94e84dd1a046 req-c75b7ac7-3303-4927-87f4-4d573b5964a8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=30d5c1d6-abf8-4b74-91e4-c784a14c3456 HTTP/1.1" status: 200 len: 1132 time: 0.2050872 Nov 02 12:37:17.412799 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2982e870-b7b4-4122-a8b3-7518c64b5189 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:37:17.416058 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-19d2856e-d494-41c2-9081-b1ef64fe78a6 req-7802cccf-2c69-4cee-a7cc-e044564fb725 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 210 time: 0.0461991 Nov 02 12:37:17.430401 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8e00ffb7-e89e-4ce6-a705-14db7ebca0cd admin admin] Publish callbacks [] for security_group (fce73b42-6c28-44d5-8cc0-562f3856a3be), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.442061 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982e870-b7b4-4122-a8b3-7518c64b5189 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Pushing event updated for resources: {'Port': ['ID=f5baf053-6f76-462a-9dbc-bd35d6f57c4a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:17.471614 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-00ca3ca5-f7fb-42df-a2a1-4386008358e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, bfa1830f-9d52-44bc-891a-f04d9ebb128a) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:17.486186 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa7ea42-6dfc-423c-a29d-ab1b74d7e818 None None] Network bfa1830f-9d52-44bc-891a-f04d9ebb128a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:37:17.490229 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8e00ffb7-e89e-4ce6-a705-14db7ebca0cd admin admin] Publish callbacks [] for security_group (fce73b42-6c28-44d5-8cc0-562f3856a3be), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.534490 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ca3ca5-f7fb-42df-a2a1-4386008358e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:17.541809 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00ca3ca5-f7fb-42df-a2a1-4386008358e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.544093 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:17.548133 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e93be7dd-5c81-4bf6-bf39-e31c80b2e584), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.587537 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d286e66-c9ec-4b9a-bf1b-677ab022bbf0 admin admin] Publish callbacks [] for router_gateway (9744d35d-f9e5-4228-859e-376ece03c315), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.600718 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:17.627458 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e7e0dcff-7561-4fbb-aa43-94e84dd1a046 req-53466df3-76d2-4cc6-9d61-eb510f856671 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b00613c7-6889-460e-8c43-558efc5172f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886537 Nov 02 12:37:17.632592 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128be88-06b8-4dd5-a11a-92eade9efbf8 req-55e2c57f-ff5d-4e0e-b38e-fb65b119d4c7 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:17.634625 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c128be88-06b8-4dd5-a11a-92eade9efbf8 req-55e2c57f-ff5d-4e0e-b38e-fb65b119d4c7 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.1083422 Nov 02 12:37:17.683641 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-00ca3ca5-f7fb-42df-a2a1-4386008358e8 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9102874 Nov 02 12:37:17.692860 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60002) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:17.701674 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-07345151-6186-4705-94a5-4aca1a161086 admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupRulesTestJSON-588133925-router', 'tenant_id': '892fb03c420b40bca466510fca720571', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:17.722507 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d84fa1-55a7-417b-ac16-94e1fd55ecc6 req-40b33c1c-9b98-4192-b818-ea3bf7bf1ec4 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:17.725561 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2982e870-b7b4-4122-a8b3-7518c64b5189 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks [] for floatingip (6430498a-228d-4a4e-aa74-adcabac67f5c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.730778 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-37d84fa1-55a7-417b-ac16-94e1fd55ecc6 req-40b33c1c-9b98-4192-b818-ea3bf7bf1ec4 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 949 time: 0.0950699 Nov 02 12:37:17.795153 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2745aa-c147-435f-9eb0-47badae11e4a None None] Pushing event updated for resources: {'Port': ['ID=e93be7dd-5c81-4bf6-bf39-e31c80b2e584,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:17.838084 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-bfa1830f-9d52-44bc-891a-f04d9ebb128a', 'network_id': 'bfa1830f-9d52-44bc-891a-f04d9ebb128a', 'project_id': '892fb03c420b40bca466510fca720571', 'fixed_ips': [{'subnet_id': 'dabd93f0-e2c9-405d-83ad-99117680a619'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:37:17.841066 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.950266 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07345151-6186-4705-94a5-4aca1a161086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (237caa0b-6e1f-45bf-80ec-de831de83f82), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.951125 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07345151-6186-4705-94a5-4aca1a161086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (237caa0b-6e1f-45bf-80ec-de831de83f82), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.106134 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2982e870-b7b4-4122-a8b3-7518c64b5189 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f5baf053-6f76-462a-9dbc-bd35d6f57c4a), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.108345 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d286e66-c9ec-4b9a-bf1b-677ab022bbf0 admin admin] Publish callbacks [] for router_gateway (9744d35d-f9e5-4228-859e-376ece03c315), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.157085 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07345151-6186-4705-94a5-4aca1a161086 admin admin] Publish callbacks [] for router_controller (237caa0b-6e1f-45bf-80ec-de831de83f82), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.162732 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] Allocated IP 172.20.0.2 (bfa1830f-9d52-44bc-891a-f04d9ebb128a/dabd93f0-e2c9-405d-83ad-99117680a619/0c2a20b1-bede-4fae-b9a5-0ab596170b44) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:18.171861 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8e00ffb7-e89e-4ce6-a705-14db7ebca0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fce73b42-6c28-44d5-8cc0-562f3856a3be), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.175952 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8e00ffb7-e89e-4ce6-a705-14db7ebca0cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.177524 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8e00ffb7-e89e-4ce6-a705-14db7ebca0cd admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fce73b42-6c28-44d5-8cc0-562f3856a3be HTTP/1.1" status: 204 len: 168 time: 0.8519685 Nov 02 12:37:18.233974 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00ffb7-e89e-4ce6-a705-14db7ebca0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce73b42-6c28-44d5-8cc0-562f3856a3be,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:18.282517 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:18.300041 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c128be88-06b8-4dd5-a11a-92eade9efbf8 req-e64f9f41-64fe-4f3d-a895-35b5ef31898e tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6465542 Nov 02 12:37:18.326235 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.346838 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d286e66-c9ec-4b9a-bf1b-677ab022bbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.374343 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac227f-7fdd-49af-9dd5-39f8945b7fa2 req-6501767b-4cf5-4478-889b-a41d44f783e9 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:18.379119 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e6ac227f-7fdd-49af-9dd5-39f8945b7fa2 req-6501767b-4cf5-4478-889b-a41d44f783e9 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 949 time: 0.2237775 Nov 02 12:37:18.407747 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e93be7dd-5c81-4bf6-bf39-e31c80b2e584 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:18.456594 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.485332 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-37d84fa1-55a7-417b-ac16-94e1fd55ecc6 req-84236175-6a9a-44e6-9afc-41b7178f7e35 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7535682 Nov 02 12:37:18.646121 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3a2cf965-aea8-457e-9e14-9129b8b2ebbb req-fef86d3a-1798-48db-bd95-bab4a06aecf8 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 210 time: 0.0767310 Nov 02 12:37:18.667705 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:18.668103 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e93be7dd-5c81-4bf6-bf39-e31c80b2e584), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.668421 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 Nov 02 12:37:18.671834 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-e6ac227f-7fdd-49af-9dd5-39f8945b7fa2 req-04c496c8-b378-448b-8cd8-8f28511f83ef tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Deleting port 1b059224-13f3-4473-b9fb-179846b9a3cd {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:37:18.672188 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e6ac227f-7fdd-49af-9dd5-39f8945b7fa2 req-04c496c8-b378-448b-8cd8-8f28511f83ef tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (1b059224-13f3-4473-b9fb-179846b9a3cd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.713815 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] Publish callbacks [] for port (0c2a20b1-bede-4fae-b9a5-0ab596170b44), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.830050 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (0c2a20b1-bede-4fae-b9a5-0ab596170b44), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.842237 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:18.842945 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e93be7dd-5c81-4bf6-bf39-e31c80b2e584), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.916060 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84aacf-a671-47b9-9de4-f2447533dcf9 req-e5dc5560-abc7-4802-848c-9bc1428040fe tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:18.919135 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2982e870-b7b4-4122-a8b3-7518c64b5189 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks [] for port (f5baf053-6f76-462a-9dbc-bd35d6f57c4a), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.925168 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8d84aacf-a671-47b9-9de4-f2447533dcf9 req-e5dc5560-abc7-4802-848c-9bc1428040fe tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=30d5c1d6-abf8-4b74-91e4-c784a14c3456 HTTP/1.1" status: 200 len: 950 time: 0.1613359 Nov 02 12:37:18.925972 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07345151-6186-4705-94a5-4aca1a161086 admin admin] Publish callbacks [] for router_gateway (237caa0b-6e1f-45bf-80ec-de831de83f82), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.935821 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] Network bfa1830f-9d52-44bc-891a-f04d9ebb128a is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:18.954524 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-e6ac227f-7fdd-49af-9dd5-39f8945b7fa2 req-04c496c8-b378-448b-8cd8-8f28511f83ef tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] For port 1b059224-13f3-4473-b9fb-179846b9a3cd, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=1b059224-13f3-4473-b9fb-179846b9a3cd,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:18.954962 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e6ac227f-7fdd-49af-9dd5-39f8945b7fa2 req-04c496c8-b378-448b-8cd8-8f28511f83ef tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (1b059224-13f3-4473-b9fb-179846b9a3cd), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.956008 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] Pushing event updated for resources: {'Port': ['ID=0c2a20b1-bede-4fae-b9a5-0ab596170b44,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:18.962042 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:18.971166 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:18.981118 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:37:18.984207 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-e6ac227f-7fdd-49af-9dd5-39f8945b7fa2 req-04c496c8-b378-448b-8cd8-8f28511f83ef tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Calling delete_port for 1b059224-13f3-4473-b9fb-179846b9a3cd owned by compute:nova {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:37:18.995079 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port e93be7dd-5c81-4bf6-bf39-e31c80b2e584, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e93be7dd-5c81-4bf6-bf39-e31c80b2e584,segment=NetworkSegment(9a8abe95-5f65-4588-a672-c7f236c1cd24),segment_id=9a8abe95-5f65-4588-a672-c7f236c1cd24)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:19.051832 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2982e870-b7b4-4122-a8b3-7518c64b5189 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (f5baf053-6f76-462a-9dbc-bd35d6f57c4a), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.062649 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-0d286e66-c9ec-4b9a-bf1b-677ab022bbf0 admin admin] Allocated IP 172.25.2.50 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/88521593-cceb-4c0b-838e-832e2cad6203) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:19.071048 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8d84aacf-a671-47b9-9de4-f2447533dcf9 req-95476b7a-fac6-4292-80ab-1e5e88e3b53a tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b00613c7-6889-460e-8c43-558efc5172f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327274 Nov 02 12:37:19.099431 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] Attempting to bind port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:19.099873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] Attempting to bind port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '6f3969ab-8fb1-4ccf-8c12-b13f32824de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bfa1830f-9d52-44bc-891a-f04d9ebb128a'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:19.100353 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] Attempting to bind port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 on network bfa1830f-9d52-44bc-891a-f04d9ebb128a {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:19.194154 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e93be7dd-5c81-4bf6-bf39-e31c80b2e584), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.308252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:19.308662 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] Checking segment: {'id': '6f3969ab-8fb1-4ccf-8c12-b13f32824de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bfa1830f-9d52-44bc-891a-f04d9ebb128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:19.309108 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.309453 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] Bound using segment: {'id': '6f3969ab-8fb1-4ccf-8c12-b13f32824de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bfa1830f-9d52-44bc-891a-f04d9ebb128a'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:19.309936 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] Bound port: 0c2a20b1-bede-4fae-b9a5-0ab596170b44, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3969ab-8fb1-4ccf-8c12-b13f32824de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bfa1830f-9d52-44bc-891a-f04d9ebb128a'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:19.310317 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0c2a20b1-bede-4fae-b9a5-0ab596170b44), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.317119 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9287b862-cac4-4f55-92d5-0897e6135a94 None None] Network 387b1288-14fe-40bd-b97c-69c319182709 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:37:19.319117 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982e870-b7b4-4122-a8b3-7518c64b5189 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Pushing event updated for resources: {'Port': ['ID=f5baf053-6f76-462a-9dbc-bd35d6f57c4a,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:19.330562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=e93be7dd-5c81-4bf6-bf39-e31c80b2e584,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:19.331904 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2982e870-b7b4-4122-a8b3-7518c64b5189 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (6430498a-228d-4a4e-aa74-adcabac67f5c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.425657 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e6ac227f-7fdd-49af-9dd5-39f8945b7fa2 req-04c496c8-b378-448b-8cd8-8f28511f83ef tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (1b059224-13f3-4473-b9fb-179846b9a3cd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.455924 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['31495a98-f7a4-46d6-91fd-f475392a374c', '1b059224-13f3-4473-b9fb-179846b9a3cd'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:37:19.473933 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3acd8f40-e030-4710-844a-e92f9ca48255 None None] Provisioning complete for port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:19.474309 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3acd8f40-e030-4710-844a-e92f9ca48255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e93be7dd-5c81-4bf6-bf39-e31c80b2e584), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.474670 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3acd8f40-e030-4710-844a-e92f9ca48255 None None] Attempt 1 to provision port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 Nov 02 12:37:19.505301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['df5c0c04-c31c-4b89-89ec-fb14f2763e26', '4fd2315f-3bee-4c55-9a39-5f59138d2385'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:37:19.548227 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c496c8-b378-448b-8cd8-8f28511f83ef tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Pushing event deleted for resources: {'Port': ['ID=1b059224-13f3-4473-b9fb-179846b9a3cd,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:19.585097 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2982e870-b7b4-4122-a8b3-7518c64b5189 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.585333 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb48809-2d42-4ec7-90c4-462e2d05291e req-d09c8db2-2c07-4b43-8649-83be0925ff13 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:19.589272 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-deb48809-2d42-4ec7-90c4-462e2d05291e req-d09c8db2-2c07-4b43-8649-83be0925ff13 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.1856191 Nov 02 12:37:19.598525 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2982e870-b7b4-4122-a8b3-7518c64b5189 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7299025 Nov 02 12:37:19.600074 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] For port 0c2a20b1-bede-4fae-b9a5-0ab596170b44, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:19.614766 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d286e66-c9ec-4b9a-bf1b-677ab022bbf0 admin admin] Publish callbacks [] for port (88521593-cceb-4c0b-838e-832e2cad6203), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.634653 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] For port 0c2a20b1-bede-4fae-b9a5-0ab596170b44, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0c2a20b1-bede-4fae-b9a5-0ab596170b44,segment=NetworkSegment(6f3969ab-8fb1-4ccf-8c12-b13f32824de7),segment_id=6f3969ab-8fb1-4ccf-8c12-b13f32824de7)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:19.652664 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07345151-6186-4705-94a5-4aca1a161086 admin admin] Publish callbacks [] for router_gateway (237caa0b-6e1f-45bf-80ec-de831de83f82), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.692638 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07345151-6186-4705-94a5-4aca1a161086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.822318 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-21c5261f-ded3-4fb8-9b83-04e5a7e85056 req-2351d949-414e-4c1e-a790-2dcb7ab796b7 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 210 time: 0.1950362 Nov 02 12:37:19.877007 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0c2a20b1-bede-4fae-b9a5-0ab596170b44), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.882094 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-deb48809-2d42-4ec7-90c4-462e2d05291e req-76c74e63-8c8b-41e7-870b-b5313a714362 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852983 Nov 02 12:37:19.905756 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3acd8f40-e030-4710-844a-e92f9ca48255 None None] Current status of the port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:19.909108 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d286e66-c9ec-4b9a-bf1b-677ab022bbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (88521593-cceb-4c0b-838e-832e2cad6203), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.953432 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ac227f-7fdd-49af-9dd5-39f8945b7fa2 req-04c496c8-b378-448b-8cd8-8f28511f83ef tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] No DVR routers for this DVR port 1b059224-13f3-4473-b9fb-179846b9a3cd on host n-h2-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:37:19.977432 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e6ac227f-7fdd-49af-9dd5-39f8945b7fa2 req-04c496c8-b378-448b-8cd8-8f28511f83ef tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.981145 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e6ac227f-7fdd-49af-9dd5-39f8945b7fa2 req-04c496c8-b378-448b-8cd8-8f28511f83ef tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.75 "DELETE /networking/v2.0/ports/1b059224-13f3-4473-b9fb-179846b9a3cd HTTP/1.1" status: 204 len: 173 time: 1.5918508 Nov 02 12:37:19.982199 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:19.983122 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5657e408-c6af-4b09-ad7a-f20fcc1aeba8', 'name': 'network-vif-deleted', 'tag': '1b059224-13f3-4473-b9fb-179846b9a3cd'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:37:19.985819 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ec65fd-ac32-4f45-8b2a-3d38f9cbc72d" -d '{"events": [{"server_uuid": "5657e408-c6af-4b09-ad7a-f20fcc1aeba8", "name": "network-vif-deleted", "tag": "1b059224-13f3-4473-b9fb-179846b9a3cd"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:20.021358 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a6be6bc6-247c-4c4e-bcb7-b1a2ccf9617c req-da0ccc9d-035d-497d-b841-9fcec4a1d09b tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 210 time: 0.0702951 Nov 02 12:37:20.078221 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:20.093896 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d286e66-c9ec-4b9a-bf1b-677ab022bbf0 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:20.121280 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-0d286e66-c9ec-4b9a-bf1b-677ab022bbf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:20.129622 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d286e66-c9ec-4b9a-bf1b-677ab022bbf0 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:37:20.163981 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-41c2fb73-2bab-4c95-9cb8-e4095d796420 req-80d0098c-e951-4028-b147-0787d25fd293 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1663349838&fields=id&tenant_id=57ab8b7723184d3e9eff5809eafffb20 HTTP/1.1" status: 200 len: 267 time: 0.0750315 Nov 02 12:37:20.170276 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2240c-fb3c-48ee-a9f3-d4ab0c74b0d1 None None] Pushing event updated for resources: {'Port': ['ID=0c2a20b1-bede-4fae-b9a5-0ab596170b44,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:20.183756 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729f8d36-3090-44f5-9460-302ed1739c40 x-openstack-request-id: req-729f8d36-3090-44f5-9460-302ed1739c40 {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:20.184055 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5657e408-c6af-4b09-ad7a-f20fcc1aeba8", "name": "network-vif-deleted", "tag": "1b059224-13f3-4473-b9fb-179846b9a3cd", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:20.184536 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-729f8d36-3090-44f5-9460-302ed1739c40 {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:20.184789 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-729f8d36-3090-44f5-9460-302ed1739c40'] response: {'server_uuid': '5657e408-c6af-4b09-ad7a-f20fcc1aeba8', 'name': 'network-vif-deleted', 'tag': '1b059224-13f3-4473-b9fb-179846b9a3cd', 'status': 'completed', 'code': 200} Nov 02 12:37:20.260537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8daa58f8-9fe9-4b66-b44f-c27053aa4b85 None None] Provisioning complete for port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:20.260537 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8daa58f8-9fe9-4b66-b44f-c27053aa4b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e93be7dd-5c81-4bf6-bf39-e31c80b2e584), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:20.260537 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8daa58f8-9fe9-4b66-b44f-c27053aa4b85 None None] Attempt 1 to provision port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 Nov 02 12:37:20.340540 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d286e66-c9ec-4b9a-bf1b-677ab022bbf0 admin admin] Pushing event updated for resources: {'Port': ['ID=88521593-cceb-4c0b-838e-832e2cad6203,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:20.349217 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2fb73-2bab-4c95-9cb8-e4095d796420 req-588ebf3c-ad68-4acb-a58a-ecfc3ef82baa tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:20.359350 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-41c2fb73-2bab-4c95-9cb8-e4095d796420 req-588ebf3c-ad68-4acb-a58a-ecfc3ef82baa tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] 10.222.0.64 "GET /networking/v2.0/networks?id=23e0a14b-01ee-4bd0-a40e-13696a902666 HTTP/1.1" status: 200 len: 808 time: 0.1942935 Nov 02 12:37:20.381402 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-07345151-6186-4705-94a5-4aca1a161086 admin admin] Allocated IP 172.25.2.109 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/2080fb5d-a012-4330-86ca-404a54be5351) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:20.426251 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-41c2fb73-2bab-4c95-9cb8-e4095d796420 req-14468212-97dd-4331-ae86-faab4c15df39 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] 10.222.0.64 "GET /networking/v2.0/quotas/57ab8b7723184d3e9eff5809eafffb20 HTTP/1.1" status: 200 len: 375 time: 0.0646293 Nov 02 12:37:20.461131 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e93be7dd-5c81-4bf6-bf39-e31c80b2e584 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:20.565077 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664e971-9f98-43b6-862a-ddf6eaa45a9d req-e8d263a9-c208-42e8-bebe-0e8b0e5d424b tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:20.574810 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3664e971-9f98-43b6-862a-ddf6eaa45a9d req-e8d263a9-c208-42e8-bebe-0e8b0e5d424b tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=30d5c1d6-abf8-4b74-91e4-c784a14c3456 HTTP/1.1" status: 200 len: 950 time: 0.1910503 Nov 02 12:37:20.672588 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-41c2fb73-2bab-4c95-9cb8-e4095d796420 req-9bcb12b1-3066-4784-b4c1-e625f9e178ba tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=57ab8b7723184d3e9eff5809eafffb20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2452204 Nov 02 12:37:20.725528 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07345151-6186-4705-94a5-4aca1a161086 admin admin] Publish callbacks [] for port (2080fb5d-a012-4330-86ca-404a54be5351), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:20.753532 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3664e971-9f98-43b6-862a-ddf6eaa45a9d req-8fb42d0f-fdff-4705-b6a6-7c663ded1cb8 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b00613c7-6889-460e-8c43-558efc5172f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624942 Nov 02 12:37:20.832452 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:20.832885 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e93be7dd-5c81-4bf6-bf39-e31c80b2e584), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:20.833296 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 Nov 02 12:37:20.901058 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07345151-6186-4705-94a5-4aca1a161086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2080fb5d-a012-4330-86ca-404a54be5351), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:20.901565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8daa58f8-9fe9-4b66-b44f-c27053aa4b85 None None] Current status of the port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:20.940904 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07345151-6186-4705-94a5-4aca1a161086 admin admin] Pushing event updated for resources: {'Port': ['ID=2080fb5d-a012-4330-86ca-404a54be5351,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:21.000678 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07345151-6186-4705-94a5-4aca1a161086 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:21.002337 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-07345151-6186-4705-94a5-4aca1a161086 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:21.006814 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07345151-6186-4705-94a5-4aca1a161086 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:37:21.011973 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d286e66-c9ec-4b9a-bf1b-677ab022bbf0 admin admin] Publish callbacks [] for router_gateway (9744d35d-f9e5-4228-859e-376ece03c315), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.019545 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:21.060589 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-24fd071a-2ea0-460e-b1bc-326514430448 req-d121d051-fc69-44bf-8a29-b15ed31371f3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 210 time: 0.1020255 Nov 02 12:37:21.299744 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a4900-0d77-42d5-83d2-cec7ffd2a192 req-979ec1be-bd0e-4af1-b75b-63745340434f tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:21.311009 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a3a4900-0d77-42d5-83d2-cec7ffd2a192 req-979ec1be-bd0e-4af1-b75b-63745340434f tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.1165009 Nov 02 12:37:21.346337 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:21.394480 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a3a4900-0d77-42d5-83d2-cec7ffd2a192 req-7427a566-49e8-4fea-b176-2d1837a38235 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820608 Nov 02 12:37:21.666556 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de4e774a-b296-45de-a40a-d01aa708d3d8 req-fa5f7203-ea36-4e08-8cbb-214d28fbbc42 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 210 time: 0.1116829 Nov 02 12:37:21.709457 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:21.794691 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cd0982-ece7-4542-83c7-4d9bc1bda310 None None] Network bfa1830f-9d52-44bc-891a-f04d9ebb128a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:37:21.838425 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d0c37cb8-be40-48df-91bf-5ca6db66fb74 req-8b159f6e-41a0-4772-a280-638fae55bd94 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fdedb786-7c48-47e9-aa18-220972e9405e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1206515 Nov 02 12:37:21.871555 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d286e66-c9ec-4b9a-bf1b-677ab022bbf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (9744d35d-f9e5-4228-859e-376ece03c315), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:22.015567 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:22.026340 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 1b059224-13f3-4473-b9fb-179846b9a3cd no longer exists at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:37:22.060594 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-cb73fdaf-2c52-4b2f-a73a-ba2e2733c8c2 None None] Provisioning complete for port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:22.064114 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cb73fdaf-2c52-4b2f-a73a-ba2e2733c8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0c2a20b1-bede-4fae-b9a5-0ab596170b44), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:22.064114 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-cb73fdaf-2c52-4b2f-a73a-ba2e2733c8c2 None None] Attempt 1 to provision port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 Nov 02 12:37:22.096093 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c37cb8-be40-48df-91bf-5ca6db66fb74 req-75cd77f7-b4d2-4997-a16a-7e018b1a45e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:22.099143 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d0c37cb8-be40-48df-91bf-5ca6db66fb74 req-75cd77f7-b4d2-4997-a16a-7e018b1a45e9 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=6e09079e89384417879f678c0a4df5c2&device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 1132 time: 0.1062622 Nov 02 12:37:22.110804 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] No Port match for: 1b059224-13f3-4473-b9fb-179846b9a3cd {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:37:22.111463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 1b059224-13f3-4473-b9fb-179846b9a3cd not bound to the agent host n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:37:22.236519 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cb73fdaf-2c52-4b2f-a73a-ba2e2733c8c2 None None] Current status of the port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:22.238864 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cb73fdaf-2c52-4b2f-a73a-ba2e2733c8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0c2a20b1-bede-4fae-b9a5-0ab596170b44), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:22.353794 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-cb73fdaf-2c52-4b2f-a73a-ba2e2733c8c2 None None] For port 0c2a20b1-bede-4fae-b9a5-0ab596170b44, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0c2a20b1-bede-4fae-b9a5-0ab596170b44,segment=NetworkSegment(6f3969ab-8fb1-4ccf-8c12-b13f32824de7),segment_id=6f3969ab-8fb1-4ccf-8c12-b13f32824de7)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:22.366695 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ecd4c777-9736-4b9c-bf4f-87f759b85c26 req-a164c249-00e2-4022-82ee-e88cf5c97e15 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5657e408-c6af-4b09-ad7a-f20fcc1aeba8 HTTP/1.1" status: 200 len: 210 time: 0.1019294 Nov 02 12:37:22.419569 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c37cb8-be40-48df-91bf-5ca6db66fb74 req-1dcbf7d7-55b5-431c-87f8-12e4debdc4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:22.424108 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d0c37cb8-be40-48df-91bf-5ca6db66fb74 req-1dcbf7d7-55b5-431c-87f8-12e4debdc4dd service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.2990491 Nov 02 12:37:22.427922 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0c2a20b1-bede-4fae-b9a5-0ab596170b44 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:22.446391 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07345151-6186-4705-94a5-4aca1a161086 admin admin] Publish callbacks [] for router_gateway (237caa0b-6e1f-45bf-80ec-de831de83f82), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:22.507087 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d0c37cb8-be40-48df-91bf-5ca6db66fb74 req-e4ba5957-b980-4cc5-8eb9-4232396dd496 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a911b949-15e2-47ba-aea9-5c8e8118311c HTTP/1.1" status: 200 len: 217 time: 0.0718718 Nov 02 12:37:22.551335 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:22.551734 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0c2a20b1-bede-4fae-b9a5-0ab596170b44), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:22.552061 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 Nov 02 12:37:22.606878 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:22.615269 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cb73fdaf-2c52-4b2f-a73a-ba2e2733c8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0c2a20b1-bede-4fae-b9a5-0ab596170b44), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:22.654423 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d286e66-c9ec-4b9a-bf1b-677ab022bbf0 admin admin] Router 9744d35d-f9e5-4228-859e-376ece03c315 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:37:22.660822 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ede33-3ba0-406d-81e4-496e7e1bf10a req-f4d341e9-43b8-4c97-b87a-a516712b528a tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:22.681532 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ef3ede33-3ba0-406d-81e4-496e7e1bf10a req-f4d341e9-43b8-4c97-b87a-a516712b528a tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.0941198 Nov 02 12:37:22.688205 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c37cb8-be40-48df-91bf-5ca6db66fb74 req-24c3d417-f4f8-48a8-bce3-ba08fcadf047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:22.693139 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d0c37cb8-be40-48df-91bf-5ca6db66fb74 req-24c3d417-f4f8-48a8-bce3-ba08fcadf047 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1767285 Nov 02 12:37:22.757177 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0aa23015-baca-4420-893d-a3aee8a1e193 None None] Provisioning complete for port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:22.757739 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0aa23015-baca-4420-893d-a3aee8a1e193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0c2a20b1-bede-4fae-b9a5-0ab596170b44), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:22.758273 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0aa23015-baca-4420-893d-a3aee8a1e193 None None] Attempt 1 to provision port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 Nov 02 12:37:22.794957 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73fdaf-2c52-4b2f-a73a-ba2e2733c8c2 None None] Pushing event updated for resources: {'Port': ['ID=0c2a20b1-bede-4fae-b9a5-0ab596170b44,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:22.807802 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:22.810693 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:22.812231 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c37cb8-be40-48df-91bf-5ca6db66fb74 req-624b3328-2d38-43d9-9fd9-f1248a69a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:22.813882 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d0c37cb8-be40-48df-91bf-5ca6db66fb74 req-624b3328-2d38-43d9-9fd9-f1248a69a9aa service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1044011 Nov 02 12:37:22.874100 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0aa23015-baca-4420-893d-a3aee8a1e193 None None] Current status of the port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:22.916715 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07345151-6186-4705-94a5-4aca1a161086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (237caa0b-6e1f-45bf-80ec-de831de83f82), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:22.924416 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d286e66-c9ec-4b9a-bf1b-677ab022bbf0 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:37:22.926405 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51c5ce-9da7-44a7-b047-50ed9d1f030d req-0086629b-0e8d-491e-971f-6bd1ceb6dad9 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:22.934865 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de51c5ce-9da7-44a7-b047-50ed9d1f030d req-0086629b-0e8d-491e-971f-6bd1ceb6dad9 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=30d5c1d6-abf8-4b74-91e4-c784a14c3456 HTTP/1.1" status: 200 len: 950 time: 0.1472645 Nov 02 12:37:22.936350 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] Sync routers for ids ['9744d35d-f9e5-4228-859e-376ece03c315'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:37:22.944523 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ef3ede33-3ba0-406d-81e4-496e7e1bf10a req-affff64e-81f9-4cde-b516-c0cba4f4d754 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614658 Nov 02 12:37:22.948003 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] Routers {'9744d35d-f9e5-4228-859e-376ece03c315'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:37:22.949059 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9744d35d-f9e5-4228-859e-376ece03c315'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:23.022248 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de51c5ce-9da7-44a7-b047-50ed9d1f030d req-5cfdd2b5-4c9c-450f-bfa9-51ea003c25d5 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b00613c7-6889-460e-8c43-558efc5172f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860810 Nov 02 12:37:23.034834 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d0c37cb8-be40-48df-91bf-5ca6db66fb74 req-757e55b5-8023-452d-98cd-d0450a7166ea service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978421 Nov 02 12:37:23.074707 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:23.112837 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] Set router 9744d35d-f9e5-4228-859e-376ece03c315 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:23.147472 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d286e66-c9ec-4b9a-bf1b-677ab022bbf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:23.153087 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0d286e66-c9ec-4b9a-bf1b-677ab022bbf0 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.8991382 Nov 02 12:37:23.154058 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60142) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:23.240959 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8c2dd945-224a-4eb2-8fcf-c278bfe3a5a1 req-e9dbe491-d1dd-4b7f-bd08-480552c43079 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 210 time: 0.0826125 Nov 02 12:37:23.272423 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d0c37cb8-be40-48df-91bf-5ca6db66fb74 req-0d2c64e7-16f3-4f38-803c-6273f70f31c9 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047510 Nov 02 12:37:23.333314 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07345151-6186-4705-94a5-4aca1a161086 admin admin] Router 237caa0b-6e1f-45bf-80ec-de831de83f82 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:37:23.383560 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9744d35d-f9e5-4228-859e-376ece03c315', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2056135691-router', 'tenant_id': '4a825a5c09b94750aa1382e00bd6a956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '88521593-cceb-4c0b-838e-832e2cad6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:16Z', 'updated_at': '2022-11-02T12:37:20Z', 'revision_number': 3, 'project_id': '4a825a5c09b94750aa1382e00bd6a956', 'gw_port': {'id': '88521593-cceb-4c0b-838e-832e2cad6203', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9744d35d-f9e5-4228-859e-376ece03c315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:18Z', 'updated_at': '2022-11-02T12:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:23.444923 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:23.467511 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] Checking router: 9744d35d-f9e5-4228-859e-376ece03c315 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:37:23.467958 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] Updating router 9744d35d-f9e5-4228-859e-376ece03c315 port 88521593-cceb-4c0b-838e-832e2cad6203 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:37:23.541628 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (88521593-cceb-4c0b-838e-832e2cad6203), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:23.657969 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-2ed44b03-4273-4c17-b38d-d95f3045953e tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=b2967018bbd64629a9a49c051c3d1e60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450213 Nov 02 12:37:23.703617 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07345151-6186-4705-94a5-4aca1a161086 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:37:23.716620 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] Sync routers for ids ['237caa0b-6e1f-45bf-80ec-de831de83f82'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:37:23.736683 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] Routers {'237caa0b-6e1f-45bf-80ec-de831de83f82'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:37:23.738725 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['237caa0b-6e1f-45bf-80ec-de831de83f82'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:23.780149 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:23.904207 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07345151-6186-4705-94a5-4aca1a161086 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:23.916040 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60170) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:23.924677 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-07345151-6186-4705-94a5-4aca1a161086 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2122264 Nov 02 12:37:23.987549 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-529ae091-c004-4a1b-b77e-43f6a8e3d441 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:23.990029 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-529ae091-c004-4a1b-b77e-43f6a8e3d441 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3247850 Nov 02 12:37:24.014109 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] Set router 237caa0b-6e1f-45bf-80ec-de831de83f82 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:24.127267 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c728d3ac-8872-40d3-a1e8-cb5633c9f104 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Request body: {'port': {'device_id': '4521dc35-0cae-430d-931d-42a0f646819e', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': 'b2967018bbd64629a9a49c051c3d1e60'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:24.474538 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:24.539357 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:24.549668 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0c2a20b1-bede-4fae-b9a5-0ab596170b44 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:24.571790 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] Publish callbacks [] for port (88521593-cceb-4c0b-838e-832e2cad6203), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:24.608163 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237caa0b-6e1f-45bf-80ec-de831de83f82', 'name': 'tempest-SecurityGroupRulesTestJSON-588133925-router', 'tenant_id': '892fb03c420b40bca466510fca720571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '2080fb5d-a012-4330-86ca-404a54be5351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:17Z', 'updated_at': '2022-11-02T12:37:21Z', 'revision_number': 3, 'project_id': '892fb03c420b40bca466510fca720571', 'gw_port': {'id': '2080fb5d-a012-4330-86ca-404a54be5351', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237caa0b-6e1f-45bf-80ec-de831de83f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:19Z', 'updated_at': '2022-11-02T12:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:24.637269 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-862850c3-dc02-4174-af6b-448f504c022b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:24.684605 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1ad56-9e98-40ef-9d49-9cf29dade481 req-74294617-b413-4d8e-826a-0b2afa5d3985 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:24.684605 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-76d1ad56-9e98-40ef-9d49-9cf29dade481 req-74294617-b413-4d8e-826a-0b2afa5d3985 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=30d5c1d6-abf8-4b74-91e4-c784a14c3456 HTTP/1.1" status: 200 len: 950 time: 0.2034240 Nov 02 12:37:24.694746 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2659f-445c-4861-a828-d2eef8a546da req-a741efe8-bdee-43d0-ae62-89106e841633 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:24.696894 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-1fb2659f-445c-4861-a828-d2eef8a546da req-a741efe8-bdee-43d0-ae62-89106e841633 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=30d5c1d6-abf8-4b74-91e4-c784a14c3456 HTTP/1.1" status: 200 len: 950 time: 0.4230547 Nov 02 12:37:24.700091 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bd248-f6f7-4b2d-bf06-5e5b5443f100 req-053713a6-8d13-42fc-b467-f88225aeca15 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:24.701879 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1d2bd248-f6f7-4b2d-bf06-5e5b5443f100 req-053713a6-8d13-42fc-b467-f88225aeca15 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.2331185 Nov 02 12:37:24.705192 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] Checking router: 237caa0b-6e1f-45bf-80ec-de831de83f82 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:37:24.706904 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] Updating router 237caa0b-6e1f-45bf-80ec-de831de83f82 port 2080fb5d-a012-4330-86ca-404a54be5351 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:37:24.710685 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:24.711078 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0c2a20b1-bede-4fae-b9a5-0ab596170b44), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:24.711423 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 Nov 02 12:37:24.746033 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c728d3ac-8872-40d3-a1e8-cb5633c9f104 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Made reservation on behalf of b2967018bbd64629a9a49c051c3d1e60 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:24.750907 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c728d3ac-8872-40d3-a1e8-cb5633c9f104 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:24.805144 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (88521593-cceb-4c0b-838e-832e2cad6203), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:24.821285 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c728d3ac-8872-40d3-a1e8-cb5633c9f104 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:24.829417 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2080fb5d-a012-4330-86ca-404a54be5351), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:24.874246 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf6f82-bf00-471a-b853-597dfbd7a31f None None] Pushing event updated for resources: {'Port': ['ID=88521593-cceb-4c0b-838e-832e2cad6203,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:24.890884 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:24.911283 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] Attempting to bind port 88521593-cceb-4c0b-838e-832e2cad6203 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:24.912352 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] Attempting to bind port 88521593-cceb-4c0b-838e-832e2cad6203 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:24.912352 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] Attempting to bind port 88521593-cceb-4c0b-838e-832e2cad6203 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:24.959832 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1d2bd248-f6f7-4b2d-bf06-5e5b5443f100 req-6c00a673-2fc7-4028-80f9-45b5b253e70e tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181182 Nov 02 12:37:25.031793 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:25.032276 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:25.032734 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.033288 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:25.033804 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] Bound port: 88521593-cceb-4c0b-838e-832e2cad6203, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:25.034193 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (88521593-cceb-4c0b-838e-832e2cad6203), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.077465 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:25.098457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] For port 88521593-cceb-4c0b-838e-832e2cad6203, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:25.105860 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] For port 88521593-cceb-4c0b-838e-832e2cad6203, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=88521593-cceb-4c0b-838e-832e2cad6203,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:25.171139 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-76d1ad56-9e98-40ef-9d49-9cf29dade481 req-e258c00a-e474-49d5-bdaa-45cc1487816d tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b00613c7-6889-460e-8c43-558efc5172f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310277 Nov 02 12:37:25.277551 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:25.306204 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-1fb2659f-445c-4861-a828-d2eef8a546da req-9479e436-3a0c-45f3-9f4a-ddbf8c57ed00 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Deleting port 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:37:25.306573 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-1fb2659f-445c-4861-a828-d2eef8a546da req-9479e436-3a0c-45f3-9f4a-ddbf8c57ed00 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (67a405c2-b0d9-48f6-8c2a-19bfbd05f80e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.311791 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (88521593-cceb-4c0b-838e-832e2cad6203), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.348060 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-862850c3-dc02-4174-af6b-448f504c022b admin admin] Allocated IP 172.20.0.1 (387b1288-14fe-40bd-b97c-69c319182709/4e2e7f3a-203d-401d-a04c-dc7f62573f23/b356f2f1-22ab-466a-89b8-f5fc499769dc) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:25.364545 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256dc60-7cca-4de0-afe7-24720e11bc09 req-7f50f8cc-fb99-4593-b15c-96e437c58a9e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:25.375791 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8256dc60-7cca-4de0-afe7-24720e11bc09 req-7f50f8cc-fb99-4593-b15c-96e437c58a9e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=98d9d819-116f-405e-b1e3-216d7fdc4818 HTTP/1.1" status: 200 len: 950 time: 0.2200873 Nov 02 12:37:25.493771 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:25.551280 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-1fb2659f-445c-4861-a828-d2eef8a546da req-9479e436-3a0c-45f3-9f4a-ddbf8c57ed00 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] For port 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=67a405c2-b0d9-48f6-8c2a-19bfbd05f80e,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:25.552021 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-1fb2659f-445c-4861-a828-d2eef8a546da req-9479e436-3a0c-45f3-9f4a-ddbf8c57ed00 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (67a405c2-b0d9-48f6-8c2a-19bfbd05f80e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.569390 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] Publish callbacks [] for port (2080fb5d-a012-4330-86ca-404a54be5351), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.575005 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:25.582633 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-79e271b4-3ec0-42c8-88d9-ab8d8cd35722 req-9c182c28-fc1a-410b-9470-8b4b80f312f4 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 210 time: 0.1768742 Nov 02 12:37:25.602718 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-1fb2659f-445c-4861-a828-d2eef8a546da req-9479e436-3a0c-45f3-9f4a-ddbf8c57ed00 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Calling delete_port for 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e owned by compute:nova {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:37:25.619746 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] Routers {'9744d35d-f9e5-4228-859e-376ece03c315'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:37:25.621193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9744d35d-f9e5-4228-859e-376ece03c315'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:25.669902 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2080fb5d-a012-4330-86ca-404a54be5351), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.703072 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf6f82-bf00-471a-b853-597dfbd7a31f None None] Pushing event updated for resources: {'Port': ['ID=88521593-cceb-4c0b-838e-832e2cad6203,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:25.734289 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60218) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:25.796951 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8256dc60-7cca-4de0-afe7-24720e11bc09 req-2ba85719-3ef9-44c0-818d-ae1aa4635153 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175115 Nov 02 12:37:25.808218 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c728d3ac-8872-40d3-a1e8-cb5633c9f104 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Publish callbacks [] for security_group (d7c07321-e8be-4309-9228-543db471c9cb), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.855781 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] Attempting to bind port 2080fb5d-a012-4330-86ca-404a54be5351 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:25.856667 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] Attempting to bind port 2080fb5d-a012-4330-86ca-404a54be5351 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:25.856924 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] Attempting to bind port 2080fb5d-a012-4330-86ca-404a54be5351 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:25.914916 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5dda0233-f061-42d2-b48e-197c1c982ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.920142 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c728d3ac-8872-40d3-a1e8-cb5633c9f104 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d7c07321-e8be-4309-9228-543db471c9cb), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.943213 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8909a5-010d-4ab5-a471-c94fd9edd44e None None] Pushing event updated for resources: {'Port': ['ID=2080fb5d-a012-4330-86ca-404a54be5351,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:25.994717 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:25.995930 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:25.997234 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.998717 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:25.999961 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] Bound port: 2080fb5d-a012-4330-86ca-404a54be5351, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:26.001197 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2080fb5d-a012-4330-86ca-404a54be5351), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:26.005829 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] Set router 9744d35d-f9e5-4228-859e-376ece03c315 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:26.139047 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-862850c3-dc02-4174-af6b-448f504c022b admin admin] Publish callbacks [] for port (b356f2f1-22ab-466a-89b8-f5fc499769dc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:26.148473 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d50c1-b129-4842-8866-4b75be1856cd req-7accc9ff-f0f2-4d6f-bd13-320e512bacdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:26.152359 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0c8d50c1-b129-4842-8866-4b75be1856cd req-7accc9ff-f0f2-4d6f-bd13-320e512bacdd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=6e09079e89384417879f678c0a4df5c2&device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 1131 time: 0.2156672 Nov 02 12:37:26.153802 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728d3ac-8872-40d3-a1e8-cb5633c9f104 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c07321-e8be-4309-9228-543db471c9cb,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:26.169844 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] For port 2080fb5d-a012-4330-86ca-404a54be5351, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:26.205538 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] For port 2080fb5d-a012-4330-86ca-404a54be5351, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2080fb5d-a012-4330-86ca-404a54be5351,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:26.278909 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2080fb5d-a012-4330-86ca-404a54be5351), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:26.345636 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] Routers {'237caa0b-6e1f-45bf-80ec-de831de83f82'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:37:26.348630 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['237caa0b-6e1f-45bf-80ec-de831de83f82'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:26.402844 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d2df3-ef55-4fa8-a9d6-2fe43ea07250 req-c3dfc707-dc05-4195-997e-8e011be9bb59 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:26.404441 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-136d2df3-ef55-4fa8-a9d6-2fe43ea07250 req-c3dfc707-dc05-4195-997e-8e011be9bb59 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.2959626 Nov 02 12:37:26.477626 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f83557-bf20-4af0-9bc7-03cab780e70b req-bfb9df89-3c21-4c84-8640-fc7f6adc1005 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:26.480172 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-12f83557-bf20-4af0-9bc7-03cab780e70b req-bfb9df89-3c21-4c84-8640-fc7f6adc1005 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=98d9d819-116f-405e-b1e3-216d7fdc4818 HTTP/1.1" status: 200 len: 950 time: 0.3467782 Nov 02 12:37:26.574598 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-862850c3-dc02-4174-af6b-448f504c022b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (b356f2f1-22ab-466a-89b8-f5fc499769dc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:26.575386 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9744d35d-f9e5-4228-859e-376ece03c315', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2056135691-router', 'tenant_id': '4a825a5c09b94750aa1382e00bd6a956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '88521593-cceb-4c0b-838e-832e2cad6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:16Z', 'updated_at': '2022-11-02T12:37:20Z', 'revision_number': 3, 'project_id': '4a825a5c09b94750aa1382e00bd6a956', 'gw_port': {'id': '88521593-cceb-4c0b-838e-832e2cad6203', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9744d35d-f9e5-4228-859e-376ece03c315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:18Z', 'updated_at': '2022-11-02T12:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:26.605472 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8909a5-010d-4ab5-a471-c94fd9edd44e None None] Pushing event updated for resources: {'Port': ['ID=2080fb5d-a012-4330-86ca-404a54be5351,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:26.634093 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac58ab-1ba4-4833-992a-002b386328b7 req-1ea37ca8-b312-49ac-a5c8-c9cba03c8703 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:26.635825 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bbac58ab-1ba4-4833-992a-002b386328b7 req-1ea37ca8-b312-49ac-a5c8-c9cba03c8703 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=30d5c1d6-abf8-4b74-91e4-c784a14c3456 HTTP/1.1" status: 200 len: 950 time: 0.2836888 Nov 02 12:37:26.697208 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b5990-db24-4c13-b8dc-782db3985e5c None None] The sync data for ids ['9744d35d-f9e5-4228-859e-376ece03c315'] in n-d-857339-6 is: [{'id': '9744d35d-f9e5-4228-859e-376ece03c315', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2056135691-router', 'tenant_id': '4a825a5c09b94750aa1382e00bd6a956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '88521593-cceb-4c0b-838e-832e2cad6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:16Z', 'updated_at': '2022-11-02T12:37:20Z', 'revision_number': 3, 'project_id': '4a825a5c09b94750aa1382e00bd6a956', 'gw_port': {'id': '88521593-cceb-4c0b-838e-832e2cad6203', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9744d35d-f9e5-4228-859e-376ece03c315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:18Z', 'updated_at': '2022-11-02T12:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:37:26.703201 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862850c3-dc02-4174-af6b-448f504c022b admin admin] Network 387b1288-14fe-40bd-b97c-69c319182709 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:26.732927 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] Set router 237caa0b-6e1f-45bf-80ec-de831de83f82 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:26.733253 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-862850c3-dc02-4174-af6b-448f504c022b admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:26.743976 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b3832255-e230-41dd-b760-b998e1cebcba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:26.758579 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862850c3-dc02-4174-af6b-448f504c022b admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:37:26.765019 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:26.967491 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:27.081513 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862850c3-dc02-4174-af6b-448f504c022b admin admin] Pushing event updated for resources: {'Port': ['ID=b356f2f1-22ab-466a-89b8-f5fc499769dc,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:27.103997 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-862850c3-dc02-4174-af6b-448f504c022b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (9744d35d-f9e5-4228-859e-376ece03c315), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:27.193472 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6a89e9a8-02fc-496d-865b-40ace9048392 None None] Provisioning complete for port b356f2f1-22ab-466a-89b8-f5fc499769dc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:27.194075 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6a89e9a8-02fc-496d-865b-40ace9048392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b356f2f1-22ab-466a-89b8-f5fc499769dc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:27.194616 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-6a89e9a8-02fc-496d-865b-40ace9048392 None None] Attempt 1 to provision port b356f2f1-22ab-466a-89b8-f5fc499769dc Nov 02 12:37:27.284917 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=4,neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:27.348727 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6a89e9a8-02fc-496d-865b-40ace9048392 None None] Port b356f2f1-22ab-466a-89b8-f5fc499769dc cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:37:27.365629 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237caa0b-6e1f-45bf-80ec-de831de83f82', 'name': 'tempest-SecurityGroupRulesTestJSON-588133925-router', 'tenant_id': '892fb03c420b40bca466510fca720571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '2080fb5d-a012-4330-86ca-404a54be5351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:17Z', 'updated_at': '2022-11-02T12:37:21Z', 'revision_number': 3, 'project_id': '892fb03c420b40bca466510fca720571', 'gw_port': {'id': '2080fb5d-a012-4330-86ca-404a54be5351', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237caa0b-6e1f-45bf-80ec-de831de83f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:19Z', 'updated_at': '2022-11-02T12:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:27.377862 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b3832255-e230-41dd-b760-b998e1cebcba admin admin] Publish callbacks [] for security_group (4d7400d2-09c4-4082-b4a7-d839b9c05258), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:27.422189 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-12f83557-bf20-4af0-9bc7-03cab780e70b req-57eb5f94-5e7b-4655-855f-21295e5bcb6e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Deleting port 31495a98-f7a4-46d6-91fd-f475392a374c {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:37:27.422736 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-12f83557-bf20-4af0-9bc7-03cab780e70b req-57eb5f94-5e7b-4655-855f-21295e5bcb6e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (31495a98-f7a4-46d6-91fd-f475392a374c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:27.423676 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b90ba-6400-4a42-91e0-bcd2180e622a None None] The sync data for ids ['237caa0b-6e1f-45bf-80ec-de831de83f82'] in n-d-857339-6 is: [{'id': '237caa0b-6e1f-45bf-80ec-de831de83f82', 'name': 'tempest-SecurityGroupRulesTestJSON-588133925-router', 'tenant_id': '892fb03c420b40bca466510fca720571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '2080fb5d-a012-4330-86ca-404a54be5351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:17Z', 'updated_at': '2022-11-02T12:37:21Z', 'revision_number': 3, 'project_id': '892fb03c420b40bca466510fca720571', 'gw_port': {'id': '2080fb5d-a012-4330-86ca-404a54be5351', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237caa0b-6e1f-45bf-80ec-de831de83f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:19Z', 'updated_at': '2022-11-02T12:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:37:27.599862 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c728d3ac-8872-40d3-a1e8-cb5633c9f104 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Allocated IP 192.168.233.63 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/15e01b94-9395-4454-959a-f1ee02b69b22) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:27.634171 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-12f83557-bf20-4af0-9bc7-03cab780e70b req-57eb5f94-5e7b-4655-855f-21295e5bcb6e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] For port 31495a98-f7a4-46d6-91fd-f475392a374c, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=31495a98-f7a4-46d6-91fd-f475392a374c,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:27.635629 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-12f83557-bf20-4af0-9bc7-03cab780e70b req-57eb5f94-5e7b-4655-855f-21295e5bcb6e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (31495a98-f7a4-46d6-91fd-f475392a374c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:27.646553 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-5dda0233-f061-42d2-b48e-197c1c982ac6 admin admin] Allocated IP 172.20.0.1 (bfa1830f-9d52-44bc-891a-f04d9ebb128a/dabd93f0-e2c9-405d-83ad-99117680a619/4d2e92e4-e082-40b3-b457-a8167e6fa346) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:27.662469 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-12f83557-bf20-4af0-9bc7-03cab780e70b req-57eb5f94-5e7b-4655-855f-21295e5bcb6e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Calling delete_port for 31495a98-f7a4-46d6-91fd-f475392a374c owned by compute:nova {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:37:27.665617 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-136d2df3-ef55-4fa8-a9d6-2fe43ea07250 req-8ec35e2c-16ae-4518-b4e3-a96a711222ea tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1272552 Nov 02 12:37:27.688855 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d50c1-b129-4842-8866-4b75be1856cd req-60669911-d026-445c-8eae-a25c0dfbd753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:27.690800 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0c8d50c1-b129-4842-8866-4b75be1856cd req-60669911-d026-445c-8eae-a25c0dfbd753 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 1.4002492 Nov 02 12:37:27.786345 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bbac58ab-1ba4-4833-992a-002b386328b7 req-7d67ccac-615f-4a37-9621-d3e67888e830 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b00613c7-6889-460e-8c43-558efc5172f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0954611 Nov 02 12:37:27.857735 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:27.861325 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0c8d50c1-b129-4842-8866-4b75be1856cd req-c5bb0d46-0b45-47d5-8187-536d33cdbca7 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=8151f4b5-7a32-4062-8f54-70ba3968340d HTTP/1.1" status: 200 len: 217 time: 0.1451695 Nov 02 12:37:27.871212 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-1fb2659f-445c-4861-a828-d2eef8a546da req-9479e436-3a0c-45f3-9f4a-ddbf8c57ed00 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (67a405c2-b0d9-48f6-8c2a-19bfbd05f80e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:27.888931 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b3832255-e230-41dd-b760-b998e1cebcba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4d7400d2-09c4-4082-b4a7-d839b9c05258), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:28.086249 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3832255-e230-41dd-b760-b998e1cebcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7400d2-09c4-4082-b4a7-d839b9c05258,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:28.095874 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479e436-3a0c-45f3-9f4a-ddbf8c57ed00 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Pushing event deleted for resources: {'Port': ['ID=67a405c2-b0d9-48f6-8c2a-19bfbd05f80e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:28.229787 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd11f74-7c9a-4345-a8fe-4bb87742d032 req-5f121ba6-2878-4aff-9f71-4566f94924c5 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:28.241986 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4cd11f74-7c9a-4345-a8fe-4bb87742d032 req-5f121ba6-2878-4aff-9f71-4566f94924c5 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=98d9d819-116f-405e-b1e3-216d7fdc4818 HTTP/1.1" status: 200 len: 950 time: 0.2426050 Nov 02 12:37:28.254533 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2f978c2b-e114-4b70-894f-5eb0f1daac66 req-ca94eac6-a479-4c66-92f9-55f7f62502bc tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 210 time: 0.2468805 Nov 02 12:37:28.255383 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:28.294775 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b3832255-e230-41dd-b760-b998e1cebcba admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=95b6d74ac68341569ff25caa541cb079&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5474553 Nov 02 12:37:28.342430 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60240) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:28.366627 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:28.418542 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5dda0233-f061-42d2-b48e-197c1c982ac6 admin admin] Publish callbacks [] for port (4d2e92e4-e082-40b3-b457-a8167e6fa346), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:28.429746 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:37:28.437289 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb2659f-445c-4861-a828-d2eef8a546da req-9479e436-3a0c-45f3-9f4a-ddbf8c57ed00 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] No DVR routers for this DVR port 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e on host n-h1-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:37:28.452297 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-1fb2659f-445c-4861-a828-d2eef8a546da req-9479e436-3a0c-45f3-9f4a-ddbf8c57ed00 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:28.456682 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-1fb2659f-445c-4861-a828-d2eef8a546da req-9479e436-3a0c-45f3-9f4a-ddbf8c57ed00 tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.57 "DELETE /networking/v2.0/ports/67a405c2-b0d9-48f6-8c2a-19bfbd05f80e HTTP/1.1" status: 204 len: 173 time: 3.7527211 Nov 02 12:37:28.457369 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d5c1d6-abf8-4b74-91e4-c784a14c3456', 'name': 'network-vif-deleted', 'tag': '67a405c2-b0d9-48f6-8c2a-19bfbd05f80e'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:37:28.468798 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765fcd4c-da91-4700-9688-753f48d98477" -d '{"events": [{"server_uuid": "30d5c1d6-abf8-4b74-91e4-c784a14c3456", "name": "network-vif-deleted", "tag": "67a405c2-b0d9-48f6-8c2a-19bfbd05f80e"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:28.494749 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] No Port match for: 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:37:28.498343 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 67a405c2-b0d9-48f6-8c2a-19bfbd05f80e not bound to the agent host n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:37:28.506917 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-12f83557-bf20-4af0-9bc7-03cab780e70b req-57eb5f94-5e7b-4655-855f-21295e5bcb6e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (31495a98-f7a4-46d6-91fd-f475392a374c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:28.560203 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['df5c0c04-c31c-4b89-89ec-fb14f2763e26', '4fd2315f-3bee-4c55-9a39-5f59138d2385'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:37:28.605665 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb5f94-5e7b-4655-855f-21295e5bcb6e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Pushing event deleted for resources: {'Port': ['ID=31495a98-f7a4-46d6-91fd-f475392a374c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:28.646106 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d50c1-b129-4842-8866-4b75be1856cd req-3cf1524f-a2d8-4c97-9969-7f5a6b0019fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:28.651680 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0c8d50c1-b129-4842-8866-4b75be1856cd req-3cf1524f-a2d8-4c97-9969-7f5a6b0019fd service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.7887871 Nov 02 12:37:28.681538 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 88521593-cceb-4c0b-838e-832e2cad6203 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:28.690772 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:28.702966 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c3c886-c11a-4ad4-9bc8-aeed376ab1da x-openstack-request-id: req-b3c3c886-c11a-4ad4-9bc8-aeed376ab1da {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:28.702966 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d5c1d6-abf8-4b74-91e4-c784a14c3456", "name": "network-vif-deleted", "tag": "67a405c2-b0d9-48f6-8c2a-19bfbd05f80e", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:28.702966 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b3c3c886-c11a-4ad4-9bc8-aeed376ab1da {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:28.702966 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3c3c886-c11a-4ad4-9bc8-aeed376ab1da'] response: {'server_uuid': '30d5c1d6-abf8-4b74-91e4-c784a14c3456', 'name': 'network-vif-deleted', 'tag': '67a405c2-b0d9-48f6-8c2a-19bfbd05f80e', 'status': 'completed', 'code': 200} Nov 02 12:37:28.738069 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5dda0233-f061-42d2-b48e-197c1c982ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (4d2e92e4-e082-40b3-b457-a8167e6fa346), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:28.892061 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 88521593-cceb-4c0b-838e-832e2cad6203 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:28.892952 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (88521593-cceb-4c0b-838e-832e2cad6203), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:28.899483 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 88521593-cceb-4c0b-838e-832e2cad6203 Nov 02 12:37:28.926476 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f83557-bf20-4af0-9bc7-03cab780e70b req-57eb5f94-5e7b-4655-855f-21295e5bcb6e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] No DVR routers for this DVR port 31495a98-f7a4-46d6-91fd-f475392a374c on host n-h2-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:37:28.938639 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-12f83557-bf20-4af0-9bc7-03cab780e70b req-57eb5f94-5e7b-4655-855f-21295e5bcb6e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:28.947687 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-12f83557-bf20-4af0-9bc7-03cab780e70b req-57eb5f94-5e7b-4655-855f-21295e5bcb6e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.75 "DELETE /networking/v2.0/ports/31495a98-f7a4-46d6-91fd-f475392a374c HTTP/1.1" status: 204 len: 173 time: 2.4588158 Nov 02 12:37:28.987134 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4cd11f74-7c9a-4345-a8fe-4bb87742d032 req-95c5bca6-48e3-4c6d-af5c-aa9f0a0af43e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7439709 Nov 02 12:37:29.177070 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-862850c3-dc02-4174-af6b-448f504c022b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b356f2f1-22ab-466a-89b8-f5fc499769dc), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:29.226166 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dda0233-f061-42d2-b48e-197c1c982ac6 admin admin] Network bfa1830f-9d52-44bc-891a-f04d9ebb128a is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:29.333377 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:29.369232 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda0233-f061-42d2-b48e-197c1c982ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2e92e4-e082-40b3-b457-a8167e6fa346,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:29.375940 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-5dda0233-f061-42d2-b48e-197c1c982ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:29.555509 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d50c1-b129-4842-8866-4b75be1856cd req-cd180cf9-e7d5-4a21-b2dc-7195f9e189b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:29.563511 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0c8d50c1-b129-4842-8866-4b75be1856cd req-cd180cf9-e7d5-4a21-b2dc-7195f9e189b8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8066306 Nov 02 12:37:29.592932 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda0233-f061-42d2-b48e-197c1c982ac6 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:37:29.737436 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 88521593-cceb-4c0b-838e-832e2cad6203 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:29.738183 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (88521593-cceb-4c0b-838e-832e2cad6203), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:29.756239 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-99271120-21cd-4af0-b9fb-a9fb694b7f8e req-713dfb68-29a2-4286-8b05-b0a229a3373a tempest-TenantUsagesTestJSON-795251783 tempest-TenantUsagesTestJSON-795251783-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=30d5c1d6-abf8-4b74-91e4-c784a14c3456 HTTP/1.1" status: 200 len: 210 time: 0.5550148 Nov 02 12:37:29.762021 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5dda0233-f061-42d2-b48e-197c1c982ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (237caa0b-6e1f-45bf-80ec-de831de83f82), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:29.908195 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 88521593-cceb-4c0b-838e-832e2cad6203, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=88521593-cceb-4c0b-838e-832e2cad6203,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:29.930286 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6a409d0c-63b1-470b-90de-fcc123aabc92 admin admin] Publish callbacks [] for security_group (4d7400d2-09c4-4082-b4a7-d839b9c05258), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:29.933494 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:29.943053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4f649352-5043-4078-b013-ce352cf9a75b None None] Provisioning complete for port 4d2e92e4-e082-40b3-b457-a8167e6fa346 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:29.943538 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4f649352-5043-4078-b013-ce352cf9a75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4d2e92e4-e082-40b3-b457-a8167e6fa346), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:29.944255 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4f649352-5043-4078-b013-ce352cf9a75b None None] Attempt 1 to provision port 4d2e92e4-e082-40b3-b457-a8167e6fa346 Nov 02 12:37:29.948791 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a57a6a-5e8c-475a-9164-8ce9804ba839 req-1698416e-49c7-4144-b079-1706206246f4 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:29.955347 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-862850c3-dc02-4174-af6b-448f504c022b admin admin] Publish callbacks [] for port (b356f2f1-22ab-466a-89b8-f5fc499769dc), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:29.958810 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-15a57a6a-5e8c-475a-9164-8ce9804ba839 req-1698416e-49c7-4144-b079-1706206246f4 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.9176323 Nov 02 12:37:30.007808 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (88521593-cceb-4c0b-838e-832e2cad6203), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:30.008729 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2080fb5d-a012-4330-86ca-404a54be5351 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:30.091197 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:30.093597 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-862850c3-dc02-4174-af6b-448f504c022b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (b356f2f1-22ab-466a-89b8-f5fc499769dc), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:30.095301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 31495a98-f7a4-46d6-91fd-f475392a374c no longer exists at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:37:30.184583 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6a409d0c-63b1-470b-90de-fcc123aabc92 admin admin] Publish callbacks [] for security_group (4d7400d2-09c4-4082-b4a7-d839b9c05258), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:30.260009 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4f649352-5043-4078-b013-ce352cf9a75b None None] Port 4d2e92e4-e082-40b3-b457-a8167e6fa346 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:37:30.268316 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] No Port match for: 31495a98-f7a4-46d6-91fd-f475392a374c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:37:30.269338 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 31495a98-f7a4-46d6-91fd-f475392a374c not bound to the agent host n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:37:30.293742 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-862850c3-dc02-4174-af6b-448f504c022b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (9744d35d-f9e5-4228-859e-376ece03c315), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:30.299837 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862850c3-dc02-4174-af6b-448f504c022b admin admin] Pushing event updated for resources: {'Port': ['ID=b356f2f1-22ab-466a-89b8-f5fc499769dc,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:30.315814 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e55aba7d-f757-4ca0-9ba9-9a2ea291c84e req-1bc21313-3176-4db7-ba13-26a0dac4100d tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 210 time: 0.3470871 Nov 02 12:37:30.389646 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2080fb5d-a012-4330-86ca-404a54be5351 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:30.390044 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2080fb5d-a012-4330-86ca-404a54be5351), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:30.398985 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2080fb5d-a012-4330-86ca-404a54be5351 Nov 02 12:37:30.495365 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c728d3ac-8872-40d3-a1e8-cb5633c9f104 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Publish callbacks [] for port (15e01b94-9395-4454-959a-f1ee02b69b22), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:30.566663 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=88521593-cceb-4c0b-838e-832e2cad6203,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:30.714033 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862850c3-dc02-4174-af6b-448f504c022b admin admin] Network 387b1288-14fe-40bd-b97c-69c319182709 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:30.716013 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d9d819-116f-405e-b1e3-216d7fdc4818', 'name': 'network-vif-deleted', 'tag': '31495a98-f7a4-46d6-91fd-f475392a374c'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:37:30.719401 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3929d0-dd37-49b4-a41b-8e8552855340" -d '{"events": [{"server_uuid": "98d9d819-116f-405e-b1e3-216d7fdc4818", "name": "network-vif-deleted", "tag": "31495a98-f7a4-46d6-91fd-f475392a374c"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:30.722447 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-862850c3-dc02-4174-af6b-448f504c022b admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:30.749909 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2080fb5d-a012-4330-86ca-404a54be5351 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:30.751187 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2080fb5d-a012-4330-86ca-404a54be5351), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:30.821966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 2080fb5d-a012-4330-86ca-404a54be5351, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2080fb5d-a012-4330-86ca-404a54be5351,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:30.902940 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-15a57a6a-5e8c-475a-9164-8ce9804ba839 req-57b3ef6c-2b4c-4aba-bffd-658d2168d927 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9405291 Nov 02 12:37:30.911972 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-af5d7ec7-7778-46a8-8094-e39c8eea8fb5 req-48715c25-6116-4068-9033-98a6f83a0d4e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=98d9d819-116f-405e-b1e3-216d7fdc4818 HTTP/1.1" status: 200 len: 210 time: 0.2197814 Nov 02 12:37:30.966173 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0c8d50c1-b129-4842-8866-4b75be1856cd req-07d97f5e-a70b-4219-85ee-b0f63586f874 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0536046 Nov 02 12:37:31.002437 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2080fb5d-a012-4330-86ca-404a54be5351), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:31.055969 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45e16b8-68b8-4ecb-b25d-c26e7a1630b9 x-openstack-request-id: req-b45e16b8-68b8-4ecb-b25d-c26e7a1630b9 {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:31.058882 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d9d819-116f-405e-b1e3-216d7fdc4818", "name": "network-vif-deleted", "tag": "31495a98-f7a4-46d6-91fd-f475392a374c", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:31.059745 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b45e16b8-68b8-4ecb-b25d-c26e7a1630b9 {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:31.061462 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b45e16b8-68b8-4ecb-b25d-c26e7a1630b9'] response: {'server_uuid': '98d9d819-116f-405e-b1e3-216d7fdc4818', 'name': 'network-vif-deleted', 'tag': '31495a98-f7a4-46d6-91fd-f475392a374c', 'status': 'completed', 'code': 200} Nov 02 12:37:31.182151 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=2080fb5d-a012-4330-86ca-404a54be5351,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:31.281310 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:31.320299 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1125158f-6dc2-4e1b-ac39-e03a46a0af71 None None] Provisioning complete for port b356f2f1-22ab-466a-89b8-f5fc499769dc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:31.321369 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1125158f-6dc2-4e1b-ac39-e03a46a0af71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b356f2f1-22ab-466a-89b8-f5fc499769dc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:31.321958 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1125158f-6dc2-4e1b-ac39-e03a46a0af71 None None] Attempt 1 to provision port b356f2f1-22ab-466a-89b8-f5fc499769dc Nov 02 12:37:31.372213 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862850c3-dc02-4174-af6b-448f504c022b admin admin] Router 9744d35d-f9e5-4228-859e-376ece03c315 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:37:31.454795 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 88521593-cceb-4c0b-838e-832e2cad6203 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:31.490907 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6a409d0c-63b1-470b-90de-fcc123aabc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4d7400d2-09c4-4082-b4a7-d839b9c05258), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:31.494845 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6a409d0c-63b1-470b-90de-fcc123aabc92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:31.505909 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6a409d0c-63b1-470b-90de-fcc123aabc92 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4d7400d2-09c4-4082-b4a7-d839b9c05258 HTTP/1.1" status: 204 len: 168 time: 3.0231421 Nov 02 12:37:31.551074 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1125158f-6dc2-4e1b-ac39-e03a46a0af71 None None] Port b356f2f1-22ab-466a-89b8-f5fc499769dc cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:37:31.635736 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c728d3ac-8872-40d3-a1e8-cb5633c9f104 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (15e01b94-9395-4454-959a-f1ee02b69b22), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:31.697600 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 88521593-cceb-4c0b-838e-832e2cad6203 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:31.697600 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (88521593-cceb-4c0b-838e-832e2cad6203), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:31.698074 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 88521593-cceb-4c0b-838e-832e2cad6203 Nov 02 12:37:31.724291 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862850c3-dc02-4174-af6b-448f504c022b admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:37:31.748539 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-862850c3-dc02-4174-af6b-448f504c022b admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/9744d35d-f9e5-4228-859e-376ece03c315/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5809386 Nov 02 12:37:31.762676 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] Sync routers for ids ['9744d35d-f9e5-4228-859e-376ece03c315'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:37:31.809544 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a409d0c-63b1-470b-90de-fcc123aabc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7400d2-09c4-4082-b4a7-d839b9c05258,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:31.830554 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] Routers {'9744d35d-f9e5-4228-859e-376ece03c315'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:37:31.831351 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9744d35d-f9e5-4228-859e-376ece03c315'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:31.996677 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c728d3ac-8872-40d3-a1e8-cb5633c9f104 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:32.016217 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723bf72-a9b4-4e8b-b2c6-098fff5cedff req-5c84136d-cd6c-4524-8a48-3deae0ebbe55 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:32.019011 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2723bf72-a9b4-4e8b-b2c6-098fff5cedff req-5c84136d-cd6c-4524-8a48-3deae0ebbe55 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 935 time: 0.4741185 Nov 02 12:37:32.067815 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c728d3ac-8872-40d3-a1e8-cb5633c9f104 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:32.072106 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c728d3ac-8872-40d3-a1e8-cb5633c9f104 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:37:32.113775 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] Set router 9744d35d-f9e5-4228-859e-376ece03c315 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:32.281935 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728d3ac-8872-40d3-a1e8-cb5633c9f104 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Pushing event updated for resources: {'Port': ['ID=15e01b94-9395-4454-959a-f1ee02b69b22,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:32.294467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 88521593-cceb-4c0b-838e-832e2cad6203 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:32.349374 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0c8d50c1-b129-4842-8866-4b75be1856cd req-d756d69c-cbcd-465a-976b-753167072fbd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3584251 Nov 02 12:37:32.398801 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591baa9e-b293-4fca-8b65-50b6bcc4fe8f req-1fb8dfa0-9063-460c-a3f0-cfb64392d82b tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:32.407456 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-591baa9e-b293-4fca-8b65-50b6bcc4fe8f req-1fb8dfa0-9063-460c-a3f0-cfb64392d82b tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.3102524 Nov 02 12:37:32.427207 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c728d3ac-8872-40d3-a1e8-cb5633c9f104 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:32.428370 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c728d3ac-8872-40d3-a1e8-cb5633c9f104 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:32.558642 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2723bf72-a9b4-4e8b-b2c6-098fff5cedff req-7d1a74b7-0b2d-4680-bd41-a7125cee4b82 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114405 Nov 02 12:37:32.650703 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c728d3ac-8872-40d3-a1e8-cb5633c9f104 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.5388501 Nov 02 12:37:32.659227 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5dda0233-f061-42d2-b48e-197c1c982ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4d2e92e4-e082-40b3-b457-a8167e6fa346), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:32.681083 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:32.683870 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] Request body: {'port': {'device_id': '4521dc35-0cae-430d-931d-42a0f646819e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-857339-6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:32.712214 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9744d35d-f9e5-4228-859e-376ece03c315', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2056135691-router', 'tenant_id': '4a825a5c09b94750aa1382e00bd6a956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '88521593-cceb-4c0b-838e-832e2cad6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:16Z', 'updated_at': '2022-11-02T12:37:27Z', 'revision_number': 4, 'project_id': '4a825a5c09b94750aa1382e00bd6a956', 'gw_port': {'id': '88521593-cceb-4c0b-838e-832e2cad6203', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9744d35d-f9e5-4228-859e-376ece03c315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:18Z', 'updated_at': '2022-11-02T12:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'b356f2f1-22ab-466a-89b8-f5fc499769dc', 'name': '', 'network_id': '387b1288-14fe-40bd-b97c-69c319182709', 'tenant_id': '4a825a5c09b94750aa1382e00bd6a956', 'mac_address': 'fa:16:3e:c3:a1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9744d35d-f9e5-4228-859e-376ece03c315', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4e2e7f3a-203d-401d-a04c-dc7f62573f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:24Z', 'updated_at': '2022-11-02T12:37:29Z', 'revision_number': 2, 'project_id': '4a825a5c09b94750aa1382e00bd6a956', 'subnets': [{'id': '4e2e7f3a-203d-401d-a04c-dc7f62573f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:32.750572 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60282) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:32.822043 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-591baa9e-b293-4fca-8b65-50b6bcc4fe8f req-f1685ced-4dd6-4a35-8bbe-ebd3a49a62a7 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130757 Nov 02 12:37:32.840131 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] Checking router: 9744d35d-f9e5-4228-859e-376ece03c315 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:37:32.840801 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] Updating router 9744d35d-f9e5-4228-859e-376ece03c315 port b356f2f1-22ab-466a-89b8-f5fc499769dc binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:37:32.884749 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:32.900787 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:32.927976 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b356f2f1-22ab-466a-89b8-f5fc499769dc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:33.015159 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (15e01b94-9395-4454-959a-f1ee02b69b22), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:33.265294 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2080fb5d-a012-4330-86ca-404a54be5351 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:33.389074 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60292) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:33.447507 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-978a1f42-fea0-4b23-a927-58100f359209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:33.528087 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e01b94-9395-4454-959a-f1ee02b69b22 {{(pid=105975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:37:33.539681 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] Publish callbacks [] for port (15e01b94-9395-4454-959a-f1ee02b69b22), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:33.566202 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.provisioning_blocks [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] Transition to ACTIVE for port object 15e01b94-9395-4454-959a-f1ee02b69b22 will not be triggered until provisioned by entity L2. {{(pid=105975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:37:33.570502 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:33.734242 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (15e01b94-9395-4454-959a-f1ee02b69b22), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:33.795018 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d3f25-bf5c-48a7-a6a4-48f06e70e0ba req-2506d40c-516f-49fb-985d-854e7aa26f9f tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:33.796896 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c40d3f25-bf5c-48a7-a6a4-48f06e70e0ba req-2506d40c-516f-49fb-985d-854e7aa26f9f tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 950 time: 0.1583948 Nov 02 12:37:33.807131 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-978a1f42-fea0-4b23-a927-58100f359209 admin admin] Publish callbacks [] for security_group (1fc30da5-cced-457f-b4f4-15388d0559bf), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:33.858424 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2080fb5d-a012-4330-86ca-404a54be5351 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:33.859233 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2080fb5d-a012-4330-86ca-404a54be5351), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:33.859909 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2080fb5d-a012-4330-86ca-404a54be5351 Nov 02 12:37:33.893403 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=15e01b94-9395-4454-959a-f1ee02b69b22,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:33.898819 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-878eb1ad-5336-4bf5-b513-873739282b60 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b94df274ea1b4a2387fa8a717cb3ca3b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1436102 Nov 02 12:37:33.914766 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60302) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:33.933190 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-978a1f42-fea0-4b23-a927-58100f359209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1fc30da5-cced-457f-b4f4-15388d0559bf), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:33.997096 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-978a1f42-fea0-4b23-a927-58100f359209 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=db8dfe4992014ea8850773642bb50b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5978041 Nov 02 12:37:33.999320 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60304) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:34.071351 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c40d3f25-bf5c-48a7-a6a4-48f06e70e0ba req-26f9d15f-80de-412b-9f1d-a347341217b3 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171230 Nov 02 12:37:34.091341 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5dda0233-f061-42d2-b48e-197c1c982ac6 admin admin] Publish callbacks [] for port (4d2e92e4-e082-40b3-b457-a8167e6fa346), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.113046 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] Publish callbacks [] for port (b356f2f1-22ab-466a-89b8-f5fc499769dc), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.136543 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a1f42-fea0-4b23-a927-58100f359209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc30da5-cced-457f-b4f4-15388d0559bf,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:34.158903 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719e14e-d9c1-4ce9-9af0-8058e31a5f54 req-97e18156-b592-4ba3-b1f3-541d19a4ac85 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:34.160645 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cba7398d-1c6a-4d70-ae33-b006e2562766 admin admin] Publish callbacks [] for security_group (1fc30da5-cced-457f-b4f4-15388d0559bf), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.168077 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dcdd083b-53e1-495d-9cfd-fe8bb01119f5 admin admin] Publish callbacks [] for security_group (b00613c7-6889-460e-8c43-558efc5172f9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.192046 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6719e14e-d9c1-4ce9-9af0-8058e31a5f54 req-97e18156-b592-4ba3-b1f3-541d19a4ac85 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 947 time: 0.3430300 Nov 02 12:37:34.199050 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dcdd083b-53e1-495d-9cfd-fe8bb01119f5 admin admin] Publish callbacks [] for security_group (b00613c7-6889-460e-8c43-558efc5172f9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.238587 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:34.243751 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5dda0233-f061-42d2-b48e-197c1c982ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (4d2e92e4-e082-40b3-b457-a8167e6fa346), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.247165 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b356f2f1-22ab-466a-89b8-f5fc499769dc), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.309642 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cba7398d-1c6a-4d70-ae33-b006e2562766 admin admin] Publish callbacks [] for security_group (1fc30da5-cced-457f-b4f4-15388d0559bf), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.353925 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2080fb5d-a012-4330-86ca-404a54be5351 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:34.447708 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:34.449255 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:34.462153 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60314) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:34.467487 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-3f1e8ae2-b369-49bd-b7ce-9ad603ca8f68 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1022685448-network', 'tenant_id': '7f204e1d6ec04e3eb9513cecc5f951eb'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:34.504780 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dcdd083b-53e1-495d-9cfd-fe8bb01119f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b00613c7-6889-460e-8c43-558efc5172f9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.513224 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dcdd083b-53e1-495d-9cfd-fe8bb01119f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.519300 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dcdd083b-53e1-495d-9cfd-fe8bb01119f5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b00613c7-6889-460e-8c43-558efc5172f9 HTTP/1.1" status: 204 len: 168 time: 0.6026244 Nov 02 12:37:34.546268 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda0233-f061-42d2-b48e-197c1c982ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2e92e4-e082-40b3-b457-a8167e6fa346,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:34.549831 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cba7398d-1c6a-4d70-ae33-b006e2562766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1fc30da5-cced-457f-b4f4-15388d0559bf), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.554621 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cba7398d-1c6a-4d70-ae33-b006e2562766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.558552 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cba7398d-1c6a-4d70-ae33-b006e2562766 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1fc30da5-cced-457f-b4f4-15388d0559bf HTTP/1.1" status: 204 len: 168 time: 0.5361152 Nov 02 12:37:34.563339 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd083b-53e1-495d-9cfd-fe8bb01119f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00613c7-6889-460e-8c43-558efc5172f9,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:34.599615 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7398d-1c6a-4d70-ae33-b006e2562766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc30da5-cced-457f-b4f4-15388d0559bf,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:34.612425 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1e8ae2-b369-49bd-b7ce-9ad603ca8f68 admin admin] Made reservation on behalf of 7f204e1d6ec04e3eb9513cecc5f951eb for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:34.612425 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f1e8ae2-b369-49bd-b7ce-9ad603ca8f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.640520 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f1e8ae2-b369-49bd-b7ce-9ad603ca8f68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.650000 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85480f6b-9fc1-4820-aafc-55531d8175f8 req-fc262912-3924-43a0-89f4-819ab0c30c3d tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:34.652343 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-85480f6b-9fc1-4820-aafc-55531d8175f8 req-fc262912-3924-43a0-89f4-819ab0c30c3d tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.2659485 Nov 02 12:37:34.662232 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:34.664394 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] Attempting to bind port 15e01b94-9395-4454-959a-f1ee02b69b22 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:34.664982 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] Attempting to bind port 15e01b94-9395-4454-959a-f1ee02b69b22 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:34.665508 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] Attempting to bind port 15e01b94-9395-4454-959a-f1ee02b69b22 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:34.720694 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] Attempting to bind port b356f2f1-22ab-466a-89b8-f5fc499769dc on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:34.723127 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] Attempting to bind port b356f2f1-22ab-466a-89b8-f5fc499769dc by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '9a8abe95-5f65-4588-a672-c7f236c1cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '387b1288-14fe-40bd-b97c-69c319182709'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:34.723748 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] Attempting to bind port b356f2f1-22ab-466a-89b8-f5fc499769dc on network 387b1288-14fe-40bd-b97c-69c319182709 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:34.780936 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f1e8ae2-b369-49bd-b7ce-9ad603ca8f68 admin admin] Publish callbacks [] for security_group (6add2dd8-226f-43ac-9bdc-16850adfe6f4), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.801062 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6719e14e-d9c1-4ce9-9af0-8058e31a5f54 req-1320d197-77a5-4884-a79a-cc05e8d2eb7a tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6059732 Nov 02 12:37:34.848593 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397593c-59b8-4a7d-b47e-9dbe720079ac None None] Pushing event updated for resources: {'Port': ['ID=b356f2f1-22ab-466a-89b8-f5fc499769dc,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:34.881696 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f1e8ae2-b369-49bd-b7ce-9ad603ca8f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6add2dd8-226f-43ac-9bdc-16850adfe6f4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.943231 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e8ae2-b369-49bd-b7ce-9ad603ca8f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6add2dd8-226f-43ac-9bdc-16850adfe6f4,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:34.966877 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1e8ae2-b369-49bd-b7ce-9ad603ca8f68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:37:34.973839 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef89d2-f3b6-49be-ae4f-92606e71f7f1 req-d6af885b-9953-4b8b-bd59-df3e3379763d tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:34.976873 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75ef89d2-f3b6-49be-ae4f-92606e71f7f1 req-d6af885b-9953-4b8b-bd59-df3e3379763d tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 950 time: 0.1914256 Nov 02 12:37:34.987432 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:34.987953 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] Checking segment: {'id': '9a8abe95-5f65-4588-a672-c7f236c1cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '387b1288-14fe-40bd-b97c-69c319182709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:34.988299 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.988790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] Bound using segment: {'id': '9a8abe95-5f65-4588-a672-c7f236c1cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '387b1288-14fe-40bd-b97c-69c319182709'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:34.989368 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] Bound port: b356f2f1-22ab-466a-89b8-f5fc499769dc, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8abe95-5f65-4588-a672-c7f236c1cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '387b1288-14fe-40bd-b97c-69c319182709'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:34.989798 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b356f2f1-22ab-466a-89b8-f5fc499769dc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.994441 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5dda0233-f061-42d2-b48e-197c1c982ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (237caa0b-6e1f-45bf-80ec-de831de83f82), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.995716 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f1e8ae2-b369-49bd-b7ce-9ad603ca8f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (ff51d46a-1776-407f-a149-7b477ecb2781), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.996256 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-3f1e8ae2-b369-49bd-b7ce-9ad603ca8f68 admin admin] Added segment ff51d46a-1776-407f-a149-7b477ecb2781 of type vlan for network ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8 Nov 02 12:37:35.134879 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f1e8ae2-b369-49bd-b7ce-9ad603ca8f68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:35.226378 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:35.324591 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] For port b356f2f1-22ab-466a-89b8-f5fc499769dc, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:35.358870 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] For port b356f2f1-22ab-466a-89b8-f5fc499769dc, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b356f2f1-22ab-466a-89b8-f5fc499769dc,segment=NetworkSegment(9a8abe95-5f65-4588-a672-c7f236c1cd24),segment_id=9a8abe95-5f65-4588-a672-c7f236c1cd24)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:35.416766 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f1e8ae2-b369-49bd-b7ce-9ad603ca8f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:35.417998 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1e8ae2-b369-49bd-b7ce-9ad603ca8f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:35.418600 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f1e8ae2-b369-49bd-b7ce-9ad603ca8f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:35.438810 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] Port 15e01b94-9395-4454-959a-f1ee02b69b22 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:37:35.439690 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] Attempting to bind port 15e01b94-9395-4454-959a-f1ee02b69b22 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:35.466323 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b356f2f1-22ab-466a-89b8-f5fc499769dc), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:35.527048 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] Routers {'9744d35d-f9e5-4228-859e-376ece03c315'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:37:35.528279 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9744d35d-f9e5-4228-859e-376ece03c315'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:35.595958 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b00cb-b70f-49f1-ac01-b56033812dd7 req-35b5a642-8076-442d-8f25-b765527a3e77 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:35.603832 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-497b00cb-b70f-49f1-ac01-b56033812dd7 req-35b5a642-8076-442d-8f25-b765527a3e77 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 950 time: 0.2509887 Nov 02 12:37:35.650561 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-85480f6b-9fc1-4820-aafc-55531d8175f8 req-fa535b3b-a03d-48ec-82a5-acfa581adb37 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9907489 Nov 02 12:37:35.686178 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3f1e8ae2-b369-49bd-b7ce-9ad603ca8f68 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2226646 Nov 02 12:37:35.690981 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60326) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:35.699160 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e6162dda-89e6-4fcf-a16c-35eec78fe04d admin admin] Request body: {'subnet': {'network_id': 'ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1022685448-subnet', 'tenant_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:35.715048 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e8ae2-b369-49bd-b7ce-9ad603ca8f68 admin admin] Pushing event updated for resources: {'Network': ['ID=ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:35.722512 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] Set router 9744d35d-f9e5-4228-859e-376ece03c315 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:35.755805 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-75ef89d2-f3b6-49be-ae4f-92606e71f7f1 req-3a624dd9-5597-4d05-b6bd-1dd2ee6b660b tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Deleting port 4fd2315f-3bee-4c55-9a39-5f59138d2385 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:37:35.756159 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-75ef89d2-f3b6-49be-ae4f-92606e71f7f1 req-3a624dd9-5597-4d05-b6bd-1dd2ee6b660b tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (4fd2315f-3bee-4c55-9a39-5f59138d2385), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:35.783169 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] Checking agent: {'id': '59c125ef-2b3d-4364-aa71-285e1ef6d0e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:35.783516 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:35.783894 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:35.784340 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] Bound port: 15e01b94-9395-4454-959a-f1ee02b69b22, host: n-h2-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:35.784739 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (15e01b94-9395-4454-959a-f1ee02b69b22), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:35.803108 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:37:35.842830 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-497b00cb-b70f-49f1-ac01-b56033812dd7 req-e82ce61d-b8bc-4097-a1c6-5f97e5f84516 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376280 Nov 02 12:37:35.845052 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dda0233-f061-42d2-b48e-197c1c982ac6 admin admin] Network bfa1830f-9d52-44bc-891a-f04d9ebb128a is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:35.847072 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6162dda-89e6-4fcf-a16c-35eec78fe04d admin admin] Made reservation on behalf of 7f204e1d6ec04e3eb9513cecc5f951eb for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:35.850098 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e6162dda-89e6-4fcf-a16c-35eec78fe04d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:35.886134 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-5dda0233-f061-42d2-b48e-197c1c982ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:36.090279 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60332) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:36.091293 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] For port 15e01b94-9395-4454-959a-f1ee02b69b22, host n-h2-857339-6, cleared binding levels {{(pid=105975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:36.095136 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-75ef89d2-f3b6-49be-ae4f-92606e71f7f1 req-3a624dd9-5597-4d05-b6bd-1dd2ee6b660b tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] For port 4fd2315f-3bee-4c55-9a39-5f59138d2385, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=4fd2315f-3bee-4c55-9a39-5f59138d2385,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:36.096156 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-75ef89d2-f3b6-49be-ae4f-92606e71f7f1 req-3a624dd9-5597-4d05-b6bd-1dd2ee6b660b tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (4fd2315f-3bee-4c55-9a39-5f59138d2385), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:36.158525 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] For port 15e01b94-9395-4454-959a-f1ee02b69b22, host n-h2-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=15e01b94-9395-4454-959a-f1ee02b69b22,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:36.173402 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-75ef89d2-f3b6-49be-ae4f-92606e71f7f1 req-3a624dd9-5597-4d05-b6bd-1dd2ee6b660b tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Calling delete_port for 4fd2315f-3bee-4c55-9a39-5f59138d2385 owned by compute:nova {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:37:36.204106 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b708c8f8-d155-4160-afce-0a8ea211c33f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:36.348814 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dda0233-f061-42d2-b48e-197c1c982ac6 admin admin] Router 237caa0b-6e1f-45bf-80ec-de831de83f82 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:37:36.350072 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397593c-59b8-4a7d-b47e-9dbe720079ac None None] Pushing event updated for resources: {'Port': ['ID=b356f2f1-22ab-466a-89b8-f5fc499769dc,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:36.612336 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5ed32dc4-c23a-4da3-94c0-65e4709f8901 None None] Provisioning complete for port 4d2e92e4-e082-40b3-b457-a8167e6fa346 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:36.613480 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5ed32dc4-c23a-4da3-94c0-65e4709f8901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4d2e92e4-e082-40b3-b457-a8167e6fa346), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:36.613480 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5ed32dc4-c23a-4da3-94c0-65e4709f8901 None None] Attempt 1 to provision port 4d2e92e4-e082-40b3-b457-a8167e6fa346 Nov 02 12:37:36.647469 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b708c8f8-d155-4160-afce-0a8ea211c33f admin admin] Publish callbacks [] for security_group (f7bf5c37-2ae8-4330-acd6-678ec46b6b4d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:36.683537 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:36.700326 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5ed32dc4-c23a-4da3-94c0-65e4709f8901 None None] Port 4d2e92e4-e082-40b3-b457-a8167e6fa346 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:37:36.784910 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b708c8f8-d155-4160-afce-0a8ea211c33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f7bf5c37-2ae8-4330-acd6-678ec46b6b4d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:36.800392 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daaca33-e0aa-4f1e-a942-e08d89665e25 req-ad806c2a-b1f3-4875-b6a4-0ebdd6b37930 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:36.811882 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8daaca33-e0aa-4f1e-a942-e08d89665e25 req-ad806c2a-b1f3-4875-b6a4-0ebdd6b37930 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 947 time: 0.7128973 Nov 02 12:37:36.835018 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (15e01b94-9395-4454-959a-f1ee02b69b22), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:36.843883 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:36.844576 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:36.848942 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/15e01b94-9395-4454-959a-f1ee02b69b22 HTTP/1.1" status: 200 len: 1095 time: 4.1881697 Nov 02 12:37:36.856056 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:36.873319 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b708c8f8-d155-4160-afce-0a8ea211c33f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=50acc6150881430ebd7e9400b1646a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7719238 Nov 02 12:37:36.875265 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60344) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:36.879538 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9744d35d-f9e5-4228-859e-376ece03c315', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2056135691-router', 'tenant_id': '4a825a5c09b94750aa1382e00bd6a956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '88521593-cceb-4c0b-838e-832e2cad6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:16Z', 'updated_at': '2022-11-02T12:37:27Z', 'revision_number': 4, 'project_id': '4a825a5c09b94750aa1382e00bd6a956', 'gw_port': {'id': '88521593-cceb-4c0b-838e-832e2cad6203', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9744d35d-f9e5-4228-859e-376ece03c315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:18Z', 'updated_at': '2022-11-02T12:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'b356f2f1-22ab-466a-89b8-f5fc499769dc', 'name': '', 'network_id': '387b1288-14fe-40bd-b97c-69c319182709', 'tenant_id': '4a825a5c09b94750aa1382e00bd6a956', 'mac_address': 'fa:16:3e:c3:a1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9744d35d-f9e5-4228-859e-376ece03c315', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4e2e7f3a-203d-401d-a04c-dc7f62573f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:24Z', 'updated_at': '2022-11-02T12:37:35Z', 'revision_number': 4, 'project_id': '4a825a5c09b94750aa1382e00bd6a956', 'subnets': [{'id': '4e2e7f3a-203d-401d-a04c-dc7f62573f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:36.910380 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e6162dda-89e6-4fcf-a16c-35eec78fe04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (fa945e10-edf9-4855-bcaf-d98762c428b7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:36.916343 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:36.976574 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f983d458-a161-4cb9-94e9-75ee6b18ff88 None None] The sync data for ids ['9744d35d-f9e5-4228-859e-376ece03c315'] in n-d-857339-6 is: [{'id': '9744d35d-f9e5-4228-859e-376ece03c315', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2056135691-router', 'tenant_id': '4a825a5c09b94750aa1382e00bd6a956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '88521593-cceb-4c0b-838e-832e2cad6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:16Z', 'updated_at': '2022-11-02T12:37:27Z', 'revision_number': 4, 'project_id': '4a825a5c09b94750aa1382e00bd6a956', 'gw_port': {'id': '88521593-cceb-4c0b-838e-832e2cad6203', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9744d35d-f9e5-4228-859e-376ece03c315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:18Z', 'updated_at': '2022-11-02T12:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'b356f2f1-22ab-466a-89b8-f5fc499769dc', 'name': '', 'network_id': '387b1288-14fe-40bd-b97c-69c319182709', 'tenant_id': '4a825a5c09b94750aa1382e00bd6a956', 'mac_address': 'fa:16:3e:c3:a1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9744d35d-f9e5-4228-859e-376ece03c315', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4e2e7f3a-203d-401d-a04c-dc7f62573f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:24Z', 'updated_at': '2022-11-02T12:37:35Z', 'revision_number': 4, 'project_id': '4a825a5c09b94750aa1382e00bd6a956', 'subnets': [{'id': '4e2e7f3a-203d-401d-a04c-dc7f62573f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:37:37.041988 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4521dc35-0cae-430d-931d-42a0f646819e', 'tag': '15e01b94-9395-4454-959a-f1ee02b69b22'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:37:37.041988 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afc56b2-648e-40d3-9fae-9e12f84f2e06" -d '{"events": [{"name": "network-changed", "server_uuid": "4521dc35-0cae-430d-931d-42a0f646819e", "tag": "15e01b94-9395-4454-959a-f1ee02b69b22"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:37.060222 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-75ef89d2-f3b6-49be-ae4f-92606e71f7f1 req-3a624dd9-5597-4d05-b6bd-1dd2ee6b660b tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (4fd2315f-3bee-4c55-9a39-5f59138d2385), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:37.101394 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['df5c0c04-c31c-4b89-89ec-fb14f2763e26'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:37:37.206586 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708c8f8-d155-4160-afce-0a8ea211c33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bf5c37-2ae8-4330-acd6-678ec46b6b4d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:37.286267 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6162dda-89e6-4fcf-a16c-35eec78fe04d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa945e10-edf9-4855-bcaf-d98762c428b7,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:37.323305 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b356f2f1-22ab-466a-89b8-f5fc499769dc up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:37.340643 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ce14e167-ba7b-4c1f-a4f1-1cb68eda09f2 admin admin] Publish callbacks [] for security_group (f7bf5c37-2ae8-4330-acd6-678ec46b6b4d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:37.408230 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ce14e167-ba7b-4c1f-a4f1-1cb68eda09f2 admin admin] Publish callbacks [] for security_group (f7bf5c37-2ae8-4330-acd6-678ec46b6b4d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:37.466522 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:37.470854 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:37.483733 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6162dda-89e6-4fcf-a16c-35eec78fe04d admin admin] Checking segment: {'id': 'ff51d46a-1776-407f-a149-7b477ecb2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:37.484097 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6162dda-89e6-4fcf-a16c-35eec78fe04d admin admin] Network hostable DHCP agents. Network: ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:37:37.530674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port b356f2f1-22ab-466a-89b8-f5fc499769dc triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:37.531404 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b356f2f1-22ab-466a-89b8-f5fc499769dc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:37.532122 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port b356f2f1-22ab-466a-89b8-f5fc499769dc Nov 02 12:37:37.554338 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:37.583445 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6162dda-89e6-4fcf-a16c-35eec78fe04d admin admin] Network ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:37:37.608519 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ce14e167-ba7b-4c1f-a4f1-1cb68eda09f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f7bf5c37-2ae8-4330-acd6-678ec46b6b4d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:37.615234 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ce14e167-ba7b-4c1f-a4f1-1cb68eda09f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:37.617126 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ce14e167-ba7b-4c1f-a4f1-1cb68eda09f2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f7bf5c37-2ae8-4330-acd6-678ec46b6b4d HTTP/1.1" status: 204 len: 168 time: 0.7286472 Nov 02 12:37:37.634616 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14e167-ba7b-4c1f-a4f1-1cb68eda09f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bf5c37-2ae8-4330-acd6-678ec46b6b4d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:37.675990 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-e6162dda-89e6-4fcf-a16c-35eec78fe04d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:37.682261 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6162dda-89e6-4fcf-a16c-35eec78fe04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:37.682741 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e6162dda-89e6-4fcf-a16c-35eec78fe04d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:37.762880 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11319a69-c928-42ca-bf4e-042687361dcb None None] Network ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:37:37.783730 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e6162dda-89e6-4fcf-a16c-35eec78fe04d admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0905714 Nov 02 12:37:37.787732 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60360) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:37.794149 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-30ccbe37-9ba0-436c-be02-63af777030ae admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1022685448-router', 'tenant_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:37.842904 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f7092-db50-467c-9ea3-36f974b50ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=15e01b94-9395-4454-959a-f1ee02b69b22,revision_number=3']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:37.860253 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e565d-6078-4c86-810c-279eb466334c req-489466e8-741e-4353-ab5e-55a682693aeb tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:37.860253 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-002e565d-6078-4c86-810c-279eb466334c req-489466e8-741e-4353-ab5e-55a682693aeb tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.7264543 Nov 02 12:37:37.927828 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8daaca33-e0aa-4f1e-a942-e08d89665e25 req-60f36a44-ac00-42ab-a28f-e17aa0047897 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1150248 Nov 02 12:37:37.940823 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ef89d2-f3b6-49be-ae4f-92606e71f7f1 req-3a624dd9-5597-4d05-b6bd-1dd2ee6b660b tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] No DVR routers for this DVR port 4fd2315f-3bee-4c55-9a39-5f59138d2385 on host n-h1-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:37:37.940986 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port b356f2f1-22ab-466a-89b8-f5fc499769dc is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:37.941319 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b356f2f1-22ab-466a-89b8-f5fc499769dc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:37.951243 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c7b5e599-9c56-4ed9-8540-65bfcc96d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:37.952906 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c7b5e599-9c56-4ed9-8540-65bfcc96d9fa service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=b2967018bbd64629a9a49c051c3d1e60&device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 1129 time: 0.5100212 Nov 02 12:37:37.962520 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-75ef89d2-f3b6-49be-ae4f-92606e71f7f1 req-3a624dd9-5597-4d05-b6bd-1dd2ee6b660b tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:37.970266 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75ef89d2-f3b6-49be-ae4f-92606e71f7f1 req-3a624dd9-5597-4d05-b6bd-1dd2ee6b660b tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.57 "DELETE /networking/v2.0/ports/4fd2315f-3bee-4c55-9a39-5f59138d2385 HTTP/1.1" status: 204 len: 173 time: 2.9735107 Nov 02 12:37:37.988601 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30ccbe37-9ba0-436c-be02-63af777030ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (9ae387bb-8bde-4186-9b35-9c8e9e1a9afc), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:37.988601 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30ccbe37-9ba0-436c-be02-63af777030ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (9ae387bb-8bde-4186-9b35-9c8e9e1a9afc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:38.151301 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30ccbe37-9ba0-436c-be02-63af777030ae admin admin] Publish callbacks [] for router_controller (9ae387bb-8bde-4186-9b35-9c8e9e1a9afc), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:38.174400 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dda0233-f061-42d2-b48e-197c1c982ac6 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:37:38.192556 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port b356f2f1-22ab-466a-89b8-f5fc499769dc, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b356f2f1-22ab-466a-89b8-f5fc499769dc,segment=NetworkSegment(9a8abe95-5f65-4588-a672-c7f236c1cd24),segment_id=9a8abe95-5f65-4588-a672-c7f236c1cd24)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:38.200261 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] Sync routers for ids ['237caa0b-6e1f-45bf-80ec-de831de83f82'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:37:38.203859 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5dda0233-f061-42d2-b48e-197c1c982ac6 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/237caa0b-6e1f-45bf-80ec-de831de83f82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2858610 Nov 02 12:37:38.227185 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:38.235658 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] Routers {'237caa0b-6e1f-45bf-80ec-de831de83f82'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:37:38.241710 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['237caa0b-6e1f-45bf-80ec-de831de83f82'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:38.300162 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b356f2f1-22ab-466a-89b8-f5fc499769dc), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:38.342788 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a624dd9-5597-4d05-b6bd-1dd2ee6b660b tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Pushing event deleted for resources: {'Port': ['ID=4fd2315f-3bee-4c55-9a39-5f59138d2385,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:38.437790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8', 'network_id': 'ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8', 'project_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'fixed_ips': [{'subnet_id': 'fa945e10-edf9-4855-bcaf-d98762c428b7'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:37:38.442355 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:38.468226 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-002e565d-6078-4c86-810c-279eb466334c req-c4159438-42e1-4ad7-8849-fe53c73e7444 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368035 Nov 02 12:37:38.483896 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-a4559889-93a4-4d20-8e44-fa5e8e17d117 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=15e01b94-9395-4454-959a-f1ee02b69b22 HTTP/1.1" status: 200 len: 217 time: 0.4050517 Nov 02 12:37:38.622156 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e598f7cb-31b6-40b6-95bb-4a5b50f14c50 req-4223f94c-e24c-4255-b4a3-144b3199bc87 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=99c15163-d75c-45bd-8a07-f7d7b7d37455 HTTP/1.1" status: 200 len: 210 time: 0.4539385 Nov 02 12:37:38.623007 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:38.688154 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] Set router 237caa0b-6e1f-45bf-80ec-de831de83f82 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:38.719333 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5479de50-fe49-4db6-8b7b-14f08d3ead35 x-openstack-request-id: req-5479de50-fe49-4db6-8b7b-14f08d3ead35 {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:38.719626 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4521dc35-0cae-430d-931d-42a0f646819e", "tag": "15e01b94-9395-4454-959a-f1ee02b69b22", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:38.720000 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5479de50-fe49-4db6-8b7b-14f08d3ead35 {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:38.728004 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5479de50-fe49-4db6-8b7b-14f08d3ead35'] response: {'name': 'network-changed', 'server_uuid': '4521dc35-0cae-430d-931d-42a0f646819e', 'tag': '15e01b94-9395-4454-959a-f1ee02b69b22', 'status': 'completed', 'code': 200} Nov 02 12:37:38.775598 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-4ce0e05c-8c01-4ae0-b26a-66d9f742dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:38.777256 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-4ce0e05c-8c01-4ae0-b26a-66d9f742dd50 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.2212713 Nov 02 12:37:38.803031 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:38.915110 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:38.972168 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c864ceeb-b779-4f4c-8e8f-794ecc34c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:38.977365 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] Allocated IP 172.20.0.2 (ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8/fa945e10-edf9-4855-bcaf-d98762c428b7/53324add-adf4-4ad4-a4ae-ea20749b8c38) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:38.978133 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-c864ceeb-b779-4f4c-8e8f-794ecc34c446 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1869562 Nov 02 12:37:39.035444 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 8151f4b5-7a32-4062-8f54-70ba3968340d no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:37:39.042943 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30ccbe37-9ba0-436c-be02-63af777030ae admin admin] Publish callbacks [] for router_gateway (9ae387bb-8bde-4186-9b35-9c8e9e1a9afc), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:39.190456 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=b356f2f1-22ab-466a-89b8-f5fc499769dc,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:39.343827 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237caa0b-6e1f-45bf-80ec-de831de83f82', 'name': 'tempest-SecurityGroupRulesTestJSON-588133925-router', 'tenant_id': '892fb03c420b40bca466510fca720571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '2080fb5d-a012-4330-86ca-404a54be5351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:17Z', 'updated_at': '2022-11-02T12:37:30Z', 'revision_number': 4, 'project_id': '892fb03c420b40bca466510fca720571', 'gw_port': {'id': '2080fb5d-a012-4330-86ca-404a54be5351', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237caa0b-6e1f-45bf-80ec-de831de83f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:19Z', 'updated_at': '2022-11-02T12:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '4d2e92e4-e082-40b3-b457-a8167e6fa346', 'name': '', 'network_id': 'bfa1830f-9d52-44bc-891a-f04d9ebb128a', 'tenant_id': '892fb03c420b40bca466510fca720571', 'mac_address': 'fa:16:3e:3d:e1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237caa0b-6e1f-45bf-80ec-de831de83f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'dabd93f0-e2c9-405d-83ad-99117680a619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:26Z', 'updated_at': '2022-11-02T12:37:32Z', 'revision_number': 2, 'project_id': '892fb03c420b40bca466510fca720571', 'subnets': [{'id': 'dabd93f0-e2c9-405d-83ad-99117680a619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:39.365888 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-43f62f5c-44da-4fda-8629-81a2c116b286 req-fbcab3ff-b266-43b8-b1ae-71b3795d22f8 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-916312112', 'description': 'tempest-description-913546091'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:39.420162 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-fdc499f7-48e8-4814-86bf-368e51b17c2a service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362705 Nov 02 12:37:39.436526 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] Checking router: 237caa0b-6e1f-45bf-80ec-de831de83f82 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:37:39.445188 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] Updating router 237caa0b-6e1f-45bf-80ec-de831de83f82 port 4d2e92e4-e082-40b3-b457-a8167e6fa346 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:37:39.497301 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:39.524079 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:39.524664 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4d2e92e4-e082-40b3-b457-a8167e6fa346), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:39.583369 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e84304-b1a6-46a0-89e3-c261088d5ddf req-bb622382-ea11-49b1-ad9a-2a7fb6e4adf5 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:39.587726 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-27e84304-b1a6-46a0-89e3-c261088d5ddf req-bb622382-ea11-49b1-ad9a-2a7fb6e4adf5 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 947 time: 0.3823330 Nov 02 12:37:39.791330 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30ccbe37-9ba0-436c-be02-63af777030ae admin admin] Publish callbacks [] for router_gateway (9ae387bb-8bde-4186-9b35-9c8e9e1a9afc), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:39.841925 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] Publish callbacks [] for port (53324add-adf4-4ad4-a4ae-ea20749b8c38), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:39.846932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 8151f4b5-7a32-4062-8f54-70ba3968340d is: ACTIVE; New status is: DOWN {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:39.847568 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:39.850022 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30ccbe37-9ba0-436c-be02-63af777030ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:39.876245 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-43f62f5c-44da-4fda-8629-81a2c116b286 req-fbcab3ff-b266-43b8-b1ae-71b3795d22f8 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:39.962153 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-27e84304-b1a6-46a0-89e3-c261088d5ddf req-31187b05-a10f-4fde-b6ba-0c329d7f7932 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148556 Nov 02 12:37:39.973647 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:40.001958 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 8151f4b5-7a32-4062-8f54-70ba3968340d, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=8151f4b5-7a32-4062-8f54-70ba3968340d,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:40.006928 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d0ddc9-7d7b-463a-9055-b118b37d85c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8151f4b5-7a32-4062-8f54-70ba3968340d'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:37:40.009549 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3b415ec6-8d0b-4487-a81a-cf8bb19ededf req-f530ee41-6f6e-42a4-80f4-640c5c32eaac service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707235 Nov 02 12:37:40.019921 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0424ada-21bb-4971-9523-9d9e8eea048d" -d '{"events": [{"server_uuid": "63d0ddc9-7d7b-463a-9055-b118b37d85c1", "name": "network-vif-unplugged", "status": "completed", "tag": "8151f4b5-7a32-4062-8f54-70ba3968340d"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:40.030576 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (53324add-adf4-4ad4-a4ae-ea20749b8c38), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:40.079981 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:40.081304 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 4fd2315f-3bee-4c55-9a39-5f59138d2385 no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:37:40.170536 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] Pushing event updated for resources: {'Port': ['ID=53324add-adf4-4ad4-a4ae-ea20749b8c38,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:40.187640 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-43f62f5c-44da-4fda-8629-81a2c116b286 req-fbcab3ff-b266-43b8-b1ae-71b3795d22f8 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (21d0808e-ecbe-4e46-b64f-a86195cf7ea3), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:40.221953 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-30ccbe37-9ba0-436c-be02-63af777030ae admin admin] Allocated IP 172.25.2.253 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/b843a34f-6ffa-4047-85f1-d1d3304af681) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:40.264603 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-43f62f5c-44da-4fda-8629-81a2c116b286 req-fbcab3ff-b266-43b8-b1ae-71b3795d22f8 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (21d0808e-ecbe-4e46-b64f-a86195cf7ea3), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:40.280896 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] No Port match for: 4fd2315f-3bee-4c55-9a39-5f59138d2385 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:37:40.281644 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 4fd2315f-3bee-4c55-9a39-5f59138d2385 not bound to the agent host n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:37:40.292225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] Network ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:40.297060 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:40.314482 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:37:40.382116 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] Publish callbacks [] for port (4d2e92e4-e082-40b3-b457-a8167e6fa346), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:40.395494 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d39ed-bb4f-4de4-94fb-b3bd067081b0 req-721b1359-ed13-4bca-a202-0d2c57ca5e15 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:40.397129 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b88d39ed-bb4f-4de4-94fb-b3bd067081b0 req-721b1359-ed13-4bca-a202-0d2c57ca5e15 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 947 time: 0.2044184 Nov 02 12:37:40.442951 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=8151f4b5-7a32-4062-8f54-70ba3968340d,revision_number=9']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:40.454264 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcab3ff-b266-43b8-b1ae-71b3795d22f8 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d0808e-ecbe-4e46-b64f-a86195cf7ea3,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:40.467056 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] Attempting to bind port 53324add-adf4-4ad4-a4ae-ea20749b8c38 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:40.469786 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] Attempting to bind port 53324add-adf4-4ad4-a4ae-ea20749b8c38 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ff51d46a-1776-407f-a149-7b477ecb2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:40.470061 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] Attempting to bind port 53324add-adf4-4ad4-a4ae-ea20749b8c38 on network ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:40.481120 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4d2e92e4-e082-40b3-b457-a8167e6fa346), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:40.545416 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-43f62f5c-44da-4fda-8629-81a2c116b286 req-fbcab3ff-b266-43b8-b1ae-71b3795d22f8 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:40.547169 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-43f62f5c-44da-4fda-8629-81a2c116b286 req-fbcab3ff-b266-43b8-b1ae-71b3795d22f8 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.2024481 Nov 02 12:37:40.562228 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:40.591279 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:40.621604 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b88d39ed-bb4f-4de4-94fb-b3bd067081b0 req-18ddef6b-cfea-46ce-b825-d5b48689f8fe tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818557 Nov 02 12:37:40.621817 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:40.622043 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30ccbe37-9ba0-436c-be02-63af777030ae admin admin] Publish callbacks [] for port (b843a34f-6ffa-4047-85f1-d1d3304af681), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:40.622153 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] Checking segment: {'id': 'ff51d46a-1776-407f-a149-7b477ecb2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:40.623024 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:40.623501 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] Bound using segment: {'id': 'ff51d46a-1776-407f-a149-7b477ecb2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:40.624061 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] Bound port: 53324add-adf4-4ad4-a4ae-ea20749b8c38, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff51d46a-1776-407f-a149-7b477ecb2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:40.624901 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (53324add-adf4-4ad4-a4ae-ea20749b8c38), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:40.671620 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e79d9-8cca-40a7-a9f9-04bb964671dc None None] Pushing event updated for resources: {'Port': ['ID=4d2e92e4-e082-40b3-b457-a8167e6fa346,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:40.729952 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c15163-d75c-45bd-8a07-f7d7b7d37455', 'name': 'network-vif-deleted', 'tag': '4fd2315f-3bee-4c55-9a39-5f59138d2385'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:37:40.736000 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da524c96-b063-4ace-a4dc-b02c7e2e04e0" -d '{"events": [{"server_uuid": "99c15163-d75c-45bd-8a07-f7d7b7d37455", "name": "network-vif-deleted", "tag": "4fd2315f-3bee-4c55-9a39-5f59138d2385"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:40.750194 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] Attempting to bind port 4d2e92e4-e082-40b3-b457-a8167e6fa346 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:40.750649 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] Attempting to bind port 4d2e92e4-e082-40b3-b457-a8167e6fa346 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '6f3969ab-8fb1-4ccf-8c12-b13f32824de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bfa1830f-9d52-44bc-891a-f04d9ebb128a'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:40.751026 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] Attempting to bind port 4d2e92e4-e082-40b3-b457-a8167e6fa346 on network bfa1830f-9d52-44bc-891a-f04d9ebb128a {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:40.756062 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 12:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a451f01-34e6-4b6a-b521-929868f09125 x-openstack-request-id: req-5a451f01-34e6-4b6a-b521-929868f09125 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:40.756399 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d0ddc9-7d7b-463a-9055-b118b37d85c1", "name": "network-vif-unplugged", "status": "completed", "tag": "8151f4b5-7a32-4062-8f54-70ba3968340d", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:40.756715 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a451f01-34e6-4b6a-b521-929868f09125 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:40.757132 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a451f01-34e6-4b6a-b521-929868f09125'] response: {'server_uuid': '63d0ddc9-7d7b-463a-9055-b118b37d85c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8151f4b5-7a32-4062-8f54-70ba3968340d', 'code': 200} Nov 02 12:37:40.803283 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 8151f4b5-7a32-4062-8f54-70ba3968340d details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:37:40.820457 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-375b1fcb-d5d8-43e1-9855-916e298ad102 req-00a4ad04-6ba8-45a3-bcac-194c7afbc397 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "GET /networking/v2.0/security-groups/21d0808e-ecbe-4e46-b64f-a86195cf7ea3 HTTP/1.1" status: 200 len: 1820 time: 0.1154294 Nov 02 12:37:40.833196 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-375b1fcb-d5d8-43e1-9855-916e298ad102 req-cef479b5-f267-4580-a383-d3c25df5b5ad tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '21d0808e-ecbe-4e46-b64f-a86195cf7ea3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:40.835911 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-375b1fcb-d5d8-43e1-9855-916e298ad102 req-cef479b5-f267-4580-a383-d3c25df5b5ad tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '21d0808e-ecbe-4e46-b64f-a86195cf7ea3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:40.852558 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:40.881597 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:40.881977 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] Checking segment: {'id': '6f3969ab-8fb1-4ccf-8c12-b13f32824de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bfa1830f-9d52-44bc-891a-f04d9ebb128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:40.882423 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:40.882963 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] Bound using segment: {'id': '6f3969ab-8fb1-4ccf-8c12-b13f32824de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bfa1830f-9d52-44bc-891a-f04d9ebb128a'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:40.883913 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] Bound port: 4d2e92e4-e082-40b3-b457-a8167e6fa346, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3969ab-8fb1-4ccf-8c12-b13f32824de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bfa1830f-9d52-44bc-891a-f04d9ebb128a'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:40.883913 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4d2e92e4-e082-40b3-b457-a8167e6fa346), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:40.898760 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] For port 53324add-adf4-4ad4-a4ae-ea20749b8c38, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:40.911373 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30ccbe37-9ba0-436c-be02-63af777030ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (b843a34f-6ffa-4047-85f1-d1d3304af681), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:40.952711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] For port 53324add-adf4-4ad4-a4ae-ea20749b8c38, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=53324add-adf4-4ad4-a4ae-ea20749b8c38,segment=NetworkSegment(ff51d46a-1776-407f-a149-7b477ecb2781),segment_id=ff51d46a-1776-407f-a149-7b477ecb2781)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:41.025182 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccbe37-9ba0-436c-be02-63af777030ae admin admin] Pushing event updated for resources: {'Port': ['ID=b843a34f-6ffa-4047-85f1-d1d3304af681,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:41.111237 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ccbe37-9ba0-436c-be02-63af777030ae admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:41.111237 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-30ccbe37-9ba0-436c-be02-63af777030ae admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:41.111994 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] For port 4d2e92e4-e082-40b3-b457-a8167e6fa346, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:41.112465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 8151f4b5-7a32-4062-8f54-70ba3968340d, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=8151f4b5-7a32-4062-8f54-70ba3968340d,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:41.112744 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ccbe37-9ba0-436c-be02-63af777030ae admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:37:41.112997 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] For port 4d2e92e4-e082-40b3-b457-a8167e6fa346, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4d2e92e4-e082-40b3-b457-a8167e6fa346,segment=NetworkSegment(6f3969ab-8fb1-4ccf-8c12-b13f32824de7),segment_id=6f3969ab-8fb1-4ccf-8c12-b13f32824de7)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:41.113356 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': '8151f4b5-7a32-4062-8f54-70ba3968340d', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': '8151f4b5-7a32-4062-8f54-70ba3968340d', 'mac_address': 'fa:16:3e:2a:a8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:37:41.201456 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b356f2f1-22ab-466a-89b8-f5fc499769dc up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:41.233212 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 8151f4b5-7a32-4062-8f54-70ba3968340d is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:41.233774 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:41.233953 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc56b2-648e-40d3-9fae-9e12f84f2e06 req-77687d38-7b2e-43ad-933d-e1c743015406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:41.235975 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3afc56b2-648e-40d3-9fae-9e12f84f2e06 req-77687d38-7b2e-43ad-933d-e1c743015406 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=b2967018bbd64629a9a49c051c3d1e60&device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 1129 time: 0.0717075 Nov 02 12:37:41.260932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8151f4b5-7a32-4062-8f54-70ba3968340d {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:37:41.295875 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 8151f4b5-7a32-4062-8f54-70ba3968340d, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=8151f4b5-7a32-4062-8f54-70ba3968340d,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:41.296163 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port b356f2f1-22ab-466a-89b8-f5fc499769dc triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:41.297558 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b356f2f1-22ab-466a-89b8-f5fc499769dc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:41.297558 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port b356f2f1-22ab-466a-89b8-f5fc499769dc Nov 02 12:37:41.355251 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-375b1fcb-d5d8-43e1-9855-916e298ad102 req-cef479b5-f267-4580-a383-d3c25df5b5ad tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group_rule (612473b2-0c8b-4803-b481-0ceada2dfd67), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:41.368476 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:41.385739 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (53324add-adf4-4ad4-a4ae-ea20749b8c38), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:41.442667 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4d2e92e4-e082-40b3-b457-a8167e6fa346), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:41.444712 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-375b1fcb-d5d8-43e1-9855-916e298ad102 req-cef479b5-f267-4580-a383-d3c25df5b5ad tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group_rule (612473b2-0c8b-4803-b481-0ceada2dfd67), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:41.467680 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc56b2-648e-40d3-9fae-9e12f84f2e06 req-1c574725-b452-4e95-a028-9d8931439726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:41.471597 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3afc56b2-648e-40d3-9fae-9e12f84f2e06 req-1c574725-b452-4e95-a028-9d8931439726 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.2292302 Nov 02 12:37:41.510458 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port b356f2f1-22ab-466a-89b8-f5fc499769dc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:41.556326 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:41.569266 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] Routers {'237caa0b-6e1f-45bf-80ec-de831de83f82'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:37:41.570049 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['237caa0b-6e1f-45bf-80ec-de831de83f82'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:41.623385 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3afc56b2-648e-40d3-9fae-9e12f84f2e06 req-cb57e4e9-f3bf-481d-b095-793fc27748c2 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=15e01b94-9395-4454-959a-f1ee02b69b22 HTTP/1.1" status: 200 len: 217 time: 0.1420231 Nov 02 12:37:41.624976 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-375b1fcb-d5d8-43e1-9855-916e298ad102 req-cef479b5-f267-4580-a383-d3c25df5b5ad tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (612473b2-0c8b-4803-b481-0ceada2dfd67), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:41.639309 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8154c-403c-4f82-9b97-c1b1ed15959d None None] Pushing event updated for resources: {'Port': ['ID=53324add-adf4-4ad4-a4ae-ea20749b8c38,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:41.729944 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef479b5-f267-4580-a383-d3c25df5b5ad tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612473b2-0c8b-4803-b481-0ceada2dfd67,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:41.755580 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=8151f4b5-7a32-4062-8f54-70ba3968340d,revision_number=10']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:41.755697 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc56b2-648e-40d3-9fae-9e12f84f2e06 req-5a22d953-8d87-46a8-ae8e-46991afe1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:41.756712 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3afc56b2-648e-40d3-9fae-9e12f84f2e06 req-5a22d953-8d87-46a8-ae8e-46991afe1209 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1123497 Nov 02 12:37:41.837845 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e79d9-8cca-40a7-a9f9-04bb964671dc None None] Pushing event updated for resources: {'Port': ['ID=4d2e92e4-e082-40b3-b457-a8167e6fa346,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:41.855502 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc56b2-648e-40d3-9fae-9e12f84f2e06 req-f00c7a77-c247-46cc-9e15-abb6ed60b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:41.857095 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3afc56b2-648e-40d3-9fae-9e12f84f2e06 req-f00c7a77-c247-46cc-9e15-abb6ed60b93e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0907123 Nov 02 12:37:41.860398 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] Set router 237caa0b-6e1f-45bf-80ec-de831de83f82 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:41.880424 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['8151f4b5-7a32-4062-8f54-70ba3968340d'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:37:41.894774 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-375b1fcb-d5d8-43e1-9855-916e298ad102 req-cef479b5-f267-4580-a383-d3c25df5b5ad tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:41.899679 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-375b1fcb-d5d8-43e1-9855-916e298ad102 req-cef479b5-f267-4580-a383-d3c25df5b5ad tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0723665 Nov 02 12:37:41.961615 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30ccbe37-9ba0-436c-be02-63af777030ae admin admin] Publish callbacks [] for router_gateway (9ae387bb-8bde-4186-9b35-9c8e9e1a9afc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:41.968172 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:42.018684 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e931bb7d-9728-42d8-94fc-b1ae9e7c29f9 x-openstack-request-id: req-e931bb7d-9728-42d8-94fc-b1ae9e7c29f9 {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:42.019068 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c15163-d75c-45bd-8a07-f7d7b7d37455", "name": "network-vif-deleted", "tag": "4fd2315f-3bee-4c55-9a39-5f59138d2385", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:42.020602 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e931bb7d-9728-42d8-94fc-b1ae9e7c29f9 {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:42.021077 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e931bb7d-9728-42d8-94fc-b1ae9e7c29f9'] response: {'server_uuid': '99c15163-d75c-45bd-8a07-f7d7b7d37455', 'name': 'network-vif-deleted', 'tag': '4fd2315f-3bee-4c55-9a39-5f59138d2385', 'status': 'completed', 'code': 200} Nov 02 12:37:42.254138 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:42.279641 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3afc56b2-648e-40d3-9fae-9e12f84f2e06 req-345b9bfa-5c4e-44d3-b92b-0003a2c3fa8b service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957686 Nov 02 12:37:42.301766 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a03b48-e3e8-4b28-a3ce-8befd8c5398c req-d68efee3-dd46-439c-8384-53cfcf1c9f45 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:42.312574 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a9a03b48-e3e8-4b28-a3ce-8befd8c5398c req-d68efee3-dd46-439c-8384-53cfcf1c9f45 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 947 time: 0.1421542 Nov 02 12:37:42.323848 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237caa0b-6e1f-45bf-80ec-de831de83f82', 'name': 'tempest-SecurityGroupRulesTestJSON-588133925-router', 'tenant_id': '892fb03c420b40bca466510fca720571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '2080fb5d-a012-4330-86ca-404a54be5351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:17Z', 'updated_at': '2022-11-02T12:37:30Z', 'revision_number': 4, 'project_id': '892fb03c420b40bca466510fca720571', 'gw_port': {'id': '2080fb5d-a012-4330-86ca-404a54be5351', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237caa0b-6e1f-45bf-80ec-de831de83f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:19Z', 'updated_at': '2022-11-02T12:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '4d2e92e4-e082-40b3-b457-a8167e6fa346', 'name': '', 'network_id': 'bfa1830f-9d52-44bc-891a-f04d9ebb128a', 'tenant_id': '892fb03c420b40bca466510fca720571', 'mac_address': 'fa:16:3e:3d:e1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237caa0b-6e1f-45bf-80ec-de831de83f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'dabd93f0-e2c9-405d-83ad-99117680a619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:26Z', 'updated_at': '2022-11-02T12:37:41Z', 'revision_number': 4, 'project_id': '892fb03c420b40bca466510fca720571', 'subnets': [{'id': 'dabd93f0-e2c9-405d-83ad-99117680a619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:42.351661 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d52ef4-bcab-483e-9a5c-0ceb20fd9fb9 None None] The sync data for ids ['237caa0b-6e1f-45bf-80ec-de831de83f82'] in n-d-857339-6 is: [{'id': '237caa0b-6e1f-45bf-80ec-de831de83f82', 'name': 'tempest-SecurityGroupRulesTestJSON-588133925-router', 'tenant_id': '892fb03c420b40bca466510fca720571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '2080fb5d-a012-4330-86ca-404a54be5351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:17Z', 'updated_at': '2022-11-02T12:37:30Z', 'revision_number': 4, 'project_id': '892fb03c420b40bca466510fca720571', 'gw_port': {'id': '2080fb5d-a012-4330-86ca-404a54be5351', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237caa0b-6e1f-45bf-80ec-de831de83f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:19Z', 'updated_at': '2022-11-02T12:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '4d2e92e4-e082-40b3-b457-a8167e6fa346', 'name': '', 'network_id': 'bfa1830f-9d52-44bc-891a-f04d9ebb128a', 'tenant_id': '892fb03c420b40bca466510fca720571', 'mac_address': 'fa:16:3e:3d:e1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237caa0b-6e1f-45bf-80ec-de831de83f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'dabd93f0-e2c9-405d-83ad-99117680a619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:26Z', 'updated_at': '2022-11-02T12:37:41Z', 'revision_number': 4, 'project_id': '892fb03c420b40bca466510fca720571', 'subnets': [{'id': 'dabd93f0-e2c9-405d-83ad-99117680a619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:37:42.388172 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:42.395122 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30ccbe37-9ba0-436c-be02-63af777030ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (9ae387bb-8bde-4186-9b35-9c8e9e1a9afc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:42.498915 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:42.505141 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a9a03b48-e3e8-4b28-a3ce-8befd8c5398c req-9d4acd83-6f02-4ad2-82d0-aac501a7fc12 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734092 Nov 02 12:37:42.581002 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3afc56b2-648e-40d3-9fae-9e12f84f2e06 req-63a13d9d-c0a3-450d-8aab-82af1f72ea46 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658863 Nov 02 12:37:42.605156 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:42.715956 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bbd41-26ce-4c4a-82d2-84d18e46d096 req-6929c3ef-6ff7-4e93-9022-ba9f9a76dc98 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:42.727137 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-494bbd41-26ce-4c4a-82d2-84d18e46d096 req-6929c3ef-6ff7-4e93-9022-ba9f9a76dc98 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 949 time: 0.0953414 Nov 02 12:37:42.745294 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ccbe37-9ba0-436c-be02-63af777030ae admin admin] Router 9ae387bb-8bde-4186-9b35-9c8e9e1a9afc is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:37:42.792233 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:42.806964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 8151f4b5-7a32-4062-8f54-70ba3968340d up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:42.843965 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-494bbd41-26ce-4c4a-82d2-84d18e46d096 req-e4fda21c-7569-4d71-85eb-bdb78a30e82f tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089361 Nov 02 12:37:42.919046 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e6f2cdbd-155f-459e-ae75-d3b2ee4e7108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:42.925732 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port 8151f4b5-7a32-4062-8f54-70ba3968340d triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:42.928207 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:42.929620 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port 8151f4b5-7a32-4062-8f54-70ba3968340d Nov 02 12:37:42.943801 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-d0e83993-ec76-4f09-899b-292095aa30a3 req-3cdf5a66-aad7-4098-b416-92f07b09a4d1 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1325771733', 'description': 'tempest-description-1027071205'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:42.985788 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb02c46-39be-48fd-aaff-98f5e29704eb req-d481064e-90d7-4a95-be26-13805c56481e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:42.988250 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2cb02c46-39be-48fd-aaff-98f5e29704eb req-d481064e-90d7-4a95-be26-13805c56481e tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 949 time: 0.1158700 Nov 02 12:37:43.074629 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2cb02c46-39be-48fd-aaff-98f5e29704eb req-a957f362-7f64-4609-8bea-93aab063ef96 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786252 Nov 02 12:37:43.102441 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d0e83993-ec76-4f09-899b-292095aa30a3 req-3cdf5a66-aad7-4098-b416-92f07b09a4d1 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:43.124435 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ccbe37-9ba0-436c-be02-63af777030ae admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:37:43.169805 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 8151f4b5-7a32-4062-8f54-70ba3968340d is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:43.170366 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:43.175571 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] Sync routers for ids ['9ae387bb-8bde-4186-9b35-9c8e9e1a9afc'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:37:43.237245 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d0e83993-ec76-4f09-899b-292095aa30a3 req-3cdf5a66-aad7-4098-b416-92f07b09a4d1 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (74a2e67b-ed65-4c3c-bd0b-8ce87232214d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:43.299666 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bc58de-4c69-4f85-8d30-bc68d9ccd866 None None] Network ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:37:43.299666 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] Routers {'9ae387bb-8bde-4186-9b35-9c8e9e1a9afc'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:37:43.300329 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9ae387bb-8bde-4186-9b35-9c8e9e1a9afc'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:43.303409 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:43.311674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d0ddc9-7d7b-463a-9055-b118b37d85c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8151f4b5-7a32-4062-8f54-70ba3968340d'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:37:43.314140 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e321d376-3603-4802-9582-3a57b42010c9" -d '{"events": [{"server_uuid": "63d0ddc9-7d7b-463a-9055-b118b37d85c1", "name": "network-vif-plugged", "status": "completed", "tag": "8151f4b5-7a32-4062-8f54-70ba3968340d"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:43.319817 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d0e83993-ec76-4f09-899b-292095aa30a3 req-3cdf5a66-aad7-4098-b416-92f07b09a4d1 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (74a2e67b-ed65-4c3c-bd0b-8ce87232214d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:43.334532 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30ccbe37-9ba0-436c-be02-63af777030ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:43.338704 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-30ccbe37-9ba0-436c-be02-63af777030ae admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 937 time: 5.5472565 Nov 02 12:37:43.339552 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60456) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:43.540665 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19178950-6dfb-434f-b729-a95fc7441b3d req-4b6a89e5-7ba8-4698-b5c1-788b6ca5ef30 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:43.544825 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-19178950-6dfb-434f-b729-a95fc7441b3d req-4b6a89e5-7ba8-4698-b5c1-788b6ca5ef30 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 949 time: 0.1667905 Nov 02 12:37:43.555958 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:37:43.600558 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d0e83993-ec76-4f09-899b-292095aa30a3 req-3cdf5a66-aad7-4098-b416-92f07b09a4d1 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:43.602240 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d0e83993-ec76-4f09-899b-292095aa30a3 req-3cdf5a66-aad7-4098-b416-92f07b09a4d1 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6748736 Nov 02 12:37:43.707800 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf5a66-aad7-4098-b416-92f07b09a4d1 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74a2e67b-ed65-4c3c-bd0b-8ce87232214d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:43.840818 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 53324add-adf4-4ad4-a4ae-ea20749b8c38 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:43.867469 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7b2500-80d8-45b1-bd22-36d1c77e885b x-openstack-request-id: req-da7b2500-80d8-45b1-bd22-36d1c77e885b {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:43.868509 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d0ddc9-7d7b-463a-9055-b118b37d85c1", "name": "network-vif-plugged", "status": "completed", "tag": "8151f4b5-7a32-4062-8f54-70ba3968340d", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:43.869046 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da7b2500-80d8-45b1-bd22-36d1c77e885b {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:43.869731 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da7b2500-80d8-45b1-bd22-36d1c77e885b'] response: {'server_uuid': '63d0ddc9-7d7b-463a-9055-b118b37d85c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8151f4b5-7a32-4062-8f54-70ba3968340d', 'code': 200} Nov 02 12:37:43.894043 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 8151f4b5-7a32-4062-8f54-70ba3968340d, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=8151f4b5-7a32-4062-8f54-70ba3968340d,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:43.897808 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7baf4-50bd-4258-9060-31a6eef663e4 req-ed7854b0-ed6e-4f93-8117-d4b85ece1d61 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:43.899450 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b0f7baf4-50bd-4258-9060-31a6eef663e4 req-ed7854b0-ed6e-4f93-8117-d4b85ece1d61 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 947 time: 0.1434531 Nov 02 12:37:43.979631 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4a7eff4e-436d-4aeb-bbc8-f3eb53a26b03 None None] Provisioning complete for port 53324add-adf4-4ad4-a4ae-ea20749b8c38 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:43.980143 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4a7eff4e-436d-4aeb-bbc8-f3eb53a26b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (53324add-adf4-4ad4-a4ae-ea20749b8c38), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:43.981122 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4a7eff4e-436d-4aeb-bbc8-f3eb53a26b03 None None] Attempt 1 to provision port 53324add-adf4-4ad4-a4ae-ea20749b8c38 Nov 02 12:37:44.027803 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:44.038644 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b0f7baf4-50bd-4258-9060-31a6eef663e4 req-2aa6c8fb-de23-4ab3-893d-a5d6e150db31 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127546 Nov 02 12:37:44.054567 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-eb690dfe-6781-45ab-874a-fe8d57555748 req-327266c7-42c0-4247-9eff-19ba6954a4de tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "GET /networking/v2.0/security-groups/74a2e67b-ed65-4c3c-bd0b-8ce87232214d HTTP/1.1" status: 200 len: 1822 time: 0.3103297 Nov 02 12:37:44.060277 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-19178950-6dfb-434f-b729-a95fc7441b3d req-e7e659c6-75c8-415a-8181-fa5f76fb23d7 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Deleting port df5c0c04-c31c-4b89-89ec-fb14f2763e26 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:37:44.060689 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-19178950-6dfb-434f-b729-a95fc7441b3d req-e7e659c6-75c8-415a-8181-fa5f76fb23d7 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (df5c0c04-c31c-4b89-89ec-fb14f2763e26), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:44.071696 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-eb690dfe-6781-45ab-874a-fe8d57555748 req-b51f7dfe-d5d1-4657-9d13-c7cec5fe8f85 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '74a2e67b-ed65-4c3c-bd0b-8ce87232214d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:44.072094 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-eb690dfe-6781-45ab-874a-fe8d57555748 req-b51f7dfe-d5d1-4657-9d13-c7cec5fe8f85 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '74a2e67b-ed65-4c3c-bd0b-8ce87232214d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:44.121366 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6e2c9-e89d-4cc4-8ee3-6a87b51dfc90 req-fb09a21d-2131-4a3f-bb50-67e70c6356eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:44.130971 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-7ef6e2c9-e89d-4cc4-8ee3-6a87b51dfc90 req-fb09a21d-2131-4a3f-bb50-67e70c6356eb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 1131 time: 0.1851091 Nov 02 12:37:44.171723 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=8151f4b5-7a32-4062-8f54-70ba3968340d,revision_number=11']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:44.177957 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 15e01b94-9395-4454-959a-f1ee02b69b22 details requested by agent hyperv_n-h2-857339-6 with host n-h2-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:37:44.195139 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:44.266570 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-7ef6e2c9-e89d-4cc4-8ee3-6a87b51dfc90 req-306b4255-f4f2-42d9-9608-6fe8a490f79e service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359818 Nov 02 12:37:44.280687 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] Set router 9ae387bb-8bde-4186-9b35-9c8e9e1a9afc gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:44.329410 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:44.336708 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.resource_extend [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:37:44.341690 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 53324add-adf4-4ad4-a4ae-ea20749b8c38 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:44.341690 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (53324add-adf4-4ad4-a4ae-ea20749b8c38), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:44.341690 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 53324add-adf4-4ad4-a4ae-ea20749b8c38 Nov 02 12:37:44.454575 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60486) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:44.479704 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-226fa33a-5603-4310-b54f-8e08cee9aacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:44.574699 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:44.750782 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:44.797423 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:44.852997 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c6cb8815-d1b7-42d0-af89-ac7436034ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:44.873472 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4a7eff4e-436d-4aeb-bbc8-f3eb53a26b03 None None] Current status of the port 53324add-adf4-4ad4-a4ae-ea20749b8c38 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:44.874373 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4a7eff4e-436d-4aeb-bbc8-f3eb53a26b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (53324add-adf4-4ad4-a4ae-ea20749b8c38), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:44.878055 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae387bb-8bde-4186-9b35-9c8e9e1a9afc', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1022685448-router', 'tenant_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b843a34f-6ffa-4047-85f1-d1d3304af681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:37Z', 'updated_at': '2022-11-02T12:37:41Z', 'revision_number': 3, 'project_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'gw_port': {'id': 'b843a34f-6ffa-4047-85f1-d1d3304af681', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae387bb-8bde-4186-9b35-9c8e9e1a9afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:39Z', 'updated_at': '2022-11-02T12:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:44.887464 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-226fa33a-5603-4310-b54f-8e08cee9aacd admin admin] Allocated IP 172.20.0.1 (ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8/fa945e10-edf9-4855-bcaf-d98762c428b7/24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:44.956955 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] Checking router: 9ae387bb-8bde-4186-9b35-9c8e9e1a9afc for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:37:44.956955 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] Updating router 9ae387bb-8bde-4186-9b35-9c8e9e1a9afc port b843a34f-6ffa-4047-85f1-d1d3304af681 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:37:44.965920 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-19178950-6dfb-434f-b729-a95fc7441b3d req-e7e659c6-75c8-415a-8181-fa5f76fb23d7 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] For port df5c0c04-c31c-4b89-89ec-fb14f2763e26, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=df5c0c04-c31c-4b89-89ec-fb14f2763e26,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:44.966534 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-19178950-6dfb-434f-b729-a95fc7441b3d req-e7e659c6-75c8-415a-8181-fa5f76fb23d7 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (df5c0c04-c31c-4b89-89ec-fb14f2763e26), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:44.991148 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-19178950-6dfb-434f-b729-a95fc7441b3d req-e7e659c6-75c8-415a-8181-fa5f76fb23d7 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Calling delete_port for df5c0c04-c31c-4b89-89ec-fb14f2763e26 owned by compute:nova {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:37:45.003545 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4a7eff4e-436d-4aeb-bbc8-f3eb53a26b03 None None] For port 53324add-adf4-4ad4-a4ae-ea20749b8c38, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=53324add-adf4-4ad4-a4ae-ea20749b8c38,segment=NetworkSegment(ff51d46a-1776-407f-a149-7b477ecb2781),segment_id=ff51d46a-1776-407f-a149-7b477ecb2781)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:45.109609 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.110429 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4a7eff4e-436d-4aeb-bbc8-f3eb53a26b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (53324add-adf4-4ad4-a4ae-ea20749b8c38), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.113421 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c6cb8815-d1b7-42d0-af89-ac7436034ad5 admin admin] Publish callbacks [] for security_group (412d3407-743d-49dd-9eea-86f5705c90da), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.116470 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 15e01b94-9395-4454-959a-f1ee02b69b22, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=15e01b94-9395-4454-959a-f1ee02b69b22,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:45.130383 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-226fa33a-5603-4310-b54f-8e08cee9aacd admin admin] Publish callbacks [] for port (24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.181709 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c6cb8815-d1b7-42d0-af89-ac7436034ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (412d3407-743d-49dd-9eea-86f5705c90da), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.225924 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168f76d-3da3-4d18-bfd1-a5d57c910eb0 req-1517fe88-28cd-47b2-91f3-87d19b6453e2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:45.240617 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7eff4e-436d-4aeb-bbc8-f3eb53a26b03 None None] Pushing event updated for resources: {'Port': ['ID=53324add-adf4-4ad4-a4ae-ea20749b8c38,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:45.242793 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1168f76d-3da3-4d18-bfd1-a5d57c910eb0 req-1517fe88-28cd-47b2-91f3-87d19b6453e2 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 950 time: 0.5016603 Nov 02 12:37:45.260928 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 53324add-adf4-4ad4-a4ae-ea20749b8c38 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:45.260928 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (53324add-adf4-4ad4-a4ae-ea20749b8c38), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.260928 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b843a34f-6ffa-4047-85f1-d1d3304af681), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.267786 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Returning: {'device': '15e01b94-9395-4454-959a-f1ee02b69b22', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': '15e01b94-9395-4454-959a-f1ee02b69b22', 'mac_address': 'fa:16:3e:8b:bf:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:37:45.274858 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb8815-d1b7-42d0-af89-ac7436034ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412d3407-743d-49dd-9eea-86f5705c90da,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:45.284527 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c6cb8815-d1b7-42d0-af89-ac7436034ad5 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=352817a3262a480a8893d59d31132aa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8244648 Nov 02 12:37:45.285300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60500) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:45.347960 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-eb690dfe-6781-45ab-874a-fe8d57555748 req-b51f7dfe-d5d1-4657-9d13-c7cec5fe8f85 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group_rule (908d65d2-8224-4248-a1c5-9fd2aea26f6e), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.372838 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-226fa33a-5603-4310-b54f-8e08cee9aacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.394593 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-323a0005-37d5-4118-a614-5b5daff813ba None None] Provisioning complete for port 53324add-adf4-4ad4-a4ae-ea20749b8c38 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:45.395701 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-323a0005-37d5-4118-a614-5b5daff813ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (53324add-adf4-4ad4-a4ae-ea20749b8c38), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.399745 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-323a0005-37d5-4118-a614-5b5daff813ba None None] Attempt 1 to provision port 53324add-adf4-4ad4-a4ae-ea20749b8c38 Nov 02 12:37:45.401698 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1168f76d-3da3-4d18-bfd1-a5d57c910eb0 req-965a03ed-3adb-4553-a367-9cecc7097ad8 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567693 Nov 02 12:37:45.447082 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-eb690dfe-6781-45ab-874a-fe8d57555748 req-b51f7dfe-d5d1-4657-9d13-c7cec5fe8f85 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group_rule (908d65d2-8224-4248-a1c5-9fd2aea26f6e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.500434 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226fa33a-5603-4310-b54f-8e08cee9aacd admin admin] Network ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:45.506782 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-15675ff4-ae64-4ab8-ac7c-7a7c50b95d06 admin admin] Publish callbacks [] for security_group (412d3407-743d-49dd-9eea-86f5705c90da), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.509938 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:45.518359 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-226fa33a-5603-4310-b54f-8e08cee9aacd admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:45.529227 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fa33a-5603-4310-b54f-8e08cee9aacd admin admin] Pushing event updated for resources: {'Port': ['ID=24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:45.542894 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226fa33a-5603-4310-b54f-8e08cee9aacd admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:37:45.582904 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-19178950-6dfb-434f-b729-a95fc7441b3d req-e7e659c6-75c8-415a-8181-fa5f76fb23d7 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (df5c0c04-c31c-4b89-89ec-fb14f2763e26), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.588822 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-eb690dfe-6781-45ab-874a-fe8d57555748 req-b51f7dfe-d5d1-4657-9d13-c7cec5fe8f85 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (908d65d2-8224-4248-a1c5-9fd2aea26f6e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.598644 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port 15e01b94-9395-4454-959a-f1ee02b69b22 is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:45.599058 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (15e01b94-9395-4454-959a-f1ee02b69b22), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.637734 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-15675ff4-ae64-4ab8-ac7c-7a7c50b95d06 admin admin] Publish callbacks [] for security_group (412d3407-743d-49dd-9eea-86f5705c90da), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.655437 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e77ab1-bde3-4946-907a-89ac29c2af53 req-3cf1aea7-f1a2-4fd3-9b5d-d741235783b4 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:45.657797 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-39e77ab1-bde3-4946-907a-89ac29c2af53 req-3cf1aea7-f1a2-4fd3-9b5d-d741235783b4 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 949 time: 0.1527762 Nov 02 12:37:45.727905 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e659c6-75c8-415a-8181-fa5f76fb23d7 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Pushing event deleted for resources: {'Port': ['ID=df5c0c04-c31c-4b89-89ec-fb14f2763e26,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:45.762817 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-eb61be98-1004-4d3e-9e63-dbb1abbc657a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.791499 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e01b94-9395-4454-959a-f1ee02b69b22 {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:37:45.798532 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-226fa33a-5603-4310-b54f-8e08cee9aacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (9ae387bb-8bde-4186-9b35-9c8e9e1a9afc), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.807882 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-15675ff4-ae64-4ab8-ac7c-7a7c50b95d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (412d3407-743d-49dd-9eea-86f5705c90da), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.814095 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-eb690dfe-6781-45ab-874a-fe8d57555748 req-b51f7dfe-d5d1-4657-9d13-c7cec5fe8f85 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.814665 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-15675ff4-ae64-4ab8-ac7c-7a7c50b95d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.814665 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-15675ff4-ae64-4ab8-ac7c-7a7c50b95d06 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/412d3407-743d-49dd-9eea-86f5705c90da HTTP/1.1" status: 204 len: 168 time: 0.5281229 Nov 02 12:37:45.814843 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-eb690dfe-6781-45ab-874a-fe8d57555748 req-b51f7dfe-d5d1-4657-9d13-c7cec5fe8f85 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.7489650 Nov 02 12:37:45.820224 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-39e77ab1-bde3-4946-907a-89ac29c2af53 req-700f107c-07e8-4fc7-b57e-1fe3b43be155 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1b6d00b-e12d-4415-b102-77cbbf763b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263869 Nov 02 12:37:45.823012 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f7dfe-d5d1-4657-9d13-c7cec5fe8f85 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908d65d2-8224-4248-a1c5-9fd2aea26f6e,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:45.837322 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:45.861507 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-19178950-6dfb-434f-b729-a95fc7441b3d req-e7e659c6-75c8-415a-8181-fa5f76fb23d7 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] No DVR routers for this DVR port df5c0c04-c31c-4b89-89ec-fb14f2763e26 on host n-h1-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:37:45.867509 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-19178950-6dfb-434f-b729-a95fc7441b3d req-e7e659c6-75c8-415a-8181-fa5f76fb23d7 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.871837 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-19178950-6dfb-434f-b729-a95fc7441b3d req-e7e659c6-75c8-415a-8181-fa5f76fb23d7 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.57 "DELETE /networking/v2.0/ports/df5c0c04-c31c-4b89-89ec-fb14f2763e26 HTTP/1.1" status: 204 len: 173 time: 2.3213093 Nov 02 12:37:45.872743 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b675eccd-9fed-4d65-b56b-80a0f46b523f', 'name': 'network-vif-deleted', 'tag': 'df5c0c04-c31c-4b89-89ec-fb14f2763e26'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:37:45.876934 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edc3175-beb9-4a1c-a324-7174d55b26cb" -d '{"events": [{"server_uuid": "b675eccd-9fed-4d65-b56b-80a0f46b523f", "name": "network-vif-deleted", "tag": "df5c0c04-c31c-4b89-89ec-fb14f2763e26"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:45.917483 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15675ff4-ae64-4ab8-ac7c-7a7c50b95d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412d3407-743d-49dd-9eea-86f5705c90da,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:45.970605 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-323a0005-37d5-4118-a614-5b5daff813ba None None] Current status of the port 53324add-adf4-4ad4-a4ae-ea20749b8c38 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:45.978381 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:37:45.978805 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:37:46.008254 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 15e01b94-9395-4454-959a-f1ee02b69b22, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=15e01b94-9395-4454-959a-f1ee02b69b22,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:46.062978 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:46.101505 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-94d44550-428a-4b39-b4d6-783f428cb9d6 req-0b6e468e-d5d0-451a-9868-033831d04687 tempest-FlavorsV2NegativeTest-1197071702 tempest-FlavorsV2NegativeTest-1197071702-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=a2dcc600abea496b91b87b0b2b8364d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370243 Nov 02 12:37:46.114086 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f387b-c622-457c-8919-9638f5b85bfa req-a0fb2456-d478-4f38-a27f-0f0e7c9abdd8 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:46.115891 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a9f387b-c622-457c-8919-9638f5b85bfa req-a0fb2456-d478-4f38-a27f-0f0e7c9abdd8 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 947 time: 0.1250546 Nov 02 12:37:46.133023 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-09eba86f-1663-4ba7-b027-4c24c9bb496a None None] Provisioning complete for port 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:46.133259 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-09eba86f-1663-4ba7-b027-4c24c9bb496a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.133597 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-09eba86f-1663-4ba7-b027-4c24c9bb496a None None] Attempt 1 to provision port 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c Nov 02 12:37:46.221827 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-09eba86f-1663-4ba7-b027-4c24c9bb496a None None] Port 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:37:46.246488 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] Publish callbacks [] for port (b843a34f-6ffa-4047-85f1-d1d3304af681), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.268819 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a9f387b-c622-457c-8919-9638f5b85bfa req-5c65c0be-7429-4a7e-ae9d-41152f2c4f6e tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395557 Nov 02 12:37:46.302639 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d44550-428a-4b39-b4d6-783f428cb9d6 req-9c245e41-b4b9-41d0-94b8-55eb7ed200cc tempest-FlavorsV2NegativeTest-1197071702 tempest-FlavorsV2NegativeTest-1197071702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:46.305194 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-94d44550-428a-4b39-b4d6-783f428cb9d6 req-9c245e41-b4b9-41d0-94b8-55eb7ed200cc tempest-FlavorsV2NegativeTest-1197071702 tempest-FlavorsV2NegativeTest-1197071702-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882882 Nov 02 12:37:46.327501 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-490a7cf7-e224-4939-9631-e4ee521788ec req-40c8c3a4-203f-4cc9-8a8e-029835bae17b tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-826054399', 'description': 'tempest-description-1947819190'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:46.339258 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-94d44550-428a-4b39-b4d6-783f428cb9d6 req-9111c228-cfec-44f4-8745-df1dccd3fada tempest-FlavorsV2NegativeTest-1197071702 tempest-FlavorsV2NegativeTest-1197071702-project] 10.222.0.64 "GET /networking/v2.0/quotas/a2dcc600abea496b91b87b0b2b8364d9 HTTP/1.1" status: 200 len: 375 time: 0.0270157 Nov 02 12:37:46.386003 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-94d44550-428a-4b39-b4d6-783f428cb9d6 req-b0297073-7242-49c3-8ba8-276b02fb5d8b tempest-FlavorsV2NegativeTest-1197071702 tempest-FlavorsV2NegativeTest-1197071702-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a2dcc600abea496b91b87b0b2b8364d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394924 Nov 02 12:37:46.438794 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a1af4f-949f-40c2-b1f3-3a2b31a5dc0b x-openstack-request-id: req-11a1af4f-949f-40c2-b1f3-3a2b31a5dc0b {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:46.439058 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b675eccd-9fed-4d65-b56b-80a0f46b523f", "name": "network-vif-deleted", "tag": "df5c0c04-c31c-4b89-89ec-fb14f2763e26", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:46.439301 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11a1af4f-949f-40c2-b1f3-3a2b31a5dc0b {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:46.439785 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11a1af4f-949f-40c2-b1f3-3a2b31a5dc0b'] response: {'server_uuid': 'b675eccd-9fed-4d65-b56b-80a0f46b523f', 'name': 'network-vif-deleted', 'tag': 'df5c0c04-c31c-4b89-89ec-fb14f2763e26', 'status': 'completed', 'code': 200} Nov 02 12:37:46.523325 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 53324add-adf4-4ad4-a4ae-ea20749b8c38 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:46.524638 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4d2e92e4-e082-40b3-b457-a8167e6fa346 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:46.620589 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 4d2e92e4-e082-40b3-b457-a8167e6fa346 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:46.620973 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4d2e92e4-e082-40b3-b457-a8167e6fa346), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.621751 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 4d2e92e4-e082-40b3-b457-a8167e6fa346 Nov 02 12:37:46.633763 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe09187-e89d-40c0-8e6b-02ff1a101dd1 req-914851a1-d313-4169-96ff-9bd4f40b8418 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:46.635662 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-abe09187-e89d-40c0-8e6b-02ff1a101dd1 req-914851a1-d313-4169-96ff-9bd4f40b8418 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 950 time: 0.0761504 Nov 02 12:37:46.733424 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-abe09187-e89d-40c0-8e6b-02ff1a101dd1 req-d7231045-43f0-4850-9c3c-f45743ffaf6d tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804112 Nov 02 12:37:46.751877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 4d2e92e4-e082-40b3-b457-a8167e6fa346 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:46.752380 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4d2e92e4-e082-40b3-b457-a8167e6fa346), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.793034 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 4d2e92e4-e082-40b3-b457-a8167e6fa346, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4d2e92e4-e082-40b3-b457-a8167e6fa346,segment=NetworkSegment(6f3969ab-8fb1-4ccf-8c12-b13f32824de7),segment_id=6f3969ab-8fb1-4ccf-8c12-b13f32824de7)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:46.821111 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device df5c0c04-c31c-4b89-89ec-fb14f2763e26 no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:37:46.851945 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] No Port match for: df5c0c04-c31c-4b89-89ec-fb14f2763e26 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:37:46.852305 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device df5c0c04-c31c-4b89-89ec-fb14f2763e26 not bound to the agent host n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:37:47.065384 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (15e01b94-9395-4454-959a-f1ee02b69b22), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:47.099150 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-490a7cf7-e224-4939-9631-e4ee521788ec req-40c8c3a4-203f-4cc9-8a8e-029835bae17b tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:47.273597 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:47.276268 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-490a7cf7-e224-4939-9631-e4ee521788ec req-40c8c3a4-203f-4cc9-8a8e-029835bae17b tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (0cfda707-a744-4f65-8266-399a555c5e8a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:47.326493 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4d2e92e4-e082-40b3-b457-a8167e6fa346), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:47.337782 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:47.337782 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b843a34f-6ffa-4047-85f1-d1d3304af681), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:47.355902 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] Attempting to bind port b843a34f-6ffa-4047-85f1-d1d3304af681 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:47.356378 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] Attempting to bind port b843a34f-6ffa-4047-85f1-d1d3304af681 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:47.356881 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] Attempting to bind port b843a34f-6ffa-4047-85f1-d1d3304af681 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:47.401135 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-490a7cf7-e224-4939-9631-e4ee521788ec req-40c8c3a4-203f-4cc9-8a8e-029835bae17b tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0cfda707-a744-4f65-8266-399a555c5e8a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:47.404453 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:47.408588 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=15e01b94-9395-4454-959a-f1ee02b69b22,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:47.446889 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['15e01b94-9395-4454-959a-f1ee02b69b22'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:37:47.483776 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-226fa33a-5603-4310-b54f-8e08cee9aacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:47.496813 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8c3a4-203f-4cc9-8a8e-029835bae17b tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfda707-a744-4f65-8266-399a555c5e8a,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:47.552066 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-490a7cf7-e224-4939-9631-e4ee521788ec req-40c8c3a4-203f-4cc9-8a8e-029835bae17b tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:47.554789 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-490a7cf7-e224-4939-9631-e4ee521788ec req-40c8c3a4-203f-4cc9-8a8e-029835bae17b tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.2338977 Nov 02 12:37:47.590680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 53324add-adf4-4ad4-a4ae-ea20749b8c38 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:47.624993 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:47.624993 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:47.624993 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:47.624993 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:47.625689 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] Bound port: b843a34f-6ffa-4047-85f1-d1d3304af681, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:47.626338 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b843a34f-6ffa-4047-85f1-d1d3304af681), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:47.690802 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c6f549be-efef-4182-95dc-2b770941559e req-7b8e2138-3600-428a-ba4a-ce86d2b503e9 tempest-MigrationsAdminTest-610977 tempest-MigrationsAdminTest-610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b675eccd-9fed-4d65-b56b-80a0f46b523f HTTP/1.1" status: 200 len: 210 time: 0.0546849 Nov 02 12:37:47.697213 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:47.717038 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 53324add-adf4-4ad4-a4ae-ea20749b8c38 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:47.728244 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (53324add-adf4-4ad4-a4ae-ea20749b8c38), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:47.728244 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 53324add-adf4-4ad4-a4ae-ea20749b8c38 Nov 02 12:37:47.801445 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=4d2e92e4-e082-40b3-b457-a8167e6fa346,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:47.862585 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-226fa33a-5603-4310-b54f-8e08cee9aacd admin admin] Publish callbacks [] for port (24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:47.864721 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] For port b843a34f-6ffa-4047-85f1-d1d3304af681, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:47.896344 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febb52d-3cb7-4793-a7e8-15527db26aff req-a6c96128-e75f-4d0f-b346-73e0eb15c706 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:47.897765 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60556) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:47.898448 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8febb52d-3cb7-4793-a7e8-15527db26aff req-a6c96128-e75f-4d0f-b346-73e0eb15c706 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 948 time: 0.1625595 Nov 02 12:37:47.919494 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3452d0ab-a48f-4421-bfd7-898635ef5a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:47.937313 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] For port b843a34f-6ffa-4047-85f1-d1d3304af681, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b843a34f-6ffa-4047-85f1-d1d3304af681,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:47.955679 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624ea5f-e65c-4195-a701-2a815f080ead None None] Pushing event updated for resources: {'Port': ['ID=b843a34f-6ffa-4047-85f1-d1d3304af681,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:47.994682 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-226fa33a-5603-4310-b54f-8e08cee9aacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.013732 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8febb52d-3cb7-4793-a7e8-15527db26aff req-c0eeae6d-7cde-4038-b9da-eb7782d08e57 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920875 Nov 02 12:37:48.026969 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692539da-105a-48e9-8b65-3195327cfdb9 req-96b69fb4-2f86-458a-823e-65ad9e5f3ab3 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:48.031212 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-692539da-105a-48e9-8b65-3195327cfdb9 req-96b69fb4-2f86-458a-823e-65ad9e5f3ab3 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 1132 time: 0.1529317 Nov 02 12:37:48.088255 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b843a34f-6ffa-4047-85f1-d1d3304af681), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.103652 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 53324add-adf4-4ad4-a4ae-ea20749b8c38 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:48.110778 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-2d95aa4a-89d0-4e19-96d4-b87d8315bdb6 req-dc966f2a-2b2c-4dfc-993c-27135f737e3f tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2075221702', 'description': 'tempest-description-256680478'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:48.132258 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-692539da-105a-48e9-8b65-3195327cfdb9 req-eabcfe97-d13a-4072-ac42-0ed37cdcc000 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915434 Nov 02 12:37:48.153044 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-226fa33a-5603-4310-b54f-8e08cee9aacd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (9ae387bb-8bde-4186-9b35-9c8e9e1a9afc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.155169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] Routers {'9ae387bb-8bde-4186-9b35-9c8e9e1a9afc'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:37:48.155169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9ae387bb-8bde-4186-9b35-9c8e9e1a9afc'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:48.155410 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fa33a-5603-4310-b54f-8e08cee9aacd admin admin] Pushing event updated for resources: {'Port': ['ID=24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:48.216874 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3452d0ab-a48f-4421-bfd7-898635ef5a24 admin admin] Publish callbacks [] for security_group (877754ed-ebad-420d-9f99-94cbcd73103c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.241355 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-2d95aa4a-89d0-4e19-96d4-b87d8315bdb6 req-dc966f2a-2b2c-4dfc-993c-27135f737e3f tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.276090 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.280171 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624ea5f-e65c-4195-a701-2a815f080ead None None] Pushing event updated for resources: {'Port': ['ID=b843a34f-6ffa-4047-85f1-d1d3304af681,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:48.352164 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226fa33a-5603-4310-b54f-8e08cee9aacd admin admin] Network ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:48.355250 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-226fa33a-5603-4310-b54f-8e08cee9aacd admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:48.428889 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] Set router 9ae387bb-8bde-4186-9b35-9c8e9e1a9afc gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:48.434161 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-2d95aa4a-89d0-4e19-96d4-b87d8315bdb6 req-dc966f2a-2b2c-4dfc-993c-27135f737e3f tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (511f9c7b-ed8b-41e1-8c44-eb0c1f436ce2), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.467443 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.491464 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3452d0ab-a48f-4421-bfd7-898635ef5a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (877754ed-ebad-420d-9f99-94cbcd73103c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.553787 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-2d95aa4a-89d0-4e19-96d4-b87d8315bdb6 req-dc966f2a-2b2c-4dfc-993c-27135f737e3f tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (511f9c7b-ed8b-41e1-8c44-eb0c1f436ce2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.583842 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60562) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:48.646578 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc966f2a-2b2c-4dfc-993c-27135f737e3f tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=511f9c7b-ed8b-41e1-8c44-eb0c1f436ce2,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:48.708750 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-2d95aa4a-89d0-4e19-96d4-b87d8315bdb6 req-dc966f2a-2b2c-4dfc-993c-27135f737e3f tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.717374 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2d95aa4a-89d0-4e19-96d4-b87d8315bdb6 req-dc966f2a-2b2c-4dfc-993c-27135f737e3f tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6125743 Nov 02 12:37:48.870430 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c2656896-c30f-4145-915d-2d22c1ba0404 None None] Provisioning complete for port 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:48.871273 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c2656896-c30f-4145-915d-2d22c1ba0404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.871870 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c2656896-c30f-4145-915d-2d22c1ba0404 None None] Attempt 1 to provision port 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c Nov 02 12:37:48.926544 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:48.928900 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae387bb-8bde-4186-9b35-9c8e9e1a9afc', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1022685448-router', 'tenant_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b843a34f-6ffa-4047-85f1-d1d3304af681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:37Z', 'updated_at': '2022-11-02T12:37:46Z', 'revision_number': 4, 'project_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'gw_port': {'id': 'b843a34f-6ffa-4047-85f1-d1d3304af681', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae387bb-8bde-4186-9b35-9c8e9e1a9afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:39Z', 'updated_at': '2022-11-02T12:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c', 'name': '', 'network_id': 'ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8', 'tenant_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'mac_address': 'fa:16:3e:04:14:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae387bb-8bde-4186-9b35-9c8e9e1a9afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'fa945e10-edf9-4855-bcaf-d98762c428b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:44Z', 'updated_at': '2022-11-02T12:37:47Z', 'revision_number': 2, 'project_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'subnets': [{'id': 'fa945e10-edf9-4855-bcaf-d98762c428b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:48.963684 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92c32ef5-c2d8-4ab4-bf47-f64fa6d36628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.968719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a50b8f-de85-4bbe-9287-3d0c48472467 None None] The sync data for ids ['9ae387bb-8bde-4186-9b35-9c8e9e1a9afc'] in n-d-857339-6 is: [{'id': '9ae387bb-8bde-4186-9b35-9c8e9e1a9afc', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1022685448-router', 'tenant_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b843a34f-6ffa-4047-85f1-d1d3304af681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:37Z', 'updated_at': '2022-11-02T12:37:46Z', 'revision_number': 4, 'project_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'gw_port': {'id': 'b843a34f-6ffa-4047-85f1-d1d3304af681', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae387bb-8bde-4186-9b35-9c8e9e1a9afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:39Z', 'updated_at': '2022-11-02T12:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c', 'name': '', 'network_id': 'ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8', 'tenant_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'mac_address': 'fa:16:3e:04:14:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae387bb-8bde-4186-9b35-9c8e9e1a9afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'fa945e10-edf9-4855-bcaf-d98762c428b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:44Z', 'updated_at': '2022-11-02T12:37:47Z', 'revision_number': 2, 'project_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'subnets': [{'id': 'fa945e10-edf9-4855-bcaf-d98762c428b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:37:48.975823 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c2656896-c30f-4145-915d-2d22c1ba0404 None None] Port 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:37:48.984676 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f20d3704-726d-4cc5-a281-8ec0bdd73adf req-4f75aa07-ec7e-488e-9ca4-e96b45fdc613 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "GET /networking/v2.0/security-groups/0cfda707-a744-4f65-8266-399a555c5e8a HTTP/1.1" status: 200 len: 1821 time: 0.2417660 Nov 02 12:37:48.985835 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f848115-9ea6-4255-b14b-dd47da332be0 req-a01ee911-ad84-4f9b-9fc6-d6c472f11b47 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:48.993080 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3f848115-9ea6-4255-b14b-dd47da332be0 req-a01ee911-ad84-4f9b-9fc6-d6c472f11b47 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 1132 time: 0.1998641 Nov 02 12:37:49.001637 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:49.024271 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3452d0ab-a48f-4421-bfd7-898635ef5a24 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5f76eda3f1ad4075b43c59dcdd59679f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1253035 Nov 02 12:37:49.034143 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60574) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:49.046595 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452d0ab-a48f-4421-bfd7-898635ef5a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877754ed-ebad-420d-9f99-94cbcd73103c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:49.048250 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:49.070399 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226fa33a-5603-4310-b54f-8e08cee9aacd admin admin] Router 9ae387bb-8bde-4186-9b35-9c8e9e1a9afc has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:37:49.093108 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3f848115-9ea6-4255-b14b-dd47da332be0 req-6a7d67f2-a1cc-4ec1-ad4f-15a5e21f96f8 tempest-ServersAdminTestJSON-1340291624 tempest-ServersAdminTestJSON-1340291624-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980599 Nov 02 12:37:49.093359 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 15e01b94-9395-4454-959a-f1ee02b69b22 up at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:49.126736 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5d51f07b-ac31-4d1c-a7c0-b2251924ba4a admin admin] Publish callbacks [] for security_group (877754ed-ebad-420d-9f99-94cbcd73103c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:49.151697 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f20d3704-726d-4cc5-a281-8ec0bdd73adf req-5e493413-b3ea-4a3e-828f-dd9a4478ce30 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "GET /networking/v2.0/security-groups/511f9c7b-ed8b-41e1-8c44-eb0c1f436ce2 HTTP/1.1" status: 200 len: 1821 time: 0.1530929 Nov 02 12:37:49.172641 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-f20d3704-726d-4cc5-a281-8ec0bdd73adf req-e5ab24e0-3770-457e-8e6b-8957d09478ef tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0cfda707-a744-4f65-8266-399a555c5e8a', 'remote_group_id': '511f9c7b-ed8b-41e1-8c44-eb0c1f436ce2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:49.173022 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-f20d3704-726d-4cc5-a281-8ec0bdd73adf req-e5ab24e0-3770-457e-8e6b-8957d09478ef tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0cfda707-a744-4f65-8266-399a555c5e8a', 'remote_group_id': '511f9c7b-ed8b-41e1-8c44-eb0c1f436ce2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:49.197589 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5d51f07b-ac31-4d1c-a7c0-b2251924ba4a admin admin] Publish callbacks [] for security_group (877754ed-ebad-420d-9f99-94cbcd73103c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:49.204798 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:49.222092 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92c32ef5-c2d8-4ab4-bf47-f64fa6d36628 admin admin] Publish callbacks [] for security_group (2121b68a-174b-464a-ab82-6741d431210f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:49.247527 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning for port 15e01b94-9395-4454-959a-f1ee02b69b22 completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:37:49.307682 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226fa33a-5603-4310-b54f-8e08cee9aacd admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:37:49.309503 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92c32ef5-c2d8-4ab4-bf47-f64fa6d36628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2121b68a-174b-464a-ab82-6741d431210f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:49.313095 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-226fa33a-5603-4310-b54f-8e08cee9aacd admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/9ae387bb-8bde-4186-9b35-9c8e9e1a9afc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9715250 Nov 02 12:37:49.373700 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning complete for port 15e01b94-9395-4454-959a-f1ee02b69b22 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:49.374587 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (15e01b94-9395-4454-959a-f1ee02b69b22), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:49.375064 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Attempt 1 to provision port 15e01b94-9395-4454-959a-f1ee02b69b22 Nov 02 12:37:49.422555 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5d51f07b-ac31-4d1c-a7c0-b2251924ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (877754ed-ebad-420d-9f99-94cbcd73103c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:49.443819 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5d51f07b-ac31-4d1c-a7c0-b2251924ba4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:49.448260 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5d51f07b-ac31-4d1c-a7c0-b2251924ba4a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/877754ed-ebad-420d-9f99-94cbcd73103c HTTP/1.1" status: 204 len: 168 time: 0.4126840 Nov 02 12:37:49.477843 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-92c32ef5-c2d8-4ab4-bf47-f64fa6d36628 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a2dcc600abea496b91b87b0b2b8364d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8500245 Nov 02 12:37:49.484879 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60586) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:49.489743 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c32ef5-c2d8-4ab4-bf47-f64fa6d36628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2121b68a-174b-464a-ab82-6741d431210f,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:49.524015 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df6980-003e-4798-8aca-552670e7bb68 req-abf66e3d-98c8-44ce-b62c-b54e48239b3b tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:49.527136 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51f07b-ac31-4d1c-a7c0-b2251924ba4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877754ed-ebad-420d-9f99-94cbcd73103c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:49.533047 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-52df6980-003e-4798-8aca-552670e7bb68 req-abf66e3d-98c8-44ce-b62c-b54e48239b3b tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 948 time: 0.1858146 Nov 02 12:37:49.592551 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port 15e01b94-9395-4454-959a-f1ee02b69b22 is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:49.594065 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (15e01b94-9395-4454-959a-f1ee02b69b22), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:49.614089 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:49.619577 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f20d3704-726d-4cc5-a281-8ec0bdd73adf req-e5ab24e0-3770-457e-8e6b-8957d09478ef tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group_rule (c36eb900-8bf7-403e-96cb-cb039e92ff71), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:49.628860 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60588) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:49.632040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4521dc35-0cae-430d-931d-42a0f646819e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e01b94-9395-4454-959a-f1ee02b69b22'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:37:49.648361 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378a11e2-1b43-4791-9555-35c7c85d5309" -d '{"events": [{"server_uuid": "4521dc35-0cae-430d-931d-42a0f646819e", "name": "network-vif-plugged", "status": "completed", "tag": "15e01b94-9395-4454-959a-f1ee02b69b22"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:49.666467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4d2e92e4-e082-40b3-b457-a8167e6fa346 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:49.701313 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 15e01b94-9395-4454-959a-f1ee02b69b22, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=15e01b94-9395-4454-959a-f1ee02b69b22,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:49.765856 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 4d2e92e4-e082-40b3-b457-a8167e6fa346 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:49.773813 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4d2e92e4-e082-40b3-b457-a8167e6fa346), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:49.773813 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 4d2e92e4-e082-40b3-b457-a8167e6fa346 Nov 02 12:37:49.778097 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f20d3704-726d-4cc5-a281-8ec0bdd73adf req-e5ab24e0-3770-457e-8e6b-8957d09478ef tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group_rule (c36eb900-8bf7-403e-96cb-cb039e92ff71), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:49.787711 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-52df6980-003e-4798-8aca-552670e7bb68 req-a05523ae-f467-4c1a-87c8-c100863cf3ba tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534766 Nov 02 12:37:49.838198 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (15e01b94-9395-4454-959a-f1ee02b69b22), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:49.907138 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f20d3704-726d-4cc5-a281-8ec0bdd73adf req-e5ab24e0-3770-457e-8e6b-8957d09478ef tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (c36eb900-8bf7-403e-96cb-cb039e92ff71), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:49.968046 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab24e0-3770-457e-8e6b-8957d09478ef tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36eb900-8bf7-403e-96cb-cb039e92ff71,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:49.988043 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60596) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:50.003405 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=15e01b94-9395-4454-959a-f1ee02b69b22,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:50.017161 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-21489363-3474-44d7-9d0d-de123684ee61 admin admin] Publish callbacks [] for security_group (2121b68a-174b-464a-ab82-6741d431210f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:50.020875 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 4d2e92e4-e082-40b3-b457-a8167e6fa346 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:50.041539 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:50.077459 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f20d3704-726d-4cc5-a281-8ec0bdd73adf req-e5ab24e0-3770-457e-8e6b-8957d09478ef tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:50.079074 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f20d3704-726d-4cc5-a281-8ec0bdd73adf req-e5ab24e0-3770-457e-8e6b-8957d09478ef tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9187276 Nov 02 12:37:50.132944 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d6cb02-1d35-4c4f-b640-67d253fb5fee x-openstack-request-id: req-f9d6cb02-1d35-4c4f-b640-67d253fb5fee {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:50.133281 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4521dc35-0cae-430d-931d-42a0f646819e", "name": "network-vif-plugged", "status": "completed", "tag": "15e01b94-9395-4454-959a-f1ee02b69b22", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:50.133614 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f9d6cb02-1d35-4c4f-b640-67d253fb5fee {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:50.134125 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d6cb02-1d35-4c4f-b640-67d253fb5fee'] response: {'server_uuid': '4521dc35-0cae-430d-931d-42a0f646819e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e01b94-9395-4454-959a-f1ee02b69b22', 'code': 200} Nov 02 12:37:50.164961 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-21489363-3474-44d7-9d0d-de123684ee61 admin admin] Publish callbacks [] for security_group (2121b68a-174b-464a-ab82-6741d431210f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:50.169463 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:50.177479 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-62b6a48a-cdca-41cd-b3b2-55c612c2c13c req-404356e8-e883-49bb-8ce7-5052f22130ec tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1887593479', 'description': 'tempest-description-1048042952'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:50.280205 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074265dd-5aa5-4c71-88db-4ef73cdd6c95 req-c7f34b5e-7be8-4153-98db-36b0bcd9dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:50.282189 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-074265dd-5aa5-4c71-88db-4ef73cdd6c95 req-c7f34b5e-7be8-4153-98db-36b0bcd9dd09 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 1131 time: 0.0484958 Nov 02 12:37:50.342391 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-62b6a48a-cdca-41cd-b3b2-55c612c2c13c req-404356e8-e883-49bb-8ce7-5052f22130ec tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:50.359473 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:50.428658 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-074265dd-5aa5-4c71-88db-4ef73cdd6c95 req-3788c799-2af6-4613-8126-02ef3af8f1f6 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374221 Nov 02 12:37:50.567595 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (9744d35d-f9e5-4228-859e-376ece03c315), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:50.598958 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3bfde061-eab9-4f41-bd4c-b8353b3d3694 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9929679b00cb4db39002b1ae432a2539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6093969 Nov 02 12:37:50.603996 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60610) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:50.674102 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-21489363-3474-44d7-9d0d-de123684ee61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2121b68a-174b-464a-ab82-6741d431210f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:50.679297 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-21489363-3474-44d7-9d0d-de123684ee61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:50.681161 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-21489363-3474-44d7-9d0d-de123684ee61 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2121b68a-174b-464a-ab82-6741d431210f HTTP/1.1" status: 204 len: 168 time: 1.1921117 Nov 02 12:37:50.695161 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21489363-3474-44d7-9d0d-de123684ee61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2121b68a-174b-464a-ab82-6741d431210f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:50.697205 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:50.882776 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-62b6a48a-cdca-41cd-b3b2-55c612c2c13c req-404356e8-e883-49bb-8ce7-5052f22130ec tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (a8d55670-b40a-4977-b74b-2e9b87abc207), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:50.901529 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3d367-cd32-4afe-9bf2-cf2ba246d639 req-ed7aef78-54af-4fb9-b9fd-ab2276967c4f tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:50.908117 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-05e3d367-cd32-4afe-9bf2-cf2ba246d639 req-ed7aef78-54af-4fb9-b9fd-ab2276967c4f tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c232408a-2db9-4b25-b804-8792615c1d99 HTTP/1.1" status: 200 len: 950 time: 0.2286537 Nov 02 12:37:50.926390 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba274245-9156-4cfa-b57a-ad13e934f41b admin admin] Publish callbacks [] for security_group (a1b6d00b-e12d-4415-b102-77cbbf763b29), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:50.971108 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-62b6a48a-cdca-41cd-b3b2-55c612c2c13c req-404356e8-e883-49bb-8ce7-5052f22130ec tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a8d55670-b40a-4977-b74b-2e9b87abc207), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:50.983378 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba274245-9156-4cfa-b57a-ad13e934f41b admin admin] Publish callbacks [] for security_group (a1b6d00b-e12d-4415-b102-77cbbf763b29), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:51.071799 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-05e3d367-cd32-4afe-9bf2-cf2ba246d639 req-af187ee3-4607-4354-91f3-4c66b0e935ec tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412427 Nov 02 12:37:51.071799 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404356e8-e883-49bb-8ce7-5052f22130ec tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d55670-b40a-4977-b74b-2e9b87abc207,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:51.124476 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Deleting port b356f2f1-22ab-466a-89b8-f5fc499769dc {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:37:51.125274 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (b356f2f1-22ab-466a-89b8-f5fc499769dc), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:51.236787 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fec14-6df3-44e0-9f20-ecf3f599465d req-caf255fa-281a-44e5-bc90-4c2fdbcc3e98 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:51.238347 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ed6fec14-6df3-44e0-9f20-ecf3f599465d req-caf255fa-281a-44e5-bc90-4c2fdbcc3e98 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 949 time: 0.0566843 Nov 02 12:37:51.254652 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] For port b356f2f1-22ab-466a-89b8-f5fc499769dc, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b356f2f1-22ab-466a-89b8-f5fc499769dc,segment=NetworkSegment(9a8abe95-5f65-4588-a672-c7f236c1cd24),segment_id=9a8abe95-5f65-4588-a672-c7f236c1cd24)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:51.255146 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (b356f2f1-22ab-466a-89b8-f5fc499769dc), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:51.280707 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Calling delete_port for b356f2f1-22ab-466a-89b8-f5fc499769dc owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:37:51.302024 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ed6fec14-6df3-44e0-9f20-ecf3f599465d req-ae9b7810-1083-43b2-8883-affbce0895cb tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548551 Nov 02 12:37:51.460183 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-62b6a48a-cdca-41cd-b3b2-55c612c2c13c req-404356e8-e883-49bb-8ce7-5052f22130ec tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:51.461828 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-62b6a48a-cdca-41cd-b3b2-55c612c2c13c req-404356e8-e883-49bb-8ce7-5052f22130ec tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.2943132 Nov 02 12:37:51.462780 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba274245-9156-4cfa-b57a-ad13e934f41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a1b6d00b-e12d-4415-b102-77cbbf763b29), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:51.467810 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba274245-9156-4cfa-b57a-ad13e934f41b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:51.471312 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ba274245-9156-4cfa-b57a-ad13e934f41b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a1b6d00b-e12d-4415-b102-77cbbf763b29 HTTP/1.1" status: 204 len: 168 time: 0.8638453 Nov 02 12:37:51.482217 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b843a34f-6ffa-4047-85f1-d1d3304af681 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:51.485037 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba274245-9156-4cfa-b57a-ad13e934f41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b6d00b-e12d-4415-b102-77cbbf763b29,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:51.495642 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274245-9156-4cfa-b57a-ad13e934f41b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.496404 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274245-9156-4cfa-b57a-ad13e934f41b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.511500 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274245-9156-4cfa-b57a-ad13e934f41b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.513263 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274245-9156-4cfa-b57a-ad13e934f41b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.514253 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274245-9156-4cfa-b57a-ad13e934f41b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.515930 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274245-9156-4cfa-b57a-ad13e934f41b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.516699 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274245-9156-4cfa-b57a-ad13e934f41b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.520005 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274245-9156-4cfa-b57a-ad13e934f41b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.520933 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274245-9156-4cfa-b57a-ad13e934f41b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.521607 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274245-9156-4cfa-b57a-ad13e934f41b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.522693 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274245-9156-4cfa-b57a-ad13e934f41b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.526750 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274245-9156-4cfa-b57a-ad13e934f41b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.528949 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274245-9156-4cfa-b57a-ad13e934f41b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.529605 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274245-9156-4cfa-b57a-ad13e934f41b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.530162 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274245-9156-4cfa-b57a-ad13e934f41b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.549984 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-ab974885-281c-4c3f-8a2b-05f4ac9e1a8c req-c4249aa4-77ae-42c7-8e07-f9415dc7c68d tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-448471834', 'description': 'tempest-description-975842091'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:51.649370 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port b843a34f-6ffa-4047-85f1-d1d3304af681 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:51.654001 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b843a34f-6ffa-4047-85f1-d1d3304af681), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:51.654001 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port b843a34f-6ffa-4047-85f1-d1d3304af681 Nov 02 12:37:51.675470 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (b356f2f1-22ab-466a-89b8-f5fc499769dc), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:51.725157 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ab974885-281c-4c3f-8a2b-05f4ac9e1a8c req-c4249aa4-77ae-42c7-8e07-f9415dc7c68d tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:51.728976 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:51.792799 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port b843a34f-6ffa-4047-85f1-d1d3304af681 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:51.793110 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b843a34f-6ffa-4047-85f1-d1d3304af681), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:51.838969 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port b843a34f-6ffa-4047-85f1-d1d3304af681, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b843a34f-6ffa-4047-85f1-d1d3304af681,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:51.879094 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ab974885-281c-4c3f-8a2b-05f4ac9e1a8c req-c4249aa4-77ae-42c7-8e07-f9415dc7c68d tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (541e02e1-4534-4802-851c-5d4ba860c004), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:51.884728 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b356f2f1-22ab-466a-89b8-f5fc499769dc,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:51.934073 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.934393 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.934742 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.935073 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.935399 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.935726 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.936477 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.936477 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.936792 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.937027 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.937310 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.937623 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.937939 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.938249 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.938560 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:51.982468 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b843a34f-6ffa-4047-85f1-d1d3304af681), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:52.022944 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ab974885-281c-4c3f-8a2b-05f4ac9e1a8c req-c4249aa4-77ae-42c7-8e07-f9415dc7c68d tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (541e02e1-4534-4802-851c-5d4ba860c004), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:52.098907 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=b843a34f-6ffa-4047-85f1-d1d3304af681,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:52.112682 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b55d76-0d63-4d50-8425-4316ed698d25 req-a06ae79d-6300-457f-8d38-b922f42b1b44 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:52.114556 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d7b55d76-0d63-4d50-8425-4316ed698d25 req-a06ae79d-6300-457f-8d38-b922f42b1b44 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c232408a-2db9-4b25-b804-8792615c1d99 HTTP/1.1" status: 200 len: 950 time: 0.1376150 Nov 02 12:37:52.173097 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:52.194385 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (9744d35d-f9e5-4228-859e-376ece03c315), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:52.221172 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdaa1b0-ac33-4bd8-94eb-d579e15b5a69 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:37:52.285391 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f98d0-24c5-4769-a64e-63abacf4bdce req-976113df-cb89-4162-a805-ff8fc2eee4ac tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:52.286847 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-587f98d0-24c5-4769-a64e-63abacf4bdce req-976113df-cb89-4162-a805-ff8fc2eee4ac tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c232408a-2db9-4b25-b804-8792615c1d99 HTTP/1.1" status: 200 len: 950 time: 0.0631306 Nov 02 12:37:52.303760 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ab974885-281c-4c3f-8a2b-05f4ac9e1a8c req-c4249aa4-77ae-42c7-8e07-f9415dc7c68d tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:52.306027 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ab974885-281c-4c3f-8a2b-05f4ac9e1a8c req-c4249aa4-77ae-42c7-8e07-f9415dc7c68d tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7610765 Nov 02 12:37:52.324518 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4249aa4-77ae-42c7-8e07-f9415dc7c68d tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541e02e1-4534-4802-851c-5d4ba860c004,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:52.334270 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-d7b55d76-0d63-4d50-8425-4316ed698d25 req-319ed82c-eabf-4027-8b7e-2bac95420bdd tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Deleting port fb604afe-95f1-4593-9fa2-2ef9bef29837 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:37:52.341112 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d7b55d76-0d63-4d50-8425-4316ed698d25 req-319ed82c-eabf-4027-8b7e-2bac95420bdd tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (fb604afe-95f1-4593-9fa2-2ef9bef29837), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:52.403153 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdaa1b0-ac33-4bd8-94eb-d579e15b5a69 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:37:52.520344 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-587f98d0-24c5-4769-a64e-63abacf4bdce req-57a86ef3-c0db-4e78-82b0-c1b4f36b046a tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126338 Nov 02 12:37:52.538626 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60668) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:52.563633 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6722d9f8-8d51-4eb9-b15a-e356c66342ad req-27833c63-b823-4b5b-a613-ffef9be0ad70 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "GET /networking/v2.0/security-groups/a8d55670-b40a-4977-b74b-2e9b87abc207 HTTP/1.1" status: 200 len: 1822 time: 0.1982746 Nov 02 12:37:52.593824 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:52.653503 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] Sync routers for ids ['9ae387bb-8bde-4186-9b35-9c8e9e1a9afc'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:37:52.668225 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Router 9744d35d-f9e5-4228-859e-376ece03c315 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:37:52.674736 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] Routers {'9ae387bb-8bde-4186-9b35-9c8e9e1a9afc'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:37:52.676269 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9ae387bb-8bde-4186-9b35-9c8e9e1a9afc'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:52.792643 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6722d9f8-8d51-4eb9-b15a-e356c66342ad req-a7bf2d93-7b9d-4d64-9cf3-1f9bed36107b tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "GET /networking/v2.0/security-groups/541e02e1-4534-4802-851c-5d4ba860c004 HTTP/1.1" status: 200 len: 1820 time: 0.2271562 Nov 02 12:37:52.810837 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-6722d9f8-8d51-4eb9-b15a-e356c66342ad req-dd2bbe97-e67c-4ce6-b686-d36c6322cf23 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a8d55670-b40a-4977-b74b-2e9b87abc207', 'remote_group_id': '541e02e1-4534-4802-851c-5d4ba860c004', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:52.810837 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-6722d9f8-8d51-4eb9-b15a-e356c66342ad req-dd2bbe97-e67c-4ce6-b686-d36c6322cf23 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a8d55670-b40a-4977-b74b-2e9b87abc207', 'remote_group_id': '541e02e1-4534-4802-851c-5d4ba860c004', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:52.834622 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:52.860298 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4ce7c6f2-d5bc-4ccb-bb5c-9aee166cdc75 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2046c3ec9ae24830ac6194791d986f0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3202214 Nov 02 12:37:52.863090 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60672) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:52.869496 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da74ec1-a959-431c-87c2-c47400a84bee req-4dc10857-d369-4fc7-946f-3f10c157717c tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:52.878414 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3da74ec1-a959-431c-87c2-c47400a84bee req-4dc10857-d369-4fc7-946f-3f10c157717c tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 949 time: 0.1942091 Nov 02 12:37:52.893004 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-d7b55d76-0d63-4d50-8425-4316ed698d25 req-319ed82c-eabf-4027-8b7e-2bac95420bdd tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] For port fb604afe-95f1-4593-9fa2-2ef9bef29837, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=fb604afe-95f1-4593-9fa2-2ef9bef29837,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:52.893415 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d7b55d76-0d63-4d50-8425-4316ed698d25 req-319ed82c-eabf-4027-8b7e-2bac95420bdd tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (fb604afe-95f1-4593-9fa2-2ef9bef29837), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:52.925526 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-d7b55d76-0d63-4d50-8425-4316ed698d25 req-319ed82c-eabf-4027-8b7e-2bac95420bdd tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Calling delete_port for fb604afe-95f1-4593-9fa2-2ef9bef29837 owned by compute:nova {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:37:52.937590 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:52.941345 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] Set router 9ae387bb-8bde-4186-9b35-9c8e9e1a9afc gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:53.051713 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:37:53.064079 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ca6eb8-b7ba-448d-98bd-2f93574ec1c4 None None] Sync routers for ids ['9744d35d-f9e5-4228-859e-376ece03c315'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:37:53.082601 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9f75b165-d943-44a9-a3d8-870c1acc9ab9 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/9744d35d-f9e5-4228-859e-376ece03c315/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4458861 Nov 02 12:37:53.083414 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60676) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:53.087157 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3da74ec1-a959-431c-87c2-c47400a84bee req-b112ebb5-916a-494d-a34c-6a205ebef351 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076013 Nov 02 12:37:53.088794 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ca6eb8-b7ba-448d-98bd-2f93574ec1c4 None None] Routers {'9744d35d-f9e5-4228-859e-376ece03c315'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:37:53.089674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e5ca6eb8-b7ba-448d-98bd-2f93574ec1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9744d35d-f9e5-4228-859e-376ece03c315'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:53.157226 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-6722d9f8-8d51-4eb9-b15a-e356c66342ad req-dd2bbe97-e67c-4ce6-b686-d36c6322cf23 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group_rule (9e04ca8c-7fdb-45f6-9161-72fce34b4deb), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:53.251684 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a628ee48-efa4-476c-8193-5b6b02a96d02 admin admin] Publish callbacks [] for security_group (181e5a2a-3755-439e-aa98-580d2522e759), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:53.318134 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-6722d9f8-8d51-4eb9-b15a-e356c66342ad req-dd2bbe97-e67c-4ce6-b686-d36c6322cf23 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group_rule (9e04ca8c-7fdb-45f6-9161-72fce34b4deb), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:53.322918 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a628ee48-efa4-476c-8193-5b6b02a96d02 admin admin] Publish callbacks [] for security_group (181e5a2a-3755-439e-aa98-580d2522e759), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:53.461264 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-6722d9f8-8d51-4eb9-b15a-e356c66342ad req-dd2bbe97-e67c-4ce6-b686-d36c6322cf23 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (9e04ca8c-7fdb-45f6-9161-72fce34b4deb), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:53.465510 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-e5ca6eb8-b7ba-448d-98bd-2f93574ec1c4 None None] Set router 9744d35d-f9e5-4228-859e-376ece03c315 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:53.480755 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bbe97-e67c-4ce6-b686-d36c6322cf23 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e04ca8c-7fdb-45f6-9161-72fce34b4deb,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:53.483773 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae387bb-8bde-4186-9b35-9c8e9e1a9afc', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1022685448-router', 'tenant_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b843a34f-6ffa-4047-85f1-d1d3304af681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:37Z', 'updated_at': '2022-11-02T12:37:46Z', 'revision_number': 4, 'project_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'gw_port': {'id': 'b843a34f-6ffa-4047-85f1-d1d3304af681', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae387bb-8bde-4186-9b35-9c8e9e1a9afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:39Z', 'updated_at': '2022-11-02T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c', 'name': '', 'network_id': 'ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8', 'tenant_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'mac_address': 'fa:16:3e:04:14:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae387bb-8bde-4186-9b35-9c8e9e1a9afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'fa945e10-edf9-4855-bcaf-d98762c428b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:44Z', 'updated_at': '2022-11-02T12:37:47Z', 'revision_number': 2, 'project_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'subnets': [{'id': 'fa945e10-edf9-4855-bcaf-d98762c428b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:53.561973 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] Checking router: 9ae387bb-8bde-4186-9b35-9c8e9e1a9afc for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:37:53.562497 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] Updating router 9ae387bb-8bde-4186-9b35-9c8e9e1a9afc port 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:37:53.580133 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db9bde5a-08a1-4179-ab33-c1d965529605 admin admin] Publish callbacks [] for router (9744d35d-f9e5-4228-859e-376ece03c315), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:53.585394 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d7b55d76-0d63-4d50-8425-4316ed698d25 req-319ed82c-eabf-4027-8b7e-2bac95420bdd tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (fb604afe-95f1-4593-9fa2-2ef9bef29837), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:53.602675 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a628ee48-efa4-476c-8193-5b6b02a96d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (181e5a2a-3755-439e-aa98-580d2522e759), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:53.619256 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a628ee48-efa4-476c-8193-5b6b02a96d02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:53.619256 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a628ee48-efa4-476c-8193-5b6b02a96d02 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/181e5a2a-3755-439e-aa98-580d2522e759 HTTP/1.1" status: 204 len: 168 time: 0.7527997 Nov 02 12:37:53.649372 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:53.707798 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-6722d9f8-8d51-4eb9-b15a-e356c66342ad req-dd2bbe97-e67c-4ce6-b686-d36c6322cf23 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:53.723243 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6722d9f8-8d51-4eb9-b15a-e356c66342ad req-dd2bbe97-e67c-4ce6-b686-d36c6322cf23 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9294560 Nov 02 12:37:53.725401 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ed82c-eabf-4027-8b7e-2bac95420bdd tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Pushing event deleted for resources: {'Port': ['ID=fb604afe-95f1-4593-9fa2-2ef9bef29837,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:53.781960 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628ee48-efa4-476c-8193-5b6b02a96d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181e5a2a-3755-439e-aa98-580d2522e759,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:53.872108 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:53.876673 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:53.954505 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b55d76-0d63-4d50-8425-4316ed698d25 req-319ed82c-eabf-4027-8b7e-2bac95420bdd tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] No DVR routers for this DVR port fb604afe-95f1-4593-9fa2-2ef9bef29837 on host n-h1-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:37:53.957490 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d7b55d76-0d63-4d50-8425-4316ed698d25 req-319ed82c-eabf-4027-8b7e-2bac95420bdd tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:53.963368 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d7b55d76-0d63-4d50-8425-4316ed698d25 req-319ed82c-eabf-4027-8b7e-2bac95420bdd tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.57 "DELETE /networking/v2.0/ports/fb604afe-95f1-4593-9fa2-2ef9bef29837 HTTP/1.1" status: 204 len: 173 time: 1.8358753 Nov 02 12:37:53.979925 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c232408a-2db9-4b25-b804-8792615c1d99', 'name': 'network-vif-deleted', 'tag': 'fb604afe-95f1-4593-9fa2-2ef9bef29837'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:37:53.981359 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db9bde5a-08a1-4179-ab33-c1d965529605 admin admin] Publish callbacks [] for router_gateway (9744d35d-f9e5-4228-859e-376ece03c315), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:53.994506 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea46cdb-d30b-4507-96bc-b33d2d1720fb" -d '{"events": [{"server_uuid": "c232408a-2db9-4b25-b804-8792615c1d99", "name": "network-vif-deleted", "tag": "fb604afe-95f1-4593-9fa2-2ef9bef29837"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:53.999567 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['a911b949-15e2-47ba-aea9-5c8e8118311c'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:37:54.009209 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['fb604afe-95f1-4593-9fa2-2ef9bef29837', '8151f4b5-7a32-4062-8f54-70ba3968340d'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:37:54.009209 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b843a34f-6ffa-4047-85f1-d1d3304af681 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:54.012170 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:54.032362 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-28bf4665-49db-43ef-831a-7c278cb840be req-35a6d746-5ed0-42fc-bb5c-f42ff7950207 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c232408a-2db9-4b25-b804-8792615c1d99 HTTP/1.1" status: 200 len: 210 time: 0.0912888 Nov 02 12:37:54.123832 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-37360133-c05a-4a0a-811c-74beb3a6c7ff req-b6276fab-5ca6-4a75-ba5b-72630f46cd0d tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "GET /networking/v2.0/security-groups/541e02e1-4534-4802-851c-5d4ba860c004 HTTP/1.1" status: 200 len: 1820 time: 0.0581777 Nov 02 12:37:54.190047 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:54.194610 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-db9bde5a-08a1-4179-ab33-c1d965529605 admin admin] Deleting port 88521593-cceb-4c0b-838e-832e2cad6203 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:37:54.195372 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db9bde5a-08a1-4179-ab33-c1d965529605 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (88521593-cceb-4c0b-838e-832e2cad6203), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:54.228433 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-37360133-c05a-4a0a-811c-74beb3a6c7ff req-a157b413-c874-4e7f-a435-109be9d2ff3c tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (541e02e1-4534-4802-851c-5d4ba860c004), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:54.230316 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4a17a168-58d0-497c-8510-5533487fa6b5 None None] Provisioning complete for port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:54.230718 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4a17a168-58d0-497c-8510-5533487fa6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e93be7dd-5c81-4bf6-bf39-e31c80b2e584), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:54.231067 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4a17a168-58d0-497c-8510-5533487fa6b5 None None] Attempt 1 to provision port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 Nov 02 12:37:54.244686 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] Publish callbacks [] for port (24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:54.277491 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-37360133-c05a-4a0a-811c-74beb3a6c7ff req-a157b413-c874-4e7f-a435-109be9d2ff3c tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (541e02e1-4534-4802-851c-5d4ba860c004), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:54.369689 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-db9bde5a-08a1-4179-ab33-c1d965529605 admin admin] For port 88521593-cceb-4c0b-838e-832e2cad6203, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=88521593-cceb-4c0b-838e-832e2cad6203,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:54.370222 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db9bde5a-08a1-4179-ab33-c1d965529605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (88521593-cceb-4c0b-838e-832e2cad6203), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:54.384204 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:54.392849 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-db9bde5a-08a1-4179-ab33-c1d965529605 admin admin] Calling delete_port for 88521593-cceb-4c0b-838e-832e2cad6203 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:37:54.430456 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:54.444526 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port b843a34f-6ffa-4047-85f1-d1d3304af681 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:54.444926 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b843a34f-6ffa-4047-85f1-d1d3304af681), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:54.446790 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port b843a34f-6ffa-4047-85f1-d1d3304af681 Nov 02 12:37:54.453508 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-37360133-c05a-4a0a-811c-74beb3a6c7ff req-a157b413-c874-4e7f-a435-109be9d2ff3c tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (541e02e1-4534-4802-851c-5d4ba860c004), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:54.457074 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-37360133-c05a-4a0a-811c-74beb3a6c7ff req-a157b413-c874-4e7f-a435-109be9d2ff3c tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:54.467083 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-37360133-c05a-4a0a-811c-74beb3a6c7ff req-a157b413-c874-4e7f-a435-109be9d2ff3c tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/541e02e1-4534-4802-851c-5d4ba860c004 HTTP/1.1" status: 204 len: 173 time: 0.3414707 Nov 02 12:37:54.478862 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:54.491342 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157b413-c874-4e7f-a435-109be9d2ff3c tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=541e02e1-4534-4802-851c-5d4ba860c004,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:54.573245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874b9f9-57f4-4170-80be-39d7fc4f5fb5 None None] Pushing event updated for resources: {'Port': ['ID=24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:54.573245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b9f9-57f4-4170-80be-39d7fc4f5fb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:54.573245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b9f9-57f4-4170-80be-39d7fc4f5fb5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:54.573245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b9f9-57f4-4170-80be-39d7fc4f5fb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:54.573245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b9f9-57f4-4170-80be-39d7fc4f5fb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:54.573245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b9f9-57f4-4170-80be-39d7fc4f5fb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:54.573245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b9f9-57f4-4170-80be-39d7fc4f5fb5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:54.573245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b9f9-57f4-4170-80be-39d7fc4f5fb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:54.573245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b9f9-57f4-4170-80be-39d7fc4f5fb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:54.573245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b9f9-57f4-4170-80be-39d7fc4f5fb5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:54.573245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b9f9-57f4-4170-80be-39d7fc4f5fb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:54.573245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b9f9-57f4-4170-80be-39d7fc4f5fb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:54.573245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b9f9-57f4-4170-80be-39d7fc4f5fb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:54.573245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b9f9-57f4-4170-80be-39d7fc4f5fb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:54.573245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b9f9-57f4-4170-80be-39d7fc4f5fb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:54.573245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b9f9-57f4-4170-80be-39d7fc4f5fb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:54.617224 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:54.661522 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] Attempting to bind port 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:54.661522 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] Attempting to bind port 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ff51d46a-1776-407f-a149-7b477ecb2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:54.661522 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] Attempting to bind port 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c on network ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:54.668857 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f61dc40-7fe4-4208-bdd3-c20338e7f058 x-openstack-request-id: req-7f61dc40-7fe4-4208-bdd3-c20338e7f058 {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:54.669150 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c232408a-2db9-4b25-b804-8792615c1d99", "name": "network-vif-deleted", "tag": "fb604afe-95f1-4593-9fa2-2ef9bef29837", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:54.669563 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f61dc40-7fe4-4208-bdd3-c20338e7f058 {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:54.671355 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f61dc40-7fe4-4208-bdd3-c20338e7f058'] response: {'server_uuid': 'c232408a-2db9-4b25-b804-8792615c1d99', 'name': 'network-vif-deleted', 'tag': 'fb604afe-95f1-4593-9fa2-2ef9bef29837', 'status': 'completed', 'code': 200} Nov 02 12:37:54.734701 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:54.742797 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a0440f4f-9cda-439f-baf5-87f3f264373f req-29f6bc9c-23ac-4a5b-a3ad-0462cc21c188 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "GET /networking/v2.0/security-groups/a8d55670-b40a-4977-b74b-2e9b87abc207 HTTP/1.1" status: 200 len: 1822 time: 0.1181967 Nov 02 12:37:54.766069 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:54.766440 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] Checking segment: {'id': 'ff51d46a-1776-407f-a149-7b477ecb2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:54.771387 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:54.771387 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] Bound using segment: {'id': 'ff51d46a-1776-407f-a149-7b477ecb2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:54.771387 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] Bound port: 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff51d46a-1776-407f-a149-7b477ecb2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:54.771387 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:54.788077 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-ca7ed89a-f9dc-440f-b42e-0bc715d66a12 req-65d6e7cf-36c6-4a07-81ae-b9b4832052b2 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-534656109', 'description': 'tempest-description-703256024'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:54.860402 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] For port 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:54.869370 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] For port 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c,segment=NetworkSegment(ff51d46a-1776-407f-a149-7b477ecb2781),segment_id=ff51d46a-1776-407f-a149-7b477ecb2781)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:54.914576 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:54.922401 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ca7ed89a-f9dc-440f-b42e-0bc715d66a12 req-65d6e7cf-36c6-4a07-81ae-b9b4832052b2 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:54.966982 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:54.976095 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:55.037079 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db9bde5a-08a1-4179-ab33-c1d965529605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (88521593-cceb-4c0b-838e-832e2cad6203), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:55.082738 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60738) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:55.083784 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] Routers {'9ae387bb-8bde-4186-9b35-9c8e9e1a9afc'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:37:55.085063 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9ae387bb-8bde-4186-9b35-9c8e9e1a9afc'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:55.126175 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:55.127797 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bde5a-08a1-4179-ab33-c1d965529605 admin admin] Pushing event deleted for resources: {'Port': ['ID=88521593-cceb-4c0b-838e-832e2cad6203,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:55.142486 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874b9f9-57f4-4170-80be-39d7fc4f5fb5 None None] Pushing event updated for resources: {'Port': ['ID=24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:55.163427 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-b571931e-0368-4154-b614-8b5b584c9bff tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=b2967018bbd64629a9a49c051c3d1e60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786593 Nov 02 12:37:55.218644 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4a17a168-58d0-497c-8510-5533487fa6b5 None None] Current status of the port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:55.281694 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] Set router 9ae387bb-8bde-4186-9b35-9c8e9e1a9afc gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:55.287971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port b843a34f-6ffa-4047-85f1-d1d3304af681 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:55.290085 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ca7ed89a-f9dc-440f-b42e-0bc715d66a12 req-65d6e7cf-36c6-4a07-81ae-b9b4832052b2 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (a4345a20-f46a-46a0-b066-b453b6dcbb42), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:55.341767 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e5ca6eb8-b7ba-448d-98bd-2f93574ec1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9744d35d-f9e5-4228-859e-376ece03c315', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2056135691-router', 'tenant_id': '4a825a5c09b94750aa1382e00bd6a956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '88521593-cceb-4c0b-838e-832e2cad6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:16Z', 'updated_at': '2022-11-02T12:37:51Z', 'revision_number': 5, 'project_id': '4a825a5c09b94750aa1382e00bd6a956', 'gw_port': {'id': '88521593-cceb-4c0b-838e-832e2cad6203', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9744d35d-f9e5-4228-859e-376ece03c315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:18Z', 'updated_at': '2022-11-02T12:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:55.356185 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db9bde5a-08a1-4179-ab33-c1d965529605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (9744d35d-f9e5-4228-859e-376ece03c315), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:55.406910 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ca6eb8-b7ba-448d-98bd-2f93574ec1c4 None None] Checking router: 9744d35d-f9e5-4228-859e-376ece03c315 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:37:55.462269 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ca7ed89a-f9dc-440f-b42e-0bc715d66a12 req-65d6e7cf-36c6-4a07-81ae-b9b4832052b2 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a4345a20-f46a-46a0-b066-b453b6dcbb42), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:55.493650 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ca6eb8-b7ba-448d-98bd-2f93574ec1c4 None None] Routers {'9744d35d-f9e5-4228-859e-376ece03c315'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:37:55.495471 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e5ca6eb8-b7ba-448d-98bd-2f93574ec1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9744d35d-f9e5-4228-859e-376ece03c315'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:55.679988 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db9bde5a-08a1-4179-ab33-c1d965529605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (9744d35d-f9e5-4228-859e-376ece03c315), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:55.682874 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db9bde5a-08a1-4179-ab33-c1d965529605 admin admin] Publish callbacks [] for router_controller (9744d35d-f9e5-4228-859e-376ece03c315), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:55.723525 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:55.746102 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ca7ed89a-f9dc-440f-b42e-0bc715d66a12 req-65d6e7cf-36c6-4a07-81ae-b9b4832052b2 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:55.767681 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ca7ed89a-f9dc-440f-b42e-0bc715d66a12 req-65d6e7cf-36c6-4a07-81ae-b9b4832052b2 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.9784060 Nov 02 12:37:55.809190 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6e7cf-36c6-4a07-81ae-b9b4832052b2 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4345a20-f46a-46a0-b066-b453b6dcbb42,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:55.824445 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-d64bb4d3-72cc-40fc-b409-cbd17b21317d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-100508768-network', 'tenant_id': 'b2834f9f8817473da8d55cb6420739da'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:55.860676 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:55.863713 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-e5ca6eb8-b7ba-448d-98bd-2f93574ec1c4 None None] Set router 9744d35d-f9e5-4228-859e-376ece03c315 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:55.882953 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db9bde5a-08a1-4179-ab33-c1d965529605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (9744d35d-f9e5-4228-859e-376ece03c315), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:55.886273 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9bde5a-08a1-4179-ab33-c1d965529605 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9744d35d-f9e5-4228-859e-376ece03c315 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:37:55.893899 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db9bde5a-08a1-4179-ab33-c1d965529605 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:55.896536 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-db9bde5a-08a1-4179-ab33-c1d965529605 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/9744d35d-f9e5-4228-859e-376ece03c315 HTTP/1.1" status: 204 len: 168 time: 2.7956645 Nov 02 12:37:55.899801 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60756) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:55.916965 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-9155a086-eebd-42ee-8729-358717cc1150 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:55.919003 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-9155a086-eebd-42ee-8729-358717cc1150 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7446492 Nov 02 12:37:55.943218 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-9e9efba7-0423-4d57-aa4f-c1466d56c555 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/quotas/b2967018bbd64629a9a49c051c3d1e60 HTTP/1.1" status: 200 len: 375 time: 0.0168962 Nov 02 12:37:55.952882 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e5ca6eb8-b7ba-448d-98bd-2f93574ec1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9744d35d-f9e5-4228-859e-376ece03c315', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2056135691-router', 'tenant_id': '4a825a5c09b94750aa1382e00bd6a956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:16Z', 'updated_at': '2022-11-02T12:37:54Z', 'revision_number': 7, 'project_id': '4a825a5c09b94750aa1382e00bd6a956', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:55.969947 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99d79cc-e1fd-4f18-8f2c-dd70009b089e admin admin] Deleting subnet 4e2e7f3a-203d-401d-a04c-dc7f62573f23 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:37:55.974527 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a99d79cc-e1fd-4f18-8f2c-dd70009b089e admin admin] Publish callbacks [] for subnet (4e2e7f3a-203d-401d-a04c-dc7f62573f23), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:55.994102 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ca6eb8-b7ba-448d-98bd-2f93574ec1c4 None None] The sync data for ids ['9744d35d-f9e5-4228-859e-376ece03c315'] in n-d-857339-6 is: [{'id': '9744d35d-f9e5-4228-859e-376ece03c315', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2056135691-router', 'tenant_id': '4a825a5c09b94750aa1382e00bd6a956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:16Z', 'updated_at': '2022-11-02T12:37:54Z', 'revision_number': 7, 'project_id': '4a825a5c09b94750aa1382e00bd6a956', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:37:56.022207 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:56.027926 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae387bb-8bde-4186-9b35-9c8e9e1a9afc', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1022685448-router', 'tenant_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b843a34f-6ffa-4047-85f1-d1d3304af681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:37Z', 'updated_at': '2022-11-02T12:37:46Z', 'revision_number': 4, 'project_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'gw_port': {'id': 'b843a34f-6ffa-4047-85f1-d1d3304af681', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae387bb-8bde-4186-9b35-9c8e9e1a9afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:39Z', 'updated_at': '2022-11-02T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c', 'name': '', 'network_id': 'ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8', 'tenant_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'mac_address': 'fa:16:3e:04:14:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae387bb-8bde-4186-9b35-9c8e9e1a9afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'fa945e10-edf9-4855-bcaf-d98762c428b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:44Z', 'updated_at': '2022-11-02T12:37:54Z', 'revision_number': 4, 'project_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'subnets': [{'id': 'fa945e10-edf9-4855-bcaf-d98762c428b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:56.034482 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:56.034482 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c Nov 02 12:37:56.036634 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a99d79cc-e1fd-4f18-8f2c-dd70009b089e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (4e2e7f3a-203d-401d-a04c-dc7f62573f23), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:56.061570 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64bb4d3-72cc-40fc-b409-cbd17b21317d admin admin] Made reservation on behalf of b2834f9f8817473da8d55cb6420739da for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:56.075758 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d64bb4d3-72cc-40fc-b409-cbd17b21317d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:56.100967 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484cfa98-dbd8-4e2e-a955-36cf451aa540 None None] The sync data for ids ['9ae387bb-8bde-4186-9b35-9c8e9e1a9afc'] in n-d-857339-6 is: [{'id': '9ae387bb-8bde-4186-9b35-9c8e9e1a9afc', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1022685448-router', 'tenant_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b843a34f-6ffa-4047-85f1-d1d3304af681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:37Z', 'updated_at': '2022-11-02T12:37:46Z', 'revision_number': 4, 'project_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'gw_port': {'id': 'b843a34f-6ffa-4047-85f1-d1d3304af681', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae387bb-8bde-4186-9b35-9c8e9e1a9afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:39Z', 'updated_at': '2022-11-02T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c', 'name': '', 'network_id': 'ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8', 'tenant_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'mac_address': 'fa:16:3e:04:14:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae387bb-8bde-4186-9b35-9c8e9e1a9afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'fa945e10-edf9-4855-bcaf-d98762c428b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:44Z', 'updated_at': '2022-11-02T12:37:54Z', 'revision_number': 4, 'project_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'subnets': [{'id': 'fa945e10-edf9-4855-bcaf-d98762c428b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:37:56.135652 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d64bb4d3-72cc-40fc-b409-cbd17b21317d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:56.183137 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-1358dac3-912e-47a3-96a3-ede11fe9d7d0 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b2967018bbd64629a9a49c051c3d1e60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2321818 Nov 02 12:37:56.195092 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:56.220011 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:56.223286 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:56.286685 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c,segment=NetworkSegment(ff51d46a-1776-407f-a149-7b477ecb2781),segment_id=ff51d46a-1776-407f-a149-7b477ecb2781)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:56.372673 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a99d79cc-e1fd-4f18-8f2c-dd70009b089e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (4e2e7f3a-203d-401d-a04c-dc7f62573f23), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:56.398134 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d64bb4d3-72cc-40fc-b409-cbd17b21317d admin admin] Publish callbacks [] for security_group (4f7c4892-81b7-4f45-a501-63faf4e5aa2c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:56.463816 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:56.577039 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d64bb4d3-72cc-40fc-b409-cbd17b21317d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4f7c4892-81b7-4f45-a501-63faf4e5aa2c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:56.603611 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a99d79cc-e1fd-4f18-8f2c-dd70009b089e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (4e2e7f3a-203d-401d-a04c-dc7f62573f23), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:56.609335 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:56.689038 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a99d79cc-e1fd-4f18-8f2c-dd70009b089e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:56.695413 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e2d817-c7c6-4ea0-9e79-7055250a8a1f None None] Network 387b1288-14fe-40bd-b97c-69c319182709 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:37:56.718664 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a99d79cc-e1fd-4f18-8f2c-dd70009b089e admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/4e2e7f3a-203d-401d-a04c-dc7f62573f23 HTTP/1.1" status: 204 len: 168 time: 0.8173926 Nov 02 12:37:56.719922 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d79cc-e1fd-4f18-8f2c-dd70009b089e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e2e7f3a-203d-401d-a04c-dc7f62573f23,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:56.730257 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60776) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:56.760378 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64bb4d3-72cc-40fc-b409-cbd17b21317d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:37:56.798407 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d64bb4d3-72cc-40fc-b409-cbd17b21317d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (0b66cb31-aaea-4b87-a6cf-e528837d0abf), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:56.798747 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-d64bb4d3-72cc-40fc-b409-cbd17b21317d admin admin] Added segment 0b66cb31-aaea-4b87-a6cf-e528837d0abf of type vlan for network a54ad5a3-ab70-4409-86c2-06a8fb1fa53e Nov 02 12:37:56.900520 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device fb604afe-95f1-4593-9fa2-2ef9bef29837 no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:37:56.915787 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d64bb4d3-72cc-40fc-b409-cbd17b21317d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (a54ad5a3-ab70-4409-86c2-06a8fb1fa53e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:57.010187 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64bb4d3-72cc-40fc-b409-cbd17b21317d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7c4892-81b7-4f45-a501-63faf4e5aa2c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:57.017627 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-aaa53ba4-0c5f-44ea-86e5-0dbb8d29a381 req-f5b272c2-3aa6-4558-8db5-785132a288bd tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "GET /networking/v2.0/security-groups/a4345a20-f46a-46a0-b066-b453b6dcbb42 HTTP/1.1" status: 200 len: 1820 time: 0.3894105 Nov 02 12:37:57.049134 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] No Port match for: fb604afe-95f1-4593-9fa2-2ef9bef29837 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:37:57.054621 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device fb604afe-95f1-4593-9fa2-2ef9bef29837 not bound to the agent host n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:37:57.056045 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-aaa53ba4-0c5f-44ea-86e5-0dbb8d29a381 req-e971fb1c-e04e-41cf-b5f1-96d816bf8187 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a4345a20-f46a-46a0-b066-b453b6dcbb42', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:57.056591 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-aaa53ba4-0c5f-44ea-86e5-0dbb8d29a381 req-e971fb1c-e04e-41cf-b5f1-96d816bf8187 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a4345a20-f46a-46a0-b066-b453b6dcbb42', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:57.107272 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d64bb4d3-72cc-40fc-b409-cbd17b21317d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (a54ad5a3-ab70-4409-86c2-06a8fb1fa53e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:57.108379 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64bb4d3-72cc-40fc-b409-cbd17b21317d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:57.109072 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d64bb4d3-72cc-40fc-b409-cbd17b21317d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:57.165026 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224b6022-1d53-418e-89f3-8d2fb52e0d6b None None] DHCP port deletion for 387b1288-14fe-40bd-b97c-69c319182709 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:37:57.261922 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-224b6022-1d53-418e-89f3-8d2fb52e0d6b None None] Deleting port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:37:57.264379 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-224b6022-1d53-418e-89f3-8d2fb52e0d6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e93be7dd-5c81-4bf6-bf39-e31c80b2e584), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:57.393640 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d64bb4d3-72cc-40fc-b409-cbd17b21317d admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.3065097 Nov 02 12:37:57.400188 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60794) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:57.407889 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-262bcaf3-5e76-4cff-b87c-06ed914f42d3 admin admin] Request body: {'subnet': {'network_id': 'a54ad5a3-ab70-4409-86c2-06a8fb1fa53e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-100508768-subnet', 'tenant_id': 'b2834f9f8817473da8d55cb6420739da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:57.419135 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64bb4d3-72cc-40fc-b409-cbd17b21317d admin admin] Pushing event updated for resources: {'Network': ['ID=a54ad5a3-ab70-4409-86c2-06a8fb1fa53e,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:57.426675 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d65a7a49-fc60-47b5-8975-7a362226c1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (387b1288-14fe-40bd-b97c-69c319182709), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:57.453932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-224b6022-1d53-418e-89f3-8d2fb52e0d6b None None] For port e93be7dd-5c81-4bf6-bf39-e31c80b2e584, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e93be7dd-5c81-4bf6-bf39-e31c80b2e584,segment=NetworkSegment(9a8abe95-5f65-4588-a672-c7f236c1cd24),segment_id=9a8abe95-5f65-4588-a672-c7f236c1cd24)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:57.454336 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-224b6022-1d53-418e-89f3-8d2fb52e0d6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e93be7dd-5c81-4bf6-bf39-e31c80b2e584), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:57.528235 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network a54ad5a3-ab70-4409-86c2-06a8fb1fa53e details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:37:57.540348 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-aaa53ba4-0c5f-44ea-86e5-0dbb8d29a381 req-e971fb1c-e04e-41cf-b5f1-96d816bf8187 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group_rule (27a7e16a-f6c7-470d-b024-998c33998ada), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:57.540820 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-d65a7a49-fc60-47b5-8975-7a362226c1a0 admin admin] Deleting port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:37:57.541216 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d65a7a49-fc60-47b5-8975-7a362226c1a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e93be7dd-5c81-4bf6-bf39-e31c80b2e584), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:57.545645 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-224b6022-1d53-418e-89f3-8d2fb52e0d6b None None] Calling delete_port for e93be7dd-5c81-4bf6-bf39-e31c80b2e584 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:37:57.638393 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-aaa53ba4-0c5f-44ea-86e5-0dbb8d29a381 req-e971fb1c-e04e-41cf-b5f1-96d816bf8187 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group_rule (27a7e16a-f6c7-470d-b024-998c33998ada), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:57.640670 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:57.643363 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262bcaf3-5e76-4cff-b87c-06ed914f42d3 admin admin] Made reservation on behalf of b2834f9f8817473da8d55cb6420739da for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:57.651606 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-262bcaf3-5e76-4cff-b87c-06ed914f42d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:57.711600 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:57.722737 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-d65a7a49-fc60-47b5-8975-7a362226c1a0 admin admin] For port e93be7dd-5c81-4bf6-bf39-e31c80b2e584, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e93be7dd-5c81-4bf6-bf39-e31c80b2e584,segment=NetworkSegment(9a8abe95-5f65-4588-a672-c7f236c1cd24),segment_id=9a8abe95-5f65-4588-a672-c7f236c1cd24)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:57.723124 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d65a7a49-fc60-47b5-8975-7a362226c1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e93be7dd-5c81-4bf6-bf39-e31c80b2e584), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:57.764264 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-d65a7a49-fc60-47b5-8975-7a362226c1a0 admin admin] Calling delete_port for e93be7dd-5c81-4bf6-bf39-e31c80b2e584 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:37:57.835769 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-aaa53ba4-0c5f-44ea-86e5-0dbb8d29a381 req-e971fb1c-e04e-41cf-b5f1-96d816bf8187 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (27a7e16a-f6c7-470d-b024-998c33998ada), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:57.897253 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971fb1c-e04e-41cf-b5f1-96d816bf8187 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a7e16a-f6c7-470d-b024-998c33998ada,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:57.950706 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:57.951145 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:57.951635 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c Nov 02 12:37:58.051278 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d65a7a49-fc60-47b5-8975-7a362226c1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e93be7dd-5c81-4bf6-bf39-e31c80b2e584), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:58.064886 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-aaa53ba4-0c5f-44ea-86e5-0dbb8d29a381 req-e971fb1c-e04e-41cf-b5f1-96d816bf8187 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:58.067617 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-aaa53ba4-0c5f-44ea-86e5-0dbb8d29a381 req-e971fb1c-e04e-41cf-b5f1-96d816bf8187 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0336509 Nov 02 12:37:58.070827 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-224b6022-1d53-418e-89f3-8d2fb52e0d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (e93be7dd-5c81-4bf6-bf39-e31c80b2e584), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:58.091851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:58.130222 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b6022-1d53-418e-89f3-8d2fb52e0d6b None None] Pushing event deleted for resources: {'Port': ['ID=e93be7dd-5c81-4bf6-bf39-e31c80b2e584,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:58.139327 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224b6022-1d53-418e-89f3-8d2fb52e0d6b None None] No DVR routers for this DVR port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:37:58.150544 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:58.155843 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a7a49-fc60-47b5-8975-7a362226c1a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e93be7dd-5c81-4bf6-bf39-e31c80b2e584,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:58.173287 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65a7a49-fc60-47b5-8975-7a362226c1a0 admin admin] No DVR routers for this DVR port e93be7dd-5c81-4bf6-bf39-e31c80b2e584 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:37:58.190014 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-262bcaf3-5e76-4cff-b87c-06ed914f42d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (23336bf7-213a-4365-8815-343cc9710c21), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:58.213867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 88521593-cceb-4c0b-838e-832e2cad6203 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:37:58.226833 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1b7345fb-d80e-4f98-bb3b-2e77d2d5e970 req-01f242bf-790a-4724-af09-63bc4218fe04 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 210 time: 0.0510139 Nov 02 12:37:58.342118 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bcaf3-5e76-4cff-b87c-06ed914f42d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23336bf7-213a-4365-8815-343cc9710c21,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:58.354980 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d65a7a49-fc60-47b5-8975-7a362226c1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (387b1288-14fe-40bd-b97c-69c319182709), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:58.404611 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-d65a7a49-fc60-47b5-8975-7a362226c1a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387b1288-14fe-40bd-b97c-69c319182709']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:58.432048 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-d65a7a49-fc60-47b5-8975-7a362226c1a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8abe95-5f65-4588-a672-c7f236c1cd24') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:58.435054 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-d65a7a49-fc60-47b5-8975-7a362226c1a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8abe95-5f65-4588-a672-c7f236c1cd24') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:58.457972 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d65a7a49-fc60-47b5-8975-7a362226c1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (9a8abe95-5f65-4588-a672-c7f236c1cd24), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:58.477628 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d65a7a49-fc60-47b5-8975-7a362226c1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (9a8abe95-5f65-4588-a672-c7f236c1cd24), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:58.488544 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65a7a49-fc60-47b5-8975-7a362226c1a0 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:37:58.489377 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d65a7a49-fc60-47b5-8975-7a362226c1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (9a8abe95-5f65-4588-a672-c7f236c1cd24), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:58.502065 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 88521593-cceb-4c0b-838e-832e2cad6203 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:37:58.502614 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 88521593-cceb-4c0b-838e-832e2cad6203 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:37:58.504537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b356f2f1-22ab-466a-89b8-f5fc499769dc no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:37:58.512614 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:58.538342 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fce6e3-57a1-422d-9580-f7d5a14993ea req-c3650a41-6808-4755-9d2e-d5776ea8fe8a tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:58.539967 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-85fce6e3-57a1-422d-9580-f7d5a14993ea req-c3650a41-6808-4755-9d2e-d5776ea8fe8a tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 950 time: 0.2020941 Nov 02 12:37:58.543833 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:58.555367 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: b356f2f1-22ab-466a-89b8-f5fc499769dc {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:37:58.555367 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b356f2f1-22ab-466a-89b8-f5fc499769dc not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:37:58.555367 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e93be7dd-5c81-4bf6-bf39-e31c80b2e584 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:37:58.582299 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262bcaf3-5e76-4cff-b87c-06ed914f42d3 admin admin] Checking segment: {'id': '0b66cb31-aaea-4b87-a6cf-e528837d0abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'a54ad5a3-ab70-4409-86c2-06a8fb1fa53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:58.582667 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262bcaf3-5e76-4cff-b87c-06ed914f42d3 admin admin] Network hostable DHCP agents. Network: a54ad5a3-ab70-4409-86c2-06a8fb1fa53e, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:37:58.600079 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 9a8abe95-5f65-4588-a672-c7f236c1cd24 resource provider aggregate not found Nov 02 12:37:58.606437 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: e93be7dd-5c81-4bf6-bf39-e31c80b2e584 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:37:58.606827 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e93be7dd-5c81-4bf6-bf39-e31c80b2e584 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:37:58.634551 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 9a8abe95-5f65-4588-a672-c7f236c1cd24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a8abe95-5f65-4588-a672-c7f236c1cd24 found for delete ", "request_id": "req-40702e29-e19f-410c-beb2-fb688d0a4788"}]} Nov 02 12:37:58.711548 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-870ba6d7-3ca9-423f-910e-9fdcf1fc00fc req-9b581767-951c-4528-a043-2cfe498801df tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "GET /networking/v2.0/security-groups/a4345a20-f46a-46a0-b066-b453b6dcbb42 HTTP/1.1" status: 200 len: 2413 time: 0.2661829 Nov 02 12:37:58.737546 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-870ba6d7-3ca9-423f-910e-9fdcf1fc00fc req-e13ea5db-0ae2-4f6d-849c-d0e59ea2fcb7 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a4345a20-f46a-46a0-b066-b453b6dcbb42', 'remote_group_id': None}]} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:58.737767 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-870ba6d7-3ca9-423f-910e-9fdcf1fc00fc req-e13ea5db-0ae2-4f6d-849c-d0e59ea2fcb7 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a4345a20-f46a-46a0-b066-b453b6dcbb42', 'remote_group_id': None}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:58.753937 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-85fce6e3-57a1-422d-9580-f7d5a14993ea req-778c6ef3-56aa-42ee-b2af-0616ff26ea65 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863954 Nov 02 12:37:58.758822 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d65a7a49-fc60-47b5-8975-7a362226c1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (387b1288-14fe-40bd-b97c-69c319182709), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:58.787957 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d65a7a49-fc60-47b5-8975-7a362226c1a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:58.787957 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d65a7a49-fc60-47b5-8975-7a362226c1a0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/387b1288-14fe-40bd-b97c-69c319182709 HTTP/1.1" status: 204 len: 168 time: 2.0511456 Nov 02 12:37:58.793854 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169c550-eca0-4577-8ccb-e354d90db1a0 req-0f21e60d-5d6d-4007-8b12-aa4859e08f95 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:58.801211 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d169c550-eca0-4577-8ccb-e354d90db1a0 req-0f21e60d-5d6d-4007-8b12-aa4859e08f95 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 950 time: 0.1305048 Nov 02 12:37:58.801778 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60820) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:58.813330 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262bcaf3-5e76-4cff-b87c-06ed914f42d3 admin admin] Network a54ad5a3-ab70-4409-86c2-06a8fb1fa53e is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:37:58.824356 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a7a49-fc60-47b5-8975-7a362226c1a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=387b1288-14fe-40bd-b97c-69c319182709,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:58.970573 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-262bcaf3-5e76-4cff-b87c-06ed914f42d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, a54ad5a3-ab70-4409-86c2-06a8fb1fa53e) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:58.972211 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:58.979916 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaf7cc4-1d49-4abc-bdfe-ac72b41953ff None None] Network a54ad5a3-ab70-4409-86c2-06a8fb1fa53e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:37:58.983114 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262bcaf3-5e76-4cff-b87c-06ed914f42d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:58.983696 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-262bcaf3-5e76-4cff-b87c-06ed914f42d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:59.015722 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-d169c550-eca0-4577-8ccb-e354d90db1a0 req-c3380c5a-d09c-4703-9544-5a109f103386 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Deleting port a911b949-15e2-47ba-aea9-5c8e8118311c {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:37:59.017429 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d169c550-eca0-4577-8ccb-e354d90db1a0 req-c3380c5a-d09c-4703-9544-5a109f103386 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a911b949-15e2-47ba-aea9-5c8e8118311c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:59.133089 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-a54ad5a3-ab70-4409-86c2-06a8fb1fa53e', 'network_id': 'a54ad5a3-ab70-4409-86c2-06a8fb1fa53e', 'project_id': 'b2834f9f8817473da8d55cb6420739da', 'fixed_ips': [{'subnet_id': '23336bf7-213a-4365-8815-343cc9710c21'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:37:59.134142 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:59.295331 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] Allocated IP 172.20.0.2 (a54ad5a3-ab70-4409-86c2-06a8fb1fa53e/23336bf7-213a-4365-8815-343cc9710c21/101f007d-e289-4e32-9f25-192a78584917) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:59.462887 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-262bcaf3-5e76-4cff-b87c-06ed914f42d3 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0581934 Nov 02 12:37:59.464199 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60828) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:59.473052 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-d347f2a8-26eb-4e09-9427-41aff48f0898 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-100508768-router', 'tenant_id': 'b2834f9f8817473da8d55cb6420739da', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:59.497345 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-870ba6d7-3ca9-423f-910e-9fdcf1fc00fc req-e13ea5db-0ae2-4f6d-849c-d0e59ea2fcb7 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group_rule (2f548473-c1b0-4452-877c-e4674d92cd5a), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:59.507315 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] Publish callbacks [] for port (101f007d-e289-4e32-9f25-192a78584917), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:59.577224 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-870ba6d7-3ca9-423f-910e-9fdcf1fc00fc req-e13ea5db-0ae2-4f6d-849c-d0e59ea2fcb7 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group_rule (2f548473-c1b0-4452-877c-e4674d92cd5a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:59.608070 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-d169c550-eca0-4577-8ccb-e354d90db1a0 req-c3380c5a-d09c-4703-9544-5a109f103386 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] For port a911b949-15e2-47ba-aea9-5c8e8118311c, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=a911b949-15e2-47ba-aea9-5c8e8118311c,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:59.608436 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d169c550-eca0-4577-8ccb-e354d90db1a0 req-c3380c5a-d09c-4703-9544-5a109f103386 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a911b949-15e2-47ba-aea9-5c8e8118311c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:59.613312 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d347f2a8-26eb-4e09-9427-41aff48f0898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:59.615600 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d347f2a8-26eb-4e09-9427-41aff48f0898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:59.648013 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-d169c550-eca0-4577-8ccb-e354d90db1a0 req-c3380c5a-d09c-4703-9544-5a109f103386 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Calling delete_port for a911b949-15e2-47ba-aea9-5c8e8118311c owned by compute:nova {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:37:59.650754 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:59.656672 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (101f007d-e289-4e32-9f25-192a78584917), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:59.710558 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] Network a54ad5a3-ab70-4409-86c2-06a8fb1fa53e is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:59.717066 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:59.721167 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:37:59.773415 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d347f2a8-26eb-4e09-9427-41aff48f0898 admin admin] Publish callbacks [] for router_controller (da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:59.775627 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-870ba6d7-3ca9-423f-910e-9fdcf1fc00fc req-e13ea5db-0ae2-4f6d-849c-d0e59ea2fcb7 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (2f548473-c1b0-4452-877c-e4674d92cd5a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:59.796810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] Pushing event updated for resources: {'Port': ['ID=101f007d-e289-4e32-9f25-192a78584917,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:59.815839 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] Attempting to bind port 101f007d-e289-4e32-9f25-192a78584917 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:59.816415 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] Attempting to bind port 101f007d-e289-4e32-9f25-192a78584917 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '0b66cb31-aaea-4b87-a6cf-e528837d0abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'a54ad5a3-ab70-4409-86c2-06a8fb1fa53e'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:59.816904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] Attempting to bind port 101f007d-e289-4e32-9f25-192a78584917 on network a54ad5a3-ab70-4409-86c2-06a8fb1fa53e {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:59.817718 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:59.830795 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ea5db-0ae2-4f6d-849c-d0e59ea2fcb7 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f548473-c1b0-4452-877c-e4674d92cd5a,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:59.870069 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:59.870451 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] Checking segment: {'id': '0b66cb31-aaea-4b87-a6cf-e528837d0abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'a54ad5a3-ab70-4409-86c2-06a8fb1fa53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:59.871160 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:59.871836 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] Bound using segment: {'id': '0b66cb31-aaea-4b87-a6cf-e528837d0abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'a54ad5a3-ab70-4409-86c2-06a8fb1fa53e'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:59.873037 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] Bound port: 101f007d-e289-4e32-9f25-192a78584917, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b66cb31-aaea-4b87-a6cf-e528837d0abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'a54ad5a3-ab70-4409-86c2-06a8fb1fa53e'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:59.873037 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (101f007d-e289-4e32-9f25-192a78584917), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:59.935319 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-870ba6d7-3ca9-423f-910e-9fdcf1fc00fc req-e13ea5db-0ae2-4f6d-849c-d0e59ea2fcb7 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:59.941031 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-870ba6d7-3ca9-423f-910e-9fdcf1fc00fc req-e13ea5db-0ae2-4f6d-849c-d0e59ea2fcb7 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.2175608 Nov 02 12:37:59.981634 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] For port 101f007d-e289-4e32-9f25-192a78584917, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:59.985842 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b58c0a13-c0b1-4152-a96a-15013550e2ef req-8e8b7d12-0ceb-4710-85b2-c8c9a7679dc9 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 210 time: 0.1915410 Nov 02 12:37:59.996752 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] For port 101f007d-e289-4e32-9f25-192a78584917, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=101f007d-e289-4e32-9f25-192a78584917,segment=NetworkSegment(0b66cb31-aaea-4b87-a6cf-e528837d0abf),segment_id=0b66cb31-aaea-4b87-a6cf-e528837d0abf)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:38:00.076931 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-a511b815-fb30-4d92-a681-a06aa6528400 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=b2967018bbd64629a9a49c051c3d1e60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246391 Nov 02 12:38:00.082477 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d347f2a8-26eb-4e09-9427-41aff48f0898 admin admin] Publish callbacks [] for router_gateway (da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:00.102015 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (101f007d-e289-4e32-9f25-192a78584917), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:00.246106 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433dbcc-fc7b-4366-a479-cd5dcaf61667 None None] Pushing event updated for resources: {'Port': ['ID=101f007d-e289-4e32-9f25-192a78584917,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:00.425541 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed17c50-f7bf-4b2b-a3ec-54e57c9894ea req-5ddd6a91-009c-4487-9371-88ad0b6fea53 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:00.436916 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2ed17c50-f7bf-4b2b-a3ec-54e57c9894ea req-5ddd6a91-009c-4487-9371-88ad0b6fea53 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 950 time: 0.2621121 Nov 02 12:38:00.503146 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c687fe2-38ba-4e6d-ab9b-d4d0ea33a1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (9ae387bb-8bde-4186-9b35-9c8e9e1a9afc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:00.522023 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d347f2a8-26eb-4e09-9427-41aff48f0898 admin admin] Publish callbacks [] for router_gateway (da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:00.560567 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60846) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:00.563289 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d347f2a8-26eb-4e09-9427-41aff48f0898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:00.623725 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-165183ce-3909-4bda-822d-676c7290d709 req-02cf9bae-eb9d-4d1d-9000-7c7e53c42555 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "GET /networking/v2.0/security-groups/a4345a20-f46a-46a0-b066-b453b6dcbb42 HTTP/1.1" status: 200 len: 3011 time: 0.3331873 Nov 02 12:38:00.637369 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-f14963b5-d7e6-41a0-9fe4-4df86611366e tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:00.639465 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-f14963b5-d7e6-41a0-9fe4-4df86611366e tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5580440 Nov 02 12:38:00.661567 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2ed17c50-f7bf-4b2b-a3ec-54e57c9894ea req-bb18e414-7577-4484-9514-c504abcfbef6 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236233 Nov 02 12:38:00.705337 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-634087fd-27cc-422b-9933-6997c9e67344 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Request body: {'port': {'device_id': '6d3b83d3-e6c6-41ae-bbe9-956b72518a4c', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': 'b2967018bbd64629a9a49c051c3d1e60'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:00.761401 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-406a8525-3cd8-49a9-a198-096895ab8530 req-ea99e858-1eae-46f9-91af-b7ce699dc5c9 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules/2f548473-c1b0-4452-877c-e4674d92cd5a HTTP/1.1" status: 200 len: 783 time: 0.0728965 Nov 02 12:38:00.778335 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8639405a-b369-4b81-b2d1-b5035436bfcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:00.815617 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:00.870427 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d169c550-eca0-4577-8ccb-e354d90db1a0 req-c3380c5a-d09c-4703-9544-5a109f103386 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (a911b949-15e2-47ba-aea9-5c8e8118311c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:00.896525 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-d347f2a8-26eb-4e09-9427-41aff48f0898 admin admin] Allocated IP 172.25.2.105 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/76a1d316-2b88-4767-ae07-e1c08bd3d93f) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:38:00.905455 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['8151f4b5-7a32-4062-8f54-70ba3968340d'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:38:00.958145 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3380c5a-d09c-4703-9544-5a109f103386 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Pushing event deleted for resources: {'Port': ['ID=a911b949-15e2-47ba-aea9-5c8e8118311c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:01.016372 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-406a8525-3cd8-49a9-a198-096895ab8530 req-1fae638e-4488-408d-b2f5-b8d47dd4f479 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "GET /networking/v2.0/security-groups/a4345a20-f46a-46a0-b066-b453b6dcbb42 HTTP/1.1" status: 200 len: 3011 time: 0.2427132 Nov 02 12:38:01.072415 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d347f2a8-26eb-4e09-9427-41aff48f0898 admin admin] Publish callbacks [] for port (76a1d316-2b88-4767-ae07-e1c08bd3d93f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.082993 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-d169c550-eca0-4577-8ccb-e354d90db1a0 req-c3380c5a-d09c-4703-9544-5a109f103386 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] No DVR routers for this DVR port a911b949-15e2-47ba-aea9-5c8e8118311c on host n-h2-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:38:01.087796 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d169c550-eca0-4577-8ccb-e354d90db1a0 req-c3380c5a-d09c-4703-9544-5a109f103386 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.092221 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d169c550-eca0-4577-8ccb-e354d90db1a0 req-c3380c5a-d09c-4703-9544-5a109f103386 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.75 "DELETE /networking/v2.0/ports/a911b949-15e2-47ba-aea9-5c8e8118311c HTTP/1.1" status: 204 len: 173 time: 2.2753506 Nov 02 12:38:01.101487 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdedb786-7c48-47e9-aa18-220972e9405e', 'name': 'network-vif-deleted', 'tag': 'a911b949-15e2-47ba-aea9-5c8e8118311c'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:38:01.105495 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b50eb2e-46d2-4f60-b18e-fcd45eb05df5" -d '{"events": [{"server_uuid": "fdedb786-7c48-47e9-aa18-220972e9405e", "name": "network-vif-deleted", "tag": "a911b949-15e2-47ba-aea9-5c8e8118311c"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:38:01.126981 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device a911b949-15e2-47ba-aea9-5c8e8118311c no longer exists at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:01.144273 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-634087fd-27cc-422b-9933-6997c9e67344 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Made reservation on behalf of b2967018bbd64629a9a49c051c3d1e60 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:38:01.151360 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-634087fd-27cc-422b-9933-6997c9e67344 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.152243 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] No Port match for: a911b949-15e2-47ba-aea9-5c8e8118311c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:38:01.152779 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device a911b949-15e2-47ba-aea9-5c8e8118311c not bound to the agent host n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:38:01.180453 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-406a8525-3cd8-49a9-a198-096895ab8530 req-143a1611-5f7d-40b7-8056-539bf889fbf4 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group_rule (2f548473-c1b0-4452-877c-e4674d92cd5a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.200345 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-406a8525-3cd8-49a9-a198-096895ab8530 req-143a1611-5f7d-40b7-8056-539bf889fbf4 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group_rule (2f548473-c1b0-4452-877c-e4674d92cd5a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.304597 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d347f2a8-26eb-4e09-9427-41aff48f0898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (76a1d316-2b88-4767-ae07-e1c08bd3d93f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.328429 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8639405a-b369-4b81-b2d1-b5035436bfcc admin admin] Publish callbacks [] for security_group (653f8450-957d-4c4d-abf1-abf8521b686a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.370164 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d347f2a8-26eb-4e09-9427-41aff48f0898 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:38:01.373596 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-d347f2a8-26eb-4e09-9427-41aff48f0898 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:01.388705 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d347f2a8-26eb-4e09-9427-41aff48f0898 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:38:01.419492 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347f2a8-26eb-4e09-9427-41aff48f0898 admin admin] Pushing event updated for resources: {'Port': ['ID=76a1d316-2b88-4767-ae07-e1c08bd3d93f,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:01.422158 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-8c687fe2-38ba-4e6d-ab9b-d4d0ea33a1d0 admin admin] Deleting port 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:01.422504 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c687fe2-38ba-4e6d-ab9b-d4d0ea33a1d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.549186 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 101f007d-e289-4e32-9f25-192a78584917 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:01.604708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf719d2-4135-4be6-b0af-5a03be83a016 None None] Network a54ad5a3-ab70-4409-86c2-06a8fb1fa53e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:38:01.616115 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-8c687fe2-38ba-4e6d-ab9b-d4d0ea33a1d0 admin admin] For port 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c,segment=NetworkSegment(ff51d46a-1776-407f-a149-7b477ecb2781),segment_id=ff51d46a-1776-407f-a149-7b477ecb2781)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:01.616857 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c687fe2-38ba-4e6d-ab9b-d4d0ea33a1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.648505 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-8c687fe2-38ba-4e6d-ab9b-d4d0ea33a1d0 admin admin] Calling delete_port for 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:01.664834 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-406a8525-3cd8-49a9-a198-096895ab8530 req-143a1611-5f7d-40b7-8056-539bf889fbf4 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (2f548473-c1b0-4452-877c-e4674d92cd5a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.676411 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8639405a-b369-4b81-b2d1-b5035436bfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (653f8450-957d-4c4d-abf1-abf8521b686a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.676411 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-406a8525-3cd8-49a9-a198-096895ab8530 req-143a1611-5f7d-40b7-8056-539bf889fbf4 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.676411 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-406a8525-3cd8-49a9-a198-096895ab8530 req-143a1611-5f7d-40b7-8056-539bf889fbf4 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/2f548473-c1b0-4452-877c-e4674d92cd5a HTTP/1.1" status: 204 len: 173 time: 0.6045280 Nov 02 12:38:01.676779 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-634087fd-27cc-422b-9933-6997c9e67344 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Allocated IP 192.168.233.115 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/fcc539fb-7746-43f8-9cae-cd39a75ae229) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:38:01.682344 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-45dd6b33-09ac-4d6f-ab10-226c634af463 None None] Provisioning complete for port 101f007d-e289-4e32-9f25-192a78584917 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:01.682720 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-45dd6b33-09ac-4d6f-ab10-226c634af463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (101f007d-e289-4e32-9f25-192a78584917), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.683051 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-45dd6b33-09ac-4d6f-ab10-226c634af463 None None] Attempt 1 to provision port 101f007d-e289-4e32-9f25-192a78584917 Nov 02 12:38:01.702789 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a1611-5f7d-40b7-8056-539bf889fbf4 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f548473-c1b0-4452-877c-e4674d92cd5a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:01.765285 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:01.788746 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 101f007d-e289-4e32-9f25-192a78584917 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:01.789130 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (101f007d-e289-4e32-9f25-192a78584917), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.789450 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 101f007d-e289-4e32-9f25-192a78584917 Nov 02 12:38:01.832285 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639405a-b369-4b81-b2d1-b5035436bfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653f8450-957d-4c4d-abf1-abf8521b686a,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:01.837238 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8639405a-b369-4b81-b2d1-b5035436bfcc admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6d92c49ad87f434b9902de8857fe3932&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2750790 Nov 02 12:38:01.847696 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8293be78-b70e-4add-8506-0229da2da285 req-0ac854be-17a5-4340-a3eb-94554f60ab20 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 210 time: 0.0901699 Nov 02 12:38:01.848210 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60862) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:01.904789 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-45dd6b33-09ac-4d6f-ab10-226c634af463 None None] Current status of the port 101f007d-e289-4e32-9f25-192a78584917 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:01.905279 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-45dd6b33-09ac-4d6f-ab10-226c634af463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (101f007d-e289-4e32-9f25-192a78584917), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.918904 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d347f2a8-26eb-4e09-9427-41aff48f0898 admin admin] Publish callbacks [] for router_gateway (da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.993979 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc71fe4-9626-4449-8873-5ee84c309481 x-openstack-request-id: req-ebc71fe4-9626-4449-8873-5ee84c309481 {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:38:01.994215 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdedb786-7c48-47e9-aa18-220972e9405e", "name": "network-vif-deleted", "tag": "a911b949-15e2-47ba-aea9-5c8e8118311c", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:38:01.994465 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebc71fe4-9626-4449-8873-5ee84c309481 {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:38:01.994869 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc71fe4-9626-4449-8873-5ee84c309481'] response: {'server_uuid': 'fdedb786-7c48-47e9-aa18-220972e9405e', 'name': 'network-vif-deleted', 'tag': 'a911b949-15e2-47ba-aea9-5c8e8118311c', 'status': 'completed', 'code': 200} Nov 02 12:38:02.043617 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 101f007d-e289-4e32-9f25-192a78584917 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:02.044011 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (101f007d-e289-4e32-9f25-192a78584917), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.058161 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9041128e-e1f8-485f-a893-fee997f59161 admin admin] Publish callbacks [] for security_group (653f8450-957d-4c4d-abf1-abf8521b686a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.058750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-45dd6b33-09ac-4d6f-ab10-226c634af463 None None] For port 101f007d-e289-4e32-9f25-192a78584917, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=101f007d-e289-4e32-9f25-192a78584917,segment=NetworkSegment(0b66cb31-aaea-4b87-a6cf-e528837d0abf),segment_id=0b66cb31-aaea-4b87-a6cf-e528837d0abf)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:02.183112 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9041128e-e1f8-485f-a893-fee997f59161 admin admin] Publish callbacks [] for security_group (653f8450-957d-4c4d-abf1-abf8521b686a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.235936 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f8adecf5-0efc-498d-a38b-f0ceef70af25 req-f9646722-3765-4764-89fa-55b5b2a007a3 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "GET /networking/v2.0/security-groups/a4345a20-f46a-46a0-b066-b453b6dcbb42 HTTP/1.1" status: 200 len: 2413 time: 0.1939132 Nov 02 12:38:02.270500 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d347f2a8-26eb-4e09-9427-41aff48f0898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.286071 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-45dd6b33-09ac-4d6f-ab10-226c634af463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (101f007d-e289-4e32-9f25-192a78584917), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.320688 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-634087fd-27cc-422b-9933-6997c9e67344 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Publish callbacks [] for port (fcc539fb-7746-43f8-9cae-cd39a75ae229), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.402227 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f8adecf5-0efc-498d-a38b-f0ceef70af25 req-a32688ec-7ba5-4330-b6f4-3d89e4fdd44d tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (a4345a20-f46a-46a0-b066-b453b6dcbb42), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.428666 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2c0075c9-52fe-4dd4-81f8-d6c4f1d8c960 None None] Provisioning complete for port 101f007d-e289-4e32-9f25-192a78584917 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:02.429146 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2c0075c9-52fe-4dd4-81f8-d6c4f1d8c960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (101f007d-e289-4e32-9f25-192a78584917), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.429588 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2c0075c9-52fe-4dd4-81f8-d6c4f1d8c960 None None] Attempt 1 to provision port 101f007d-e289-4e32-9f25-192a78584917 Nov 02 12:38:02.431335 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:38:02.431819 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:38:02.433249 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f8adecf5-0efc-498d-a38b-f0ceef70af25 req-a32688ec-7ba5-4330-b6f4-3d89e4fdd44d tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (a4345a20-f46a-46a0-b066-b453b6dcbb42), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.447681 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:02.461560 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd6b33-09ac-4d6f-ab10-226c634af463 None None] Pushing event updated for resources: {'Port': ['ID=101f007d-e289-4e32-9f25-192a78584917,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:02.519102 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2c0075c9-52fe-4dd4-81f8-d6c4f1d8c960 None None] Current status of the port 101f007d-e289-4e32-9f25-192a78584917 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:02.542413 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9041128e-e1f8-485f-a893-fee997f59161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (653f8450-957d-4c4d-abf1-abf8521b686a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.545425 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9041128e-e1f8-485f-a893-fee997f59161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.546690 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9041128e-e1f8-485f-a893-fee997f59161 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/653f8450-957d-4c4d-abf1-abf8521b686a HTTP/1.1" status: 204 len: 168 time: 0.6833925 Nov 02 12:38:02.555057 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041128e-e1f8-485f-a893-fee997f59161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653f8450-957d-4c4d-abf1-abf8521b686a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:02.627339 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d347f2a8-26eb-4e09-9427-41aff48f0898 admin admin] Router da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:38:02.628188 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-634087fd-27cc-422b-9933-6997c9e67344 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (fcc539fb-7746-43f8-9cae-cd39a75ae229), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.629751 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c687fe2-38ba-4e6d-ab9b-d4d0ea33a1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.640809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['15e01b94-9395-4454-959a-f1ee02b69b22'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:38:02.670419 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c687fe2-38ba-4e6d-ab9b-d4d0ea33a1d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:02.685328 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f8adecf5-0efc-498d-a38b-f0ceef70af25 req-a32688ec-7ba5-4330-b6f4-3d89e4fdd44d tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a4345a20-f46a-46a0-b066-b453b6dcbb42), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.687935 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f8adecf5-0efc-498d-a38b-f0ceef70af25 req-a32688ec-7ba5-4330-b6f4-3d89e4fdd44d tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.702227 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f8adecf5-0efc-498d-a38b-f0ceef70af25 req-a32688ec-7ba5-4330-b6f4-3d89e4fdd44d tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a4345a20-f46a-46a0-b066-b453b6dcbb42 HTTP/1.1" status: 204 len: 173 time: 0.4471803 Nov 02 12:38:02.748218 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-634087fd-27cc-422b-9933-6997c9e67344 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:38:02.805839 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d347f2a8-26eb-4e09-9427-41aff48f0898 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:38:02.816328 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] Sync routers for ids ['da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:38:02.821633 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-634087fd-27cc-422b-9933-6997c9e67344 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:02.850569 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-634087fd-27cc-422b-9933-6997c9e67344 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:38:02.854961 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32688ec-7ba5-4330-b6f4-3d89e4fdd44d tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4345a20-f46a-46a0-b066-b453b6dcbb42,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:02.857795 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] Routers {'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:02.858590 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:02.989679 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-217bf39a-84c7-491d-ac13-a4826578c5f7 req-bd4f6ed0-387c-40d2-a760-ebc41c2035d3 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fdedb786-7c48-47e9-aa18-220972e9405e HTTP/1.1" status: 200 len: 210 time: 0.1628516 Nov 02 12:38:02.994487 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634087fd-27cc-422b-9933-6997c9e67344 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Pushing event updated for resources: {'Port': ['ID=fcc539fb-7746-43f8-9cae-cd39a75ae229,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:03.002663 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:03.030216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 101f007d-e289-4e32-9f25-192a78584917 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:03.046335 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d347f2a8-26eb-4e09-9427-41aff48f0898 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:03.046335 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d347f2a8-26eb-4e09-9427-41aff48f0898 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.5757010 Nov 02 12:38:03.048402 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60872) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:03.071848 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] Set router da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:03.086254 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-634087fd-27cc-422b-9933-6997c9e67344 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:03.086254 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-634087fd-27cc-422b-9933-6997c9e67344 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:03.137007 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [req-dc80f535-9d7a-4c53-b860-e17765257eca req-61605971-adda-43bb-8ce7-39d902ad32f4 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] show failed (client error): The resource could not be found. Nov 02 12:38:03.153267 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dc80f535-9d7a-4c53-b860-e17765257eca req-61605971-adda-43bb-8ce7-39d902ad32f4 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "GET /networking/v2.0/security-groups/541e02e1-4534-4802-851c-5d4ba860c004 HTTP/1.1" status: 404 len: 352 time: 0.1320922 Nov 02 12:38:03.182301 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:03.350428 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-fc70a21f-7c07-40b8-b049-eb018f6c45e0 None None] Provisioning complete for port fcc539fb-7746-43f8-9cae-cd39a75ae229 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:03.350811 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fc70a21f-7c07-40b8-b049-eb018f6c45e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fcc539fb-7746-43f8-9cae-cd39a75ae229), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:03.351172 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-fc70a21f-7c07-40b8-b049-eb018f6c45e0 None None] Attempt 1 to provision port fcc539fb-7746-43f8-9cae-cd39a75ae229 Nov 02 12:38:03.353615 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-100508768-router', 'tenant_id': 'b2834f9f8817473da8d55cb6420739da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '76a1d316-2b88-4767-ae07-e1c08bd3d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:59Z', 'updated_at': '2022-11-02T12:38:01Z', 'revision_number': 3, 'project_id': 'b2834f9f8817473da8d55cb6420739da', 'gw_port': {'id': '76a1d316-2b88-4767-ae07-e1c08bd3d93f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:90:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:00Z', 'updated_at': '2022-11-02T12:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:03.388591 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-634087fd-27cc-422b-9933-6997c9e67344 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7246535 Nov 02 12:38:03.406559 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c687fe2-38ba-4e6d-ab9b-d4d0ea33a1d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (9ae387bb-8bde-4186-9b35-9c8e9e1a9afc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:03.419347 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fc70a21f-7c07-40b8-b049-eb018f6c45e0 None None] Port fcc539fb-7746-43f8-9cae-cd39a75ae229 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:38:03.430168 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] Checking router: da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:38:03.435388 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] Updating router da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7 port 76a1d316-2b88-4767-ae07-e1c08bd3d93f binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:38:03.441970 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c81850-4480-4a5d-b2ee-24e6d42cd714 req-ca439e0a-1cab-4e52-9916-9e55708a4a57 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:03.450296 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-17c81850-4480-4a5d-b2ee-24e6d42cd714 req-ca439e0a-1cab-4e52-9916-9e55708a4a57 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 936 time: 0.1617551 Nov 02 12:38:03.467003 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe77797-f9ff-4f8a-b2da-d14b480aab03 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:38:03.469255 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] Request body: {'port': {'device_id': '6d3b83d3-e6c6-41ae-bbe9-956b72518a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-857339-6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:03.498353 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (76a1d316-2b88-4767-ae07-e1c08bd3d93f), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:03.675177 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 101f007d-e289-4e32-9f25-192a78584917 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:03.739688 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe77797-f9ff-4f8a-b2da-d14b480aab03 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:38:03.761654 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 101f007d-e289-4e32-9f25-192a78584917 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:03.762187 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (101f007d-e289-4e32-9f25-192a78584917), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:03.762934 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 101f007d-e289-4e32-9f25-192a78584917 Nov 02 12:38:03.818061 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6dfd62f8-9ea6-45a5-b162-6b0312e1a210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:03.850694 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:03.879599 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:03.883628 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] Publish callbacks [] for port (76a1d316-2b88-4767-ae07-e1c08bd3d93f), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:03.912547 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9b1b0ede-6c55-4852-91a7-6879d648dab6 req-dcff15b1-7345-47d9-9fa7-6793b8a944ed tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "GET /networking/v2.0/security-groups/a8d55670-b40a-4977-b74b-2e9b87abc207 HTTP/1.1" status: 200 len: 1822 time: 0.6216612 Nov 02 12:38:03.921739 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60884) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:03.946977 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba5c289f-e1f8-4922-b844-4664d3aca384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:03.991909 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 101f007d-e289-4e32-9f25-192a78584917 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:04.024437 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (76a1d316-2b88-4767-ae07-e1c08bd3d93f), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:04.056730 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fcc539fb-7746-43f8-9cae-cd39a75ae229), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:04.094632 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] Attempting to bind port 76a1d316-2b88-4767-ae07-e1c08bd3d93f on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:38:04.095381 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] Attempting to bind port 76a1d316-2b88-4767-ae07-e1c08bd3d93f by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:38:04.095543 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] Attempting to bind port 76a1d316-2b88-4767-ae07-e1c08bd3d93f on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:38:04.104996 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-17c81850-4480-4a5d-b2ee-24e6d42cd714 req-9b9d9f7c-21d0-4865-88d1-6ea3f1e8201b tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6282806 Nov 02 12:38:04.107306 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9b1b0ede-6c55-4852-91a7-6879d648dab6 req-c6ca8edc-ec15-4133-aa7e-271924dd3c2f tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (a8d55670-b40a-4977-b74b-2e9b87abc207), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:04.111222 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-6dfd62f8-9ea6-45a5-b162-6b0312e1a210 admin admin] Allocated IP 172.20.0.1 (a54ad5a3-ab70-4409-86c2-06a8fb1fa53e/23336bf7-213a-4365-8815-343cc9710c21/ce19b330-2b56-4ade-830f-34c581181075) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:38:04.157834 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba5c289f-e1f8-4922-b844-4664d3aca384 admin admin] Publish callbacks [] for security_group (ed28c8a7-dc0b-4358-81f9-b957447564f2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:04.185548 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:38:04.186012 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:38:04.186473 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:04.186924 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:38:04.187398 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] Bound port: 76a1d316-2b88-4767-ae07-e1c08bd3d93f, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:38:04.187801 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (76a1d316-2b88-4767-ae07-e1c08bd3d93f), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:04.194360 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12950669-b758-40cc-9a9b-43106d0c0ce0 None None] Pushing event updated for resources: {'Port': ['ID=76a1d316-2b88-4767-ae07-e1c08bd3d93f,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:04.214842 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9b1b0ede-6c55-4852-91a7-6879d648dab6 req-c6ca8edc-ec15-4133-aa7e-271924dd3c2f tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (a8d55670-b40a-4977-b74b-2e9b87abc207), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:04.250573 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:04.276722 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] For port 76a1d316-2b88-4767-ae07-e1c08bd3d93f, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:38:04.280929 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] For port 76a1d316-2b88-4767-ae07-e1c08bd3d93f, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=76a1d316-2b88-4767-ae07-e1c08bd3d93f,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:38:04.290785 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba5c289f-e1f8-4922-b844-4664d3aca384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ed28c8a7-dc0b-4358-81f9-b957447564f2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:04.306630 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6dfd62f8-9ea6-45a5-b162-6b0312e1a210 admin admin] Publish callbacks [] for port (ce19b330-2b56-4ade-830f-34c581181075), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:04.349107 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ba5c289f-e1f8-4922-b844-4664d3aca384 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b5bd0f588b0b4f8482b4bbe9473d080a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4271216 Nov 02 12:38:04.350067 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60888) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:04.381514 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c289f-e1f8-4922-b844-4664d3aca384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed28c8a7-dc0b-4358-81f9-b957447564f2,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:04.414294 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c687fe2-38ba-4e6d-ab9b-d4d0ea33a1d0 admin admin] Router 9ae387bb-8bde-4186-9b35-9c8e9e1a9afc has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:38:04.459767 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b754aea1-dc13-4724-bdb0-b61876fd0ee8 admin admin] Publish callbacks [] for security_group (ed28c8a7-dc0b-4358-81f9-b957447564f2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:04.464320 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (76a1d316-2b88-4767-ae07-e1c08bd3d93f), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:04.496175 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b754aea1-dc13-4724-bdb0-b61876fd0ee8 admin admin] Publish callbacks [] for security_group (ed28c8a7-dc0b-4358-81f9-b957447564f2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:04.516345 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] Routers {'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:04.519380 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:04.574847 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c687fe2-38ba-4e6d-ab9b-d4d0ea33a1d0 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:38:04.589242 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9b1b0ede-6c55-4852-91a7-6879d648dab6 req-c6ca8edc-ec15-4133-aa7e-271924dd3c2f tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a8d55670-b40a-4977-b74b-2e9b87abc207), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:04.589242 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9b1b0ede-6c55-4852-91a7-6879d648dab6 req-c6ca8edc-ec15-4133-aa7e-271924dd3c2f tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:04.589242 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9b1b0ede-6c55-4852-91a7-6879d648dab6 req-c6ca8edc-ec15-4133-aa7e-271924dd3c2f tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a8d55670-b40a-4977-b74b-2e9b87abc207 HTTP/1.1" status: 204 len: 173 time: 0.6696954 Nov 02 12:38:04.589242 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8c687fe2-38ba-4e6d-ab9b-d4d0ea33a1d0 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/9ae387bb-8bde-4186-9b35-9c8e9e1a9afc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7818696 Nov 02 12:38:04.599574 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60892) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:04.604639 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8105669f-1fb3-4013-a225-463cc8daa32b None None] Sync routers for ids ['9ae387bb-8bde-4186-9b35-9c8e9e1a9afc'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:38:04.609402 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12950669-b758-40cc-9a9b-43106d0c0ce0 None None] Pushing event updated for resources: {'Port': ['ID=76a1d316-2b88-4767-ae07-e1c08bd3d93f,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:04.623722 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8105669f-1fb3-4013-a225-463cc8daa32b None None] Routers {'9ae387bb-8bde-4186-9b35-9c8e9e1a9afc'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:04.624158 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6dfd62f8-9ea6-45a5-b162-6b0312e1a210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (ce19b330-2b56-4ade-830f-34c581181075), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:04.624562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8105669f-1fb3-4013-a225-463cc8daa32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9ae387bb-8bde-4186-9b35-9c8e9e1a9afc'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:04.660376 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca8edc-ec15-4133-aa7e-271924dd3c2f tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d55670-b40a-4977-b74b-2e9b87abc207,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:04.729814 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] Set router da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:04.736107 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfd62f8-9ea6-45a5-b162-6b0312e1a210 admin admin] Network a54ad5a3-ab70-4409-86c2-06a8fb1fa53e is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:38:04.749530 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6dfd62f8-9ea6-45a5-b162-6b0312e1a210 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:04.752220 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfd62f8-9ea6-45a5-b162-6b0312e1a210 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:38:04.801937 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd62f8-9ea6-45a5-b162-6b0312e1a210 admin admin] Pushing event updated for resources: {'Port': ['ID=ce19b330-2b56-4ade-830f-34c581181075,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:04.807092 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b754aea1-dc13-4724-bdb0-b61876fd0ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ed28c8a7-dc0b-4358-81f9-b957447564f2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:04.808254 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-8105669f-1fb3-4013-a225-463cc8daa32b None None] Set router 9ae387bb-8bde-4186-9b35-9c8e9e1a9afc gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:04.811955 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b754aea1-dc13-4724-bdb0-b61876fd0ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:04.816021 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b754aea1-dc13-4724-bdb0-b61876fd0ee8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ed28c8a7-dc0b-4358-81f9-b957447564f2 HTTP/1.1" status: 204 len: 168 time: 0.4570398 Nov 02 12:38:04.873127 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754aea1-dc13-4724-bdb0-b61876fd0ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed28c8a7-dc0b-4358-81f9-b957447564f2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:04.897325 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6dfd62f8-9ea6-45a5-b162-6b0312e1a210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:04.923365 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:04.948597 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9f569455-0ea2-4b20-830a-a8a22e5be83e req-b8a9bd1f-35b3-478a-a76d-2c3c5d512c5b tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "GET /networking/v2.0/security-groups/511f9c7b-ed8b-41e1-8c44-eb0c1f436ce2 HTTP/1.1" status: 200 len: 1821 time: 0.2095568 Nov 02 12:38:04.962659 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03c4fb8d-4fe8-48f8-9c28-cacd999b0483 admin admin] Publish callbacks [] for router (9ae387bb-8bde-4186-9b35-9c8e9e1a9afc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:04.966362 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc539fb-7746-43f8-9cae-cd39a75ae229 {{(pid=105975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:38:05.037876 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-100508768-router', 'tenant_id': 'b2834f9f8817473da8d55cb6420739da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '76a1d316-2b88-4767-ae07-e1c08bd3d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:59Z', 'updated_at': '2022-11-02T12:38:01Z', 'revision_number': 3, 'project_id': 'b2834f9f8817473da8d55cb6420739da', 'gw_port': {'id': '76a1d316-2b88-4767-ae07-e1c08bd3d93f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:90:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:00Z', 'updated_at': '2022-11-02T12:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:05.064332 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] Publish callbacks [] for port (fcc539fb-7746-43f8-9cae-cd39a75ae229), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:05.073381 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26fcabb-fe28-409d-ab6f-e5a29ba5d08e None None] The sync data for ids ['da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7'] in n-d-857339-6 is: [{'id': 'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-100508768-router', 'tenant_id': 'b2834f9f8817473da8d55cb6420739da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '76a1d316-2b88-4767-ae07-e1c08bd3d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:59Z', 'updated_at': '2022-11-02T12:38:01Z', 'revision_number': 3, 'project_id': 'b2834f9f8817473da8d55cb6420739da', 'gw_port': {'id': '76a1d316-2b88-4767-ae07-e1c08bd3d93f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:90:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:00Z', 'updated_at': '2022-11-02T12:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:38:05.189557 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.provisioning_blocks [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] Transition to ACTIVE for port object fcc539fb-7746-43f8-9cae-cd39a75ae229 will not be triggered until provisioned by entity L2. {{(pid=105975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:38:05.230008 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9f569455-0ea2-4b20-830a-a8a22e5be83e req-1cd99b6b-7d82-42f5-b07e-626a2b5a02e5 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (511f9c7b-ed8b-41e1-8c44-eb0c1f436ce2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:05.254539 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d165f862-7216-4d80-9d40-e6798e0abbf7 None None] Provisioning complete for port 53324add-adf4-4ad4-a4ae-ea20749b8c38 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:05.256447 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d165f862-7216-4d80-9d40-e6798e0abbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (53324add-adf4-4ad4-a4ae-ea20749b8c38), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:05.257071 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d165f862-7216-4d80-9d40-e6798e0abbf7 None None] Attempt 1 to provision port 53324add-adf4-4ad4-a4ae-ea20749b8c38 Nov 02 12:38:05.272414 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9f569455-0ea2-4b20-830a-a8a22e5be83e req-1cd99b6b-7d82-42f5-b07e-626a2b5a02e5 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (511f9c7b-ed8b-41e1-8c44-eb0c1f436ce2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:05.300001 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03c4fb8d-4fe8-48f8-9c28-cacd999b0483 admin admin] Publish callbacks [] for router_gateway (9ae387bb-8bde-4186-9b35-9c8e9e1a9afc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:05.374925 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (fcc539fb-7746-43f8-9cae-cd39a75ae229), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:05.469525 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d165f862-7216-4d80-9d40-e6798e0abbf7 None None] Current status of the port 53324add-adf4-4ad4-a4ae-ea20749b8c38 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:05.470639 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] Pushing event updated for resources: {'Port': ['ID=fcc539fb-7746-43f8-9cae-cd39a75ae229,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:05.504159 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8105669f-1fb3-4013-a225-463cc8daa32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae387bb-8bde-4186-9b35-9c8e9e1a9afc', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1022685448-router', 'tenant_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b843a34f-6ffa-4047-85f1-d1d3304af681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:37Z', 'updated_at': '2022-11-02T12:38:02Z', 'revision_number': 5, 'project_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'gw_port': {'id': 'b843a34f-6ffa-4047-85f1-d1d3304af681', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae387bb-8bde-4186-9b35-9c8e9e1a9afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:39Z', 'updated_at': '2022-11-02T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:05.546531 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8105669f-1fb3-4013-a225-463cc8daa32b None None] Checking router: 9ae387bb-8bde-4186-9b35-9c8e9e1a9afc for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:38:05.570331 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8105669f-1fb3-4013-a225-463cc8daa32b None None] Routers {'9ae387bb-8bde-4186-9b35-9c8e9e1a9afc'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:05.570828 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8105669f-1fb3-4013-a225-463cc8daa32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9ae387bb-8bde-4186-9b35-9c8e9e1a9afc'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:05.571004 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9f569455-0ea2-4b20-830a-a8a22e5be83e req-1cd99b6b-7d82-42f5-b07e-626a2b5a02e5 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (511f9c7b-ed8b-41e1-8c44-eb0c1f436ce2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:05.576797 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-9f569455-0ea2-4b20-830a-a8a22e5be83e req-1cd99b6b-7d82-42f5-b07e-626a2b5a02e5 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:05.579404 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9f569455-0ea2-4b20-830a-a8a22e5be83e req-1cd99b6b-7d82-42f5-b07e-626a2b5a02e5 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/511f9c7b-ed8b-41e1-8c44-eb0c1f436ce2 HTTP/1.1" status: 204 len: 173 time: 0.6298156 Nov 02 12:38:05.619638 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd99b6b-7d82-42f5-b07e-626a2b5a02e5 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=511f9c7b-ed8b-41e1-8c44-eb0c1f436ce2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:05.622584 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] Attempting to bind port fcc539fb-7746-43f8-9cae-cd39a75ae229 on host n-h1-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:38:05.626326 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] Attempting to bind port fcc539fb-7746-43f8-9cae-cd39a75ae229 by drivers openvswitch,hyperv on host n-h1-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:38:05.626537 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] Attempting to bind port fcc539fb-7746-43f8-9cae-cd39a75ae229 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:38:05.792927 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-03c4fb8d-4fe8-48f8-9c28-cacd999b0483 admin admin] Deleting port b843a34f-6ffa-4047-85f1-d1d3304af681 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:05.793208 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03c4fb8d-4fe8-48f8-9c28-cacd999b0483 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (b843a34f-6ffa-4047-85f1-d1d3304af681), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:05.803166 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-adb39d77-9064-49db-a46d-1d6334bfca95 None None] Provisioning complete for port ce19b330-2b56-4ade-830f-34c581181075 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:05.803541 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-adb39d77-9064-49db-a46d-1d6334bfca95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ce19b330-2b56-4ade-830f-34c581181075), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:05.803944 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-adb39d77-9064-49db-a46d-1d6334bfca95 None None] Attempt 1 to provision port ce19b330-2b56-4ade-830f-34c581181075 Nov 02 12:38:05.864211 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-8105669f-1fb3-4013-a225-463cc8daa32b None None] Set router 9ae387bb-8bde-4186-9b35-9c8e9e1a9afc gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:05.899039 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] Port fcc539fb-7746-43f8-9cae-cd39a75ae229 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h1-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:38:05.902925 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] Attempting to bind port fcc539fb-7746-43f8-9cae-cd39a75ae229 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:38:05.945859 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8105669f-1fb3-4013-a225-463cc8daa32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae387bb-8bde-4186-9b35-9c8e9e1a9afc', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1022685448-router', 'tenant_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:37Z', 'updated_at': '2022-11-02T12:38:05Z', 'revision_number': 6, 'project_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:05.947826 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6dfd62f8-9ea6-45a5-b162-6b0312e1a210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ce19b330-2b56-4ade-830f-34c581181075), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:05.948381 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-adb39d77-9064-49db-a46d-1d6334bfca95 None None] Port ce19b330-2b56-4ade-830f-34c581181075 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:38:05.971227 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] Checking agent: {'id': '28672587-11d8-44d6-bec6-0497f44187a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:38:05.971980 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:38:05.972200 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:38:05.973213 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] Bound port: fcc539fb-7746-43f8-9cae-cd39a75ae229, host: n-h1-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:38:05.973825 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fcc539fb-7746-43f8-9cae-cd39a75ae229), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:06.008060 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8105669f-1fb3-4013-a225-463cc8daa32b None None] The sync data for ids ['9ae387bb-8bde-4186-9b35-9c8e9e1a9afc'] in n-d-857339-6 is: [{'id': '9ae387bb-8bde-4186-9b35-9c8e9e1a9afc', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1022685448-router', 'tenant_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:37Z', 'updated_at': '2022-11-02T12:38:05Z', 'revision_number': 6, 'project_id': '7f204e1d6ec04e3eb9513cecc5f951eb', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:38:06.066088 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-03c4fb8d-4fe8-48f8-9c28-cacd999b0483 admin admin] For port b843a34f-6ffa-4047-85f1-d1d3304af681, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b843a34f-6ffa-4047-85f1-d1d3304af681,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:06.066481 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03c4fb8d-4fe8-48f8-9c28-cacd999b0483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (b843a34f-6ffa-4047-85f1-d1d3304af681), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:06.100099 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-03c4fb8d-4fe8-48f8-9c28-cacd999b0483 admin admin] Calling delete_port for b843a34f-6ffa-4047-85f1-d1d3304af681 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:06.110318 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] For port fcc539fb-7746-43f8-9cae-cd39a75ae229, host n-h1-857339-6, cleared binding levels {{(pid=105975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:38:06.204624 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6dfd62f8-9ea6-45a5-b162-6b0312e1a210 admin admin] Publish callbacks [] for port (ce19b330-2b56-4ade-830f-34c581181075), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:06.205135 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] For port fcc539fb-7746-43f8-9cae-cd39a75ae229, host n-h1-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=fcc539fb-7746-43f8-9cae-cd39a75ae229,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:38:06.375964 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18344867-6f60-4da7-b8bf-680ae04c1831 req-f922efe1-19ec-4a1f-b012-55fe3158fe39 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:06.377598 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-18344867-6f60-4da7-b8bf-680ae04c1831 req-f922efe1-19ec-4a1f-b012-55fe3158fe39 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 948 time: 0.0697136 Nov 02 12:38:06.423497 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (fcc539fb-7746-43f8-9cae-cd39a75ae229), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:06.423998 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:06.425771 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6dfd62f8-9ea6-45a5-b162-6b0312e1a210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (ce19b330-2b56-4ade-830f-34c581181075), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:06.441461 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:06.442259 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:06.447011 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/fcc539fb-7746-43f8-9cae-cd39a75ae229 HTTP/1.1" status: 200 len: 1096 time: 3.0268738 Nov 02 12:38:06.447801 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3b83d3-e6c6-41ae-bbe9-956b72518a4c', 'tag': 'fcc539fb-7746-43f8-9cae-cd39a75ae229'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:38:06.450944 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca2b1bb-d8df-450f-8ad6-6bc92e67074c" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3b83d3-e6c6-41ae-bbe9-956b72518a4c", "tag": "fcc539fb-7746-43f8-9cae-cd39a75ae229"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:38:06.490330 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-18344867-6f60-4da7-b8bf-680ae04c1831 req-a50e4a01-523d-4f8e-9294-7d333b3bf429 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046486 Nov 02 12:38:06.579284 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee563c-558b-4703-bee8-17e28b6b202a service neutron] Pushing event updated for resources: {'Port': ['ID=fcc539fb-7746-43f8-9cae-cd39a75ae229,revision_number=3']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:06.592635 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6dfd62f8-9ea6-45a5-b162-6b0312e1a210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:06.599875 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a21e9017-90d1-48b7-8e73-de83cf8c38cb req-4e9bf783-871a-4917-822e-2388bd39227b tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "GET /networking/v2.0/security-groups/0cfda707-a744-4f65-8266-399a555c5e8a HTTP/1.1" status: 200 len: 1821 time: 0.1047122 Nov 02 12:38:06.606357 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd62f8-9ea6-45a5-b162-6b0312e1a210 admin admin] Pushing event updated for resources: {'Port': ['ID=ce19b330-2b56-4ade-830f-34c581181075,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:06.679767 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03c4fb8d-4fe8-48f8-9c28-cacd999b0483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (b843a34f-6ffa-4047-85f1-d1d3304af681), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:06.755117 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfd62f8-9ea6-45a5-b162-6b0312e1a210 admin admin] Network a54ad5a3-ab70-4409-86c2-06a8fb1fa53e is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:38:06.756918 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6dfd62f8-9ea6-45a5-b162-6b0312e1a210 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:06.768114 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4fb8d-4fe8-48f8-9c28-cacd999b0483 admin admin] Pushing event deleted for resources: {'Port': ['ID=b843a34f-6ffa-4047-85f1-d1d3304af681,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:06.779753 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcc82e-3bcd-40ef-9a2b-632841c09280 req-b61c376a-f63b-40d3-a7ed-ca56387ea5d1 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:06.788640 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-33bcc82e-3bcd-40ef-9a2b-632841c09280 req-b61c376a-f63b-40d3-a7ed-ca56387ea5d1 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 950 time: 0.1569307 Nov 02 12:38:06.793963 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a21e9017-90d1-48b7-8e73-de83cf8c38cb req-f9adf869-d9b1-4258-8d22-d3ddf9fcf232 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (0cfda707-a744-4f65-8266-399a555c5e8a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:06.853689 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a21e9017-90d1-48b7-8e73-de83cf8c38cb req-f9adf869-d9b1-4258-8d22-d3ddf9fcf232 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (0cfda707-a744-4f65-8266-399a555c5e8a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:06.907839 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfd62f8-9ea6-45a5-b162-6b0312e1a210 admin admin] Router da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:38:06.946942 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-33bcc82e-3bcd-40ef-9a2b-632841c09280 req-fc91c093-a2f5-4c9f-9b37-c15182dda895 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564276 Nov 02 12:38:07.027102 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03c4fb8d-4fe8-48f8-9c28-cacd999b0483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (9ae387bb-8bde-4186-9b35-9c8e9e1a9afc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:07.066333 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc31047-15b8-4ea1-9e3b-310571791eef x-openstack-request-id: req-dcc31047-15b8-4ea1-9e3b-310571791eef {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:38:07.066970 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3b83d3-e6c6-41ae-bbe9-956b72518a4c", "tag": "fcc539fb-7746-43f8-9cae-cd39a75ae229", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:38:07.067404 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dcc31047-15b8-4ea1-9e3b-310571791eef {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:38:07.068032 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcc31047-15b8-4ea1-9e3b-310571791eef'] response: {'name': 'network-changed', 'server_uuid': '6d3b83d3-e6c6-41ae-bbe9-956b72518a4c', 'tag': 'fcc539fb-7746-43f8-9cae-cd39a75ae229', 'status': 'completed', 'code': 200} Nov 02 12:38:07.142990 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfd62f8-9ea6-45a5-b162-6b0312e1a210 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:38:07.153518 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6dfd62f8-9ea6-45a5-b162-6b0312e1a210 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1036851 Nov 02 12:38:07.169128 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03c4fb8d-4fe8-48f8-9c28-cacd999b0483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (9ae387bb-8bde-4186-9b35-9c8e9e1a9afc), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:07.169635 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03c4fb8d-4fe8-48f8-9c28-cacd999b0483 admin admin] Publish callbacks [] for router_controller (9ae387bb-8bde-4186-9b35-9c8e9e1a9afc), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:07.184346 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0f6993fe-56db-4bd8-91e7-bfa50c1d1193 None None] Provisioning complete for port ce19b330-2b56-4ade-830f-34c581181075 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:07.184878 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60938) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:07.184984 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0f6993fe-56db-4bd8-91e7-bfa50c1d1193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ce19b330-2b56-4ade-830f-34c581181075), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:07.185684 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0f6993fe-56db-4bd8-91e7-bfa50c1d1193 None None] Attempt 1 to provision port ce19b330-2b56-4ade-830f-34c581181075 Nov 02 12:38:07.211267 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a21e9017-90d1-48b7-8e73-de83cf8c38cb req-f9adf869-d9b1-4258-8d22-d3ddf9fcf232 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0cfda707-a744-4f65-8266-399a555c5e8a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:07.214364 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a21e9017-90d1-48b7-8e73-de83cf8c38cb req-f9adf869-d9b1-4258-8d22-d3ddf9fcf232 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:07.215912 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a21e9017-90d1-48b7-8e73-de83cf8c38cb req-f9adf869-d9b1-4258-8d22-d3ddf9fcf232 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0cfda707-a744-4f65-8266-399a555c5e8a HTTP/1.1" status: 204 len: 173 time: 0.6075604 Nov 02 12:38:07.249454 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0f6993fe-56db-4bd8-91e7-bfa50c1d1193 None None] Port ce19b330-2b56-4ade-830f-34c581181075 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:38:07.280294 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:07.301004 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adf869-d9b1-4258-8d22-d3ddf9fcf232 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfda707-a744-4f65-8266-399a555c5e8a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:07.354775 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6ecf3e4f-cb3a-4c62-af3b-488e77ad5ba8 req-16097bc0-a71d-459b-822d-38d07caa2692 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "GET /networking/v2.0/security-groups/74a2e67b-ed65-4c3c-bd0b-8ce87232214d HTTP/1.1" status: 200 len: 2421 time: 0.0801995 Nov 02 12:38:07.368746 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:07.418806 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03c4fb8d-4fe8-48f8-9c28-cacd999b0483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (9ae387bb-8bde-4186-9b35-9c8e9e1a9afc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:07.420217 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c4fb8d-4fe8-48f8-9c28-cacd999b0483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ae387bb-8bde-4186-9b35-9c8e9e1a9afc {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:38:07.441067 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03c4fb8d-4fe8-48f8-9c28-cacd999b0483 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:07.443510 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-03c4fb8d-4fe8-48f8-9c28-cacd999b0483 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/9ae387bb-8bde-4186-9b35-9c8e9e1a9afc HTTP/1.1" status: 204 len: 168 time: 2.8492081 Nov 02 12:38:07.468840 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-6ecf3e4f-cb3a-4c62-af3b-488e77ad5ba8 req-4e9ad363-ee4b-4547-8b03-84d1b265bc40 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (74a2e67b-ed65-4c3c-bd0b-8ce87232214d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:07.470827 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60948) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:07.501654 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-6ecf3e4f-cb3a-4c62-af3b-488e77ad5ba8 req-4e9ad363-ee4b-4547-8b03-84d1b265bc40 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (74a2e67b-ed65-4c3c-bd0b-8ce87232214d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:07.511746 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 76a1d316-2b88-4767-ae07-e1c08bd3d93f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:07.587980 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 76a1d316-2b88-4767-ae07-e1c08bd3d93f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:07.588690 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (76a1d316-2b88-4767-ae07-e1c08bd3d93f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:07.589211 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 76a1d316-2b88-4767-ae07-e1c08bd3d93f Nov 02 12:38:07.609330 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5d0836-19fd-4148-b5f1-8bed462e4e91 admin admin] Deleting subnet fa945e10-edf9-4855-bcaf-d98762c428b7 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:38:07.613428 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e5d0836-19fd-4148-b5f1-8bed462e4e91 admin admin] Publish callbacks [] for subnet (fa945e10-edf9-4855-bcaf-d98762c428b7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:07.668253 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e5d0836-19fd-4148-b5f1-8bed462e4e91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (fa945e10-edf9-4855-bcaf-d98762c428b7), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:07.755065 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 76a1d316-2b88-4767-ae07-e1c08bd3d93f is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:07.755847 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (76a1d316-2b88-4767-ae07-e1c08bd3d93f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:07.757371 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] Sync routers for ids ['da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:38:07.759818 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2b1bb-d8df-450f-8ad6-6bc92e67074c req-bbe5c900-aa1d-4734-b8c3-e48e1f70918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:07.761569 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-eca2b1bb-d8df-450f-8ad6-6bc92e67074c req-bbe5c900-aa1d-4734-b8c3-e48e1f70918d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b2967018bbd64629a9a49c051c3d1e60&device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 1130 time: 0.1220067 Nov 02 12:38:07.781980 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] Routers {'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:07.788009 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 76a1d316-2b88-4767-ae07-e1c08bd3d93f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=76a1d316-2b88-4767-ae07-e1c08bd3d93f,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:07.788235 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:07.798855 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-6ecf3e4f-cb3a-4c62-af3b-488e77ad5ba8 req-4e9ad363-ee4b-4547-8b03-84d1b265bc40 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (74a2e67b-ed65-4c3c-bd0b-8ce87232214d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:07.801818 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-6ecf3e4f-cb3a-4c62-af3b-488e77ad5ba8 req-4e9ad363-ee4b-4547-8b03-84d1b265bc40 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:07.803597 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c117555-ad5f-4fb4-a7cf-786890445c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:07.803859 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6ecf3e4f-cb3a-4c62-af3b-488e77ad5ba8 req-4e9ad363-ee4b-4547-8b03-84d1b265bc40 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/74a2e67b-ed65-4c3c-bd0b-8ce87232214d HTTP/1.1" status: 204 len: 173 time: 0.4491258 Nov 02 12:38:07.825766 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ad363-ee4b-4547-8b03-84d1b265bc40 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a2e67b-ed65-4c3c-bd0b-8ce87232214d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:07.848630 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8015c55-9081-4355-a0e8-b738d1894061 req-2ea742bf-6290-49a4-a4ec-bdc179e1e5ef tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:07.850909 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e8015c55-9081-4355-a0e8-b738d1894061 req-2ea742bf-6290-49a4-a4ec-bdc179e1e5ef tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 948 time: 0.0881596 Nov 02 12:38:07.867855 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-eca2b1bb-d8df-450f-8ad6-6bc92e67074c req-99573d08-b196-46e7-a57c-28125b5a1e3f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=b2967018bbd64629a9a49c051c3d1e60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433035 Nov 02 12:38:07.890874 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e5d0836-19fd-4148-b5f1-8bed462e4e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (fa945e10-edf9-4855-bcaf-d98762c428b7), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:07.894274 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (76a1d316-2b88-4767-ae07-e1c08bd3d93f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:07.983822 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:07.987499 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=76a1d316-2b88-4767-ae07-e1c08bd3d93f,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:07.992559 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e8015c55-9081-4355-a0e8-b738d1894061 req-2e438cc2-560f-4e99-bfbf-af69fe3e61f0 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267424 Nov 02 12:38:08.012811 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:38:08.013816 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 24cb5f56-8e09-40d9-a16d-7ad57fc6cb1c not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:38:08.014676 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b843a34f-6ffa-4047-85f1-d1d3304af681 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:08.053197 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: b843a34f-6ffa-4047-85f1-d1d3304af681 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:38:08.053771 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b843a34f-6ffa-4047-85f1-d1d3304af681 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:38:08.069918 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] Set router da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:08.170705 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-047d3582-2577-4f71-82d6-42f6452f6320 req-79e2800e-27a9-44a9-81d7-c18c6218f4a7 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "GET /networking/v2.0/security-groups/21d0808e-ecbe-4e46-b64f-a86195cf7ea3 HTTP/1.1" status: 200 len: 2413 time: 0.0921443 Nov 02 12:38:08.200347 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bd9f5-91fe-44bc-96a4-9e4bd6ccb886 req-5fa9a0b6-6c94-4899-a279-eb21251b0d8c tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:08.207489 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-633bd9f5-91fe-44bc-96a4-9e4bd6ccb886 req-5fa9a0b6-6c94-4899-a279-eb21251b0d8c tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 950 time: 0.1634722 Nov 02 12:38:08.269126 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2b1bb-d8df-450f-8ad6-6bc92e67074c req-6108b9e9-494c-49ff-b782-7fd596a27563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:08.272024 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-eca2b1bb-d8df-450f-8ad6-6bc92e67074c req-6108b9e9-494c-49ff-b782-7fd596a27563 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3782320 Nov 02 12:38:08.347515 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-633bd9f5-91fe-44bc-96a4-9e4bd6ccb886 req-907a2642-05ff-4a04-9ce7-09d16f5bb663 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Deleting port 8151f4b5-7a32-4062-8f54-70ba3968340d {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:08.347864 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-633bd9f5-91fe-44bc-96a4-9e4bd6ccb886 req-907a2642-05ff-4a04-9ce7-09d16f5bb663 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:08.354651 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e5d0836-19fd-4148-b5f1-8bed462e4e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (fa945e10-edf9-4855-bcaf-d98762c428b7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:08.360940 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c117555-ad5f-4fb4-a7cf-786890445c07 admin admin] Publish callbacks [] for security_group (60a4498b-90ce-41d5-b288-6fc5d17864c7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:08.387835 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-b3d8859d-f602-40c7-b670-5f66aee58b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:08.395110 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-b3d8859d-f602-40c7-b670-5f66aee58b54 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b2967018bbd64629a9a49c051c3d1e60&device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 1130 time: 0.0497370 Nov 02 12:38:08.410507 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d0836-19fd-4148-b5f1-8bed462e4e91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa945e10-edf9-4855-bcaf-d98762c428b7,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:08.416755 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e5d0836-19fd-4148-b5f1-8bed462e4e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:08.420064 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9e5d0836-19fd-4148-b5f1-8bed462e4e91 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/fa945e10-edf9-4855-bcaf-d98762c428b7 HTTP/1.1" status: 204 len: 168 time: 0.9476347 Nov 02 12:38:08.423077 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60976) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:08.432233 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cb246e-c2c2-48a2-a9a2-35c7adddcebb None None] Network ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:38:08.463418 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-ddede523-3c8d-4cfa-bb8d-a34b6dc2e28a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=fcc539fb-7746-43f8-9cae-cd39a75ae229 HTTP/1.1" status: 200 len: 217 time: 0.0611601 Nov 02 12:38:08.495152 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-047d3582-2577-4f71-82d6-42f6452f6320 req-3af3816a-f83b-40d3-9dcb-4f15eda86313 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (21d0808e-ecbe-4e46-b64f-a86195cf7ea3), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:08.545756 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749f516-851f-475f-875c-3fdc4e198762 req-b12a3ebc-0501-4da3-9bb5-29381919ff82 tempest-FloatingIPsAssociationNegativeTestJSON-2093495857 tempest-FloatingIPsAssociationNegativeTestJSON-2093495857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:08.547417 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6749f516-851f-475f-875c-3fdc4e198762 req-b12a3ebc-0501-4da3-9bb5-29381919ff82 tempest-FloatingIPsAssociationNegativeTestJSON-2093495857 tempest-FloatingIPsAssociationNegativeTestJSON-2093495857-project] 10.222.0.64 "GET /networking/v2.0/networks?id=a54ad5a3-ab70-4409-86c2-06a8fb1fa53e HTTP/1.1" status: 200 len: 828 time: 0.3333132 Nov 02 12:38:08.557128 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a8aabc4-fe30-4a16-84c2-0025ddf6d81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:08.565450 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c117555-ad5f-4fb4-a7cf-786890445c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (60a4498b-90ce-41d5-b288-6fc5d17864c7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:08.582383 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6749f516-851f-475f-875c-3fdc4e198762 req-6fcc55c6-aaa8-4b7f-8146-f24ee6936125 tempest-FloatingIPsAssociationNegativeTestJSON-2093495857 tempest-FloatingIPsAssociationNegativeTestJSON-2093495857-project] 10.222.0.64 "GET /networking/v2.0/quotas/b2834f9f8817473da8d55cb6420739da HTTP/1.1" status: 200 len: 375 time: 0.0204086 Nov 02 12:38:08.584817 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-047d3582-2577-4f71-82d6-42f6452f6320 req-3af3816a-f83b-40d3-9dcb-4f15eda86313 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (21d0808e-ecbe-4e46-b64f-a86195cf7ea3), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:08.615386 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-fa5830b9-d706-4d6f-88bb-ded14f7ac626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:08.617022 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-fa5830b9-d706-4d6f-88bb-ded14f7ac626 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1446710 Nov 02 12:38:08.670431 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c117555-ad5f-4fb4-a7cf-786890445c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a4498b-90ce-41d5-b288-6fc5d17864c7,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:08.687421 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9c117555-ad5f-4fb4-a7cf-786890445c07 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=83bf130cf545475299e94f8f404975ef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5015461 Nov 02 12:38:08.694514 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60982) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:08.718369 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-7a8aabc4-fe30-4a16-84c2-0025ddf6d81f admin admin] Deleting port 53324add-adf4-4ad4-a4ae-ea20749b8c38 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:08.719065 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a8aabc4-fe30-4a16-84c2-0025ddf6d81f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (53324add-adf4-4ad4-a4ae-ea20749b8c38), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:08.737121 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6827c8b8-75e2-4465-9575-47495b6e503f None None] DHCP port deletion for ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:38:08.750833 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-100508768-router', 'tenant_id': 'b2834f9f8817473da8d55cb6420739da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '76a1d316-2b88-4767-ae07-e1c08bd3d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:59Z', 'updated_at': '2022-11-02T12:38:05Z', 'revision_number': 4, 'project_id': 'b2834f9f8817473da8d55cb6420739da', 'gw_port': {'id': '76a1d316-2b88-4767-ae07-e1c08bd3d93f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:90:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:00Z', 'updated_at': '2022-11-02T12:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'ce19b330-2b56-4ade-830f-34c581181075', 'name': '', 'network_id': 'a54ad5a3-ab70-4409-86c2-06a8fb1fa53e', 'tenant_id': 'b2834f9f8817473da8d55cb6420739da', 'mac_address': 'fa:16:3e:c2:91:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '23336bf7-213a-4365-8815-343cc9710c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:03Z', 'updated_at': '2022-11-02T12:38:06Z', 'revision_number': 2, 'project_id': 'b2834f9f8817473da8d55cb6420739da', 'subnets': [{'id': '23336bf7-213a-4365-8815-343cc9710c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:08.786616 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6749f516-851f-475f-875c-3fdc4e198762 req-e124589e-972d-4a7f-bd5b-c5a02e13c8a8 tempest-FloatingIPsAssociationNegativeTestJSON-2093495857 tempest-FloatingIPsAssociationNegativeTestJSON-2093495857-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b2834f9f8817473da8d55cb6420739da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1898718 Nov 02 12:38:08.789051 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-f01a2708-8d57-425c-9415-11b55b022585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:08.790726 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-f01a2708-8d57-425c-9415-11b55b022585 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1402121 Nov 02 12:38:08.826747 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] Checking router: da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:38:08.826747 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] Updating router da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7 port ce19b330-2b56-4ade-830f-34c581181075 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:38:08.827541 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60986) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:08.836173 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6827c8b8-75e2-4465-9575-47495b6e503f None None] Deleting port 53324add-adf4-4ad4-a4ae-ea20749b8c38 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:08.839386 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6827c8b8-75e2-4465-9575-47495b6e503f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (53324add-adf4-4ad4-a4ae-ea20749b8c38), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:08.847584 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-633bd9f5-91fe-44bc-96a4-9e4bd6ccb886 req-907a2642-05ff-4a04-9ce7-09d16f5bb663 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] For port 8151f4b5-7a32-4062-8f54-70ba3968340d, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=8151f4b5-7a32-4062-8f54-70ba3968340d,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:08.853034 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-633bd9f5-91fe-44bc-96a4-9e4bd6ccb886 req-907a2642-05ff-4a04-9ce7-09d16f5bb663 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:08.853034 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-7a8aabc4-fe30-4a16-84c2-0025ddf6d81f admin admin] For port 53324add-adf4-4ad4-a4ae-ea20749b8c38, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=53324add-adf4-4ad4-a4ae-ea20749b8c38,segment=NetworkSegment(ff51d46a-1776-407f-a149-7b477ecb2781),segment_id=ff51d46a-1776-407f-a149-7b477ecb2781)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:08.853989 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a8aabc4-fe30-4a16-84c2-0025ddf6d81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (53324add-adf4-4ad4-a4ae-ea20749b8c38), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:08.886796 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ce19b330-2b56-4ade-830f-34c581181075), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:08.892216 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-633bd9f5-91fe-44bc-96a4-9e4bd6ccb886 req-907a2642-05ff-4a04-9ce7-09d16f5bb663 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Calling delete_port for 8151f4b5-7a32-4062-8f54-70ba3968340d owned by compute:nova {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:08.894984 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-7a8aabc4-fe30-4a16-84c2-0025ddf6d81f admin admin] Calling delete_port for 53324add-adf4-4ad4-a4ae-ea20749b8c38 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:08.926130 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:08.935329 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:08.991768 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-047d3582-2577-4f71-82d6-42f6452f6320 req-3af3816a-f83b-40d3-9dcb-4f15eda86313 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (21d0808e-ecbe-4e46-b64f-a86195cf7ea3), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:08.994873 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-047d3582-2577-4f71-82d6-42f6452f6320 req-3af3816a-f83b-40d3-9dcb-4f15eda86313 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:08.998453 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-047d3582-2577-4f71-82d6-42f6452f6320 req-3af3816a-f83b-40d3-9dcb-4f15eda86313 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/21d0808e-ecbe-4e46-b64f-a86195cf7ea3 HTTP/1.1" status: 204 len: 173 time: 0.8230898 Nov 02 12:38:09.000201 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab04e469-cf03-4303-8ae1-ea651baa3dbb admin admin] Publish callbacks [] for security_group (60a4498b-90ce-41d5-b288-6fc5d17864c7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:09.002750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-6827c8b8-75e2-4465-9575-47495b6e503f None None] For port 53324add-adf4-4ad4-a4ae-ea20749b8c38, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=53324add-adf4-4ad4-a4ae-ea20749b8c38,segment=NetworkSegment(ff51d46a-1776-407f-a149-7b477ecb2781),segment_id=ff51d46a-1776-407f-a149-7b477ecb2781)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:09.003669 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6827c8b8-75e2-4465-9575-47495b6e503f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (53324add-adf4-4ad4-a4ae-ea20749b8c38), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:09.024768 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6827c8b8-75e2-4465-9575-47495b6e503f None None] Calling delete_port for 53324add-adf4-4ad4-a4ae-ea20749b8c38 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:09.025601 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:09.036463 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60992) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:09.170828 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab04e469-cf03-4303-8ae1-ea651baa3dbb admin admin] Publish callbacks [] for security_group (60a4498b-90ce-41d5-b288-6fc5d17864c7), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:09.320575 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6827c8b8-75e2-4465-9575-47495b6e503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (53324add-adf4-4ad4-a4ae-ea20749b8c38), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:09.350310 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] Publish callbacks [] for port (ce19b330-2b56-4ade-830f-34c581181075), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:09.355374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827c8b8-75e2-4465-9575-47495b6e503f None None] Pushing event deleted for resources: {'Port': ['ID=53324add-adf4-4ad4-a4ae-ea20749b8c38,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:09.363817 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6827c8b8-75e2-4465-9575-47495b6e503f None None] No DVR routers for this DVR port 53324add-adf4-4ad4-a4ae-ea20749b8c38 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:38:09.372450 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a8aabc4-fe30-4a16-84c2-0025ddf6d81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (53324add-adf4-4ad4-a4ae-ea20749b8c38), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:09.441059 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8aabc4-fe30-4a16-84c2-0025ddf6d81f admin admin] Pushing event deleted for resources: {'Port': ['ID=53324add-adf4-4ad4-a4ae-ea20749b8c38,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:09.443749 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8aabc4-fe30-4a16-84c2-0025ddf6d81f admin admin] No DVR routers for this DVR port 53324add-adf4-4ad4-a4ae-ea20749b8c38 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:38:09.487012 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3816a-f83b-40d3-9dcb-4f15eda86313 tempest-SecurityGroupRulesTestJSON-399538611 tempest-SecurityGroupRulesTestJSON-399538611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d0808e-ecbe-4e46-b64f-a86195cf7ea3,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:09.494486 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 76a1d316-2b88-4767-ae07-e1c08bd3d93f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:09.505230 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c0b9a-d2d8-4bf9-84c8-a70bbcacb350 req-9fc1f98b-d815-4f03-a2b7-85729743f7ce tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:09.507450 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a17c0b9a-d2d8-4bf9-84c8-a70bbcacb350 req-9fc1f98b-d815-4f03-a2b7-85729743f7ce tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 950 time: 0.1814632 Nov 02 12:38:09.523028 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b096c-5a41-4d07-a4af-9ae27f288551 req-21540c3a-90a5-4104-bfb4-70f87a67e93f tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:09.524658 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f79b096c-5a41-4d07-a4af-9ae27f288551 req-21540c3a-90a5-4104-bfb4-70f87a67e93f tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 948 time: 0.1644671 Nov 02 12:38:09.544147 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ce19b330-2b56-4ade-830f-34c581181075), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:09.584083 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a8aabc4-fe30-4a16-84c2-0025ddf6d81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:09.593969 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 76a1d316-2b88-4767-ae07-e1c08bd3d93f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:09.594610 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (76a1d316-2b88-4767-ae07-e1c08bd3d93f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:09.595110 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 76a1d316-2b88-4767-ae07-e1c08bd3d93f Nov 02 12:38:09.622412 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab04e469-cf03-4303-8ae1-ea651baa3dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (60a4498b-90ce-41d5-b288-6fc5d17864c7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:09.625413 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab04e469-cf03-4303-8ae1-ea651baa3dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:09.630038 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ab04e469-cf03-4303-8ae1-ea651baa3dbb admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/60a4498b-90ce-41d5-b288-6fc5d17864c7 HTTP/1.1" status: 204 len: 168 time: 0.9286175 Nov 02 12:38:09.663910 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-7a8aabc4-fe30-4a16-84c2-0025ddf6d81f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:09.666658 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04e469-cf03-4303-8ae1-ea651baa3dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a4498b-90ce-41d5-b288-6fc5d17864c7,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:09.683393 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb43b9-fd88-4bb1-9381-dd7d2863f51e None None] Pushing event updated for resources: {'Port': ['ID=ce19b330-2b56-4ade-830f-34c581181075,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:09.699218 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f79b096c-5a41-4d07-a4af-9ae27f288551 req-5cbdf23d-ea5a-4077-b35d-d9dcedb84784 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473813 Nov 02 12:38:09.708949 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-7a8aabc4-fe30-4a16-84c2-0025ddf6d81f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff51d46a-1776-407f-a149-7b477ecb2781') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:09.709287 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-7a8aabc4-fe30-4a16-84c2-0025ddf6d81f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff51d46a-1776-407f-a149-7b477ecb2781') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:09.728119 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:09.730753 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a8aabc4-fe30-4a16-84c2-0025ddf6d81f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (ff51d46a-1776-407f-a149-7b477ecb2781), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:09.759351 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a8aabc4-fe30-4a16-84c2-0025ddf6d81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (ff51d46a-1776-407f-a149-7b477ecb2781), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:09.799007 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] Attempting to bind port ce19b330-2b56-4ade-830f-34c581181075 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:38:09.799525 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] Attempting to bind port ce19b330-2b56-4ade-830f-34c581181075 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '0b66cb31-aaea-4b87-a6cf-e528837d0abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'a54ad5a3-ab70-4409-86c2-06a8fb1fa53e'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:38:09.799659 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8aabc4-fe30-4a16-84c2-0025ddf6d81f admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:38:09.800056 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] Attempting to bind port ce19b330-2b56-4ade-830f-34c581181075 on network a54ad5a3-ab70-4409-86c2-06a8fb1fa53e {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:38:09.800190 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a8aabc4-fe30-4a16-84c2-0025ddf6d81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (ff51d46a-1776-407f-a149-7b477ecb2781), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:09.851440 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-a24220d8-fb7f-424d-a74d-884925add331 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0427964 Nov 02 12:38:09.860471 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:38:09.860471 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] Checking segment: {'id': '0b66cb31-aaea-4b87-a6cf-e528837d0abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'a54ad5a3-ab70-4409-86c2-06a8fb1fa53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:38:09.861523 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment ff51d46a-1776-407f-a149-7b477ecb2781 resource provider aggregate not found Nov 02 12:38:09.861808 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:09.861808 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] Bound using segment: {'id': '0b66cb31-aaea-4b87-a6cf-e528837d0abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'a54ad5a3-ab70-4409-86c2-06a8fb1fa53e'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:38:09.861808 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] Bound port: ce19b330-2b56-4ade-830f-34c581181075, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b66cb31-aaea-4b87-a6cf-e528837d0abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'a54ad5a3-ab70-4409-86c2-06a8fb1fa53e'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:38:09.861808 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ce19b330-2b56-4ade-830f-34c581181075), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:09.880133 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 76a1d316-2b88-4767-ae07-e1c08bd3d93f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:09.914253 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3862-699c-4ae4-93f9-f23b27f659de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (237caa0b-6e1f-45bf-80ec-de831de83f82), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:09.962325 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:09.972447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 53324add-adf4-4ad4-a4ae-ea20749b8c38 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:09.985539 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] For port ce19b330-2b56-4ade-830f-34c581181075, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:38:09.989694 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] For port ce19b330-2b56-4ade-830f-34c581181075, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ce19b330-2b56-4ade-830f-34c581181075,segment=NetworkSegment(0b66cb31-aaea-4b87-a6cf-e528837d0abf),segment_id=0b66cb31-aaea-4b87-a6cf-e528837d0abf)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:38:09.996715 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment ff51d46a-1776-407f-a149-7b477ecb2781 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff51d46a-1776-407f-a149-7b477ecb2781 found for delete ", "request_id": "req-4bebecf4-e481-4291-989d-ce5ae88588dd"}]} Nov 02 12:38:09.999504 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 53324add-adf4-4ad4-a4ae-ea20749b8c38 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:38:09.999750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 53324add-adf4-4ad4-a4ae-ea20749b8c38 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:38:10.038465 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-633bd9f5-91fe-44bc-96a4-9e4bd6ccb886 req-907a2642-05ff-4a04-9ce7-09d16f5bb663 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (8151f4b5-7a32-4062-8f54-70ba3968340d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:10.072588 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['8151f4b5-7a32-4062-8f54-70ba3968340d'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:38:10.079488 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a17c0b9a-d2d8-4bf9-84c8-a70bbcacb350 req-6553655f-755f-48a3-b109-210bba8b36da tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3e04ef62-7ce0-4b88-8814-3cb4c0410990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209661 Nov 02 12:38:10.125061 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-38b550ad-afeb-4d4d-bfab-896eca969d0f tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=4eca4631088f4e8e9b23c9070680dbee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530531 Nov 02 12:38:10.133522 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a4ab1b5-0999-4919-b498-6a7b51b2feaa req-0e2fe5e8-f16c-4628-8d3c-bf7747e512cc service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471242 Nov 02 12:38:10.135222 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ce19b330-2b56-4ade-830f-34c581181075), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:10.186392 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] Routers {'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:10.187627 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:10.255862 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb43b9-fd88-4bb1-9381-dd7d2863f51e None None] Pushing event updated for resources: {'Port': ['ID=ce19b330-2b56-4ade-830f-34c581181075,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:10.345754 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] Set router da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:10.369109 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-83722731-2c6a-4fad-a2ef-51ebacf17a15 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:10.376424 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-83722731-2c6a-4fad-a2ef-51ebacf17a15 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2409599 Nov 02 12:38:10.397493 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a2642-05ff-4a04-9ce7-09d16f5bb663 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Pushing event deleted for resources: {'Port': ['ID=8151f4b5-7a32-4062-8f54-70ba3968340d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:10.400129 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-55d4dae0-2a8a-4a57-8977-9d51b9113b7f tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/quotas/4eca4631088f4e8e9b23c9070680dbee HTTP/1.1" status: 200 len: 375 time: 0.0224073 Nov 02 12:38:10.439167 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9d3c4f01-54eb-47c6-b025-07241678272c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:10.457649 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-7affa159-0f43-4294-92f9-f80e71acfe7e tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=4eca4631088f4e8e9b23c9070680dbee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563195 Nov 02 12:38:10.490872 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-633bd9f5-91fe-44bc-96a4-9e4bd6ccb886 req-907a2642-05ff-4a04-9ce7-09d16f5bb663 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] No DVR routers for this DVR port 8151f4b5-7a32-4062-8f54-70ba3968340d on host n-h1-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:38:10.493561 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-633bd9f5-91fe-44bc-96a4-9e4bd6ccb886 req-907a2642-05ff-4a04-9ce7-09d16f5bb663 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:10.497520 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-633bd9f5-91fe-44bc-96a4-9e4bd6ccb886 req-907a2642-05ff-4a04-9ce7-09d16f5bb663 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.57 "DELETE /networking/v2.0/ports/8151f4b5-7a32-4062-8f54-70ba3968340d HTTP/1.1" status: 204 len: 173 time: 2.2809021 Nov 02 12:38:10.499285 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d0ddc9-7d7b-463a-9055-b118b37d85c1', 'name': 'network-vif-deleted', 'tag': '8151f4b5-7a32-4062-8f54-70ba3968340d'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:38:10.501983 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885d0c54-5910-4a9a-aff2-e6a376cca743" -d '{"events": [{"server_uuid": "63d0ddc9-7d7b-463a-9055-b118b37d85c1", "name": "network-vif-deleted", "tag": "8151f4b5-7a32-4062-8f54-70ba3968340d"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:38:10.575986 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a949643-e832-42fe-a02b-ba69aa11f334 x-openstack-request-id: req-6a949643-e832-42fe-a02b-ba69aa11f334 {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:38:10.576836 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d0ddc9-7d7b-463a-9055-b118b37d85c1", "name": "network-vif-deleted", "tag": "8151f4b5-7a32-4062-8f54-70ba3968340d", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:38:10.577092 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a949643-e832-42fe-a02b-ba69aa11f334 {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:38:10.577634 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a949643-e832-42fe-a02b-ba69aa11f334'] response: {'server_uuid': '63d0ddc9-7d7b-463a-9055-b118b37d85c1', 'name': 'network-vif-deleted', 'tag': '8151f4b5-7a32-4062-8f54-70ba3968340d', 'status': 'completed', 'code': 200} Nov 02 12:38:10.600728 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a8aabc4-fe30-4a16-84c2-0025ddf6d81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:10.606492 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a8aabc4-fe30-4a16-84c2-0025ddf6d81f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:10.609886 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7a8aabc4-fe30-4a16-84c2-0025ddf6d81f admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8 HTTP/1.1" status: 204 len: 168 time: 2.1857352 Nov 02 12:38:10.631967 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8aabc4-fe30-4a16-84c2-0025ddf6d81f admin admin] Pushing event deleted for resources: {'Network': ['ID=ba4fcc6d-7291-41e9-adf7-9eab0d5b2aa8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:10.666534 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:10.719107 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-100508768-router', 'tenant_id': 'b2834f9f8817473da8d55cb6420739da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '76a1d316-2b88-4767-ae07-e1c08bd3d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:59Z', 'updated_at': '2022-11-02T12:38:05Z', 'revision_number': 4, 'project_id': 'b2834f9f8817473da8d55cb6420739da', 'gw_port': {'id': '76a1d316-2b88-4767-ae07-e1c08bd3d93f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:00Z', 'updated_at': '2022-11-02T12:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'ce19b330-2b56-4ade-830f-34c581181075', 'name': '', 'network_id': 'a54ad5a3-ab70-4409-86c2-06a8fb1fa53e', 'tenant_id': 'b2834f9f8817473da8d55cb6420739da', 'mac_address': 'fa:16:3e:c2:91:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '23336bf7-213a-4365-8815-343cc9710c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:03Z', 'updated_at': '2022-11-02T12:38:09Z', 'revision_number': 4, 'project_id': 'b2834f9f8817473da8d55cb6420739da', 'subnets': [{'id': '23336bf7-213a-4365-8815-343cc9710c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:10.753258 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b3862-699c-4ae4-93f9-f23b27f659de admin admin] Deleting port 4d2e92e4-e082-40b3-b457-a8167e6fa346 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:10.753604 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3862-699c-4ae4-93f9-f23b27f659de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (4d2e92e4-e082-40b3-b457-a8167e6fa346), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:10.758510 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f124e-7e27-4d40-84bd-7476af51706e None None] The sync data for ids ['da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7'] in n-d-857339-6 is: [{'id': 'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-100508768-router', 'tenant_id': 'b2834f9f8817473da8d55cb6420739da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '76a1d316-2b88-4767-ae07-e1c08bd3d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:59Z', 'updated_at': '2022-11-02T12:38:05Z', 'revision_number': 4, 'project_id': 'b2834f9f8817473da8d55cb6420739da', 'gw_port': {'id': '76a1d316-2b88-4767-ae07-e1c08bd3d93f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:00Z', 'updated_at': '2022-11-02T12:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'ce19b330-2b56-4ade-830f-34c581181075', 'name': '', 'network_id': 'a54ad5a3-ab70-4409-86c2-06a8fb1fa53e', 'tenant_id': 'b2834f9f8817473da8d55cb6420739da', 'mac_address': 'fa:16:3e:c2:91:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '23336bf7-213a-4365-8815-343cc9710c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:03Z', 'updated_at': '2022-11-02T12:38:09Z', 'revision_number': 4, 'project_id': 'b2834f9f8817473da8d55cb6420739da', 'subnets': [{'id': '23336bf7-213a-4365-8815-343cc9710c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:38:10.946103 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-3c9b3862-699c-4ae4-93f9-f23b27f659de admin admin] For port 4d2e92e4-e082-40b3-b457-a8167e6fa346, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4d2e92e4-e082-40b3-b457-a8167e6fa346,segment=NetworkSegment(6f3969ab-8fb1-4ccf-8c12-b13f32824de7),segment_id=6f3969ab-8fb1-4ccf-8c12-b13f32824de7)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:10.946910 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3862-699c-4ae4-93f9-f23b27f659de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (4d2e92e4-e082-40b3-b457-a8167e6fa346), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:10.965939 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b3862-699c-4ae4-93f9-f23b27f659de admin admin] Calling delete_port for 4d2e92e4-e082-40b3-b457-a8167e6fa346 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:11.009296 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9d3c4f01-54eb-47c6-b025-07241678272c admin admin] Deleting port ce19b330-2b56-4ade-830f-34c581181075 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:11.010165 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9d3c4f01-54eb-47c6-b025-07241678272c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ce19b330-2b56-4ade-830f-34c581181075), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:11.158458 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 32798) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:11.166110 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-9d3c4f01-54eb-47c6-b025-07241678272c admin admin] For port ce19b330-2b56-4ade-830f-34c581181075, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ce19b330-2b56-4ade-830f-34c581181075,segment=NetworkSegment(0b66cb31-aaea-4b87-a6cf-e528837d0abf),segment_id=0b66cb31-aaea-4b87-a6cf-e528837d0abf)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:11.166476 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9d3c4f01-54eb-47c6-b025-07241678272c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ce19b330-2b56-4ade-830f-34c581181075), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:11.176268 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c0e80eb0-66be-4050-a070-768af272d3d5 req-8a97a048-e619-4d04-82af-ec553b46212a tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 210 time: 0.2338173 Nov 02 12:38:11.183197 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86fc707e-08fd-433f-b458-e91c94e95c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:11.191528 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6523d0-8d04-41d5-aa1a-4eb69c32e52c req-d235d671-f8b4-4495-a729-904bb1c07fe1 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:11.193822 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1f6523d0-8d04-41d5-aa1a-4eb69c32e52c req-d235d671-f8b4-4495-a729-904bb1c07fe1 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 948 time: 0.3317358 Nov 02 12:38:11.209577 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9d3c4f01-54eb-47c6-b025-07241678272c admin admin] Calling delete_port for ce19b330-2b56-4ade-830f-34c581181075 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:11.288913 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 32806) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:11.375151 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86fc707e-08fd-433f-b458-e91c94e95c77 admin admin] Publish callbacks [] for security_group (08e869aa-9fac-448d-a922-200131670210), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:11.418159 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bc430667-d309-426b-a8c5-d1184aad866b req-8d8cfc11-c3ad-4bd1-bd31-3c8d808b5f22 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 210 time: 0.0612271 Nov 02 12:38:11.425594 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8d4ed6c0-e6fa-4fc1-aef9-6caad468341c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4a825a5c09b94750aa1382e00bd6a956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347270 Nov 02 12:38:11.425757 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3862-699c-4ae4-93f9-f23b27f659de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (4d2e92e4-e082-40b3-b457-a8167e6fa346), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:11.437135 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 32808) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:11.494792 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1f6523d0-8d04-41d5-aa1a-4eb69c32e52c req-9ba9e8c8-16ea-4bde-a560-67bd3d7ded9f tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696919 Nov 02 12:38:11.542658 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b3862-699c-4ae4-93f9-f23b27f659de admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2e92e4-e082-40b3-b457-a8167e6fa346,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:11.558672 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ce19b330-2b56-4ade-830f-34c581181075 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:11.578349 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86fc707e-08fd-433f-b458-e91c94e95c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (08e869aa-9fac-448d-a922-200131670210), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:11.629817 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:11.662103 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4ced89dd-dfd7-4326-ac9c-2e9ec19b67bc admin admin] Publish callbacks [] for security_group (81c213a2-c94b-45b3-9b8c-18e49bceac80), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:11.673130 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-86fc707e-08fd-433f-b458-e91c94e95c77 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5eb060904ff54d9483ab3f41fe9a3c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5134284 Nov 02 12:38:11.679776 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 32810) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:11.699367 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ce19b330-2b56-4ade-830f-34c581181075 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:11.699992 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ce19b330-2b56-4ade-830f-34c581181075), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:11.700532 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ce19b330-2b56-4ade-830f-34c581181075 Nov 02 12:38:11.745000 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4ced89dd-dfd7-4326-ac9c-2e9ec19b67bc admin admin] Publish callbacks [] for security_group (81c213a2-c94b-45b3-9b8c-18e49bceac80), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:11.754361 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc707e-08fd-433f-b458-e91c94e95c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e869aa-9fac-448d-a922-200131670210,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:11.857797 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3862-699c-4ae4-93f9-f23b27f659de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (237caa0b-6e1f-45bf-80ec-de831de83f82), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:11.868961 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56493c3f-b07a-4196-b651-a00c953f7441 admin admin] Publish callbacks [] for security_group (08e869aa-9fac-448d-a922-200131670210), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:11.886695 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ce19b330-2b56-4ade-830f-34c581181075 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:11.886695 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ce19b330-2b56-4ade-830f-34c581181075), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:11.895859 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7293a161-e696-4e8c-be7c-9421540783a6 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:38:11.935595 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56493c3f-b07a-4196-b651-a00c953f7441 admin admin] Publish callbacks [] for security_group (08e869aa-9fac-448d-a922-200131670210), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:11.970745 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port ce19b330-2b56-4ade-830f-34c581181075, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ce19b330-2b56-4ade-830f-34c581181075,segment=NetworkSegment(0b66cb31-aaea-4b87-a6cf-e528837d0abf),segment_id=0b66cb31-aaea-4b87-a6cf-e528837d0abf)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:12.048026 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7293a161-e696-4e8c-be7c-9421540783a6 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:38:12.170417 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9b3862-699c-4ae4-93f9-f23b27f659de admin admin] Router 237caa0b-6e1f-45bf-80ec-de831de83f82 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:38:12.176517 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ce19b330-2b56-4ade-830f-34c581181075), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:12.176689 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56493c3f-b07a-4196-b651-a00c953f7441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (08e869aa-9fac-448d-a922-200131670210), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:12.185642 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56493c3f-b07a-4196-b651-a00c953f7441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:12.189088 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-56493c3f-b07a-4196-b651-a00c953f7441 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/08e869aa-9fac-448d-a922-200131670210 HTTP/1.1" status: 204 len: 168 time: 0.5078335 Nov 02 12:38:12.212425 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56493c3f-b07a-4196-b651-a00c953f7441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e869aa-9fac-448d-a922-200131670210,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:12.318904 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4ced89dd-dfd7-4326-ac9c-2e9ec19b67bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (81c213a2-c94b-45b3-9b8c-18e49bceac80), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:12.336801 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4ced89dd-dfd7-4326-ac9c-2e9ec19b67bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:12.336801 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4ced89dd-dfd7-4326-ac9c-2e9ec19b67bc admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/81c213a2-c94b-45b3-9b8c-18e49bceac80 HTTP/1.1" status: 204 len: 168 time: 0.8846762 Nov 02 12:38:12.351968 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9b3862-699c-4ae4-93f9-f23b27f659de admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:38:12.371085 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3c9b3862-699c-4ae4-93f9-f23b27f659de admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/237caa0b-6e1f-45bf-80ec-de831de83f82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3239169 Nov 02 12:38:12.374665 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 32822) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:12.389142 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cea5e03c-dc34-4d4e-a93e-18b06ac89d7b req-294f9211-ff12-4099-9031-befffcde72c3 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 210 time: 0.1001346 Nov 02 12:38:12.403245 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0dcf08-9ebf-4ce4-92d7-01729c7d8b7a None None] Sync routers for ids ['237caa0b-6e1f-45bf-80ec-de831de83f82'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:38:12.408700 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced89dd-dfd7-4326-ac9c-2e9ec19b67bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c213a2-c94b-45b3-9b8c-18e49bceac80,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:12.476835 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0dcf08-9ebf-4ce4-92d7-01729c7d8b7a None None] Routers {'237caa0b-6e1f-45bf-80ec-de831de83f82'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:12.477524 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-0a0dcf08-9ebf-4ce4-92d7-01729c7d8b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['237caa0b-6e1f-45bf-80ec-de831de83f82'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:12.519582 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=ce19b330-2b56-4ade-830f-34c581181075,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:12.581713 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9d3c4f01-54eb-47c6-b025-07241678272c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (ce19b330-2b56-4ade-830f-34c581181075), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:12.596289 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:12.617761 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8ce0-0872-4489-acff-a4c059a3ef1b admin admin] Publish callbacks [] for router (237caa0b-6e1f-45bf-80ec-de831de83f82), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:12.703747 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c4f01-54eb-47c6-b025-07241678272c admin admin] Pushing event deleted for resources: {'Port': ['ID=ce19b330-2b56-4ade-830f-34c581181075,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:12.780248 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9b062958-0006-4100-bf20-5ff46eb3c801 req-f564aabd-6231-4f4b-95a9-b083ae48e121 tempest-ServersAdminTestJSON-1488127799 tempest-ServersAdminTestJSON-1488127799-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=63d0ddc9-7d7b-463a-9055-b118b37d85c1 HTTP/1.1" status: 200 len: 210 time: 0.1102595 Nov 02 12:38:12.875199 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8ce0-0872-4489-acff-a4c059a3ef1b admin admin] Publish callbacks [] for router_gateway (237caa0b-6e1f-45bf-80ec-de831de83f82), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:12.892874 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f9e6b-12ac-487a-8d75-f39f1c98aeb4 req-7fd9b380-0a6d-47fe-8130-bb678d7b4109 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:12.894502 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-745f9e6b-12ac-487a-8d75-f39f1c98aeb4 req-7fd9b380-0a6d-47fe-8130-bb678d7b4109 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 948 time: 0.1673033 Nov 02 12:38:12.969977 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device fcc539fb-7746-43f8-9cae-cd39a75ae229 details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:38:12.972153 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 8151f4b5-7a32-4062-8f54-70ba3968340d no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:13.014866 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-745f9e6b-12ac-487a-8d75-f39f1c98aeb4 req-c98bb13a-aaf5-4c4d-b693-e66a927e6999 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122885 Nov 02 12:38:13.028548 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] No Port match for: 8151f4b5-7a32-4062-8f54-70ba3968340d {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:38:13.028896 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 8151f4b5-7a32-4062-8f54-70ba3968340d not bound to the agent host n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:38:13.046919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-0a0dcf08-9ebf-4ce4-92d7-01729c7d8b7a None None] Set router 237caa0b-6e1f-45bf-80ec-de831de83f82 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:13.066123 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:13.082476 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e8ce0-0872-4489-acff-a4c059a3ef1b admin admin] Deleting port 2080fb5d-a012-4330-86ca-404a54be5351 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:13.082948 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8ce0-0872-4489-acff-a4c059a3ef1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2080fb5d-a012-4330-86ca-404a54be5351), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:13.098719 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9d3c4f01-54eb-47c6-b025-07241678272c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:13.103498 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:13.223304 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.resource_extend [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:38:13.237835 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ebdb61e6-1af5-4887-8793-d475a3b0dda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:13.289756 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-ca9e8ce0-0872-4489-acff-a4c059a3ef1b admin admin] For port 2080fb5d-a012-4330-86ca-404a54be5351, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2080fb5d-a012-4330-86ca-404a54be5351,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:13.290244 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8ce0-0872-4489-acff-a4c059a3ef1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2080fb5d-a012-4330-86ca-404a54be5351), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:13.328424 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e8ce0-0872-4489-acff-a4c059a3ef1b admin admin] Calling delete_port for 2080fb5d-a012-4330-86ca-404a54be5351 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:13.422077 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port fcc539fb-7746-43f8-9cae-cd39a75ae229, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=fcc539fb-7746-43f8-9cae-cd39a75ae229,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:13.458688 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': 'fcc539fb-7746-43f8-9cae-cd39a75ae229', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': 'fcc539fb-7746-43f8-9cae-cd39a75ae229', 'mac_address': 'fa:16:3e:ae:a0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:38:13.474588 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-0a0dcf08-9ebf-4ce4-92d7-01729c7d8b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237caa0b-6e1f-45bf-80ec-de831de83f82', 'name': 'tempest-SecurityGroupRulesTestJSON-588133925-router', 'tenant_id': '892fb03c420b40bca466510fca720571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '2080fb5d-a012-4330-86ca-404a54be5351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:17Z', 'updated_at': '2022-11-02T12:38:11Z', 'revision_number': 5, 'project_id': '892fb03c420b40bca466510fca720571', 'gw_port': {'id': '2080fb5d-a012-4330-86ca-404a54be5351', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237caa0b-6e1f-45bf-80ec-de831de83f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:19Z', 'updated_at': '2022-11-02T12:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:13.610321 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:13.611223 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port fcc539fb-7746-43f8-9cae-cd39a75ae229 is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:13.612391 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fcc539fb-7746-43f8-9cae-cd39a75ae229), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:13.615321 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0dcf08-9ebf-4ce4-92d7-01729c7d8b7a None None] Checking router: 237caa0b-6e1f-45bf-80ec-de831de83f82 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:38:13.637704 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc539fb-7746-43f8-9cae-cd39a75ae229 {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:38:13.645548 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0dcf08-9ebf-4ce4-92d7-01729c7d8b7a None None] Routers {'237caa0b-6e1f-45bf-80ec-de831de83f82'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:13.646225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-0a0dcf08-9ebf-4ce4-92d7-01729c7d8b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['237caa0b-6e1f-45bf-80ec-de831de83f82'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:13.696065 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4bbdbde3-f636-4c39-ab93-a57bb76ab8ec req-d8399256-187a-46b8-907f-ea88e392ab52 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 210 time: 0.0398490 Nov 02 12:38:13.706781 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port fcc539fb-7746-43f8-9cae-cd39a75ae229, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=fcc539fb-7746-43f8-9cae-cd39a75ae229,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:13.734222 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3c4f01-54eb-47c6-b025-07241678272c admin admin] Router da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:38:13.765400 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d5240e58-5414-452a-ad45-177bc3c57f43 None None] Provisioning complete for port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:13.766050 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d5240e58-5414-452a-ad45-177bc3c57f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0c2a20b1-bede-4fae-b9a5-0ab596170b44), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:13.766407 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d5240e58-5414-452a-ad45-177bc3c57f43 None None] Attempt 1 to provision port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 Nov 02 12:38:13.794835 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-0a0dcf08-9ebf-4ce4-92d7-01729c7d8b7a None None] Set router 237caa0b-6e1f-45bf-80ec-de831de83f82 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:13.873867 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3c4f01-54eb-47c6-b025-07241678272c admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:38:13.877190 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-0a0dcf08-9ebf-4ce4-92d7-01729c7d8b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237caa0b-6e1f-45bf-80ec-de831de83f82', 'name': 'tempest-SecurityGroupRulesTestJSON-588133925-router', 'tenant_id': '892fb03c420b40bca466510fca720571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:17Z', 'updated_at': '2022-11-02T12:38:12Z', 'revision_number': 6, 'project_id': '892fb03c420b40bca466510fca720571', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:13.888222 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9425fe01-be03-4991-af67-bdfb66c5620b None None] Sync routers for ids ['da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:38:13.891232 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9d3c4f01-54eb-47c6-b025-07241678272c admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0649223 Nov 02 12:38:13.893840 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 32846) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:13.913156 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0dcf08-9ebf-4ce4-92d7-01729c7d8b7a None None] The sync data for ids ['237caa0b-6e1f-45bf-80ec-de831de83f82'] in n-d-857339-6 is: [{'id': '237caa0b-6e1f-45bf-80ec-de831de83f82', 'name': 'tempest-SecurityGroupRulesTestJSON-588133925-router', 'tenant_id': '892fb03c420b40bca466510fca720571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:17Z', 'updated_at': '2022-11-02T12:38:12Z', 'revision_number': 6, 'project_id': '892fb03c420b40bca466510fca720571', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:38:13.925435 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:13.925435 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (fcc539fb-7746-43f8-9cae-cd39a75ae229), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:13.931309 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9425fe01-be03-4991-af67-bdfb66c5620b None None] Routers {'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:13.931954 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-9425fe01-be03-4991-af67-bdfb66c5620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:13.992300 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8ce0-0872-4489-acff-a4c059a3ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2080fb5d-a012-4330-86ca-404a54be5351), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:14.012081 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=fcc539fb-7746-43f8-9cae-cd39a75ae229,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:14.084664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b862d9e5-e24b-4d0e-9a56-8817c61f2395 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:38:14.085002 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:14.089099 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e8ce0-0872-4489-acff-a4c059a3ef1b admin admin] Pushing event deleted for resources: {'Port': ['ID=2080fb5d-a012-4330-86ca-404a54be5351,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:14.096629 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-9425fe01-be03-4991-af67-bdfb66c5620b None None] Set router da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:14.155119 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8ce0-0872-4489-acff-a4c059a3ef1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (237caa0b-6e1f-45bf-80ec-de831de83f82), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:14.210546 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f2667-93f7-48cb-8a53-930237a204f1 req-7fa45236-02a9-4843-8595-c22cd99cb1e9 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:14.218398 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0f2f2667-93f7-48cb-8a53-930237a204f1 req-7fa45236-02a9-4843-8595-c22cd99cb1e9 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 949 time: 0.0669303 Nov 02 12:38:14.231835 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-472fac60-6443-4a41-868d-2cb846318c7b admin admin] Publish callbacks [] for router (da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:14.280314 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0f2f2667-93f7-48cb-8a53-930237a204f1 req-ecea3612-138a-4189-a18f-286586f047e7 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608754 Nov 02 12:38:14.331497 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b862d9e5-e24b-4d0e-9a56-8817c61f2395 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:38:14.340989 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d5240e58-5414-452a-ad45-177bc3c57f43 None None] Current status of the port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:14.361926 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8ce0-0872-4489-acff-a4c059a3ef1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (237caa0b-6e1f-45bf-80ec-de831de83f82), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:14.367075 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8ce0-0872-4489-acff-a4c059a3ef1b admin admin] Publish callbacks [] for router_controller (237caa0b-6e1f-45bf-80ec-de831de83f82), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:14.379768 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-9425fe01-be03-4991-af67-bdfb66c5620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-100508768-router', 'tenant_id': 'b2834f9f8817473da8d55cb6420739da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '76a1d316-2b88-4767-ae07-e1c08bd3d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:59Z', 'updated_at': '2022-11-02T12:38:12Z', 'revision_number': 5, 'project_id': 'b2834f9f8817473da8d55cb6420739da', 'gw_port': {'id': '76a1d316-2b88-4767-ae07-e1c08bd3d93f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:00Z', 'updated_at': '2022-11-02T12:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:14.425829 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['fcc539fb-7746-43f8-9cae-cd39a75ae229'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:38:14.435131 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9425fe01-be03-4991-af67-bdfb66c5620b None None] Checking router: da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:38:14.445541 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 32854) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:14.457174 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9425fe01-be03-4991-af67-bdfb66c5620b None None] Routers {'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:14.459490 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-9425fe01-be03-4991-af67-bdfb66c5620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:37:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:14.484348 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-472fac60-6443-4a41-868d-2cb846318c7b admin admin] Publish callbacks [] for router_gateway (da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:14.595281 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b88f1783-7816-490f-93a7-caac36be9d7b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7f204e1d6ec04e3eb9513cecc5f951eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458611 Nov 02 12:38:14.595475 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 32858) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:14.627330 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8ce0-0872-4489-acff-a4c059a3ef1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (237caa0b-6e1f-45bf-80ec-de831de83f82), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:14.628411 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9e8ce0-0872-4489-acff-a4c059a3ef1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 237caa0b-6e1f-45bf-80ec-de831de83f82 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:38:14.641953 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8ce0-0872-4489-acff-a4c059a3ef1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:14.641953 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ca9e8ce0-0872-4489-acff-a4c059a3ef1b admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/237caa0b-6e1f-45bf-80ec-de831de83f82 HTTP/1.1" status: 204 len: 168 time: 2.2646952 Nov 02 12:38:14.643710 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 32860) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:14.738262 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-613a0ea5-b7a2-4097-b122-4f0942afee1c admin admin] Publish callbacks [] for security_group (6add2dd8-226f-43ac-9bdc-16850adfe6f4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:14.760835 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-9425fe01-be03-4991-af67-bdfb66c5620b None None] Set router da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:14.780007 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:14.791656 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-613a0ea5-b7a2-4097-b122-4f0942afee1c admin admin] Publish callbacks [] for security_group (6add2dd8-226f-43ac-9bdc-16850adfe6f4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:14.905645 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-e242fd19-af59-4ff1-845b-444c355ba8a6 admin admin] Deleting subnet dabd93f0-e2c9-405d-83ad-99117680a619 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:38:14.905645 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-472fac60-6443-4a41-868d-2cb846318c7b admin admin] Deleting port 76a1d316-2b88-4767-ae07-e1c08bd3d93f {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:14.905645 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-472fac60-6443-4a41-868d-2cb846318c7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (76a1d316-2b88-4767-ae07-e1c08bd3d93f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:14.966781 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c57bf603-c953-4f3a-bdf8-5147e276d659 req-1085a699-f775-418b-ae80-122c7c953538 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 210 time: 0.0681148 Nov 02 12:38:14.989608 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:15.049347 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-613a0ea5-b7a2-4097-b122-4f0942afee1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6add2dd8-226f-43ac-9bdc-16850adfe6f4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:15.056519 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-613a0ea5-b7a2-4097-b122-4f0942afee1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:15.062910 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-613a0ea5-b7a2-4097-b122-4f0942afee1c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6add2dd8-226f-43ac-9bdc-16850adfe6f4 HTTP/1.1" status: 204 len: 168 time: 0.4640779 Nov 02 12:38:15.092457 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a0ea5-b7a2-4097-b122-4f0942afee1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6add2dd8-226f-43ac-9bdc-16850adfe6f4,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:15.116968 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 32874) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:15.131300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-472fac60-6443-4a41-868d-2cb846318c7b admin admin] For port 76a1d316-2b88-4767-ae07-e1c08bd3d93f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=76a1d316-2b88-4767-ae07-e1c08bd3d93f,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:15.131669 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-472fac60-6443-4a41-868d-2cb846318c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (76a1d316-2b88-4767-ae07-e1c08bd3d93f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:15.175400 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-472fac60-6443-4a41-868d-2cb846318c7b admin admin] Calling delete_port for 76a1d316-2b88-4767-ae07-e1c08bd3d93f owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:15.254020 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:15.307688 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:15.322093 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e242fd19-af59-4ff1-845b-444c355ba8a6 admin admin] Publish callbacks [] for subnet (dabd93f0-e2c9-405d-83ad-99117680a619), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:15.368071 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:15.369507 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e21c8072-eb90-4a09-b7b5-1dea1fe59b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:15.433338 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-9425fe01-be03-4991-af67-bdfb66c5620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-100508768-router', 'tenant_id': 'b2834f9f8817473da8d55cb6420739da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '76a1d316-2b88-4767-ae07-e1c08bd3d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:59Z', 'updated_at': '2022-11-02T12:38:12Z', 'revision_number': 5, 'project_id': 'b2834f9f8817473da8d55cb6420739da', 'gw_port': {'id': '76a1d316-2b88-4767-ae07-e1c08bd3d93f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:00Z', 'updated_at': '2022-11-02T12:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:15.529199 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2080fb5d-a012-4330-86ca-404a54be5351 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:15.544564 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e242fd19-af59-4ff1-845b-444c355ba8a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (dabd93f0-e2c9-405d-83ad-99117680a619), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:15.553529 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9425fe01-be03-4991-af67-bdfb66c5620b None None] The sync data for ids ['da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7'] in n-d-857339-6 is: [{'id': 'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-100508768-router', 'tenant_id': 'b2834f9f8817473da8d55cb6420739da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '76a1d316-2b88-4767-ae07-e1c08bd3d93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:59Z', 'updated_at': '2022-11-02T12:38:12Z', 'revision_number': 5, 'project_id': 'b2834f9f8817473da8d55cb6420739da', 'gw_port': {'id': '76a1d316-2b88-4767-ae07-e1c08bd3d93f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:00Z', 'updated_at': '2022-11-02T12:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:38:15.579674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 2080fb5d-a012-4330-86ca-404a54be5351 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:38:15.580442 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2080fb5d-a012-4330-86ca-404a54be5351 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:38:15.581052 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4d2e92e4-e082-40b3-b457-a8167e6fa346 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:15.615639 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b1386-1dfa-4fa8-8cbd-5229b21da805 req-554ed6a3-9c74-4504-9e37-d2af173fd96b tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:15.623927 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8b8b1386-1dfa-4fa8-8cbd-5229b21da805 req-554ed6a3-9c74-4504-9e37-d2af173fd96b tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 949 time: 0.1346810 Nov 02 12:38:15.636208 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 4d2e92e4-e082-40b3-b457-a8167e6fa346 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:38:15.636736 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4d2e92e4-e082-40b3-b457-a8167e6fa346 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:38:15.885769 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-e7ad0e9c-2597-4946-8e46-6e936e9f92cd tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=4eca4631088f4e8e9b23c9070680dbee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2599351 Nov 02 12:38:16.137381 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-6014781d-afe8-4d62-a9ae-8db545132c46 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:16.139837 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-6014781d-afe8-4d62-a9ae-8db545132c46 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2476468 Nov 02 12:38:16.179226 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-23f96a0d-80d3-4c9f-a13e-f11365bf4c4e tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Request body: {'port': {'device_id': 'b1f3d0af-668e-4219-8242-5c211c9ede0e', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': '4eca4631088f4e8e9b23c9070680dbee'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:16.189532 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:16.271908 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3c16a7d7-d286-44d7-8bbc-f3bafc41e50d req-b575eaf8-33e6-489d-9737-268de6780664 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 210 time: 0.1064441 Nov 02 12:38:16.290212 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-64c14c34-8cde-4bdd-94a1-924e4e1cd426 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6e09079e89384417879f678c0a4df5c2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1697075 Nov 02 12:38:16.293844 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 32894) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:16.298523 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e242fd19-af59-4ff1-845b-444c355ba8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (dabd93f0-e2c9-405d-83ad-99117680a619), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:16.308046 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8b8b1386-1dfa-4fa8-8cbd-5229b21da805 req-4f84b834-fc54-40a1-812a-a6224ff438dc tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6539421 Nov 02 12:38:16.317997 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7f27f16f-9506-42cf-a11d-fe74efb04786 None None] Provisioning complete for port 101f007d-e289-4e32-9f25-192a78584917 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:16.318916 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7f27f16f-9506-42cf-a11d-fe74efb04786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (101f007d-e289-4e32-9f25-192a78584917), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:16.318916 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7f27f16f-9506-42cf-a11d-fe74efb04786 None None] Attempt 1 to provision port 101f007d-e289-4e32-9f25-192a78584917 Nov 02 12:38:16.355085 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-472fac60-6443-4a41-868d-2cb846318c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (76a1d316-2b88-4767-ae07-e1c08bd3d93f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:16.414273 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:16.428254 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fac60-6443-4a41-868d-2cb846318c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=76a1d316-2b88-4767-ae07-e1c08bd3d93f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:16.512663 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:16.539750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7f27f16f-9506-42cf-a11d-fe74efb04786 None None] Current status of the port 101f007d-e289-4e32-9f25-192a78584917 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:16.556811 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6d2e2ce9-c361-468d-915f-43abf25c2a1f admin admin] Publish callbacks [] for security_group (3e04ef62-7ce0-4b88-8814-3cb4c0410990), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:16.561967 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-472fac60-6443-4a41-868d-2cb846318c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:16.655032 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6d2e2ce9-c361-468d-915f-43abf25c2a1f admin admin] Publish callbacks [] for security_group (3e04ef62-7ce0-4b88-8814-3cb4c0410990), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:16.689740 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-472fac60-6443-4a41-868d-2cb846318c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:16.691994 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-23f96a0d-80d3-4c9f-a13e-f11365bf4c4e tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Made reservation on behalf of 4eca4631088f4e8e9b23c9070680dbee for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:38:16.695898 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-472fac60-6443-4a41-868d-2cb846318c7b admin admin] Publish callbacks [] for router_controller (da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:16.696085 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-23f96a0d-80d3-4c9f-a13e-f11365bf4c4e tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:16.754094 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e242fd19-af59-4ff1-845b-444c355ba8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (dabd93f0-e2c9-405d-83ad-99117680a619), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:16.798328 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e242fd19-af59-4ff1-845b-444c355ba8a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:16.802754 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e242fd19-af59-4ff1-845b-444c355ba8a6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/dabd93f0-e2c9-405d-83ad-99117680a619 HTTP/1.1" status: 204 len: 168 time: 2.1579323 Nov 02 12:38:16.805031 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242fd19-af59-4ff1-845b-444c355ba8a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dabd93f0-e2c9-405d-83ad-99117680a619,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:16.807336 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988ac9f0-3027-4cb6-9f33-4aeb11b36042 None None] Network bfa1830f-9d52-44bc-891a-f04d9ebb128a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:38:16.807841 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 32904) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:16.843904 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:16.944727 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-472fac60-6443-4a41-868d-2cb846318c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:16.945826 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472fac60-6443-4a41-868d-2cb846318c7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:38:16.953795 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-472fac60-6443-4a41-868d-2cb846318c7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:16.955379 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-472fac60-6443-4a41-868d-2cb846318c7b admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/da9c4d65-28e9-4ff4-a5c7-06e7a5c9dbc7 HTTP/1.1" status: 204 len: 168 time: 3.0604486 Nov 02 12:38:16.958993 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 32912) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:16.961860 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ece00a17-b44e-4e8c-b2dc-d843faf647ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (bfa1830f-9d52-44bc-891a-f04d9ebb128a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:16.976344 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device fcc539fb-7746-43f8-9cae-cd39a75ae229 up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:17.072009 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e9943d-e23e-42c0-b11f-5344d6bb194c admin admin] Deleting subnet 23336bf7-213a-4365-8815-343cc9710c21 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:38:17.079146 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4e9943d-e23e-42c0-b11f-5344d6bb194c admin admin] Publish callbacks [] for subnet (23336bf7-213a-4365-8815-343cc9710c21), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:17.084019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning for port fcc539fb-7746-43f8-9cae-cd39a75ae229 completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:38:17.113037 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] DHCP port deletion for bfa1830f-9d52-44bc-891a-f04d9ebb128a request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:38:17.118454 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4e9943d-e23e-42c0-b11f-5344d6bb194c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (23336bf7-213a-4365-8815-343cc9710c21), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:17.119588 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-23f96a0d-80d3-4c9f-a13e-f11365bf4c4e tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:17.122877 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:17.178251 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6d2e2ce9-c361-468d-915f-43abf25c2a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3e04ef62-7ce0-4b88-8814-3cb4c0410990), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:17.179924 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6d2e2ce9-c361-468d-915f-43abf25c2a1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:17.182628 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6d2e2ce9-c361-468d-915f-43abf25c2a1f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3e04ef62-7ce0-4b88-8814-3cb4c0410990 HTTP/1.1" status: 204 len: 168 time: 0.8794885 Nov 02 12:38:17.186548 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port fcc539fb-7746-43f8-9cae-cd39a75ae229 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:17.186929 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fcc539fb-7746-43f8-9cae-cd39a75ae229), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:17.187270 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port fcc539fb-7746-43f8-9cae-cd39a75ae229 Nov 02 12:38:17.222178 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ece00a17-b44e-4e8c-b2dc-d843faf647ef admin admin] Deleting port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:17.222536 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ece00a17-b44e-4e8c-b2dc-d843faf647ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0c2a20b1-bede-4fae-b9a5-0ab596170b44), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:17.232524 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e2ce9-c361-468d-915f-43abf25c2a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e04ef62-7ce0-4b88-8814-3cb4c0410990,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:17.259010 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4e9943d-e23e-42c0-b11f-5344d6bb194c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (23336bf7-213a-4365-8815-343cc9710c21), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:17.271677 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:17.293118 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] Deleting port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:17.297715 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0c2a20b1-bede-4fae-b9a5-0ab596170b44), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:17.309188 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-23f96a0d-80d3-4c9f-a13e-f11365bf4c4e tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Publish callbacks [] for security_group (424c062c-f8cc-4b4b-9c57-8c48451d163e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:17.339112 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-ece00a17-b44e-4e8c-b2dc-d843faf647ef admin admin] For port 0c2a20b1-bede-4fae-b9a5-0ab596170b44, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0c2a20b1-bede-4fae-b9a5-0ab596170b44,segment=NetworkSegment(6f3969ab-8fb1-4ccf-8c12-b13f32824de7),segment_id=6f3969ab-8fb1-4ccf-8c12-b13f32824de7)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:17.339656 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ece00a17-b44e-4e8c-b2dc-d843faf647ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0c2a20b1-bede-4fae-b9a5-0ab596170b44), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:17.361029 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ece00a17-b44e-4e8c-b2dc-d843faf647ef admin admin] Calling delete_port for 0c2a20b1-bede-4fae-b9a5-0ab596170b44 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:17.413068 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] For port 0c2a20b1-bede-4fae-b9a5-0ab596170b44, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0c2a20b1-bede-4fae-b9a5-0ab596170b44,segment=NetworkSegment(6f3969ab-8fb1-4ccf-8c12-b13f32824de7),segment_id=6f3969ab-8fb1-4ccf-8c12-b13f32824de7)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:17.413711 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0c2a20b1-bede-4fae-b9a5-0ab596170b44), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:17.468615 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] Calling delete_port for 0c2a20b1-bede-4fae-b9a5-0ab596170b44 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:17.478005 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5d7c356c-8732-4735-85d2-4d52d3a7cf88 req-04aceb3f-f3f5-4347-a2ff-6f3195fc2f92 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 210 time: 0.0592275 Nov 02 12:38:17.487271 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port fcc539fb-7746-43f8-9cae-cd39a75ae229 is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:17.487665 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fcc539fb-7746-43f8-9cae-cd39a75ae229), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:17.535379 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68196a69-6da8-423c-9e01-d8c21cfe34e8 req-198c5257-ffc4-4c22-be7d-3eeea73549e0 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:17.535379 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-68196a69-6da8-423c-9e01-d8c21cfe34e8 req-198c5257-ffc4-4c22-be7d-3eeea73549e0 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 949 time: 0.0858097 Nov 02 12:38:17.571896 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3b83d3-e6c6-41ae-bbe9-956b72518a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc539fb-7746-43f8-9cae-cd39a75ae229'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:38:17.574389 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cf588a-0aee-4353-aabd-672622717ab5" -d '{"events": [{"server_uuid": "6d3b83d3-e6c6-41ae-bbe9-956b72518a4c", "name": "network-vif-plugged", "status": "completed", "tag": "fcc539fb-7746-43f8-9cae-cd39a75ae229"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:38:17.598153 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port fcc539fb-7746-43f8-9cae-cd39a75ae229, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=fcc539fb-7746-43f8-9cae-cd39a75ae229,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:17.629818 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-68196a69-6da8-423c-9e01-d8c21cfe34e8 req-dcdab092-d036-4754-b4a9-9243b0615e11 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885277 Nov 02 12:38:17.667987 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb7f98e-0116-488a-8e72-29958921c263 x-openstack-request-id: req-1cb7f98e-0116-488a-8e72-29958921c263 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:38:17.668654 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3b83d3-e6c6-41ae-bbe9-956b72518a4c", "name": "network-vif-plugged", "status": "completed", "tag": "fcc539fb-7746-43f8-9cae-cd39a75ae229", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:38:17.669075 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1cb7f98e-0116-488a-8e72-29958921c263 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:38:17.673265 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cb7f98e-0116-488a-8e72-29958921c263'] response: {'server_uuid': '6d3b83d3-e6c6-41ae-bbe9-956b72518a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc539fb-7746-43f8-9cae-cd39a75ae229', 'code': 200} Nov 02 12:38:17.691420 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0c2a20b1-bede-4fae-b9a5-0ab596170b44 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:17.714456 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-23f96a0d-80d3-4c9f-a13e-f11365bf4c4e tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (424c062c-f8cc-4b4b-9c57-8c48451d163e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:17.789115 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f96a0d-80d3-4c9f-a13e-f11365bf4c4e tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=424c062c-f8cc-4b4b-9c57-8c48451d163e,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:17.795033 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 is: ACTIVE; New status is: DOWN {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:17.796575 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0c2a20b1-bede-4fae-b9a5-0ab596170b44), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:17.839583 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:17.845372 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2c3a2-741f-44be-9a9d-d78822eedc07 req-95f7b49a-9d27-4277-a9a1-20cbdcb19fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:17.846689 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-7de2c3a2-741f-44be-9a9d-d78822eedc07 req-95f7b49a-9d27-4277-a9a1-20cbdcb19fef service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 1131 time: 0.0914047 Nov 02 12:38:17.853857 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ece00a17-b44e-4e8c-b2dc-d843faf647ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (0c2a20b1-bede-4fae-b9a5-0ab596170b44), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:17.858009 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (0c2a20b1-bede-4fae-b9a5-0ab596170b44), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:17.884861 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-23f96a0d-80d3-4c9f-a13e-f11365bf4c4e tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Allocated IP 192.168.233.98 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/433f6a59-c965-48e7-a9d7-ddab10cd09d0) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:38:17.891226 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece00a17-b44e-4e8c-b2dc-d843faf647ef admin admin] No DVR routers for this DVR port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:38:17.896769 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4e9943d-e23e-42c0-b11f-5344d6bb194c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (23336bf7-213a-4365-8815-343cc9710c21), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:17.919234 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece00a17-b44e-4e8c-b2dc-d843faf647ef admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2a20b1-bede-4fae-b9a5-0ab596170b44,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:17.936771 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ce19b330-2b56-4ade-830f-34c581181075 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:17.960685 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (fcc539fb-7746-43f8-9cae-cd39a75ae229), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:17.965109 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: ce19b330-2b56-4ade-830f-34c581181075 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:38:17.965718 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ce19b330-2b56-4ade-830f-34c581181075 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:38:17.966137 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 76a1d316-2b88-4767-ae07-e1c08bd3d93f no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:17.969912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] Pushing event deleted for resources: {'Port': ['ID=0c2a20b1-bede-4fae-b9a5-0ab596170b44,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:18.006572 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] No DVR routers for this DVR port 0c2a20b1-bede-4fae-b9a5-0ab596170b44 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:38:18.008744 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 76a1d316-2b88-4767-ae07-e1c08bd3d93f {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:38:18.009304 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 76a1d316-2b88-4767-ae07-e1c08bd3d93f not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:38:18.029742 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9943d-e23e-42c0-b11f-5344d6bb194c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23336bf7-213a-4365-8815-343cc9710c21,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:18.031599 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:18.032229 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:18.033063 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:18.044669 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:18.044669 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:18.044669 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:18.044669 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:18.044669 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:18.051675 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:18.064706 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:18.065247 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:18.065547 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:18.065907 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:18.067110 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:18.068945 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87848b11-a1c2-4f4e-9c66-548fa6b14f4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:18.127206 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ece00a17-b44e-4e8c-b2dc-d843faf647ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (bfa1830f-9d52-44bc-891a-f04d9ebb128a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:18.156616 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ece00a17-b44e-4e8c-b2dc-d843faf647ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa1830f-9d52-44bc-891a-f04d9ebb128a']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:18.174471 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ece00a17-b44e-4e8c-b2dc-d843faf647ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3969ab-8fb1-4ccf-8c12-b13f32824de7') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:18.175165 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ece00a17-b44e-4e8c-b2dc-d843faf647ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3969ab-8fb1-4ccf-8c12-b13f32824de7') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:18.193082 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ece00a17-b44e-4e8c-b2dc-d843faf647ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (6f3969ab-8fb1-4ccf-8c12-b13f32824de7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:18.217471 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-23f96a0d-80d3-4c9f-a13e-f11365bf4c4e tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Publish callbacks [] for port (433f6a59-c965-48e7-a9d7-ddab10cd09d0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:18.221428 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ece00a17-b44e-4e8c-b2dc-d843faf647ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (6f3969ab-8fb1-4ccf-8c12-b13f32824de7), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:18.230739 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4e9943d-e23e-42c0-b11f-5344d6bb194c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:18.237080 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e4e9943d-e23e-42c0-b11f-5344d6bb194c admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/23336bf7-213a-4365-8815-343cc9710c21 HTTP/1.1" status: 204 len: 168 time: 1.2689989 Nov 02 12:38:18.239933 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 32944) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:18.247894 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece00a17-b44e-4e8c-b2dc-d843faf647ef admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:38:18.248571 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ece00a17-b44e-4e8c-b2dc-d843faf647ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (6f3969ab-8fb1-4ccf-8c12-b13f32824de7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:18.266648 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-7de2c3a2-741f-44be-9a9d-d78822eedc07 req-dd2ea007-42ec-445e-b5c2-05bf513fb00f service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029210 Nov 02 12:38:18.304003 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 6f3969ab-8fb1-4ccf-8c12-b13f32824de7 resource provider aggregate not found Nov 02 12:38:18.337954 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70e949e-511c-4780-8669-9d9adbd8e4df None None] Network a54ad5a3-ab70-4409-86c2-06a8fb1fa53e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:38:18.340548 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 6f3969ab-8fb1-4ccf-8c12-b13f32824de7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f3969ab-8fb1-4ccf-8c12-b13f32824de7 found for delete ", "request_id": "req-f0c3c961-0974-478a-8f4b-ab6d789a8a76"}]} Nov 02 12:38:18.403617 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1247c344-b994-4fe4-8bb7-318308cc2894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (a54ad5a3-ab70-4409-86c2-06a8fb1fa53e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:18.413537 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ece00a17-b44e-4e8c-b2dc-d843faf647ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (bfa1830f-9d52-44bc-891a-f04d9ebb128a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:18.439676 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ece00a17-b44e-4e8c-b2dc-d843faf647ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:18.445162 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ece00a17-b44e-4e8c-b2dc-d843faf647ef admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/bfa1830f-9d52-44bc-891a-f04d9ebb128a HTTP/1.1" status: 204 len: 168 time: 1.6357336 Nov 02 12:38:18.463550 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=fcc539fb-7746-43f8-9cae-cd39a75ae229,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:18.470423 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455da59-bd18-4a8b-9a8e-63e0f81c1582 req-1235a0cb-4461-417c-826d-52c75e466bcf tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:18.473017 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d455da59-bd18-4a8b-9a8e-63e0f81c1582 req-1235a0cb-4461-417c-826d-52c75e466bcf tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] 10.222.0.64 "GET /networking/v2.0/networks?id=23e0a14b-01ee-4bd0-a40e-13696a902666 HTTP/1.1" status: 200 len: 808 time: 0.2503941 Nov 02 12:38:18.476572 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece00a17-b44e-4e8c-b2dc-d843faf647ef admin admin] Pushing event deleted for resources: {'Network': ['ID=bfa1830f-9d52-44bc-891a-f04d9ebb128a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:18.480343 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:18.501313 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-23f96a0d-80d3-4c9f-a13e-f11365bf4c4e tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (433f6a59-c965-48e7-a9d7-ddab10cd09d0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:18.543347 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:18.565117 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d455da59-bd18-4a8b-9a8e-63e0f81c1582 req-7ec171a9-8853-436a-8833-78eb779d3e6a tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] 10.222.0.64 "GET /networking/v2.0/quotas/57ab8b7723184d3e9eff5809eafffb20 HTTP/1.1" status: 200 len: 375 time: 0.0781825 Nov 02 12:38:18.577182 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-23f96a0d-80d3-4c9f-a13e-f11365bf4c4e tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:38:18.585158 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1247c344-b994-4fe4-8bb7-318308cc2894 admin admin] Deleting port 101f007d-e289-4e32-9f25-192a78584917 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:18.587484 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1247c344-b994-4fe4-8bb7-318308cc2894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (101f007d-e289-4e32-9f25-192a78584917), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:18.594941 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb98b90c-d6e4-4fab-9698-feadf15a8b52 None None] DHCP port deletion for a54ad5a3-ab70-4409-86c2-06a8fb1fa53e request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:38:18.606849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-23f96a0d-80d3-4c9f-a13e-f11365bf4c4e tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:18.609596 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-23f96a0d-80d3-4c9f-a13e-f11365bf4c4e tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:38:18.654498 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 32958) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:18.654912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cb98b90c-d6e4-4fab-9698-feadf15a8b52 None None] Deleting port 101f007d-e289-4e32-9f25-192a78584917 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:18.654912 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cb98b90c-d6e4-4fab-9698-feadf15a8b52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (101f007d-e289-4e32-9f25-192a78584917), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:18.708783 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f96a0d-80d3-4c9f-a13e-f11365bf4c4e tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Pushing event updated for resources: {'Port': ['ID=433f6a59-c965-48e7-a9d7-ddab10cd09d0,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:18.752991 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8af475bc-ac39-4473-a88a-9c9f0ce88a27 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6d61f8d464244db0af7240cab16d8363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1010258 Nov 02 12:38:18.756291 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 32962) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:18.796124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-cb98b90c-d6e4-4fab-9698-feadf15a8b52 None None] For port 101f007d-e289-4e32-9f25-192a78584917, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=101f007d-e289-4e32-9f25-192a78584917,segment=NetworkSegment(0b66cb31-aaea-4b87-a6cf-e528837d0abf),segment_id=0b66cb31-aaea-4b87-a6cf-e528837d0abf)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:18.796628 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cb98b90c-d6e4-4fab-9698-feadf15a8b52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (101f007d-e289-4e32-9f25-192a78584917), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:18.813371 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-1247c344-b994-4fe4-8bb7-318308cc2894 admin admin] For port 101f007d-e289-4e32-9f25-192a78584917, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=101f007d-e289-4e32-9f25-192a78584917,segment=NetworkSegment(0b66cb31-aaea-4b87-a6cf-e528837d0abf),segment_id=0b66cb31-aaea-4b87-a6cf-e528837d0abf)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:18.813731 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1247c344-b994-4fe4-8bb7-318308cc2894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (101f007d-e289-4e32-9f25-192a78584917), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:18.814794 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cb98b90c-d6e4-4fab-9698-feadf15a8b52 None None] Calling delete_port for 101f007d-e289-4e32-9f25-192a78584917 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:18.825540 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d455da59-bd18-4a8b-9a8e-63e0f81c1582 req-cbfc78a4-cf72-4663-bfa9-2eeca465f3db tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=57ab8b7723184d3e9eff5809eafffb20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2470579 Nov 02 12:38:18.835340 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13dc118d-ab00-47ce-a9f8-4ff9eb50e885 admin admin] Publish callbacks [] for security_group (f5210ce7-7252-4ae4-b042-e4977065e1e2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:18.840654 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-23f96a0d-80d3-4c9f-a13e-f11365bf4c4e tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:18.841634 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-23f96a0d-80d3-4c9f-a13e-f11365bf4c4e tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:18.855012 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db66a8-6a28-4db2-9b97-51431579bffb req-9fbd51be-4e46-48fc-bdd6-b12b0a51eeb8 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:18.857019 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a3db66a8-6a28-4db2-9b97-51431579bffb req-9fbd51be-4e46-48fc-bdd6-b12b0a51eeb8 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 935 time: 0.2298810 Nov 02 12:38:18.879038 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1247c344-b994-4fe4-8bb7-318308cc2894 admin admin] Calling delete_port for 101f007d-e289-4e32-9f25-192a78584917 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:18.895594 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13dc118d-ab00-47ce-a9f8-4ff9eb50e885 admin admin] Publish callbacks [] for security_group (f5210ce7-7252-4ae4-b042-e4977065e1e2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:18.986958 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-bc41d388-d7d4-4be0-9641-04e90b683d17 None None] Provisioning complete for port 433f6a59-c965-48e7-a9d7-ddab10cd09d0 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:18.988232 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bc41d388-d7d4-4be0-9641-04e90b683d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (433f6a59-c965-48e7-a9d7-ddab10cd09d0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:18.988975 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-bc41d388-d7d4-4be0-9641-04e90b683d17 None None] Attempt 1 to provision port 433f6a59-c965-48e7-a9d7-ddab10cd09d0 Nov 02 12:38:19.013034 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a3db66a8-6a28-4db2-9b97-51431579bffb req-9c0066f2-e4ec-4207-84cd-0dbad685f4eb tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=424c062c-f8cc-4b4b-9c57-8c48451d163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307609 Nov 02 12:38:19.042355 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bc41d388-d7d4-4be0-9641-04e90b683d17 None None] Port 433f6a59-c965-48e7-a9d7-ddab10cd09d0 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:38:19.052788 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cb98b90c-d6e4-4fab-9698-feadf15a8b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (101f007d-e289-4e32-9f25-192a78584917), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:19.055697 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-23f96a0d-80d3-4c9f-a13e-f11365bf4c4e tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8964379 Nov 02 12:38:19.070549 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] Request body: {'port': {'device_id': 'b1f3d0af-668e-4219-8242-5c211c9ede0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-857339-6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:19.076159 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1247c344-b994-4fe4-8bb7-318308cc2894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (101f007d-e289-4e32-9f25-192a78584917), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:19.084942 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98b90c-d6e4-4fab-9698-feadf15a8b52 None None] Pushing event deleted for resources: {'Port': ['ID=101f007d-e289-4e32-9f25-192a78584917,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:19.088334 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb98b90c-d6e4-4fab-9698-feadf15a8b52 None None] No DVR routers for this DVR port 101f007d-e289-4e32-9f25-192a78584917 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:38:19.114903 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13dc118d-ab00-47ce-a9f8-4ff9eb50e885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f5210ce7-7252-4ae4-b042-e4977065e1e2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:19.118530 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13dc118d-ab00-47ce-a9f8-4ff9eb50e885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:19.120292 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-13dc118d-ab00-47ce-a9f8-4ff9eb50e885 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f5210ce7-7252-4ae4-b042-e4977065e1e2 HTTP/1.1" status: 204 len: 168 time: 0.3627698 Nov 02 12:38:19.133193 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc118d-ab00-47ce-a9f8-4ff9eb50e885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5210ce7-7252-4ae4-b042-e4977065e1e2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:19.159441 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1247c344-b994-4fe4-8bb7-318308cc2894 admin admin] No DVR routers for this DVR port 101f007d-e289-4e32-9f25-192a78584917 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:38:19.176130 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247c344-b994-4fe4-8bb7-318308cc2894 admin admin] Pushing event deleted for resources: {'Port': ['ID=101f007d-e289-4e32-9f25-192a78584917,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:19.200399 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:19.269698 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e35ca0-a9d3-49cd-90e2-645a0b5c1bf5 req-d960b9ea-aeb4-426e-8145-9f6ecf928425 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:19.272165 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b3e35ca0-a9d3-49cd-90e2-645a0b5c1bf5 req-d960b9ea-aeb4-426e-8145-9f6ecf928425 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 950 time: 0.1930442 Nov 02 12:38:19.295497 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 32974) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:19.331990 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1247c344-b994-4fe4-8bb7-318308cc2894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (a54ad5a3-ab70-4409-86c2-06a8fb1fa53e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:19.337430 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:19.340556 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (433f6a59-c965-48e7-a9d7-ddab10cd09d0), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:19.392835 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 32978) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:19.393631 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a0923c15-4f46-4bac-a939-bfa8b64e1b64 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks [] for security_group (fdcc7720-6cd3-4d8f-88cb-967bae7b8a11), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:19.397293 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-1247c344-b994-4fe4-8bb7-318308cc2894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54ad5a3-ab70-4409-86c2-06a8fb1fa53e']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:19.415689 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-1247c344-b994-4fe4-8bb7-318308cc2894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b66cb31-aaea-4b87-a6cf-e528837d0abf') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:19.415689 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-1247c344-b994-4fe4-8bb7-318308cc2894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b66cb31-aaea-4b87-a6cf-e528837d0abf') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:19.459516 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1247c344-b994-4fe4-8bb7-318308cc2894 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (0b66cb31-aaea-4b87-a6cf-e528837d0abf), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:19.464810 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b3e35ca0-a9d3-49cd-90e2-645a0b5c1bf5 req-aba4d279-a765-43bc-98eb-b86e82e76307 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850727 Nov 02 12:38:19.465629 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a0923c15-4f46-4bac-a939-bfa8b64e1b64 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks [] for security_group (fdcc7720-6cd3-4d8f-88cb-967bae7b8a11), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:19.500896 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1247c344-b994-4fe4-8bb7-318308cc2894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (0b66cb31-aaea-4b87-a6cf-e528837d0abf), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:19.532145 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-95cd5d4d-4790-4e17-a314-42c4bded5013 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=892fb03c420b40bca466510fca720571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339593 Nov 02 12:38:19.538980 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:19.541343 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 32980) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:19.570265 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 101f007d-e289-4e32-9f25-192a78584917 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:19.606358 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1247c344-b994-4fe4-8bb7-318308cc2894 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:38:19.606358 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1247c344-b994-4fe4-8bb7-318308cc2894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (0b66cb31-aaea-4b87-a6cf-e528837d0abf), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:19.612337 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 101f007d-e289-4e32-9f25-192a78584917 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:38:19.613012 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 101f007d-e289-4e32-9f25-192a78584917 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:38:19.650662 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 0b66cb31-aaea-4b87-a6cf-e528837d0abf resource provider aggregate not found Nov 02 12:38:19.684698 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a28f8046-cfea-4bc6-8d6a-a4e2fac5614d admin admin] Publish callbacks [] for security_group (77ea0528-823d-4f5b-a85c-a0a689ade594), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:19.697615 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:19.710853 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 0b66cb31-aaea-4b87-a6cf-e528837d0abf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b66cb31-aaea-4b87-a6cf-e528837d0abf found for delete ", "request_id": "req-467babf4-b30f-4a67-a431-1052252e3284"}]} Nov 02 12:38:19.714295 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a28f8046-cfea-4bc6-8d6a-a4e2fac5614d admin admin] Publish callbacks [] for security_group (77ea0528-823d-4f5b-a85c-a0a689ade594), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:19.791710 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a0923c15-4f46-4bac-a939-bfa8b64e1b64 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fdcc7720-6cd3-4d8f-88cb-967bae7b8a11), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:19.794489 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a0923c15-4f46-4bac-a939-bfa8b64e1b64 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:19.795659 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a0923c15-4f46-4bac-a939-bfa8b64e1b64 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fdcc7720-6cd3-4d8f-88cb-967bae7b8a11 HTTP/1.1" status: 204 len: 168 time: 0.5032728 Nov 02 12:38:19.799079 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 32990) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:19.813797 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0923c15-4f46-4bac-a939-bfa8b64e1b64 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcc7720-6cd3-4d8f-88cb-967bae7b8a11,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:19.821394 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-df720d64-30b7-4720-8277-7d06e24964f6 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] show failed (client error): The resource could not be found. Nov 02 12:38:19.826667 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-df720d64-30b7-4720-8277-7d06e24964f6 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] 10.222.0.64 "GET /networking/v2.0/security-groups/fdcc7720-6cd3-4d8f-88cb-967bae7b8a11 HTTP/1.1" status: 404 len: 347 time: 0.0254083 Nov 02 12:38:19.827157 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 32992) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:19.885525 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1247c344-b994-4fe4-8bb7-318308cc2894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (a54ad5a3-ab70-4409-86c2-06a8fb1fa53e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:19.892203 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a28f8046-cfea-4bc6-8d6a-a4e2fac5614d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (77ea0528-823d-4f5b-a85c-a0a689ade594), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:19.893800 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1247c344-b994-4fe4-8bb7-318308cc2894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:19.896604 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a28f8046-cfea-4bc6-8d6a-a4e2fac5614d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:19.897311 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a28f8046-cfea-4bc6-8d6a-a4e2fac5614d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/77ea0528-823d-4f5b-a85c-a0a689ade594 HTTP/1.1" status: 204 len: 168 time: 0.3546464 Nov 02 12:38:19.898338 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1247c344-b994-4fe4-8bb7-318308cc2894 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/a54ad5a3-ab70-4409-86c2-06a8fb1fa53e HTTP/1.1" status: 204 len: 168 time: 1.6548970 Nov 02 12:38:19.907752 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f8046-cfea-4bc6-8d6a-a4e2fac5614d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ea0528-823d-4f5b-a85c-a0a689ade594,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:19.942039 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247c344-b994-4fe4-8bb7-318308cc2894 admin admin] Pushing event deleted for resources: {'Network': ['ID=a54ad5a3-ab70-4409-86c2-06a8fb1fa53e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:19.990185 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 433f6a59-c965-48e7-a9d7-ddab10cd09d0 {{(pid=105975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:38:20.019387 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] Publish callbacks [] for port (433f6a59-c965-48e7-a9d7-ddab10cd09d0), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:20.047386 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.provisioning_blocks [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] Transition to ACTIVE for port object 433f6a59-c965-48e7-a9d7-ddab10cd09d0 will not be triggered until provisioned by entity L2. {{(pid=105975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:38:20.049872 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f599d6aa-8fda-4309-bf54-fb0603373226 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Deleting port f5baf053-6f76-462a-9dbc-bd35d6f57c4a {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:20.050595 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f599d6aa-8fda-4309-bf54-fb0603373226 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (f5baf053-6f76-462a-9dbc-bd35d6f57c4a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:20.162449 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (433f6a59-c965-48e7-a9d7-ddab10cd09d0), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:20.239392 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cbf55-8455-4fb1-8f85-e5ad0524347f req-7900c00c-f8d6-4a05-b551-d4f680320afe tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:20.240935 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-047cbf55-8455-4fb1-8f85-e5ad0524347f req-7900c00c-f8d6-4a05-b551-d4f680320afe tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 947 time: 0.1189265 Nov 02 12:38:20.252020 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f599d6aa-8fda-4309-bf54-fb0603373226 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (f5baf053-6f76-462a-9dbc-bd35d6f57c4a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:20.252345 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f599d6aa-8fda-4309-bf54-fb0603373226 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks [] for floatingip (f5baf053-6f76-462a-9dbc-bd35d6f57c4a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:20.268607 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] Pushing event updated for resources: {'Port': ['ID=433f6a59-c965-48e7-a9d7-ddab10cd09d0,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:20.299885 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f599d6aa-8fda-4309-bf54-fb0603373226 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Calling delete_port for f5baf053-6f76-462a-9dbc-bd35d6f57c4a owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:20.403629 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-047cbf55-8455-4fb1-8f85-e5ad0524347f req-fbcc1fbe-16db-4d68-9262-55a75ce31687 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=424c062c-f8cc-4b4b-9c57-8c48451d163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533823 Nov 02 12:38:20.430737 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:20.451526 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] Attempting to bind port 433f6a59-c965-48e7-a9d7-ddab10cd09d0 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:38:20.452088 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] Attempting to bind port 433f6a59-c965-48e7-a9d7-ddab10cd09d0 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:38:20.452655 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] Attempting to bind port 433f6a59-c965-48e7-a9d7-ddab10cd09d0 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:38:20.513360 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] Port 433f6a59-c965-48e7-a9d7-ddab10cd09d0 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:38:20.513688 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] Attempting to bind port 433f6a59-c965-48e7-a9d7-ddab10cd09d0 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:38:20.560859 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:38:20.607574 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] Checking agent: {'id': '59c125ef-2b3d-4364-aa71-285e1ef6d0e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:38:20.607908 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:38:20.608287 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:38:20.608764 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] Bound port: 433f6a59-c965-48e7-a9d7-ddab10cd09d0, host: n-h2-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:38:20.609117 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (433f6a59-c965-48e7-a9d7-ddab10cd09d0), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:20.665883 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33012) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:20.675246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a10d2-3887-4f95-b1fa-d08f7e0c53f3 req-0478fdad-3721-4436-9218-f318d0ad2d51 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:20.677344 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-009a10d2-3887-4f95-b1fa-d08f7e0c53f3 req-0478fdad-3721-4436-9218-f318d0ad2d51 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 950 time: 0.0780776 Nov 02 12:38:20.721519 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f599d6aa-8fda-4309-bf54-fb0603373226 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (f5baf053-6f76-462a-9dbc-bd35d6f57c4a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:20.724036 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2b1a15ee-8a29-4c1c-9347-24b5c143d07b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b2834f9f8817473da8d55cb6420739da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0568385 Nov 02 12:38:20.728301 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33014) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:20.754150 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] For port 433f6a59-c965-48e7-a9d7-ddab10cd09d0, host n-h2-857339-6, cleared binding levels {{(pid=105975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:38:20.766905 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599d6aa-8fda-4309-bf54-fb0603373226 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Pushing event deleted for resources: {'Port': ['ID=f5baf053-6f76-462a-9dbc-bd35d6f57c4a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:20.781014 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] For port 433f6a59-c965-48e7-a9d7-ddab10cd09d0, host n-h2-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=433f6a59-c965-48e7-a9d7-ddab10cd09d0,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:38:20.818066 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-009a10d2-3887-4f95-b1fa-d08f7e0c53f3 req-0f6f9f49-2313-43a5-a7bf-0c0462d0c56b tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312730 Nov 02 12:38:20.828336 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98874f44-ccc9-430e-a96a-6a25276f96e1 admin admin] Publish callbacks [] for security_group (4f7c4892-81b7-4f45-a501-63faf4e5aa2c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:20.855460 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98874f44-ccc9-430e-a96a-6a25276f96e1 admin admin] Publish callbacks [] for security_group (4f7c4892-81b7-4f45-a501-63faf4e5aa2c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:20.870693 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f599d6aa-8fda-4309-bf54-fb0603373226 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks [] for floatingip (6430498a-228d-4a4e-aa74-adcabac67f5c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:20.874198 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f599d6aa-8fda-4309-bf54-fb0603373226 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:20.875189 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f599d6aa-8fda-4309-bf54-fb0603373226 tempest-LiveMigrationTest-1779573083 tempest-LiveMigrationTest-1779573083-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/6430498a-228d-4a4e-aa74-adcabac67f5c HTTP/1.1" status: 204 len: 168 time: 1.0470843 Nov 02 12:38:20.880216 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33022) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:20.888689 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (433f6a59-c965-48e7-a9d7-ddab10cd09d0), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:20.939588 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:20.943025 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:20.943025 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/433f6a59-c965-48e7-a9d7-ddab10cd09d0 HTTP/1.1" status: 200 len: 1095 time: 1.8788939 Nov 02 12:38:20.943438 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f3d0af-668e-4219-8242-5c211c9ede0e', 'tag': '433f6a59-c965-48e7-a9d7-ddab10cd09d0'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:38:20.946237 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b96c895-3d15-4ebb-b39a-fabfb0a5f7da" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f3d0af-668e-4219-8242-5c211c9ede0e", "tag": "433f6a59-c965-48e7-a9d7-ddab10cd09d0"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:38:21.015524 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220e619-36aa-4db1-be34-8fcab5f5ba52 service neutron] Pushing event updated for resources: {'Port': ['ID=433f6a59-c965-48e7-a9d7-ddab10cd09d0,revision_number=3']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:21.034295 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:21.121130 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:21.125885 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-29b4dedd-1db1-4f81-9e6b-c27568fc00a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:21.129345 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-29b4dedd-1db1-4f81-9e6b-c27568fc00a1 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=4eca4631088f4e8e9b23c9070680dbee&device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 1129 time: 0.0830455 Nov 02 12:38:21.189214 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-3c94aa5d-dea7-4223-abad-b8a644507f3d service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=433f6a59-c965-48e7-a9d7-ddab10cd09d0 HTTP/1.1" status: 200 len: 217 time: 0.0494030 Nov 02 12:38:21.213765 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98874f44-ccc9-430e-a96a-6a25276f96e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4f7c4892-81b7-4f45-a501-63faf4e5aa2c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:21.216386 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98874f44-ccc9-430e-a96a-6a25276f96e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:21.226837 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:21.230385 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-98874f44-ccc9-430e-a96a-6a25276f96e1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4f7c4892-81b7-4f45-a501-63faf4e5aa2c HTTP/1.1" status: 204 len: 168 time: 0.4984553 Nov 02 12:38:21.247733 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98874f44-ccc9-430e-a96a-6a25276f96e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7c4892-81b7-4f45-a501-63faf4e5aa2c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:21.250210 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-b0583e3a-5f94-4f2a-a7b7-32fdd1861871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:21.252170 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-b0583e3a-5f94-4f2a-a7b7-32fdd1861871 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.0593996 Nov 02 12:38:21.320016 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-01da3711-96ce-4e82-b5ea-ee4d4977c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:21.321868 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-01da3711-96ce-4e82-b5ea-ee4d4977c417 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0520921 Nov 02 12:38:21.493645 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe76c08-c897-4215-8ce0-ddfcb8ba3482 x-openstack-request-id: req-dfe76c08-c897-4215-8ce0-ddfcb8ba3482 {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:38:21.493645 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f3d0af-668e-4219-8242-5c211c9ede0e", "tag": "433f6a59-c965-48e7-a9d7-ddab10cd09d0", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:38:21.493645 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dfe76c08-c897-4215-8ce0-ddfcb8ba3482 {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:38:21.493645 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfe76c08-c897-4215-8ce0-ddfcb8ba3482'] response: {'name': 'network-changed', 'server_uuid': 'b1f3d0af-668e-4219-8242-5c211c9ede0e', 'tag': '433f6a59-c965-48e7-a9d7-ddab10cd09d0', 'status': 'completed', 'code': 200} Nov 02 12:38:21.496704 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-4e0d3bfd-b83d-44fa-bdab-2f1a05d8392e service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677725 Nov 02 12:38:21.498559 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3722-c277-4b63-a238-1c14a717fd62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (e897d261-97d6-48f0-9a96-dd7cbb11911d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:21.604242 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-30efd9fa-b665-490c-bbfa-21741ac85361 req-15be96cf-5b67-46ae-93f0-febc4f89b4a8 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008112 Nov 02 12:38:21.635148 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:21.780016 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f3722-c277-4b63-a238-1c14a717fd62 admin admin] Deleting port f29443a8-8d0b-4100-8141-6da10243268e {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:21.780355 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3722-c277-4b63-a238-1c14a717fd62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (f29443a8-8d0b-4100-8141-6da10243268e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:21.878305 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-3f6f3722-c277-4b63-a238-1c14a717fd62 admin admin] For port f29443a8-8d0b-4100-8141-6da10243268e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f29443a8-8d0b-4100-8141-6da10243268e,segment=NetworkSegment(1cce4d54-f1b1-489d-adf9-d9555e254512),segment_id=1cce4d54-f1b1-489d-adf9-d9555e254512)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:21.878944 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3722-c277-4b63-a238-1c14a717fd62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (f29443a8-8d0b-4100-8141-6da10243268e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:21.896155 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f3722-c277-4b63-a238-1c14a717fd62 admin admin] Calling delete_port for f29443a8-8d0b-4100-8141-6da10243268e owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:22.190044 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3722-c277-4b63-a238-1c14a717fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (f29443a8-8d0b-4100-8141-6da10243268e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:22.226028 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f3722-c277-4b63-a238-1c14a717fd62 admin admin] Pushing event deleted for resources: {'Port': ['ID=f29443a8-8d0b-4100-8141-6da10243268e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:22.431910 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3722-c277-4b63-a238-1c14a717fd62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (e897d261-97d6-48f0-9a96-dd7cbb11911d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:22.518050 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44483f-49bb-44f4-9486-46120bb79f42 req-56368b67-f74c-4054-9961-efb7f7409218 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:22.525443 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4a44483f-49bb-44f4-9486-46120bb79f42 req-56368b67-f74c-4054-9961-efb7f7409218 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 947 time: 0.0709951 Nov 02 12:38:22.529341 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90b1f94-b3d3-4cd3-abca-825ba5b83ac5 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:38:22.641352 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4a44483f-49bb-44f4-9486-46120bb79f42 req-0189fc38-d552-4569-a06e-0203e78a0a64 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=424c062c-f8cc-4b4b-9c57-8c48451d163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149340 Nov 02 12:38:22.659797 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90b1f94-b3d3-4cd3-abca-825ba5b83ac5 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:38:22.666270 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:22.809125 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbf44c-eee6-418f-a0ab-d5c9226b43f1 req-90886643-e3f6-4f3b-90ca-0536ce4c5f2c tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:22.816979 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-65fbf44c-eee6-418f-a0ab-d5c9226b43f1 req-90886643-e3f6-4f3b-90ca-0536ce4c5f2c tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 950 time: 0.0732713 Nov 02 12:38:22.844002 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6f3722-c277-4b63-a238-1c14a717fd62 admin admin] Router e897d261-97d6-48f0-9a96-dd7cbb11911d has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:38:22.889639 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-65fbf44c-eee6-418f-a0ab-d5c9226b43f1 req-e62796ef-7dcf-4aec-816e-edd595e810f3 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710125 Nov 02 12:38:23.156341 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96c895-3d15-4ebb-b39a-fabfb0a5f7da req-bc2b39dc-1836-48f9-a030-5f16da6d58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:23.158155 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2b96c895-3d15-4ebb-b39a-fabfb0a5f7da req-bc2b39dc-1836-48f9-a030-5f16da6d58b7 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=4eca4631088f4e8e9b23c9070680dbee&device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 1129 time: 0.1558003 Nov 02 12:38:23.165243 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c104e1-6f64-4903-a5dd-59fd33dd2220 req-484a650b-0fec-41ec-a3ff-16913708a956 tempest-LiveMigrationNegativeTest-1943197550 tempest-LiveMigrationNegativeTest-1943197550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:23.167139 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c3c104e1-6f64-4903-a5dd-59fd33dd2220 req-484a650b-0fec-41ec-a3ff-16913708a956 tempest-LiveMigrationNegativeTest-1943197550 tempest-LiveMigrationNegativeTest-1943197550-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 1132 time: 0.0695634 Nov 02 12:38:23.202214 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 433f6a59-c965-48e7-a9d7-ddab10cd09d0 details requested by agent hyperv_n-h2-857339-6 with host n-h2-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:38:23.287328 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:23.289128 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96c895-3d15-4ebb-b39a-fabfb0a5f7da req-459e8120-e43f-4a74-86d4-389b83322700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:23.293802 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2b96c895-3d15-4ebb-b39a-fabfb0a5f7da req-459e8120-e43f-4a74-86d4-389b83322700 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.1251268 Nov 02 12:38:23.418938 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33114) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:23.429030 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:23.437053 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-c3c104e1-6f64-4903-a5dd-59fd33dd2220 req-b3c38b11-15de-4f57-8b5c-66c165466423 tempest-LiveMigrationNegativeTest-1943197550 tempest-LiveMigrationNegativeTest-1943197550-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:23.441500 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2b96c895-3d15-4ebb-b39a-fabfb0a5f7da req-010eb708-648e-4ffa-8bbc-e5c5f66c0b4e service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=433f6a59-c965-48e7-a9d7-ddab10cd09d0 HTTP/1.1" status: 200 len: 217 time: 0.1402040 Nov 02 12:38:23.453759 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 433f6a59-c965-48e7-a9d7-ddab10cd09d0, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=433f6a59-c965-48e7-a9d7-ddab10cd09d0,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:23.454983 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6f3722-c277-4b63-a238-1c14a717fd62 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:38:23.465562 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3f6f3722-c277-4b63-a238-1c14a717fd62 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/e897d261-97d6-48f0-9a96-dd7cbb11911d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5834811 Nov 02 12:38:23.469256 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33120) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:23.479314 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Returning: {'device': '433f6a59-c965-48e7-a9d7-ddab10cd09d0', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': '433f6a59-c965-48e7-a9d7-ddab10cd09d0', 'mac_address': 'fa:16:3e:59:1c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:38:23.491415 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922f5ecd-1853-4f1d-ac61-3087a5b5d05a None None] Sync routers for ids ['e897d261-97d6-48f0-9a96-dd7cbb11911d'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:38:23.536892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922f5ecd-1853-4f1d-ac61-3087a5b5d05a None None] Routers {'e897d261-97d6-48f0-9a96-dd7cbb11911d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:23.537613 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-922f5ecd-1853-4f1d-ac61-3087a5b5d05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e897d261-97d6-48f0-9a96-dd7cbb11911d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:23.592137 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port 433f6a59-c965-48e7-a9d7-ddab10cd09d0 is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:23.592137 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (433f6a59-c965-48e7-a9d7-ddab10cd09d0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:23.619457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433f6a59-c965-48e7-a9d7-ddab10cd09d0 {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:38:23.649762 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 433f6a59-c965-48e7-a9d7-ddab10cd09d0, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=433f6a59-c965-48e7-a9d7-ddab10cd09d0,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:23.653501 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:23.718222 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-922f5ecd-1853-4f1d-ac61-3087a5b5d05a None None] Set router e897d261-97d6-48f0-9a96-dd7cbb11911d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:23.763509 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-c3c104e1-6f64-4903-a5dd-59fd33dd2220 req-b3c38b11-15de-4f57-8b5c-66c165466423 tempest-LiveMigrationNegativeTest-1943197550 tempest-LiveMigrationNegativeTest-1943197550-project-admin] Publish callbacks [] for security_group (22c1b9a0-3090-455b-9f16-c8207d399825), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:23.775148 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-775e4ff3-9496-448a-8ac6-f80f0f355aaf admin admin] Publish callbacks [] for router (e897d261-97d6-48f0-9a96-dd7cbb11911d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:23.803637 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (433f6a59-c965-48e7-a9d7-ddab10cd09d0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:23.915723 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a974b087-96f8-4dfd-9b20-df8d09ad9b37 None None] Provisioning complete for port 9eade9d8-df03-416b-a5de-2a6540cd2197 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:23.920568 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a974b087-96f8-4dfd-9b20-df8d09ad9b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9eade9d8-df03-416b-a5de-2a6540cd2197), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:23.920568 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a974b087-96f8-4dfd-9b20-df8d09ad9b37 None None] Attempt 1 to provision port 9eade9d8-df03-416b-a5de-2a6540cd2197 Nov 02 12:38:23.984905 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:24.034013 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=433f6a59-c965-48e7-a9d7-ddab10cd09d0,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:24.089317 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['433f6a59-c965-48e7-a9d7-ddab10cd09d0'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:38:24.105534 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5c99c41e-ace3-4403-9b23-a596ef68b573 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1784687436-network', 'tenant_id': '0303fb8fa1924311b8b0c54f77aab51e'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:24.107816 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-c3c104e1-6f64-4903-a5dd-59fd33dd2220 req-b3c38b11-15de-4f57-8b5c-66c165466423 tempest-LiveMigrationNegativeTest-1943197550 tempest-LiveMigrationNegativeTest-1943197550-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (22c1b9a0-3090-455b-9f16-c8207d399825), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:24.144346 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96c895-3d15-4ebb-b39a-fabfb0a5f7da req-2e24ddbf-005e-42ef-908f-d67e5dbfd021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:24.149410 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2b96c895-3d15-4ebb-b39a-fabfb0a5f7da req-2e24ddbf-005e-42ef-908f-d67e5dbfd021 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.4443452 Nov 02 12:38:24.151902 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:24.175398 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-922f5ecd-1853-4f1d-ac61-3087a5b5d05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897d261-97d6-48f0-9a96-dd7cbb11911d', 'name': 'tempest-LiveMigrationTest-1459953581-router', 'tenant_id': '57ab8b7723184d3e9eff5809eafffb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '3882c092-b94c-4b58-9ffd-f724acc2d1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:36Z', 'updated_at': '2022-11-02T12:38:22Z', 'revision_number': 5, 'project_id': '57ab8b7723184d3e9eff5809eafffb20', 'gw_port': {'id': '3882c092-b94c-4b58-9ffd-f724acc2d1cd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897d261-97d6-48f0-9a96-dd7cbb11911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:37Z', 'updated_at': '2022-11-02T12:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:24.218164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922f5ecd-1853-4f1d-ac61-3087a5b5d05a None None] Checking router: e897d261-97d6-48f0-9a96-dd7cbb11911d for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:38:24.220770 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a974b087-96f8-4dfd-9b20-df8d09ad9b37 None None] Current status of the port 9eade9d8-df03-416b-a5de-2a6540cd2197 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:24.231011 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e2177-6693-4983-add5-3f74869d7c40 req-e7081ef5-fe7d-491d-8aaf-191d3c6d248d tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:24.238269 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0d5e2177-6693-4983-add5-3f74869d7c40 req-e7081ef5-fe7d-491d-8aaf-191d3c6d248d tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 948 time: 0.1366785 Nov 02 12:38:24.242152 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922f5ecd-1853-4f1d-ac61-3087a5b5d05a None None] Routers {'e897d261-97d6-48f0-9a96-dd7cbb11911d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:24.242917 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-922f5ecd-1853-4f1d-ac61-3087a5b5d05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e897d261-97d6-48f0-9a96-dd7cbb11911d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:24.246199 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c99c41e-ace3-4403-9b23-a596ef68b573 admin admin] Made reservation on behalf of 0303fb8fa1924311b8b0c54f77aab51e for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:38:24.252813 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5c99c41e-ace3-4403-9b23-a596ef68b573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:24.269622 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5c99c41e-ace3-4403-9b23-a596ef68b573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:24.293692 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33136) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:24.338484 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c3c104e1-6f64-4903-a5dd-59fd33dd2220 req-b3c38b11-15de-4f57-8b5c-66c165466423 tempest-LiveMigrationNegativeTest-1943197550 tempest-LiveMigrationNegativeTest-1943197550-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0373857 Nov 02 12:38:24.351126 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c38b11-15de-4f57-8b5c-66c165466423 tempest-LiveMigrationNegativeTest-1943197550 tempest-LiveMigrationNegativeTest-1943197550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c1b9a0-3090-455b-9f16-c8207d399825,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:24.391526 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:24.393245 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96c895-3d15-4ebb-b39a-fabfb0a5f7da req-861db06a-93bc-45fc-b506-42bbc93f9c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:24.397532 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2b96c895-3d15-4ebb-b39a-fabfb0a5f7da req-861db06a-93bc-45fc-b506-42bbc93f9c52 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2390373 Nov 02 12:38:24.437471 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-922f5ecd-1853-4f1d-ac61-3087a5b5d05a None None] Set router e897d261-97d6-48f0-9a96-dd7cbb11911d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:24.452280 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5c99c41e-ace3-4403-9b23-a596ef68b573 admin admin] Publish callbacks [] for security_group (f872933d-257d-4e84-bb73-bdda62501452), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:24.507348 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-775e4ff3-9496-448a-8ac6-f80f0f355aaf admin admin] Publish callbacks [] for router_gateway (e897d261-97d6-48f0-9a96-dd7cbb11911d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:24.540839 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0d5e2177-6693-4983-add5-3f74869d7c40 req-dddfff17-1dfc-4644-bdcc-bb66dbd18c14 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=424c062c-f8cc-4b4b-9c57-8c48451d163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012075 Nov 02 12:38:24.562906 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5c99c41e-ace3-4403-9b23-a596ef68b573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f872933d-257d-4e84-bb73-bdda62501452), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:24.578285 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2b96c895-3d15-4ebb-b39a-fabfb0a5f7da req-b621764d-8d4e-4cc4-a0b2-d0121c5c94f2 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702609 Nov 02 12:38:24.599981 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c99c41e-ace3-4403-9b23-a596ef68b573 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:38:24.616077 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99c41e-ace3-4403-9b23-a596ef68b573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f872933d-257d-4e84-bb73-bdda62501452,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:24.637188 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5c99c41e-ace3-4403-9b23-a596ef68b573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (52638cce-9374-4f2d-a2a3-3e29b28fef73), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:24.639627 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-5c99c41e-ace3-4403-9b23-a596ef68b573 admin admin] Added segment 52638cce-9374-4f2d-a2a3-3e29b28fef73 of type vlan for network 8e6a90c2-dc04-4d47-b812-f9a941217183 Nov 02 12:38:24.686414 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5c99c41e-ace3-4403-9b23-a596ef68b573 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (8e6a90c2-dc04-4d47-b812-f9a941217183), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:24.731866 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-775e4ff3-9496-448a-8ac6-f80f0f355aaf admin admin] Deleting port 3882c092-b94c-4b58-9ffd-f724acc2d1cd {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:24.732354 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-775e4ff3-9496-448a-8ac6-f80f0f355aaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3882c092-b94c-4b58-9ffd-f724acc2d1cd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:24.762545 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2b96c895-3d15-4ebb-b39a-fabfb0a5f7da req-3e19b6df-5015-4f25-8023-cab0ecae3fd2 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761563 Nov 02 12:38:24.812902 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5c99c41e-ace3-4403-9b23-a596ef68b573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (8e6a90c2-dc04-4d47-b812-f9a941217183), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:24.815870 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c99c41e-ace3-4403-9b23-a596ef68b573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:24.817609 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5c99c41e-ace3-4403-9b23-a596ef68b573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:24.841045 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-775e4ff3-9496-448a-8ac6-f80f0f355aaf admin admin] For port 3882c092-b94c-4b58-9ffd-f724acc2d1cd, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3882c092-b94c-4b58-9ffd-f724acc2d1cd,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:24.841045 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-775e4ff3-9496-448a-8ac6-f80f0f355aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3882c092-b94c-4b58-9ffd-f724acc2d1cd), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:24.861438 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-775e4ff3-9496-448a-8ac6-f80f0f355aaf admin admin] Calling delete_port for 3882c092-b94c-4b58-9ffd-f724acc2d1cd owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:24.898852 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-922f5ecd-1853-4f1d-ac61-3087a5b5d05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897d261-97d6-48f0-9a96-dd7cbb11911d', 'name': 'tempest-LiveMigrationTest-1459953581-router', 'tenant_id': '57ab8b7723184d3e9eff5809eafffb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '3882c092-b94c-4b58-9ffd-f724acc2d1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:36Z', 'updated_at': '2022-11-02T12:38:22Z', 'revision_number': 5, 'project_id': '57ab8b7723184d3e9eff5809eafffb20', 'gw_port': {'id': '3882c092-b94c-4b58-9ffd-f724acc2d1cd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897d261-97d6-48f0-9a96-dd7cbb11911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:37Z', 'updated_at': '2022-11-02T12:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:24.901282 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99c41e-ace3-4403-9b23-a596ef68b573 admin admin] Pushing event updated for resources: {'Network': ['ID=8e6a90c2-dc04-4d47-b812-f9a941217183,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:24.925794 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5c99c41e-ace3-4403-9b23-a596ef68b573 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5054204 Nov 02 12:38:24.934610 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33156) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:24.936255 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 8e6a90c2-dc04-4d47-b812-f9a941217183 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:38:24.962670 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-48b35966-e4c8-4258-b0dd-1f419915f070 admin admin] Request body: {'subnet': {'network_id': '8e6a90c2-dc04-4d47-b812-f9a941217183', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1784687436-subnet', 'tenant_id': '0303fb8fa1924311b8b0c54f77aab51e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:24.971158 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b40c0753-730d-4b70-b809-82100877886f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:25.033683 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922f5ecd-1853-4f1d-ac61-3087a5b5d05a None None] The sync data for ids ['e897d261-97d6-48f0-9a96-dd7cbb11911d'] in n-d-857339-6 is: [{'id': 'e897d261-97d6-48f0-9a96-dd7cbb11911d', 'name': 'tempest-LiveMigrationTest-1459953581-router', 'tenant_id': '57ab8b7723184d3e9eff5809eafffb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '3882c092-b94c-4b58-9ffd-f724acc2d1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:36Z', 'updated_at': '2022-11-02T12:38:22Z', 'revision_number': 5, 'project_id': '57ab8b7723184d3e9eff5809eafffb20', 'gw_port': {'id': '3882c092-b94c-4b58-9ffd-f724acc2d1cd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897d261-97d6-48f0-9a96-dd7cbb11911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:37Z', 'updated_at': '2022-11-02T12:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:38:25.119994 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b40c0753-730d-4b70-b809-82100877886f admin admin] Publish callbacks [] for security_group (cabf1452-d5cc-4608-b441-1109cee3d75e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:25.149828 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b35966-e4c8-4258-b0dd-1f419915f070 admin admin] Made reservation on behalf of 0303fb8fa1924311b8b0c54f77aab51e for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:38:25.152565 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-48b35966-e4c8-4258-b0dd-1f419915f070 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:25.210085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 433f6a59-c965-48e7-a9d7-ddab10cd09d0 up at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:25.276409 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b40c0753-730d-4b70-b809-82100877886f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (cabf1452-d5cc-4608-b441-1109cee3d75e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:25.283012 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning for port 433f6a59-c965-48e7-a9d7-ddab10cd09d0 completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:38:25.347491 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b40c0753-730d-4b70-b809-82100877886f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d5ea39ff6a764b3d8c3dd063e4cafef5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0454855 Nov 02 12:38:25.347491 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c0753-730d-4b70-b809-82100877886f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabf1452-d5cc-4608-b441-1109cee3d75e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:25.349868 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33166) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:25.383869 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning complete for port 433f6a59-c965-48e7-a9d7-ddab10cd09d0 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:25.387657 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (433f6a59-c965-48e7-a9d7-ddab10cd09d0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:25.387657 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Attempt 1 to provision port 433f6a59-c965-48e7-a9d7-ddab10cd09d0 Nov 02 12:38:25.426053 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-775e4ff3-9496-448a-8ac6-f80f0f355aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (3882c092-b94c-4b58-9ffd-f724acc2d1cd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:25.443375 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:25.472009 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad371ef6-65ce-4181-bc18-e1a859c23cb4 admin admin] Publish callbacks [] for security_group (cabf1452-d5cc-4608-b441-1109cee3d75e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:25.475137 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e4ff3-9496-448a-8ac6-f80f0f355aaf admin admin] Pushing event deleted for resources: {'Port': ['ID=3882c092-b94c-4b58-9ffd-f724acc2d1cd,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:25.521992 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f29443a8-8d0b-4100-8141-6da10243268e no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:25.527394 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad371ef6-65ce-4181-bc18-e1a859c23cb4 admin admin] Publish callbacks [] for security_group (cabf1452-d5cc-4608-b441-1109cee3d75e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:25.576413 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: f29443a8-8d0b-4100-8141-6da10243268e {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:38:25.581211 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f29443a8-8d0b-4100-8141-6da10243268e not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:38:25.581413 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:25.669271 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port 433f6a59-c965-48e7-a9d7-ddab10cd09d0 is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:25.669969 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (433f6a59-c965-48e7-a9d7-ddab10cd09d0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:25.683898 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-48b35966-e4c8-4258-b0dd-1f419915f070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (2651939c-3207-4f97-b944-a90f249bd735), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:25.698374 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-775e4ff3-9496-448a-8ac6-f80f0f355aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (e897d261-97d6-48f0-9a96-dd7cbb11911d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:25.722470 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f3d0af-668e-4219-8242-5c211c9ede0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433f6a59-c965-48e7-a9d7-ddab10cd09d0'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:38:25.725365 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e41563a-4f39-453c-9b79-406a5262fa11" -d '{"events": [{"server_uuid": "b1f3d0af-668e-4219-8242-5c211c9ede0e", "name": "network-vif-plugged", "status": "completed", "tag": "433f6a59-c965-48e7-a9d7-ddab10cd09d0"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:38:25.740835 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad371ef6-65ce-4181-bc18-e1a859c23cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (cabf1452-d5cc-4608-b441-1109cee3d75e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:25.743152 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 433f6a59-c965-48e7-a9d7-ddab10cd09d0, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=433f6a59-c965-48e7-a9d7-ddab10cd09d0,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:25.744569 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad371ef6-65ce-4181-bc18-e1a859c23cb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:25.746267 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ad371ef6-65ce-4181-bc18-e1a859c23cb4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/cabf1452-d5cc-4608-b441-1109cee3d75e HTTP/1.1" status: 204 len: 168 time: 0.3953876 Nov 02 12:38:25.764540 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad371ef6-65ce-4181-bc18-e1a859c23cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabf1452-d5cc-4608-b441-1109cee3d75e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:25.764888 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b35966-e4c8-4258-b0dd-1f419915f070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2651939c-3207-4f97-b944-a90f249bd735,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:25.857589 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (433f6a59-c965-48e7-a9d7-ddab10cd09d0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:25.928201 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-775e4ff3-9496-448a-8ac6-f80f0f355aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (e897d261-97d6-48f0-9a96-dd7cbb11911d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:25.933375 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-775e4ff3-9496-448a-8ac6-f80f0f355aaf admin admin] Publish callbacks [] for router_controller (e897d261-97d6-48f0-9a96-dd7cbb11911d), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:25.936005 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=433f6a59-c965-48e7-a9d7-ddab10cd09d0,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:25.943161 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaa7bd-2349-42f9-9268-9ca457acfbc0 req-6c31b37d-6164-4271-a47a-563e3d730600 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:25.945639 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9aaaa7bd-2349-42f9-9268-9ca457acfbc0 req-6c31b37d-6164-4271-a47a-563e3d730600 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 950 time: 0.2688129 Nov 02 12:38:26.000856 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b35966-e4c8-4258-b0dd-1f419915f070 admin admin] Checking segment: {'id': '52638cce-9374-4f2d-a2a3-3e29b28fef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8e6a90c2-dc04-4d47-b812-f9a941217183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:38:26.001214 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b35966-e4c8-4258-b0dd-1f419915f070 admin admin] Network hostable DHCP agents. Network: 8e6a90c2-dc04-4d47-b812-f9a941217183, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:38:26.025190 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f50bdd7a-567b-4144-9415-851090a1989d req-543f6774-2696-47f1-a7bb-d3b630730ad1 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=607346d5cd14420f930647ff1ecdb94d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429862 Nov 02 12:38:26.060972 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:26.095832 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9aaaa7bd-2349-42f9-9268-9ca457acfbc0 req-63694282-3004-4636-9a37-45ca55100587 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108506 Nov 02 12:38:26.157483 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-775e4ff3-9496-448a-8ac6-f80f0f355aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (e897d261-97d6-48f0-9a96-dd7cbb11911d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:26.158204 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775e4ff3-9496-448a-8ac6-f80f0f355aaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e897d261-97d6-48f0-9a96-dd7cbb11911d {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:38:26.178892 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-775e4ff3-9496-448a-8ac6-f80f0f355aaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:26.182818 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-775e4ff3-9496-448a-8ac6-f80f0f355aaf admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/e897d261-97d6-48f0-9a96-dd7cbb11911d HTTP/1.1" status: 204 len: 168 time: 2.7099998 Nov 02 12:38:26.182979 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33198) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:26.257066 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-0662f794-095e-4801-9501-92ed2b18bbab admin admin] Deleting subnet 45070b04-9ed0-4cea-bbce-0fb6dc12ff15 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:38:26.261142 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=11 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:26.261777 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0662f794-095e-4801-9501-92ed2b18bbab admin admin] Publish callbacks [] for subnet (45070b04-9ed0-4cea-bbce-0fb6dc12ff15), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:26.284548 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e16bc4-6437-498f-97ab-4d7fa8d27d7b req-bdc9ceec-539d-4c39-9445-8fe12971b63b tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:26.296943 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-84e16bc4-6437-498f-97ab-4d7fa8d27d7b req-bdc9ceec-539d-4c39-9445-8fe12971b63b tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 949 time: 0.1335254 Nov 02 12:38:26.323857 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bdd7a-567b-4144-9415-851090a1989d req-40e8fb85-52b7-4077-b849-ad825310c7c1 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:26.332783 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f50bdd7a-567b-4144-9415-851090a1989d req-40e8fb85-52b7-4077-b849-ad825310c7c1 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3000455 Nov 02 12:38:26.333750 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0662f794-095e-4801-9501-92ed2b18bbab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (45070b04-9ed0-4cea-bbce-0fb6dc12ff15), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:26.335404 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b35966-e4c8-4258-b0dd-1f419915f070 admin admin] Network 8e6a90c2-dc04-4d47-b812-f9a941217183 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:38:26.371180 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f50bdd7a-567b-4144-9415-851090a1989d req-f2c2fb52-6a15-4582-aa72-fddc5668ea97 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/quotas/607346d5cd14420f930647ff1ecdb94d HTTP/1.1" status: 200 len: 375 time: 0.0364981 Nov 02 12:38:26.423782 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f50bdd7a-567b-4144-9415-851090a1989d req-c606a3d4-9704-4652-8e3d-0e2b2db666b0 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=607346d5cd14420f930647ff1ecdb94d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492163 Nov 02 12:38:26.447930 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:26.459237 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-84e16bc4-6437-498f-97ab-4d7fa8d27d7b req-8535a927-22b4-4d2a-867f-fa71bf5d837f tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=424c062c-f8cc-4b4b-9c57-8c48451d163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545365 Nov 02 12:38:26.459817 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0662f794-095e-4801-9501-92ed2b18bbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (45070b04-9ed0-4cea-bbce-0fb6dc12ff15), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:26.487686 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-48b35966-e4c8-4258-b0dd-1f419915f070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 8e6a90c2-dc04-4d47-b812-f9a941217183) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:26.491731 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:26.493955 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b35966-e4c8-4258-b0dd-1f419915f070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:26.495108 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-48b35966-e4c8-4258-b0dd-1f419915f070 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:26.496122 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6e23fb-69b9-4bac-8431-09d032804c29 None None] Network 8e6a90c2-dc04-4d47-b812-f9a941217183 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:38:26.531698 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6d019b-01d0-493e-9fd9-46405bf619ad x-openstack-request-id: req-4b6d019b-01d0-493e-9fd9-46405bf619ad {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:38:26.532000 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f3d0af-668e-4219-8242-5c211c9ede0e", "name": "network-vif-plugged", "status": "completed", "tag": "433f6a59-c965-48e7-a9d7-ddab10cd09d0", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:38:26.532249 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b6d019b-01d0-493e-9fd9-46405bf619ad {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:38:26.532671 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6d019b-01d0-493e-9fd9-46405bf619ad'] response: {'server_uuid': 'b1f3d0af-668e-4219-8242-5c211c9ede0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433f6a59-c965-48e7-a9d7-ddab10cd09d0', 'code': 200} Nov 02 12:38:26.635200 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0662f794-095e-4801-9501-92ed2b18bbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (45070b04-9ed0-4cea-bbce-0fb6dc12ff15), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:26.654365 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-48b35966-e4c8-4258-b0dd-1f419915f070 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7184305 Nov 02 12:38:26.666248 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33208) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:26.668914 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ba130a80-2806-4fdf-96bb-79b8cd4c387c admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1784687436-router', 'tenant_id': '0303fb8fa1924311b8b0c54f77aab51e', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:26.671213 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-8e6a90c2-dc04-4d47-b812-f9a941217183', 'network_id': '8e6a90c2-dc04-4d47-b812-f9a941217183', 'project_id': '0303fb8fa1924311b8b0c54f77aab51e', 'fixed_ips': [{'subnet_id': '2651939c-3207-4f97-b944-a90f249bd735'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:38:26.672233 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:26.691491 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662f794-095e-4801-9501-92ed2b18bbab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45070b04-9ed0-4cea-bbce-0fb6dc12ff15,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:26.713282 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0662f794-095e-4801-9501-92ed2b18bbab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:26.720074 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0662f794-095e-4801-9501-92ed2b18bbab admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/45070b04-9ed0-4cea-bbce-0fb6dc12ff15 HTTP/1.1" status: 204 len: 168 time: 0.5357628 Nov 02 12:38:26.722611 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33214) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:26.725617 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fa833-3c03-4e01-81bc-ace42d06e075 req-88f5e06c-9655-4a99-bb3a-b07bde15493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:26.727429 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d56fa833-3c03-4e01-81bc-ace42d06e075 req-88f5e06c-9655-4a99-bb3a-b07bde15493a service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 1131 time: 0.1378067 Nov 02 12:38:26.864984 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d56fa833-3c03-4e01-81bc-ace42d06e075 req-8655bdc0-adcc-4880-a1a7-ddcf589b4801 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=424c062c-f8cc-4b4b-9c57-8c48451d163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305094 Nov 02 12:38:26.890863 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9507a0e7-40b4-4c9a-8314-3c1f771317d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (23e0a14b-01ee-4bd0-a40e-13696a902666), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:26.921528 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33220) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:26.941944 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e3acaa05-84f0-478a-b360-03f491b77bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:26.948377 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bf0ff247-2768-496e-aa27-4a41f71139f7 req-c632bdde-07bf-4905-a862-da75d9f6b872 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 210 time: 0.0787661 Nov 02 12:38:26.950138 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba130a80-2806-4fdf-96bb-79b8cd4c387c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (315552b8-1ffe-4eb5-92fc-c0f6a1c2a868), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:26.952561 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba130a80-2806-4fdf-96bb-79b8cd4c387c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (315552b8-1ffe-4eb5-92fc-c0f6a1c2a868), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:26.964370 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] Allocated IP 172.20.0.2 (8e6a90c2-dc04-4d47-b812-f9a941217183/2651939c-3207-4f97-b944-a90f249bd735/3ce0cbc6-8420-47c0-ab74-22e93386060e) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:38:27.014881 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-9507a0e7-40b4-4c9a-8314-3c1f771317d3 admin admin] Deleting port 9eade9d8-df03-416b-a5de-2a6540cd2197 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:27.015517 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9507a0e7-40b4-4c9a-8314-3c1f771317d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9eade9d8-df03-416b-a5de-2a6540cd2197), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:27.093245 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba130a80-2806-4fdf-96bb-79b8cd4c387c admin admin] Publish callbacks [] for router_controller (315552b8-1ffe-4eb5-92fc-c0f6a1c2a868), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:27.104997 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-9507a0e7-40b4-4c9a-8314-3c1f771317d3 admin admin] For port 9eade9d8-df03-416b-a5de-2a6540cd2197, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9eade9d8-df03-416b-a5de-2a6540cd2197,segment=NetworkSegment(1cce4d54-f1b1-489d-adf9-d9555e254512),segment_id=1cce4d54-f1b1-489d-adf9-d9555e254512)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:27.108761 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9507a0e7-40b4-4c9a-8314-3c1f771317d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9eade9d8-df03-416b-a5de-2a6540cd2197), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:27.124861 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5990d19-6916-4a0e-8dfe-4f2521904568 None None] Network 23e0a14b-01ee-4bd0-a40e-13696a902666 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:38:27.132783 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:27.180617 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-9507a0e7-40b4-4c9a-8314-3c1f771317d3 admin admin] Calling delete_port for 9eade9d8-df03-416b-a5de-2a6540cd2197 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:27.182532 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:27.269162 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79cd53-b749-419c-b868-26c8b10df9e6 req-52261fcd-d0ce-4e0e-a4ab-a43fbb61145e tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:27.270847 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-1e79cd53-b749-419c-b868-26c8b10df9e6 req-52261fcd-d0ce-4e0e-a4ab-a43fbb61145e tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 950 time: 0.1527395 Nov 02 12:38:27.366256 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] Publish callbacks [] for port (3ce0cbc6-8420-47c0-ab74-22e93386060e), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:27.380457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1169a439-6e93-417a-9171-a95abe91e928 None None] DHCP port deletion for 23e0a14b-01ee-4bd0-a40e-13696a902666 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:38:27.411296 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba130a80-2806-4fdf-96bb-79b8cd4c387c admin admin] Publish callbacks [] for router_gateway (315552b8-1ffe-4eb5-92fc-c0f6a1c2a868), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:27.419078 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-1e79cd53-b749-419c-b868-26c8b10df9e6 req-7967cd99-62b7-4b1c-9e6e-e76a3ecabbaf tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Deleting port fcc539fb-7746-43f8-9cae-cd39a75ae229 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:27.419422 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-1e79cd53-b749-419c-b868-26c8b10df9e6 req-7967cd99-62b7-4b1c-9e6e-e76a3ecabbaf tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (fcc539fb-7746-43f8-9cae-cd39a75ae229), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:27.435574 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1169a439-6e93-417a-9171-a95abe91e928 None None] Deleting port 9eade9d8-df03-416b-a5de-2a6540cd2197 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:27.437257 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1169a439-6e93-417a-9171-a95abe91e928 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9eade9d8-df03-416b-a5de-2a6540cd2197), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:27.452765 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e3acaa05-84f0-478a-b360-03f491b77bfd admin admin] Publish callbacks [] for security_group (3694efdf-4851-4fc0-a75d-69ab643be979), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:27.528770 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1169a439-6e93-417a-9171-a95abe91e928 None None] For port 9eade9d8-df03-416b-a5de-2a6540cd2197, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9eade9d8-df03-416b-a5de-2a6540cd2197,segment=NetworkSegment(1cce4d54-f1b1-489d-adf9-d9555e254512),segment_id=1cce4d54-f1b1-489d-adf9-d9555e254512)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:27.529242 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1169a439-6e93-417a-9171-a95abe91e928 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9eade9d8-df03-416b-a5de-2a6540cd2197), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:27.549206 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1169a439-6e93-417a-9171-a95abe91e928 None None] Calling delete_port for 9eade9d8-df03-416b-a5de-2a6540cd2197 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:27.552664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9eade9d8-df03-416b-a5de-2a6540cd2197 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:27.559502 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-1e79cd53-b749-419c-b868-26c8b10df9e6 req-7967cd99-62b7-4b1c-9e6e-e76a3ecabbaf tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] For port fcc539fb-7746-43f8-9cae-cd39a75ae229, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=fcc539fb-7746-43f8-9cae-cd39a75ae229,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:27.559934 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-1e79cd53-b749-419c-b868-26c8b10df9e6 req-7967cd99-62b7-4b1c-9e6e-e76a3ecabbaf tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (fcc539fb-7746-43f8-9cae-cd39a75ae229), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:27.575067 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-1e79cd53-b749-419c-b868-26c8b10df9e6 req-7967cd99-62b7-4b1c-9e6e-e76a3ecabbaf tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Calling delete_port for fcc539fb-7746-43f8-9cae-cd39a75ae229 owned by compute:nova {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:27.634774 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (3ce0cbc6-8420-47c0-ab74-22e93386060e), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:27.635831 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9507a0e7-40b4-4c9a-8314-3c1f771317d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9eade9d8-df03-416b-a5de-2a6540cd2197), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:27.644159 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No ports have port_id starting with 9eade9d8-df03-416b-a5de-2a6540cd2197 Nov 02 12:38:27.688764 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9507a0e7-40b4-4c9a-8314-3c1f771317d3 admin admin] No DVR routers for this DVR port 9eade9d8-df03-416b-a5de-2a6540cd2197 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:38:27.697686 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e3acaa05-84f0-478a-b360-03f491b77bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3694efdf-4851-4fc0-a75d-69ab643be979), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:27.697686 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507a0e7-40b4-4c9a-8314-3c1f771317d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eade9d8-df03-416b-a5de-2a6540cd2197,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:27.727478 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3882c092-b94c-4b58-9ffd-f724acc2d1cd no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:27.817753 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e3acaa05-84f0-478a-b360-03f491b77bfd admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0e1e35190c454171b0e3f312806d4ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8931231 Nov 02 12:38:27.827835 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33248) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:27.832418 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 3882c092-b94c-4b58-9ffd-f724acc2d1cd {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:38:27.837366 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3882c092-b94c-4b58-9ffd-f724acc2d1cd not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:38:27.860290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] Network 8e6a90c2-dc04-4d47-b812-f9a941217183 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:38:27.862373 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] Pushing event updated for resources: {'Port': ['ID=3ce0cbc6-8420-47c0-ab74-22e93386060e,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:27.873703 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1169a439-6e93-417a-9171-a95abe91e928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (9eade9d8-df03-416b-a5de-2a6540cd2197), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:27.876700 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3acaa05-84f0-478a-b360-03f491b77bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3694efdf-4851-4fc0-a75d-69ab643be979,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:27.886405 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:27.891990 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1169a439-6e93-417a-9171-a95abe91e928 None None] No DVR routers for this DVR port 9eade9d8-df03-416b-a5de-2a6540cd2197 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:38:27.894856 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:38:27.914211 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f36a2f-ad76-4795-8819-bbdf8a32aea6 req-d356ccd9-4dd5-4f93-b79b-6889239aceb6 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:27.915789 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-20f36a2f-ad76-4795-8819-bbdf8a32aea6 req-d356ccd9-4dd5-4f93-b79b-6889239aceb6 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 949 time: 0.0788491 Nov 02 12:38:27.927942 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169a439-6e93-417a-9171-a95abe91e928 None None] Pushing event deleted for resources: {'Port': ['ID=9eade9d8-df03-416b-a5de-2a6540cd2197,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:28.001637 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9507a0e7-40b4-4c9a-8314-3c1f771317d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (23e0a14b-01ee-4bd0-a40e-13696a902666), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:28.043876 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] Attempting to bind port 3ce0cbc6-8420-47c0-ab74-22e93386060e on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:38:28.043876 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] Attempting to bind port 3ce0cbc6-8420-47c0-ab74-22e93386060e by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '52638cce-9374-4f2d-a2a3-3e29b28fef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8e6a90c2-dc04-4d47-b812-f9a941217183'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:38:28.043876 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] Attempting to bind port 3ce0cbc6-8420-47c0-ab74-22e93386060e on network 8e6a90c2-dc04-4d47-b812-f9a941217183 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:38:28.058807 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-9507a0e7-40b4-4c9a-8314-3c1f771317d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e0a14b-01ee-4bd0-a40e-13696a902666']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:28.082121 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-9507a0e7-40b4-4c9a-8314-3c1f771317d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cce4d54-f1b1-489d-adf9-d9555e254512') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:28.082411 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-9507a0e7-40b4-4c9a-8314-3c1f771317d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cce4d54-f1b1-489d-adf9-d9555e254512') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:28.096854 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9507a0e7-40b4-4c9a-8314-3c1f771317d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (1cce4d54-f1b1-489d-adf9-d9555e254512), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:28.098943 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff08ec-f69a-4db4-af40-65ad4aeca640 req-5b64aba6-f084-4e12-bc23-ea650e66970d tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:28.106031 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-84ff08ec-f69a-4db4-af40-65ad4aeca640 req-5b64aba6-f084-4e12-bc23-ea650e66970d tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 950 time: 0.2701917 Nov 02 12:38:28.120219 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:38:28.120662 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] Checking segment: {'id': '52638cce-9374-4f2d-a2a3-3e29b28fef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8e6a90c2-dc04-4d47-b812-f9a941217183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:38:28.120826 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9507a0e7-40b4-4c9a-8314-3c1f771317d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (1cce4d54-f1b1-489d-adf9-d9555e254512), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:28.121262 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:28.121941 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] Bound using segment: {'id': '52638cce-9374-4f2d-a2a3-3e29b28fef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8e6a90c2-dc04-4d47-b812-f9a941217183'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:38:28.122912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] Bound port: 3ce0cbc6-8420-47c0-ab74-22e93386060e, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52638cce-9374-4f2d-a2a3-3e29b28fef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8e6a90c2-dc04-4d47-b812-f9a941217183'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:38:28.123414 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3ce0cbc6-8420-47c0-ab74-22e93386060e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:28.131167 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4bc122c3-ba3e-4c4e-9482-f6820d1a166c admin admin] Publish callbacks [] for security_group (3694efdf-4851-4fc0-a75d-69ab643be979), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:28.133574 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9507a0e7-40b4-4c9a-8314-3c1f771317d3 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:38:28.133961 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9507a0e7-40b4-4c9a-8314-3c1f771317d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (1cce4d54-f1b1-489d-adf9-d9555e254512), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:28.134545 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:28.162978 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-20f36a2f-ad76-4795-8819-bbdf8a32aea6 req-43b551a1-e4bc-4853-a573-1edebd989df1 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=424c062c-f8cc-4b4b-9c57-8c48451d163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285614 Nov 02 12:38:28.173369 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 1cce4d54-f1b1-489d-adf9-d9555e254512 resource provider aggregate not found Nov 02 12:38:28.223238 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-84ff08ec-f69a-4db4-af40-65ad4aeca640 req-8c4b580c-184b-479f-8d0e-d49d38492075 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160376 Nov 02 12:38:28.232108 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba130a80-2806-4fdf-96bb-79b8cd4c387c admin admin] Publish callbacks [] for router_gateway (315552b8-1ffe-4eb5-92fc-c0f6a1c2a868), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:28.247537 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 1cce4d54-f1b1-489d-adf9-d9555e254512 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cce4d54-f1b1-489d-adf9-d9555e254512 found for delete ", "request_id": "req-f02569c7-c6be-4bf0-ae11-cb9697ace1cf"}]} Nov 02 12:38:28.262967 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] For port 3ce0cbc6-8420-47c0-ab74-22e93386060e, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:38:28.265272 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4bc122c3-ba3e-4c4e-9482-f6820d1a166c admin admin] Publish callbacks [] for security_group (3694efdf-4851-4fc0-a75d-69ab643be979), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:28.267338 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] For port 3ce0cbc6-8420-47c0-ab74-22e93386060e, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ce0cbc6-8420-47c0-ab74-22e93386060e,segment=NetworkSegment(52638cce-9374-4f2d-a2a3-3e29b28fef73),segment_id=52638cce-9374-4f2d-a2a3-3e29b28fef73)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:38:28.273251 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-1e79cd53-b749-419c-b868-26c8b10df9e6 req-7967cd99-62b7-4b1c-9e6e-e76a3ecabbaf tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (fcc539fb-7746-43f8-9cae-cd39a75ae229), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:28.285208 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['15e01b94-9395-4454-959a-f1ee02b69b22'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:38:28.291942 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba130a80-2806-4fdf-96bb-79b8cd4c387c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:28.358166 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967cd99-62b7-4b1c-9e6e-e76a3ecabbaf tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Pushing event deleted for resources: {'Port': ['ID=fcc539fb-7746-43f8-9cae-cd39a75ae229,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:28.379689 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:28.384640 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['fcc539fb-7746-43f8-9cae-cd39a75ae229'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:38:28.421589 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-ba130a80-2806-4fdf-96bb-79b8cd4c387c admin admin] Allocated IP 172.25.2.53 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/9424b650-42cc-4432-af39-3143edfc1387) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:38:28.492444 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3ce0cbc6-8420-47c0-ab74-22e93386060e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:28.543490 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9507a0e7-40b4-4c9a-8314-3c1f771317d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (23e0a14b-01ee-4bd0-a40e-13696a902666), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:28.559374 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9507a0e7-40b4-4c9a-8314-3c1f771317d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:28.573441 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9507a0e7-40b4-4c9a-8314-3c1f771317d3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/23e0a14b-01ee-4bd0-a40e-13696a902666 HTTP/1.1" status: 204 len: 168 time: 1.8487926 Nov 02 12:38:28.589056 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e79cd53-b749-419c-b868-26c8b10df9e6 req-7967cd99-62b7-4b1c-9e6e-e76a3ecabbaf tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] No DVR routers for this DVR port fcc539fb-7746-43f8-9cae-cd39a75ae229 on host n-h1-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:38:28.594130 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-1e79cd53-b749-419c-b868-26c8b10df9e6 req-7967cd99-62b7-4b1c-9e6e-e76a3ecabbaf tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:28.594766 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba130a80-2806-4fdf-96bb-79b8cd4c387c admin admin] Publish callbacks [] for port (9424b650-42cc-4432-af39-3143edfc1387), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:28.603258 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-1e79cd53-b749-419c-b868-26c8b10df9e6 req-7967cd99-62b7-4b1c-9e6e-e76a3ecabbaf tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.57 "DELETE /networking/v2.0/ports/fcc539fb-7746-43f8-9cae-cd39a75ae229 HTTP/1.1" status: 204 len: 173 time: 1.3207755 Nov 02 12:38:28.608015 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33270) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:28.620303 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3b83d3-e6c6-41ae-bbe9-956b72518a4c', 'name': 'network-vif-deleted', 'tag': 'fcc539fb-7746-43f8-9cae-cd39a75ae229'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:38:28.623047 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c9c3af-92ac-4619-b33f-d4a29b058053" -d '{"events": [{"server_uuid": "6d3b83d3-e6c6-41ae-bbe9-956b72518a4c", "name": "network-vif-deleted", "tag": "fcc539fb-7746-43f8-9cae-cd39a75ae229"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:38:28.682961 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a0449f2e-1a8f-44fb-bf49-dc9c2107d20b req-b013ca31-2954-4ff8-9a92-46ffe764c4ac tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 210 time: 0.0538158 Nov 02 12:38:28.753346 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9e63f-6c70-4793-ac28-eb6549578989 None None] Pushing event updated for resources: {'Port': ['ID=3ce0cbc6-8420-47c0-ab74-22e93386060e,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:28.769043 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507a0e7-40b4-4c9a-8314-3c1f771317d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=23e0a14b-01ee-4bd0-a40e-13696a902666,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:28.771762 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c71fe846-22b2-4c73-9481-acc2f8f81393 req-b1fd471c-91d6-468d-b76c-0e458fa8234c tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.1328220 Nov 02 12:38:28.773130 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba130a80-2806-4fdf-96bb-79b8cd4c387c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (9424b650-42cc-4432-af39-3143edfc1387), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:28.878690 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba130a80-2806-4fdf-96bb-79b8cd4c387c admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:38:28.882337 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-ba130a80-2806-4fdf-96bb-79b8cd4c387c admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:28.885704 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba130a80-2806-4fdf-96bb-79b8cd4c387c admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:38:28.982930 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d6fc3e-281e-44c1-91ac-b859a34d02ab x-openstack-request-id: req-f1d6fc3e-281e-44c1-91ac-b859a34d02ab {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:38:28.983222 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3b83d3-e6c6-41ae-bbe9-956b72518a4c", "name": "network-vif-deleted", "tag": "fcc539fb-7746-43f8-9cae-cd39a75ae229", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:38:28.983472 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f1d6fc3e-281e-44c1-91ac-b859a34d02ab {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:38:28.984645 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d6fc3e-281e-44c1-91ac-b859a34d02ab'] response: {'server_uuid': '6d3b83d3-e6c6-41ae-bbe9-956b72518a4c', 'name': 'network-vif-deleted', 'tag': 'fcc539fb-7746-43f8-9cae-cd39a75ae229', 'status': 'completed', 'code': 200} Nov 02 12:38:29.031811 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:29.068050 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4bc122c3-ba3e-4c4e-9482-f6820d1a166c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3694efdf-4851-4fc0-a75d-69ab643be979), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:29.070858 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4bc122c3-ba3e-4c4e-9482-f6820d1a166c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:29.077003 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4bc122c3-ba3e-4c4e-9482-f6820d1a166c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3694efdf-4851-4fc0-a75d-69ab643be979 HTTP/1.1" status: 204 len: 168 time: 1.2338886 Nov 02 12:38:29.093009 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc122c3-ba3e-4c4e-9482-f6820d1a166c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3694efdf-4851-4fc0-a75d-69ab643be979,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:29.132452 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba130a80-2806-4fdf-96bb-79b8cd4c387c admin admin] Pushing event updated for resources: {'Port': ['ID=9424b650-42cc-4432-af39-3143edfc1387,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:29.249020 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1e3a-3dbb-4953-ae06-425d27074255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (b3dd8188-d2a2-4a0b-86bb-798c3a15307d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:29.588139 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ce0cbc6-8420-47c0-ab74-22e93386060e up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:29.589348 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-2bfd1e3a-3dbb-4953-ae06-425d27074255 admin admin] Deleting port 79101929-0f5a-4f90-8e3c-97001ccfa0b8 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:29.589754 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1e3a-3dbb-4953-ae06-425d27074255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (79101929-0f5a-4f90-8e3c-97001ccfa0b8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:29.637989 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3ce0cbc6-8420-47c0-ab74-22e93386060e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:29.638462 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ce0cbc6-8420-47c0-ab74-22e93386060e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:29.639120 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3ce0cbc6-8420-47c0-ab74-22e93386060e Nov 02 12:38:29.701341 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-2bfd1e3a-3dbb-4953-ae06-425d27074255 admin admin] For port 79101929-0f5a-4f90-8e3c-97001ccfa0b8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=79101929-0f5a-4f90-8e3c-97001ccfa0b8,segment=NetworkSegment(a01da24b-b218-47b3-8ea4-c49316bb84fa),segment_id=a01da24b-b218-47b3-8ea4-c49316bb84fa)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:29.701662 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1e3a-3dbb-4953-ae06-425d27074255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (79101929-0f5a-4f90-8e3c-97001ccfa0b8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:29.727719 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-2bfd1e3a-3dbb-4953-ae06-425d27074255 admin admin] Calling delete_port for 79101929-0f5a-4f90-8e3c-97001ccfa0b8 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:29.754060 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3ce0cbc6-8420-47c0-ab74-22e93386060e is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:29.755274 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3ce0cbc6-8420-47c0-ab74-22e93386060e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:29.810672 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8e4c837c-0079-4017-acbb-26a772550d88 req-4b197067-c614-4f18-8e45-99baf4bc6b88 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6d3b83d3-e6c6-41ae-bbe9-956b72518a4c HTTP/1.1" status: 200 len: 210 time: 0.4286757 Nov 02 12:38:29.834494 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 3ce0cbc6-8420-47c0-ab74-22e93386060e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ce0cbc6-8420-47c0-ab74-22e93386060e,segment=NetworkSegment(52638cce-9374-4f2d-a2a3-3e29b28fef73),segment_id=52638cce-9374-4f2d-a2a3-3e29b28fef73)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:29.884332 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47d2c7-c48b-4005-bd1d-16ab9488d436 req-d1d96799-1180-4c31-8889-3534c241f3b3 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:29.892650 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-eb47d2c7-c48b-4005-bd1d-16ab9488d436 req-d1d96799-1180-4c31-8889-3534c241f3b3 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 949 time: 0.6221077 Nov 02 12:38:29.950461 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3ce0cbc6-8420-47c0-ab74-22e93386060e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:29.991696 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba130a80-2806-4fdf-96bb-79b8cd4c387c admin admin] Publish callbacks [] for router_gateway (315552b8-1ffe-4eb5-92fc-c0f6a1c2a868), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:30.061944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=3ce0cbc6-8420-47c0-ab74-22e93386060e,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:30.167587 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-eb47d2c7-c48b-4005-bd1d-16ab9488d436 req-97f80c86-76dd-4ac9-b194-50e210489ca0 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=424c062c-f8cc-4b4b-9c57-8c48451d163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738461 Nov 02 12:38:30.277642 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:30.279057 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1e3a-3dbb-4953-ae06-425d27074255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (79101929-0f5a-4f90-8e3c-97001ccfa0b8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:30.301133 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba130a80-2806-4fdf-96bb-79b8cd4c387c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (315552b8-1ffe-4eb5-92fc-c0f6a1c2a868), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:30.334839 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd1e3a-3dbb-4953-ae06-425d27074255 admin admin] Pushing event deleted for resources: {'Port': ['ID=79101929-0f5a-4f90-8e3c-97001ccfa0b8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:30.391140 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b28c84-e903-40cc-ae4e-6ddd9088407a None None] Network 8e6a90c2-dc04-4d47-b812-f9a941217183 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:38:30.474305 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-89142e40-7221-4a56-b9cc-f38dba9f5f10 req-bec6c5ba-be7a-4b02-a11f-6fa299e17f07 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 210 time: 0.0774195 Nov 02 12:38:30.557643 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-58c7f559-ae09-49d1-86d5-5d263d05b24d req-4de52ab3-5dd0-4051-8f70-d985c4e432b9 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.0819631 Nov 02 12:38:30.572329 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b34bbb15-f6f4-458c-95df-80af948ae78c None None] Provisioning complete for port 3ce0cbc6-8420-47c0-ab74-22e93386060e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:30.572738 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b34bbb15-f6f4-458c-95df-80af948ae78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ce0cbc6-8420-47c0-ab74-22e93386060e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:30.573079 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b34bbb15-f6f4-458c-95df-80af948ae78c None None] Attempt 1 to provision port 3ce0cbc6-8420-47c0-ab74-22e93386060e Nov 02 12:38:30.738358 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1e3a-3dbb-4953-ae06-425d27074255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (b3dd8188-d2a2-4a0b-86bb-798c3a15307d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:30.829283 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b34bbb15-f6f4-458c-95df-80af948ae78c None None] Current status of the port 3ce0cbc6-8420-47c0-ab74-22e93386060e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:30.852287 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba130a80-2806-4fdf-96bb-79b8cd4c387c admin admin] Router 315552b8-1ffe-4eb5-92fc-c0f6a1c2a868 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:38:30.974171 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device fcc539fb-7746-43f8-9cae-cd39a75ae229 no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:31.019420 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:31.026528 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] No Port match for: fcc539fb-7746-43f8-9cae-cd39a75ae229 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:38:31.046281 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device fcc539fb-7746-43f8-9cae-cd39a75ae229 not bound to the agent host n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:38:31.124942 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:31.151734 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba130a80-2806-4fdf-96bb-79b8cd4c387c admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:38:31.165142 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] Sync routers for ids ['315552b8-1ffe-4eb5-92fc-c0f6a1c2a868'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:38:31.181316 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] Routers {'315552b8-1ffe-4eb5-92fc-c0f6a1c2a868'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:31.182250 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['315552b8-1ffe-4eb5-92fc-c0f6a1c2a868'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:31.219969 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944a9dd8-a49e-488d-882f-09107dbadeb9 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:38:31.275347 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-46f6397d-a51d-401a-b463-f8a94ce611bf None None] Provisioning complete for port 3ce0cbc6-8420-47c0-ab74-22e93386060e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:31.275892 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-46f6397d-a51d-401a-b463-f8a94ce611bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ce0cbc6-8420-47c0-ab74-22e93386060e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:31.276235 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-46f6397d-a51d-401a-b463-f8a94ce611bf None None] Attempt 1 to provision port 3ce0cbc6-8420-47c0-ab74-22e93386060e Nov 02 12:38:31.394893 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] Set router 315552b8-1ffe-4eb5-92fc-c0f6a1c2a868 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:31.406725 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abc007-aa5c-4056-a197-71a357f60bfc req-62786075-b956-4b19-8cff-609fee554527 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:31.415645 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-52abc007-aa5c-4056-a197-71a357f60bfc req-62786075-b956-4b19-8cff-609fee554527 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 949 time: 0.1006708 Nov 02 12:38:31.423392 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba130a80-2806-4fdf-96bb-79b8cd4c387c admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:31.423666 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ba130a80-2806-4fdf-96bb-79b8cd4c387c admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.7582178 Nov 02 12:38:31.430336 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33332) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:31.450507 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33334) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:31.502043 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f50bdd7a-567b-4144-9415-851090a1989d req-9769ceb0-fd91-4b78-88b8-6ac008824968 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=607346d5cd14420f930647ff1ecdb94d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694580 Nov 02 12:38:31.533463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944a9dd8-a49e-488d-882f-09107dbadeb9 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:38:31.557140 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-46f6397d-a51d-401a-b463-f8a94ce611bf None None] Current status of the port 3ce0cbc6-8420-47c0-ab74-22e93386060e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:31.668912 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-52abc007-aa5c-4056-a197-71a357f60bfc req-6b4cbd29-0596-4f93-9273-eb11cf87fd3f tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=424c062c-f8cc-4b4b-9c57-8c48451d163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499583 Nov 02 12:38:31.798279 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315552b8-1ffe-4eb5-92fc-c0f6a1c2a868', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1784687436-router', 'tenant_id': '0303fb8fa1924311b8b0c54f77aab51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '9424b650-42cc-4432-af39-3143edfc1387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:26Z', 'updated_at': '2022-11-02T12:38:29Z', 'revision_number': 3, 'project_id': '0303fb8fa1924311b8b0c54f77aab51e', 'gw_port': {'id': '9424b650-42cc-4432-af39-3143edfc1387', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315552b8-1ffe-4eb5-92fc-c0f6a1c2a868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:28Z', 'updated_at': '2022-11-02T12:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:31.837354 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:31.844603 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ce0cbc6-8420-47c0-ab74-22e93386060e up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:31.871935 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-a4399b9d-cc64-4dd6-b822-7d574f2cd24f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-510695845-network', 'tenant_id': '2661419fee8c481faece16d1eca7f028'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:31.923961 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] Checking router: 315552b8-1ffe-4eb5-92fc-c0f6a1c2a868 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:38:31.924798 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] Updating router 315552b8-1ffe-4eb5-92fc-c0f6a1c2a868 port 9424b650-42cc-4432-af39-3143edfc1387 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:38:31.945069 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfd1e3a-3dbb-4953-ae06-425d27074255 admin admin] Router b3dd8188-d2a2-4a0b-86bb-798c3a15307d has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:38:31.976676 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bdd7a-567b-4144-9415-851090a1989d req-98e6ea58-48f0-4002-8fe4-e6e1f74558a6 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:31.978203 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f50bdd7a-567b-4144-9415-851090a1989d req-98e6ea58-48f0-4002-8fe4-e6e1f74558a6 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3640616 Nov 02 12:38:31.980377 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3ce0cbc6-8420-47c0-ab74-22e93386060e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:31.980848 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ce0cbc6-8420-47c0-ab74-22e93386060e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:31.982804 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3ce0cbc6-8420-47c0-ab74-22e93386060e Nov 02 12:38:32.023897 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9424b650-42cc-4432-af39-3143edfc1387), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:32.027323 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-f50bdd7a-567b-4144-9415-851090a1989d req-7b79d9c8-9a9d-4c9f-a2e0-aff12d6b68f5 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Request body: {'port': {'device_id': '1cde6e93-3b90-4a9a-9290-ceb80a183a73', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': '607346d5cd14420f930647ff1ecdb94d'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:32.104816 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b6310d7e-a0cf-4148-a5f9-c268f02def79 req-28375b08-3c71-4b59-9bd3-f2d47efc6903 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 210 time: 0.2225428 Nov 02 12:38:32.118907 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3ce0cbc6-8420-47c0-ab74-22e93386060e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:32.195230 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfd1e3a-3dbb-4953-ae06-425d27074255 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:38:32.205275 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2bfd1e3a-3dbb-4953-ae06-425d27074255 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/b3dd8188-d2a2-4a0b-86bb-798c3a15307d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5764980 Nov 02 12:38:32.207643 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33352) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:32.211312 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d131c7c4-b69f-44f3-a03e-f58d961a61b8 None None] Sync routers for ids ['b3dd8188-d2a2-4a0b-86bb-798c3a15307d'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:38:32.227514 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7f5a7-52da-4b0a-bce8-dae03f1de1d1 req-36fbb1e6-791b-4c47-8f70-682dcd94302c tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:32.235490 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-88b7f5a7-52da-4b0a-bce8-dae03f1de1d1 req-36fbb1e6-791b-4c47-8f70-682dcd94302c tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 949 time: 0.1036963 Nov 02 12:38:32.237628 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d131c7c4-b69f-44f3-a03e-f58d961a61b8 None None] Routers {'b3dd8188-d2a2-4a0b-86bb-798c3a15307d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:32.240505 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d131c7c4-b69f-44f3-a03e-f58d961a61b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b3dd8188-d2a2-4a0b-86bb-798c3a15307d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:32.323722 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4399b9d-cc64-4dd6-b822-7d574f2cd24f admin admin] Made reservation on behalf of 2661419fee8c481faece16d1eca7f028 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:38:32.329026 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a4399b9d-cc64-4dd6-b822-7d574f2cd24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:32.399695 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50bdd7a-567b-4144-9415-851090a1989d req-7b79d9c8-9a9d-4c9f-a2e0-aff12d6b68f5 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Made reservation on behalf of 607346d5cd14420f930647ff1ecdb94d for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:38:32.404109 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f50bdd7a-567b-4144-9415-851090a1989d req-7b79d9c8-9a9d-4c9f-a2e0-aff12d6b68f5 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:32.407745 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a4399b9d-cc64-4dd6-b822-7d574f2cd24f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:32.409173 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0d0d4dc-fdef-4a99-a950-909d5839d2b5 admin admin] Publish callbacks [] for router (b3dd8188-d2a2-4a0b-86bb-798c3a15307d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:32.435017 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-d131c7c4-b69f-44f3-a03e-f58d961a61b8 None None] Set router b3dd8188-d2a2-4a0b-86bb-798c3a15307d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:32.455401 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f50bdd7a-567b-4144-9415-851090a1989d req-7b79d9c8-9a9d-4c9f-a2e0-aff12d6b68f5 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:32.463150 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e2539eb3-29da-4260-bb13-500c4f1b6624 req-14a1e34a-a5e1-4513-b318-b13d08aa7fe4 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.1700652 Nov 02 12:38:32.512595 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-88b7f5a7-52da-4b0a-bce8-dae03f1de1d1 req-903fddca-f68b-4cbd-ad76-6b83c344bb2f tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725224 Nov 02 12:38:32.677558 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] Publish callbacks [] for port (9424b650-42cc-4432-af39-3143edfc1387), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:32.687327 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0d0d4dc-fdef-4a99-a950-909d5839d2b5 admin admin] Publish callbacks [] for router_gateway (b3dd8188-d2a2-4a0b-86bb-798c3a15307d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:32.720111 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a4399b9d-cc64-4dd6-b822-7d574f2cd24f admin admin] Publish callbacks [] for security_group (ae721c0f-a70b-4ab3-a829-21b512a9c9a7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:32.734106 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f50bdd7a-567b-4144-9415-851090a1989d req-7b79d9c8-9a9d-4c9f-a2e0-aff12d6b68f5 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Publish callbacks [] for security_group (c8cf13e2-6faa-42b4-86f8-08c8ed7974e2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:32.811340 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d131c7c4-b69f-44f3-a03e-f58d961a61b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dd8188-d2a2-4a0b-86bb-798c3a15307d', 'name': 'tempest-LiveMigrationTest-2066048724-router', 'tenant_id': 'b32522c2fe384c72abb75d027338cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'a0cbb7b4-a30b-4881-a56d-407c78dcbf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:56Z', 'updated_at': '2022-11-02T12:38:30Z', 'revision_number': 5, 'project_id': 'b32522c2fe384c72abb75d027338cbea', 'gw_port': {'id': 'a0cbb7b4-a30b-4881-a56d-407c78dcbf10', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dd8188-d2a2-4a0b-86bb-798c3a15307d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:59Z', 'updated_at': '2022-11-02T12:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:32.844461 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d131c7c4-b69f-44f3-a03e-f58d961a61b8 None None] Checking router: b3dd8188-d2a2-4a0b-86bb-798c3a15307d for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:38:32.854143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d131c7c4-b69f-44f3-a03e-f58d961a61b8 None None] Routers {'b3dd8188-d2a2-4a0b-86bb-798c3a15307d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:32.854776 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d131c7c4-b69f-44f3-a03e-f58d961a61b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b3dd8188-d2a2-4a0b-86bb-798c3a15307d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:32.883508 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0116d21-93f3-4194-bfde-d58efcfb5484 req-c84a14fb-52a1-42ad-b3bd-e256a1ae7e39 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:32.885153 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a0116d21-93f3-4194-bfde-d58efcfb5484 req-c84a14fb-52a1-42ad-b3bd-e256a1ae7e39 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 949 time: 0.0627146 Nov 02 12:38:32.887399 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9424b650-42cc-4432-af39-3143edfc1387), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:32.932404 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f50bdd7a-567b-4144-9415-851090a1989d req-7b79d9c8-9a9d-4c9f-a2e0-aff12d6b68f5 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c8cf13e2-6faa-42b4-86f8-08c8ed7974e2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:32.956125 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] Attempting to bind port 9424b650-42cc-4432-af39-3143edfc1387 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:38:32.958376 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] Attempting to bind port 9424b650-42cc-4432-af39-3143edfc1387 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:38:32.959197 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] Attempting to bind port 9424b650-42cc-4432-af39-3143edfc1387 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:38:32.971874 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a0116d21-93f3-4194-bfde-d58efcfb5484 req-230bad5d-a905-4375-a6b6-082a4d2a79f5 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=424c062c-f8cc-4b4b-9c57-8c48451d163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640261 Nov 02 12:38:32.975225 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a4399b9d-cc64-4dd6-b822-7d574f2cd24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ae721c0f-a70b-4ab3-a829-21b512a9c9a7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:33.002904 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af30c739-2543-43e7-b032-abe23d7eb898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:33.009671 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-d131c7c4-b69f-44f3-a03e-f58d961a61b8 None None] Set router b3dd8188-d2a2-4a0b-86bb-798c3a15307d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:33.010196 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4399b9d-cc64-4dd6-b822-7d574f2cd24f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:38:33.039809 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-d0d0d4dc-fdef-4a99-a950-909d5839d2b5 admin admin] Deleting port a0cbb7b4-a30b-4881-a56d-407c78dcbf10 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:33.043280 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a4399b9d-cc64-4dd6-b822-7d574f2cd24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (318a1e6e-3cee-418e-8a7f-b5933a28614a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:33.043630 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-a4399b9d-cc64-4dd6-b822-7d574f2cd24f admin admin] Added segment 318a1e6e-3cee-418e-8a7f-b5933a28614a of type vlan for network 36eee474-f275-427e-a4df-a4d5668b4246 Nov 02 12:38:33.043827 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0d0d4dc-fdef-4a99-a950-909d5839d2b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a0cbb7b4-a30b-4881-a56d-407c78dcbf10), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:33.062515 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4399b9d-cc64-4dd6-b822-7d574f2cd24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae721c0f-a70b-4ab3-a829-21b512a9c9a7,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:33.068577 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbfbc8-ffc2-43d5-a152-a55e7166e48b None None] Pushing event updated for resources: {'Port': ['ID=9424b650-42cc-4432-af39-3143edfc1387,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:33.103091 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:38:33.123142 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:38:33.123142 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:33.123142 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:38:33.123142 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] Bound port: 9424b650-42cc-4432-af39-3143edfc1387, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:38:33.123142 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9424b650-42cc-4432-af39-3143edfc1387), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:33.123692 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2e59c39b-1ec1-4cc4-90cf-a86c90f5ffb4 None None] Provisioning complete for port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:33.123692 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2e59c39b-1ec1-4cc4-90cf-a86c90f5ffb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:33.123692 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2e59c39b-1ec1-4cc4-90cf-a86c90f5ffb4 None None] Attempt 1 to provision port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 Nov 02 12:38:33.163548 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79d9c8-9a9d-4c9f-a2e0-aff12d6b68f5 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cf13e2-6faa-42b4-86f8-08c8ed7974e2,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:33.196305 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] For port 9424b650-42cc-4432-af39-3143edfc1387, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:38:33.201012 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] For port 9424b650-42cc-4432-af39-3143edfc1387, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9424b650-42cc-4432-af39-3143edfc1387,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:38:33.206001 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:33.207853 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:33.278950 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-d0d0d4dc-fdef-4a99-a950-909d5839d2b5 admin admin] For port a0cbb7b4-a30b-4881-a56d-407c78dcbf10, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a0cbb7b4-a30b-4881-a56d-407c78dcbf10,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:33.279455 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0d0d4dc-fdef-4a99-a950-909d5839d2b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a0cbb7b4-a30b-4881-a56d-407c78dcbf10), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:33.296760 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [req-f50bdd7a-567b-4144-9415-851090a1989d req-7b79d9c8-9a9d-4c9f-a2e0-aff12d6b68f5 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Allocated IP 192.168.233.126 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/cdd384ae-5ca2-4ef8-b6eb-80221338be18) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:38:33.304472 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-d0d0d4dc-fdef-4a99-a950-909d5839d2b5 admin admin] Calling delete_port for a0cbb7b4-a30b-4881-a56d-407c78dcbf10 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:33.320659 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9424b650-42cc-4432-af39-3143edfc1387), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:33.336677 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2e59c39b-1ec1-4cc4-90cf-a86c90f5ffb4 None None] Current status of the port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:33.357717 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] Routers {'315552b8-1ffe-4eb5-92fc-c0f6a1c2a868'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:33.358350 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['315552b8-1ffe-4eb5-92fc-c0f6a1c2a868'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:33.360245 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d131c7c4-b69f-44f3-a03e-f58d961a61b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dd8188-d2a2-4a0b-86bb-798c3a15307d', 'name': 'tempest-LiveMigrationTest-2066048724-router', 'tenant_id': 'b32522c2fe384c72abb75d027338cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'a0cbb7b4-a30b-4881-a56d-407c78dcbf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:56Z', 'updated_at': '2022-11-02T12:38:30Z', 'revision_number': 5, 'project_id': 'b32522c2fe384c72abb75d027338cbea', 'gw_port': {'id': 'a0cbb7b4-a30b-4881-a56d-407c78dcbf10', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dd8188-d2a2-4a0b-86bb-798c3a15307d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:59Z', 'updated_at': '2022-11-02T12:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:33.371516 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-af30c739-2543-43e7-b032-abe23d7eb898 admin admin] Allocated IP 172.20.0.1 (8e6a90c2-dc04-4d47-b812-f9a941217183/2651939c-3207-4f97-b944-a90f249bd735/88faa1b4-b2c4-4e10-9d59-335b2439696c) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:38:33.396159 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d131c7c4-b69f-44f3-a03e-f58d961a61b8 None None] The sync data for ids ['b3dd8188-d2a2-4a0b-86bb-798c3a15307d'] in n-d-857339-6 is: [{'id': 'b3dd8188-d2a2-4a0b-86bb-798c3a15307d', 'name': 'tempest-LiveMigrationTest-2066048724-router', 'tenant_id': 'b32522c2fe384c72abb75d027338cbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'a0cbb7b4-a30b-4881-a56d-407c78dcbf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:36:56Z', 'updated_at': '2022-11-02T12:38:30Z', 'revision_number': 5, 'project_id': 'b32522c2fe384c72abb75d027338cbea', 'gw_port': {'id': 'a0cbb7b4-a30b-4881-a56d-407c78dcbf10', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dd8188-d2a2-4a0b-86bb-798c3a15307d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:36:59Z', 'updated_at': '2022-11-02T12:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:38:33.426785 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a4399b9d-cc64-4dd6-b822-7d574f2cd24f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (36eee474-f275-427e-a4df-a4d5668b4246), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:33.454647 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:33.461629 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-08d2362b-6ee0-40ec-83d1-c1304685bc54 req-4eb63807-14d9-433d-9400-a17fb73d9ca1 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 210 time: 0.1664233 Nov 02 12:38:33.502873 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] Set router 315552b8-1ffe-4eb5-92fc-c0f6a1c2a868 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:33.590108 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f50bdd7a-567b-4144-9415-851090a1989d req-7b79d9c8-9a9d-4c9f-a2e0-aff12d6b68f5 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Publish callbacks [] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:33.596348 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af30c739-2543-43e7-b032-abe23d7eb898 admin admin] Publish callbacks [] for port (88faa1b4-b2c4-4e10-9d59-335b2439696c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:33.643989 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a4399b9d-cc64-4dd6-b822-7d574f2cd24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (36eee474-f275-427e-a4df-a4d5668b4246), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:33.645202 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4399b9d-cc64-4dd6-b822-7d574f2cd24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:33.645325 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbfbc8-ffc2-43d5-a152-a55e7166e48b None None] Pushing event updated for resources: {'Port': ['ID=9424b650-42cc-4432-af39-3143edfc1387,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:33.645784 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a4399b9d-cc64-4dd6-b822-7d574f2cd24f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:33.736145 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315552b8-1ffe-4eb5-92fc-c0f6a1c2a868', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1784687436-router', 'tenant_id': '0303fb8fa1924311b8b0c54f77aab51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '9424b650-42cc-4432-af39-3143edfc1387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:26Z', 'updated_at': '2022-11-02T12:38:29Z', 'revision_number': 3, 'project_id': '0303fb8fa1924311b8b0c54f77aab51e', 'gw_port': {'id': '9424b650-42cc-4432-af39-3143edfc1387', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315552b8-1ffe-4eb5-92fc-c0f6a1c2a868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:28Z', 'updated_at': '2022-11-02T12:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:33.758001 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3c6f0196-76bb-4420-89cf-ac474a497186 req-d9f7b6ec-286e-4889-b0a3-b687f8f84863 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.0700858 Nov 02 12:38:33.761427 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4399b9d-cc64-4dd6-b822-7d574f2cd24f admin admin] Pushing event updated for resources: {'Network': ['ID=36eee474-f275-427e-a4df-a4d5668b4246,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:33.764425 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38681059-e8a6-4bdb-91a6-230fb7318a4e None None] The sync data for ids ['315552b8-1ffe-4eb5-92fc-c0f6a1c2a868'] in n-d-857339-6 is: [{'id': '315552b8-1ffe-4eb5-92fc-c0f6a1c2a868', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1784687436-router', 'tenant_id': '0303fb8fa1924311b8b0c54f77aab51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '9424b650-42cc-4432-af39-3143edfc1387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:26Z', 'updated_at': '2022-11-02T12:38:29Z', 'revision_number': 3, 'project_id': '0303fb8fa1924311b8b0c54f77aab51e', 'gw_port': {'id': '9424b650-42cc-4432-af39-3143edfc1387', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315552b8-1ffe-4eb5-92fc-c0f6a1c2a868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:28Z', 'updated_at': '2022-11-02T12:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:38:33.772334 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 36eee474-f275-427e-a4df-a4d5668b4246 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:38:33.818762 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0d0d4dc-fdef-4a99-a950-909d5839d2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (a0cbb7b4-a30b-4881-a56d-407c78dcbf10), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:33.898686 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af30c739-2543-43e7-b032-abe23d7eb898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (88faa1b4-b2c4-4e10-9d59-335b2439696c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:33.917081 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f50bdd7a-567b-4144-9415-851090a1989d req-7b79d9c8-9a9d-4c9f-a2e0-aff12d6b68f5 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:33.919603 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0d4dc-fdef-4a99-a950-909d5839d2b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0cbb7b4-a30b-4881-a56d-407c78dcbf10,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:33.934395 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a4399b9d-cc64-4dd6-b822-7d574f2cd24f admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4817865 Nov 02 12:38:33.980688 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33366) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:33.998262 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30c739-2543-43e7-b032-abe23d7eb898 admin admin] Pushing event updated for resources: {'Port': ['ID=88faa1b4-b2c4-4e10-9d59-335b2439696c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:34.012901 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-64c97774-522a-4558-acab-39649c2f07c0 admin admin] Request body: {'subnet': {'network_id': '36eee474-f275-427e-a4df-a4d5668b4246', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-510695845-subnet', 'tenant_id': '2661419fee8c481faece16d1eca7f028', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:34.055561 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50bdd7a-567b-4144-9415-851090a1989d req-7b79d9c8-9a9d-4c9f-a2e0-aff12d6b68f5 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:38:34.056126 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cc42e-6677-4cf0-a880-70ac5a078537 req-b946dd54-86b4-4050-b89d-46ed92c90e41 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:34.057716 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-232cc42e-6677-4cf0-a880-70ac5a078537 req-b946dd54-86b4-4050-b89d-46ed92c90e41 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 949 time: 0.2187071 Nov 02 12:38:34.060614 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af30c739-2543-43e7-b032-abe23d7eb898 admin admin] Network 8e6a90c2-dc04-4d47-b812-f9a941217183 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:38:34.075846 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [req-f50bdd7a-567b-4144-9415-851090a1989d req-7b79d9c8-9a9d-4c9f-a2e0-aff12d6b68f5 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:34.077306 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-af30c739-2543-43e7-b032-abe23d7eb898 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:34.107724 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af30c739-2543-43e7-b032-abe23d7eb898 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:38:34.114384 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c049a0c4-056e-401b-bd9e-8257bab910a5 req-5d5959d7-f137-492b-ace8-9bf57fc055cd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.0804467 Nov 02 12:38:34.137572 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50bdd7a-567b-4144-9415-851090a1989d req-7b79d9c8-9a9d-4c9f-a2e0-aff12d6b68f5 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:38:34.153913 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0d0d4dc-fdef-4a99-a950-909d5839d2b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (b3dd8188-d2a2-4a0b-86bb-798c3a15307d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:34.186509 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b286c1-66aa-47a2-8cbe-f6437874efb2 req-c5b77f7b-a127-4e40-9c56-155956fa7002 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:34.190732 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a7b286c1-66aa-47a2-8cbe-f6437874efb2 req-c5b77f7b-a127-4e40-9c56-155956fa7002 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 949 time: 0.2004590 Nov 02 12:38:34.269497 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af30c739-2543-43e7-b032-abe23d7eb898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (315552b8-1ffe-4eb5-92fc-c0f6a1c2a868), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:34.280577 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79d9c8-9a9d-4c9f-a2e0-aff12d6b68f5 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Pushing event updated for resources: {'Port': ['ID=cdd384ae-5ca2-4ef8-b6eb-80221338be18,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:34.369335 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-232cc42e-6677-4cf0-a880-70ac5a078537 req-e8b64189-3324-4696-afea-415501971f0b tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=d7c07321-e8be-4309-9228-543db471c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974868 Nov 02 12:38:34.374286 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0d0d4dc-fdef-4a99-a950-909d5839d2b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (b3dd8188-d2a2-4a0b-86bb-798c3a15307d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:34.377057 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0d0d4dc-fdef-4a99-a950-909d5839d2b5 admin admin] Publish callbacks [] for router_controller (b3dd8188-d2a2-4a0b-86bb-798c3a15307d), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:34.492009 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-a7b286c1-66aa-47a2-8cbe-f6437874efb2 req-58b625bf-2d0f-4c4e-afc0-b34766093c35 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Deleting port 433f6a59-c965-48e7-a9d7-ddab10cd09d0 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:34.492580 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a7b286c1-66aa-47a2-8cbe-f6437874efb2 req-58b625bf-2d0f-4c4e-afc0-b34766093c35 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (433f6a59-c965-48e7-a9d7-ddab10cd09d0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:34.494722 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c97774-522a-4558-acab-39649c2f07c0 admin admin] Made reservation on behalf of 2661419fee8c481faece16d1eca7f028 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:38:34.498757 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-64c97774-522a-4558-acab-39649c2f07c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:34.526249 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bdd7a-567b-4144-9415-851090a1989d req-7b79d9c8-9a9d-4c9f-a2e0-aff12d6b68f5 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:34.527816 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f50bdd7a-567b-4144-9415-851090a1989d req-7b79d9c8-9a9d-4c9f-a2e0-aff12d6b68f5 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:34.558982 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0d0d4dc-fdef-4a99-a950-909d5839d2b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (b3dd8188-d2a2-4a0b-86bb-798c3a15307d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:34.559682 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d0d4dc-fdef-4a99-a950-909d5839d2b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3dd8188-d2a2-4a0b-86bb-798c3a15307d {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:38:34.572737 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0d0d4dc-fdef-4a99-a950-909d5839d2b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:34.574217 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d0d0d4dc-fdef-4a99-a950-909d5839d2b5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/b3dd8188-d2a2-4a0b-86bb-798c3a15307d HTTP/1.1" status: 204 len: 168 time: 2.3656552 Nov 02 12:38:34.578438 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3d0c580a-fdb6-482a-89b8-c80831b164e6 None None] Provisioning complete for port 88faa1b4-b2c4-4e10-9d59-335b2439696c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:34.579049 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d0c580a-fdb6-482a-89b8-c80831b164e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (88faa1b4-b2c4-4e10-9d59-335b2439696c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:34.579154 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3d0c580a-fdb6-482a-89b8-c80831b164e6 None None] Attempt 1 to provision port 88faa1b4-b2c4-4e10-9d59-335b2439696c Nov 02 12:38:34.601043 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33372) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:34.618344 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489b651-0568-4ba8-9764-7d50acd168cb req-8ac55b70-c9cd-42df-bb35-5cd28205c757 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:34.620455 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-9489b651-0568-4ba8-9764-7d50acd168cb req-8ac55b70-c9cd-42df-bb35-5cd28205c757 tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 949 time: 0.3546882 Nov 02 12:38:34.646903 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:34.658958 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c580a-fdb6-482a-89b8-c80831b164e6 None None] Port 88faa1b4-b2c4-4e10-9d59-335b2439696c cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:38:34.672802 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3d0c580a-fdb6-482a-89b8-c80831b164e6 None None] Provisioning complete for port cdd384ae-5ca2-4ef8-b6eb-80221338be18 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:34.673126 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d0c580a-fdb6-482a-89b8-c80831b164e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:34.677707 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3d0c580a-fdb6-482a-89b8-c80831b164e6 None None] Attempt 1 to provision port cdd384ae-5ca2-4ef8-b6eb-80221338be18 Nov 02 12:38:34.702030 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ed598-bf15-4821-ab79-79225c84dfbf req-43fec701-5035-4110-8963-0c2afaa2da04 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:34.709255 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b89ed598-bf15-4821-ab79-79225c84dfbf req-43fec701-5035-4110-8963-0c2afaa2da04 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 949 time: 0.1686335 Nov 02 12:38:34.727882 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c580a-fdb6-482a-89b8-c80831b164e6 None None] Port cdd384ae-5ca2-4ef8-b6eb-80221338be18 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:38:34.746193 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f50bdd7a-567b-4144-9415-851090a1989d req-7b79d9c8-9a9d-4c9f-a2e0-aff12d6b68f5 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7258551 Nov 02 12:38:34.760154 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-a7b286c1-66aa-47a2-8cbe-f6437874efb2 req-58b625bf-2d0f-4c4e-afc0-b34766093c35 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] For port 433f6a59-c965-48e7-a9d7-ddab10cd09d0, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=433f6a59-c965-48e7-a9d7-ddab10cd09d0,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:34.760601 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a7b286c1-66aa-47a2-8cbe-f6437874efb2 req-58b625bf-2d0f-4c4e-afc0-b34766093c35 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (433f6a59-c965-48e7-a9d7-ddab10cd09d0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:34.767488 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] Request body: {'port': {'device_id': '1cde6e93-3b90-4a9a-9290-ceb80a183a73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-857339-6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:34.793173 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-9489b651-0568-4ba8-9764-7d50acd168cb req-12704e4f-2cdc-496b-ac5a-6e370ffb1fcd tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Deleting port 15e01b94-9395-4454-959a-f1ee02b69b22 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:34.795498 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-9489b651-0568-4ba8-9764-7d50acd168cb req-12704e4f-2cdc-496b-ac5a-6e370ffb1fcd tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (15e01b94-9395-4454-959a-f1ee02b69b22), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:34.798676 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7f70a3-7b65-496e-b4d1-a6c0fae573a7 admin admin] Deleting subnet bd740e8d-b6e2-4b60-889e-18724fe4786e {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:38:34.805138 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e7f70a3-7b65-496e-b4d1-a6c0fae573a7 admin admin] Publish callbacks [] for subnet (bd740e8d-b6e2-4b60-889e-18724fe4786e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:34.857976 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e7f70a3-7b65-496e-b4d1-a6c0fae573a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (bd740e8d-b6e2-4b60-889e-18724fe4786e), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:34.922774 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-a7b286c1-66aa-47a2-8cbe-f6437874efb2 req-58b625bf-2d0f-4c4e-afc0-b34766093c35 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Calling delete_port for 433f6a59-c965-48e7-a9d7-ddab10cd09d0 owned by compute:nova {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:34.964388 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:35.035342 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b89ed598-bf15-4821-ab79-79225c84dfbf req-5e6c6b62-06f3-4357-8e09-adb89cee5e16 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=424c062c-f8cc-4b4b-9c57-8c48451d163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251662 Nov 02 12:38:35.151929 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a47184-ec27-44b6-b51d-5d236c0dd3e1 req-b6d98d12-732d-4ffd-8f85-506e97e3b063 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:35.154187 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e6a47184-ec27-44b6-b51d-5d236c0dd3e1 req-b6d98d12-732d-4ffd-8f85-506e97e3b063 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 936 time: 0.1705000 Nov 02 12:38:35.218808 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 15e01b94-9395-4454-959a-f1ee02b69b22 no longer exists at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:35.246240 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e7f70a3-7b65-496e-b4d1-a6c0fae573a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (bd740e8d-b6e2-4b60-889e-18724fe4786e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:35.273389 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:35.295793 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-49765e2d-7a03-436a-9d63-80d422231513 req-5aedfaae-d8ff-4ebe-8881-17c6048f94b4 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.1199348 Nov 02 12:38:35.336949 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port 15e01b94-9395-4454-959a-f1ee02b69b22 is: ACTIVE; New status is: DOWN {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:35.337679 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (15e01b94-9395-4454-959a-f1ee02b69b22), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:35.343668 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-9489b651-0568-4ba8-9764-7d50acd168cb req-12704e4f-2cdc-496b-ac5a-6e370ffb1fcd tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] For port 15e01b94-9395-4454-959a-f1ee02b69b22, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=15e01b94-9395-4454-959a-f1ee02b69b22,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:35.343928 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-9489b651-0568-4ba8-9764-7d50acd168cb req-12704e4f-2cdc-496b-ac5a-6e370ffb1fcd tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (15e01b94-9395-4454-959a-f1ee02b69b22), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:35.380349 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-9489b651-0568-4ba8-9764-7d50acd168cb req-12704e4f-2cdc-496b-ac5a-6e370ffb1fcd tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Calling delete_port for 15e01b94-9395-4454-959a-f1ee02b69b22 owned by compute:nova {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:35.400116 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 15e01b94-9395-4454-959a-f1ee02b69b22, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=15e01b94-9395-4454-959a-f1ee02b69b22,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:35.401857 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4521dc35-0cae-430d-931d-42a0f646819e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15e01b94-9395-4454-959a-f1ee02b69b22'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:38:35.403743 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a37159-4d5c-441c-9dc6-ea57c3b836eb" -d '{"events": [{"server_uuid": "4521dc35-0cae-430d-931d-42a0f646819e", "name": "network-vif-unplugged", "status": "completed", "tag": "15e01b94-9395-4454-959a-f1ee02b69b22"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:38:35.587726 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9424b650-42cc-4432-af39-3143edfc1387 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:35.625637 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (15e01b94-9395-4454-959a-f1ee02b69b22), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:35.629953 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 433f6a59-c965-48e7-a9d7-ddab10cd09d0 no longer exists at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:35.664087 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-64c97774-522a-4558-acab-39649c2f07c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (63bb50d5-0598-46bd-8578-cb81e62dd37f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:35.729464 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=15e01b94-9395-4454-959a-f1ee02b69b22,revision_number=6']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:35.780778 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 9424b650-42cc-4432-af39-3143edfc1387 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:35.781719 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9424b650-42cc-4432-af39-3143edfc1387), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:35.782356 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 9424b650-42cc-4432-af39-3143edfc1387 Nov 02 12:38:35.804938 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e6a47184-ec27-44b6-b51d-5d236c0dd3e1 req-8e94d2dd-67ed-4c4d-aa14-b0d98ed54b65 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c8cf13e2-6faa-42b4-86f8-08c8ed7974e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6015513 Nov 02 12:38:35.861171 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c97774-522a-4558-acab-39649c2f07c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63bb50d5-0598-46bd-8578-cb81e62dd37f,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:35.861397 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af30c739-2543-43e7-b032-abe23d7eb898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (88faa1b4-b2c4-4e10-9d59-335b2439696c), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:35.916640 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e7f70a3-7b65-496e-b4d1-a6c0fae573a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (bd740e8d-b6e2-4b60-889e-18724fe4786e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:35.950017 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd384ae-5ca2-4ef8-b6eb-80221338be18 {{(pid=105976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:38:35.960943 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] Publish callbacks [] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:35.972773 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f70a3-7b65-496e-b4d1-a6c0fae573a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd740e8d-b6e2-4b60-889e-18724fe4786e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:35.974372 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a7b286c1-66aa-47a2-8cbe-f6437874efb2 req-58b625bf-2d0f-4c4e-afc0-b34766093c35 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (433f6a59-c965-48e7-a9d7-ddab10cd09d0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:35.978345 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.provisioning_blocks [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] Transition to ACTIVE for port object cdd384ae-5ca2-4ef8-b6eb-80221338be18 will not be triggered until provisioned by entity L2. {{(pid=105976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:38:35.982820 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-9489b651-0568-4ba8-9764-7d50acd168cb req-12704e4f-2cdc-496b-ac5a-6e370ffb1fcd tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (15e01b94-9395-4454-959a-f1ee02b69b22), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:35.990221 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e7f70a3-7b65-496e-b4d1-a6c0fae573a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:35.991264 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6e7f70a3-7b65-496e-b4d1-a6c0fae573a7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/bd740e8d-b6e2-4b60-889e-18724fe4786e HTTP/1.1" status: 204 len: 168 time: 1.3708470 Nov 02 12:38:35.998013 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33388) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:36.009802 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9424b650-42cc-4432-af39-3143edfc1387 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:36.010401 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9424b650-42cc-4432-af39-3143edfc1387), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:36.035060 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12704e4f-2cdc-496b-ac5a-6e370ffb1fcd tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Pushing event deleted for resources: {'Port': ['ID=15e01b94-9395-4454-959a-f1ee02b69b22,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:36.052672 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 9424b650-42cc-4432-af39-3143edfc1387, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9424b650-42cc-4432-af39-3143edfc1387,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:36.056355 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c97774-522a-4558-acab-39649c2f07c0 admin admin] Checking segment: {'id': '318a1e6e-3cee-418e-8a7f-b5933a28614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '36eee474-f275-427e-a4df-a4d5668b4246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:38:36.056794 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c97774-522a-4558-acab-39649c2f07c0 admin admin] Network hostable DHCP agents. Network: 36eee474-f275-427e-a4df-a4d5668b4246, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:38:36.060953 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 12:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d6b9f2-b573-4ab5-bfc6-db6b6887dc2f x-openstack-request-id: req-b1d6b9f2-b573-4ab5-bfc6-db6b6887dc2f {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:38:36.062920 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4521dc35-0cae-430d-931d-42a0f646819e", "name": "network-vif-unplugged", "status": "completed", "tag": "15e01b94-9395-4454-959a-f1ee02b69b22", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:38:36.063355 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1d6b9f2-b573-4ab5-bfc6-db6b6887dc2f {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:38:36.065924 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d6b9f2-b573-4ab5-bfc6-db6b6887dc2f'] response: {'server_uuid': '4521dc35-0cae-430d-931d-42a0f646819e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15e01b94-9395-4454-959a-f1ee02b69b22', 'code': 200} Nov 02 12:38:36.073767 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3ef249-0c83-4aa6-98a3-db8196dccde5 None None] Network 3335a470-135f-4055-bea8-07db0ea357d9 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:38:36.087766 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port 433f6a59-c965-48e7-a9d7-ddab10cd09d0 is: ACTIVE; New status is: DOWN {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:36.088163 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (433f6a59-c965-48e7-a9d7-ddab10cd09d0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:36.104845 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-9489b651-0568-4ba8-9764-7d50acd168cb req-12704e4f-2cdc-496b-ac5a-6e370ffb1fcd tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] No DVR routers for this DVR port 15e01b94-9395-4454-959a-f1ee02b69b22 on host n-h2-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:38:36.108145 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-9489b651-0568-4ba8-9764-7d50acd168cb req-12704e4f-2cdc-496b-ac5a-6e370ffb1fcd tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:36.112703 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-9489b651-0568-4ba8-9764-7d50acd168cb req-12704e4f-2cdc-496b-ac5a-6e370ffb1fcd tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.75 "DELETE /networking/v2.0/ports/15e01b94-9395-4454-959a-f1ee02b69b22 HTTP/1.1" status: 204 len: 173 time: 1.4831548 Nov 02 12:38:36.132011 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4521dc35-0cae-430d-931d-42a0f646819e', 'name': 'network-vif-deleted', 'tag': '15e01b94-9395-4454-959a-f1ee02b69b22'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:38:36.136928 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05f6e64-0cd3-4b68-88b1-ce675c2c1408" -d '{"events": [{"server_uuid": "4521dc35-0cae-430d-931d-42a0f646819e", "name": "network-vif-deleted", "tag": "15e01b94-9395-4454-959a-f1ee02b69b22"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:38:36.162834 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:36.237367 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] Pushing event updated for resources: {'Port': ['ID=cdd384ae-5ca2-4ef8-b6eb-80221338be18,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:36.257014 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e261d907-588b-43a3-896f-3600507b9cbd req-9441f6f9-4acb-47f0-bdb2-b5961ee97c8c tempest-LiveMigrationNegativeTest-867526980 tempest-LiveMigrationNegativeTest-867526980-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4521dc35-0cae-430d-931d-42a0f646819e HTTP/1.1" status: 200 len: 210 time: 0.1705813 Nov 02 12:38:36.262054 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b625bf-2d0f-4c4e-afc0-b34766093c35 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Pushing event deleted for resources: {'Port': ['ID=433f6a59-c965-48e7-a9d7-ddab10cd09d0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:36.265113 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9424b650-42cc-4432-af39-3143edfc1387), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:36.319283 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c97774-522a-4558-acab-39649c2f07c0 admin admin] Network 36eee474-f275-427e-a4df-a4d5668b4246 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:38:36.448508 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 79101929-0f5a-4f90-8e3c-97001ccfa0b8 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:36.452349 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=9424b650-42cc-4432-af39-3143edfc1387,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:36.479874 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] Attempting to bind port cdd384ae-5ca2-4ef8-b6eb-80221338be18 on host n-h1-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:38:36.483279 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] Attempting to bind port cdd384ae-5ca2-4ef8-b6eb-80221338be18 by drivers openvswitch,hyperv on host n-h1-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:38:36.484377 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] Attempting to bind port cdd384ae-5ca2-4ef8-b6eb-80221338be18 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:38:36.492673 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8b4a16-a393-4cde-911c-588839ae0800 None None] DHCP port deletion for 3335a470-135f-4055-bea8-07db0ea357d9 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:38:36.502071 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b286c1-66aa-47a2-8cbe-f6437874efb2 req-58b625bf-2d0f-4c4e-afc0-b34766093c35 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] No DVR routers for this DVR port 433f6a59-c965-48e7-a9d7-ddab10cd09d0 on host n-h2-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:38:36.513996 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:36.519102 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a7b286c1-66aa-47a2-8cbe-f6437874efb2 req-58b625bf-2d0f-4c4e-afc0-b34766093c35 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:36.523547 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a7b286c1-66aa-47a2-8cbe-f6437874efb2 req-58b625bf-2d0f-4c4e-afc0-b34766093c35 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.75 "DELETE /networking/v2.0/ports/433f6a59-c965-48e7-a9d7-ddab10cd09d0 HTTP/1.1" status: 204 len: 173 time: 2.2941463 Nov 02 12:38:36.526891 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f3d0af-668e-4219-8242-5c211c9ede0e', 'name': 'network-vif-deleted', 'tag': '433f6a59-c965-48e7-a9d7-ddab10cd09d0'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:38:36.529672 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8519743e-ecc5-42e5-bf79-565da686d932" -d '{"events": [{"server_uuid": "b1f3d0af-668e-4219-8242-5c211c9ede0e", "name": "network-vif-deleted", "tag": "433f6a59-c965-48e7-a9d7-ddab10cd09d0"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:38:36.539850 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-64c97774-522a-4558-acab-39649c2f07c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 36eee474-f275-427e-a4df-a4d5668b4246) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:36.541439 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33be8dac-f681-4c98-8acc-5613f86e6f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (3335a470-135f-4055-bea8-07db0ea357d9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:36.552333 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c97774-522a-4558-acab-39649c2f07c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:36.552977 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-64c97774-522a-4558-acab-39649c2f07c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:36.569776 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 79101929-0f5a-4f90-8e3c-97001ccfa0b8 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:38:36.570817 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 79101929-0f5a-4f90-8e3c-97001ccfa0b8 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:38:36.570817 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a0cbb7b4-a30b-4881-a56d-407c78dcbf10 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:36.600225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b4a16-a393-4cde-911c-588839ae0800 None None] Deleting port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:36.604231 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bf8b4a16-a393-4cde-911c-588839ae0800 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:36.604389 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] Port cdd384ae-5ca2-4ef8-b6eb-80221338be18 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h1-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:38:36.604389 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] Attempting to bind port cdd384ae-5ca2-4ef8-b6eb-80221338be18 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:38:36.614679 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f735e037-4989-47ce-a114-f90036191c9e req-4e84d126-7955-404a-bc10-b56478338b80 tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 210 time: 0.1356349 Nov 02 12:38:36.722264 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b87db4-9d2d-4f16-8e69-26b4cc520813 x-openstack-request-id: req-73b87db4-9d2d-4f16-8e69-26b4cc520813 {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:38:36.722567 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4521dc35-0cae-430d-931d-42a0f646819e", "name": "network-vif-deleted", "tag": "15e01b94-9395-4454-959a-f1ee02b69b22", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:38:36.722824 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73b87db4-9d2d-4f16-8e69-26b4cc520813 {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:38:36.723775 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b87db4-9d2d-4f16-8e69-26b4cc520813'] response: {'server_uuid': '4521dc35-0cae-430d-931d-42a0f646819e', 'name': 'network-vif-deleted', 'tag': '15e01b94-9395-4454-959a-f1ee02b69b22', 'status': 'completed', 'code': 200} Nov 02 12:38:36.732743 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-bf8b4a16-a393-4cde-911c-588839ae0800 None None] For port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496,segment=NetworkSegment(a01da24b-b218-47b3-8ea4-c49316bb84fa),segment_id=a01da24b-b218-47b3-8ea4-c49316bb84fa)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:36.733448 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bf8b4a16-a393-4cde-911c-588839ae0800 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:36.736463 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-64c97774-522a-4558-acab-39649c2f07c0 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7281942 Nov 02 12:38:36.736842 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33398) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:36.748726 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] Checking agent: {'id': '28672587-11d8-44d6-bec6-0497f44187a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:38:36.749186 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:38:36.749524 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af30c739-2543-43e7-b032-abe23d7eb898 admin admin] Publish callbacks [] for port (88faa1b4-b2c4-4e10-9d59-335b2439696c), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:36.753884 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:38:36.753884 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] Bound port: cdd384ae-5ca2-4ef8-b6eb-80221338be18, host: n-h1-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:38:36.753884 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:36.754598 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-4e8897f4-fca9-4fb5-b58a-220112edce04 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-510695845-router', 'tenant_id': '2661419fee8c481faece16d1eca7f028', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:36.758307 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b4a16-a393-4cde-911c-588839ae0800 None None] Calling delete_port for a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:36.779128 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-33be8dac-f681-4c98-8acc-5613f86e6f3b admin admin] Deleting port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:36.779583 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33be8dac-f681-4c98-8acc-5613f86e6f3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:36.825073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: a0cbb7b4-a30b-4881-a56d-407c78dcbf10 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:38:36.825708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a0cbb7b4-a30b-4881-a56d-407c78dcbf10 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:38:36.839064 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1d245f-9424-4b45-a3cf-dd70df29c0c4 None None] Network 36eee474-f275-427e-a4df-a4d5668b4246 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:38:36.911644 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:36.920824 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] For port cdd384ae-5ca2-4ef8-b6eb-80221338be18, host n-h1-857339-6, cleared binding levels {{(pid=105976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:38:36.931402 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] For port cdd384ae-5ca2-4ef8-b6eb-80221338be18, host n-h1-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=cdd384ae-5ca2-4ef8-b6eb-80221338be18,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:38:36.950863 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af30c739-2543-43e7-b032-abe23d7eb898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (88faa1b4-b2c4-4e10-9d59-335b2439696c), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:36.961008 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-598d1f0b-cc44-47e3-aaad-bf9871ae0985 req-35e0a0a1-c901-4b96-a179-aaa0db150ffc tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.0417743 Nov 02 12:38:36.968876 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e8897f4-fca9-4fb5-b58a-220112edce04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (1a546220-0002-4ed5-8905-4d3c16ebf46c), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:36.969989 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e8897f4-fca9-4fb5-b58a-220112edce04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (1a546220-0002-4ed5-8905-4d3c16ebf46c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:37.075030 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:37.080850 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:37.081517 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:37.083526 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f50bdd7a-567b-4144-9415-851090a1989d req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/cdd384ae-5ca2-4ef8-b6eb-80221338be18 HTTP/1.1" status: 200 len: 1096 time: 2.3210235 Nov 02 12:38:37.113833 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af30c739-2543-43e7-b032-abe23d7eb898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (315552b8-1ffe-4eb5-92fc-c0f6a1c2a868), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:37.116851 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993b6022-5676-48e7-927e-012740bfbb17 x-openstack-request-id: req-993b6022-5676-48e7-927e-012740bfbb17 {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:38:37.117129 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f3d0af-668e-4219-8242-5c211c9ede0e", "name": "network-vif-deleted", "tag": "433f6a59-c965-48e7-a9d7-ddab10cd09d0", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:38:37.117366 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-993b6022-5676-48e7-927e-012740bfbb17 {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:38:37.121701 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-993b6022-5676-48e7-927e-012740bfbb17'] response: {'server_uuid': 'b1f3d0af-668e-4219-8242-5c211c9ede0e', 'name': 'network-vif-deleted', 'tag': '433f6a59-c965-48e7-a9d7-ddab10cd09d0', 'status': 'completed', 'code': 200} Nov 02 12:38:37.185422 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-33be8dac-f681-4c98-8acc-5613f86e6f3b admin admin] For port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496,segment=NetworkSegment(a01da24b-b218-47b3-8ea4-c49316bb84fa),segment_id=a01da24b-b218-47b3-8ea4-c49316bb84fa)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:37.186095 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33be8dac-f681-4c98-8acc-5613f86e6f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:37.207943 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8433f15-a1b2-4d90-88e2-2c3a71cbf1fa service neutron] Pushing event updated for resources: {'Port': ['ID=cdd384ae-5ca2-4ef8-b6eb-80221338be18,revision_number=3']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:37.217762 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-33be8dac-f681-4c98-8acc-5613f86e6f3b admin admin] Calling delete_port for a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:37.225984 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30c739-2543-43e7-b032-abe23d7eb898 admin admin] Pushing event updated for resources: {'Port': ['ID=88faa1b4-b2c4-4e10-9d59-335b2439696c,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:37.285173 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:37.318487 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-36eee474-f275-427e-a4df-a4d5668b4246', 'network_id': '36eee474-f275-427e-a4df-a4d5668b4246', 'project_id': '2661419fee8c481faece16d1eca7f028', 'fixed_ips': [{'subnet_id': '63bb50d5-0598-46bd-8578-cb81e62dd37f'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:38:37.318487 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:37.326484 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bdd7a-567b-4144-9415-851090a1989d req-9d51dd77-fb5b-4752-99ba-133b1f58d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:37.329786 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f50bdd7a-567b-4144-9415-851090a1989d req-9d51dd77-fb5b-4752-99ba-133b1f58d837 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=607346d5cd14420f930647ff1ecdb94d&device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 1130 time: 0.1078258 Nov 02 12:38:37.339752 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e8897f4-fca9-4fb5-b58a-220112edce04 admin admin] Publish callbacks [] for router_controller (1a546220-0002-4ed5-8905-4d3c16ebf46c), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:37.397524 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f50bdd7a-567b-4144-9415-851090a1989d req-19bed9ae-b2ff-41c5-ba10-dacac388032f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=cdd384ae-5ca2-4ef8-b6eb-80221338be18 HTTP/1.1" status: 200 len: 217 time: 0.0522840 Nov 02 12:38:37.429126 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155532a8-e30f-40f3-949c-7988e5bbcf2b req-2775923a-4cc1-42f4-818f-3082f10b5545 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:37.436766 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-155532a8-e30f-40f3-949c-7988e5bbcf2b req-2775923a-4cc1-42f4-818f-3082f10b5545 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 948 time: 0.2035646 Nov 02 12:38:37.481820 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] Allocated IP 172.20.0.2 (36eee474-f275-427e-a4df-a4d5668b4246/63bb50d5-0598-46bd-8578-cb81e62dd37f/ff79e92d-0c15-41ed-813a-4f2346af9021) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:38:37.482223 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bdd7a-567b-4144-9415-851090a1989d req-f9a07c47-9c28-44e1-af5f-7e7cbde8a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:37.488052 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f50bdd7a-567b-4144-9415-851090a1989d req-f9a07c47-9c28-44e1-af5f-7e7cbde8a408 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.0856323 Nov 02 12:38:37.538983 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bdd7a-567b-4144-9415-851090a1989d req-56b40c98-2694-41ff-851a-b32ac968da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:37.540775 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f50bdd7a-567b-4144-9415-851090a1989d req-56b40c98-2694-41ff-851a-b32ac968da2c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0471742 Nov 02 12:38:37.559265 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-155532a8-e30f-40f3-949c-7988e5bbcf2b req-86a34aee-0613-4a5d-8868-b20cc67061a3 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c8cf13e2-6faa-42b4-86f8-08c8ed7974e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212699 Nov 02 12:38:37.576022 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9424b650-42cc-4432-af39-3143edfc1387 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:37.673165 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 9424b650-42cc-4432-af39-3143edfc1387 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:37.673827 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9424b650-42cc-4432-af39-3143edfc1387), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:37.673927 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 9424b650-42cc-4432-af39-3143edfc1387 Nov 02 12:38:37.728463 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f50bdd7a-567b-4144-9415-851090a1989d req-eb61d261-d180-421e-a905-b62953f79ed7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758089 Nov 02 12:38:37.761906 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bf8b4a16-a393-4cde-911c-588839ae0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:37.823812 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b4a16-a393-4cde-911c-588839ae0800 None None] Pushing event deleted for resources: {'Port': ['ID=a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:37.836880 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8b4a16-a393-4cde-911c-588839ae0800 None None] No DVR routers for this DVR port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:38:37.847179 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] Publish callbacks [] for port (ff79e92d-0c15-41ed-813a-4f2346af9021), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:37.855885 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e8897f4-fca9-4fb5-b58a-220112edce04 admin admin] Publish callbacks [] for router_gateway (1a546220-0002-4ed5-8905-4d3c16ebf46c), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:37.857089 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9424b650-42cc-4432-af39-3143edfc1387 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:37.862606 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af30c739-2543-43e7-b032-abe23d7eb898 admin admin] Network 8e6a90c2-dc04-4d47-b812-f9a941217183 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:38:37.867291 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:37.870748 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-af30c739-2543-43e7-b032-abe23d7eb898 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:37.872818 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33be8dac-f681-4c98-8acc-5613f86e6f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:37.910672 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be8dac-f681-4c98-8acc-5613f86e6f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:37.938575 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f50bdd7a-567b-4144-9415-851090a1989d req-1d07f8ad-d44d-4509-a2a7-a0801e505c79 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058041 Nov 02 12:38:37.946229 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:37.975278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:38:37.975779 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:38:37.995247 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33be8dac-f681-4c98-8acc-5613f86e6f3b admin admin] No DVR routers for this DVR port a351f8d5-ed0a-4bd3-9a5d-dfedb6e41496 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:38:37.998560 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (ff79e92d-0c15-41ed-813a-4f2346af9021), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:38.071649 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] Network 36eee474-f275-427e-a4df-a4d5668b4246 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:38:38.077698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:38.078404 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-41d5bbed-40d0-4d67-bc52-b4b4d4672503 req-c8563d6c-4d70-4cec-b5bc-8e098b7d3c3b tempest-UnshelveToHostMultiNodesTest-2013429481 tempest-UnshelveToHostMultiNodesTest-2013429481-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.0807307 Nov 02 12:38:38.080608 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:38:38.084418 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] Pushing event updated for resources: {'Port': ['ID=ff79e92d-0c15-41ed-813a-4f2346af9021,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:38.163984 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] Attempting to bind port ff79e92d-0c15-41ed-813a-4f2346af9021 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:38:38.164653 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] Attempting to bind port ff79e92d-0c15-41ed-813a-4f2346af9021 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '318a1e6e-3cee-418e-8a7f-b5933a28614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '36eee474-f275-427e-a4df-a4d5668b4246'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:38:38.165114 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] Attempting to bind port ff79e92d-0c15-41ed-813a-4f2346af9021 on network 36eee474-f275-427e-a4df-a4d5668b4246 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:38:38.249278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:38:38.250050 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] Checking segment: {'id': '318a1e6e-3cee-418e-8a7f-b5933a28614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '36eee474-f275-427e-a4df-a4d5668b4246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:38:38.250624 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:38.251217 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] Bound using segment: {'id': '318a1e6e-3cee-418e-8a7f-b5933a28614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '36eee474-f275-427e-a4df-a4d5668b4246'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:38:38.251921 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] Bound port: ff79e92d-0c15-41ed-813a-4f2346af9021, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318a1e6e-3cee-418e-8a7f-b5933a28614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '36eee474-f275-427e-a4df-a4d5668b4246'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:38:38.252558 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ff79e92d-0c15-41ed-813a-4f2346af9021), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:38.253422 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33be8dac-f681-4c98-8acc-5613f86e6f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (3335a470-135f-4055-bea8-07db0ea357d9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:38.292123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d49508d6-3cb9-4ad6-80b4-b056e311c3f9 None None] Provisioning complete for port 88faa1b4-b2c4-4e10-9d59-335b2439696c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:38.292123 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d49508d6-3cb9-4ad6-80b4-b056e311c3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (88faa1b4-b2c4-4e10-9d59-335b2439696c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:38.292535 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d49508d6-3cb9-4ad6-80b4-b056e311c3f9 None None] Attempt 1 to provision port 88faa1b4-b2c4-4e10-9d59-335b2439696c Nov 02 12:38:38.296936 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-33be8dac-f681-4c98-8acc-5613f86e6f3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3335a470-135f-4055-bea8-07db0ea357d9']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:38.320122 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af30c739-2543-43e7-b032-abe23d7eb898 admin admin] Router 315552b8-1ffe-4eb5-92fc-c0f6a1c2a868 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:38:38.321999 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-33be8dac-f681-4c98-8acc-5613f86e6f3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01da24b-b218-47b3-8ea4-c49316bb84fa') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:38.322308 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-33be8dac-f681-4c98-8acc-5613f86e6f3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01da24b-b218-47b3-8ea4-c49316bb84fa') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:38.374522 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d49508d6-3cb9-4ad6-80b4-b056e311c3f9 None None] Port 88faa1b4-b2c4-4e10-9d59-335b2439696c cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:38:38.384389 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33be8dac-f681-4c98-8acc-5613f86e6f3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (a01da24b-b218-47b3-8ea4-c49316bb84fa), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:38.440972 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] For port ff79e92d-0c15-41ed-813a-4f2346af9021, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:38:38.443265 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3399e3be-a1b3-4560-8bdf-887430d07141 req-133b437d-ed4e-4e94-aabb-997c1bf6337e tempest-ServerDiagnosticsNegativeTest-2134958545 tempest-ServerDiagnosticsNegativeTest-2134958545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b1f3d0af-668e-4219-8242-5c211c9ede0e HTTP/1.1" status: 200 len: 210 time: 0.1090546 Nov 02 12:38:38.445919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] For port ff79e92d-0c15-41ed-813a-4f2346af9021, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ff79e92d-0c15-41ed-813a-4f2346af9021,segment=NetworkSegment(318a1e6e-3cee-418e-8a7f-b5933a28614a),segment_id=318a1e6e-3cee-418e-8a7f-b5933a28614a)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:38:38.449999 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33be8dac-f681-4c98-8acc-5613f86e6f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a01da24b-b218-47b3-8ea4-c49316bb84fa), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:38.516419 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33be8dac-f681-4c98-8acc-5613f86e6f3b admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:38:38.516419 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33be8dac-f681-4c98-8acc-5613f86e6f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (a01da24b-b218-47b3-8ea4-c49316bb84fa), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:38.549057 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment a01da24b-b218-47b3-8ea4-c49316bb84fa resource provider aggregate not found Nov 02 12:38:38.576769 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ff79e92d-0c15-41ed-813a-4f2346af9021), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:38.614374 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment a01da24b-b218-47b3-8ea4-c49316bb84fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a01da24b-b218-47b3-8ea4-c49316bb84fa found for delete ", "request_id": "req-2c2cd9d3-4507-413e-98e4-e88027349ff2"}]} Nov 02 12:38:38.628687 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b8552ca7-bd22-4729-9596-2bb5a82f3843 req-e18875f6-c000-40dc-b823-22abbe63d733 tempest-UnshelveToHostMultiNodesTest-2013429481 tempest-UnshelveToHostMultiNodesTest-2013429481-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.1106098 Nov 02 12:38:38.633367 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e8897f4-fca9-4fb5-b58a-220112edce04 admin admin] Publish callbacks [] for router_gateway (1a546220-0002-4ed5-8905-4d3c16ebf46c), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:38.670808 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23b3e8-e686-4a46-9924-ff50f8b681d5 None None] Pushing event updated for resources: {'Port': ['ID=ff79e92d-0c15-41ed-813a-4f2346af9021,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:38.681309 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e8897f4-fca9-4fb5-b58a-220112edce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:38.725392 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cde6e93-3b90-4a9a-9290-ceb80a183a73', 'tag': 'cdd384ae-5ca2-4ef8-b6eb-80221338be18'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:38:38.728977 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0498b769-e5a8-4166-a1ed-14716a8731e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1cde6e93-3b90-4a9a-9290-ceb80a183a73", "tag": "cdd384ae-5ca2-4ef8-b6eb-80221338be18"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:38:38.752800 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af30c739-2543-43e7-b032-abe23d7eb898 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:38:38.753990 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-af30c739-2543-43e7-b032-abe23d7eb898 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/315552b8-1ffe-4eb5-92fc-c0f6a1c2a868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3209720 Nov 02 12:38:38.768134 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] Sync routers for ids ['315552b8-1ffe-4eb5-92fc-c0f6a1c2a868'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:38:38.787467 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] Routers {'315552b8-1ffe-4eb5-92fc-c0f6a1c2a868'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:38.788199 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['315552b8-1ffe-4eb5-92fc-c0f6a1c2a868'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:38.860414 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33be8dac-f681-4c98-8acc-5613f86e6f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (3335a470-135f-4055-bea8-07db0ea357d9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:38.884545 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab711c5-ef28-4ea8-aaf0-4cdfcac63c35 req-7c730920-f96f-4bf9-9464-f6058beedda3 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:38.892895 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3ab711c5-ef28-4ea8-aaf0-4cdfcac63c35 req-7c730920-f96f-4bf9-9464-f6058beedda3 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 948 time: 0.1371078 Nov 02 12:38:38.895827 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33be8dac-f681-4c98-8acc-5613f86e6f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:38.902395 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-33be8dac-f681-4c98-8acc-5613f86e6f3b admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/3335a470-135f-4055-bea8-07db0ea357d9 HTTP/1.1" status: 204 len: 168 time: 2.9033327 Nov 02 12:38:38.913452 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cceb549-9931-49f9-91e1-71105d68a571 x-openstack-request-id: req-7cceb549-9931-49f9-91e1-71105d68a571 {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:38:38.913745 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cde6e93-3b90-4a9a-9290-ceb80a183a73", "tag": "cdd384ae-5ca2-4ef8-b6eb-80221338be18", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:38:38.913992 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7cceb549-9931-49f9-91e1-71105d68a571 {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:38:38.914396 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cceb549-9931-49f9-91e1-71105d68a571'] response: {'name': 'network-changed', 'server_uuid': '1cde6e93-3b90-4a9a-9290-ceb80a183a73', 'tag': 'cdd384ae-5ca2-4ef8-b6eb-80221338be18', 'status': 'completed', 'code': 200} Nov 02 12:38:38.949699 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be8dac-f681-4c98-8acc-5613f86e6f3b admin admin] Pushing event deleted for resources: {'Network': ['ID=3335a470-135f-4055-bea8-07db0ea357d9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:39.002809 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-4e8897f4-fca9-4fb5-b58a-220112edce04 admin admin] Allocated IP 172.25.2.193 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/ffcc1d14-2a40-4d31-9e62-44789230ebe4) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:38:39.049838 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3ab711c5-ef28-4ea8-aaf0-4cdfcac63c35 req-8a5b587a-3fb8-4282-b9d3-ae1b15fdd6d8 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c8cf13e2-6faa-42b4-86f8-08c8ed7974e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554544 Nov 02 12:38:39.139951 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498b769-e5a8-4166-a1ed-14716a8731e3 req-3cc4e94e-051a-4aa3-9bfc-8553e65f3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:39.143559 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-0498b769-e5a8-4166-a1ed-14716a8731e3 req-3cc4e94e-051a-4aa3-9bfc-8553e65f3724 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=607346d5cd14420f930647ff1ecdb94d&device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 1130 time: 0.0684834 Nov 02 12:38:39.178868 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] Set router 315552b8-1ffe-4eb5-92fc-c0f6a1c2a868 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:39.239892 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e8897f4-fca9-4fb5-b58a-220112edce04 admin admin] Publish callbacks [] for port (ffcc1d14-2a40-4d31-9e62-44789230ebe4), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:39.281138 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33440) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:39.315996 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498b769-e5a8-4166-a1ed-14716a8731e3 req-d2d35931-c85f-4826-9da6-f1c6226715be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:39.318209 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-0498b769-e5a8-4166-a1ed-14716a8731e3 req-d2d35931-c85f-4826-9da6-f1c6226715be service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.1675973 Nov 02 12:38:39.372448 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-0498b769-e5a8-4166-a1ed-14716a8731e3 req-ed023ab5-62dd-4b5e-8d90-a163d2c2d4bb service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=cdd384ae-5ca2-4ef8-b6eb-80221338be18 HTTP/1.1" status: 200 len: 217 time: 0.0468583 Nov 02 12:38:39.377870 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:39.417857 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e8897f4-fca9-4fb5-b58a-220112edce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (ffcc1d14-2a40-4d31-9e62-44789230ebe4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:39.446596 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315552b8-1ffe-4eb5-92fc-c0f6a1c2a868', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1784687436-router', 'tenant_id': '0303fb8fa1924311b8b0c54f77aab51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '9424b650-42cc-4432-af39-3143edfc1387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:26Z', 'updated_at': '2022-11-02T12:38:34Z', 'revision_number': 4, 'project_id': '0303fb8fa1924311b8b0c54f77aab51e', 'gw_port': {'id': '9424b650-42cc-4432-af39-3143edfc1387', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315552b8-1ffe-4eb5-92fc-c0f6a1c2a868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:28Z', 'updated_at': '2022-11-02T12:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '88faa1b4-b2c4-4e10-9d59-335b2439696c', 'name': '', 'network_id': '8e6a90c2-dc04-4d47-b812-f9a941217183', 'tenant_id': '0303fb8fa1924311b8b0c54f77aab51e', 'mac_address': 'fa:16:3e:a5:ff:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315552b8-1ffe-4eb5-92fc-c0f6a1c2a868', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2651939c-3207-4f97-b944-a90f249bd735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:33Z', 'updated_at': '2022-11-02T12:38:35Z', 'revision_number': 2, 'project_id': '0303fb8fa1924311b8b0c54f77aab51e', 'subnets': [{'id': '2651939c-3207-4f97-b944-a90f249bd735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:39.461850 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498b769-e5a8-4166-a1ed-14716a8731e3 req-b13679a4-be46-44c7-8fd2-4463aa7fd28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:39.467490 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-0498b769-e5a8-4166-a1ed-14716a8731e3 req-b13679a4-be46-44c7-8fd2-4463aa7fd28a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.0880408 Nov 02 12:38:39.491109 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] Checking router: 315552b8-1ffe-4eb5-92fc-c0f6a1c2a868 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:38:39.491468 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] Updating router 315552b8-1ffe-4eb5-92fc-c0f6a1c2a868 port 88faa1b4-b2c4-4e10-9d59-335b2439696c binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:38:39.557399 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8897f4-fca9-4fb5-b58a-220112edce04 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:38:39.560193 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-4e8897f4-fca9-4fb5-b58a-220112edce04 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:39.569709 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8897f4-fca9-4fb5-b58a-220112edce04 admin admin] Pushing event updated for resources: {'Port': ['ID=ffcc1d14-2a40-4d31-9e62-44789230ebe4,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:39.572904 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8897f4-fca9-4fb5-b58a-220112edce04 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:38:39.582148 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498b769-e5a8-4166-a1ed-14716a8731e3 req-5e237d20-9601-4533-a930-aeb8eb845807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:39.586101 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-0498b769-e5a8-4166-a1ed-14716a8731e3 req-5e237d20-9601-4533-a930-aeb8eb845807 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1142261 Nov 02 12:38:39.598412 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (88faa1b4-b2c4-4e10-9d59-335b2439696c), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:39.662918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ff79e92d-0c15-41ed-813a-4f2346af9021 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:39.735974 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:39.762091 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ff79e92d-0c15-41ed-813a-4f2346af9021 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:39.762731 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ff79e92d-0c15-41ed-813a-4f2346af9021), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:39.763231 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ff79e92d-0c15-41ed-813a-4f2346af9021 Nov 02 12:38:39.781422 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-0498b769-e5a8-4166-a1ed-14716a8731e3 req-c5186db1-77c5-4b73-9999-db24e806d451 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862955 Nov 02 12:38:39.817243 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [req-54907286-9189-404f-a76d-9a3c953b6d67 req-ed9fcdc0-dca1-468f-986f-53f0fdebd4ae tempest-SecurityGroupsNegativeTestJSON-399263997 tempest-SecurityGroupsNegativeTestJSON-399263997-project] show failed (client error): The resource could not be found. Nov 02 12:38:39.818320 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-54907286-9189-404f-a76d-9a3c953b6d67 req-ed9fcdc0-dca1-468f-986f-53f0fdebd4ae tempest-SecurityGroupsNegativeTestJSON-399263997 tempest-SecurityGroupsNegativeTestJSON-399263997-project] 10.222.0.64 "GET /networking/v2.0/security-groups/e839c076-c794-4d38-a202-6f6c9e59ca8c HTTP/1.1" status: 404 len: 352 time: 0.0427134 Nov 02 12:38:39.968869 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ff79e92d-0c15-41ed-813a-4f2346af9021 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:39.969277 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ff79e92d-0c15-41ed-813a-4f2346af9021), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:39.994876 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33460) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:40.015745 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-0498b769-e5a8-4166-a1ed-14716a8731e3 req-f39de147-8e3d-4159-9458-c7fece53a209 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264485 Nov 02 12:38:40.069674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port ff79e92d-0c15-41ed-813a-4f2346af9021, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ff79e92d-0c15-41ed-813a-4f2346af9021,segment=NetworkSegment(318a1e6e-3cee-418e-8a7f-b5933a28614a),segment_id=318a1e6e-3cee-418e-8a7f-b5933a28614a)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:40.093676 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:40.130257 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33468) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:40.149493 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:40.169891 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] Publish callbacks [] for port (88faa1b4-b2c4-4e10-9d59-335b2439696c), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:40.190932 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ff79e92d-0c15-41ed-813a-4f2346af9021), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:40.220113 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-25aea149-9f85-42a7-9419-74ab2e1ed8e1 req-16e95401-8ad4-42fa-bb84-5558afa08cee tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.1348376 Nov 02 12:38:40.237659 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9cba4919-2555-4670-b56c-c97ca04f1162 req-722f068a-86db-433e-aa0d-53bf4fa8f1c8 tempest-SecurityGroupsNegativeTestJSON-399263997 tempest-SecurityGroupsNegativeTestJSON-399263997-project] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0303fb8fa1924311b8b0c54f77aab51e HTTP/1.1" status: 200 len: 3001 time: 0.1504240 Nov 02 12:38:40.278778 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3db34e4-2c04-4958-bc72-a50e6784b4a7 None None] Network 36eee474-f275-427e-a4df-a4d5668b4246 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:38:40.299728 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (88faa1b4-b2c4-4e10-9d59-335b2439696c), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:40.315781 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-35e00588-1b91-4d1e-8160-74a46a812f6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:40.318216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=ff79e92d-0c15-41ed-813a-4f2346af9021,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:40.324654 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9cba4919-2555-4670-b56c-c97ca04f1162 req-524ac23e-c82e-48e9-8eb0-5f601075dced tempest-SecurityGroupsNegativeTestJSON-399263997 tempest-SecurityGroupsNegativeTestJSON-399263997-project] 10.222.0.64 "GET /networking/v2.0/security-groups/f872933d-257d-4e84-bb73-bdda62501452 HTTP/1.1" status: 200 len: 2998 time: 0.0859096 Nov 02 12:38:40.367550 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-91b23820-b681-4d48-9a11-16aab8b86385 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=57ab8b7723184d3e9eff5809eafffb20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3707945 Nov 02 12:38:40.370598 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33472) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:40.433319 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] Attempting to bind port 88faa1b4-b2c4-4e10-9d59-335b2439696c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:38:40.434064 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] Attempting to bind port 88faa1b4-b2c4-4e10-9d59-335b2439696c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '52638cce-9374-4f2d-a2a3-3e29b28fef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8e6a90c2-dc04-4d47-b812-f9a941217183'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:38:40.435172 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] Attempting to bind port 88faa1b4-b2c4-4e10-9d59-335b2439696c on network 8e6a90c2-dc04-4d47-b812-f9a941217183 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:38:40.447283 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-830bdfe7-d743-4d3e-8804-fc761e592038 admin admin] Publish callbacks [] for security_group (9d6c0dbd-f8ca-4444-a2b7-66fc7a433566), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:40.491243 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:38:40.491902 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] Checking segment: {'id': '52638cce-9374-4f2d-a2a3-3e29b28fef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8e6a90c2-dc04-4d47-b812-f9a941217183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:38:40.492560 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:40.493133 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] Bound using segment: {'id': '52638cce-9374-4f2d-a2a3-3e29b28fef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8e6a90c2-dc04-4d47-b812-f9a941217183'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:38:40.493823 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] Bound port: 88faa1b4-b2c4-4e10-9d59-335b2439696c, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52638cce-9374-4f2d-a2a3-3e29b28fef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8e6a90c2-dc04-4d47-b812-f9a941217183'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:38:40.494409 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (88faa1b4-b2c4-4e10-9d59-335b2439696c), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:40.497758 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-184d5e5e-b5b6-41eb-a6fa-f5663e3dee27 None None] Provisioning complete for port ff79e92d-0c15-41ed-813a-4f2346af9021 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:40.498444 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-184d5e5e-b5b6-41eb-a6fa-f5663e3dee27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ff79e92d-0c15-41ed-813a-4f2346af9021), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:40.498869 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-184d5e5e-b5b6-41eb-a6fa-f5663e3dee27 None None] Attempt 1 to provision port ff79e92d-0c15-41ed-813a-4f2346af9021 Nov 02 12:38:40.518584 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-830bdfe7-d743-4d3e-8804-fc761e592038 admin admin] Publish callbacks [] for security_group (9d6c0dbd-f8ca-4444-a2b7-66fc7a433566), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:40.526570 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e8897f4-fca9-4fb5-b58a-220112edce04 admin admin] Publish callbacks [] for router_gateway (1a546220-0002-4ed5-8905-4d3c16ebf46c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:40.617528 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-35e00588-1b91-4d1e-8160-74a46a812f6b admin admin] Publish callbacks [] for security_group (a681a6a9-7741-4b2a-a7cf-28d982197dfa), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:40.633200 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a4082-fe0c-4c57-ac27-fd145c59595e None None] Pushing event updated for resources: {'Port': ['ID=88faa1b4-b2c4-4e10-9d59-335b2439696c,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:40.637319 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] For port 88faa1b4-b2c4-4e10-9d59-335b2439696c, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:38:40.640958 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:40.641968 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] For port 88faa1b4-b2c4-4e10-9d59-335b2439696c, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=88faa1b4-b2c4-4e10-9d59-335b2439696c,segment=NetworkSegment(52638cce-9374-4f2d-a2a3-3e29b28fef73),segment_id=52638cce-9374-4f2d-a2a3-3e29b28fef73)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:38:40.655870 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-12e80e09-3682-42dd-8e79-0b604758dedb admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b2967018bbd64629a9a49c051c3d1e60&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3717241 Nov 02 12:38:40.657606 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33476) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:40.661026 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa0821-6124-4c34-b9c3-9380aa398dbf req-30586ece-3fe1-4167-ac2e-d9a9549c0fc9 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:40.662558 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2ffa0821-6124-4c34-b9c3-9380aa398dbf req-30586ece-3fe1-4167-ac2e-d9a9549c0fc9 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 948 time: 0.3053052 Nov 02 12:38:40.695724 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-184d5e5e-b5b6-41eb-a6fa-f5663e3dee27 None None] Current status of the port ff79e92d-0c15-41ed-813a-4f2346af9021 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:40.727967 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (88faa1b4-b2c4-4e10-9d59-335b2439696c), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:40.729176 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:40.731117 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33478) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:40.739477 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-830bdfe7-d743-4d3e-8804-fc761e592038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9d6c0dbd-f8ca-4444-a2b7-66fc7a433566), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:40.743716 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-830bdfe7-d743-4d3e-8804-fc761e592038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:40.750331 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-830bdfe7-d743-4d3e-8804-fc761e592038 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9d6c0dbd-f8ca-4444-a2b7-66fc7a433566 HTTP/1.1" status: 204 len: 168 time: 0.3767550 Nov 02 12:38:40.751887 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-35e00588-1b91-4d1e-8160-74a46a812f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a681a6a9-7741-4b2a-a7cf-28d982197dfa), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:40.790023 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830bdfe7-d743-4d3e-8804-fc761e592038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6c0dbd-f8ca-4444-a2b7-66fc7a433566,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:40.822351 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a4082-fe0c-4c57-ac27-fd145c59595e None None] Pushing event updated for resources: {'Port': ['ID=88faa1b4-b2c4-4e10-9d59-335b2439696c,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:40.860879 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] Routers {'315552b8-1ffe-4eb5-92fc-c0f6a1c2a868'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:40.861760 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['315552b8-1ffe-4eb5-92fc-c0f6a1c2a868'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:40.877432 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec62fdab-4bc1-4798-bf68-04244633d7ce admin admin] Publish callbacks [] for security_group (d7c07321-e8be-4309-9228-543db471c9cb), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:40.917816 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e261c410-7fca-4133-9db8-251423b856d3 None None] Provisioning complete for port ff79e92d-0c15-41ed-813a-4f2346af9021 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:40.918201 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e261c410-7fca-4133-9db8-251423b856d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ff79e92d-0c15-41ed-813a-4f2346af9021), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:40.918546 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e261c410-7fca-4133-9db8-251423b856d3 None None] Attempt 1 to provision port ff79e92d-0c15-41ed-813a-4f2346af9021 Nov 02 12:38:40.928265 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-35e00588-1b91-4d1e-8160-74a46a812f6b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=03aa3a57c2b04d8ca26d6b56f9163aca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7966371 Nov 02 12:38:40.945945 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33484) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:40.966817 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e00588-1b91-4d1e-8160-74a46a812f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a681a6a9-7741-4b2a-a7cf-28d982197dfa,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:40.987458 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] Set router 315552b8-1ffe-4eb5-92fc-c0f6a1c2a868 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:41.002259 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec62fdab-4bc1-4798-bf68-04244633d7ce admin admin] Publish callbacks [] for security_group (d7c07321-e8be-4309-9228-543db471c9cb), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:41.011146 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=71,neutron:DELETE=7,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:41.021315 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device cdd384ae-5ca2-4ef8-b6eb-80221338be18 details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:38:41.045877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e261c410-7fca-4133-9db8-251423b856d3 None None] Current status of the port ff79e92d-0c15-41ed-813a-4f2346af9021 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:41.158860 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9cba4919-2555-4670-b56c-c97ca04f1162 req-d9e11ed8-abd7-4bed-b5c0-df8e5509b2e4 tempest-SecurityGroupsNegativeTestJSON-399263997 tempest-SecurityGroupsNegativeTestJSON-399263997-project] 10.222.0.64 "GET /networking/v2.0/security-groups/f872933d-257d-4e84-bb73-bdda62501452 HTTP/1.1" status: 200 len: 2998 time: 0.8330989 Nov 02 12:38:41.159627 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-da772b79-974f-4862-a64b-7ea7acdc39c9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4eca4631088f4e8e9b23c9070680dbee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4270782 Nov 02 12:38:41.166235 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33486) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:41.169508 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-464bd9a1-0956-4cce-b453-d38c646a04f4 admin admin] Publish callbacks [] for security_group (a681a6a9-7741-4b2a-a7cf-28d982197dfa), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:41.209776 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2ffa0821-6124-4c34-b9c3-9380aa398dbf req-137aa520-4fc5-4f76-b35c-30edc673206b tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c8cf13e2-6faa-42b4-86f8-08c8ed7974e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377929 Nov 02 12:38:41.221494 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port cdd384ae-5ca2-4ef8-b6eb-80221338be18, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=cdd384ae-5ca2-4ef8-b6eb-80221338be18,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:41.232885 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-464bd9a1-0956-4cce-b453-d38c646a04f4 admin admin] Publish callbacks [] for security_group (a681a6a9-7741-4b2a-a7cf-28d982197dfa), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:41.254297 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': 'cdd384ae-5ca2-4ef8-b6eb-80221338be18', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': 'cdd384ae-5ca2-4ef8-b6eb-80221338be18', 'mac_address': 'fa:16:3e:c7:e6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:38:41.269738 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315552b8-1ffe-4eb5-92fc-c0f6a1c2a868', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1784687436-router', 'tenant_id': '0303fb8fa1924311b8b0c54f77aab51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '9424b650-42cc-4432-af39-3143edfc1387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:26Z', 'updated_at': '2022-11-02T12:38:34Z', 'revision_number': 4, 'project_id': '0303fb8fa1924311b8b0c54f77aab51e', 'gw_port': {'id': '9424b650-42cc-4432-af39-3143edfc1387', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315552b8-1ffe-4eb5-92fc-c0f6a1c2a868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:28Z', 'updated_at': '2022-11-02T12:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '88faa1b4-b2c4-4e10-9d59-335b2439696c', 'name': '', 'network_id': '8e6a90c2-dc04-4d47-b812-f9a941217183', 'tenant_id': '0303fb8fa1924311b8b0c54f77aab51e', 'mac_address': 'fa:16:3e:a5:ff:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315552b8-1ffe-4eb5-92fc-c0f6a1c2a868', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2651939c-3207-4f97-b944-a90f249bd735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:33Z', 'updated_at': '2022-11-02T12:38:40Z', 'revision_number': 4, 'project_id': '0303fb8fa1924311b8b0c54f77aab51e', 'subnets': [{'id': '2651939c-3207-4f97-b944-a90f249bd735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:41.312920 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port cdd384ae-5ca2-4ef8-b6eb-80221338be18 is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:41.313396 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:41.314032 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec62fdab-4bc1-4798-bf68-04244633d7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d7c07321-e8be-4309-9228-543db471c9cb), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:41.317052 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec62fdab-4bc1-4798-bf68-04244633d7ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:41.320919 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ec62fdab-4bc1-4798-bf68-04244633d7ce admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d7c07321-e8be-4309-9228-543db471c9cb HTTP/1.1" status: 204 len: 168 time: 0.6596420 Nov 02 12:38:41.332561 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62fdab-4bc1-4798-bf68-04244633d7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c07321-e8be-4309-9228-543db471c9cb,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:41.337307 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e44ada5b-92a4-4ff7-b5d3-8ccee5dc1ca7 req-79fd6830-6be5-4e28-b33e-1728f918c711 tempest-SecurityGroupsNegativeTestJSON-399263997 tempest-SecurityGroupsNegativeTestJSON-399263997-project] 10.222.0.64 "GET /networking/v2.0/security-groups/f872933d-257d-4e84-bb73-bdda62501452 HTTP/1.1" status: 200 len: 2998 time: 0.1221583 Nov 02 12:38:41.358873 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658596bd-d6fb-4657-8cb1-9d463a543069 None None] The sync data for ids ['315552b8-1ffe-4eb5-92fc-c0f6a1c2a868'] in n-d-857339-6 is: [{'id': '315552b8-1ffe-4eb5-92fc-c0f6a1c2a868', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1784687436-router', 'tenant_id': '0303fb8fa1924311b8b0c54f77aab51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '9424b650-42cc-4432-af39-3143edfc1387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:26Z', 'updated_at': '2022-11-02T12:38:34Z', 'revision_number': 4, 'project_id': '0303fb8fa1924311b8b0c54f77aab51e', 'gw_port': {'id': '9424b650-42cc-4432-af39-3143edfc1387', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315552b8-1ffe-4eb5-92fc-c0f6a1c2a868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:28Z', 'updated_at': '2022-11-02T12:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '88faa1b4-b2c4-4e10-9d59-335b2439696c', 'name': '', 'network_id': '8e6a90c2-dc04-4d47-b812-f9a941217183', 'tenant_id': '0303fb8fa1924311b8b0c54f77aab51e', 'mac_address': 'fa:16:3e:a5:ff:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315552b8-1ffe-4eb5-92fc-c0f6a1c2a868', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2651939c-3207-4f97-b944-a90f249bd735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:33Z', 'updated_at': '2022-11-02T12:38:40Z', 'revision_number': 4, 'project_id': '0303fb8fa1924311b8b0c54f77aab51e', 'subnets': [{'id': '2651939c-3207-4f97-b944-a90f249bd735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:38:41.368288 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd384ae-5ca2-4ef8-b6eb-80221338be18 {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:38:41.405353 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port cdd384ae-5ca2-4ef8-b6eb-80221338be18, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=cdd384ae-5ca2-4ef8-b6eb-80221338be18,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:41.412346 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e8897f4-fca9-4fb5-b58a-220112edce04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (1a546220-0002-4ed5-8905-4d3c16ebf46c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:41.425565 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1848fb7b-a7ed-4680-8d9c-017c7ad4856f admin admin] Publish callbacks [] for security_group (424c062c-f8cc-4b4b-9c57-8c48451d163e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:41.456211 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:41.490684 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0e406812-23c3-4c40-9551-c567a20c1bd6 req-247b054c-15c6-4f6a-8d36-aad073e6412f tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.0969422 Nov 02 12:38:41.528218 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:41.538476 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1848fb7b-a7ed-4680-8d9c-017c7ad4856f admin admin] Publish callbacks [] for security_group (424c062c-f8cc-4b4b-9c57-8c48451d163e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:41.565081 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-464bd9a1-0956-4cce-b453-d38c646a04f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a681a6a9-7741-4b2a-a7cf-28d982197dfa), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:41.568849 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-464bd9a1-0956-4cce-b453-d38c646a04f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:41.570244 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-464bd9a1-0956-4cce-b453-d38c646a04f4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a681a6a9-7741-4b2a-a7cf-28d982197dfa HTTP/1.1" status: 204 len: 168 time: 0.6229386 Nov 02 12:38:41.586787 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464bd9a1-0956-4cce-b453-d38c646a04f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a681a6a9-7741-4b2a-a7cf-28d982197dfa,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:41.603468 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [req-e44ada5b-92a4-4ff7-b5d3-8ccee5dc1ca7 req-1516070c-5a80-4171-9f3d-92157b046416 tempest-SecurityGroupsNegativeTestJSON-399263997 tempest-SecurityGroupsNegativeTestJSON-399263997-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 02 12:38:41.625023 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=cdd384ae-5ca2-4ef8-b6eb-80221338be18,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:41.626628 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e44ada5b-92a4-4ff7-b5d3-8ccee5dc1ca7 req-1516070c-5a80-4171-9f3d-92157b046416 tempest-SecurityGroupsNegativeTestJSON-399263997 tempest-SecurityGroupsNegativeTestJSON-399263997-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f872933d-257d-4e84-bb73-bdda62501452 HTTP/1.1" status: 409 len: 352 time: 0.2769454 Nov 02 12:38:41.699519 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 88faa1b4-b2c4-4e10-9d59-335b2439696c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:41.714960 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [req-4bd24d03-f1e5-4fd1-941b-746a3806f90c req-2a1847b1-ccfe-4f49-b252-427ddb23db8e tempest-SecurityGroupsNegativeTestJSON-399263997 tempest-SecurityGroupsNegativeTestJSON-399263997-project] show failed (client error): The resource could not be found. Nov 02 12:38:41.716028 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4bd24d03-f1e5-4fd1-941b-746a3806f90c req-2a1847b1-ccfe-4f49-b252-427ddb23db8e tempest-SecurityGroupsNegativeTestJSON-399263997 tempest-SecurityGroupsNegativeTestJSON-399263997-project] 10.222.0.64 "GET /networking/v2.0/security-groups/5d15a3aa-c9b0-4e72-9bdc-0a4b1c90a7f0 HTTP/1.1" status: 404 len: 352 time: 0.0661573 Nov 02 12:38:41.760772 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 88faa1b4-b2c4-4e10-9d59-335b2439696c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:41.761154 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (88faa1b4-b2c4-4e10-9d59-335b2439696c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:41.761732 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 88faa1b4-b2c4-4e10-9d59-335b2439696c Nov 02 12:38:41.779216 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [req-dfa47329-cdf6-4cf7-8e41-0cd294eb9d3e req-1ccccdeb-bbe7-4d3d-864e-5976d6c0208f tempest-SecurityGroupsNegativeTestJSON-399263997 tempest-SecurityGroupsNegativeTestJSON-399263997-project] show failed (client error): The resource could not be found. Nov 02 12:38:41.780318 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dfa47329-cdf6-4cf7-8e41-0cd294eb9d3e req-1ccccdeb-bbe7-4d3d-864e-5976d6c0208f tempest-SecurityGroupsNegativeTestJSON-399263997 tempest-SecurityGroupsNegativeTestJSON-399263997-project] 10.222.0.64 "GET /networking/v2.0/security-groups/6e0d7c63-0faa-46db-b3c2-48303b636474 HTTP/1.1" status: 404 len: 352 time: 0.0260496 Nov 02 12:38:41.806473 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33502) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:41.853074 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['cdd384ae-5ca2-4ef8-b6eb-80221338be18'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:38:41.916871 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1848fb7b-a7ed-4680-8d9c-017c7ad4856f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (424c062c-f8cc-4b4b-9c57-8c48451d163e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:41.922123 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1848fb7b-a7ed-4680-8d9c-017c7ad4856f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:41.924354 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1848fb7b-a7ed-4680-8d9c-017c7ad4856f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/424c062c-f8cc-4b4b-9c57-8c48451d163e HTTP/1.1" status: 204 len: 168 time: 0.7561040 Nov 02 12:38:41.939317 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848fb7b-a7ed-4680-8d9c-017c7ad4856f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424c062c-f8cc-4b4b-9c57-8c48451d163e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:41.954002 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8897f4-fca9-4fb5-b58a-220112edce04 admin admin] Router 1a546220-0002-4ed5-8905-4d3c16ebf46c is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:38:41.970260 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 88faa1b4-b2c4-4e10-9d59-335b2439696c is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:41.970529 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (88faa1b4-b2c4-4e10-9d59-335b2439696c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:42.063702 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 88faa1b4-b2c4-4e10-9d59-335b2439696c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=88faa1b4-b2c4-4e10-9d59-335b2439696c,segment=NetworkSegment(52638cce-9374-4f2d-a2a3-3e29b28fef73),segment_id=52638cce-9374-4f2d-a2a3-3e29b28fef73)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:42.091440 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33506) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:42.187087 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (88faa1b4-b2c4-4e10-9d59-335b2439696c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:42.198846 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ff79e92d-0c15-41ed-813a-4f2346af9021 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:42.212047 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ccdf5dbf-4d3d-48d5-b179-6319aaa4ae80 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b32522c2fe384c72abb75d027338cbea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1191182 Nov 02 12:38:42.214755 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33510) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:42.219555 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8897f4-fca9-4fb5-b58a-220112edce04 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:38:42.277694 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] Sync routers for ids ['1a546220-0002-4ed5-8905-4d3c16ebf46c'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:38:42.351692 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b747c236-c8f6-48c3-9ba1-a9e5e0339e4f admin admin] Publish callbacks [] for security_group (431fec5b-2500-47fb-81b1-f61c0b13401f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:42.364216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] Routers {'1a546220-0002-4ed5-8905-4d3c16ebf46c'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:42.364894 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['1a546220-0002-4ed5-8905-4d3c16ebf46c'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:42.371990 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=88faa1b4-b2c4-4e10-9d59-335b2439696c,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:42.391037 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e8897f4-fca9-4fb5-b58a-220112edce04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:42.392865 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4e8897f4-fca9-4fb5-b58a-220112edce04 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6525102 Nov 02 12:38:42.396672 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33514) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:42.417681 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b747c236-c8f6-48c3-9ba1-a9e5e0339e4f admin admin] Publish callbacks [] for security_group (431fec5b-2500-47fb-81b1-f61c0b13401f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:42.421763 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ff79e92d-0c15-41ed-813a-4f2346af9021 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:42.422155 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ff79e92d-0c15-41ed-813a-4f2346af9021), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:42.422482 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ff79e92d-0c15-41ed-813a-4f2346af9021 Nov 02 12:38:42.522526 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06a62198-6ef2-40bd-a86c-9ac0123040eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (315552b8-1ffe-4eb5-92fc-c0f6a1c2a868), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:42.644227 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6ffe8-497e-4f89-b543-55253057a9c0 req-08d58094-7f2b-4c26-a3c8-498b84ef63de tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:42.655622 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-44e6ffe8-497e-4f89-b543-55253057a9c0 req-08d58094-7f2b-4c26-a3c8-498b84ef63de tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 949 time: 0.3202143 Nov 02 12:38:42.662544 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ff79e92d-0c15-41ed-813a-4f2346af9021 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:42.675869 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] Set router 1a546220-0002-4ed5-8905-4d3c16ebf46c gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:42.729885 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b747c236-c8f6-48c3-9ba1-a9e5e0339e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (431fec5b-2500-47fb-81b1-f61c0b13401f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:42.741679 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b747c236-c8f6-48c3-9ba1-a9e5e0339e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:42.744341 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b747c236-c8f6-48c3-9ba1-a9e5e0339e4f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/431fec5b-2500-47fb-81b1-f61c0b13401f HTTP/1.1" status: 204 len: 168 time: 0.5279109 Nov 02 12:38:42.754753 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-22eb27f4-3fad-4f33-b7a5-9223715326b8 req-93e53e67-1908-43e9-a00d-bd254803d5b3 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.0549457 Nov 02 12:38:42.803412 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:42.847371 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747c236-c8f6-48c3-9ba1-a9e5e0339e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431fec5b-2500-47fb-81b1-f61c0b13401f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:42.908848 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-44e6ffe8-497e-4f89-b543-55253057a9c0 req-39b0ee16-8c29-45b0-9b1f-4b2f79097850 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c8cf13e2-6faa-42b4-86f8-08c8ed7974e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521057 Nov 02 12:38:42.934043 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:42.945010 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3f21c217-17a3-438e-b4f8-2474b5b07005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:43.001159 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a546220-0002-4ed5-8905-4d3c16ebf46c', 'name': 'tempest-DeleteServersTestJSON-510695845-router', 'tenant_id': '2661419fee8c481faece16d1eca7f028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ffcc1d14-2a40-4d31-9e62-44789230ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:36Z', 'updated_at': '2022-11-02T12:38:40Z', 'revision_number': 3, 'project_id': '2661419fee8c481faece16d1eca7f028', 'gw_port': {'id': 'ffcc1d14-2a40-4d31-9e62-44789230ebe4', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a546220-0002-4ed5-8905-4d3c16ebf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:38Z', 'updated_at': '2022-11-02T12:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:43.023335 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-06a62198-6ef2-40bd-a86c-9ac0123040eb admin admin] Deleting port 88faa1b4-b2c4-4e10-9d59-335b2439696c {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:43.023698 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06a62198-6ef2-40bd-a86c-9ac0123040eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (88faa1b4-b2c4-4e10-9d59-335b2439696c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:43.034759 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] Checking router: 1a546220-0002-4ed5-8905-4d3c16ebf46c for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:38:43.035141 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] Updating router 1a546220-0002-4ed5-8905-4d3c16ebf46c port ffcc1d14-2a40-4d31-9e62-44789230ebe4 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:38:43.072151 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device cdd384ae-5ca2-4ef8-b6eb-80221338be18 up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:43.118984 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ffcc1d14-2a40-4d31-9e62-44789230ebe4), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:43.123172 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b40403cc-9869-4e40-a613-2a74d00433b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:43.156263 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-06a62198-6ef2-40bd-a86c-9ac0123040eb admin admin] For port 88faa1b4-b2c4-4e10-9d59-335b2439696c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=88faa1b4-b2c4-4e10-9d59-335b2439696c,segment=NetworkSegment(52638cce-9374-4f2d-a2a3-3e29b28fef73),segment_id=52638cce-9374-4f2d-a2a3-3e29b28fef73)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:43.157316 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06a62198-6ef2-40bd-a86c-9ac0123040eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (88faa1b4-b2c4-4e10-9d59-335b2439696c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:43.165628 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning for port cdd384ae-5ca2-4ef8-b6eb-80221338be18 completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:38:43.200166 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-06a62198-6ef2-40bd-a86c-9ac0123040eb admin admin] Calling delete_port for 88faa1b4-b2c4-4e10-9d59-335b2439696c owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:43.226210 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33524) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:43.341696 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-39e6a2e2-cb9d-4e94-a8a2-f66872f61bda admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f6d4fa85f0fc497f96bf3533a0b98c1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1140656 Nov 02 12:38:43.348810 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33526) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:43.413380 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33528) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:43.423097 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port cdd384ae-5ca2-4ef8-b6eb-80221338be18 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:43.423480 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:43.423819 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port cdd384ae-5ca2-4ef8-b6eb-80221338be18 Nov 02 12:38:43.434335 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-b40403cc-9869-4e40-a613-2a74d00433b3 admin admin] Allocated IP 172.20.0.1 (36eee474-f275-427e-a4df-a4d5668b4246/63bb50d5-0598-46bd-8578-cb81e62dd37f/57515666-c30d-45c0-bdef-c3955a399c03) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:38:43.434921 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:43.438959 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-39a75755-8e53-4de7-818b-54bedc783584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:43.571848 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-39a75755-8e53-4de7-818b-54bedc783584 admin admin] Publish callbacks [] for security_group (08673deb-4387-4cee-9a3a-74cab8420ee0), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:43.578393 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 88faa1b4-b2c4-4e10-9d59-335b2439696c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:43.596511 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b40403cc-9869-4e40-a613-2a74d00433b3 admin admin] Publish callbacks [] for port (57515666-c30d-45c0-bdef-c3955a399c03), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:43.597265 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28614951-634a-4da9-995b-0a6026224b54 admin admin] Publish callbacks [] for security_group (22c1b9a0-3090-455b-9f16-c8207d399825), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:43.620806 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28614951-634a-4da9-995b-0a6026224b54 admin admin] Publish callbacks [] for security_group (22c1b9a0-3090-455b-9f16-c8207d399825), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:43.621606 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:43.698463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port cdd384ae-5ca2-4ef8-b6eb-80221338be18 is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:43.698886 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:43.721480 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 88faa1b4-b2c4-4e10-9d59-335b2439696c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:43.721857 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (88faa1b4-b2c4-4e10-9d59-335b2439696c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:43.722180 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 88faa1b4-b2c4-4e10-9d59-335b2439696c Nov 02 12:38:43.724203 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-39a75755-8e53-4de7-818b-54bedc783584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (08673deb-4387-4cee-9a3a-74cab8420ee0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:43.724690 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b40403cc-9869-4e40-a613-2a74d00433b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (57515666-c30d-45c0-bdef-c3955a399c03), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:43.766202 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-39a75755-8e53-4de7-818b-54bedc783584 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3c68dadbbf96429ab5573202410f2c1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434594 Nov 02 12:38:43.771438 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33530) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:43.780794 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40403cc-9869-4e40-a613-2a74d00433b3 admin admin] Pushing event updated for resources: {'Port': ['ID=57515666-c30d-45c0-bdef-c3955a399c03,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:43.793352 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40403cc-9869-4e40-a613-2a74d00433b3 admin admin] Network 36eee474-f275-427e-a4df-a4d5668b4246 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:38:43.795484 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-b40403cc-9869-4e40-a613-2a74d00433b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:43.798193 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40403cc-9869-4e40-a613-2a74d00433b3 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:38:43.819704 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a75755-8e53-4de7-818b-54bedc783584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08673deb-4387-4cee-9a3a-74cab8420ee0,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:43.849189 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b40403cc-9869-4e40-a613-2a74d00433b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (1a546220-0002-4ed5-8905-4d3c16ebf46c), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:43.864504 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06a62198-6ef2-40bd-a86c-9ac0123040eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (88faa1b4-b2c4-4e10-9d59-335b2439696c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:43.866293 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28614951-634a-4da9-995b-0a6026224b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (22c1b9a0-3090-455b-9f16-c8207d399825), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:43.870218 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28614951-634a-4da9-995b-0a6026224b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:43.874058 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-28614951-634a-4da9-995b-0a6026224b54 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/22c1b9a0-3090-455b-9f16-c8207d399825 HTTP/1.1" status: 204 len: 168 time: 0.5214036 Nov 02 12:38:43.885130 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port cdd384ae-5ca2-4ef8-b6eb-80221338be18, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=cdd384ae-5ca2-4ef8-b6eb-80221338be18,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:43.886273 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cde6e93-3b90-4a9a-9290-ceb80a183a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd384ae-5ca2-4ef8-b6eb-80221338be18'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:38:43.893898 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d132c7d8-0071-487d-876d-819b72e7b34e" -d '{"events": [{"server_uuid": "1cde6e93-3b90-4a9a-9290-ceb80a183a73", "name": "network-vif-plugged", "status": "completed", "tag": "cdd384ae-5ca2-4ef8-b6eb-80221338be18"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:38:43.925532 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33538) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:43.936866 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a62198-6ef2-40bd-a86c-9ac0123040eb admin admin] Pushing event deleted for resources: {'Port': ['ID=88faa1b4-b2c4-4e10-9d59-335b2439696c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:44.007105 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fee329-1c30-4506-86bd-eb8d4d022f10 x-openstack-request-id: req-54fee329-1c30-4506-86bd-eb8d4d022f10 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:38:44.007294 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cde6e93-3b90-4a9a-9290-ceb80a183a73", "name": "network-vif-plugged", "status": "completed", "tag": "cdd384ae-5ca2-4ef8-b6eb-80221338be18", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:38:44.007582 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54fee329-1c30-4506-86bd-eb8d4d022f10 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:38:44.018276 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54fee329-1c30-4506-86bd-eb8d4d022f10'] response: {'server_uuid': '1cde6e93-3b90-4a9a-9290-ceb80a183a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd384ae-5ca2-4ef8-b6eb-80221338be18', 'code': 200} Nov 02 12:38:44.020577 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Port 88faa1b4-b2c4-4e10-9d59-335b2439696c update to ACTIVE by agent not found {{(pid=105977) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2310}} Nov 02 12:38:44.021877 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.027057 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28614951-634a-4da9-995b-0a6026224b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c1b9a0-3090-455b-9f16-c8207d399825,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:44.034559 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a50a5264-0493-46e2-b6f4-46c04c6f1409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.044869 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:44.053000 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c6c6d7ba-9307-4371-8439-300f1e78ba73 admin admin] Publish callbacks [] for security_group (08673deb-4387-4cee-9a3a-74cab8420ee0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.066290 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a3826619-77a3-4abf-96f2-3c1323c9ed3c req-c0e3dc5d-cdc3-403b-bef5-f1d8a8a968dc tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.1467924 Nov 02 12:38:44.208095 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c6c6d7ba-9307-4371-8439-300f1e78ba73 admin admin] Publish callbacks [] for security_group (08673deb-4387-4cee-9a3a-74cab8420ee0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.234471 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] Publish callbacks [] for port (ffcc1d14-2a40-4d31-9e62-44789230ebe4), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.278164 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced39594-75ad-443e-bc46-e429843b75c0 req-5580abe8-db78-483b-b5be-cb3224878fb1 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:44.286345 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ced39594-75ad-443e-bc46-e429843b75c0 req-5580abe8-db78-483b-b5be-cb3224878fb1 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 950 time: 0.2117128 Nov 02 12:38:44.294354 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=cdd384ae-5ca2-4ef8-b6eb-80221338be18,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:44.343248 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-34cc62e8-3942-4dde-9653-4fcdaa97ab34 None None] Provisioning complete for port 57515666-c30d-45c0-bdef-c3955a399c03 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:44.344952 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9961bb3-74e2-4957-8ac1-78538135dc7b req-824666d6-d5bf-4852-97a5-98f6a0b4440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:44.348964 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-34cc62e8-3942-4dde-9653-4fcdaa97ab34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (57515666-c30d-45c0-bdef-c3955a399c03), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.349120 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-d9961bb3-74e2-4957-8ac1-78538135dc7b req-824666d6-d5bf-4852-97a5-98f6a0b4440b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 1132 time: 0.2337201 Nov 02 12:38:44.349234 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-34cc62e8-3942-4dde-9653-4fcdaa97ab34 None None] Attempt 1 to provision port 57515666-c30d-45c0-bdef-c3955a399c03 Nov 02 12:38:44.389819 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ced39594-75ad-443e-bc46-e429843b75c0 req-9d24aaaa-acae-4e9e-8efc-7827a772d275 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c8cf13e2-6faa-42b4-86f8-08c8ed7974e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022522 Nov 02 12:38:44.420786 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-34cc62e8-3942-4dde-9653-4fcdaa97ab34 None None] Port 57515666-c30d-45c0-bdef-c3955a399c03 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:38:44.491382 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ffcc1d14-2a40-4d31-9e62-44789230ebe4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.533354 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] Attempting to bind port ffcc1d14-2a40-4d31-9e62-44789230ebe4 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:38:44.533768 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] Attempting to bind port ffcc1d14-2a40-4d31-9e62-44789230ebe4 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:38:44.534098 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] Attempting to bind port ffcc1d14-2a40-4d31-9e62-44789230ebe4 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:38:44.596457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1800cd-2288-4db5-b2ee-3e345964d9e0 None None] Pushing event updated for resources: {'Port': ['ID=ffcc1d14-2a40-4d31-9e62-44789230ebe4,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:44.625322 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:38:44.625649 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:38:44.625957 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.626627 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:38:44.627290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] Bound port: ffcc1d14-2a40-4d31-9e62-44789230ebe4, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:38:44.627689 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ffcc1d14-2a40-4d31-9e62-44789230ebe4), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.707238 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-d9961bb3-74e2-4957-8ac1-78538135dc7b req-323cacb8-a9a6-422e-bd18-fbcae85f4b27 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=c8cf13e2-6faa-42b4-86f8-08c8ed7974e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498194 Nov 02 12:38:44.719135 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.725491 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] For port ffcc1d14-2a40-4d31-9e62-44789230ebe4, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:38:44.729154 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] For port ffcc1d14-2a40-4d31-9e62-44789230ebe4, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ffcc1d14-2a40-4d31-9e62-44789230ebe4,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:38:44.781181 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06a62198-6ef2-40bd-a86c-9ac0123040eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (315552b8-1ffe-4eb5-92fc-c0f6a1c2a868), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.785591 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b40403cc-9869-4e40-a613-2a74d00433b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (57515666-c30d-45c0-bdef-c3955a399c03), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.803836 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a50a5264-0493-46e2-b6f4-46c04c6f1409 admin admin] Publish callbacks [] for security_group (f78b0722-4b31-4fb8-889b-3b3cf79d2e30), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.818434 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61426ea4-a6b2-4d6f-9cce-d8c447da1368 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:38:44.854052 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ffcc1d14-2a40-4d31-9e62-44789230ebe4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.903694 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c6c6d7ba-9307-4371-8439-300f1e78ba73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (08673deb-4387-4cee-9a3a-74cab8420ee0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.906909 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c6c6d7ba-9307-4371-8439-300f1e78ba73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.912064 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c6c6d7ba-9307-4371-8439-300f1e78ba73 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/08673deb-4387-4cee-9a3a-74cab8420ee0 HTTP/1.1" status: 204 len: 168 time: 1.1372490 Nov 02 12:38:44.921675 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a50a5264-0493-46e2-b6f4-46c04c6f1409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f78b0722-4b31-4fb8-889b-3b3cf79d2e30), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.927345 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6d7ba-9307-4371-8439-300f1e78ba73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08673deb-4387-4cee-9a3a-74cab8420ee0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:44.947555 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] Routers {'1a546220-0002-4ed5-8905-4d3c16ebf46c'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:44.948220 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['1a546220-0002-4ed5-8905-4d3c16ebf46c'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:44.991846 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a50a5264-0493-46e2-b6f4-46c04c6f1409 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=746d0f899f0245c1b6b97e3ea6f0d93e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0525165 Nov 02 12:38:44.994168 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a5264-0493-46e2-b6f4-46c04c6f1409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78b0722-4b31-4fb8-889b-3b3cf79d2e30,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:44.996713 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33566) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:45.061984 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b40403cc-9869-4e40-a613-2a74d00433b3 admin admin] Publish callbacks [] for port (57515666-c30d-45c0-bdef-c3955a399c03), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:45.078175 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-24a3f3f6-0fa6-4f36-919b-bd5ecd44b9f4 admin admin] Publish callbacks [] for security_group (f78b0722-4b31-4fb8-889b-3b3cf79d2e30), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:45.103584 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-24a3f3f6-0fa6-4f36-919b-bd5ecd44b9f4 admin admin] Publish callbacks [] for security_group (f78b0722-4b31-4fb8-889b-3b3cf79d2e30), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:45.147993 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] Set router 1a546220-0002-4ed5-8905-4d3c16ebf46c gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:45.168512 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b40403cc-9869-4e40-a613-2a74d00433b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (57515666-c30d-45c0-bdef-c3955a399c03), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:45.186057 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1800cd-2288-4db5-b2ee-3e345964d9e0 None None] Pushing event updated for resources: {'Port': ['ID=ffcc1d14-2a40-4d31-9e62-44789230ebe4,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:45.186646 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a62198-6ef2-40bd-a86c-9ac0123040eb admin admin] Router 315552b8-1ffe-4eb5-92fc-c0f6a1c2a868 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:38:45.265068 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40403cc-9869-4e40-a613-2a74d00433b3 admin admin] Pushing event updated for resources: {'Port': ['ID=57515666-c30d-45c0-bdef-c3955a399c03,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:45.267851 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b40403cc-9869-4e40-a613-2a74d00433b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (1a546220-0002-4ed5-8905-4d3c16ebf46c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:45.274560 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61426ea4-a6b2-4d6f-9cce-d8c447da1368 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:38:45.307169 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c4ce1f56-077e-4178-a9ef-3653504015a0 req-303f9d84-f071-4878-98af-a70bbacb3716 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.0430984 Nov 02 12:38:45.357935 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a62198-6ef2-40bd-a86c-9ac0123040eb admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:38:45.368999 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7771d8d6-3129-45a6-bca9-ab991ab2a2a1 None None] Sync routers for ids ['315552b8-1ffe-4eb5-92fc-c0f6a1c2a868'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:38:45.370776 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-06a62198-6ef2-40bd-a86c-9ac0123040eb admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/315552b8-1ffe-4eb5-92fc-c0f6a1c2a868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5643635 Nov 02 12:38:45.377413 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33574) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:45.381018 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-24a3f3f6-0fa6-4f36-919b-bd5ecd44b9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f78b0722-4b31-4fb8-889b-3b3cf79d2e30), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:45.383576 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-24a3f3f6-0fa6-4f36-919b-bd5ecd44b9f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:45.385310 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7771d8d6-3129-45a6-bca9-ab991ab2a2a1 None None] Routers {'315552b8-1ffe-4eb5-92fc-c0f6a1c2a868'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:45.386076 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7771d8d6-3129-45a6-bca9-ab991ab2a2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['315552b8-1ffe-4eb5-92fc-c0f6a1c2a868'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:45.387817 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-24a3f3f6-0fa6-4f36-919b-bd5ecd44b9f4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f78b0722-4b31-4fb8-889b-3b3cf79d2e30 HTTP/1.1" status: 204 len: 168 time: 0.3893600 Nov 02 12:38:45.395438 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-38d90f62-2957-45a9-9f07-7f202e929396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:45.402192 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3f3f6-0fa6-4f36-919b-bd5ecd44b9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78b0722-4b31-4fb8-889b-3b3cf79d2e30,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:45.481735 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40403cc-9869-4e40-a613-2a74d00433b3 admin admin] Network 36eee474-f275-427e-a4df-a4d5668b4246 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:38:45.487318 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-b40403cc-9869-4e40-a613-2a74d00433b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:45.540883 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-96261eda-9fdd-4abc-bf83-df78e6305adc admin admin] Publish callbacks [] for router (315552b8-1ffe-4eb5-92fc-c0f6a1c2a868), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:45.622402 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-7771d8d6-3129-45a6-bca9-ab991ab2a2a1 None None] Set router 315552b8-1ffe-4eb5-92fc-c0f6a1c2a868 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:45.706720 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-96261eda-9fdd-4abc-bf83-df78e6305adc admin admin] Publish callbacks [] for router_gateway (315552b8-1ffe-4eb5-92fc-c0f6a1c2a868), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:45.709702 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a546220-0002-4ed5-8905-4d3c16ebf46c', 'name': 'tempest-DeleteServersTestJSON-510695845-router', 'tenant_id': '2661419fee8c481faece16d1eca7f028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ffcc1d14-2a40-4d31-9e62-44789230ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:36Z', 'updated_at': '2022-11-02T12:38:44Z', 'revision_number': 4, 'project_id': '2661419fee8c481faece16d1eca7f028', 'gw_port': {'id': 'ffcc1d14-2a40-4d31-9e62-44789230ebe4', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a546220-0002-4ed5-8905-4d3c16ebf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:38Z', 'updated_at': '2022-11-02T12:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '57515666-c30d-45c0-bdef-c3955a399c03', 'name': '', 'network_id': '36eee474-f275-427e-a4df-a4d5668b4246', 'tenant_id': '2661419fee8c481faece16d1eca7f028', 'mac_address': 'fa:16:3e:cf:f3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a546220-0002-4ed5-8905-4d3c16ebf46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '63bb50d5-0598-46bd-8578-cb81e62dd37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:43Z', 'updated_at': '2022-11-02T12:38:43Z', 'revision_number': 1, 'project_id': '2661419fee8c481faece16d1eca7f028', 'subnets': [{'id': '63bb50d5-0598-46bd-8578-cb81e62dd37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:45.741278 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8657eaa-9615-4092-8b38-44d2388a31b7 req-0d276b26-d916-483d-8d1d-f90880556471 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:45.746721 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d24ac7-b4b2-4b17-92cb-8664cbe4da97 None None] The sync data for ids ['1a546220-0002-4ed5-8905-4d3c16ebf46c'] in n-d-857339-6 is: [{'id': '1a546220-0002-4ed5-8905-4d3c16ebf46c', 'name': 'tempest-DeleteServersTestJSON-510695845-router', 'tenant_id': '2661419fee8c481faece16d1eca7f028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ffcc1d14-2a40-4d31-9e62-44789230ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:36Z', 'updated_at': '2022-11-02T12:38:44Z', 'revision_number': 4, 'project_id': '2661419fee8c481faece16d1eca7f028', 'gw_port': {'id': 'ffcc1d14-2a40-4d31-9e62-44789230ebe4', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a546220-0002-4ed5-8905-4d3c16ebf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:38Z', 'updated_at': '2022-11-02T12:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '57515666-c30d-45c0-bdef-c3955a399c03', 'name': '', 'network_id': '36eee474-f275-427e-a4df-a4d5668b4246', 'tenant_id': '2661419fee8c481faece16d1eca7f028', 'mac_address': 'fa:16:3e:cf:f3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a546220-0002-4ed5-8905-4d3c16ebf46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '63bb50d5-0598-46bd-8578-cb81e62dd37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:43Z', 'updated_at': '2022-11-02T12:38:43Z', 'revision_number': 1, 'project_id': '2661419fee8c481faece16d1eca7f028', 'subnets': [{'id': '63bb50d5-0598-46bd-8578-cb81e62dd37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:38:45.767105 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c8657eaa-9615-4092-8b38-44d2388a31b7 req-0d276b26-d916-483d-8d1d-f90880556471 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 950 time: 0.1829536 Nov 02 12:38:45.855570 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:45.858950 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:45.886088 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7771d8d6-3129-45a6-bca9-ab991ab2a2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315552b8-1ffe-4eb5-92fc-c0f6a1c2a868', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1784687436-router', 'tenant_id': '0303fb8fa1924311b8b0c54f77aab51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '9424b650-42cc-4432-af39-3143edfc1387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:26Z', 'updated_at': '2022-11-02T12:38:43Z', 'revision_number': 5, 'project_id': '0303fb8fa1924311b8b0c54f77aab51e', 'gw_port': {'id': '9424b650-42cc-4432-af39-3143edfc1387', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315552b8-1ffe-4eb5-92fc-c0f6a1c2a868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:28Z', 'updated_at': '2022-11-02T12:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:45.895962 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40403cc-9869-4e40-a613-2a74d00433b3 admin admin] Router 1a546220-0002-4ed5-8905-4d3c16ebf46c has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:38:45.920601 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-96261eda-9fdd-4abc-bf83-df78e6305adc admin admin] Deleting port 9424b650-42cc-4432-af39-3143edfc1387 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:45.921097 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-96261eda-9fdd-4abc-bf83-df78e6305adc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9424b650-42cc-4432-af39-3143edfc1387), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:45.933526 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7771d8d6-3129-45a6-bca9-ab991ab2a2a1 None None] Checking router: 315552b8-1ffe-4eb5-92fc-c0f6a1c2a868 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:38:45.934173 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c8657eaa-9615-4092-8b38-44d2388a31b7 req-5b487ebc-262e-4a27-96a9-9258b19682f4 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c8cf13e2-6faa-42b4-86f8-08c8ed7974e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584604 Nov 02 12:38:45.998091 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7771d8d6-3129-45a6-bca9-ab991ab2a2a1 None None] Routers {'315552b8-1ffe-4eb5-92fc-c0f6a1c2a868'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:45.998754 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7771d8d6-3129-45a6-bca9-ab991ab2a2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['315552b8-1ffe-4eb5-92fc-c0f6a1c2a868'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:46.172160 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-96261eda-9fdd-4abc-bf83-df78e6305adc admin admin] For port 9424b650-42cc-4432-af39-3143edfc1387, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9424b650-42cc-4432-af39-3143edfc1387,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:46.172160 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-96261eda-9fdd-4abc-bf83-df78e6305adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9424b650-42cc-4432-af39-3143edfc1387), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:46.224830 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-96261eda-9fdd-4abc-bf83-df78e6305adc admin admin] Calling delete_port for 9424b650-42cc-4432-af39-3143edfc1387 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:46.265878 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:46.517580 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-7771d8d6-3129-45a6-bca9-ab991ab2a2a1 None None] Set router 315552b8-1ffe-4eb5-92fc-c0f6a1c2a868 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:46.591295 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7771d8d6-3129-45a6-bca9-ab991ab2a2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315552b8-1ffe-4eb5-92fc-c0f6a1c2a868', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1784687436-router', 'tenant_id': '0303fb8fa1924311b8b0c54f77aab51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:26Z', 'updated_at': '2022-11-02T12:38:45Z', 'revision_number': 6, 'project_id': '0303fb8fa1924311b8b0c54f77aab51e', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:46.632814 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7771d8d6-3129-45a6-bca9-ab991ab2a2a1 None None] The sync data for ids ['315552b8-1ffe-4eb5-92fc-c0f6a1c2a868'] in n-d-857339-6 is: [{'id': '315552b8-1ffe-4eb5-92fc-c0f6a1c2a868', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1784687436-router', 'tenant_id': '0303fb8fa1924311b8b0c54f77aab51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:26Z', 'updated_at': '2022-11-02T12:38:45Z', 'revision_number': 6, 'project_id': '0303fb8fa1924311b8b0c54f77aab51e', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:38:46.674460 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:46.728235 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40403cc-9869-4e40-a613-2a74d00433b3 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:38:46.734716 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b40403cc-9869-4e40-a613-2a74d00433b3 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/1a546220-0002-4ed5-8905-4d3c16ebf46c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3365521 Nov 02 12:38:46.736625 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:46.751258 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:46.773885 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cab6b989-1b4e-4761-ab24-fc8a720caf85 req-9bc7ac52-3ff5-4cb6-8981-22d485e4ce7e tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.0355506 Nov 02 12:38:46.839930 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:46.870803 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-96261eda-9fdd-4abc-bf83-df78e6305adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9424b650-42cc-4432-af39-3143edfc1387), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:46.871144 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-878078a7-bbc8-4e7d-b7a4-59c1012f9233 None None] Provisioning complete for port 3ce0cbc6-8420-47c0-ab74-22e93386060e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:46.871541 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-878078a7-bbc8-4e7d-b7a4-59c1012f9233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ce0cbc6-8420-47c0-ab74-22e93386060e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:46.882972 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-878078a7-bbc8-4e7d-b7a4-59c1012f9233 None None] Attempt 1 to provision port 3ce0cbc6-8420-47c0-ab74-22e93386060e Nov 02 12:38:46.907692 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96261eda-9fdd-4abc-bf83-df78e6305adc admin admin] Pushing event deleted for resources: {'Port': ['ID=9424b650-42cc-4432-af39-3143edfc1387,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:46.991459 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-96261eda-9fdd-4abc-bf83-df78e6305adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (315552b8-1ffe-4eb5-92fc-c0f6a1c2a868), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.036106 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-878078a7-bbc8-4e7d-b7a4-59c1012f9233 None None] Current status of the port 3ce0cbc6-8420-47c0-ab74-22e93386060e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:47.209992 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-96261eda-9fdd-4abc-bf83-df78e6305adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (315552b8-1ffe-4eb5-92fc-c0f6a1c2a868), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.215038 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-96261eda-9fdd-4abc-bf83-df78e6305adc admin admin] Publish callbacks [] for router_controller (315552b8-1ffe-4eb5-92fc-c0f6a1c2a868), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.222952 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33620) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:47.225041 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a93b74-5177-4e28-8b43-02a3c16477bb req-3dbabe4f-eb0e-4230-b925-413982155c18 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:47.235324 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d2a93b74-5177-4e28-8b43-02a3c16477bb req-3dbabe4f-eb0e-4230-b925-413982155c18 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 950 time: 0.1508219 Nov 02 12:38:47.306146 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-967a7bf8-5227-47d6-bac3-9d34293b8eb8 None None] Provisioning complete for port 57515666-c30d-45c0-bdef-c3955a399c03 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:47.308067 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-967a7bf8-5227-47d6-bac3-9d34293b8eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (57515666-c30d-45c0-bdef-c3955a399c03), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.309036 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-967a7bf8-5227-47d6-bac3-9d34293b8eb8 None None] Attempt 1 to provision port 57515666-c30d-45c0-bdef-c3955a399c03 Nov 02 12:38:47.354425 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d2a93b74-5177-4e28-8b43-02a3c16477bb req-62b38a19-957a-46dc-b522-352da1d9cab3 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c8cf13e2-6faa-42b4-86f8-08c8ed7974e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111867 Nov 02 12:38:47.357608 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:47.394878 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-967a7bf8-5227-47d6-bac3-9d34293b8eb8 None None] Port 57515666-c30d-45c0-bdef-c3955a399c03 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:38:47.476830 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:47.477260 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-96261eda-9fdd-4abc-bf83-df78e6305adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (315552b8-1ffe-4eb5-92fc-c0f6a1c2a868), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.478421 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96261eda-9fdd-4abc-bf83-df78e6305adc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 315552b8-1ffe-4eb5-92fc-c0f6a1c2a868 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:38:47.485416 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-96261eda-9fdd-4abc-bf83-df78e6305adc admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.489148 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-96261eda-9fdd-4abc-bf83-df78e6305adc admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/315552b8-1ffe-4eb5-92fc-c0f6a1c2a868 HTTP/1.1" status: 204 len: 168 time: 2.1082561 Nov 02 12:38:47.489420 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33630) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:47.575825 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-b258f032-00e0-49ce-8b45-b7db7da0c803 admin admin] Deleting subnet 2651939c-3207-4f97-b944-a90f249bd735 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:38:47.579337 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b258f032-00e0-49ce-8b45-b7db7da0c803 admin admin] Publish callbacks [] for subnet (2651939c-3207-4f97-b944-a90f249bd735), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.648619 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b258f032-00e0-49ce-8b45-b7db7da0c803 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (2651939c-3207-4f97-b944-a90f249bd735), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.810868 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b258f032-00e0-49ce-8b45-b7db7da0c803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (2651939c-3207-4f97-b944-a90f249bd735), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.812893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ffcc1d14-2a40-4d31-9e62-44789230ebe4 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:47.931244 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-8e92c084-b636-42f5-9378-e9fe5985843a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-367983728-network', 'tenant_id': 'f97dff96032f4f2193acabe74c8b69bd'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:47.957960 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ffcc1d14-2a40-4d31-9e62-44789230ebe4 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:47.958343 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ffcc1d14-2a40-4d31-9e62-44789230ebe4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.958681 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ffcc1d14-2a40-4d31-9e62-44789230ebe4 Nov 02 12:38:47.998110 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-93183970-6ddf-4eaf-bdaa-e87845d584dc req-d060b7be-7217-434c-929a-abadebd8c41f tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.0409191 Nov 02 12:38:48.024707 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b258f032-00e0-49ce-8b45-b7db7da0c803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (2651939c-3207-4f97-b944-a90f249bd735), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:48.087950 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258f032-00e0-49ce-8b45-b7db7da0c803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2651939c-3207-4f97-b944-a90f249bd735,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:48.108376 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e92c084-b636-42f5-9378-e9fe5985843a admin admin] Made reservation on behalf of f97dff96032f4f2193acabe74c8b69bd for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:38:48.114376 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8e92c084-b636-42f5-9378-e9fe5985843a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:48.122556 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ffcc1d14-2a40-4d31-9e62-44789230ebe4 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:48.124932 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b258f032-00e0-49ce-8b45-b7db7da0c803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:48.131419 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b258f032-00e0-49ce-8b45-b7db7da0c803 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/2651939c-3207-4f97-b944-a90f249bd735 HTTP/1.1" status: 204 len: 168 time: 0.6409550 Nov 02 12:38:48.131839 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ffcc1d14-2a40-4d31-9e62-44789230ebe4), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:48.138632 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33654) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:48.150702 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624d905d-2099-42de-8f65-fa91ab535b10 None None] Network 8e6a90c2-dc04-4d47-b812-f9a941217183 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:38:48.156342 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8e92c084-b636-42f5-9378-e9fe5985843a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:48.245280 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port ffcc1d14-2a40-4d31-9e62-44789230ebe4, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ffcc1d14-2a40-4d31-9e62-44789230ebe4,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:48.328282 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:48.442828 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-36f69882-f8a0-4eeb-945a-6384bf5fe69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (8e6a90c2-dc04-4d47-b812-f9a941217183), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:48.494163 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8e92c084-b636-42f5-9378-e9fe5985843a admin admin] Publish callbacks [] for security_group (0a3ad1ee-0124-4cca-bc66-efd48cecd2fc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:48.526671 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c436d21-8232-4bd9-bfc2-fa491b0a1e49 None None] DHCP port deletion for 8e6a90c2-dc04-4d47-b812-f9a941217183 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:38:48.536853 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-36f69882-f8a0-4eeb-945a-6384bf5fe69f admin admin] Deleting port 3ce0cbc6-8420-47c0-ab74-22e93386060e {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:48.537522 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-36f69882-f8a0-4eeb-945a-6384bf5fe69f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3ce0cbc6-8420-47c0-ab74-22e93386060e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:48.583265 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8c436d21-8232-4bd9-bfc2-fa491b0a1e49 None None] Deleting port 3ce0cbc6-8420-47c0-ab74-22e93386060e {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:48.583644 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8c436d21-8232-4bd9-bfc2-fa491b0a1e49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3ce0cbc6-8420-47c0-ab74-22e93386060e), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:48.627616 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-36f69882-f8a0-4eeb-945a-6384bf5fe69f admin admin] For port 3ce0cbc6-8420-47c0-ab74-22e93386060e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ce0cbc6-8420-47c0-ab74-22e93386060e,segment=NetworkSegment(52638cce-9374-4f2d-a2a3-3e29b28fef73),segment_id=52638cce-9374-4f2d-a2a3-3e29b28fef73)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:48.638622 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-36f69882-f8a0-4eeb-945a-6384bf5fe69f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3ce0cbc6-8420-47c0-ab74-22e93386060e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:48.646952 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-36f69882-f8a0-4eeb-945a-6384bf5fe69f admin admin] Calling delete_port for 3ce0cbc6-8420-47c0-ab74-22e93386060e owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:48.694289 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8e92c084-b636-42f5-9378-e9fe5985843a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0a3ad1ee-0124-4cca-bc66-efd48cecd2fc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:48.752412 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e92c084-b636-42f5-9378-e9fe5985843a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:38:48.759344 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92c084-b636-42f5-9378-e9fe5985843a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3ad1ee-0124-4cca-bc66-efd48cecd2fc,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:48.769535 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8e92c084-b636-42f5-9378-e9fe5985843a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (c3694630-6e2b-479a-a2fb-d12da5830f2a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:48.770235 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-8e92c084-b636-42f5-9378-e9fe5985843a admin admin] Added segment c3694630-6e2b-479a-a2fb-d12da5830f2a of type vlan for network 31000718-51de-4e2c-8c84-725b7b3a7de7 Nov 02 12:38:48.827296 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:48.843374 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ffcc1d14-2a40-4d31-9e62-44789230ebe4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:48.921702 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=ffcc1d14-2a40-4d31-9e62-44789230ebe4,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:48.938193 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8e92c084-b636-42f5-9378-e9fe5985843a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (31000718-51de-4e2c-8c84-725b7b3a7de7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:48.956524 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 88faa1b4-b2c4-4e10-9d59-335b2439696c no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:48.959996 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126ffb2-0fbc-420f-8d0a-68d46f66b249 req-eeb37e17-d160-41d2-b0bb-857af0043049 tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:48.968863 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5126ffb2-0fbc-420f-8d0a-68d46f66b249 req-eeb37e17-d160-41d2-b0bb-857af0043049 tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] 10.222.0.64 "GET /networking/v2.0/networks?id=36eee474-f275-427e-a4df-a4d5668b4246 HTTP/1.1" status: 200 len: 811 time: 0.2280517 Nov 02 12:38:48.986417 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5126ffb2-0fbc-420f-8d0a-68d46f66b249 req-bdaaf4b1-0786-4887-8945-1f51ac706c07 tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] 10.222.0.64 "GET /networking/v2.0/quotas/2661419fee8c481faece16d1eca7f028 HTTP/1.1" status: 200 len: 375 time: 0.0163856 Nov 02 12:38:49.009322 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 88faa1b4-b2c4-4e10-9d59-335b2439696c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:38:49.009580 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 88faa1b4-b2c4-4e10-9d59-335b2439696c not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:38:49.010010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9424b650-42cc-4432-af39-3143edfc1387 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:49.018418 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-8c436d21-8232-4bd9-bfc2-fa491b0a1e49 None None] For port 3ce0cbc6-8420-47c0-ab74-22e93386060e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ce0cbc6-8420-47c0-ab74-22e93386060e,segment=NetworkSegment(52638cce-9374-4f2d-a2a3-3e29b28fef73),segment_id=52638cce-9374-4f2d-a2a3-3e29b28fef73)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:49.018831 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8c436d21-8232-4bd9-bfc2-fa491b0a1e49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3ce0cbc6-8420-47c0-ab74-22e93386060e), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:49.029471 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-36f69882-f8a0-4eeb-945a-6384bf5fe69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (3ce0cbc6-8420-47c0-ab74-22e93386060e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:49.050025 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 9424b650-42cc-4432-af39-3143edfc1387 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:38:49.050380 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9424b650-42cc-4432-af39-3143edfc1387 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:38:49.058796 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8c436d21-8232-4bd9-bfc2-fa491b0a1e49 None None] Calling delete_port for 3ce0cbc6-8420-47c0-ab74-22e93386060e owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:49.079094 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f69882-f8a0-4eeb-945a-6384bf5fe69f admin admin] No DVR routers for this DVR port 3ce0cbc6-8420-47c0-ab74-22e93386060e on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:38:49.083156 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8e92c084-b636-42f5-9378-e9fe5985843a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (31000718-51de-4e2c-8c84-725b7b3a7de7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:49.085661 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e92c084-b636-42f5-9378-e9fe5985843a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:49.086685 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8e92c084-b636-42f5-9378-e9fe5985843a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:49.087941 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f69882-f8a0-4eeb-945a-6384bf5fe69f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce0cbc6-8420-47c0-ab74-22e93386060e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:49.124702 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5126ffb2-0fbc-420f-8d0a-68d46f66b249 req-25c456e5-5fd7-4309-bdfd-4610da8d3701 tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2661419fee8c481faece16d1eca7f028&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1371222 Nov 02 12:38:49.180144 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:49.190990 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8c436d21-8232-4bd9-bfc2-fa491b0a1e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (3ce0cbc6-8420-47c0-ab74-22e93386060e), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:49.225750 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-36f69882-f8a0-4eeb-945a-6384bf5fe69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (8e6a90c2-dc04-4d47-b812-f9a941217183), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:49.257811 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c436d21-8232-4bd9-bfc2-fa491b0a1e49 None None] Pushing event deleted for resources: {'Port': ['ID=3ce0cbc6-8420-47c0-ab74-22e93386060e,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:49.270981 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c436d21-8232-4bd9-bfc2-fa491b0a1e49 None None] No DVR routers for this DVR port 3ce0cbc6-8420-47c0-ab74-22e93386060e on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:38:49.288722 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92c084-b636-42f5-9378-e9fe5985843a admin admin] Pushing event updated for resources: {'Network': ['ID=31000718-51de-4e2c-8c84-725b7b3a7de7,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:49.295462 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-36f69882-f8a0-4eeb-945a-6384bf5fe69f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6a90c2-dc04-4d47-b812-f9a941217183']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:49.301957 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8e92c084-b636-42f5-9378-e9fe5985843a admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0776787 Nov 02 12:38:49.302709 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33700) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:49.307418 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 31000718-51de-4e2c-8c84-725b7b3a7de7 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:38:49.309863 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6939acb4-f4de-49ad-b17e-70ceeb4dc709 admin admin] Request body: {'subnet': {'network_id': '31000718-51de-4e2c-8c84-725b7b3a7de7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-367983728-subnet', 'tenant_id': 'f97dff96032f4f2193acabe74c8b69bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:49.321796 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-36f69882-f8a0-4eeb-945a-6384bf5fe69f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52638cce-9374-4f2d-a2a3-3e29b28fef73') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:49.322094 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-36f69882-f8a0-4eeb-945a-6384bf5fe69f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52638cce-9374-4f2d-a2a3-3e29b28fef73') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:49.353983 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-36f69882-f8a0-4eeb-945a-6384bf5fe69f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (52638cce-9374-4f2d-a2a3-3e29b28fef73), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:49.440811 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ee3a2e66-a898-4aee-8357-51c212370b1d req-588aa9ad-685c-4fb9-9526-2648b296f581 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.0919454 Nov 02 12:38:49.450880 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-36f69882-f8a0-4eeb-945a-6384bf5fe69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (52638cce-9374-4f2d-a2a3-3e29b28fef73), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:49.488226 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f69882-f8a0-4eeb-945a-6384bf5fe69f admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:38:49.488226 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-36f69882-f8a0-4eeb-945a-6384bf5fe69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (52638cce-9374-4f2d-a2a3-3e29b28fef73), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:49.496812 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 52638cce-9374-4f2d-a2a3-3e29b28fef73 resource provider aggregate not found Nov 02 12:38:49.534026 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6939acb4-f4de-49ad-b17e-70ceeb4dc709 admin admin] Made reservation on behalf of f97dff96032f4f2193acabe74c8b69bd for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:38:49.538079 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6939acb4-f4de-49ad-b17e-70ceeb4dc709 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:49.588777 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] Sync routers for ids ['1a546220-0002-4ed5-8905-4d3c16ebf46c'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:38:49.614124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ffcc1d14-2a40-4d31-9e62-44789230ebe4 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:49.614460 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 52638cce-9374-4f2d-a2a3-3e29b28fef73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52638cce-9374-4f2d-a2a3-3e29b28fef73 found for delete ", "request_id": "req-864b8571-f690-4beb-a9ff-9285d45d1ca7"}]} Nov 02 12:38:49.632556 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:49.668000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] Routers {'1a546220-0002-4ed5-8905-4d3c16ebf46c'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:49.669300 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['1a546220-0002-4ed5-8905-4d3c16ebf46c'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:49.737888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ffcc1d14-2a40-4d31-9e62-44789230ebe4 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:49.739119 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ffcc1d14-2a40-4d31-9e62-44789230ebe4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:49.739471 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ffcc1d14-2a40-4d31-9e62-44789230ebe4 Nov 02 12:38:49.756819 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-36f69882-f8a0-4eeb-945a-6384bf5fe69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (8e6a90c2-dc04-4d47-b812-f9a941217183), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:49.764532 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-36f69882-f8a0-4eeb-945a-6384bf5fe69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:49.768452 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-36f69882-f8a0-4eeb-945a-6384bf5fe69f admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/8e6a90c2-dc04-4d47-b812-f9a941217183 HTTP/1.1" status: 204 len: 168 time: 1.6311963 Nov 02 12:38:49.815408 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f69882-f8a0-4eeb-945a-6384bf5fe69f admin admin] Pushing event deleted for resources: {'Network': ['ID=8e6a90c2-dc04-4d47-b812-f9a941217183,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:49.879310 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:49.896121 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ffcc1d14-2a40-4d31-9e62-44789230ebe4 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:49.905300 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] Set router 1a546220-0002-4ed5-8905-4d3c16ebf46c gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:50.030112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ce0cbc6-8420-47c0-ab74-22e93386060e no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:50.037035 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:50.039573 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94393da-db11-4d81-abc4-d62a94e5503d req-8e1f051e-dbc3-42d3-a214-85914ea19dc8 tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:50.048169 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d94393da-db11-4d81-abc4-d62a94e5503d req-8e1f051e-dbc3-42d3-a214-85914ea19dc8 tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] 10.222.0.64 "GET /networking/v2.0/networks?id=36eee474-f275-427e-a4df-a4d5668b4246 HTTP/1.1" status: 200 len: 811 time: 0.2380595 Nov 02 12:38:50.073509 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 3ce0cbc6-8420-47c0-ab74-22e93386060e {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:38:50.073922 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ce0cbc6-8420-47c0-ab74-22e93386060e not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:38:50.180146 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d94393da-db11-4d81-abc4-d62a94e5503d req-366f4db9-20b3-4a11-857d-31de503639b6 tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] 10.222.0.64 "GET /networking/v2.0/quotas/2661419fee8c481faece16d1eca7f028 HTTP/1.1" status: 200 len: 375 time: 0.1308994 Nov 02 12:38:50.189897 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097872f8-7e36-4709-949c-32e5cf21f081 req-b5bdc2f6-9735-42ff-af7e-216f003b5a93 tempest-NetworksTest-1570644986 tempest-NetworksTest-1570644986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:50.190372 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097872f8-7e36-4709-949c-32e5cf21f081 req-b5bdc2f6-9735-42ff-af7e-216f003b5a93 tempest-NetworksTest-1570644986 tempest-NetworksTest-1570644986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:50.190858 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097872f8-7e36-4709-949c-32e5cf21f081 req-b5bdc2f6-9735-42ff-af7e-216f003b5a93 tempest-NetworksTest-1570644986 tempest-NetworksTest-1570644986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:50.192002 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097872f8-7e36-4709-949c-32e5cf21f081 req-b5bdc2f6-9735-42ff-af7e-216f003b5a93 tempest-NetworksTest-1570644986 tempest-NetworksTest-1570644986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:50.192473 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097872f8-7e36-4709-949c-32e5cf21f081 req-b5bdc2f6-9735-42ff-af7e-216f003b5a93 tempest-NetworksTest-1570644986 tempest-NetworksTest-1570644986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:50.194655 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-097872f8-7e36-4709-949c-32e5cf21f081 req-b5bdc2f6-9735-42ff-af7e-216f003b5a93 tempest-NetworksTest-1570644986 tempest-NetworksTest-1570644986-project-admin] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 3566 time: 0.3511822 Nov 02 12:38:50.199961 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6939acb4-f4de-49ad-b17e-70ceeb4dc709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (e94866eb-b475-4667-8216-9d384bd2e4b0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:50.211360 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a546220-0002-4ed5-8905-4d3c16ebf46c', 'name': 'tempest-DeleteServersTestJSON-510695845-router', 'tenant_id': '2661419fee8c481faece16d1eca7f028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ffcc1d14-2a40-4d31-9e62-44789230ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:36Z', 'updated_at': '2022-11-02T12:38:44Z', 'revision_number': 4, 'project_id': '2661419fee8c481faece16d1eca7f028', 'gw_port': {'id': 'ffcc1d14-2a40-4d31-9e62-44789230ebe4', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a546220-0002-4ed5-8905-4d3c16ebf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:38Z', 'updated_at': '2022-11-02T12:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '57515666-c30d-45c0-bdef-c3955a399c03', 'name': '', 'network_id': '36eee474-f275-427e-a4df-a4d5668b4246', 'tenant_id': '2661419fee8c481faece16d1eca7f028', 'mac_address': 'fa:16:3e:cf:f3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a546220-0002-4ed5-8905-4d3c16ebf46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '63bb50d5-0598-46bd-8578-cb81e62dd37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:43Z', 'updated_at': '2022-11-02T12:38:44Z', 'revision_number': 2, 'project_id': '2661419fee8c481faece16d1eca7f028', 'subnets': [{'id': '63bb50d5-0598-46bd-8578-cb81e62dd37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:50.240895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] Checking router: 1a546220-0002-4ed5-8905-4d3c16ebf46c for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:38:50.243581 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] Updating router 1a546220-0002-4ed5-8905-4d3c16ebf46c port 57515666-c30d-45c0-bdef-c3955a399c03 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:38:50.276427 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (57515666-c30d-45c0-bdef-c3955a399c03), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:50.298555 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939acb4-f4de-49ad-b17e-70ceeb4dc709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e94866eb-b475-4667-8216-9d384bd2e4b0,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:50.306284 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6939acb4-f4de-49ad-b17e-70ceeb4dc709 admin admin] Checking segment: {'id': 'c3694630-6e2b-479a-a2fb-d12da5830f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '31000718-51de-4e2c-8c84-725b7b3a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:38:50.307716 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6939acb4-f4de-49ad-b17e-70ceeb4dc709 admin admin] Network hostable DHCP agents. Network: 31000718-51de-4e2c-8c84-725b7b3a7de7, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:38:50.313772 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d94393da-db11-4d81-abc4-d62a94e5503d req-111a63f4-6627-4d7f-ac1c-4018dbb55e6f tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2661419fee8c481faece16d1eca7f028&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1269736 Nov 02 12:38:50.351622 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633b42a-319c-494d-8357-56c45a48d5d3 req-ed9af514-f0a1-43f0-89c2-337e945d577b tempest-NetworksTest-1570644986 tempest-NetworksTest-1570644986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:50.353069 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a633b42a-319c-494d-8357-56c45a48d5d3 req-ed9af514-f0a1-43f0-89c2-337e945d577b tempest-NetworksTest-1570644986 tempest-NetworksTest-1570644986-project-admin] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 886 time: 0.1277287 Nov 02 12:38:50.486383 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998bad7-b5f6-41ad-a738-b287de4a3edc req-a9249563-3f98-4cb7-8163-b31e1b0519e4 tempest-NetworksTest-1570644986 tempest-NetworksTest-1570644986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:50.487013 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998bad7-b5f6-41ad-a738-b287de4a3edc req-a9249563-3f98-4cb7-8163-b31e1b0519e4 tempest-NetworksTest-1570644986 tempest-NetworksTest-1570644986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:50.487318 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998bad7-b5f6-41ad-a738-b287de4a3edc req-a9249563-3f98-4cb7-8163-b31e1b0519e4 tempest-NetworksTest-1570644986 tempest-NetworksTest-1570644986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:50.487773 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998bad7-b5f6-41ad-a738-b287de4a3edc req-a9249563-3f98-4cb7-8163-b31e1b0519e4 tempest-NetworksTest-1570644986 tempest-NetworksTest-1570644986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:50.488814 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998bad7-b5f6-41ad-a738-b287de4a3edc req-a9249563-3f98-4cb7-8163-b31e1b0519e4 tempest-NetworksTest-1570644986 tempest-NetworksTest-1570644986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:50.490613 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9998bad7-b5f6-41ad-a738-b287de4a3edc req-a9249563-3f98-4cb7-8163-b31e1b0519e4 tempest-NetworksTest-1570644986 tempest-NetworksTest-1570644986-project-admin] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 3604 time: 0.1090484 Nov 02 12:38:50.537741 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6939acb4-f4de-49ad-b17e-70ceeb4dc709 admin admin] Network 31000718-51de-4e2c-8c84-725b7b3a7de7 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:38:50.596800 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] Publish callbacks [] for port (57515666-c30d-45c0-bdef-c3955a399c03), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:50.639864 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33754) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:50.675281 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bf5739b4-4a5a-4ab4-9546-d815b03fb643 req-6c65a9e2-33cb-4ab4-93d1-87a589de1c26 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.0486591 Nov 02 12:38:50.705959 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33764) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:50.716200 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-59a99016-f808-46e4-8ab4-77ddb8aec741 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0303fb8fa1924311b8b0c54f77aab51e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0747976 Nov 02 12:38:50.727454 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6939acb4-f4de-49ad-b17e-70ceeb4dc709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 31000718-51de-4e2c-8c84-725b7b3a7de7) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:50.736973 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939acb4-f4de-49ad-b17e-70ceeb4dc709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:50.737670 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6939acb4-f4de-49ad-b17e-70ceeb4dc709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:50.741697 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be909dce-37ad-4b12-abb9-46c6fab107d0 None None] Network 31000718-51de-4e2c-8c84-725b7b3a7de7 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:38:50.765671 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=6,neutron:UPDATE=6,neutron:SELECT=88 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:50.783297 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (57515666-c30d-45c0-bdef-c3955a399c03), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:50.794289 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7ce5fd83-c30e-4d4f-a513-5e57050ab70e admin admin] Publish callbacks [] for security_group (f872933d-257d-4e84-bb73-bdda62501452), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:50.830236 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7ce5fd83-c30e-4d4f-a513-5e57050ab70e admin admin] Publish callbacks [] for security_group (f872933d-257d-4e84-bb73-bdda62501452), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:50.836109 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6939acb4-f4de-49ad-b17e-70ceeb4dc709 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5312345 Nov 02 12:38:50.843169 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33770) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:50.849342 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-367983728-router', 'tenant_id': 'f97dff96032f4f2193acabe74c8b69bd', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:50.912246 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638d9e3-d4aa-468d-a0ae-f1523801f95d None None] Pushing event updated for resources: {'Port': ['ID=57515666-c30d-45c0-bdef-c3955a399c03,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:50.961751 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-31000718-51de-4e2c-8c84-725b7b3a7de7', 'network_id': '31000718-51de-4e2c-8c84-725b7b3a7de7', 'project_id': 'f97dff96032f4f2193acabe74c8b69bd', 'fixed_ips': [{'subnet_id': 'e94866eb-b475-4667-8216-9d384bd2e4b0'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:38:50.963297 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:50.968998 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (0e1a1e71-f78e-46cd-b81d-15cb20821dc4), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:50.970441 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (0e1a1e71-f78e-46cd-b81d-15cb20821dc4), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:50.970872 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7ce5fd83-c30e-4d4f-a513-5e57050ab70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f872933d-257d-4e84-bb73-bdda62501452), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:50.975445 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7ce5fd83-c30e-4d4f-a513-5e57050ab70e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:50.983128 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7ce5fd83-c30e-4d4f-a513-5e57050ab70e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f872933d-257d-4e84-bb73-bdda62501452 HTTP/1.1" status: 204 len: 168 time: 0.2688704 Nov 02 12:38:50.983692 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] Attempting to bind port 57515666-c30d-45c0-bdef-c3955a399c03 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:38:50.983692 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] Attempting to bind port 57515666-c30d-45c0-bdef-c3955a399c03 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '318a1e6e-3cee-418e-8a7f-b5933a28614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '36eee474-f275-427e-a4df-a4d5668b4246'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:38:50.983692 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] Attempting to bind port 57515666-c30d-45c0-bdef-c3955a399c03 on network 36eee474-f275-427e-a4df-a4d5668b4246 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:38:50.988094 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5fd83-c30e-4d4f-a513-5e57050ab70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f872933d-257d-4e84-bb73-bdda62501452,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:51.050667 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Publish callbacks [] for router_controller (0e1a1e71-f78e-46cd-b81d-15cb20821dc4), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:51.092317 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device cdd384ae-5ca2-4ef8-b6eb-80221338be18 details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:38:51.125318 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:38:51.125681 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] Checking segment: {'id': '318a1e6e-3cee-418e-8a7f-b5933a28614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '36eee474-f275-427e-a4df-a4d5668b4246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:38:51.126089 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:51.126547 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] Bound using segment: {'id': '318a1e6e-3cee-418e-8a7f-b5933a28614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '36eee474-f275-427e-a4df-a4d5668b4246'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:38:51.127041 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] Bound port: 57515666-c30d-45c0-bdef-c3955a399c03, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318a1e6e-3cee-418e-8a7f-b5933a28614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '36eee474-f275-427e-a4df-a4d5668b4246'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:38:51.127452 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (57515666-c30d-45c0-bdef-c3955a399c03), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:51.302328 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] Allocated IP 172.20.0.2 (31000718-51de-4e2c-8c84-725b7b3a7de7/e94866eb-b475-4667-8216-9d384bd2e4b0/3ede6782-c32e-4411-b58f-76e0efafff47) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:38:51.349047 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] For port 57515666-c30d-45c0-bdef-c3955a399c03, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:38:51.364039 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Publish callbacks [] for router_gateway (0e1a1e71-f78e-46cd-b81d-15cb20821dc4), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:51.404963 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port cdd384ae-5ca2-4ef8-b6eb-80221338be18, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=cdd384ae-5ca2-4ef8-b6eb-80221338be18,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:51.416544 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] For port 57515666-c30d-45c0-bdef-c3955a399c03, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=57515666-c30d-45c0-bdef-c3955a399c03,segment=NetworkSegment(318a1e6e-3cee-418e-8a7f-b5933a28614a),segment_id=318a1e6e-3cee-418e-8a7f-b5933a28614a)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:38:51.494171 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e473c5-47df-4e42-b9c9-abb597033728 req-bb034c3b-b6c4-42e0-81df-0600ba87b48b tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:51.495765 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a7e473c5-47df-4e42-b9c9-abb597033728 req-bb034c3b-b6c4-42e0-81df-0600ba87b48b tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] 10.222.0.64 "GET /networking/v2.0/networks?id=36eee474-f275-427e-a4df-a4d5668b4246 HTTP/1.1" status: 200 len: 811 time: 0.1817360 Nov 02 12:38:51.529957 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a7e473c5-47df-4e42-b9c9-abb597033728 req-6626733b-8d34-4cd6-bcae-8373e5ffc296 tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] 10.222.0.64 "GET /networking/v2.0/quotas/2661419fee8c481faece16d1eca7f028 HTTP/1.1" status: 200 len: 375 time: 0.0280778 Nov 02 12:38:51.600895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': 'cdd384ae-5ca2-4ef8-b6eb-80221338be18', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': 'cdd384ae-5ca2-4ef8-b6eb-80221338be18', 'mac_address': 'fa:16:3e:c7:e6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:38:51.601559 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a7e473c5-47df-4e42-b9c9-abb597033728 req-372341b4-0d3f-41b9-9404-78311670a5d3 tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2661419fee8c481faece16d1eca7f028&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668013 Nov 02 12:38:51.661345 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:51.667819 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port cdd384ae-5ca2-4ef8-b6eb-80221338be18 is: ACTIVE; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:51.668063 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:51.701509 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (57515666-c30d-45c0-bdef-c3955a399c03), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:51.713974 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdd384ae-5ca2-4ef8-b6eb-80221338be18 {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:38:51.734921 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Publish callbacks [] for router_gateway (0e1a1e71-f78e-46cd-b81d-15cb20821dc4), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:51.770960 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:51.788963 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] Publish callbacks [] for port (3ede6782-c32e-4411-b58f-76e0efafff47), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:51.798898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port cdd384ae-5ca2-4ef8-b6eb-80221338be18, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=cdd384ae-5ca2-4ef8-b6eb-80221338be18,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:51.802823 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] Routers {'1a546220-0002-4ed5-8905-4d3c16ebf46c'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:51.804199 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['1a546220-0002-4ed5-8905-4d3c16ebf46c'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:51.849836 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33806) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:51.862154 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638d9e3-d4aa-468d-a0ae-f1523801f95d None None] Pushing event updated for resources: {'Port': ['ID=57515666-c30d-45c0-bdef-c3955a399c03,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:51.891100 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:51.912109 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (3ede6782-c32e-4411-b58f-76e0efafff47), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:51.912109 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:52.011540 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:52.015768 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ad8902f3-a4fe-4044-acf0-cdb5aae84a89 req-197ec0d6-b65e-4d47-8388-ec067552de38 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.0623512 Nov 02 12:38:52.016267 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] Network 31000718-51de-4e2c-8c84-725b7b3a7de7 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:38:52.031972 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:52.036266 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] Set router 1a546220-0002-4ed5-8905-4d3c16ebf46c gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:52.039540 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:38:52.044359 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] Pushing event updated for resources: {'Port': ['ID=3ede6782-c32e-4411-b58f-76e0efafff47,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:52.167008 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['cdd384ae-5ca2-4ef8-b6eb-80221338be18'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:38:52.297972 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Allocated IP 172.25.2.50 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:38:52.325126 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:52.400115 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4876cdda-2505-4a8b-983f-e6bea4e13266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:52.429013 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=cdd384ae-5ca2-4ef8-b6eb-80221338be18,revision_number=6']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:52.440305 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] Attempting to bind port 3ede6782-c32e-4411-b58f-76e0efafff47 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:38:52.441629 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] Attempting to bind port 3ede6782-c32e-4411-b58f-76e0efafff47 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'c3694630-6e2b-479a-a2fb-d12da5830f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '31000718-51de-4e2c-8c84-725b7b3a7de7'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:38:52.442528 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] Attempting to bind port 3ede6782-c32e-4411-b58f-76e0efafff47 on network 31000718-51de-4e2c-8c84-725b7b3a7de7 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:38:52.487622 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Publish callbacks [] for port (b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:52.604397 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:52.614455 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:38:52.615688 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] Checking segment: {'id': 'c3694630-6e2b-479a-a2fb-d12da5830f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '31000718-51de-4e2c-8c84-725b7b3a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:38:52.616557 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:52.617186 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] Bound using segment: {'id': 'c3694630-6e2b-479a-a2fb-d12da5830f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '31000718-51de-4e2c-8c84-725b7b3a7de7'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:38:52.617955 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] Bound port: 3ede6782-c32e-4411-b58f-76e0efafff47, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3694630-6e2b-479a-a2fb-d12da5830f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '31000718-51de-4e2c-8c84-725b7b3a7de7'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:38:52.618608 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3ede6782-c32e-4411-b58f-76e0efafff47), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:52.658850 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4876cdda-2505-4a8b-983f-e6bea4e13266 admin admin] Publish callbacks [] for security_group (4612af10-032f-4189-b8ee-d9165359a4d7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:52.668349 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a546220-0002-4ed5-8905-4d3c16ebf46c', 'name': 'tempest-DeleteServersTestJSON-510695845-router', 'tenant_id': '2661419fee8c481faece16d1eca7f028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ffcc1d14-2a40-4d31-9e62-44789230ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:36Z', 'updated_at': '2022-11-02T12:38:44Z', 'revision_number': 4, 'project_id': '2661419fee8c481faece16d1eca7f028', 'gw_port': {'id': 'ffcc1d14-2a40-4d31-9e62-44789230ebe4', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a546220-0002-4ed5-8905-4d3c16ebf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:38Z', 'updated_at': '2022-11-02T12:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '57515666-c30d-45c0-bdef-c3955a399c03', 'name': '', 'network_id': '36eee474-f275-427e-a4df-a4d5668b4246', 'tenant_id': '2661419fee8c481faece16d1eca7f028', 'mac_address': 'fa:16:3e:cf:f3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a546220-0002-4ed5-8905-4d3c16ebf46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '63bb50d5-0598-46bd-8578-cb81e62dd37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:43Z', 'updated_at': '2022-11-02T12:38:51Z', 'revision_number': 4, 'project_id': '2661419fee8c481faece16d1eca7f028', 'subnets': [{'id': '63bb50d5-0598-46bd-8578-cb81e62dd37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:52.727453 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:38:52.733907 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:52.736446 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd4912-fe3d-4ac0-96fd-b0a2c22ebdae None None] The sync data for ids ['1a546220-0002-4ed5-8905-4d3c16ebf46c'] in n-d-857339-6 is: [{'id': '1a546220-0002-4ed5-8905-4d3c16ebf46c', 'name': 'tempest-DeleteServersTestJSON-510695845-router', 'tenant_id': '2661419fee8c481faece16d1eca7f028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ffcc1d14-2a40-4d31-9e62-44789230ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:36Z', 'updated_at': '2022-11-02T12:38:44Z', 'revision_number': 4, 'project_id': '2661419fee8c481faece16d1eca7f028', 'gw_port': {'id': 'ffcc1d14-2a40-4d31-9e62-44789230ebe4', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a546220-0002-4ed5-8905-4d3c16ebf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:38Z', 'updated_at': '2022-11-02T12:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '57515666-c30d-45c0-bdef-c3955a399c03', 'name': '', 'network_id': '36eee474-f275-427e-a4df-a4d5668b4246', 'tenant_id': '2661419fee8c481faece16d1eca7f028', 'mac_address': 'fa:16:3e:cf:f3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a546220-0002-4ed5-8905-4d3c16ebf46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '63bb50d5-0598-46bd-8578-cb81e62dd37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:43Z', 'updated_at': '2022-11-02T12:38:51Z', 'revision_number': 4, 'project_id': '2661419fee8c481faece16d1eca7f028', 'subnets': [{'id': '63bb50d5-0598-46bd-8578-cb81e62dd37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:38:52.741713 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Pushing event updated for resources: {'Port': ['ID=b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:52.752980 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:38:52.785412 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:52.786603 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:52.786603 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:52.786603 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:52.786869 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:52.787202 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:52.787516 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:52.787907 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:52.788305 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:52.788773 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:52.788975 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:52.789531 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:52.790025 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:52.790354 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:52.790721 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:52.858669 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] For port 3ede6782-c32e-4411-b58f-76e0efafff47, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:38:52.872584 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] For port 3ede6782-c32e-4411-b58f-76e0efafff47, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ede6782-c32e-4411-b58f-76e0efafff47,segment=NetworkSegment(c3694630-6e2b-479a-a2fb-d12da5830f2a),segment_id=c3694630-6e2b-479a-a2fb-d12da5830f2a)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:38:52.894782 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac4548-727f-44d0-8c73-fce8977aae50 req-17134fdf-a87b-4770-b839-34bcdc5dc6ee tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:52.894782 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3fac4548-727f-44d0-8c73-fce8977aae50 req-17134fdf-a87b-4770-b839-34bcdc5dc6ee tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] 10.222.0.64 "GET /networking/v2.0/networks?id=36eee474-f275-427e-a4df-a4d5668b4246 HTTP/1.1" status: 200 len: 811 time: 0.2313964 Nov 02 12:38:52.897079 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4876cdda-2505-4a8b-983f-e6bea4e13266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4612af10-032f-4189-b8ee-d9165359a4d7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:52.974542 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3ede6782-c32e-4411-b58f-76e0efafff47), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:52.987760 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3fac4548-727f-44d0-8c73-fce8977aae50 req-4b06cf06-2923-4033-90a5-9c47b9cac04c tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] 10.222.0.64 "GET /networking/v2.0/quotas/2661419fee8c481faece16d1eca7f028 HTTP/1.1" status: 200 len: 375 time: 0.0748885 Nov 02 12:38:53.076208 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3fac4548-727f-44d0-8c73-fce8977aae50 req-6cce09d9-6614-4a08-9e36-d9ac2ef7d90c tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2661419fee8c481faece16d1eca7f028&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814843 Nov 02 12:38:53.081708 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:53.086475 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4876cdda-2505-4a8b-983f-e6bea4e13266 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=201931a0ea82441badea06ffb7a025aa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2307584 Nov 02 12:38:53.086475 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33862) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:53.090905 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876cdda-2505-4a8b-983f-e6bea4e13266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4612af10-032f-4189-b8ee-d9165359a4d7,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:53.115707 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cdda-2505-4a8b-983f-e6bea4e13266 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:53.116178 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cdda-2505-4a8b-983f-e6bea4e13266 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:53.116547 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cdda-2505-4a8b-983f-e6bea4e13266 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:53.120971 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cdda-2505-4a8b-983f-e6bea4e13266 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:53.120971 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cdda-2505-4a8b-983f-e6bea4e13266 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:53.120971 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cdda-2505-4a8b-983f-e6bea4e13266 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:53.120971 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cdda-2505-4a8b-983f-e6bea4e13266 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:53.120971 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cdda-2505-4a8b-983f-e6bea4e13266 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:53.120971 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cdda-2505-4a8b-983f-e6bea4e13266 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:53.120971 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cdda-2505-4a8b-983f-e6bea4e13266 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:53.120971 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cdda-2505-4a8b-983f-e6bea4e13266 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:53.120971 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cdda-2505-4a8b-983f-e6bea4e13266 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:53.120971 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cdda-2505-4a8b-983f-e6bea4e13266 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:53.120971 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cdda-2505-4a8b-983f-e6bea4e13266 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:53.120971 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cdda-2505-4a8b-983f-e6bea4e13266 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:53.128263 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device cdd384ae-5ca2-4ef8-b6eb-80221338be18 up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:53.201277 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-12fcb4f8-b3e5-4deb-8795-8babec296bb5 admin admin] Publish callbacks [] for security_group (4612af10-032f-4189-b8ee-d9165359a4d7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:53.227327 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8875a-c723-4bdd-a843-05fb35744e46 None None] Pushing event updated for resources: {'Port': ['ID=3ede6782-c32e-4411-b58f-76e0efafff47,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:53.238926 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-12fcb4f8-b3e5-4deb-8795-8babec296bb5 admin admin] Publish callbacks [] for security_group (4612af10-032f-4189-b8ee-d9165359a4d7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:53.249408 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:53.277516 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port cdd384ae-5ca2-4ef8-b6eb-80221338be18 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:53.277516 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:53.277516 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port cdd384ae-5ca2-4ef8-b6eb-80221338be18 Nov 02 12:38:53.422955 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b4c00ef0-32e9-45bf-b9ca-ef1de6208b83 req-1ca63881-a66e-4782-a4dd-dba6f76d1469 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.1799052 Nov 02 12:38:53.486386 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:53.487912 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-12fcb4f8-b3e5-4deb-8795-8babec296bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4612af10-032f-4189-b8ee-d9165359a4d7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:53.502288 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-12fcb4f8-b3e5-4deb-8795-8babec296bb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:53.503167 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-12fcb4f8-b3e5-4deb-8795-8babec296bb5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4612af10-032f-4189-b8ee-d9165359a4d7 HTTP/1.1" status: 204 len: 168 time: 0.4171650 Nov 02 12:38:53.528742 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port cdd384ae-5ca2-4ef8-b6eb-80221338be18 is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:53.529139 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:53.540988 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcb4f8-b3e5-4deb-8795-8babec296bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4612af10-032f-4189-b8ee-d9165359a4d7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:53.571159 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cde6e93-3b90-4a9a-9290-ceb80a183a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd384ae-5ca2-4ef8-b6eb-80221338be18'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:38:53.574281 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bc168b-5f5c-4b12-96de-37692fc6fd29" -d '{"events": [{"server_uuid": "1cde6e93-3b90-4a9a-9290-ceb80a183a73", "name": "network-vif-plugged", "status": "completed", "tag": "cdd384ae-5ca2-4ef8-b6eb-80221338be18"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:38:53.656042 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:53.669567 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port cdd384ae-5ca2-4ef8-b6eb-80221338be18, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=cdd384ae-5ca2-4ef8-b6eb-80221338be18,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:53.703266 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Publish callbacks [] for router_gateway (0e1a1e71-f78e-46cd-b81d-15cb20821dc4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:53.772949 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:53.830188 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:53.905692 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ede6782-c32e-4411-b58f-76e0efafff47 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:53.921496 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=cdd384ae-5ca2-4ef8-b6eb-80221338be18,revision_number=7']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:53.994537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3ede6782-c32e-4411-b58f-76e0efafff47 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:53.994932 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ede6782-c32e-4411-b58f-76e0efafff47), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:53.995278 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3ede6782-c32e-4411-b58f-76e0efafff47 Nov 02 12:38:54.045925 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:54.127636 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (0e1a1e71-f78e-46cd-b81d-15cb20821dc4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:54.181040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3ede6782-c32e-4411-b58f-76e0efafff47 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:54.181493 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3ede6782-c32e-4411-b58f-76e0efafff47), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:54.214062 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-51680d37-09b8-4735-982e-589e49e4a153 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=cdd844366c7343be97d0911ff5c05ba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720558 Nov 02 12:38:54.268022 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 3ede6782-c32e-4411-b58f-76e0efafff47, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ede6782-c32e-4411-b58f-76e0efafff47,segment=NetworkSegment(c3694630-6e2b-479a-a2fb-d12da5830f2a),segment_id=c3694630-6e2b-479a-a2fb-d12da5830f2a)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:54.399588 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-be660424-9e7c-4295-aba9-75cbf9737b39 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:54.401482 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-be660424-9e7c-4295-aba9-75cbf9737b39 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753533 Nov 02 12:38:54.408257 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3ede6782-c32e-4411-b58f-76e0efafff47), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:54.409452 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 57515666-c30d-45c0-bdef-c3955a399c03 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:54.431239 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-a2f3496d-fb06-4c77-bb3c-e8ce77c71dc3 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/quotas/cdd844366c7343be97d0911ff5c05ba4 HTTP/1.1" status: 200 len: 375 time: 0.0109439 Nov 02 12:38:54.472641 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-d26422e8-881e-4c80-8a22-db19af20899c tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334113 Nov 02 12:38:54.540844 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 57515666-c30d-45c0-bdef-c3955a399c03 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:54.541102 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (57515666-c30d-45c0-bdef-c3955a399c03), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:54.541378 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 57515666-c30d-45c0-bdef-c3955a399c03 Nov 02 12:38:54.544890 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Router 0e1a1e71-f78e-46cd-b81d-15cb20821dc4 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:38:54.636681 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=3ede6782-c32e-4411-b58f-76e0efafff47,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:54.650376 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7e436f-adae-4946-bcf7-73b7b9ad2cd5 x-openstack-request-id: req-9a7e436f-adae-4946-bcf7-73b7b9ad2cd5 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:38:54.650743 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cde6e93-3b90-4a9a-9290-ceb80a183a73", "name": "network-vif-plugged", "status": "completed", "tag": "cdd384ae-5ca2-4ef8-b6eb-80221338be18", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:38:54.650926 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a7e436f-adae-4946-bcf7-73b7b9ad2cd5 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:38:54.651305 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7e436f-adae-4946-bcf7-73b7b9ad2cd5'] response: {'server_uuid': '1cde6e93-3b90-4a9a-9290-ceb80a183a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd384ae-5ca2-4ef8-b6eb-80221338be18', 'code': 200} Nov 02 12:38:54.703474 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c78c0a0-5e76-4f59-9a99-29bf8dd3e326 None None] Network 31000718-51de-4e2c-8c84-725b7b3a7de7 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:38:54.833332 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:38:54.834103 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b76028da-8cd8-4c26-8a85-7c0a074cc420 None None] Provisioning complete for port 3ede6782-c32e-4411-b58f-76e0efafff47 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:54.835747 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b76028da-8cd8-4c26-8a85-7c0a074cc420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ede6782-c32e-4411-b58f-76e0efafff47), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:54.836720 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b76028da-8cd8-4c26-8a85-7c0a074cc420 None None] Attempt 1 to provision port 3ede6782-c32e-4411-b58f-76e0efafff47 Nov 02 12:38:54.840586 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:54.845419 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] Sync routers for ids ['0e1a1e71-f78e-46cd-b81d-15cb20821dc4'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:38:54.860819 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] Routers {'0e1a1e71-f78e-46cd-b81d-15cb20821dc4'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:54.864953 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['0e1a1e71-f78e-46cd-b81d-15cb20821dc4'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:54.871850 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:54.974385 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:54.976285 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ce120810-5883-4d3a-88cf-8704a4c23899 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1316295 Nov 02 12:38:54.978814 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33950) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:55.138383 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] Set router 0e1a1e71-f78e-46cd-b81d-15cb20821dc4 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:55.153988 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 57515666-c30d-45c0-bdef-c3955a399c03 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:55.154381 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (57515666-c30d-45c0-bdef-c3955a399c03), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:55.264365 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4010537-db66-429c-9134-6dd3da86e7de req-9b686191-4e77-41ef-86b8-dbdd8b221131 tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:55.276177 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:55.283266 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:55.292309 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c4010537-db66-429c-9134-6dd3da86e7de req-9b686191-4e77-41ef-86b8-dbdd8b221131 tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] 10.222.0.64 "GET /networking/v2.0/networks?id=36eee474-f275-427e-a4df-a4d5668b4246 HTTP/1.1" status: 200 len: 811 time: 0.5529747 Nov 02 12:38:55.329354 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c4010537-db66-429c-9134-6dd3da86e7de req-81122269-f051-4006-8fe0-2d2b28d91edf tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] 10.222.0.64 "GET /networking/v2.0/quotas/2661419fee8c481faece16d1eca7f028 HTTP/1.1" status: 200 len: 375 time: 0.0316987 Nov 02 12:38:55.350590 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fb685865-d7a0-4449-a29d-366cc07f17cd req-34ab3fea-ef48-4f86-8ab3-69ef937ff5b6 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.2713518 Nov 02 12:38:55.419185 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 57515666-c30d-45c0-bdef-c3955a399c03, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=57515666-c30d-45c0-bdef-c3955a399c03,segment=NetworkSegment(318a1e6e-3cee-418e-8a7f-b5933a28614a),segment_id=318a1e6e-3cee-418e-8a7f-b5933a28614a)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:55.481102 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1a1e71-f78e-46cd-b81d-15cb20821dc4', 'name': 'tempest-FloatingIPsNegativeTestJSON-367983728-router', 'tenant_id': 'f97dff96032f4f2193acabe74c8b69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:50Z', 'updated_at': '2022-11-02T12:38:53Z', 'revision_number': 3, 'project_id': 'f97dff96032f4f2193acabe74c8b69bd', 'gw_port': {'id': 'b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1a1e71-f78e-46cd-b81d-15cb20821dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:51Z', 'updated_at': '2022-11-02T12:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:55.513582 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (57515666-c30d-45c0-bdef-c3955a399c03), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:55.536413 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] Checking router: 0e1a1e71-f78e-46cd-b81d-15cb20821dc4 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:38:55.538191 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] Updating router 0e1a1e71-f78e-46cd-b81d-15cb20821dc4 port b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:38:55.585733 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=57515666-c30d-45c0-bdef-c3955a399c03,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:55.601131 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b76028da-8cd8-4c26-8a85-7c0a074cc420 None None] Current status of the port 3ede6782-c32e-4411-b58f-76e0efafff47 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:55.643735 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c54eb9b8-c619-4ad6-b29a-60d636969391 req-05dcdfa6-791e-4ee2-8537-8d10f7078c73 tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.1388042 Nov 02 12:38:55.655796 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33966) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:55.658344 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:55.688174 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:55.716547 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c4010537-db66-429c-9134-6dd3da86e7de req-0018d6d4-e271-48bc-84a5-91dc53f72e1d tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2661419fee8c481faece16d1eca7f028&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3858910 Nov 02 12:38:55.725485 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b94c7470-46fd-469c-8f25-5a701aa0ad0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:55.768214 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ede6782-c32e-4411-b58f-76e0efafff47 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:55.986505 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b94c7470-46fd-469c-8f25-5a701aa0ad0e admin admin] Publish callbacks [] for security_group (9d033b56-b805-4ce2-9e77-0edfdc53ff54), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:56.027096 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1b0bd2c1-9f6c-4699-8bde-af3a3ef7ddf7 req-77182755-beab-44dd-943b-ea3145b30dda tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 210 time: 0.0355258 Nov 02 12:38:56.101225 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b94c7470-46fd-469c-8f25-5a701aa0ad0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9d033b56-b805-4ce2-9e77-0edfdc53ff54), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:56.163489 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d531228b-c923-4bdc-a640-85748424ab49 req-0ac566cf-d366-4c2c-83c8-d85f489e46cb tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.1737847 Nov 02 12:38:56.189261 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b94c7470-46fd-469c-8f25-5a701aa0ad0e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ac023f65a8dd4d1d8011df8a8906b2fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5305743 Nov 02 12:38:56.224048 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33980) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:56.286972 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:56.299050 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c7470-46fd-469c-8f25-5a701aa0ad0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d033b56-b805-4ce2-9e77-0edfdc53ff54,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:56.369524 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5276e893-4d4b-46be-a5eb-b36047de3001 admin admin] Publish callbacks [] for security_group (9d033b56-b805-4ce2-9e77-0edfdc53ff54), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:56.406706 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2eacfe7-c149-4a1e-b1c8-3a9ba8eaf861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:56.410118 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5276e893-4d4b-46be-a5eb-b36047de3001 admin admin] Publish callbacks [] for security_group (9d033b56-b805-4ce2-9e77-0edfdc53ff54), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:56.447964 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] Publish callbacks [] for port (b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:56.548898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3f536bdb-800e-480b-9c37-ad77ea90c23c None None] Provisioning complete for port 3ede6782-c32e-4411-b58f-76e0efafff47 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:56.549723 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3f536bdb-800e-480b-9c37-ad77ea90c23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ede6782-c32e-4411-b58f-76e0efafff47), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:56.550350 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3f536bdb-800e-480b-9c37-ad77ea90c23c None None] Attempt 1 to provision port 3ede6782-c32e-4411-b58f-76e0efafff47 Nov 02 12:38:56.556666 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:56.715177 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] Attempting to bind port b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:38:56.715974 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] Attempting to bind port b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:38:56.716634 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] Attempting to bind port b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:38:56.716883 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3ede6782-c32e-4411-b58f-76e0efafff47 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:56.718200 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ede6782-c32e-4411-b58f-76e0efafff47), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:56.719801 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3ede6782-c32e-4411-b58f-76e0efafff47 Nov 02 12:38:56.726263 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac5fa8-c05a-4b4a-a273-ebc79c94e2c6 None None] Pushing event updated for resources: {'Port': ['ID=b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:56.820449 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac5fa8-c05a-4b4a-a273-ebc79c94e2c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:56.821278 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac5fa8-c05a-4b4a-a273-ebc79c94e2c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:56.822143 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac5fa8-c05a-4b4a-a273-ebc79c94e2c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:56.822869 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac5fa8-c05a-4b4a-a273-ebc79c94e2c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:56.825172 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac5fa8-c05a-4b4a-a273-ebc79c94e2c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:56.825823 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac5fa8-c05a-4b4a-a273-ebc79c94e2c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:56.828770 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac5fa8-c05a-4b4a-a273-ebc79c94e2c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:56.833507 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac5fa8-c05a-4b4a-a273-ebc79c94e2c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:56.834212 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac5fa8-c05a-4b4a-a273-ebc79c94e2c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:56.835876 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac5fa8-c05a-4b4a-a273-ebc79c94e2c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:56.836451 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac5fa8-c05a-4b4a-a273-ebc79c94e2c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:56.837022 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac5fa8-c05a-4b4a-a273-ebc79c94e2c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:56.838417 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac5fa8-c05a-4b4a-a273-ebc79c94e2c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:56.838986 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac5fa8-c05a-4b4a-a273-ebc79c94e2c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:56.839880 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac5fa8-c05a-4b4a-a273-ebc79c94e2c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:56.862116 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d70f7-c8d2-48b4-b222-bcc888215b51 req-04c986b5-f57e-4ecc-9ab2-525601fc62a8 tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:56.873034 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b56d70f7-c8d2-48b4-b222-bcc888215b51 req-04c986b5-f57e-4ecc-9ab2-525601fc62a8 tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] 10.222.0.64 "GET /networking/v2.0/networks?id=36eee474-f275-427e-a4df-a4d5668b4246 HTTP/1.1" status: 200 len: 811 time: 0.3518558 Nov 02 12:38:56.876959 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:56.889164 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5276e893-4d4b-46be-a5eb-b36047de3001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9d033b56-b805-4ce2-9e77-0edfdc53ff54), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:56.892475 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5276e893-4d4b-46be-a5eb-b36047de3001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:56.894177 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5276e893-4d4b-46be-a5eb-b36047de3001 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9d033b56-b805-4ce2-9e77-0edfdc53ff54 HTTP/1.1" status: 204 len: 168 time: 0.6685195 Nov 02 12:38:56.920925 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b56d70f7-c8d2-48b4-b222-bcc888215b51 req-e8da507f-987f-46d6-9a22-6a875de36206 tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] 10.222.0.64 "GET /networking/v2.0/quotas/2661419fee8c481faece16d1eca7f028 HTTP/1.1" status: 200 len: 375 time: 0.0462372 Nov 02 12:38:56.926492 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276e893-4d4b-46be-a5eb-b36047de3001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d033b56-b805-4ce2-9e77-0edfdc53ff54,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:56.995571 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:38:56.999183 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:38:57.000426 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:57.004438 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:38:57.005362 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] Bound port: b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:38:57.008984 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:57.064990 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b56d70f7-c8d2-48b4-b222-bcc888215b51 req-72452e50-72ed-4696-9148-48b26a01c00f tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2661419fee8c481faece16d1eca7f028&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1426301 Nov 02 12:38:57.081336 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-a2eacfe7-c149-4a1e-b1c8-3a9ba8eaf861 admin admin] Allocated IP 172.20.0.1 (31000718-51de-4e2c-8c84-725b7b3a7de7/e94866eb-b475-4667-8216-9d384bd2e4b0/853779e2-d7a4-46c7-83ea-899ca0b90589) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:38:57.137631 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3f536bdb-800e-480b-9c37-ad77ea90c23c None None] Current status of the port 3ede6782-c32e-4411-b58f-76e0efafff47 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:57.175071 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:57.294245 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:57.318146 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0d2f4060-c58d-4e96-a7bc-ed11a368586c req-7a37493b-71b5-4f24-b7c7-2995eb7bd241 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.1312726 Nov 02 12:38:57.328217 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] For port b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:38:57.344954 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] For port b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:38:57.387333 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:57.411558 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3ede6782-c32e-4411-b58f-76e0efafff47 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:57.430948 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-608f7701-dfff-4e50-9ed2-f6b3b51af281 req-514589e2-ecf2-4860-8a7c-648fac0289c0 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 210 time: 0.1085353 Nov 02 12:38:57.440097 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:57.548683 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2eacfe7-c149-4a1e-b1c8-3a9ba8eaf861 admin admin] Publish callbacks [] for port (853779e2-d7a4-46c7-83ea-899ca0b90589), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:57.563115 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:57.568837 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac5fa8-c05a-4b4a-a273-ebc79c94e2c6 None None] Pushing event updated for resources: {'Port': ['ID=b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:57.627458 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] Routers {'0e1a1e71-f78e-46cd-b81d-15cb20821dc4'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:38:57.628240 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['0e1a1e71-f78e-46cd-b81d-15cb20821dc4'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:57.641196 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:38:57.672012 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-badaa0c4-1c75-4302-b997-8955f51611a3 req-28952535-c964-481d-908b-23c0f3787151 tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0698290 Nov 02 12:38:57.714711 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2eacfe7-c149-4a1e-b1c8-3a9ba8eaf861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (853779e2-d7a4-46c7-83ea-899ca0b90589), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:57.739828 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 57515666-c30d-45c0-bdef-c3955a399c03 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:57.820525 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 57515666-c30d-45c0-bdef-c3955a399c03 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:57.821280 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (57515666-c30d-45c0-bdef-c3955a399c03), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:57.821835 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 57515666-c30d-45c0-bdef-c3955a399c03 Nov 02 12:38:57.841944 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] Set router 0e1a1e71-f78e-46cd-b81d-15cb20821dc4 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:57.903409 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2eacfe7-c149-4a1e-b1c8-3a9ba8eaf861 admin admin] Network 31000718-51de-4e2c-8c84-725b7b3a7de7 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:38:57.927670 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-a2eacfe7-c149-4a1e-b1c8-3a9ba8eaf861 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:57.933062 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eacfe7-c149-4a1e-b1c8-3a9ba8eaf861 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:38:58.002853 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 57515666-c30d-45c0-bdef-c3955a399c03 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:58.015323 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:58.048060 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eacfe7-c149-4a1e-b1c8-3a9ba8eaf861 admin admin] Pushing event updated for resources: {'Port': ['ID=853779e2-d7a4-46c7-83ea-899ca0b90589,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:58.118845 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2eacfe7-c149-4a1e-b1c8-3a9ba8eaf861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (0e1a1e71-f78e-46cd-b81d-15cb20821dc4), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:58.236795 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34050) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:58.295025 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:58.365750 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac640663-3f2d-4a23-9e81-602311e15ce9 req-8ae8fd7d-3de2-4f6a-99b0-e34615087a15 tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:58.366871 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ac640663-3f2d-4a23-9e81-602311e15ce9 req-8ae8fd7d-3de2-4f6a-99b0-e34615087a15 tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] 10.222.0.64 "GET /networking/v2.0/networks?id=36eee474-f275-427e-a4df-a4d5668b4246 HTTP/1.1" status: 200 len: 811 time: 0.2386341 Nov 02 12:38:58.393802 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1a1e71-f78e-46cd-b81d-15cb20821dc4', 'name': 'tempest-FloatingIPsNegativeTestJSON-367983728-router', 'tenant_id': 'f97dff96032f4f2193acabe74c8b69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:50Z', 'updated_at': '2022-11-02T12:38:53Z', 'revision_number': 3, 'project_id': 'f97dff96032f4f2193acabe74c8b69bd', 'gw_port': {'id': 'b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1a1e71-f78e-46cd-b81d-15cb20821dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:51Z', 'updated_at': '2022-11-02T12:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:58.395482 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ac640663-3f2d-4a23-9e81-602311e15ce9 req-d09a7031-2f56-486f-b3c8-db01d932f4c2 tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] 10.222.0.64 "GET /networking/v2.0/quotas/2661419fee8c481faece16d1eca7f028 HTTP/1.1" status: 200 len: 375 time: 0.0272758 Nov 02 12:38:58.442842 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54ce696-0a15-4b3b-bc0a-b3e2abcbd3ea None None] The sync data for ids ['0e1a1e71-f78e-46cd-b81d-15cb20821dc4'] in n-d-857339-6 is: [{'id': '0e1a1e71-f78e-46cd-b81d-15cb20821dc4', 'name': 'tempest-FloatingIPsNegativeTestJSON-367983728-router', 'tenant_id': 'f97dff96032f4f2193acabe74c8b69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:50Z', 'updated_at': '2022-11-02T12:38:53Z', 'revision_number': 3, 'project_id': 'f97dff96032f4f2193acabe74c8b69bd', 'gw_port': {'id': 'b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1a1e71-f78e-46cd-b81d-15cb20821dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:51Z', 'updated_at': '2022-11-02T12:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:38:58.498522 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-367ea4b8-f39b-4c87-8a99-f47789974423 None None] Provisioning complete for port 853779e2-d7a4-46c7-83ea-899ca0b90589 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:58.499991 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-367ea4b8-f39b-4c87-8a99-f47789974423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (853779e2-d7a4-46c7-83ea-899ca0b90589), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:58.500556 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-367ea4b8-f39b-4c87-8a99-f47789974423 None None] Attempt 1 to provision port 853779e2-d7a4-46c7-83ea-899ca0b90589 Nov 02 12:38:58.514336 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ac640663-3f2d-4a23-9e81-602311e15ce9 req-7cbe3272-f73d-4db8-9176-d4313c05252c tempest-DeleteServersTestJSON-1432968260 tempest-DeleteServersTestJSON-1432968260-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2661419fee8c481faece16d1eca7f028&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154122 Nov 02 12:38:58.597526 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a1fa23c7-ce7f-4407-a289-3ca2f4d150d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:58.597526 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34064) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:58.601396 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-367ea4b8-f39b-4c87-8a99-f47789974423 None None] Port 853779e2-d7a4-46c7-83ea-899ca0b90589 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:38:58.674696 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5e99e6fb-98fb-471e-9220-155ef2f14134 req-f151a82b-c207-4806-986a-ec17d2104fdb tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.1077397 Nov 02 12:38:58.758257 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9963c1d7-5b4d-439a-ba2c-b633e3f44309 req-67ceb203-0f14-4189-9083-e78fc66fea77 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 210 time: 0.0741951 Nov 02 12:38:58.953044 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-11359b25-d78c-48c0-8f4a-36e9f0b1caaf req-37af2e6e-df62-4c15-8d75-7d8e22c5d40a tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0386033 Nov 02 12:38:59.285436 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:59.515914 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a1fa23c7-ce7f-4407-a289-3ca2f4d150d9 admin admin] Publish callbacks [] for security_group (b7a12f73-ab78-42ff-9f33-e4a30028a34e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:59.605713 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2eacfe7-c149-4a1e-b1c8-3a9ba8eaf861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (853779e2-d7a4-46c7-83ea-899ca0b90589), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:59.693273 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:59.752725 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a1fa23c7-ce7f-4407-a289-3ca2f4d150d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b7a12f73-ab78-42ff-9f33-e4a30028a34e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:59.771308 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:59.852254 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:59.853816 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:59.855471 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0 Nov 02 12:38:59.890279 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1703c2a1-37b8-4f9a-9f5d-069c13d957e9 req-b03b28cd-6172-44c5-b487-78a0cddd71b2 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.0545943 Nov 02 12:38:59.970931 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:00.058067 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-17e8b6eb-2694-4db7-b4dc-eeaba5062e30 req-0b35eab9-164b-45bd-b803-681567726c3a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 210 time: 0.0602803 Nov 02 12:39:00.082536 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:00.088030 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:00.151925 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:00.233015 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-66513c0e-845d-4537-9794-5dd41b46f1e6 req-0a6fba03-a78a-4e1e-97a0-57c02ae75f7a tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0783103 Nov 02 12:39:00.247733 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:00.338916 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa23c7-ce7f-4407-a289-3ca2f4d150d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a12f73-ab78-42ff-9f33-e4a30028a34e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:00.363510 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb2d56a3-a3d7-4e36-a75e-52adde1da64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (1a546220-0002-4ed5-8905-4d3c16ebf46c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:00.403444 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:00.422706 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:00.442116 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a1fa23c7-ce7f-4407-a289-3ca2f4d150d9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f997097916c44a939314da9f0ff7ed2a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2038553 Nov 02 12:39:00.444875 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34110) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:00.481816 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2eacfe7-c149-4a1e-b1c8-3a9ba8eaf861 admin admin] Publish callbacks [] for port (853779e2-d7a4-46c7-83ea-899ca0b90589), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:00.593706 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ee13460-476b-4ada-9827-29906833ba69 admin admin] Publish callbacks [] for security_group (b7a12f73-ab78-42ff-9f33-e4a30028a34e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:00.599825 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2eacfe7-c149-4a1e-b1c8-3a9ba8eaf861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (853779e2-d7a4-46c7-83ea-899ca0b90589), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:00.689773 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ee13460-476b-4ada-9827-29906833ba69 admin admin] Publish callbacks [] for security_group (b7a12f73-ab78-42ff-9f33-e4a30028a34e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:00.734141 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2eacfe7-c149-4a1e-b1c8-3a9ba8eaf861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (0e1a1e71-f78e-46cd-b81d-15cb20821dc4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:00.781750 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eacfe7-c149-4a1e-b1c8-3a9ba8eaf861 admin admin] Pushing event updated for resources: {'Port': ['ID=853779e2-d7a4-46c7-83ea-899ca0b90589,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:00.814260 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-1e462b4e-0b41-4682-a4fc-cfbbcc77f6a1 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=cdd844366c7343be97d0911ff5c05ba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899439 Nov 02 12:39:00.860864 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-8c44ff3f-b7d7-4ddc-af1b-f2e217933fac req-205588ba-5d94-4bae-b90c-77ae5d1183c7 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0523722 Nov 02 12:39:00.951021 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d56a3-a3d7-4e36-a75e-52adde1da64d admin admin] Deleting port 57515666-c30d-45c0-bdef-c3955a399c03 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:39:00.951381 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb2d56a3-a3d7-4e36-a75e-52adde1da64d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (57515666-c30d-45c0-bdef-c3955a399c03), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:01.070460 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2eacfe7-c149-4a1e-b1c8-3a9ba8eaf861 admin admin] Network 31000718-51de-4e2c-8c84-725b7b3a7de7 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:39:01.077250 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ee13460-476b-4ada-9827-29906833ba69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b7a12f73-ab78-42ff-9f33-e4a30028a34e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:01.084880 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ee13460-476b-4ada-9827-29906833ba69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:01.086639 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5ee13460-476b-4ada-9827-29906833ba69 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b7a12f73-ab78-42ff-9f33-e4a30028a34e HTTP/1.1" status: 204 len: 168 time: 0.6406155 Nov 02 12:39:01.096720 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-a2eacfe7-c149-4a1e-b1c8-3a9ba8eaf861 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:39:01.121481 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-00a95f54-5e5b-4610-af35-a5a26429486f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:01.131145 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee13460-476b-4ada-9827-29906833ba69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a12f73-ab78-42ff-9f33-e4a30028a34e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:01.141756 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-00a95f54-5e5b-4610-af35-a5a26429486f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3063750 Nov 02 12:39:01.163774 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:01.177506 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-2c77bf4f-8d29-4356-8595-6bc898507683 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Request body: {'port': {'device_id': '48de1b1f-9d7e-41bf-b1e6-023d17cecc0e', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': 'cdd844366c7343be97d0911ff5c05ba4'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:01.203115 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-eb2d56a3-a3d7-4e36-a75e-52adde1da64d admin admin] For port 57515666-c30d-45c0-bdef-c3955a399c03, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=57515666-c30d-45c0-bdef-c3955a399c03,segment=NetworkSegment(318a1e6e-3cee-418e-8a7f-b5933a28614a),segment_id=318a1e6e-3cee-418e-8a7f-b5933a28614a)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:01.203511 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb2d56a3-a3d7-4e36-a75e-52adde1da64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (57515666-c30d-45c0-bdef-c3955a399c03), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:01.268598 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d56a3-a3d7-4e36-a75e-52adde1da64d admin admin] Calling delete_port for 57515666-c30d-45c0-bdef-c3955a399c03 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:39:01.337822 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:01.355994 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2eacfe7-c149-4a1e-b1c8-3a9ba8eaf861 admin admin] Router 0e1a1e71-f78e-46cd-b81d-15cb20821dc4 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:39:01.359967 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-eb6f7e8f-a7ab-4da5-a48d-70231c0f0bc8 req-516fac70-589a-4c64-a90a-6de1f6eaebe1 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.2136452 Nov 02 12:39:01.400643 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:01.497356 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bdf0b941-7646-4baa-8f9c-9e7c07740ecf req-fdbbbb62-ec7f-4a76-b320-af55a9feb76c tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 210 time: 0.1431291 Nov 02 12:39:01.674455 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-731e1de6-8148-41ce-ba80-29b5ef0e9cc6 None None] Provisioning complete for port 853779e2-d7a4-46c7-83ea-899ca0b90589 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:01.675640 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-70f919f9-81f1-4f7d-9d29-ed4f0b5d321a req-2f1e0d1a-2462-478c-9c44-ebd549e46bfa tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.1464522 Nov 02 12:39:01.680031 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-731e1de6-8148-41ce-ba80-29b5ef0e9cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (853779e2-d7a4-46c7-83ea-899ca0b90589), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:01.680676 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-731e1de6-8148-41ce-ba80-29b5ef0e9cc6 None None] Attempt 1 to provision port 853779e2-d7a4-46c7-83ea-899ca0b90589 Nov 02 12:39:01.753329 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2eacfe7-c149-4a1e-b1c8-3a9ba8eaf861 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:39:01.758149 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:39:01.784237 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a2eacfe7-c149-4a1e-b1c8-3a9ba8eaf861 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/0e1a1e71-f78e-46cd-b81d-15cb20821dc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8038287 Nov 02 12:39:01.796703 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] Sync routers for ids ['0e1a1e71-f78e-46cd-b81d-15cb20821dc4'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:39:01.834200 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] Routers {'0e1a1e71-f78e-46cd-b81d-15cb20821dc4'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:01.835210 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['0e1a1e71-f78e-46cd-b81d-15cb20821dc4'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:01.837538 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-731e1de6-8148-41ce-ba80-29b5ef0e9cc6 None None] Port 853779e2-d7a4-46c7-83ea-899ca0b90589 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:39:01.893275 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:01.899250 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:01.901583 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0 Nov 02 12:39:01.988183 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-2c77bf4f-8d29-4356-8595-6bc898507683 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Made reservation on behalf of cdd844366c7343be97d0911ff5c05ba4 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:39:01.993403 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-2c77bf4f-8d29-4356-8595-6bc898507683 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:02.022517 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-2c77bf4f-8d29-4356-8595-6bc898507683 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:02.074194 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb2d56a3-a3d7-4e36-a75e-52adde1da64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (57515666-c30d-45c0-bdef-c3955a399c03), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:02.169933 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d56a3-a3d7-4e36-a75e-52adde1da64d admin admin] Pushing event deleted for resources: {'Port': ['ID=57515666-c30d-45c0-bdef-c3955a399c03,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:02.218457 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-2c77bf4f-8d29-4356-8595-6bc898507683 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks [] for security_group (e0da9235-2e12-4394-bce7-2933ca8c195b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:02.255245 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] Set router 0e1a1e71-f78e-46cd-b81d-15cb20821dc4 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:02.368132 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-2c77bf4f-8d29-4356-8595-6bc898507683 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e0da9235-2e12-4394-bce7-2933ca8c195b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:02.428808 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:02.645060 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9b862846-b073-41d5-a90c-8ac7ca7d0bed req-94893f67-0df0-4661-8d3a-038bcb7d1c13 tempest-FloatingIPsNegativeTestJSON-1126547122 tempest-FloatingIPsNegativeTestJSON-1126547122-project] 10.222.0.64 "GET /networking/v2.0/floatingips?tenant_id=f97dff96032f4f2193acabe74c8b69bd HTTP/1.1" status: 200 len: 217 time: 0.1863899 Nov 02 12:39:02.650933 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77bf4f-8d29-4356-8595-6bc898507683 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0da9235-2e12-4394-bce7-2933ca8c195b,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:02.669012 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb2d56a3-a3d7-4e36-a75e-52adde1da64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (1a546220-0002-4ed5-8905-4d3c16ebf46c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:02.734501 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5d5f8e-34f1-43bd-ad10-9cd9a1e6b12b None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:39:02.848594 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-2c77bf4f-8d29-4356-8595-6bc898507683 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Allocated IP 192.168.233.239 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/3d81e47f-bfd3-4fb1-86b4-cc02113a5157) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:39:02.930293 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5d5f8e-34f1-43bd-ad10-9cd9a1e6b12b None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:39:02.935946 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1a1e71-f78e-46cd-b81d-15cb20821dc4', 'name': 'tempest-FloatingIPsNegativeTestJSON-367983728-router', 'tenant_id': 'f97dff96032f4f2193acabe74c8b69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:50Z', 'updated_at': '2022-11-02T12:38:58Z', 'revision_number': 4, 'project_id': 'f97dff96032f4f2193acabe74c8b69bd', 'gw_port': {'id': 'b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a1e71-f78e-46cd-b81d-15cb20821dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:51Z', 'updated_at': '2022-11-02T12:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '853779e2-d7a4-46c7-83ea-899ca0b90589', 'name': '', 'network_id': '31000718-51de-4e2c-8c84-725b7b3a7de7', 'tenant_id': 'f97dff96032f4f2193acabe74c8b69bd', 'mac_address': 'fa:16:3e:84:ee:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1a1e71-f78e-46cd-b81d-15cb20821dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94866eb-b475-4667-8216-9d384bd2e4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:56Z', 'updated_at': '2022-11-02T12:38:59Z', 'revision_number': 2, 'project_id': 'f97dff96032f4f2193acabe74c8b69bd', 'subnets': [{'id': 'e94866eb-b475-4667-8216-9d384bd2e4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:02.984557 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] Checking router: 0e1a1e71-f78e-46cd-b81d-15cb20821dc4 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:39:02.984847 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] Updating router 0e1a1e71-f78e-46cd-b81d-15cb20821dc4 port 853779e2-d7a4-46c7-83ea-899ca0b90589 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:39:03.031690 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2d56a3-a3d7-4e36-a75e-52adde1da64d admin admin] Router 1a546220-0002-4ed5-8905-4d3c16ebf46c has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:39:03.106092 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-22584ff6-3f88-4a87-89e2-8e21401197a1 req-2739eee6-b319-4bb0-b657-1c1a7a505703 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.1409867 Nov 02 12:39:03.118293 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e959329e-12bc-42b2-a46e-01ef6e168e6c req-10b8a754-dcf3-4ec6-9b83-543e616d57bb tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 210 time: 0.1316857 Nov 02 12:39:03.178645 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2d56a3-a3d7-4e36-a75e-52adde1da64d admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:39:03.191717 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56768b3-4d4c-4283-9436-dd6902434cce None None] Sync routers for ids ['1a546220-0002-4ed5-8905-4d3c16ebf46c'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:39:03.194975 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-eb2d56a3-a3d7-4e36-a75e-52adde1da64d admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/1a546220-0002-4ed5-8905-4d3c16ebf46c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5950053 Nov 02 12:39:03.195700 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34192) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:03.216132 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56768b3-4d4c-4283-9436-dd6902434cce None None] Routers {'1a546220-0002-4ed5-8905-4d3c16ebf46c'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:03.217971 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f56768b3-4d4c-4283-9436-dd6902434cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['1a546220-0002-4ed5-8905-4d3c16ebf46c'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:03.287676 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-07475e74-73e0-4d50-b444-3bb392d23cde req-cfc23e51-a07f-4d11-9384-227d06089fa8 tempest-FloatingIPsNegativeTestJSON-1126547122 tempest-FloatingIPsNegativeTestJSON-1126547122-project] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0895057 Nov 02 12:39:03.333091 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:03.397563 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (853779e2-d7a4-46c7-83ea-899ca0b90589), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:03.451056 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:03.458781 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-44fd5e54-ffa4-406b-b786-6aab07e63a74 req-a874e7ea-4096-435e-97c9-5424263a4c01 tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0925119 Nov 02 12:39:03.464305 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2dff983f-775b-41c8-99ea-eb0b1485a762 admin admin] Publish callbacks [] for router (1a546220-0002-4ed5-8905-4d3c16ebf46c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:03.469679 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-f56768b3-4d4c-4283-9436-dd6902434cce None None] Set router 1a546220-0002-4ed5-8905-4d3c16ebf46c gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:03.612288 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:03.649142 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-2c77bf4f-8d29-4356-8595-6bc898507683 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks [] for port (3d81e47f-bfd3-4fb1-86b4-cc02113a5157), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:03.658810 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [req-8d8527f6-3372-4e96-9076-0cdb3fe79040 req-79c3b652-809f-4a5f-89ec-e645e4406c3e tempest-FloatingIPsNegativeTestJSON-1126547122 tempest-FloatingIPsNegativeTestJSON-1126547122-project] show failed (client error): The resource could not be found. Nov 02 12:39:03.661062 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8d8527f6-3372-4e96-9076-0cdb3fe79040 req-79c3b652-809f-4a5f-89ec-e645e4406c3e tempest-FloatingIPsNegativeTestJSON-1126547122 tempest-FloatingIPsNegativeTestJSON-1126547122-project] 10.222.0.64 "GET /networking/v2.0/floatingips/533dba6e-0b2a-434f-b9d9-83b50f605b7c HTTP/1.1" status: 404 len: 350 time: 0.0562851 Nov 02 12:39:03.691690 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34204) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:03.692535 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34206) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:03.729507 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2dff983f-775b-41c8-99ea-eb0b1485a762 admin admin] Publish callbacks [] for router_gateway (1a546220-0002-4ed5-8905-4d3c16ebf46c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:03.962697 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-53d9a2fc-0298-48cf-a87b-85c10f558365 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1469403266-network', 'tenant_id': 'f871d4dccfa64340ae699fe84bb10a79'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:04.085713 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:04.177865 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-2c77bf4f-8d29-4356-8595-6bc898507683 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (3d81e47f-bfd3-4fb1-86b4-cc02113a5157), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:04.187764 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] Publish callbacks [] for port (853779e2-d7a4-46c7-83ea-899ca0b90589), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:04.219533 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d9a2fc-0298-48cf-a87b-85c10f558365 admin admin] Made reservation on behalf of f871d4dccfa64340ae699fe84bb10a79 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:39:04.219762 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-2dff983f-775b-41c8-99ea-eb0b1485a762 admin admin] Deleting port ffcc1d14-2a40-4d31-9e62-44789230ebe4 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:39:04.220199 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2dff983f-775b-41c8-99ea-eb0b1485a762 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ffcc1d14-2a40-4d31-9e62-44789230ebe4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:04.222712 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-53d9a2fc-0298-48cf-a87b-85c10f558365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:04.240457 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f56768b3-4d4c-4283-9436-dd6902434cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a546220-0002-4ed5-8905-4d3c16ebf46c', 'name': 'tempest-DeleteServersTestJSON-510695845-router', 'tenant_id': '2661419fee8c481faece16d1eca7f028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ffcc1d14-2a40-4d31-9e62-44789230ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:36Z', 'updated_at': '2022-11-02T12:39:01Z', 'revision_number': 5, 'project_id': '2661419fee8c481faece16d1eca7f028', 'gw_port': {'id': 'ffcc1d14-2a40-4d31-9e62-44789230ebe4', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a546220-0002-4ed5-8905-4d3c16ebf46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:38Z', 'updated_at': '2022-11-02T12:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:04.267710 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-2c77bf4f-8d29-4356-8595-6bc898507683 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:39:04.270832 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56768b3-4d4c-4283-9436-dd6902434cce None None] Checking router: 1a546220-0002-4ed5-8905-4d3c16ebf46c for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:39:04.280007 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56768b3-4d4c-4283-9436-dd6902434cce None None] Routers {'1a546220-0002-4ed5-8905-4d3c16ebf46c'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:04.281270 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f56768b3-4d4c-4283-9436-dd6902434cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['1a546220-0002-4ed5-8905-4d3c16ebf46c'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:04.286135 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-53d9a2fc-0298-48cf-a87b-85c10f558365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:04.347418 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-2dff983f-775b-41c8-99ea-eb0b1485a762 admin admin] For port ffcc1d14-2a40-4d31-9e62-44789230ebe4, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ffcc1d14-2a40-4d31-9e62-44789230ebe4,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:04.347789 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2dff983f-775b-41c8-99ea-eb0b1485a762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ffcc1d14-2a40-4d31-9e62-44789230ebe4), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:04.368389 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-2dff983f-775b-41c8-99ea-eb0b1485a762 admin admin] Calling delete_port for ffcc1d14-2a40-4d31-9e62-44789230ebe4 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:39:04.375237 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (853779e2-d7a4-46c7-83ea-899ca0b90589), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:04.444684 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-f56768b3-4d4c-4283-9436-dd6902434cce None None] Set router 1a546220-0002-4ed5-8905-4d3c16ebf46c gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:04.573975 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53091a1e-4344-4de2-8f8c-0051ece716af None None] Pushing event updated for resources: {'Port': ['ID=853779e2-d7a4-46c7-83ea-899ca0b90589,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:04.587096 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f56768b3-4d4c-4283-9436-dd6902434cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a546220-0002-4ed5-8905-4d3c16ebf46c', 'name': 'tempest-DeleteServersTestJSON-510695845-router', 'tenant_id': '2661419fee8c481faece16d1eca7f028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:36Z', 'updated_at': '2022-11-02T12:39:03Z', 'revision_number': 6, 'project_id': '2661419fee8c481faece16d1eca7f028', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:04.681556 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56768b3-4d4c-4283-9436-dd6902434cce None None] The sync data for ids ['1a546220-0002-4ed5-8905-4d3c16ebf46c'] in n-d-857339-6 is: [{'id': '1a546220-0002-4ed5-8905-4d3c16ebf46c', 'name': 'tempest-DeleteServersTestJSON-510695845-router', 'tenant_id': '2661419fee8c481faece16d1eca7f028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:36Z', 'updated_at': '2022-11-02T12:39:03Z', 'revision_number': 6, 'project_id': '2661419fee8c481faece16d1eca7f028', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:39:04.699096 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-40229dc8-3c6e-4e68-a87c-1c2a3aa19931 None None] Provisioning complete for port ff79e92d-0c15-41ed-813a-4f2346af9021 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:04.699478 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-40229dc8-3c6e-4e68-a87c-1c2a3aa19931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ff79e92d-0c15-41ed-813a-4f2346af9021), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:04.700143 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-40229dc8-3c6e-4e68-a87c-1c2a3aa19931 None None] Attempt 1 to provision port ff79e92d-0c15-41ed-813a-4f2346af9021 Nov 02 12:39:04.704437 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] Attempting to bind port 853779e2-d7a4-46c7-83ea-899ca0b90589 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:39:04.704845 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] Attempting to bind port 853779e2-d7a4-46c7-83ea-899ca0b90589 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'c3694630-6e2b-479a-a2fb-d12da5830f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '31000718-51de-4e2c-8c84-725b7b3a7de7'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:39:04.705213 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] Attempting to bind port 853779e2-d7a4-46c7-83ea-899ca0b90589 on network 31000718-51de-4e2c-8c84-725b7b3a7de7 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:39:04.713520 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-2c77bf4f-8d29-4356-8595-6bc898507683 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:39:04.718985 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-2c77bf4f-8d29-4356-8595-6bc898507683 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:39:04.771659 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:04.793661 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:04.799790 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:04.870139 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:39:04.870940 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] Checking segment: {'id': 'c3694630-6e2b-479a-a2fb-d12da5830f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '31000718-51de-4e2c-8c84-725b7b3a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:39:04.871530 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:04.872974 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] Bound using segment: {'id': 'c3694630-6e2b-479a-a2fb-d12da5830f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '31000718-51de-4e2c-8c84-725b7b3a7de7'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:39:04.873702 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] Bound port: 853779e2-d7a4-46c7-83ea-899ca0b90589, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3694630-6e2b-479a-a2fb-d12da5830f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '31000718-51de-4e2c-8c84-725b7b3a7de7'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:39:04.874465 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (853779e2-d7a4-46c7-83ea-899ca0b90589), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:04.882418 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77bf4f-8d29-4356-8595-6bc898507683 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Pushing event updated for resources: {'Port': ['ID=3d81e47f-bfd3-4fb1-86b4-cc02113a5157,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:04.921524 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2dff983f-775b-41c8-99ea-eb0b1485a762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (ffcc1d14-2a40-4d31-9e62-44789230ebe4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:04.946849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-2c77bf4f-8d29-4356-8595-6bc898507683 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:04.946849 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-2c77bf4f-8d29-4356-8595-6bc898507683 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:04.956868 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ae7f24a4-8352-4543-9fd9-44a4c7188bbe req-37c5fab8-0cc2-4e84-8ae3-c499c4498253 tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.1753953 Nov 02 12:39:04.963058 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0586e6-c9c4-499b-8ac7-ee342019f3ff req-f33b3422-c9bb-4ed7-a38d-769ed708b291 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:04.976333 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cc0586e6-c9c4-499b-8ac7-ee342019f3ff req-f33b3422-c9bb-4ed7-a38d-769ed708b291 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 936 time: 0.7458639 Nov 02 12:39:04.995077 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-40229dc8-3c6e-4e68-a87c-1c2a3aa19931 None None] Current status of the port ff79e92d-0c15-41ed-813a-4f2346af9021 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:05.004039 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff983f-775b-41c8-99ea-eb0b1485a762 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffcc1d14-2a40-4d31-9e62-44789230ebe4,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:05.102847 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cc0586e6-c9c4-499b-8ac7-ee342019f3ff req-e9e94b1d-ce92-45de-88dc-95bb2986c074 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240139 Nov 02 12:39:05.120598 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-2c77bf4f-8d29-4356-8595-6bc898507683 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9733448 Nov 02 12:39:05.124864 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] For port 853779e2-d7a4-46c7-83ea-899ca0b90589, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:39:05.149668 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] Request body: {'port': {'device_id': '48de1b1f-9d7e-41bf-b1e6-023d17cecc0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-857339-6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:05.183110 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0920c80c-1af5-4892-8c89-cfc71e91c154 None None] Provisioning complete for port 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:05.184260 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0920c80c-1af5-4892-8c89-cfc71e91c154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3d81e47f-bfd3-4fb1-86b4-cc02113a5157), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:05.187855 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0920c80c-1af5-4892-8c89-cfc71e91c154 None None] Attempt 1 to provision port 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 Nov 02 12:39:05.220969 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2dff983f-775b-41c8-99ea-eb0b1485a762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (1a546220-0002-4ed5-8905-4d3c16ebf46c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:05.240372 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb1a4dbc-d149-4e0f-8559-8f26f7b47f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (0e1a1e71-f78e-46cd-b81d-15cb20821dc4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:05.275155 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] For port 853779e2-d7a4-46c7-83ea-899ca0b90589, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=853779e2-d7a4-46c7-83ea-899ca0b90589,segment=NetworkSegment(c3694630-6e2b-479a-a2fb-d12da5830f2a),segment_id=c3694630-6e2b-479a-a2fb-d12da5830f2a)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:39:05.285938 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0920c80c-1af5-4892-8c89-cfc71e91c154 None None] Port 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:39:05.367365 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2dff983f-775b-41c8-99ea-eb0b1485a762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (1a546220-0002-4ed5-8905-4d3c16ebf46c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:05.370740 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2dff983f-775b-41c8-99ea-eb0b1485a762 admin admin] Publish callbacks [] for router_controller (1a546220-0002-4ed5-8905-4d3c16ebf46c), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:05.399804 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a3e72f87-5833-48d6-95d8-3878ea363022 req-1af3211a-d806-49d3-82cf-e81abbddcde4 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.1791015 Nov 02 12:39:05.440845 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (853779e2-d7a4-46c7-83ea-899ca0b90589), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:05.467226 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-53d9a2fc-0298-48cf-a87b-85c10f558365 admin admin] Publish callbacks [] for security_group (2c091f8a-2f91-430e-94b0-d2e9614769a1), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:05.527244 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3d81e47f-bfd3-4fb1-86b4-cc02113a5157), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:05.632654 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2dff983f-775b-41c8-99ea-eb0b1485a762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (1a546220-0002-4ed5-8905-4d3c16ebf46c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:05.633750 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dff983f-775b-41c8-99ea-eb0b1485a762 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a546220-0002-4ed5-8905-4d3c16ebf46c {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:39:05.639681 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2dff983f-775b-41c8-99ea-eb0b1485a762 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:05.641877 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2dff983f-775b-41c8-99ea-eb0b1485a762 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/1a546220-0002-4ed5-8905-4d3c16ebf46c HTTP/1.1" status: 204 len: 168 time: 2.4449224 Nov 02 12:39:05.644191 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34262) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:05.659502 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-53d9a2fc-0298-48cf-a87b-85c10f558365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2c091f8a-2f91-430e-94b0-d2e9614769a1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:05.679593 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-53960f03-ad46-4b20-abce-65b6b0ddcc38 req-90e63c64-1ae8-48ff-87b5-8020a104cdd0 tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.1027236 Nov 02 12:39:05.955835 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:05.965585 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ffcc1d14-2a40-4d31-9e62-44789230ebe4 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:39:05.996344 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d9a2fc-0298-48cf-a87b-85c10f558365 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:39:06.007694 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4a84c3-2216-48cb-b9c8-b03971f51589 admin admin] Deleting subnet 63bb50d5-0598-46bd-8578-cb81e62dd37f {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:39:06.011773 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7d4a84c3-2216-48cb-b9c8-b03971f51589 admin admin] Publish callbacks [] for subnet (63bb50d5-0598-46bd-8578-cb81e62dd37f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:06.052224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: ffcc1d14-2a40-4d31-9e62-44789230ebe4 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:39:06.052588 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ffcc1d14-2a40-4d31-9e62-44789230ebe4 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:39:06.053107 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 57515666-c30d-45c0-bdef-c3955a399c03 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:39:06.058848 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] Routers {'0e1a1e71-f78e-46cd-b81d-15cb20821dc4'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:06.059523 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['0e1a1e71-f78e-46cd-b81d-15cb20821dc4'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:06.062185 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7d4a84c3-2216-48cb-b9c8-b03971f51589 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (63bb50d5-0598-46bd-8578-cb81e62dd37f), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:06.068026 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9a2fc-0298-48cf-a87b-85c10f558365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c091f8a-2f91-430e-94b0-d2e9614769a1,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:06.073567 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-53d9a2fc-0298-48cf-a87b-85c10f558365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (d8391064-85ef-499e-a727-d6d717e19103), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:06.073968 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-53d9a2fc-0298-48cf-a87b-85c10f558365 admin admin] Added segment d8391064-85ef-499e-a727-d6d717e19103 of type vlan for network 445a82ff-111d-4613-87ae-a6de9c7d7a94 Nov 02 12:39:06.104903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53091a1e-4344-4de2-8f8c-0051ece716af None None] Pushing event updated for resources: {'Port': ['ID=853779e2-d7a4-46c7-83ea-899ca0b90589,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:06.117775 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 57515666-c30d-45c0-bdef-c3955a399c03 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:39:06.118325 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 57515666-c30d-45c0-bdef-c3955a399c03 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:39:06.263926 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-53d9a2fc-0298-48cf-a87b-85c10f558365 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (445a82ff-111d-4613-87ae-a6de9c7d7a94), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:06.284011 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7d4a84c3-2216-48cb-b9c8-b03971f51589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (63bb50d5-0598-46bd-8578-cb81e62dd37f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:06.377106 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] Set router 0e1a1e71-f78e-46cd-b81d-15cb20821dc4 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:06.510867 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7d4a84c3-2216-48cb-b9c8-b03971f51589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (63bb50d5-0598-46bd-8578-cb81e62dd37f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:06.542468 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a4dbc-d149-4e0f-8559-8f26f7b47f5f admin admin] Deleting port 853779e2-d7a4-46c7-83ea-899ca0b90589 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:39:06.544271 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb1a4dbc-d149-4e0f-8559-8f26f7b47f5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (853779e2-d7a4-46c7-83ea-899ca0b90589), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:06.556153 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-53d9a2fc-0298-48cf-a87b-85c10f558365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (445a82ff-111d-4613-87ae-a6de9c7d7a94), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:06.563732 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d9a2fc-0298-48cf-a87b-85c10f558365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:06.564744 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-53d9a2fc-0298-48cf-a87b-85c10f558365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:06.569664 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a84c3-2216-48cb-b9c8-b03971f51589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63bb50d5-0598-46bd-8578-cb81e62dd37f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:06.595042 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7d4a84c3-2216-48cb-b9c8-b03971f51589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:06.606856 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7d4a84c3-2216-48cb-b9c8-b03971f51589 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/63bb50d5-0598-46bd-8578-cb81e62dd37f HTTP/1.1" status: 204 len: 168 time: 0.9611573 Nov 02 12:39:06.607490 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34280) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:06.618988 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3c78b5-e3f0-43ad-9627-0f1e03c7dd84 None None] Network 36eee474-f275-427e-a4df-a4d5668b4246 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:39:06.680198 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-cb1a4dbc-d149-4e0f-8559-8f26f7b47f5f admin admin] For port 853779e2-d7a4-46c7-83ea-899ca0b90589, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=853779e2-d7a4-46c7-83ea-899ca0b90589,segment=NetworkSegment(c3694630-6e2b-479a-a2fb-d12da5830f2a),segment_id=c3694630-6e2b-479a-a2fb-d12da5830f2a)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:06.680598 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb1a4dbc-d149-4e0f-8559-8f26f7b47f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (853779e2-d7a4-46c7-83ea-899ca0b90589), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:06.696147 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a4dbc-d149-4e0f-8559-8f26f7b47f5f admin admin] Calling delete_port for 853779e2-d7a4-46c7-83ea-899ca0b90589 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:39:06.753671 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-79a46714-4e4a-4739-8941-230bc25ad390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (36eee474-f275-427e-a4df-a4d5668b4246), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:06.837212 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-79a46714-4e4a-4739-8941-230bc25ad390 admin admin] Deleting port ff79e92d-0c15-41ed-813a-4f2346af9021 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:39:06.837551 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-79a46714-4e4a-4739-8941-230bc25ad390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ff79e92d-0c15-41ed-813a-4f2346af9021), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:06.886417 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a92fe8-2e15-41d6-96f1-8db7476fa524 None None] DHCP port deletion for 36eee474-f275-427e-a4df-a4d5668b4246 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:39:06.928226 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:06.962184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1a1e71-f78e-46cd-b81d-15cb20821dc4', 'name': 'tempest-FloatingIPsNegativeTestJSON-367983728-router', 'tenant_id': 'f97dff96032f4f2193acabe74c8b69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:50Z', 'updated_at': '2022-11-02T12:38:58Z', 'revision_number': 4, 'project_id': 'f97dff96032f4f2193acabe74c8b69bd', 'gw_port': {'id': 'b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a1e71-f78e-46cd-b81d-15cb20821dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:51Z', 'updated_at': '2022-11-02T12:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '853779e2-d7a4-46c7-83ea-899ca0b90589', 'name': '', 'network_id': '31000718-51de-4e2c-8c84-725b7b3a7de7', 'tenant_id': 'f97dff96032f4f2193acabe74c8b69bd', 'mac_address': 'fa:16:3e:84:ee:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1a1e71-f78e-46cd-b81d-15cb20821dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94866eb-b475-4667-8216-9d384bd2e4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:56Z', 'updated_at': '2022-11-02T12:39:05Z', 'revision_number': 4, 'project_id': 'f97dff96032f4f2193acabe74c8b69bd', 'subnets': [{'id': 'e94866eb-b475-4667-8216-9d384bd2e4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:06.964624 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-04a92fe8-2e15-41d6-96f1-8db7476fa524 None None] Deleting port ff79e92d-0c15-41ed-813a-4f2346af9021 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:39:06.965068 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-04a92fe8-2e15-41d6-96f1-8db7476fa524 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ff79e92d-0c15-41ed-813a-4f2346af9021), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:06.968563 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-79a46714-4e4a-4739-8941-230bc25ad390 admin admin] For port ff79e92d-0c15-41ed-813a-4f2346af9021, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ff79e92d-0c15-41ed-813a-4f2346af9021,segment=NetworkSegment(318a1e6e-3cee-418e-8a7f-b5933a28614a),segment_id=318a1e6e-3cee-418e-8a7f-b5933a28614a)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:06.969750 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-79a46714-4e4a-4739-8941-230bc25ad390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ff79e92d-0c15-41ed-813a-4f2346af9021), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:06.996381 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-79a46714-4e4a-4739-8941-230bc25ad390 admin admin] Calling delete_port for ff79e92d-0c15-41ed-813a-4f2346af9021 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:39:07.033185 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129eecf4-c2cc-4835-8283-414a3d15036e req-4ba40501-d32f-4133-a82c-52edb9961f10 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:07.045218 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-129eecf4-c2cc-4835-8283-414a3d15036e req-4ba40501-d32f-4133-a82c-52edb9961f10 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 936 time: 0.7255948 Nov 02 12:39:07.095371 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:07.109797 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a009cc-d7db-447a-a15e-9933eb473f3d None None] The sync data for ids ['0e1a1e71-f78e-46cd-b81d-15cb20821dc4'] in n-d-857339-6 is: [{'id': '0e1a1e71-f78e-46cd-b81d-15cb20821dc4', 'name': 'tempest-FloatingIPsNegativeTestJSON-367983728-router', 'tenant_id': 'f97dff96032f4f2193acabe74c8b69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:50Z', 'updated_at': '2022-11-02T12:38:58Z', 'revision_number': 4, 'project_id': 'f97dff96032f4f2193acabe74c8b69bd', 'gw_port': {'id': 'b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a1e71-f78e-46cd-b81d-15cb20821dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:51Z', 'updated_at': '2022-11-02T12:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '853779e2-d7a4-46c7-83ea-899ca0b90589', 'name': '', 'network_id': '31000718-51de-4e2c-8c84-725b7b3a7de7', 'tenant_id': 'f97dff96032f4f2193acabe74c8b69bd', 'mac_address': 'fa:16:3e:84:ee:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1a1e71-f78e-46cd-b81d-15cb20821dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94866eb-b475-4667-8216-9d384bd2e4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:56Z', 'updated_at': '2022-11-02T12:39:05Z', 'revision_number': 4, 'project_id': 'f97dff96032f4f2193acabe74c8b69bd', 'subnets': [{'id': 'e94866eb-b475-4667-8216-9d384bd2e4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:39:07.231141 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0a2a92c1-5ec3-4293-a445-cb6a0dc25661 req-ffbd38cf-5fef-414e-be27-b6cb32481267 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.2488098 Nov 02 12:39:07.251962 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-79a46714-4e4a-4739-8941-230bc25ad390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (ff79e92d-0c15-41ed-813a-4f2346af9021), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:07.271970 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-04a92fe8-2e15-41d6-96f1-8db7476fa524 None None] For port ff79e92d-0c15-41ed-813a-4f2346af9021, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ff79e92d-0c15-41ed-813a-4f2346af9021,segment=NetworkSegment(318a1e6e-3cee-418e-8a7f-b5933a28614a),segment_id=318a1e6e-3cee-418e-8a7f-b5933a28614a)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:07.272517 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-04a92fe8-2e15-41d6-96f1-8db7476fa524 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ff79e92d-0c15-41ed-813a-4f2346af9021), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:07.310831 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a46714-4e4a-4739-8941-230bc25ad390 admin admin] No DVR routers for this DVR port ff79e92d-0c15-41ed-813a-4f2346af9021 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:39:07.337251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-04a92fe8-2e15-41d6-96f1-8db7476fa524 None None] Calling delete_port for ff79e92d-0c15-41ed-813a-4f2346af9021 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:39:07.379088 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-53d9a2fc-0298-48cf-a87b-85c10f558365 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.6831713 Nov 02 12:39:07.391253 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb1a4dbc-d149-4e0f-8559-8f26f7b47f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (853779e2-d7a4-46c7-83ea-899ca0b90589), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:07.410912 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34296) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:07.427781 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-a949e538-f91b-4018-8e0e-98dbf27362fe admin admin] Request body: {'subnet': {'network_id': '445a82ff-111d-4613-87ae-a6de9c7d7a94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1469403266-subnet', 'tenant_id': 'f871d4dccfa64340ae699fe84bb10a79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:07.447080 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a46714-4e4a-4739-8941-230bc25ad390 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff79e92d-0c15-41ed-813a-4f2346af9021,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: from cryptography.utils import int_from_bytes Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: from cryptography.utils import int_from_bytes Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.555709 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.558394 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.558394 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.558394 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.558394 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.558394 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.558394 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.558394 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.558394 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.558394 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.558394 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.558394 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.558394 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.558394 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:39:07.558394 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 12:39:07.576754 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-04a92fe8-2e15-41d6-96f1-8db7476fa524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (ff79e92d-0c15-41ed-813a-4f2346af9021), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:07.648369 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a92fe8-2e15-41d6-96f1-8db7476fa524 None None] No DVR routers for this DVR port ff79e92d-0c15-41ed-813a-4f2346af9021 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:39:07.710209 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9a2fc-0298-48cf-a87b-85c10f558365 admin admin] Pushing event updated for resources: {'Network': ['ID=445a82ff-111d-4613-87ae-a6de9c7d7a94,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:07.716920 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a92fe8-2e15-41d6-96f1-8db7476fa524 None None] Pushing event deleted for resources: {'Port': ['ID=ff79e92d-0c15-41ed-813a-4f2346af9021,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:07.723959 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 445a82ff-111d-4613-87ae-a6de9c7d7a94 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:39:07.739615 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-79a46714-4e4a-4739-8941-230bc25ad390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (36eee474-f275-427e-a4df-a4d5668b4246), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:07.766778 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-79a46714-4e4a-4739-8941-230bc25ad390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36eee474-f275-427e-a4df-a4d5668b4246']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:07.784746 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-79a46714-4e4a-4739-8941-230bc25ad390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318a1e6e-3cee-418e-8a7f-b5933a28614a') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:07.785398 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-79a46714-4e4a-4739-8941-230bc25ad390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318a1e6e-3cee-418e-8a7f-b5933a28614a') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:07.798698 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-79a46714-4e4a-4739-8941-230bc25ad390 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (318a1e6e-3cee-418e-8a7f-b5933a28614a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:07.820053 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-79a46714-4e4a-4739-8941-230bc25ad390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (318a1e6e-3cee-418e-8a7f-b5933a28614a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:07.828052 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a46714-4e4a-4739-8941-230bc25ad390 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:39:07.828993 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-79a46714-4e4a-4739-8941-230bc25ad390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (318a1e6e-3cee-418e-8a7f-b5933a28614a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:07.869059 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fa196b74-ec1b-46d1-9564-64ee42b98c79 req-a6a8052b-728f-4e23-ab63-90a194ce0158 tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.1683879 Nov 02 12:39:07.869472 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a4dbc-d149-4e0f-8559-8f26f7b47f5f admin admin] Pushing event deleted for resources: {'Port': ['ID=853779e2-d7a4-46c7-83ea-899ca0b90589,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:07.894592 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-129eecf4-c2cc-4835-8283-414a3d15036e req-ea076a8e-b87a-49a6-929c-50b7ce85e37d tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8480525 Nov 02 12:39:07.928702 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 853779e2-d7a4-46c7-83ea-899ca0b90589 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:39:08.002214 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 853779e2-d7a4-46c7-83ea-899ca0b90589 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:39:08.005719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 853779e2-d7a4-46c7-83ea-899ca0b90589 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 02 12:39:08.049536 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 {{(pid=105975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:39:08.061659 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:08.064232 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] Publish callbacks [] for port (3d81e47f-bfd3-4fb1-86b4-cc02113a5157), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:08.078333 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 318a1e6e-3cee-418e-8a7f-b5933a28614a resource provider aggregate not found Nov 02 12:39:08.083198 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb1a4dbc-d149-4e0f-8559-8f26f7b47f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (0e1a1e71-f78e-46cd-b81d-15cb20821dc4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:08.100509 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 318a1e6e-3cee-418e-8a7f-b5933a28614a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 318a1e6e-3cee-418e-8a7f-b5933a28614a found for delete ", "request_id": "req-f26ecba3-bb92-4b5a-b808-bd1e2cb2518f"}]} Nov 02 12:39:08.171222 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34304) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:08.173934 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a545fa20-e0dd-4139-ab2e-957bc1739ca6 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:39:08.201888 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-79a46714-4e4a-4739-8941-230bc25ad390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (36eee474-f275-427e-a4df-a4d5668b4246), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:08.219264 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-79a46714-4e4a-4739-8941-230bc25ad390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:08.225503 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.provisioning_blocks [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] Transition to ACTIVE for port object 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 will not be triggered until provisioned by entity L2. {{(pid=105975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:39:08.234523 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-79a46714-4e4a-4739-8941-230bc25ad390 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/36eee474-f275-427e-a4df-a4d5668b4246 HTTP/1.1" status: 204 len: 168 time: 1.6208453 Nov 02 12:39:08.279625 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a46714-4e4a-4739-8941-230bc25ad390 admin admin] Pushing event deleted for resources: {'Network': ['ID=36eee474-f275-427e-a4df-a4d5668b4246,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:08.285017 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a949e538-f91b-4018-8e0e-98dbf27362fe admin admin] Made reservation on behalf of f871d4dccfa64340ae699fe84bb10a79 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:39:08.293663 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a949e538-f91b-4018-8e0e-98dbf27362fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:08.308539 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Port 853779e2-d7a4-46c7-83ea-899ca0b90589 not found, will not notify nova. {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 02 12:39:08.464927 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (3d81e47f-bfd3-4fb1-86b4-cc02113a5157), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:08.485653 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1a4dbc-d149-4e0f-8559-8f26f7b47f5f admin admin] Router 0e1a1e71-f78e-46cd-b81d-15cb20821dc4 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:39:08.599357 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ff79e92d-0c15-41ed-813a-4f2346af9021 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:39:08.638382 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: ff79e92d-0c15-41ed-813a-4f2346af9021 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:39:08.638692 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ff79e92d-0c15-41ed-813a-4f2346af9021 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:39:08.673477 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] Attempting to bind port 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:39:08.673820 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] Attempting to bind port 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:39:08.674153 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] Attempting to bind port 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:39:08.682546 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:08.687170 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a545fa20-e0dd-4139-ab2e-957bc1739ca6 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:39:08.719920 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d81e47f-bfd3-4fb1-86b4-cc02113a5157,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:08.746369 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dcad5db8-04fb-483c-936a-0f60eedea256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:08.830487 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34322) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:08.980267 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4b741dd2-6bf9-4e77-8446-a84fae57efcd req-440d2257-d27a-4f8b-87e7-b9f231a9fde0 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.2654901 Nov 02 12:39:08.989397 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dcad5db8-04fb-483c-936a-0f60eedea256 admin admin] Publish callbacks [] for security_group (8f20f6de-525a-4748-a8d0-3904be2b6fd0), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:08.996464 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0b074ac4-7606-4402-beb5-9e39e617aefa admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2661419fee8c481faece16d1eca7f028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1618562 Nov 02 12:39:09.001038 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34324) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:09.107653 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] Port 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:39:09.108052 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] Attempting to bind port 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:39:09.126407 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:09.173893 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1a4dbc-d149-4e0f-8559-8f26f7b47f5f admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:39:09.187200 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cb1a4dbc-d149-4e0f-8559-8f26f7b47f5f admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/0e1a1e71-f78e-46cd-b81d-15cb20821dc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4898398 Nov 02 12:39:09.217168 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34330) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:09.295233 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:09.310043 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dcad5db8-04fb-483c-936a-0f60eedea256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8f20f6de-525a-4748-a8d0-3904be2b6fd0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:09.394915 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:09.438258 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dcad5db8-04fb-483c-936a-0f60eedea256 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=287f494c255c4d53a179d907b43d017c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2655153 Nov 02 12:39:09.444223 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34332) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:09.444812 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-210bc5d1-5d9e-481f-b23f-978107de5db6 admin admin] Publish callbacks [] for security_group (ae721c0f-a70b-4ab3-a829-21b512a9c9a7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:09.518223 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-210bc5d1-5d9e-481f-b23f-978107de5db6 admin admin] Publish callbacks [] for security_group (ae721c0f-a70b-4ab3-a829-21b512a9c9a7), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:09.527333 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad5db8-04fb-483c-936a-0f60eedea256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f20f6de-525a-4748-a8d0-3904be2b6fd0,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:09.538698 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-89372d62-fd5e-4789-9000-49546325d7f0 req-8d92e035-5f42-402d-af22-e9c8f54fa1b5 tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.3530741 Nov 02 12:39:09.550050 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42c1dc-5ea9-4bf5-b2d0-808daa2a4e31 req-5a8fc9e7-39dd-4071-a4e3-22861f4ed57d tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:09.551642 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0e42c1dc-5ea9-4bf5-b2d0-808daa2a4e31 req-5a8fc9e7-39dd-4071-a4e3-22861f4ed57d tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 948 time: 0.4074447 Nov 02 12:39:09.556390 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4ce11b9c-5211-4814-833c-f03c2be054fa admin admin] Publish callbacks [] for router (0e1a1e71-f78e-46cd-b81d-15cb20821dc4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:09.633051 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] Checking agent: {'id': '59c125ef-2b3d-4364-aa71-285e1ef6d0e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:39:09.633388 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:39:09.633924 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:39:09.634484 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] Bound port: 3d81e47f-bfd3-4fb1-86b4-cc02113a5157, host: n-h2-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:39:09.634968 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3d81e47f-bfd3-4fb1-86b4-cc02113a5157), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:09.660145 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a949e538-f91b-4018-8e0e-98dbf27362fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (b24ac5b6-2d48-4526-9db4-d774c69ca50b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:09.687809 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c49cf243-d14b-4c43-81d5-228a9072b535 admin admin] Publish callbacks [] for security_group (8f20f6de-525a-4748-a8d0-3904be2b6fd0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:09.766507 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c49cf243-d14b-4c43-81d5-228a9072b535 admin admin] Publish callbacks [] for security_group (8f20f6de-525a-4748-a8d0-3904be2b6fd0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:09.782754 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:09.790119 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949e538-f91b-4018-8e0e-98dbf27362fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b24ac5b6-2d48-4526-9db4-d774c69ca50b,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:09.819725 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a949e538-f91b-4018-8e0e-98dbf27362fe admin admin] Checking segment: {'id': 'd8391064-85ef-499e-a727-d6d717e19103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '445a82ff-111d-4613-87ae-a6de9c7d7a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:39:09.820190 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a949e538-f91b-4018-8e0e-98dbf27362fe admin admin] Network hostable DHCP agents. Network: 445a82ff-111d-4613-87ae-a6de9c7d7a94, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:39:09.831709 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-210bc5d1-5d9e-481f-b23f-978107de5db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ae721c0f-a70b-4ab3-a829-21b512a9c9a7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:09.836685 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-210bc5d1-5d9e-481f-b23f-978107de5db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:09.838032 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-210bc5d1-5d9e-481f-b23f-978107de5db6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ae721c0f-a70b-4ab3-a829-21b512a9c9a7 HTTP/1.1" status: 204 len: 168 time: 0.8232751 Nov 02 12:39:09.879232 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bc5d1-5d9e-481f-b23f-978107de5db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae721c0f-a70b-4ab3-a829-21b512a9c9a7,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:09.958637 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-977cc53d-7b35-46d7-8133-c008e8d2ed75 None None] Provisioning complete for port 3ede6782-c32e-4411-b58f-76e0efafff47 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:09.961208 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-977cc53d-7b35-46d7-8133-c008e8d2ed75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ede6782-c32e-4411-b58f-76e0efafff47), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:09.962112 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-977cc53d-7b35-46d7-8133-c008e8d2ed75 None None] Attempt 1 to provision port 3ede6782-c32e-4411-b58f-76e0efafff47 Nov 02 12:39:10.001596 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a949e538-f91b-4018-8e0e-98dbf27362fe admin admin] Network 445a82ff-111d-4613-87ae-a6de9c7d7a94 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:39:10.029977 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c49cf243-d14b-4c43-81d5-228a9072b535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8f20f6de-525a-4748-a8d0-3904be2b6fd0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:10.033275 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c49cf243-d14b-4c43-81d5-228a9072b535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:10.036209 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c49cf243-d14b-4c43-81d5-228a9072b535 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8f20f6de-525a-4748-a8d0-3904be2b6fd0 HTTP/1.1" status: 204 len: 168 time: 0.5502329 Nov 02 12:39:10.052222 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35d7d9a-c1be-4f92-9067-35747b7aecf0 None None] Sync routers for ids ['0e1a1e71-f78e-46cd-b81d-15cb20821dc4'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:39:10.053804 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cf243-d14b-4c43-81d5-228a9072b535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f20f6de-525a-4748-a8d0-3904be2b6fd0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:10.109060 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35d7d9a-c1be-4f92-9067-35747b7aecf0 None None] Routers {'0e1a1e71-f78e-46cd-b81d-15cb20821dc4'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:10.109725 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f35d7d9a-c1be-4f92-9067-35747b7aecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['0e1a1e71-f78e-46cd-b81d-15cb20821dc4'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:10.127159 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-a949e538-f91b-4018-8e0e-98dbf27362fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 445a82ff-111d-4613-87ae-a6de9c7d7a94) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:39:10.137275 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a949e538-f91b-4018-8e0e-98dbf27362fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:10.140306 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a949e538-f91b-4018-8e0e-98dbf27362fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:10.157827 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9547fc6-76cb-4bf1-a98c-5c2f42ad3426 None None] Network 445a82ff-111d-4613-87ae-a6de9c7d7a94 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:39:10.241902 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-977cc53d-7b35-46d7-8133-c008e8d2ed75 None None] Current status of the port 3ede6782-c32e-4411-b58f-76e0efafff47 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:10.303723 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a949e538-f91b-4018-8e0e-98dbf27362fe admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8902860 Nov 02 12:39:10.306536 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34350) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:10.311596 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6037a6ea-922e-4909-a8aa-3e2a085b0410 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1469403266-router', 'tenant_id': 'f871d4dccfa64340ae699fe84bb10a79', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:10.406638 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0e42c1dc-5ea9-4bf5-b2d0-808daa2a4e31 req-faddbc80-85e6-40a4-8670-4b08afd92b28 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7945890 Nov 02 12:39:10.429330 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] For port 3d81e47f-bfd3-4fb1-86b4-cc02113a5157, host n-h2-857339-6, cleared binding levels {{(pid=105975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:39:10.444721 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:10.447311 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] For port 3d81e47f-bfd3-4fb1-86b4-cc02113a5157, host n-h2-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=3d81e47f-bfd3-4fb1-86b4-cc02113a5157,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:39:10.461432 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-445a82ff-111d-4613-87ae-a6de9c7d7a94', 'network_id': '445a82ff-111d-4613-87ae-a6de9c7d7a94', 'project_id': 'f871d4dccfa64340ae699fe84bb10a79', 'fixed_ips': [{'subnet_id': 'b24ac5b6-2d48-4526-9db4-d774c69ca50b'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:39:10.463305 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-66e48ad5-bdd9-496f-89d2-cf789f30020e req-be72d68b-6c5e-43c1-b2c4-b777149e1fcd tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.1867030 Nov 02 12:39:10.464408 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:10.472128 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4ce11b9c-5211-4814-833c-f03c2be054fa admin admin] Publish callbacks [] for router_gateway (0e1a1e71-f78e-46cd-b81d-15cb20821dc4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:10.473413 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-f35d7d9a-c1be-4f92-9067-35747b7aecf0 None None] Set router 0e1a1e71-f78e-46cd-b81d-15cb20821dc4 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:10.526980 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6037a6ea-922e-4909-a8aa-3e2a085b0410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (703eb442-8c29-4274-9f5a-28b6133356c5), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:10.531876 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6037a6ea-922e-4909-a8aa-3e2a085b0410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (703eb442-8c29-4274-9f5a-28b6133356c5), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:10.642914 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (3d81e47f-bfd3-4fb1-86b4-cc02113a5157), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:10.701782 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:10.712947 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6037a6ea-922e-4909-a8aa-3e2a085b0410 admin admin] Publish callbacks [] for router_controller (703eb442-8c29-4274-9f5a-28b6133356c5), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:10.727116 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:10.727885 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:10.730355 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/3d81e47f-bfd3-4fb1-86b4-cc02113a5157 HTTP/1.1" status: 200 len: 1096 time: 5.5933015 Nov 02 12:39:10.731265 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48de1b1f-9d7e-41bf-b1e6-023d17cecc0e', 'tag': '3d81e47f-bfd3-4fb1-86b4-cc02113a5157'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:39:10.734462 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53841582-a487-4547-81ca-4b6cd68c2724" -d '{"events": [{"name": "network-changed", "server_uuid": "48de1b1f-9d7e-41bf-b1e6-023d17cecc0e", "tag": "3d81e47f-bfd3-4fb1-86b4-cc02113a5157"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:39:10.777921 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-4ce11b9c-5211-4814-833c-f03c2be054fa admin admin] Deleting port b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:39:10.778383 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4ce11b9c-5211-4814-833c-f03c2be054fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:10.865424 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-23c183e8-da2b-46be-b2f6-a9f351786f28 req-d9a0db57-f8fe-4457-a9a7-ee6ac7ffacab tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.1041524 Nov 02 12:39:10.956522 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-4ce11b9c-5211-4814-833c-f03c2be054fa admin admin] For port b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:10.956949 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4ce11b9c-5211-4814-833c-f03c2be054fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:10.972414 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-4ce11b9c-5211-4814-833c-f03c2be054fa admin admin] Calling delete_port for b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:39:11.030029 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f35d7d9a-c1be-4f92-9067-35747b7aecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1a1e71-f78e-46cd-b81d-15cb20821dc4', 'name': 'tempest-FloatingIPsNegativeTestJSON-367983728-router', 'tenant_id': 'f97dff96032f4f2193acabe74c8b69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:50Z', 'updated_at': '2022-11-02T12:39:07Z', 'revision_number': 5, 'project_id': 'f97dff96032f4f2193acabe74c8b69bd', 'gw_port': {'id': 'b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a1e71-f78e-46cd-b81d-15cb20821dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:38:51Z', 'updated_at': '2022-11-02T12:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:11.100520 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35d7d9a-c1be-4f92-9067-35747b7aecf0 None None] Checking router: 0e1a1e71-f78e-46cd-b81d-15cb20821dc4 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:39:11.101760 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6037a6ea-922e-4909-a8aa-3e2a085b0410 admin admin] Publish callbacks [] for router_gateway (703eb442-8c29-4274-9f5a-28b6133356c5), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:11.102740 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da9ceb7-f1f4-495c-a467-3224c773af57 x-openstack-request-id: req-0da9ceb7-f1f4-495c-a467-3224c773af57 {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:39:11.103029 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48de1b1f-9d7e-41bf-b1e6-023d17cecc0e", "tag": "3d81e47f-bfd3-4fb1-86b4-cc02113a5157", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:39:11.103281 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0da9ceb7-f1f4-495c-a467-3224c773af57 {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:39:11.103681 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da9ceb7-f1f4-495c-a467-3224c773af57'] response: {'name': 'network-changed', 'server_uuid': '48de1b1f-9d7e-41bf-b1e6-023d17cecc0e', 'tag': '3d81e47f-bfd3-4fb1-86b4-cc02113a5157', 'status': 'completed', 'code': 200} Nov 02 12:39:11.132302 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35d7d9a-c1be-4f92-9067-35747b7aecf0 None None] Routers {'0e1a1e71-f78e-46cd-b81d-15cb20821dc4'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:11.133016 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f35d7d9a-c1be-4f92-9067-35747b7aecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:38:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['0e1a1e71-f78e-46cd-b81d-15cb20821dc4'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:11.156189 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d10c03-c2e9-45b9-99f1-0be0d8a066b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d81e47f-bfd3-4fb1-86b4-cc02113a5157,revision_number=3']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:11.186681 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-f0a4fb0e-fbd5-4e14-8c0a-c0ef1d5ad571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:11.188412 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-f0a4fb0e-fbd5-4e14-8c0a-c0ef1d5ad571 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 1130 time: 0.0837700 Nov 02 12:39:11.251117 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34378) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:11.265775 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-d0aaaf45-fb95-45ea-ae83-dc9f1fdaab0d service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3d81e47f-bfd3-4fb1-86b4-cc02113a5157 HTTP/1.1" status: 200 len: 217 time: 0.0640717 Nov 02 12:39:11.286358 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-f35d7d9a-c1be-4f92-9067-35747b7aecf0 None None] Set router 0e1a1e71-f78e-46cd-b81d-15cb20821dc4 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:11.308751 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e208f11a-0dde-42e0-a79e-d1eb6fca932b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:11.333456 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-abb272e1-67eb-44a7-8170-1a6b97a5c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:11.334990 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-abb272e1-67eb-44a7-8170-1a6b97a5c289 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.0618296 Nov 02 12:39:11.395457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f35d7d9a-c1be-4f92-9067-35747b7aecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1a1e71-f78e-46cd-b81d-15cb20821dc4', 'name': 'tempest-FloatingIPsNegativeTestJSON-367983728-router', 'tenant_id': 'f97dff96032f4f2193acabe74c8b69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:50Z', 'updated_at': '2022-11-02T12:39:10Z', 'revision_number': 6, 'project_id': 'f97dff96032f4f2193acabe74c8b69bd', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:11.408397 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-4ef6837b-9a00-4204-ae05-65470382dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:11.410878 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-4ef6837b-9a00-4204-ae05-65470382dee5 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0689495 Nov 02 12:39:11.459908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35d7d9a-c1be-4f92-9067-35747b7aecf0 None None] The sync data for ids ['0e1a1e71-f78e-46cd-b81d-15cb20821dc4'] in n-d-857339-6 is: [{'id': '0e1a1e71-f78e-46cd-b81d-15cb20821dc4', 'name': 'tempest-FloatingIPsNegativeTestJSON-367983728-router', 'tenant_id': 'f97dff96032f4f2193acabe74c8b69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:38:50Z', 'updated_at': '2022-11-02T12:39:10Z', 'revision_number': 6, 'project_id': 'f97dff96032f4f2193acabe74c8b69bd', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:39:11.494290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] Allocated IP 172.20.0.2 (445a82ff-111d-4613-87ae-a6de9c7d7a94/b24ac5b6-2d48-4526-9db4-d774c69ca50b/df5860a3-e788-4621-be3a-13318970e8bc) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:39:11.571166 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4ce11b9c-5211-4814-833c-f03c2be054fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:11.619244 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:11.646568 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce11b9c-5211-4814-833c-f03c2be054fa admin admin] Pushing event deleted for resources: {'Port': ['ID=b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:11.655743 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6037a6ea-922e-4909-a8aa-3e2a085b0410 admin admin] Publish callbacks [] for router_gateway (703eb442-8c29-4274-9f5a-28b6133356c5), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:11.686205 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6037a6ea-922e-4909-a8aa-3e2a085b0410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:11.726081 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:11.750788 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e208f11a-0dde-42e0-a79e-d1eb6fca932b admin admin] Publish callbacks [] for security_group (5510f79e-58c5-4f51-a553-74a83ea2f60d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:11.767866 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-02206b62-b660-40e0-ad76-431e8432304f req-f134ae87-4fa8-453a-a1ac-a0ab8a0dec34 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.1101041 Nov 02 12:39:11.773461 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] Publish callbacks [] for port (df5860a3-e788-4621-be3a-13318970e8bc), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:11.788928 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b08d8c-bd28-4650-8bd6-d88ae988a977 req-60420924-5569-4f7e-acc5-c1c207e55329 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:11.795536 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e8b08d8c-bd28-4650-8bd6-d88ae988a977 req-60420924-5569-4f7e-acc5-c1c207e55329 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 948 time: 0.2102292 Nov 02 12:39:11.864993 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (df5860a3-e788-4621-be3a-13318970e8bc), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:11.880946 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e208f11a-0dde-42e0-a79e-d1eb6fca932b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5510f79e-58c5-4f51-a553-74a83ea2f60d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:11.971598 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] Network 445a82ff-111d-4613-87ae-a6de9c7d7a94 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:39:11.992969 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:39:12.001333 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:39:12.009102 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] Pushing event updated for resources: {'Port': ['ID=df5860a3-e788-4621-be3a-13318970e8bc,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:12.019849 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-91e4ed3c-88f7-49ab-8efe-921c3ae20fb3 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022370 Nov 02 12:39:12.021542 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 853779e2-d7a4-46c7-83ea-899ca0b90589 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:39:12.048469 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 853779e2-d7a4-46c7-83ea-899ca0b90589 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:39:12.049170 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 853779e2-d7a4-46c7-83ea-899ca0b90589 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:39:12.136756 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e8b08d8c-bd28-4650-8bd6-d88ae988a977 req-3178fb95-3c4e-45a8-aad8-ad84c05eb8fe tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069773 Nov 02 12:39:12.147038 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4ce11b9c-5211-4814-833c-f03c2be054fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (0e1a1e71-f78e-46cd-b81d-15cb20821dc4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:12.164049 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-6037a6ea-922e-4909-a8aa-3e2a085b0410 admin admin] Allocated IP 172.25.2.253 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/bc467e2c-0350-4188-ba93-ed7606d9a590) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:39:12.168459 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] Attempting to bind port df5860a3-e788-4621-be3a-13318970e8bc on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:39:12.168865 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] Attempting to bind port df5860a3-e788-4621-be3a-13318970e8bc by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd8391064-85ef-499e-a727-d6d717e19103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '445a82ff-111d-4613-87ae-a6de9c7d7a94'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:39:12.169229 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] Attempting to bind port df5860a3-e788-4621-be3a-13318970e8bc on network 445a82ff-111d-4613-87ae-a6de9c7d7a94 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:39:12.256154 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34404) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:12.269443 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208f11a-0dde-42e0-a79e-d1eb6fca932b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5510f79e-58c5-4f51-a553-74a83ea2f60d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:12.274022 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e208f11a-0dde-42e0-a79e-d1eb6fca932b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5dd0374335d5467d9bb1675f8c4bfaef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0162129 Nov 02 12:39:12.280368 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34406) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:12.294387 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:39:12.295048 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] Checking segment: {'id': 'd8391064-85ef-499e-a727-d6d717e19103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '445a82ff-111d-4613-87ae-a6de9c7d7a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:39:12.295680 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:12.296397 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] Bound using segment: {'id': 'd8391064-85ef-499e-a727-d6d717e19103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '445a82ff-111d-4613-87ae-a6de9c7d7a94'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:39:12.296908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] Bound port: df5860a3-e788-4621-be3a-13318970e8bc, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8391064-85ef-499e-a727-d6d717e19103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '445a82ff-111d-4613-87ae-a6de9c7d7a94'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:39:12.298603 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (df5860a3-e788-4621-be3a-13318970e8bc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:12.340640 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-44582819-fe5f-47a9-8b9d-ac01ef04eb93 req-ce7ccf25-121d-4058-b8f4-dfe0db308d6f tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.1874850 Nov 02 12:39:12.375791 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6037a6ea-922e-4909-a8aa-3e2a085b0410 admin admin] Publish callbacks [] for port (bc467e2c-0350-4188-ba93-ed7606d9a590), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:12.379406 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4ce11b9c-5211-4814-833c-f03c2be054fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (0e1a1e71-f78e-46cd-b81d-15cb20821dc4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:12.384094 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4ce11b9c-5211-4814-833c-f03c2be054fa admin admin] Publish callbacks [] for router_controller (0e1a1e71-f78e-46cd-b81d-15cb20821dc4), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:12.419499 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2259ff1-abdf-448f-b49d-5f9b2f0f8a7f admin admin] Publish callbacks [] for security_group (5510f79e-58c5-4f51-a553-74a83ea2f60d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:12.433977 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] For port df5860a3-e788-4621-be3a-13318970e8bc, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:39:12.440344 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] For port df5860a3-e788-4621-be3a-13318970e8bc, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=df5860a3-e788-4621-be3a-13318970e8bc,segment=NetworkSegment(d8391064-85ef-499e-a727-d6d717e19103),segment_id=d8391064-85ef-499e-a727-d6d717e19103)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:39:12.469137 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ee6f5382-baa9-478e-b280-b8a3973d3d0b req-6c23492b-9671-4855-a856-9d9d89bbfa5b service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398100 Nov 02 12:39:12.491738 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2259ff1-abdf-448f-b49d-5f9b2f0f8a7f admin admin] Publish callbacks [] for security_group (5510f79e-58c5-4f51-a553-74a83ea2f60d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:12.499572 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:12.580975 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-d1ea53c2-31f3-4f07-b0ef-1b2b7c913c41 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1223098489-network', 'tenant_id': '39d655a565644746a2d466d88fa00f02'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:12.624653 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (df5860a3-e788-4621-be3a-13318970e8bc), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:12.665476 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4ce11b9c-5211-4814-833c-f03c2be054fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (0e1a1e71-f78e-46cd-b81d-15cb20821dc4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:12.667780 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce11b9c-5211-4814-833c-f03c2be054fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e1a1e71-f78e-46cd-b81d-15cb20821dc4 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:39:12.669698 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6037a6ea-922e-4909-a8aa-3e2a085b0410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (bc467e2c-0350-4188-ba93-ed7606d9a590), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:12.686973 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4ce11b9c-5211-4814-833c-f03c2be054fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:12.703907 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4ce11b9c-5211-4814-833c-f03c2be054fa admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/0e1a1e71-f78e-46cd-b81d-15cb20821dc4 HTTP/1.1" status: 204 len: 168 time: 3.4836237 Nov 02 12:39:12.707113 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34410) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:12.723290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965b094-b54d-4a4c-b34a-f84aa7d7ddf6 None None] Pushing event updated for resources: {'Port': ['ID=df5860a3-e788-4621-be3a-13318970e8bc,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:12.796259 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6037a6ea-922e-4909-a8aa-3e2a085b0410 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:39:12.798353 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037a6ea-922e-4909-a8aa-3e2a085b0410 admin admin] Pushing event updated for resources: {'Port': ['ID=bc467e2c-0350-4188-ba93-ed7606d9a590,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:12.806790 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d03638-403e-4e8b-8eaa-1be7fd75491d admin admin] Deleting subnet e94866eb-b475-4667-8216-9d384bd2e4b0 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:39:12.811537 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6037a6ea-922e-4909-a8aa-3e2a085b0410 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:39:12.814048 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0d03638-403e-4e8b-8eaa-1be7fd75491d admin admin] Publish callbacks [] for subnet (e94866eb-b475-4667-8216-9d384bd2e4b0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:12.840441 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6037a6ea-922e-4909-a8aa-3e2a085b0410 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:39:12.840441 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2259ff1-abdf-448f-b49d-5f9b2f0f8a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5510f79e-58c5-4f51-a553-74a83ea2f60d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:12.840441 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2259ff1-abdf-448f-b49d-5f9b2f0f8a7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:12.840441 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a2259ff1-abdf-448f-b49d-5f9b2f0f8a7f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5510f79e-58c5-4f51-a553-74a83ea2f60d HTTP/1.1" status: 204 len: 168 time: 0.5560594 Nov 02 12:39:12.891512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ea53c2-31f3-4f07-b0ef-1b2b7c913c41 admin admin] Made reservation on behalf of 39d655a565644746a2d466d88fa00f02 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:39:12.913188 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:12.914244 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1ea53c2-31f3-4f07-b0ef-1b2b7c913c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:12.914244 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0d03638-403e-4e8b-8eaa-1be7fd75491d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (e94866eb-b475-4667-8216-9d384bd2e4b0), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:12.922572 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2259ff1-abdf-448f-b49d-5f9b2f0f8a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5510f79e-58c5-4f51-a553-74a83ea2f60d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:12.997274 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-00ab809a-6ee8-490d-b4d2-ab4e414d0dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:13.029774 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:13.031278 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1ea53c2-31f3-4f07-b0ef-1b2b7c913c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:13.147603 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5e5b6903-d9b1-4cc4-be02-a7a81d1d7a28 req-8fb3ac01-44f3-4d93-b811-b3bc6c90a486 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.0907588 Nov 02 12:39:13.319387 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0d03638-403e-4e8b-8eaa-1be7fd75491d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (e94866eb-b475-4667-8216-9d384bd2e4b0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:13.485877 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:13.491328 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1ea53c2-31f3-4f07-b0ef-1b2b7c913c41 admin admin] Publish callbacks [] for security_group (f513ae77-a3cb-4952-bf12-470e1c9af83c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:13.497134 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3c171-a036-40b5-b972-c2195a914281 req-451d0a67-6ff7-453c-99e3-9a1c03ae5f11 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:13.498686 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-68f3c171-a036-40b5-b972-c2195a914281 req-451d0a67-6ff7-453c-99e3-9a1c03ae5f11 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 948 time: 0.1447070 Nov 02 12:39:13.552990 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-91c97805-4960-44f9-bebd-b0c1ea9ce01a req-3f5dbc0b-c85f-4bcc-ae6c-da49f85fa12a tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0386755 Nov 02 12:39:13.585423 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-68f3c171-a036-40b5-b972-c2195a914281 req-ff8a010b-d106-4de0-a73f-27ad25d4097a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775511 Nov 02 12:39:13.649270 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device df5860a3-e788-4621-be3a-13318970e8bc up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:39:13.695868 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53841582-a487-4547-81ca-4b6cd68c2724 req-f44c820d-3dec-45b1-b9a0-bb39d27d369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:13.700640 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-53841582-a487-4547-81ca-4b6cd68c2724 req-f44c820d-3dec-45b1-b9a0-bb39d27d369f service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 1130 time: 0.0610888 Nov 02 12:39:13.705387 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1ea53c2-31f3-4f07-b0ef-1b2b7c913c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f513ae77-a3cb-4952-bf12-470e1c9af83c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:13.715541 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port df5860a3-e788-4621-be3a-13318970e8bc triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:13.715947 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (df5860a3-e788-4621-be3a-13318970e8bc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:13.716474 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port df5860a3-e788-4621-be3a-13318970e8bc Nov 02 12:39:13.733817 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0d03638-403e-4e8b-8eaa-1be7fd75491d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (e94866eb-b475-4667-8216-9d384bd2e4b0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:13.886370 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6037a6ea-922e-4909-a8aa-3e2a085b0410 admin admin] Publish callbacks [] for router_gateway (703eb442-8c29-4274-9f5a-28b6133356c5), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:13.905467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port df5860a3-e788-4621-be3a-13318970e8bc is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:13.906101 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (df5860a3-e788-4621-be3a-13318970e8bc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:13.953519 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ea53c2-31f3-4f07-b0ef-1b2b7c913c41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:39:13.984506 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d03638-403e-4e8b-8eaa-1be7fd75491d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e94866eb-b475-4667-8216-9d384bd2e4b0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:13.995401 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0d03638-403e-4e8b-8eaa-1be7fd75491d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:13.998944 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e0d03638-403e-4e8b-8eaa-1be7fd75491d admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/e94866eb-b475-4667-8216-9d384bd2e4b0 HTTP/1.1" status: 204 len: 168 time: 1.2907987 Nov 02 12:39:14.001920 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port df5860a3-e788-4621-be3a-13318970e8bc, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=df5860a3-e788-4621-be3a-13318970e8bc,segment=NetworkSegment(d8391064-85ef-499e-a727-d6d717e19103),segment_id=d8391064-85ef-499e-a727-d6d717e19103)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:14.002701 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:14.010789 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34446) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:14.010938 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dc7315-d465-4a86-8386-e47d6d5167bd None None] Network 31000718-51de-4e2c-8c84-725b7b3a7de7 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:39:14.016431 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea53c2-31f3-4f07-b0ef-1b2b7c913c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f513ae77-a3cb-4952-bf12-470e1c9af83c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:14.097760 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1ea53c2-31f3-4f07-b0ef-1b2b7c913c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (459e19f0-d75e-4680-8a8b-901d16ae651c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:14.098123 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-d1ea53c2-31f3-4f07-b0ef-1b2b7c913c41 admin admin] Added segment 459e19f0-d75e-4680-8a8b-901d16ae651c of type vlan for network 8bad8c5f-d664-4f1c-bad4-6fda0d75c22d Nov 02 12:39:14.185193 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (df5860a3-e788-4621-be3a-13318970e8bc), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:14.211716 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:39:14.291317 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1ea53c2-31f3-4f07-b0ef-1b2b7c913c41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (8bad8c5f-d664-4f1c-bad4-6fda0d75c22d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:14.314186 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:39:14.318792 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b83f2b2e-7d03-4a10-95cc-2c8c36bc05c0 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:39:14.372466 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=df5860a3-e788-4621-be3a-13318970e8bc,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:14.421196 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53841582-a487-4547-81ca-4b6cd68c2724 req-2551b0ff-53dd-471e-a3cf-ae05f95badd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:14.427646 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-53841582-a487-4547-81ca-4b6cd68c2724 req-2551b0ff-53dd-471e-a3cf-ae05f95badd0 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.7097871 Nov 02 12:39:14.454723 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68002e97-90c8-435c-bc63-8a5499511784 None None] DHCP port deletion for 31000718-51de-4e2c-8c84-725b7b3a7de7 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:39:14.553443 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1ea53c2-31f3-4f07-b0ef-1b2b7c913c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (8bad8c5f-d664-4f1c-bad4-6fda0d75c22d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:14.554587 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ea53c2-31f3-4f07-b0ef-1b2b7c913c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:14.555196 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1ea53c2-31f3-4f07-b0ef-1b2b7c913c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:14.704324 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-68002e97-90c8-435c-bc63-8a5499511784 None None] Deleting port 3ede6782-c32e-4411-b58f-76e0efafff47 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:39:14.704903 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-68002e97-90c8-435c-bc63-8a5499511784 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3ede6782-c32e-4411-b58f-76e0efafff47), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:14.718023 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea53c2-31f3-4f07-b0ef-1b2b7c913c41 admin admin] Pushing event updated for resources: {'Network': ['ID=8bad8c5f-d664-4f1c-bad4-6fda0d75c22d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:14.723267 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-53841582-a487-4547-81ca-4b6cd68c2724 req-c4e5dde0-2c31-42e1-999d-090be85967b6 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3d81e47f-bfd3-4fb1-86b4-cc02113a5157 HTTP/1.1" status: 200 len: 217 time: 0.2875059 Nov 02 12:39:14.810668 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cdc5ad00-807a-4716-ab34-e810466b6623 req-f39f5c09-463c-4b56-a2d1-4642b88201e6 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.2412257 Nov 02 12:39:14.903853 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3555bef8-0056-4f15-b711-497085783a1f None None] Network 445a82ff-111d-4613-87ae-a6de9c7d7a94 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:39:15.006570 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 8bad8c5f-d664-4f1c-bad4-6fda0d75c22d details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:39:15.009250 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:15.043615 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d1ea53c2-31f3-4f07-b0ef-1b2b7c913c41 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.7404170 Nov 02 12:39:15.059733 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-165e547f-3fc6-4832-ad0c-db3cd010df16 req-e1ca0f8d-e667-43c2-8c62-bb9bb98d0d17 tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.1368785 Nov 02 12:39:15.080258 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34482) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:15.142590 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-314701e2-c18f-4fb3-8ab8-067c17f05aec admin admin] Request body: {'subnet': {'network_id': '8bad8c5f-d664-4f1c-bad4-6fda0d75c22d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1223098489-subnet', 'tenant_id': '39d655a565644746a2d466d88fa00f02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:15.169789 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:15.181659 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b3d0b-73a2-4255-aa96-1f0c749d46f5 req-ed5d8b9b-1c5e-4a29-93a9-5067939001dd tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:15.194080 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-648b3d0b-73a2-4255-aa96-1f0c749d46f5 req-ed5d8b9b-1c5e-4a29-93a9-5067939001dd tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 948 time: 0.1639237 Nov 02 12:39:15.198287 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53841582-a487-4547-81ca-4b6cd68c2724 req-f2a81ecd-fbd7-426a-8a7e-b51b0f37c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:15.200765 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-53841582-a487-4547-81ca-4b6cd68c2724 req-f2a81ecd-fbd7-426a-8a7e-b51b0f37c2a8 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.4307528 Nov 02 12:39:15.267782 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab60e389-9c71-4b5b-a2f3-31d3f1fd63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (31000718-51de-4e2c-8c84-725b7b3a7de7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:15.320400 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6037a6ea-922e-4909-a8aa-3e2a085b0410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (703eb442-8c29-4274-9f5a-28b6133356c5), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:15.380246 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8cc6200f-de43-4a90-a150-6a68cb1efd48 None None] Provisioning complete for port df5860a3-e788-4621-be3a-13318970e8bc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:15.383228 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8cc6200f-de43-4a90-a150-6a68cb1efd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (df5860a3-e788-4621-be3a-13318970e8bc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:15.385530 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8cc6200f-de43-4a90-a150-6a68cb1efd48 None None] Attempt 1 to provision port df5860a3-e788-4621-be3a-13318970e8bc Nov 02 12:39:15.400361 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-648b3d0b-73a2-4255-aa96-1f0c749d46f5 req-9ad82f6d-614c-4aa4-88f3-f59815c51021 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045126 Nov 02 12:39:15.408738 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53841582-a487-4547-81ca-4b6cd68c2724 req-09570963-0123-4e4b-8954-238f050bb48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:15.411896 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-53841582-a487-4547-81ca-4b6cd68c2724 req-09570963-0123-4e4b-8954-238f050bb48e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1517711 Nov 02 12:39:15.513805 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 details requested by agent hyperv_n-h2-857339-6 with host n-h2-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:39:15.538693 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314701e2-c18f-4fb3-8ab8-067c17f05aec admin admin] Made reservation on behalf of 39d655a565644746a2d466d88fa00f02 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:39:15.557295 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-314701e2-c18f-4fb3-8ab8-067c17f05aec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:15.584124 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ab60e389-9c71-4b5b-a2f3-31d3f1fd63f6 admin admin] Deleting port 3ede6782-c32e-4411-b58f-76e0efafff47 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:39:15.584700 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab60e389-9c71-4b5b-a2f3-31d3f1fd63f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3ede6782-c32e-4411-b58f-76e0efafff47), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:15.701336 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-53841582-a487-4547-81ca-4b6cd68c2724 req-65663f59-077d-48c0-a0cf-928da580a6ac service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773249 Nov 02 12:39:15.807350 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-68002e97-90c8-435c-bc63-8a5499511784 None None] For port 3ede6782-c32e-4411-b58f-76e0efafff47, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ede6782-c32e-4411-b58f-76e0efafff47,segment=NetworkSegment(c3694630-6e2b-479a-a2fb-d12da5830f2a),segment_id=c3694630-6e2b-479a-a2fb-d12da5830f2a)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:15.808860 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-68002e97-90c8-435c-bc63-8a5499511784 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3ede6782-c32e-4411-b58f-76e0efafff47), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:15.819428 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-514525df-092d-4376-a207-8238113a0902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:15.878699 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-68002e97-90c8-435c-bc63-8a5499511784 None None] Calling delete_port for 3ede6782-c32e-4411-b58f-76e0efafff47 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:39:16.002280 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-ab60e389-9c71-4b5b-a2f3-31d3f1fd63f6 admin admin] For port 3ede6782-c32e-4411-b58f-76e0efafff47, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ede6782-c32e-4411-b58f-76e0efafff47,segment=NetworkSegment(c3694630-6e2b-479a-a2fb-d12da5830f2a),segment_id=c3694630-6e2b-479a-a2fb-d12da5830f2a)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:16.002848 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab60e389-9c71-4b5b-a2f3-31d3f1fd63f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3ede6782-c32e-4411-b58f-76e0efafff47), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:16.022728 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ab60e389-9c71-4b5b-a2f3-31d3f1fd63f6 admin admin] Calling delete_port for 3ede6782-c32e-4411-b58f-76e0efafff47 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:39:16.052927 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-53841582-a487-4547-81ca-4b6cd68c2724 req-f3c397eb-758c-4525-a6eb-1e13e5c5c634 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420925 Nov 02 12:39:16.215906 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0461eebb-2fb0-4d88-b385-195e82c71ab8 req-a98235b9-a04c-4055-ac37-0ef58abb6bb5 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.0658698 Nov 02 12:39:16.266115 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=17,neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:16.271013 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:16.385711 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.resource_extend [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:39:16.551426 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-239424db-b196-4821-89b3-a79d90c3e4f6 req-553df7d6-99f4-4319-9546-420f62815c6f tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0989084 Nov 02 12:39:16.631488 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device df5860a3-e788-4621-be3a-13318970e8bc up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:39:16.659607 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:16.811427 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:16.838670 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 3d81e47f-bfd3-4fb1-86b4-cc02113a5157, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=3d81e47f-bfd3-4fb1-86b4-cc02113a5157,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:16.872886 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Returning: {'device': '3d81e47f-bfd3-4fb1-86b4-cc02113a5157', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': '3d81e47f-bfd3-4fb1-86b4-cc02113a5157', 'mac_address': 'fa:16:3e:ad:00:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:39:16.891343 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d2648-8672-4e7d-acd7-fdbae07637ce req-22bf4396-4e28-478e-ba9e-23566ecf2b66 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:16.893818 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-430d2648-8672-4e7d-acd7-fdbae07637ce req-22bf4396-4e28-478e-ba9e-23566ecf2b66 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 948 time: 0.1276240 Nov 02 12:39:16.905929 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-314701e2-c18f-4fb3-8ab8-067c17f05aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (cb533a1a-dbe7-432c-94b3-ca7007cc77f9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:16.999698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8cc6200f-de43-4a90-a150-6a68cb1efd48 None None] Current status of the port df5860a3-e788-4621-be3a-13318970e8bc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:17.072282 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:17.072902 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3d81e47f-bfd3-4fb1-86b4-cc02113a5157), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:17.087089 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-430d2648-8672-4e7d-acd7-fdbae07637ce req-66a30071-0d64-4527-8564-88de6c3f920a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667957 Nov 02 12:39:17.101903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:39:17.120756 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6037a6ea-922e-4909-a8aa-3e2a085b0410 admin admin] Router 703eb442-8c29-4274-9f5a-28b6133356c5 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:39:17.170093 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab60e389-9c71-4b5b-a2f3-31d3f1fd63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (3ede6782-c32e-4411-b58f-76e0efafff47), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:17.181166 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:17.195608 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 3d81e47f-bfd3-4fb1-86b4-cc02113a5157, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=3d81e47f-bfd3-4fb1-86b4-cc02113a5157,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:17.208501 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port df5860a3-e788-4621-be3a-13318970e8bc triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:17.209089 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (df5860a3-e788-4621-be3a-13318970e8bc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:17.209638 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port df5860a3-e788-4621-be3a-13318970e8bc Nov 02 12:39:17.276899 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab60e389-9c71-4b5b-a2f3-31d3f1fd63f6 admin admin] No DVR routers for this DVR port 3ede6782-c32e-4411-b58f-76e0efafff47 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:39:17.307187 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3d81e47f-bfd3-4fb1-86b4-cc02113a5157), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:17.504683 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:17.520974 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-68002e97-90c8-435c-bc63-8a5499511784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (3ede6782-c32e-4411-b58f-76e0efafff47), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:17.598133 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab60e389-9c71-4b5b-a2f3-31d3f1fd63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (31000718-51de-4e2c-8c84-725b7b3a7de7), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:17.650409 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ab60e389-9c71-4b5b-a2f3-31d3f1fd63f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31000718-51de-4e2c-8c84-725b7b3a7de7']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:17.672740 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68002e97-90c8-435c-bc63-8a5499511784 None None] No DVR routers for this DVR port 3ede6782-c32e-4411-b58f-76e0efafff47 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:39:17.673683 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ab60e389-9c71-4b5b-a2f3-31d3f1fd63f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3694630-6e2b-479a-a2fb-d12da5830f2a') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:17.674267 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ab60e389-9c71-4b5b-a2f3-31d3f1fd63f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3694630-6e2b-479a-a2fb-d12da5830f2a') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:17.684014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-70d9df78-8ad9-40cb-8337-6958b5b05a78 None None] Provisioning complete for port df5860a3-e788-4621-be3a-13318970e8bc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:17.684753 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-70d9df78-8ad9-40cb-8337-6958b5b05a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (df5860a3-e788-4621-be3a-13318970e8bc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:17.685255 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-70d9df78-8ad9-40cb-8337-6958b5b05a78 None None] Attempt 1 to provision port df5860a3-e788-4621-be3a-13318970e8bc Nov 02 12:39:17.705939 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab60e389-9c71-4b5b-a2f3-31d3f1fd63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (c3694630-6e2b-479a-a2fb-d12da5830f2a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:17.728521 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['3d81e47f-bfd3-4fb1-86b4-cc02113a5157'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:39:17.737582 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab60e389-9c71-4b5b-a2f3-31d3f1fd63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (c3694630-6e2b-479a-a2fb-d12da5830f2a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:17.753375 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab60e389-9c71-4b5b-a2f3-31d3f1fd63f6 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:39:17.754152 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab60e389-9c71-4b5b-a2f3-31d3f1fd63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (c3694630-6e2b-479a-a2fb-d12da5830f2a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:17.815667 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4869fdd9-f807-46c9-ace4-ca354b667567 req-d4ad0ead-8a27-488f-874b-376cd5565721 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.1055512 Nov 02 12:39:17.870279 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60e389-9c71-4b5b-a2f3-31d3f1fd63f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ede6782-c32e-4411-b58f-76e0efafff47,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:17.903879 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:18.035094 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port df5860a3-e788-4621-be3a-13318970e8bc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:18.139679 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=3d81e47f-bfd3-4fb1-86b4-cc02113a5157,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:18.190705 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:18.221124 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a59998f3-966b-4626-b6e4-74887bb63977 req-2d03f867-d52d-480b-aa48-bd4179b1001a tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.1125057 Nov 02 12:39:18.249805 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6037a6ea-922e-4909-a8aa-3e2a085b0410 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:39:18.249805 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314701e2-c18f-4fb3-8ab8-067c17f05aec admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb533a1a-dbe7-432c-94b3-ca7007cc77f9,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:18.252639 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab60e389-9c71-4b5b-a2f3-31d3f1fd63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (31000718-51de-4e2c-8c84-725b7b3a7de7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:18.263099 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314701e2-c18f-4fb3-8ab8-067c17f05aec admin admin] Checking segment: {'id': '459e19f0-d75e-4680-8a8b-901d16ae651c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8bad8c5f-d664-4f1c-bad4-6fda0d75c22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:39:18.265198 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ede6782-c32e-4411-b58f-76e0efafff47 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:39:18.265889 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] Sync routers for ids ['703eb442-8c29-4274-9f5a-28b6133356c5'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:39:18.274347 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314701e2-c18f-4fb3-8ab8-067c17f05aec admin admin] Network hostable DHCP agents. Network: 8bad8c5f-d664-4f1c-bad4-6fda0d75c22d, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:39:18.284142 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] Routers {'703eb442-8c29-4274-9f5a-28b6133356c5'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:18.289492 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:39:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['703eb442-8c29-4274-9f5a-28b6133356c5'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:18.305976 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab60e389-9c71-4b5b-a2f3-31d3f1fd63f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:18.316158 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ab60e389-9c71-4b5b-a2f3-31d3f1fd63f6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/31000718-51de-4e2c-8c84-725b7b3a7de7 HTTP/1.1" status: 204 len: 168 time: 4.3029029 Nov 02 12:39:18.349593 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:18.350113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:18.350570 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:18.351043 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:18.351545 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:18.352130 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:18.352620 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:18.353399 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:18.354096 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:18.354534 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:18.354897 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:18.355494 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:18.355870 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:18.356247 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:18.356608 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:18.389405 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment c3694630-6e2b-479a-a2fb-d12da5830f2a resource provider aggregate not found Nov 02 12:39:18.399807 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68002e97-90c8-435c-bc63-8a5499511784 None None] Pushing event deleted for resources: {'Port': ['ID=3ede6782-c32e-4411-b58f-76e0efafff47,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:18.416557 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60e389-9c71-4b5b-a2f3-31d3f1fd63f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=31000718-51de-4e2c-8c84-725b7b3a7de7,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:18.465733 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 3ede6782-c32e-4411-b58f-76e0efafff47 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:39:18.466180 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ede6782-c32e-4411-b58f-76e0efafff47 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:39:18.506342 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment c3694630-6e2b-479a-a2fb-d12da5830f2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3694630-6e2b-479a-a2fb-d12da5830f2a found for delete ", "request_id": "req-2d29160b-a8a6-43c3-ba3e-5ec92ce24ee5"}]} Nov 02 12:39:18.550982 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314701e2-c18f-4fb3-8ab8-067c17f05aec admin admin] Network 8bad8c5f-d664-4f1c-bad4-6fda0d75c22d is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:39:18.558897 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6037a6ea-922e-4909-a8aa-3e2a085b0410 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:18.563982 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6037a6ea-922e-4909-a8aa-3e2a085b0410 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.2539873 Nov 02 12:39:18.569039 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34534) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:18.620024 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:18.647421 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] Set router 703eb442-8c29-4274-9f5a-28b6133356c5 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:18.715377 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-314701e2-c18f-4fb3-8ab8-067c17f05aec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 8bad8c5f-d664-4f1c-bad4-6fda0d75c22d) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:39:18.720110 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314701e2-c18f-4fb3-8ab8-067c17f05aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:18.720943 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-314701e2-c18f-4fb3-8ab8-067c17f05aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:18.735590 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:18.788691 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5094139-3fc2-4ab6-b3fa-e18d9f7a1800 None None] Network 8bad8c5f-d664-4f1c-bad4-6fda0d75c22d requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:39:18.864165 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-314701e2-c18f-4fb3-8ab8-067c17f05aec admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.7644746 Nov 02 12:39:18.868372 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34536) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:18.886953 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-dd6360e7-5acb-443e-b99c-6fc5eab1bc69 admin admin] Request body: {'router': {'name': 'tempest-InstanceActionsV221TestJSON-1223098489-router', 'tenant_id': '39d655a565644746a2d466d88fa00f02', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:18.906860 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-70d9df78-8ad9-40cb-8337-6958b5b05a78 None None] Current status of the port df5860a3-e788-4621-be3a-13318970e8bc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:19.020835 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:19.113817 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a88909-3f41-4d71-b4d3-49626180da14 req-97de4aeb-f154-4081-a49a-9d55be94cf7f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:19.126246 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dd6360e7-5acb-443e-b99c-6fc5eab1bc69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:19.128196 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dd6360e7-5acb-443e-b99c-6fc5eab1bc69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:19.128593 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-31a88909-3f41-4d71-b4d3-49626180da14 req-97de4aeb-f154-4081-a49a-9d55be94cf7f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 949 time: 0.2919147 Nov 02 12:39:19.364169 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dd6360e7-5acb-443e-b99c-6fc5eab1bc69 admin admin] Publish callbacks [] for router_controller (4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:19.528301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-8bad8c5f-d664-4f1c-bad4-6fda0d75c22d', 'network_id': '8bad8c5f-d664-4f1c-bad4-6fda0d75c22d', 'project_id': '39d655a565644746a2d466d88fa00f02', 'fixed_ips': [{'subnet_id': 'cb533a1a-dbe7-432c-94b3-ca7007cc77f9'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:39:19.529547 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:19.587770 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 up at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:39:19.670157 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703eb442-8c29-4274-9f5a-28b6133356c5', 'name': 'tempest-ServersTestBootFromVolume-1469403266-router', 'tenant_id': 'f871d4dccfa64340ae699fe84bb10a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'bc467e2c-0350-4188-ba93-ed7606d9a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:10Z', 'updated_at': '2022-11-02T12:39:13Z', 'revision_number': 3, 'project_id': 'f871d4dccfa64340ae699fe84bb10a79', 'gw_port': {'id': 'bc467e2c-0350-4188-ba93-ed7606d9a590', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703eb442-8c29-4274-9f5a-28b6133356c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:11Z', 'updated_at': '2022-11-02T12:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:19.816645 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] Checking router: 703eb442-8c29-4274-9f5a-28b6133356c5 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:39:19.817130 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] Updating router 703eb442-8c29-4274-9f5a-28b6133356c5 port bc467e2c-0350-4188-ba93-ed7606d9a590 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:39:19.868795 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34544) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:19.873566 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning for port 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:39:19.957851 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:19.959255 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (bc467e2c-0350-4188-ba93-ed7606d9a590), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:19.977589 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-31a88909-3f41-4d71-b4d3-49626180da14 req-9df6367d-c6ac-40fb-9fbd-108c2e392756 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8476188 Nov 02 12:39:20.077506 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning complete for port 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:20.088681 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3d81e47f-bfd3-4fb1-86b4-cc02113a5157), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:20.089384 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Attempt 1 to provision port 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 Nov 02 12:39:20.292823 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-118dc81f-6010-46b9-bfb1-585c8d12fc47 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f97dff96032f4f2193acabe74c8b69bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4224808 Nov 02 12:39:20.306990 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34548) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:20.390419 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dd6360e7-5acb-443e-b99c-6fc5eab1bc69 admin admin] Publish callbacks [] for router_gateway (4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:20.465391 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] Allocated IP 172.20.0.2 (8bad8c5f-d664-4f1c-bad4-6fda0d75c22d/cb533a1a-dbe7-432c-94b3-ca7007cc77f9/79a8ce72-e7c1-4102-b989-19f2b1c4a87a) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:39:20.483468 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:20.722246 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:20.805295 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] Publish callbacks [] for port (bc467e2c-0350-4188-ba93-ed7606d9a590), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:20.863175 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:20.864459 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3d81e47f-bfd3-4fb1-86b4-cc02113a5157), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:20.892335 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (bc467e2c-0350-4188-ba93-ed7606d9a590), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:20.917231 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] Publish callbacks [] for port (79a8ce72-e7c1-4102-b989-19f2b1c4a87a), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:20.957097 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48de1b1f-9d7e-41bf-b1e6-023d17cecc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d81e47f-bfd3-4fb1-86b4-cc02113a5157'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:39:20.965673 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aed00a9-a8f9-4316-87c4-483ab5b8b390" -d '{"events": [{"server_uuid": "48de1b1f-9d7e-41bf-b1e6-023d17cecc0e", "name": "network-vif-plugged", "status": "completed", "tag": "3d81e47f-bfd3-4fb1-86b4-cc02113a5157"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:39:20.995648 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:21.023025 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (79a8ce72-e7c1-4102-b989-19f2b1c4a87a), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:21.033398 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] Attempting to bind port bc467e2c-0350-4188-ba93-ed7606d9a590 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:39:21.035871 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] Attempting to bind port bc467e2c-0350-4188-ba93-ed7606d9a590 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:39:21.036427 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] Attempting to bind port bc467e2c-0350-4188-ba93-ed7606d9a590 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:39:21.039394 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 3d81e47f-bfd3-4fb1-86b4-cc02113a5157, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=3d81e47f-bfd3-4fb1-86b4-cc02113a5157,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:21.141633 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9450e-5296-433d-9ec7-9cc0709d4ee7 None None] Pushing event updated for resources: {'Port': ['ID=bc467e2c-0350-4188-ba93-ed7606d9a590,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:21.158414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] Pushing event updated for resources: {'Port': ['ID=79a8ce72-e7c1-4102-b989-19f2b1c4a87a,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:21.164724 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3d81e47f-bfd3-4fb1-86b4-cc02113a5157), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:21.193802 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:21.241889 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=3d81e47f-bfd3-4fb1-86b4-cc02113a5157,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:21.252114 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dd6360e7-5acb-443e-b99c-6fc5eab1bc69 admin admin] Publish callbacks [] for router_gateway (4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:21.263602 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:39:21.264271 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:39:21.265623 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:21.271294 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:39:21.271294 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] Bound port: bc467e2c-0350-4188-ba93-ed7606d9a590, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:39:21.271294 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (bc467e2c-0350-4188-ba93-ed7606d9a590), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:21.280480 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] Network 8bad8c5f-d664-4f1c-bad4-6fda0d75c22d is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:39:21.289308 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:39:21.290210 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dd6360e7-5acb-443e-b99c-6fc5eab1bc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:21.310395 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:39:21.313749 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f2bf7ee-ae22-482c-b282-e69ed3d1a54e admin admin] Publish callbacks [] for security_group (0a3ad1ee-0124-4cca-bc66-efd48cecd2fc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:21.323712 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b511-a1ac-42d0-b890-0f51f7320968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:21.383647 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f2bf7ee-ae22-482c-b282-e69ed3d1a54e admin admin] Publish callbacks [] for security_group (0a3ad1ee-0124-4cca-bc66-efd48cecd2fc), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:21.517235 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] For port bc467e2c-0350-4188-ba93-ed7606d9a590, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:39:21.517235 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] For port bc467e2c-0350-4188-ba93-ed7606d9a590, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=bc467e2c-0350-4188-ba93-ed7606d9a590,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:39:21.517599 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:21.548238 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] Attempting to bind port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:39:21.548975 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] Attempting to bind port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '459e19f0-d75e-4680-8a8b-901d16ae651c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8bad8c5f-d664-4f1c-bad4-6fda0d75c22d'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:39:21.550225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] Attempting to bind port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a on network 8bad8c5f-d664-4f1c-bad4-6fda0d75c22d {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:39:21.613868 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-dd6360e7-5acb-443e-b99c-6fc5eab1bc69 admin admin] Allocated IP 172.25.2.4 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/769b2a20-dabd-42ad-992a-66d785a0bae1) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:39:21.679544 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-a1b4b511-a1ac-42d0-b890-0f51f7320968 admin admin] Allocated IP 172.20.0.1 (445a82ff-111d-4613-87ae-a6de9c7d7a94/b24ac5b6-2d48-4526-9db4-d774c69ca50b/961bf907-6cb6-4625-883c-a7345553ac8c) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:39:21.683614 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:39:21.684586 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] Checking segment: {'id': '459e19f0-d75e-4680-8a8b-901d16ae651c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8bad8c5f-d664-4f1c-bad4-6fda0d75c22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:39:21.685444 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:21.686116 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] Bound using segment: {'id': '459e19f0-d75e-4680-8a8b-901d16ae651c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8bad8c5f-d664-4f1c-bad4-6fda0d75c22d'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:39:21.687283 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] Bound port: 79a8ce72-e7c1-4102-b989-19f2b1c4a87a, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459e19f0-d75e-4680-8a8b-901d16ae651c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8bad8c5f-d664-4f1c-bad4-6fda0d75c22d'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:39:21.688317 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (79a8ce72-e7c1-4102-b989-19f2b1c4a87a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:21.788280 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] For port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:39:21.792678 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] For port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=79a8ce72-e7c1-4102-b989-19f2b1c4a87a,segment=NetworkSegment(459e19f0-d75e-4680-8a8b-901d16ae651c),segment_id=459e19f0-d75e-4680-8a8b-901d16ae651c)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:39:21.858339 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b511-a1ac-42d0-b890-0f51f7320968 admin admin] Publish callbacks [] for port (961bf907-6cb6-4625-883c-a7345553ac8c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:21.858625 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dd6360e7-5acb-443e-b99c-6fc5eab1bc69 admin admin] Publish callbacks [] for port (769b2a20-dabd-42ad-992a-66d785a0bae1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:22.093115 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (bc467e2c-0350-4188-ba93-ed7606d9a590), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:22.093706 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (79a8ce72-e7c1-4102-b989-19f2b1c4a87a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:22.095545 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dd6360e7-5acb-443e-b99c-6fc5eab1bc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (769b2a20-dabd-42ad-992a-66d785a0bae1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:22.107372 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b511-a1ac-42d0-b890-0f51f7320968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (961bf907-6cb6-4625-883c-a7345553ac8c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:22.128120 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f2bf7ee-ae22-482c-b282-e69ed3d1a54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0a3ad1ee-0124-4cca-bc66-efd48cecd2fc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:22.141974 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f2bf7ee-ae22-482c-b282-e69ed3d1a54e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:22.150566 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9f2bf7ee-ae22-482c-b282-e69ed3d1a54e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0a3ad1ee-0124-4cca-bc66-efd48cecd2fc HTTP/1.1" status: 204 len: 168 time: 1.8361926 Nov 02 12:39:22.218905 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] Routers {'703eb442-8c29-4274-9f5a-28b6133356c5'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:22.222233 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:39:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['703eb442-8c29-4274-9f5a-28b6133356c5'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:22.227955 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6360e7-5acb-443e-b99c-6fc5eab1bc69 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:39:22.231088 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-dd6360e7-5acb-443e-b99c-6fc5eab1bc69 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:39:22.241665 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6360e7-5acb-443e-b99c-6fc5eab1bc69 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:39:22.324125 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e4d3c-1540-4216-959b-0226bf2fa3ee None None] Pushing event updated for resources: {'Port': ['ID=79a8ce72-e7c1-4102-b989-19f2b1c4a87a,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:22.332418 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bf7ee-ae22-482c-b282-e69ed3d1a54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3ad1ee-0124-4cca-bc66-efd48cecd2fc,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:22.391194 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6360e7-5acb-443e-b99c-6fc5eab1bc69 admin admin] Pushing event updated for resources: {'Port': ['ID=769b2a20-dabd-42ad-992a-66d785a0bae1,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:22.399128 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b4b511-a1ac-42d0-b890-0f51f7320968 admin admin] Network 445a82ff-111d-4613-87ae-a6de9c7d7a94 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:39:22.401386 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9450e-5296-433d-9ec7-9cc0709d4ee7 None None] Pushing event updated for resources: {'Port': ['ID=bc467e2c-0350-4188-ba93-ed7606d9a590,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:22.408818 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4b511-a1ac-42d0-b890-0f51f7320968 admin admin] Pushing event updated for resources: {'Port': ['ID=961bf907-6cb6-4625-883c-a7345553ac8c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:22.414900 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-a1b4b511-a1ac-42d0-b890-0f51f7320968 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:39:22.433281 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b4b511-a1ac-42d0-b890-0f51f7320968 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:39:22.554977 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:22.585222 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:22.596159 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b511-a1ac-42d0-b890-0f51f7320968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (703eb442-8c29-4274-9f5a-28b6133356c5), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:22.717285 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] Set router 703eb442-8c29-4274-9f5a-28b6133356c5 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:23.100178 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1298304d-f8b7-4ea6-a51c-94de93683b4c None None] Provisioning complete for port 961bf907-6cb6-4625-883c-a7345553ac8c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:23.100827 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1298304d-f8b7-4ea6-a51c-94de93683b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (961bf907-6cb6-4625-883c-a7345553ac8c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:23.102084 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1298304d-f8b7-4ea6-a51c-94de93683b4c None None] Attempt 1 to provision port 961bf907-6cb6-4625-883c-a7345553ac8c Nov 02 12:39:23.160962 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1298304d-f8b7-4ea6-a51c-94de93683b4c None None] Port 961bf907-6cb6-4625-883c-a7345553ac8c cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:39:23.288908 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:23.303454 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703eb442-8c29-4274-9f5a-28b6133356c5', 'name': 'tempest-ServersTestBootFromVolume-1469403266-router', 'tenant_id': 'f871d4dccfa64340ae699fe84bb10a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'bc467e2c-0350-4188-ba93-ed7606d9a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:10Z', 'updated_at': '2022-11-02T12:39:13Z', 'revision_number': 3, 'project_id': 'f871d4dccfa64340ae699fe84bb10a79', 'gw_port': {'id': 'bc467e2c-0350-4188-ba93-ed7606d9a590', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703eb442-8c29-4274-9f5a-28b6133356c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:11Z', 'updated_at': '2022-11-02T12:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:23.311820 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:23.355066 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2524be-1a75-45aa-85bc-eb0693f3bebe None None] The sync data for ids ['703eb442-8c29-4274-9f5a-28b6133356c5'] in n-d-857339-6 is: [{'id': '703eb442-8c29-4274-9f5a-28b6133356c5', 'name': 'tempest-ServersTestBootFromVolume-1469403266-router', 'tenant_id': 'f871d4dccfa64340ae699fe84bb10a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'bc467e2c-0350-4188-ba93-ed7606d9a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:10Z', 'updated_at': '2022-11-02T12:39:13Z', 'revision_number': 3, 'project_id': 'f871d4dccfa64340ae699fe84bb10a79', 'gw_port': {'id': 'bc467e2c-0350-4188-ba93-ed7606d9a590', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703eb442-8c29-4274-9f5a-28b6133356c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:11Z', 'updated_at': '2022-11-02T12:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:39:23.361809 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dd6360e7-5acb-443e-b99c-6fc5eab1bc69 admin admin] Publish callbacks [] for router_gateway (4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:23.572211 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:23.642381 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:23.667167 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b511-a1ac-42d0-b890-0f51f7320968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (961bf907-6cb6-4625-883c-a7345553ac8c), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:23.837979 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dd6360e7-5acb-443e-b99c-6fc5eab1bc69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:23.881147 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:24.100232 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bf280d20-2750-4b30-9457-d5868fca634b req-63ec50bd-34ee-45c3-8396-0c3391d98837 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=b8ee21f74a1d415f9f42599927a503d8&device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.1151712 Nov 02 12:39:24.101242 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:24.181824 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6360e7-5acb-443e-b99c-6fc5eab1bc69 admin admin] Router 4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:39:24.241573 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a653c53-53a7-40bd-b739-d43e318043fa None None] Network 8bad8c5f-d664-4f1c-bad4-6fda0d75c22d requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:39:24.295562 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b511-a1ac-42d0-b890-0f51f7320968 admin admin] Publish callbacks [] for port (961bf907-6cb6-4625-883c-a7345553ac8c), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:24.338977 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bf280d20-2750-4b30-9457-d5868fca634b req-b5c6ef85-cbc5-43e3-babb-40b974ece98b service neutron] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=b8ee21f74a1d415f9f42599927a503d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2118979 Nov 02 12:39:24.437845 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:24.457736 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-13ef9cef-e6a6-4ef6-baf6-e5b343a3099d None None] Provisioning complete for port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:24.458544 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-13ef9cef-e6a6-4ef6-baf6-e5b343a3099d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (79a8ce72-e7c1-4102-b989-19f2b1c4a87a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:24.459608 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-13ef9cef-e6a6-4ef6-baf6-e5b343a3099d None None] Attempt 1 to provision port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a Nov 02 12:39:24.492119 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-d837b369-57d0-49b0-8588-f2303ba56e96 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=d4fefce7b59b4135ab03a518f381e171&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1936834 Nov 02 12:39:24.577193 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6360e7-5acb-443e-b99c-6fc5eab1bc69 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:39:24.663379 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] Sync routers for ids ['4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:39:24.690536 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-d62b8ee7-64c6-4a81-9456-0c1abd9aecc2 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:24.691411 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-d62b8ee7-64c6-4a81-9456-0c1abd9aecc2 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892111 Nov 02 12:39:24.692148 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b511-a1ac-42d0-b890-0f51f7320968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (961bf907-6cb6-4625-883c-a7345553ac8c), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:24.731237 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] Routers {'4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:24.732089 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:39:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:24.741579 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-a752d604-caaf-458d-a2bf-77675f2a4c90 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/quotas/d4fefce7b59b4135ab03a518f381e171 HTTP/1.1" status: 200 len: 375 time: 0.0215688 Nov 02 12:39:24.792463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 79a8ce72-e7c1-4102-b989-19f2b1c4a87a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:39:24.822766 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a7c06af6-d873-40d3-8917-32f5fd53ac49 req-1e7dfe18-d0c0-4cee-b6f5-144c06f58e84 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.3481197 Nov 02 12:39:24.903024 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf280d20-2750-4b30-9457-d5868fca634b req-e92a03b6-6ea5-49bb-8d64-e7c06fb4692c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:24.904568 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bf280d20-2750-4b30-9457-d5868fca634b req-e92a03b6-6ea5-49bb-8d64-e7c06fb4692c service neutron] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5490949 Nov 02 12:39:24.905231 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4b511-a1ac-42d0-b890-0f51f7320968 admin admin] Pushing event updated for resources: {'Port': ['ID=961bf907-6cb6-4625-883c-a7345553ac8c,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:24.930486 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-9ba9e694-c267-4b6b-9fd2-1553c18486c0 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4fefce7b59b4135ab03a518f381e171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1016791 Nov 02 12:39:24.933316 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b511-a1ac-42d0-b890-0f51f7320968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (703eb442-8c29-4274-9f5a-28b6133356c5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:25.015066 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-13ef9cef-e6a6-4ef6-baf6-e5b343a3099d None None] Current status of the port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:25.021054 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-13ef9cef-e6a6-4ef6-baf6-e5b343a3099d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (79a8ce72-e7c1-4102-b989-19f2b1c4a87a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:25.048610 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dd6360e7-5acb-443e-b99c-6fc5eab1bc69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:25.055264 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dd6360e7-5acb-443e-b99c-6fc5eab1bc69 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1851339 Nov 02 12:39:25.061205 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34602) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:25.247633 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34608) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:25.290443 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] Set router 4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:25.291122 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-88d46628-510f-4206-a0d8-fbc7d1c7c33a req-c4a84f07-7431-4691-9890-5b6d0ec1f863 tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.1650999 Nov 02 12:39:25.297947 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b4b511-a1ac-42d0-b890-0f51f7320968 admin admin] Network 445a82ff-111d-4613-87ae-a6de9c7d7a94 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:39:25.304218 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-a1b4b511-a1ac-42d0-b890-0f51f7320968 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:39:25.396467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-13ef9cef-e6a6-4ef6-baf6-e5b343a3099d None None] For port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=79a8ce72-e7c1-4102-b989-19f2b1c4a87a,segment=NetworkSegment(459e19f0-d75e-4680-8a8b-901d16ae651c),segment_id=459e19f0-d75e-4680-8a8b-901d16ae651c)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:25.499059 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8bda08-bcf3-4523-9b93-c7b78c513e24 x-openstack-request-id: req-1a8bda08-bcf3-4523-9b93-c7b78c513e24 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:39:25.499442 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48de1b1f-9d7e-41bf-b1e6-023d17cecc0e", "name": "network-vif-plugged", "status": "completed", "tag": "3d81e47f-bfd3-4fb1-86b4-cc02113a5157", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:39:25.499725 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a8bda08-bcf3-4523-9b93-c7b78c513e24 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:39:25.500011 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a8bda08-bcf3-4523-9b93-c7b78c513e24'] response: {'server_uuid': '48de1b1f-9d7e-41bf-b1e6-023d17cecc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d81e47f-bfd3-4fb1-86b4-cc02113a5157', 'code': 200} Nov 02 12:39:25.501787 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:25.513638 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (79a8ce72-e7c1-4102-b989-19f2b1c4a87a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:25.515346 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a Nov 02 12:39:25.536709 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-13ef9cef-e6a6-4ef6-baf6-e5b343a3099d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (79a8ce72-e7c1-4102-b989-19f2b1c4a87a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:25.718914 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c46bf884-d8c7-4936-93e3-61744b6ac8c2 None None] Provisioning complete for port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:25.719773 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c46bf884-d8c7-4936-93e3-61744b6ac8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (79a8ce72-e7c1-4102-b989-19f2b1c4a87a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:25.720618 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c46bf884-d8c7-4936-93e3-61744b6ac8c2 None None] Attempt 1 to provision port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a Nov 02 12:39:25.827156 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:25.842345 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-1fc3436f-c0ee-4bae-8ee4-896870b8d3d5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471544028-network', 'tenant_id': '48947c2a4f894d61863e6fc08f77f410'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:25.847030 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:25.864295 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef9cef-e6a6-4ef6-baf6-e5b343a3099d None None] Pushing event updated for resources: {'Port': ['ID=79a8ce72-e7c1-4102-b989-19f2b1c4a87a,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:26.018614 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:26.020280 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc3436f-c0ee-4bae-8ee4-896870b8d3d5 admin admin] Made reservation on behalf of 48947c2a4f894d61863e6fc08f77f410 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:39:26.022925 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1fc3436f-c0ee-4bae-8ee4-896870b8d3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:26.067888 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1fc3436f-c0ee-4bae-8ee4-896870b8d3d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:26.093773 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-48605267-8793-45d7-876a-dc83cd6026ac req-e7478d41-2891-4dc5-9cc5-d3086eac02b0 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2ea316b7-8375-4c4b-b84a-73ba6b2f40f3 HTTP/1.1" status: 200 len: 210 time: 0.1784320 Nov 02 12:39:26.101916 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:26.103125 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device bc467e2c-0350-4188-ba93-ed7606d9a590 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:39:26.144247 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c46bf884-d8c7-4936-93e3-61744b6ac8c2 None None] Current status of the port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:26.152839 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08611221-3f21-45e9-8038-fe3f00b76cd2 req-7076933c-9577-4598-8475-4db8272d4e6d tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:26.154269 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-08611221-3f21-45e9-8038-fe3f00b76cd2 req-7076933c-9577-4598-8475-4db8272d4e6d tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 950 time: 0.6017647 Nov 02 12:39:26.155482 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7931e8-bb64-4f2e-8dd8-b4fdffb57451 req-6e45f022-61dd-4690-85c2-1210af8b1e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:26.158879 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8f7931e8-bb64-4f2e-8dd8-b4fdffb57451 req-6e45f022-61dd-4690-85c2-1210af8b1e85 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 1132 time: 0.5925016 Nov 02 12:39:26.174282 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:26.192699 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38', 'name': 'tempest-InstanceActionsV221TestJSON-1223098489-router', 'tenant_id': '39d655a565644746a2d466d88fa00f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '769b2a20-dabd-42ad-992a-66d785a0bae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:19Z', 'updated_at': '2022-11-02T12:39:22Z', 'revision_number': 3, 'project_id': '39d655a565644746a2d466d88fa00f02', 'gw_port': {'id': '769b2a20-dabd-42ad-992a-66d785a0bae1', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:21Z', 'updated_at': '2022-11-02T12:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:26.285812 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b6b52c5a-4526-4103-b9a1-2a44b2226086 None None] Provisioning complete for port 961bf907-6cb6-4625-883c-a7345553ac8c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:26.286247 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b6b52c5a-4526-4103-b9a1-2a44b2226086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (961bf907-6cb6-4625-883c-a7345553ac8c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:26.286647 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b6b52c5a-4526-4103-b9a1-2a44b2226086 None None] Attempt 1 to provision port 961bf907-6cb6-4625-883c-a7345553ac8c Nov 02 12:39:26.292475 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] Checking router: 4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:39:26.293168 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] Updating router 4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38 port 769b2a20-dabd-42ad-992a-66d785a0bae1 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:39:26.309903 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1fc3436f-c0ee-4bae-8ee4-896870b8d3d5 admin admin] Publish callbacks [] for security_group (8fe31979-d279-4c43-a9d3-64b6fc357b47), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:26.383391 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b6b52c5a-4526-4103-b9a1-2a44b2226086 None None] Port 961bf907-6cb6-4625-883c-a7345553ac8c cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:39:26.383391 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port bc467e2c-0350-4188-ba93-ed7606d9a590 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:26.383391 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (bc467e2c-0350-4188-ba93-ed7606d9a590), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:26.383391 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port bc467e2c-0350-4188-ba93-ed7606d9a590 Nov 02 12:39:26.387845 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (769b2a20-dabd-42ad-992a-66d785a0bae1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:26.445000 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7ecc2-d983-4b40-932c-86646b733043 req-71fc6539-551f-46f7-9cde-6fd1a10624c7 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:26.450433 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b4f7ecc2-d983-4b40-932c-86646b733043 req-71fc6539-551f-46f7-9cde-6fd1a10624c7 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 950 time: 0.1299424 Nov 02 12:39:26.569769 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b4f7ecc2-d983-4b40-932c-86646b733043 req-c1d87872-62fa-46df-9ce3-a1fe41158e15 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c8cf13e2-6faa-42b4-86f8-08c8ed7974e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033082 Nov 02 12:39:26.670056 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8f7931e8-bb64-4f2e-8dd8-b4fdffb57451 req-2bf36f4f-8547-4686-9d80-d550d280c24e service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4984009 Nov 02 12:39:26.675156 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-08611221-3f21-45e9-8038-fe3f00b76cd2 req-449413fe-fead-41c4-8e52-7dadd581c972 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043337 Nov 02 12:39:26.677350 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55c7f6fd-90da-4d49-8449-bcafe0977d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:26.677970 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1fc3436f-c0ee-4bae-8ee4-896870b8d3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8fe31979-d279-4c43-a9d3-64b6fc357b47), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:26.691798 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b4b511-a1ac-42d0-b890-0f51f7320968 admin admin] Router 703eb442-8c29-4274-9f5a-28b6133356c5 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:39:26.742349 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3436f-c0ee-4bae-8ee4-896870b8d3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe31979-d279-4c43-a9d3-64b6fc357b47,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:26.749797 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:26.759826 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc3436f-c0ee-4bae-8ee4-896870b8d3d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:39:26.831985 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:26.880259 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port bc467e2c-0350-4188-ba93-ed7606d9a590 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:26.881239 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (bc467e2c-0350-4188-ba93-ed7606d9a590), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:26.904571 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b4b511-a1ac-42d0-b890-0f51f7320968 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:39:26.914633 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] Sync routers for ids ['703eb442-8c29-4274-9f5a-28b6133356c5'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:39:26.919486 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port bc467e2c-0350-4188-ba93-ed7606d9a590, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=bc467e2c-0350-4188-ba93-ed7606d9a590,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:26.926586 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1fc3436f-c0ee-4bae-8ee4-896870b8d3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (238c73ae-53a2-4323-b019-252d8bc78f50), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:26.928343 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-1fc3436f-c0ee-4bae-8ee4-896870b8d3d5 admin admin] Added segment 238c73ae-53a2-4323-b019-252d8bc78f50 of type vlan for network d2249df5-ab03-4324-a66a-688d00675cae Nov 02 12:39:26.933843 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] Routers {'703eb442-8c29-4274-9f5a-28b6133356c5'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:26.934725 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:39:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['703eb442-8c29-4274-9f5a-28b6133356c5'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:26.993310 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (bc467e2c-0350-4188-ba93-ed7606d9a590), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:27.021050 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a1b4b511-a1ac-42d0-b890-0f51f7320968 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/703eb442-8c29-4274-9f5a-28b6133356c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4504123 Nov 02 12:39:27.055403 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fe156cc8-7e76-41f9-9965-7b8d5efbf33e req-f59ac259-0547-4916-9e7e-fa2dbee9a65b tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.1544969 Nov 02 12:39:27.191164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 79a8ce72-e7c1-4102-b989-19f2b1c4a87a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:39:27.225555 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-55c7f6fd-90da-4d49-8449-bcafe0977d79 admin admin] Allocated IP 172.20.0.1 (8bad8c5f-d664-4f1c-bad4-6fda0d75c22d/cb533a1a-dbe7-432c-94b3-ca7007cc77f9/8a5092b0-8c5d-454b-8fd5-07b209888783) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:39:27.272897 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-443ced0f-7975-4ed1-8e03-86a601807f3b req-c072342e-d0c3-4266-8a2d-4109b2b8a521 tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.1956048 Nov 02 12:39:27.321643 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cb81995c-9f2b-46ed-8953-a273f8570879 req-85e5dea0-a78a-4d38-aa64-9942708117e8 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2ea316b7-8375-4c4b-b84a-73ba6b2f40f3 HTTP/1.1" status: 200 len: 210 time: 0.0632553 Nov 02 12:39:27.329502 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1fc3436f-c0ee-4bae-8ee4-896870b8d3d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (d2249df5-ab03-4324-a66a-688d00675cae), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:27.464919 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] Set router 703eb442-8c29-4274-9f5a-28b6133356c5 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:27.480156 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=bc467e2c-0350-4188-ba93-ed7606d9a590,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:27.493716 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1fc3436f-c0ee-4bae-8ee4-896870b8d3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (d2249df5-ab03-4324-a66a-688d00675cae), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:27.495928 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc3436f-c0ee-4bae-8ee4-896870b8d3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:27.496636 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1fc3436f-c0ee-4bae-8ee4-896870b8d3d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:27.540871 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55c7f6fd-90da-4d49-8449-bcafe0977d79 admin admin] Publish callbacks [] for port (8a5092b0-8c5d-454b-8fd5-07b209888783), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:27.579199 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] Publish callbacks [] for port (769b2a20-dabd-42ad-992a-66d785a0bae1), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:27.591457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:27.591457 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (79a8ce72-e7c1-4102-b989-19f2b1c4a87a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:27.591457 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a Nov 02 12:39:27.660536 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3436f-c0ee-4bae-8ee4-896870b8d3d5 admin admin] Pushing event updated for resources: {'Network': ['ID=d2249df5-ab03-4324-a66a-688d00675cae,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:27.683399 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network d2249df5-ab03-4324-a66a-688d00675cae details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:39:27.795323 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55c7f6fd-90da-4d49-8449-bcafe0977d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (8a5092b0-8c5d-454b-8fd5-07b209888783), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:27.816152 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-3adfe609-d376-4cc8-b070-8aaeb9a9f7b1 req-47c7feba-5315-4028-9830-5a42f5f5963d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0972354 Nov 02 12:39:27.818851 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (769b2a20-dabd-42ad-992a-66d785a0bae1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:27.862886 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1fc3436f-c0ee-4bae-8ee4-896870b8d3d5 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6158602 Nov 02 12:39:27.863673 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34670) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:27.867394 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34672) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:27.879388 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-951e5b18-bca6-42ac-8b5c-279476aac4d6 admin admin] Request body: {'subnet': {'network_id': 'd2249df5-ab03-4324-a66a-688d00675cae', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471544028-subnet', 'tenant_id': '48947c2a4f894d61863e6fc08f77f410', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:27.886813 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c7f6fd-90da-4d49-8449-bcafe0977d79 admin admin] Network 8bad8c5f-d664-4f1c-bad4-6fda0d75c22d is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:39:27.907847 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-55c7f6fd-90da-4d49-8449-bcafe0977d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:39:27.910044 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703eb442-8c29-4274-9f5a-28b6133356c5', 'name': 'tempest-ServersTestBootFromVolume-1469403266-router', 'tenant_id': 'f871d4dccfa64340ae699fe84bb10a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'bc467e2c-0350-4188-ba93-ed7606d9a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:10Z', 'updated_at': '2022-11-02T12:39:23Z', 'revision_number': 4, 'project_id': 'f871d4dccfa64340ae699fe84bb10a79', 'gw_port': {'id': 'bc467e2c-0350-4188-ba93-ed7606d9a590', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703eb442-8c29-4274-9f5a-28b6133356c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:11Z', 'updated_at': '2022-11-02T12:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '961bf907-6cb6-4625-883c-a7345553ac8c', 'name': '', 'network_id': '445a82ff-111d-4613-87ae-a6de9c7d7a94', 'tenant_id': 'f871d4dccfa64340ae699fe84bb10a79', 'mac_address': 'fa:16:3e:4b:30:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703eb442-8c29-4274-9f5a-28b6133356c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'b24ac5b6-2d48-4526-9db4-d774c69ca50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:21Z', 'updated_at': '2022-11-02T12:39:23Z', 'revision_number': 2, 'project_id': 'f871d4dccfa64340ae699fe84bb10a79', 'subnets': [{'id': 'b24ac5b6-2d48-4526-9db4-d774c69ca50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:27.921299 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c7f6fd-90da-4d49-8449-bcafe0977d79 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:39:27.934211 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5c585eb4-22f2-44d7-99d2-89a1aa6b0243 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1199223362', 'description': 'tempest-description--629855910'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:27.998822 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] Checking router: 703eb442-8c29-4274-9f5a-28b6133356c5 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:39:28.007135 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] Updating router 703eb442-8c29-4274-9f5a-28b6133356c5 port 961bf907-6cb6-4625-883c-a7345553ac8c binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:39:28.034866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] Attempting to bind port 769b2a20-dabd-42ad-992a-66d785a0bae1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:39:28.035296 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] Attempting to bind port 769b2a20-dabd-42ad-992a-66d785a0bae1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:39:28.035672 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] Attempting to bind port 769b2a20-dabd-42ad-992a-66d785a0bae1 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:39:28.044950 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:28.081486 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775d98b-91e5-4bfe-b6a1-4ee673a53098 None None] Pushing event updated for resources: {'Port': ['ID=769b2a20-dabd-42ad-992a-66d785a0bae1,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:28.120972 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951e5b18-bca6-42ac-8b5c-279476aac4d6 admin admin] Made reservation on behalf of 48947c2a4f894d61863e6fc08f77f410 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:39:28.125758 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-951e5b18-bca6-42ac-8b5c-279476aac4d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:28.126907 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (961bf907-6cb6-4625-883c-a7345553ac8c), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:28.131893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:39:28.131893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:39:28.133124 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:28.133693 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:39:28.135601 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] Bound port: 769b2a20-dabd-42ad-992a-66d785a0bae1, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:39:28.136641 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (769b2a20-dabd-42ad-992a-66d785a0bae1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:28.187623 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfe609-d376-4cc8-b070-8aaeb9a9f7b1 req-e71d8850-b203-4317-b1c0-85514e950e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:28.192592 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-3adfe609-d376-4cc8-b070-8aaeb9a9f7b1 req-e71d8850-b203-4317-b1c0-85514e950e43 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=607346d5cd14420f930647ff1ecdb94d&device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 1132 time: 0.1453397 Nov 02 12:39:28.212284 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5c585eb4-22f2-44d7-99d2-89a1aa6b0243 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:28.233277 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514379f-fcf2-4b72-9a0f-27cd860e16d3 req-6e748d6d-b078-4abb-b951-57cedd6f1499 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:28.241390 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e514379f-fcf2-4b72-9a0f-27cd860e16d3 req-6e748d6d-b078-4abb-b951-57cedd6f1499 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 950 time: 0.2100191 Nov 02 12:39:28.269965 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7f6fd-90da-4d49-8449-bcafe0977d79 admin admin] Pushing event updated for resources: {'Port': ['ID=8a5092b0-8c5d-454b-8fd5-07b209888783,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:28.315460 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] For port 769b2a20-dabd-42ad-992a-66d785a0bae1, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:39:28.327149 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] For port 769b2a20-dabd-42ad-992a-66d785a0bae1, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=769b2a20-dabd-42ad-992a-66d785a0bae1,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:39:28.336369 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:28.407404 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6865ee32-ca9f-4367-8b36-5aff29c4269a None None] Provisioning complete for port 8a5092b0-8c5d-454b-8fd5-07b209888783 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:28.410181 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6865ee32-ca9f-4367-8b36-5aff29c4269a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8a5092b0-8c5d-454b-8fd5-07b209888783), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:28.413775 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-6865ee32-ca9f-4367-8b36-5aff29c4269a None None] Attempt 1 to provision port 8a5092b0-8c5d-454b-8fd5-07b209888783 Nov 02 12:39:28.473135 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (769b2a20-dabd-42ad-992a-66d785a0bae1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:28.483405 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5c585eb4-22f2-44d7-99d2-89a1aa6b0243 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks [] for security_group (6d43dc62-5213-4c69-b30b-86ec60e5987d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:28.484442 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:28.540224 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e514379f-fcf2-4b72-9a0f-27cd860e16d3 req-3d4d4e02-8ba2-4b33-9764-dabe6e42e396 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977891 Nov 02 12:39:28.561291 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6865ee32-ca9f-4367-8b36-5aff29c4269a None None] Port 8a5092b0-8c5d-454b-8fd5-07b209888783 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:39:28.580945 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] Routers {'4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:28.581750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:39:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:28.588254 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5c585eb4-22f2-44d7-99d2-89a1aa6b0243 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6d43dc62-5213-4c69-b30b-86ec60e5987d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:28.597343 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfe609-d376-4cc8-b070-8aaeb9a9f7b1 req-c1aa8b12-2162-41ec-a43f-d46a4411b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:28.600140 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-3adfe609-d376-4cc8-b070-8aaeb9a9f7b1 req-c1aa8b12-2162-41ec-a43f-d46a4411b7c5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.3802860 Nov 02 12:39:28.608051 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55c7f6fd-90da-4d49-8449-bcafe0977d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:28.683324 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c585eb4-22f2-44d7-99d2-89a1aa6b0243 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d43dc62-5213-4c69-b30b-86ec60e5987d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:28.772412 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6e7ac2ee-c111-49e7-aa26-185fa51dfb61 req-90713290-3beb-4e05-b586-36b3fda7ca1c tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.0524275 Nov 02 12:39:28.809935 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5c585eb4-22f2-44d7-99d2-89a1aa6b0243 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:28.816702 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5c585eb4-22f2-44d7-99d2-89a1aa6b0243 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9171226 Nov 02 12:39:28.824385 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34700) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:28.843186 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-df914a8b-d715-4d42-8f72-51b455f50f8e tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Request body: {'security_group_rule': {'security_group_id': '6d43dc62-5213-4c69-b30b-86ec60e5987d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:28.937168 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-3adfe609-d376-4cc8-b070-8aaeb9a9f7b1 req-4474e08d-4484-43df-8f3d-c9fa0df86a2e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=cdd384ae-5ca2-4ef8-b6eb-80221338be18 HTTP/1.1" status: 200 len: 217 time: 0.3218212 Nov 02 12:39:28.947659 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] Set router 4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:28.952897 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] Publish callbacks [] for port (961bf907-6cb6-4625-883c-a7345553ac8c), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:29.015381 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5ba98bfd-2f9e-4618-9936-514bbc34fe08 req-941f5b45-2aa1-4fb1-a68a-7627bf23f875 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2ea316b7-8375-4c4b-b84a-73ba6b2f40f3 HTTP/1.1" status: 200 len: 210 time: 0.0811272 Nov 02 12:39:29.034292 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:29.078864 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (961bf907-6cb6-4625-883c-a7345553ac8c), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:29.103498 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775d98b-91e5-4bfe-b6a1-4ee673a53098 None None] Pushing event updated for resources: {'Port': ['ID=769b2a20-dabd-42ad-992a-66d785a0bae1,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:29.144084 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-951e5b18-bca6-42ac-8b5c-279476aac4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (e541ea27-4e09-4908-adc3-fd0f91af5f68), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:29.147354 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfe609-d376-4cc8-b070-8aaeb9a9f7b1 req-39665d7f-6b65-447e-a92c-7c2831fce9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:29.149309 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-3adfe609-d376-4cc8-b070-8aaeb9a9f7b1 req-39665d7f-6b65-447e-a92c-7c2831fce9d5 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.2055545 Nov 02 12:39:29.217659 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-df914a8b-d715-4d42-8f72-51b455f50f8e tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks [] for security_group_rule (59bb60e4-175a-42af-b581-a19ce6f2ab67), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:29.242532 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd5286-ff3d-49f6-837a-2bcb1cbb1bc9 None None] Pushing event updated for resources: {'Port': ['ID=961bf907-6cb6-4625-883c-a7345553ac8c,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:29.372566 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] Attempting to bind port 961bf907-6cb6-4625-883c-a7345553ac8c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:39:29.372992 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] Attempting to bind port 961bf907-6cb6-4625-883c-a7345553ac8c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd8391064-85ef-499e-a727-d6d717e19103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '445a82ff-111d-4613-87ae-a6de9c7d7a94'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:39:29.375658 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] Attempting to bind port 961bf907-6cb6-4625-883c-a7345553ac8c on network 445a82ff-111d-4613-87ae-a6de9c7d7a94 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:39:29.382562 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfe609-d376-4cc8-b070-8aaeb9a9f7b1 req-211c66fc-9500-4418-99fb-49acea5a857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:29.390577 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-3adfe609-d376-4cc8-b070-8aaeb9a9f7b1 req-211c66fc-9500-4418-99fb-49acea5a857b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2213249 Nov 02 12:39:29.417593 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-df914a8b-d715-4d42-8f72-51b455f50f8e tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks [] for security_group_rule (59bb60e4-175a-42af-b581-a19ce6f2ab67), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:29.420006 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e5b18-bca6-42ac-8b5c-279476aac4d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e541ea27-4e09-4908-adc3-fd0f91af5f68,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:29.433347 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a5656f78-825a-491a-8f93-5ba047671bdc req-a9aaf039-aa17-4dd2-bc60-f760421af657 tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.1523030 Nov 02 12:39:29.440556 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951e5b18-bca6-42ac-8b5c-279476aac4d6 admin admin] Checking segment: {'id': '238c73ae-53a2-4323-b019-252d8bc78f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd2249df5-ab03-4324-a66a-688d00675cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:39:29.441237 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951e5b18-bca6-42ac-8b5c-279476aac4d6 admin admin] Network hostable DHCP agents. Network: d2249df5-ab03-4324-a66a-688d00675cae, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:39:29.462950 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:39:29.463326 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] Checking segment: {'id': 'd8391064-85ef-499e-a727-d6d717e19103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '445a82ff-111d-4613-87ae-a6de9c7d7a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:39:29.463993 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:29.464587 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] Bound using segment: {'id': 'd8391064-85ef-499e-a727-d6d717e19103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '445a82ff-111d-4613-87ae-a6de9c7d7a94'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:39:29.465182 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] Bound port: 961bf907-6cb6-4625-883c-a7345553ac8c, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8391064-85ef-499e-a727-d6d717e19103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '445a82ff-111d-4613-87ae-a6de9c7d7a94'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:39:29.465631 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (961bf907-6cb6-4625-883c-a7345553ac8c), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:29.505169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device bc467e2c-0350-4188-ba93-ed7606d9a590 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:39:29.519501 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-df914a8b-d715-4d42-8f72-51b455f50f8e tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (59bb60e4-175a-42af-b581-a19ce6f2ab67), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:29.581783 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-3adfe609-d376-4cc8-b070-8aaeb9a9f7b1 req-77ea0490-5722-4158-af08-25769b44c240 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902792 Nov 02 12:39:29.591102 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] For port 961bf907-6cb6-4625-883c-a7345553ac8c, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:39:29.601043 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] For port 961bf907-6cb6-4625-883c-a7345553ac8c, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=961bf907-6cb6-4625-883c-a7345553ac8c,segment=NetworkSegment(d8391064-85ef-499e-a727-d6d717e19103),segment_id=d8391064-85ef-499e-a727-d6d717e19103)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:39:29.615335 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951e5b18-bca6-42ac-8b5c-279476aac4d6 admin admin] Network d2249df5-ab03-4324-a66a-688d00675cae is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:39:29.628536 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df914a8b-d715-4d42-8f72-51b455f50f8e tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59bb60e4-175a-42af-b581-a19ce6f2ab67,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:29.642660 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device cdd384ae-5ca2-4ef8-b6eb-80221338be18 no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:39:29.751159 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55c7f6fd-90da-4d49-8449-bcafe0977d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8a5092b0-8c5d-454b-8fd5-07b209888783), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:29.752829 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ea94c-3fae-4fd0-884d-9bd0e1959343 req-f4646642-6b25-4039-8417-dfcc877bfef5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:29.761293 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (961bf907-6cb6-4625-883c-a7345553ac8c), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:29.762429 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-272ea94c-3fae-4fd0-884d-9bd0e1959343 req-f4646642-6b25-4039-8417-dfcc877bfef5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 950 time: 0.1064749 Nov 02 12:39:29.793681 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-df914a8b-d715-4d42-8f72-51b455f50f8e tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:29.795640 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-df914a8b-d715-4d42-8f72-51b455f50f8e tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9666438 Nov 02 12:39:29.812350 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-951e5b18-bca6-42ac-8b5c-279476aac4d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, d2249df5-ab03-4324-a66a-688d00675cae) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:39:29.820361 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:29.822261 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34716) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:29.831608 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879ea50f-7079-4e1c-8b93-fb5823cb5dd0 None None] Network d2249df5-ab03-4324-a66a-688d00675cae requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:39:29.834405 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:29.835429 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:29.839092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port bc467e2c-0350-4188-ba93-ed7606d9a590 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:29.839610 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (bc467e2c-0350-4188-ba93-ed7606d9a590), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:29.839952 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port bc467e2c-0350-4188-ba93-ed7606d9a590 Nov 02 12:39:29.842893 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] Routers {'703eb442-8c29-4274-9f5a-28b6133356c5'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:29.843448 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:39:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['703eb442-8c29-4274-9f5a-28b6133356c5'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:29.849504 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-a06638ca-7105-48c0-870f-d826f24d86c2 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Request body: {'security_group_rule': {'security_group_id': '6d43dc62-5213-4c69-b30b-86ec60e5987d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:29.884879 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951e5b18-bca6-42ac-8b5c-279476aac4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:29.885812 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-951e5b18-bca6-42ac-8b5c-279476aac4d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:29.933536 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-3adfe609-d376-4cc8-b070-8aaeb9a9f7b1 req-04c65089-0309-403d-a457-5e300a7d7949 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776109 Nov 02 12:39:29.939411 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:30.042726 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd5286-ff3d-49f6-837a-2bcb1cbb1bc9 None None] Pushing event updated for resources: {'Port': ['ID=961bf907-6cb6-4625-883c-a7345553ac8c,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:30.053943 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-272ea94c-3fae-4fd0-884d-9bd0e1959343 req-da0da4a4-098f-424f-8589-3ac7a214f0ab tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879140 Nov 02 12:39:30.095289 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-951e5b18-bca6-42ac-8b5c-279476aac4d6 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2285872 Nov 02 12:39:30.103470 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34734) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:30.115268 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-8f31dd72-112a-4258-b4cb-43cf5ea74579 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471544028-router', 'tenant_id': '48947c2a4f894d61863e6fc08f77f410', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:30.123429 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a06638ca-7105-48c0-870f-d826f24d86c2 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks [] for security_group_rule (3c034ee8-21e6-4136-922c-9d5490bdc0f6), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:30.138537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38', 'name': 'tempest-InstanceActionsV221TestJSON-1223098489-router', 'tenant_id': '39d655a565644746a2d466d88fa00f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '769b2a20-dabd-42ad-992a-66d785a0bae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:19Z', 'updated_at': '2022-11-02T12:39:22Z', 'revision_number': 3, 'project_id': '39d655a565644746a2d466d88fa00f02', 'gw_port': {'id': '769b2a20-dabd-42ad-992a-66d785a0bae1', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:21Z', 'updated_at': '2022-11-02T12:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:30.261861 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d428442-4a2b-406e-bd95-921da723f659 None None] The sync data for ids ['4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38'] in n-d-857339-6 is: [{'id': '4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38', 'name': 'tempest-InstanceActionsV221TestJSON-1223098489-router', 'tenant_id': '39d655a565644746a2d466d88fa00f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '769b2a20-dabd-42ad-992a-66d785a0bae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:19Z', 'updated_at': '2022-11-02T12:39:22Z', 'revision_number': 3, 'project_id': '39d655a565644746a2d466d88fa00f02', 'gw_port': {'id': '769b2a20-dabd-42ad-992a-66d785a0bae1', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:21Z', 'updated_at': '2022-11-02T12:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:39:30.262491 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] Set router 703eb442-8c29-4274-9f5a-28b6133356c5 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:30.301440 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-8ac8e363-15ad-45fc-ba85-fe5ed6b2e22a tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=d4fefce7b59b4135ab03a518f381e171&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645294 Nov 02 12:39:30.304152 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=16 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:30.336316 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a06638ca-7105-48c0-870f-d826f24d86c2 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks [] for security_group_rule (3c034ee8-21e6-4136-922c-9d5490bdc0f6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:30.354138 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f31dd72-112a-4258-b4cb-43cf5ea74579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:30.355654 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f31dd72-112a-4258-b4cb-43cf5ea74579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:30.397075 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-33de8756-faeb-4c2a-be77-9ace77245b82 req-53169c25-8512-42cf-a8bb-93f8d54d129c tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.2193909 Nov 02 12:39:30.479064 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port cdd384ae-5ca2-4ef8-b6eb-80221338be18 is: ACTIVE; New status is: DOWN {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:30.479453 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:30.511273 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a06638ca-7105-48c0-870f-d826f24d86c2 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (3c034ee8-21e6-4136-922c-9d5490bdc0f6), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:30.557299 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-d2249df5-ab03-4324-a66a-688d00675cae', 'network_id': 'd2249df5-ab03-4324-a66a-688d00675cae', 'project_id': '48947c2a4f894d61863e6fc08f77f410', 'fixed_ips': [{'subnet_id': 'e541ea27-4e09-4908-adc3-fd0f91af5f68'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:39:30.558738 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:30.612462 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06638ca-7105-48c0-870f-d826f24d86c2 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c034ee8-21e6-4136-922c-9d5490bdc0f6,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:30.636533 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f31dd72-112a-4258-b4cb-43cf5ea74579 admin admin] Publish callbacks [] for router_controller (26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:30.672106 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-91c23874-d9a0-48ed-8fe7-2008f95b47d6 req-b1cda889-6e70-4e66-bdcd-34abf158e3d1 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2ea316b7-8375-4c4b-b84a-73ba6b2f40f3 HTTP/1.1" status: 200 len: 210 time: 0.0522771 Nov 02 12:39:30.697068 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port bc467e2c-0350-4188-ba93-ed7606d9a590 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:30.708184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cde6e93-3b90-4a9a-9290-ceb80a183a73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdd384ae-5ca2-4ef8-b6eb-80221338be18'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:39:30.708804 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67da640-ee6b-4d6a-a4d4-766df31ce55e" -d '{"events": [{"server_uuid": "1cde6e93-3b90-4a9a-9290-ceb80a183a73", "name": "network-vif-unplugged", "status": "completed", "tag": "cdd384ae-5ca2-4ef8-b6eb-80221338be18"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:39:30.712182 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port cdd384ae-5ca2-4ef8-b6eb-80221338be18, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=cdd384ae-5ca2-4ef8-b6eb-80221338be18,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:30.893092 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a06638ca-7105-48c0-870f-d826f24d86c2 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:30.897206 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a06638ca-7105-48c0-870f-d826f24d86c2 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0586231 Nov 02 12:39:30.908642 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34744) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:30.925849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-193ea62c-2e9e-470d-917e-df5ba9894d4f tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:30.979188 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:31.011119 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55c7f6fd-90da-4d49-8449-bcafe0977d79 admin admin] Publish callbacks [] for port (8a5092b0-8c5d-454b-8fd5-07b209888783), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:31.046381 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703eb442-8c29-4274-9f5a-28b6133356c5', 'name': 'tempest-ServersTestBootFromVolume-1469403266-router', 'tenant_id': 'f871d4dccfa64340ae699fe84bb10a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'bc467e2c-0350-4188-ba93-ed7606d9a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:10Z', 'updated_at': '2022-11-02T12:39:23Z', 'revision_number': 4, 'project_id': 'f871d4dccfa64340ae699fe84bb10a79', 'gw_port': {'id': 'bc467e2c-0350-4188-ba93-ed7606d9a590', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703eb442-8c29-4274-9f5a-28b6133356c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:11Z', 'updated_at': '2022-11-02T12:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '961bf907-6cb6-4625-883c-a7345553ac8c', 'name': '', 'network_id': '445a82ff-111d-4613-87ae-a6de9c7d7a94', 'tenant_id': 'f871d4dccfa64340ae699fe84bb10a79', 'mac_address': 'fa:16:3e:4b:30:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703eb442-8c29-4274-9f5a-28b6133356c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'b24ac5b6-2d48-4526-9db4-d774c69ca50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:21Z', 'updated_at': '2022-11-02T12:39:29Z', 'revision_number': 4, 'project_id': 'f871d4dccfa64340ae699fe84bb10a79', 'subnets': [{'id': 'b24ac5b6-2d48-4526-9db4-d774c69ca50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:31.058188 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:31.133422 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-5752df00-aa06-4a5c-975c-e29d15a3275d tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:31.134960 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-5752df00-aa06-4a5c-975c-e29d15a3275d tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8296094 Nov 02 12:39:31.137330 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55c7f6fd-90da-4d49-8449-bcafe0977d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (8a5092b0-8c5d-454b-8fd5-07b209888783), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:31.148017 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258e89a1-e291-4121-9f5b-5e48c7b4ef3d None None] The sync data for ids ['703eb442-8c29-4274-9f5a-28b6133356c5'] in n-d-857339-6 is: [{'id': '703eb442-8c29-4274-9f5a-28b6133356c5', 'name': 'tempest-ServersTestBootFromVolume-1469403266-router', 'tenant_id': 'f871d4dccfa64340ae699fe84bb10a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'bc467e2c-0350-4188-ba93-ed7606d9a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:10Z', 'updated_at': '2022-11-02T12:39:23Z', 'revision_number': 4, 'project_id': 'f871d4dccfa64340ae699fe84bb10a79', 'gw_port': {'id': 'bc467e2c-0350-4188-ba93-ed7606d9a590', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703eb442-8c29-4274-9f5a-28b6133356c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:11Z', 'updated_at': '2022-11-02T12:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '961bf907-6cb6-4625-883c-a7345553ac8c', 'name': '', 'network_id': '445a82ff-111d-4613-87ae-a6de9c7d7a94', 'tenant_id': 'f871d4dccfa64340ae699fe84bb10a79', 'mac_address': 'fa:16:3e:4b:30:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703eb442-8c29-4274-9f5a-28b6133356c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'b24ac5b6-2d48-4526-9db4-d774c69ca50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:21Z', 'updated_at': '2022-11-02T12:39:29Z', 'revision_number': 4, 'project_id': 'f871d4dccfa64340ae699fe84bb10a79', 'subnets': [{'id': 'b24ac5b6-2d48-4526-9db4-d774c69ca50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:39:31.163030 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-908653e0-30b0-4582-b670-96b7ea79560f req-e3067053-bd50-41f0-a860-73d36f27ed04 tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.2300534 Nov 02 12:39:31.175571 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:31.199750 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:31.202361 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=cdd384ae-5ca2-4ef8-b6eb-80221338be18,revision_number=8']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:31.274392 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] Allocated IP 172.20.0.2 (d2249df5-ab03-4324-a66a-688d00675cae/e541ea27-4e09-4908-adc3-fd0f91af5f68/64cc3f01-06cd-42dd-8dd9-c25e93063c77) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:39:31.274517 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-0b89c9f7-cd76-4ff9-8e8e-7ccf3728f7d9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Request body: {'port': {'device_id': '2ea316b7-8375-4c4b-b84a-73ba6b2f40f3', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': 'd4fefce7b59b4135ab03a518f381e171'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:31.567527 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] Publish callbacks [] for port (64cc3f01-06cd-42dd-8dd9-c25e93063c77), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:31.598833 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:31.606162 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 12:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60c3953-c2b4-48aa-82e5-dde01713c496 x-openstack-request-id: req-e60c3953-c2b4-48aa-82e5-dde01713c496 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:39:31.606501 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cde6e93-3b90-4a9a-9290-ceb80a183a73", "name": "network-vif-unplugged", "status": "completed", "tag": "cdd384ae-5ca2-4ef8-b6eb-80221338be18", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:39:31.606748 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e60c3953-c2b4-48aa-82e5-dde01713c496 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:39:31.607168 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e60c3953-c2b4-48aa-82e5-dde01713c496'] response: {'server_uuid': '1cde6e93-3b90-4a9a-9290-ceb80a183a73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdd384ae-5ca2-4ef8-b6eb-80221338be18', 'code': 200} Nov 02 12:39:31.608059 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 769b2a20-dabd-42ad-992a-66d785a0bae1 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:39:31.684967 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844b38e-bd65-4049-a528-a411c10db3bf req-9e0edaf8-f616-4ec2-80f9-0597fc10f11a tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:31.693083 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3844b38e-bd65-4049-a528-a411c10db3bf req-9e0edaf8-f616-4ec2-80f9-0597fc10f11a tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 1132 time: 0.1681840 Nov 02 12:39:31.723976 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (64cc3f01-06cd-42dd-8dd9-c25e93063c77), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:31.900003 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] Pushing event updated for resources: {'Port': ['ID=64cc3f01-06cd-42dd-8dd9-c25e93063c77,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:31.921069 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55c7f6fd-90da-4d49-8449-bcafe0977d79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:31.974059 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 769b2a20-dabd-42ad-992a-66d785a0bae1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:31.979948 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (769b2a20-dabd-42ad-992a-66d785a0bae1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:31.980662 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7f6fd-90da-4d49-8449-bcafe0977d79 admin admin] Pushing event updated for resources: {'Port': ['ID=8a5092b0-8c5d-454b-8fd5-07b209888783,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:31.984427 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 769b2a20-dabd-42ad-992a-66d785a0bae1 Nov 02 12:39:32.079558 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] Network d2249df5-ab03-4324-a66a-688d00675cae is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:39:32.112644 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:39:32.116912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:39:32.318989 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:32.331928 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] Attempting to bind port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:39:32.332322 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] Attempting to bind port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '238c73ae-53a2-4323-b019-252d8bc78f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd2249df5-ab03-4324-a66a-688d00675cae'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:39:32.332744 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] Attempting to bind port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 on network d2249df5-ab03-4324-a66a-688d00675cae {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:39:32.335631 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c7f6fd-90da-4d49-8449-bcafe0977d79 admin admin] Network 8bad8c5f-d664-4f1c-bad4-6fda0d75c22d is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:39:32.338288 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-55c7f6fd-90da-4d49-8449-bcafe0977d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:39:32.422750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 769b2a20-dabd-42ad-992a-66d785a0bae1 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:32.423088 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (769b2a20-dabd-42ad-992a-66d785a0bae1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:32.472551 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-0b89c9f7-cd76-4ff9-8e8e-7ccf3728f7d9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Made reservation on behalf of d4fefce7b59b4135ab03a518f381e171 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:39:32.483793 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 769b2a20-dabd-42ad-992a-66d785a0bae1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=769b2a20-dabd-42ad-992a-66d785a0bae1,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:32.485204 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-0b89c9f7-cd76-4ff9-8e8e-7ccf3728f7d9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:32.497248 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3844b38e-bd65-4049-a528-a411c10db3bf req-b28bfc7d-53eb-4d20-949f-5ea21a294029 tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:32.498790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:39:32.498790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] Checking segment: {'id': '238c73ae-53a2-4323-b019-252d8bc78f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd2249df5-ab03-4324-a66a-688d00675cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:39:32.498790 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:32.498790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] Bound using segment: {'id': '238c73ae-53a2-4323-b019-252d8bc78f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd2249df5-ab03-4324-a66a-688d00675cae'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:39:32.499544 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] Bound port: 64cc3f01-06cd-42dd-8dd9-c25e93063c77, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238c73ae-53a2-4323-b019-252d8bc78f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd2249df5-ab03-4324-a66a-688d00675cae'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:39:32.499544 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (64cc3f01-06cd-42dd-8dd9-c25e93063c77), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:32.520981 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-0b89c9f7-cd76-4ff9-8e8e-7ccf3728f7d9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:32.589120 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-193ea62c-2e9e-470d-917e-df5ba9894d4f tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:32.627747 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f31dd72-112a-4258-b4cb-43cf5ea74579 admin admin] Publish callbacks [] for router_gateway (26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:32.636264 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (769b2a20-dabd-42ad-992a-66d785a0bae1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:32.744124 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d3f957a9-7b8c-4619-9048-bee5459c5954 req-249b0526-9220-4264-9b9a-0e0ecf07375e tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.2570388 Nov 02 12:39:32.814049 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] For port 64cc3f01-06cd-42dd-8dd9-c25e93063c77, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:39:32.848268 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4530c06e-eaf1-4b88-b79f-d38083e23f30 None None] Provisioning complete for port 8a5092b0-8c5d-454b-8fd5-07b209888783 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:32.849025 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4530c06e-eaf1-4b88-b79f-d38083e23f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8a5092b0-8c5d-454b-8fd5-07b209888783), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:32.849618 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4530c06e-eaf1-4b88-b79f-d38083e23f30 None None] Attempt 1 to provision port 8a5092b0-8c5d-454b-8fd5-07b209888783 Nov 02 12:39:32.925684 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c7f6fd-90da-4d49-8449-bcafe0977d79 admin admin] Router 4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:39:33.000818 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] For port 64cc3f01-06cd-42dd-8dd9-c25e93063c77, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=64cc3f01-06cd-42dd-8dd9-c25e93063c77,segment=NetworkSegment(238c73ae-53a2-4323-b019-252d8bc78f50),segment_id=238c73ae-53a2-4323-b019-252d8bc78f50)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:39:33.027117 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=769b2a20-dabd-42ad-992a-66d785a0bae1,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:33.078132 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4530c06e-eaf1-4b88-b79f-d38083e23f30 None None] Port 8a5092b0-8c5d-454b-8fd5-07b209888783 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:39:33.127163 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (64cc3f01-06cd-42dd-8dd9-c25e93063c77), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:33.155215 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c7f6fd-90da-4d49-8449-bcafe0977d79 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:39:33.176300 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-55c7f6fd-90da-4d49-8449-bcafe0977d79 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1185122 Nov 02 12:39:33.232595 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:33.245991 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 961bf907-6cb6-4625-883c-a7345553ac8c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:39:33.278117 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-0b89c9f7-cd76-4ff9-8e8e-7ccf3728f7d9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Publish callbacks [] for security_group (a83692d3-b062-4b89-bb5e-0ffb7ac6fe31), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:33.340241 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ad9cd8b7-0f96-4e09-9feb-95f91219a1fa req-db68ba4b-54b9-42cf-9bda-55eaf1bd9130 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2ea316b7-8375-4c4b-b84a-73ba6b2f40f3 HTTP/1.1" status: 200 len: 210 time: 0.2542987 Nov 02 12:39:33.343431 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:33.385637 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc2be1-af25-4b53-9b9f-edcc23d10344 None None] Pushing event updated for resources: {'Port': ['ID=64cc3f01-06cd-42dd-8dd9-c25e93063c77,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:33.427980 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-0b89c9f7-cd76-4ff9-8e8e-7ccf3728f7d9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a83692d3-b062-4b89-bb5e-0ffb7ac6fe31), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:33.457904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 961bf907-6cb6-4625-883c-a7345553ac8c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:33.458361 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (961bf907-6cb6-4625-883c-a7345553ac8c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:33.458747 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 961bf907-6cb6-4625-883c-a7345553ac8c Nov 02 12:39:33.659915 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:33.670203 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:33.774150 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89c9f7-cd76-4ff9-8e8e-7ccf3728f7d9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:33.928774 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:33.944805 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 961bf907-6cb6-4625-883c-a7345553ac8c is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:33.945410 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (961bf907-6cb6-4625-883c-a7345553ac8c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:34.016023 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-0b89c9f7-cd76-4ff9-8e8e-7ccf3728f7d9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Allocated IP 192.168.233.145 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/d52229ec-7865-402d-84bb-7a7568d392fd) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:39:34.016254 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3844b38e-bd65-4049-a528-a411c10db3bf req-b28bfc7d-53eb-4d20-949f-5ea21a294029 tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] Publish callbacks [] for security_group (48f279db-cd24-4587-acbf-4e7546e6aa4b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:34.032460 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-193ea62c-2e9e-470d-917e-df5ba9894d4f tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:34.092907 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2cfaa00a-e54a-4148-af41-72160d29016d req-479cc5e9-df8b-4c33-aa67-e47be265b10f tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0770640 Nov 02 12:39:34.117793 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f31dd72-112a-4258-b4cb-43cf5ea74579 admin admin] Publish callbacks [] for router_gateway (26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:34.161651 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 961bf907-6cb6-4625-883c-a7345553ac8c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=961bf907-6cb6-4625-883c-a7345553ac8c,segment=NetworkSegment(d8391064-85ef-499e-a727-d6d717e19103),segment_id=d8391064-85ef-499e-a727-d6d717e19103)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:34.212229 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:34.258021 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (961bf907-6cb6-4625-883c-a7345553ac8c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:34.402632 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=961bf907-6cb6-4625-883c-a7345553ac8c,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:34.414220 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-193ea62c-2e9e-470d-917e-df5ba9894d4f tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Allocated IP 172.25.2.88 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/9dcd02e5-1224-42c3-84bd-60a5595127db) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:39:34.584216 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:39:34.640476 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-193ea62c-2e9e-470d-917e-df5ba9894d4f tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks [] for port (9dcd02e5-1224-42c3-84bd-60a5595127db), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:34.710554 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f31dd72-112a-4258-b4cb-43cf5ea74579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:34.946502 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-8f31dd72-112a-4258-b4cb-43cf5ea74579 admin admin] Allocated IP 172.25.2.193 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/f3839784-ad99-4fb4-a455-9dbef0c7fa1b) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:39:35.006909 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-0b89c9f7-cd76-4ff9-8e8e-7ccf3728f7d9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Publish callbacks [] for port (d52229ec-7865-402d-84bb-7a7568d392fd), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:35.038825 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3844b38e-bd65-4049-a528-a411c10db3bf req-b28bfc7d-53eb-4d20-949f-5ea21a294029 tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (48f279db-cd24-4587-acbf-4e7546e6aa4b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:35.057433 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-193ea62c-2e9e-470d-917e-df5ba9894d4f tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (9dcd02e5-1224-42c3-84bd-60a5595127db), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:35.069552 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:35.221224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device cdd384ae-5ca2-4ef8-b6eb-80221338be18 details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:39:35.305729 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636a8e66-bbcc-4b34-a411-9473e9a0c37d None None] Sync routers for ids ['4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:39:35.353520 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-12ae488c-e5cd-4df9-8f89-7e28154de240 req-c6236d61-b0af-4719-8708-e4030c6a8d53 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.3647640 Nov 02 12:39:35.375597 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a74ce5-4b9a-4c1f-be93-50ac865d093e None None] Network d2249df5-ab03-4324-a66a-688d00675cae requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:39:35.378949 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 64cc3f01-06cd-42dd-8dd9-c25e93063c77 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:39:35.461817 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636a8e66-bbcc-4b34-a411-9473e9a0c37d None None] Routers {'4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:35.462551 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-636a8e66-bbcc-4b34-a411-9473e9a0c37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:39:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:35.503952 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193ea62c-2e9e-470d-917e-df5ba9894d4f tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:39:35.512418 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3844b38e-bd65-4049-a528-a411c10db3bf req-b28bfc7d-53eb-4d20-949f-5ea21a294029 tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 3.8178973 Nov 02 12:39:35.550168 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bfc7d-53eb-4d20-949f-5ea21a294029 tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f279db-cd24-4587-acbf-4e7546e6aa4b,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:35.554926 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-0b89c9f7-cd76-4ff9-8e8e-7ccf3728f7d9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (d52229ec-7865-402d-84bb-7a7568d392fd), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:35.586424 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-193ea62c-2e9e-470d-917e-df5ba9894d4f tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:39:35.608168 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193ea62c-2e9e-470d-917e-df5ba9894d4f tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:39:35.626417 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ea62c-2e9e-470d-917e-df5ba9894d4f tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Pushing event updated for resources: {'Port': ['ID=9dcd02e5-1224-42c3-84bd-60a5595127db,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:35.679582 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f31dd72-112a-4258-b4cb-43cf5ea74579 admin admin] Publish callbacks [] for port (f3839784-ad99-4fb4-a455-9dbef0c7fa1b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:35.679993 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89c9f7-cd76-4ff9-8e8e-7ccf3728f7d9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Pushing event updated for resources: {'Port': ['ID=d52229ec-7865-402d-84bb-7a7568d392fd,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:35.705720 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-0b89c9f7-cd76-4ff9-8e8e-7ccf3728f7d9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:39:35.712034 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-0b89c9f7-cd76-4ff9-8e8e-7ccf3728f7d9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:39:35.716509 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-0b89c9f7-cd76-4ff9-8e8e-7ccf3728f7d9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:39:35.758137 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea28ad9-5645-4d58-a2fc-3984b4ce19c3 req-61b9f2d6-2c4b-4235-9db6-0f22092a4ad8 tempest-InstanceActionsV221TestJSON-1191953179 tempest-InstanceActionsV221TestJSON-1191953179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:35.768018 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9ea28ad9-5645-4d58-a2fc-3984b4ce19c3 req-61b9f2d6-2c4b-4235-9db6-0f22092a4ad8 tempest-InstanceActionsV221TestJSON-1191953179 tempest-InstanceActionsV221TestJSON-1191953179-project] 10.222.0.64 "GET /networking/v2.0/networks?id=8bad8c5f-d664-4f1c-bad4-6fda0d75c22d HTTP/1.1" status: 200 len: 818 time: 0.7406056 Nov 02 12:39:35.849765 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-0b89c9f7-cd76-4ff9-8e8e-7ccf3728f7d9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:35.851137 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-0b89c9f7-cd76-4ff9-8e8e-7ccf3728f7d9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:35.900218 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0d9e57f3-77a7-4860-a693-36e82b9521c8 req-1da9deb2-a5de-4119-962c-441f682cddc3 tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.1307399 Nov 02 12:39:35.946077 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9ea28ad9-5645-4d58-a2fc-3984b4ce19c3 req-27f2e8f9-5786-4c29-b940-ecd5cbaa8085 tempest-InstanceActionsV221TestJSON-1191953179 tempest-InstanceActionsV221TestJSON-1191953179-project] 10.222.0.64 "GET /networking/v2.0/quotas/39d655a565644746a2d466d88fa00f02 HTTP/1.1" status: 200 len: 375 time: 0.1659317 Nov 02 12:39:35.998895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d126845f-de41-4c87-bce8-546ba76c6ddd None None] Provisioning complete for port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:35.999600 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d126845f-de41-4c87-bce8-546ba76c6ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (64cc3f01-06cd-42dd-8dd9-c25e93063c77), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:36.000340 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d126845f-de41-4c87-bce8-546ba76c6ddd None None] Attempt 1 to provision port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 Nov 02 12:39:36.044109 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9ea28ad9-5645-4d58-a2fc-3984b4ce19c3 req-923814ef-762a-4f75-a6b1-c3d9336a8159 tempest-InstanceActionsV221TestJSON-1191953179 tempest-InstanceActionsV221TestJSON-1191953179-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=39d655a565644746a2d466d88fa00f02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825334 Nov 02 12:39:36.050776 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-0b89c9f7-cd76-4ff9-8e8e-7ccf3728f7d9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8278656 Nov 02 12:39:36.070046 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] Request body: {'port': {'device_id': '2ea316b7-8375-4c4b-b84a-73ba6b2f40f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-857339-6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:36.136205 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34810) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:36.192179 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port cdd384ae-5ca2-4ef8-b6eb-80221338be18, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=cdd384ae-5ca2-4ef8-b6eb-80221338be18,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:36.239086 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-193ea62c-2e9e-470d-917e-df5ba9894d4f tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks [] for floatingip (35f09796-a809-4b93-ad47-516fc1fd7fa2), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:36.283306 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f31dd72-112a-4258-b4cb-43cf5ea74579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (f3839784-ad99-4fb4-a455-9dbef0c7fa1b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:36.366152 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': 'cdd384ae-5ca2-4ef8-b6eb-80221338be18', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': 'cdd384ae-5ca2-4ef8-b6eb-80221338be18', 'mac_address': 'fa:16:3e:c7:e6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:39:36.394908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-636a8e66-bbcc-4b34-a411-9473e9a0c37d None None] Set router 4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:36.435508 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f31dd72-112a-4258-b4cb-43cf5ea74579 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:39:36.440114 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d52229ec-7865-402d-84bb-7a7568d392fd), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:36.451357 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a381f-3ca7-416f-9e31-219c9d540389 req-d4a67090-69d5-4cd5-bda3-c1295d31f3e8 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:36.464782 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6b1a381f-3ca7-416f-9e31-219c9d540389 req-d4a67090-69d5-4cd5-bda3-c1295d31f3e8 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2ea316b7-8375-4c4b-b84a-73ba6b2f40f3 HTTP/1.1" status: 200 len: 936 time: 0.1951447 Nov 02 12:39:36.494941 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-8f31dd72-112a-4258-b4cb-43cf5ea74579 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:39:36.542627 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:36.546735 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (64cc3f01-06cd-42dd-8dd9-c25e93063c77), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:36.547397 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 Nov 02 12:39:36.576592 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f31dd72-112a-4258-b4cb-43cf5ea74579 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:39:36.880691 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-890dcc18-7701-40eb-a637-b12aeef582f1 req-ae8cd687-4a9f-401e-9788-5769ccfd3946 tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.5740428 Nov 02 12:39:37.024344 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6b1a381f-3ca7-416f-9e31-219c9d540389 req-d95552a7-5b63-4072-a74b-8e8c7c9a6eaf tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583265 Nov 02 12:39:37.030052 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d126845f-de41-4c87-bce8-546ba76c6ddd None None] Current status of the port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:37.040038 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d126845f-de41-4c87-bce8-546ba76c6ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (64cc3f01-06cd-42dd-8dd9-c25e93063c77), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:37.043754 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:37.105290 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-193ea62c-2e9e-470d-917e-df5ba9894d4f tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9dcd02e5-1224-42c3-84bd-60a5595127db), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:37.153922 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port cdd384ae-5ca2-4ef8-b6eb-80221338be18 is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:37.153922 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:37.279953 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:37.291403 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31dd72-112a-4258-b4cb-43cf5ea74579 admin admin] Pushing event updated for resources: {'Port': ['ID=f3839784-ad99-4fb4-a455-9dbef0c7fa1b,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:37.471045 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-82fec96d-2a4d-4b4e-8081-cfd0d691e6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:37.501482 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:37.636091 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d52229ec-7865-402d-84bb-7a7568d392fd {{(pid=105976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:39:37.668889 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:37.669442 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (64cc3f01-06cd-42dd-8dd9-c25e93063c77), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:37.686602 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] Publish callbacks [] for port (d52229ec-7865-402d-84bb-7a7568d392fd), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:37.804249 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd384ae-5ca2-4ef8-b6eb-80221338be18 {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:39:37.805118 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ac09e9ab-2ecd-4c19-9843-670552a8b992 req-224149a4-e47b-44bb-b706-5b4f0e50d12a tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.1387310 Nov 02 12:39:37.809743 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.provisioning_blocks [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] Transition to ACTIVE for port object d52229ec-7865-402d-84bb-7a7568d392fd will not be triggered until provisioned by entity L2. {{(pid=105976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:39:37.914330 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d126845f-de41-4c87-bce8-546ba76c6ddd None None] For port 64cc3f01-06cd-42dd-8dd9-c25e93063c77, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=64cc3f01-06cd-42dd-8dd9-c25e93063c77,segment=NetworkSegment(238c73ae-53a2-4323-b019-252d8bc78f50),segment_id=238c73ae-53a2-4323-b019-252d8bc78f50)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:37.947502 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port cdd384ae-5ca2-4ef8-b6eb-80221338be18, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=cdd384ae-5ca2-4ef8-b6eb-80221338be18,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:37.956938 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-636a8e66-bbcc-4b34-a411-9473e9a0c37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38', 'name': 'tempest-InstanceActionsV221TestJSON-1223098489-router', 'tenant_id': '39d655a565644746a2d466d88fa00f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '769b2a20-dabd-42ad-992a-66d785a0bae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:19Z', 'updated_at': '2022-11-02T12:39:28Z', 'revision_number': 4, 'project_id': '39d655a565644746a2d466d88fa00f02', 'gw_port': {'id': '769b2a20-dabd-42ad-992a-66d785a0bae1', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:21Z', 'updated_at': '2022-11-02T12:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '8a5092b0-8c5d-454b-8fd5-07b209888783', 'name': '', 'network_id': '8bad8c5f-d664-4f1c-bad4-6fda0d75c22d', 'tenant_id': '39d655a565644746a2d466d88fa00f02', 'mac_address': 'fa:16:3e:e1:c5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'cb533a1a-dbe7-432c-94b3-ca7007cc77f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:26Z', 'updated_at': '2022-11-02T12:39:30Z', 'revision_number': 2, 'project_id': '39d655a565644746a2d466d88fa00f02', 'subnets': [{'id': 'cb533a1a-dbe7-432c-94b3-ca7007cc77f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:37.961477 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (d52229ec-7865-402d-84bb-7a7568d392fd), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:37.962191 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-193ea62c-2e9e-470d-917e-df5ba9894d4f tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks [] for port (9dcd02e5-1224-42c3-84bd-60a5595127db), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:38.055632 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636a8e66-bbcc-4b34-a411-9473e9a0c37d None None] Checking router: 4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:39:38.056137 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636a8e66-bbcc-4b34-a411-9473e9a0c37d None None] Updating router 4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38 port 8a5092b0-8c5d-454b-8fd5-07b209888783 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:39:38.061814 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:38.074183 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=d52229ec-7865-402d-84bb-7a7568d392fd,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:38.116301 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-193ea62c-2e9e-470d-917e-df5ba9894d4f tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (9dcd02e5-1224-42c3-84bd-60a5595127db), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:38.149898 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d126845f-de41-4c87-bce8-546ba76c6ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (64cc3f01-06cd-42dd-8dd9-c25e93063c77), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:38.217018 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:38.223376 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:39:38.223799 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:39:38.261593 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-636a8e66-bbcc-4b34-a411-9473e9a0c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8a5092b0-8c5d-454b-8fd5-07b209888783), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:38.360195 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-193ea62c-2e9e-470d-917e-df5ba9894d4f tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (35f09796-a809-4b93-ad47-516fc1fd7fa2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:38.388695 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f31dd72-112a-4258-b4cb-43cf5ea74579 admin admin] Publish callbacks [] for router_gateway (26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:38.398968 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:38.533038 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ea62c-2e9e-470d-917e-df5ba9894d4f tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Pushing event updated for resources: {'Port': ['ID=9dcd02e5-1224-42c3-84bd-60a5595127db,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:38.534372 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] Attempting to bind port d52229ec-7865-402d-84bb-7a7568d392fd on host n-h1-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:39:38.535967 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] Attempting to bind port d52229ec-7865-402d-84bb-7a7568d392fd by drivers openvswitch,hyperv on host n-h1-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:39:38.540769 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] Attempting to bind port d52229ec-7865-402d-84bb-7a7568d392fd on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:39:38.552876 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['cdd384ae-5ca2-4ef8-b6eb-80221338be18'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:39:38.681545 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] Port d52229ec-7865-402d-84bb-7a7568d392fd on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h1-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:39:38.683896 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] Attempting to bind port d52229ec-7865-402d-84bb-7a7568d392fd on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:39:38.724442 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-193ea62c-2e9e-470d-917e-df5ba9894d4f tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:38.740372 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-193ea62c-2e9e-470d-917e-df5ba9894d4f tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8278122 Nov 02 12:39:38.800208 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-82fec96d-2a4d-4b4e-8081-cfd0d691e6cb admin admin] Deleting port 8a5092b0-8c5d-454b-8fd5-07b209888783 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:39:38.806145 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-82fec96d-2a4d-4b4e-8081-cfd0d691e6cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (8a5092b0-8c5d-454b-8fd5-07b209888783), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:38.883514 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126845f-de41-4c87-bce8-546ba76c6ddd None None] Pushing event updated for resources: {'Port': ['ID=64cc3f01-06cd-42dd-8dd9-c25e93063c77,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:38.933840 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f31dd72-112a-4258-b4cb-43cf5ea74579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:38.941598 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-aaebb63c-be05-4d9c-8b62-124d2b1aec74 None None] Provisioning complete for port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:38.942380 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aaebb63c-be05-4d9c-8b62-124d2b1aec74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (64cc3f01-06cd-42dd-8dd9-c25e93063c77), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:38.943827 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-aaebb63c-be05-4d9c-8b62-124d2b1aec74 None None] Attempt 1 to provision port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 Nov 02 12:39:38.967660 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] Checking agent: {'id': '28672587-11d8-44d6-bec6-0497f44187a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:39:38.968167 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:39:38.968748 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:39:38.969326 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] Bound port: d52229ec-7865-402d-84bb-7a7568d392fd, host: n-h1-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:39:38.969812 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d52229ec-7865-402d-84bb-7a7568d392fd), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:39.088363 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:39.131925 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:39.199594 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:39.200831 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:39.201355 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 769b2a20-dabd-42ad-992a-66d785a0bae1 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:39:39.218265 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:39.268678 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-82fec96d-2a4d-4b4e-8081-cfd0d691e6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (8a5092b0-8c5d-454b-8fd5-07b209888783), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:39.328433 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-82fec96d-2a4d-4b4e-8081-cfd0d691e6cb admin admin] Calling delete_port for 8a5092b0-8c5d-454b-8fd5-07b209888783 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:39:39.348625 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] For port d52229ec-7865-402d-84bb-7a7568d392fd, host n-h1-857339-6, cleared binding levels {{(pid=105976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:39:39.354387 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f31dd72-112a-4258-b4cb-43cf5ea74579 admin admin] Router 26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:39:39.358416 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] For port d52229ec-7865-402d-84bb-7a7568d392fd, host n-h1-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=d52229ec-7865-402d-84bb-7a7568d392fd,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:39:39.497282 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (d52229ec-7865-402d-84bb-7a7568d392fd), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:39.527276 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=cdd384ae-5ca2-4ef8-b6eb-80221338be18,revision_number=9']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:39.564051 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:39.565273 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:39.566993 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/d52229ec-7865-402d-84bb-7a7568d392fd HTTP/1.1" status: 200 len: 1096 time: 3.5021498 Nov 02 12:39:39.567555 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea316b7-8375-4c4b-b84a-73ba6b2f40f3', 'tag': 'd52229ec-7865-402d-84bb-7a7568d392fd'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:39:39.570673 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125e0eb0-1f0a-49b5-932c-2b4e32ac3007" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea316b7-8375-4c4b-b84a-73ba6b2f40f3", "tag": "d52229ec-7865-402d-84bb-7a7568d392fd"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:39:39.686663 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f31dd72-112a-4258-b4cb-43cf5ea74579 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:39:39.702540 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:39.709911 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] Sync routers for ids ['26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:39:39.740656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 769b2a20-dabd-42ad-992a-66d785a0bae1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:39.741478 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (769b2a20-dabd-42ad-992a-66d785a0bae1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:39.742170 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 769b2a20-dabd-42ad-992a-66d785a0bae1 Nov 02 12:39:39.757245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] Routers {'26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:39.760853 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:39:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:39.786191 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736497a4-187b-48bc-9c02-0ea84c150fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=d52229ec-7865-402d-84bb-7a7568d392fd,revision_number=3']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:39.846435 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f31dd72-112a-4258-b4cb-43cf5ea74579 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:39.847779 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8f31dd72-112a-4258-b4cb-43cf5ea74579 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.7427952 Nov 02 12:39:39.853350 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34858) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:39.861281 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-aaebb63c-be05-4d9c-8b62-124d2b1aec74 None None] Current status of the port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:39.874284 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-cf67fb9c-95d9-4bce-959b-11384a69bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:39.877602 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-cf67fb9c-95d9-4bce-959b-11384a69bda5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d4fefce7b59b4135ab03a518f381e171&device_id=2ea316b7-8375-4c4b-b84a-73ba6b2f40f3 HTTP/1.1" status: 200 len: 1130 time: 0.1058972 Nov 02 12:39:39.983428 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-5de3675f-6659-4707-b159-d1eb9fd8729b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=d52229ec-7865-402d-84bb-7a7568d392fd HTTP/1.1" status: 200 len: 217 time: 0.0906830 Nov 02 12:39:40.020407 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] Set router 26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:40.198316 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-131aca10-7021-49f5-b125-7308d012a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:40.200111 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-131aca10-7021-49f5-b125-7308d012a26f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1631451 Nov 02 12:39:40.298019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 769b2a20-dabd-42ad-992a-66d785a0bae1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:40.299303 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 961bf907-6cb6-4625-883c-a7345553ac8c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:39:40.327229 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:40.367844 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-04da807a-102f-43cc-bf81-cf742998fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:40.382372 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-04da807a-102f-43cc-bf81-cf742998fd99 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1723235 Nov 02 12:39:40.382672 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:40.411900 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 961bf907-6cb6-4625-883c-a7345553ac8c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:40.413048 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (961bf907-6cb6-4625-883c-a7345553ac8c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:40.413048 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 961bf907-6cb6-4625-883c-a7345553ac8c Nov 02 12:39:40.470313 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device cdd384ae-5ca2-4ef8-b6eb-80221338be18 up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:39:40.473317 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471544028-router', 'tenant_id': '48947c2a4f894d61863e6fc08f77f410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f3839784-ad99-4fb4-a455-9dbef0c7fa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:30Z', 'updated_at': '2022-11-02T12:39:37Z', 'revision_number': 3, 'project_id': '48947c2a4f894d61863e6fc08f77f410', 'gw_port': {'id': 'f3839784-ad99-4fb4-a455-9dbef0c7fa1b', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:34Z', 'updated_at': '2022-11-02T12:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:40.556150 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-636a8e66-bbcc-4b34-a411-9473e9a0c37d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:39:40.556825 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-636a8e66-bbcc-4b34-a411-9473e9a0c37d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:39:40.561552 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-82fec96d-2a4d-4b4e-8081-cfd0d691e6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (8a5092b0-8c5d-454b-8fd5-07b209888783), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:40.676769 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fec96d-2a4d-4b4e-8081-cfd0d691e6cb admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5092b0-8c5d-454b-8fd5-07b209888783,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:40.677998 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] Checking router: 26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:39:40.678722 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] Updating router 26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef port f3839784-ad99-4fb4-a455-9dbef0c7fa1b binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:39:40.719283 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port cdd384ae-5ca2-4ef8-b6eb-80221338be18 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:40.719851 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:40.720361 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port cdd384ae-5ca2-4ef8-b6eb-80221338be18 Nov 02 12:39:40.791183 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f3839784-ad99-4fb4-a455-9dbef0c7fa1b), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:40.829403 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:40.951291 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-bd65286f-ccd4-4ff1-819e-589ce59f0225 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621080 Nov 02 12:39:41.231131 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:41.507546 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:41.521883 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 961bf907-6cb6-4625-883c-a7345553ac8c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:41.603901 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636a8e66-bbcc-4b34-a411-9473e9a0c37d None None] Port 8a5092b0-8c5d-454b-8fd5-07b209888783 not found while updating agent binding for router 4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38. {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 02 12:39:41.638231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636a8e66-bbcc-4b34-a411-9473e9a0c37d None None] Routers {'4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:41.639185 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-636a8e66-bbcc-4b34-a411-9473e9a0c37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:39:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:41.801858 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 64cc3f01-06cd-42dd-8dd9-c25e93063c77 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:39:41.809469 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port cdd384ae-5ca2-4ef8-b6eb-80221338be18 is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:41.810180 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:41.859344 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:41.878686 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:41.890328 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] Publish callbacks [] for port (f3839784-ad99-4fb4-a455-9dbef0c7fa1b), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:42.001517 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f3839784-ad99-4fb4-a455-9dbef0c7fa1b), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:42.056392 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port cdd384ae-5ca2-4ef8-b6eb-80221338be18, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=cdd384ae-5ca2-4ef8-b6eb-80221338be18,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:42.062412 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cde6e93-3b90-4a9a-9290-ceb80a183a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd384ae-5ca2-4ef8-b6eb-80221338be18'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:39:42.069396 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1aa64a-d7d7-4e43-82cd-70af3a3b4bd1" -d '{"events": [{"server_uuid": "1cde6e93-3b90-4a9a-9290-ceb80a183a73", "name": "network-vif-plugged", "status": "completed", "tag": "cdd384ae-5ca2-4ef8-b6eb-80221338be18"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:39:42.115100 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:42.160096 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:42.237933 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] Attempting to bind port f3839784-ad99-4fb4-a455-9dbef0c7fa1b on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:39:42.243086 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] Attempting to bind port f3839784-ad99-4fb4-a455-9dbef0c7fa1b by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:39:42.244059 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] Attempting to bind port f3839784-ad99-4fb4-a455-9dbef0c7fa1b on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:39:42.308396 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:42.311872 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (64cc3f01-06cd-42dd-8dd9-c25e93063c77), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:42.312728 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 Nov 02 12:39:42.444521 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:39:42.444911 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:39:42.445446 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:42.445731 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:39:42.450629 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] Bound port: f3839784-ad99-4fb4-a455-9dbef0c7fa1b, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:39:42.451315 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f3839784-ad99-4fb4-a455-9dbef0c7fa1b), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:42.453040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-636a8e66-bbcc-4b34-a411-9473e9a0c37d None None] Set router 4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:42.581835 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649a881-6b6e-4742-bba5-7503e93a3a02 None None] Pushing event updated for resources: {'Port': ['ID=f3839784-ad99-4fb4-a455-9dbef0c7fa1b,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:42.585352 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:42.651883 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] For port f3839784-ad99-4fb4-a455-9dbef0c7fa1b, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:39:42.662199 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f5ee9736-dbc8-4a5c-8861-22079b2fed28 req-2a3a6d57-6811-44df-a0df-48114404fecd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7044945 Nov 02 12:39:42.673148 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] For port f3839784-ad99-4fb4-a455-9dbef0c7fa1b, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f3839784-ad99-4fb4-a455-9dbef0c7fa1b,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:39:42.714761 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c558e5f0-b9c2-4d07-bfe1-765b8c57c451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:42.824900 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=cdd384ae-5ca2-4ef8-b6eb-80221338be18,revision_number=10']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:42.834772 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:42.846574 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f3839784-ad99-4fb4-a455-9dbef0c7fa1b), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:42.848388 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-82fec96d-2a4d-4b4e-8081-cfd0d691e6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:42.932183 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] Routers {'26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:42.948839 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:39:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:42.950590 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:42.967240 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5e0bb2-b2cc-435b-a04c-59dd48fae433 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:39:42.991797 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:43.106535 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:43.160291 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649a881-6b6e-4742-bba5-7503e93a3a02 None None] Pushing event updated for resources: {'Port': ['ID=f3839784-ad99-4fb4-a455-9dbef0c7fa1b,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:43.164321 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ea5176db-5df6-4ef7-b057-f85db33faa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:43.322812 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-c558e5f0-b9c2-4d07-bfe1-765b8c57c451 admin admin] Allocated IP 172.20.0.1 (d2249df5-ab03-4324-a66a-688d00675cae/e541ea27-4e09-4908-adc3-fd0f91af5f68/310b9c60-aa4d-4486-890d-a171c8a054f1) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:39:43.403587 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:43.409047 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] Set router 26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:43.616667 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:43.626708 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:43.657081 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5e0bb2-b2cc-435b-a04c-59dd48fae433 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:39:43.693239 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-636a8e66-bbcc-4b34-a411-9473e9a0c37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38', 'name': 'tempest-InstanceActionsV221TestJSON-1223098489-router', 'tenant_id': '39d655a565644746a2d466d88fa00f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '769b2a20-dabd-42ad-992a-66d785a0bae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:19Z', 'updated_at': '2022-11-02T12:39:39Z', 'revision_number': 5, 'project_id': '39d655a565644746a2d466d88fa00f02', 'gw_port': {'id': '769b2a20-dabd-42ad-992a-66d785a0bae1', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:21Z', 'updated_at': '2022-11-02T12:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:43.786362 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fec96d-2a4d-4b4e-8081-cfd0d691e6cb admin admin] Router 4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:39:43.804366 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c558e5f0-b9c2-4d07-bfe1-765b8c57c451 admin admin] Publish callbacks [] for port (310b9c60-aa4d-4486-890d-a171c8a054f1), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:43.901607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636a8e66-bbcc-4b34-a411-9473e9a0c37d None None] The sync data for ids ['4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38'] in n-d-857339-6 is: [{'id': '4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38', 'name': 'tempest-InstanceActionsV221TestJSON-1223098489-router', 'tenant_id': '39d655a565644746a2d466d88fa00f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '769b2a20-dabd-42ad-992a-66d785a0bae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:19Z', 'updated_at': '2022-11-02T12:39:39Z', 'revision_number': 5, 'project_id': '39d655a565644746a2d466d88fa00f02', 'gw_port': {'id': '769b2a20-dabd-42ad-992a-66d785a0bae1', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:21Z', 'updated_at': '2022-11-02T12:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:39:43.989228 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:DELETE=16,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:44.104987 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471544028-router', 'tenant_id': '48947c2a4f894d61863e6fc08f77f410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f3839784-ad99-4fb4-a455-9dbef0c7fa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:30Z', 'updated_at': '2022-11-02T12:39:37Z', 'revision_number': 3, 'project_id': '48947c2a4f894d61863e6fc08f77f410', 'gw_port': {'id': 'f3839784-ad99-4fb4-a455-9dbef0c7fa1b', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:34Z', 'updated_at': '2022-11-02T12:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:44.169920 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fec37e0-2128-46d3-a3e2-4af9487c0310 None None] The sync data for ids ['26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef'] in n-d-857339-6 is: [{'id': '26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471544028-router', 'tenant_id': '48947c2a4f894d61863e6fc08f77f410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f3839784-ad99-4fb4-a455-9dbef0c7fa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:30Z', 'updated_at': '2022-11-02T12:39:37Z', 'revision_number': 3, 'project_id': '48947c2a4f894d61863e6fc08f77f410', 'gw_port': {'id': 'f3839784-ad99-4fb4-a455-9dbef0c7fa1b', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:34Z', 'updated_at': '2022-11-02T12:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:39:44.292393 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fec96d-2a4d-4b4e-8081-cfd0d691e6cb admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:39:44.312416 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-82fec96d-2a4d-4b4e-8081-cfd0d691e6cb admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1692603 Nov 02 12:39:44.316640 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34862) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:44.576126 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-382abfad-8c52-448c-b83f-4529d569e217 admin admin] Publish callbacks [] for router (4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:44.790227 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c558e5f0-b9c2-4d07-bfe1-765b8c57c451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (310b9c60-aa4d-4486-890d-a171c8a054f1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:44.834347 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:44.840385 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:44.891242 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c558e5f0-b9c2-4d07-bfe1-765b8c57c451 admin admin] Network d2249df5-ab03-4324-a66a-688d00675cae is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:39:44.895966 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-c558e5f0-b9c2-4d07-bfe1-765b8c57c451 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:39:44.903693 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c558e5f0-b9c2-4d07-bfe1-765b8c57c451 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:39:44.924665 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558e5f0-b9c2-4d07-bfe1-765b8c57c451 admin admin] Pushing event updated for resources: {'Port': ['ID=310b9c60-aa4d-4486-890d-a171c8a054f1,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:45.055548 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-382abfad-8c52-448c-b83f-4529d569e217 admin admin] Publish callbacks [] for router_gateway (4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:45.059550 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c558e5f0-b9c2-4d07-bfe1-765b8c57c451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:45.362589 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:45.472020 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-382abfad-8c52-448c-b83f-4529d569e217 admin admin] Deleting port 769b2a20-dabd-42ad-992a-66d785a0bae1 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:39:45.472355 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-afdd7925-744b-4a80-942c-900d015ea4f6 None None] Provisioning complete for port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:45.473170 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-382abfad-8c52-448c-b83f-4529d569e217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (769b2a20-dabd-42ad-992a-66d785a0bae1), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:45.481793 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-afdd7925-744b-4a80-942c-900d015ea4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (79a8ce72-e7c1-4102-b989-19f2b1c4a87a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:45.497949 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-afdd7925-744b-4a80-942c-900d015ea4f6 None None] Attempt 1 to provision port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a Nov 02 12:39:45.661872 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bbce123f-f334-4ac2-b66c-a01fac2f2137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:45.780353 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-382abfad-8c52-448c-b83f-4529d569e217 admin admin] For port 769b2a20-dabd-42ad-992a-66d785a0bae1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=769b2a20-dabd-42ad-992a-66d785a0bae1,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:45.781191 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-382abfad-8c52-448c-b83f-4529d569e217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (769b2a20-dabd-42ad-992a-66d785a0bae1), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:45.813284 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-382abfad-8c52-448c-b83f-4529d569e217 admin admin] Calling delete_port for 769b2a20-dabd-42ad-992a-66d785a0bae1 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:39:45.835052 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-afdd7925-744b-4a80-942c-900d015ea4f6 None None] Current status of the port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:45.841713 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f3839784-ad99-4fb4-a455-9dbef0c7fa1b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:39:45.962513 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26abaea-4001-40f4-9b9f-0ffe71be8ea4 None None] Sync routers for ids ['4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:39:46.010776 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port f3839784-ad99-4fb4-a455-9dbef0c7fa1b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:46.015380 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f3839784-ad99-4fb4-a455-9dbef0c7fa1b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:46.015380 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port f3839784-ad99-4fb4-a455-9dbef0c7fa1b Nov 02 12:39:46.022655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26abaea-4001-40f4-9b9f-0ffe71be8ea4 None None] Routers {'4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:46.022655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b26abaea-4001-40f4-9b9f-0ffe71be8ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:39:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:46.104909 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:46.147555 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:46.148648 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:46.204557 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c558e5f0-b9c2-4d07-bfe1-765b8c57c451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (310b9c60-aa4d-4486-890d-a171c8a054f1), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:46.213386 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-382abfad-8c52-448c-b83f-4529d569e217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (769b2a20-dabd-42ad-992a-66d785a0bae1), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:46.225882 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:46.235830 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:46.278475 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382abfad-8c52-448c-b83f-4529d569e217 admin admin] Pushing event deleted for resources: {'Port': ['ID=769b2a20-dabd-42ad-992a-66d785a0bae1,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:46.287981 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ce52ea59-eb4b-4561-80a5-90c4282dcec1 None None] Provisioning complete for port 310b9c60-aa4d-4486-890d-a171c8a054f1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:46.288403 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ce52ea59-eb4b-4561-80a5-90c4282dcec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (310b9c60-aa4d-4486-890d-a171c8a054f1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:46.288817 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ce52ea59-eb4b-4561-80a5-90c4282dcec1 None None] Attempt 1 to provision port 310b9c60-aa4d-4486-890d-a171c8a054f1 Nov 02 12:39:46.323464 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-b26abaea-4001-40f4-9b9f-0ffe71be8ea4 None None] Set router 4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:46.546518 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-382abfad-8c52-448c-b83f-4529d569e217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:46.578392 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device d52229ec-7865-402d-84bb-7a7568d392fd details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:39:46.599578 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c558e5f0-b9c2-4d07-bfe1-765b8c57c451 admin admin] Publish callbacks [] for port (310b9c60-aa4d-4486-890d-a171c8a054f1), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:46.616312 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b26abaea-4001-40f4-9b9f-0ffe71be8ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38', 'name': 'tempest-InstanceActionsV221TestJSON-1223098489-router', 'tenant_id': '39d655a565644746a2d466d88fa00f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:19Z', 'updated_at': '2022-11-02T12:39:45Z', 'revision_number': 6, 'project_id': '39d655a565644746a2d466d88fa00f02', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:46.669906 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c558e5f0-b9c2-4d07-bfe1-765b8c57c451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (310b9c60-aa4d-4486-890d-a171c8a054f1), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:46.742538 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ce52ea59-eb4b-4561-80a5-90c4282dcec1 None None] Port 310b9c60-aa4d-4486-890d-a171c8a054f1 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:39:46.756832 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26abaea-4001-40f4-9b9f-0ffe71be8ea4 None None] Checking router: 4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:39:46.872012 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-382abfad-8c52-448c-b83f-4529d569e217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:46.878010 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-382abfad-8c52-448c-b83f-4529d569e217 admin admin] Publish callbacks [] for router_controller (4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:46.887351 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:46.902119 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port f3839784-ad99-4fb4-a455-9dbef0c7fa1b is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:46.902806 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f3839784-ad99-4fb4-a455-9dbef0c7fa1b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:46.913462 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c558e5f0-b9c2-4d07-bfe1-765b8c57c451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:46.981326 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:46.987741 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:46.990949 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558e5f0-b9c2-4d07-bfe1-765b8c57c451 admin admin] Pushing event updated for resources: {'Port': ['ID=310b9c60-aa4d-4486-890d-a171c8a054f1,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:47.009267 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.resource_extend [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:39:47.097369 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-382abfad-8c52-448c-b83f-4529d569e217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:47.098179 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382abfad-8c52-448c-b83f-4529d569e217 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:39:47.109811 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-382abfad-8c52-448c-b83f-4529d569e217 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:47.111502 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-382abfad-8c52-448c-b83f-4529d569e217 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38 HTTP/1.1" status: 204 len: 168 time: 2.7958574 Nov 02 12:39:47.112915 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34902) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:47.235529 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c558e5f0-b9c2-4d07-bfe1-765b8c57c451 admin admin] Network d2249df5-ab03-4324-a66a-688d00675cae is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:39:47.236359 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port d52229ec-7865-402d-84bb-7a7568d392fd, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=d52229ec-7865-402d-84bb-7a7568d392fd,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:47.262518 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': 'd52229ec-7865-402d-84bb-7a7568d392fd', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': 'd52229ec-7865-402d-84bb-7a7568d392fd', 'mac_address': 'fa:16:3e:9f:19:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:39:47.273365 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:47.274821 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21b7eff-e4bd-42a5-a4f8-971e2ea672d7 admin admin] Deleting subnet cb533a1a-dbe7-432c-94b3-ca7007cc77f9 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:39:47.285276 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f21b7eff-e4bd-42a5-a4f8-971e2ea672d7 admin admin] Publish callbacks [] for subnet (cb533a1a-dbe7-432c-94b3-ca7007cc77f9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:47.287727 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26abaea-4001-40f4-9b9f-0ffe71be8ea4 None None] Routers set() bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:47.288109 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26abaea-4001-40f4-9b9f-0ffe71be8ea4 None None] Router IDs set() for agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Nov 02 12:39:47.288821 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_agentschedulers_db [None req-b26abaea-4001-40f4-9b9f-0ffe71be8ea4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:39:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent'). {{(pid=105977) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 02 12:39:47.289210 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26abaea-4001-40f4-9b9f-0ffe71be8ea4 None None] The sync data for ids ['4710d6bc-7cdf-45c4-a5aa-ccf3c5400f38'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:39:47.298221 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port f3839784-ad99-4fb4-a455-9dbef0c7fa1b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f3839784-ad99-4fb4-a455-9dbef0c7fa1b,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:47.298379 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-c558e5f0-b9c2-4d07-bfe1-765b8c57c451 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:39:47.384864 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f21b7eff-e4bd-42a5-a4f8-971e2ea672d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (cb533a1a-dbe7-432c-94b3-ca7007cc77f9), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:47.444537 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-f4fe3047-9733-43c6-9729-24081f5362e4 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=cdd844366c7343be97d0911ff5c05ba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1706488 Nov 02 12:39:47.446148 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:47.450916 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-24f3c71a-f814-4dc3-a786-e07fd2ff228d req-6ab716f5-b7d2-4a50-9222-ca4b18c7491d tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.2120245 Nov 02 12:39:47.668103 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f21b7eff-e4bd-42a5-a4f8-971e2ea672d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (cb533a1a-dbe7-432c-94b3-ca7007cc77f9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:47.770603 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:47.914152 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:47.921214 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port d52229ec-7865-402d-84bb-7a7568d392fd is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:47.921842 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d52229ec-7865-402d-84bb-7a7568d392fd), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:47.941222 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f3839784-ad99-4fb4-a455-9dbef0c7fa1b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:47.946312 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8ee8f633-61dd-42c7-8bbb-e2b7668c5f5e None None] Provisioning complete for port 310b9c60-aa4d-4486-890d-a171c8a054f1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:47.946869 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8ee8f633-61dd-42c7-8bbb-e2b7668c5f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (310b9c60-aa4d-4486-890d-a171c8a054f1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:47.947766 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8ee8f633-61dd-42c7-8bbb-e2b7668c5f5e None None] Attempt 1 to provision port 310b9c60-aa4d-4486-890d-a171c8a054f1 Nov 02 12:39:47.952932 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-649e56e7-42b2-4309-a7fd-eaf3688fcd52 req-eb6a7fb1-9001-407c-9c55-c85ed8480c87 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=4e0aa9b18c154964972a8c57c290dfe0&device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.0565982 Nov 02 12:39:47.982758 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb48c0-44ce-4bfb-93f8-2843654cf459 req-0f93fa5e-2ef0-46f6-9db5-0d8cccc4ff13 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:47.991898 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-41fb48c0-44ce-4bfb-93f8-2843654cf459 req-0f93fa5e-2ef0-46f6-9db5-0d8cccc4ff13 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2ea316b7-8375-4c4b-b84a-73ba6b2f40f3 HTTP/1.1" status: 200 len: 948 time: 0.3024387 Nov 02 12:39:48.016462 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f21b7eff-e4bd-42a5-a4f8-971e2ea672d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (cb533a1a-dbe7-432c-94b3-ca7007cc77f9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:48.074540 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-649e56e7-42b2-4309-a7fd-eaf3688fcd52 req-3943cae3-90cd-46bb-8763-5ae79dea824a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=4e0aa9b18c154964972a8c57c290dfe0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1087747 Nov 02 12:39:48.140211 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d52229ec-7865-402d-84bb-7a7568d392fd {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:39:48.173982 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port d52229ec-7865-402d-84bb-7a7568d392fd, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=d52229ec-7865-402d-84bb-7a7568d392fd,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:48.196851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 769b2a20-dabd-42ad-992a-66d785a0bae1 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:39:48.235100 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 769b2a20-dabd-42ad-992a-66d785a0bae1 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:39:48.235453 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 769b2a20-dabd-42ad-992a-66d785a0bae1 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:39:48.274309 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3638d950-d260-4f14-b7ff-455658b33255 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:48.278891 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8ee8f633-61dd-42c7-8bbb-e2b7668c5f5e None None] Port 310b9c60-aa4d-4486-890d-a171c8a054f1 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:39:48.288066 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=f3839784-ad99-4fb4-a455-9dbef0c7fa1b,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:48.291548 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e56e7-42b2-4309-a7fd-eaf3688fcd52 req-76194eda-fd79-4812-9e33-fd7f1290e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:48.292182 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3638d950-d260-4f14-b7ff-455658b33255 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6558168 Nov 02 12:39:48.293661 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-649e56e7-42b2-4309-a7fd-eaf3688fcd52 req-76194eda-fd79-4812-9e33-fd7f1290e8f4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1448693 Nov 02 12:39:48.295892 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b7eff-e4bd-42a5-a4f8-971e2ea672d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb533a1a-dbe7-432c-94b3-ca7007cc77f9,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:48.297988 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f21b7eff-e4bd-42a5-a4f8-971e2ea672d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:48.304569 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f21b7eff-e4bd-42a5-a4f8-971e2ea672d7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/cb533a1a-dbe7-432c-94b3-ca7007cc77f9 HTTP/1.1" status: 204 len: 168 time: 1.1902351 Nov 02 12:39:48.305057 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfaf72e-79a3-4ac6-9a10-51253526b13c None None] Network 8bad8c5f-d664-4f1c-bad4-6fda0d75c22d requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:39:48.305625 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34926) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:48.326599 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:48.345916 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c558e5f0-b9c2-4d07-bfe1-765b8c57c451 admin admin] Router 26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:39:48.345916 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-d4cf9a4a-d12a-4de3-ad2c-d7805836cce6 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/quotas/cdd844366c7343be97d0911ff5c05ba4 HTTP/1.1" status: 200 len: 375 time: 0.0470059 Nov 02 12:39:48.383759 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:48.388859 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:48.403753 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d52229ec-7865-402d-84bb-7a7568d392fd), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:48.405126 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-41fb48c0-44ce-4bfb-93f8-2843654cf459 req-6af08415-1278-4932-9835-904a6db58e9d tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117305 Nov 02 12:39:48.468797 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-516b6e64-9428-465a-b9fa-b9d527d78c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (8bad8c5f-d664-4f1c-bad4-6fda0d75c22d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:48.481767 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:48.510520 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=d52229ec-7865-402d-84bb-7a7568d392fd,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:48.538524 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-f9aedcbb-ec93-4cf8-926b-41434168cf2a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1888602 Nov 02 12:39:48.642295 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-516b6e64-9428-465a-b9fa-b9d527d78c7a admin admin] Deleting port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:39:48.651992 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-516b6e64-9428-465a-b9fa-b9d527d78c7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (79a8ce72-e7c1-4102-b989-19f2b1c4a87a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:48.714604 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4ee82d-d9e0-4456-9758-41aae3fc8150 None None] DHCP port deletion for 8bad8c5f-d664-4f1c-bad4-6fda0d75c22d request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:39:48.719998 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7032c838-f2b6-4916-93c1-79af7aa955ee req-22773ea8-f973-4a35-896d-75421ed8c94c tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.1283045 Nov 02 12:39:48.729044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['d52229ec-7865-402d-84bb-7a7568d392fd'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:39:48.853678 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c558e5f0-b9c2-4d07-bfe1-765b8c57c451 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:39:48.872198 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] Sync routers for ids ['26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:39:48.877300 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c558e5f0-b9c2-4d07-bfe1-765b8c57c451 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0226815 Nov 02 12:39:48.884360 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b394f6c-f9cc-4dbb-b03f-bb7256de4966 x-openstack-request-id: req-6b394f6c-f9cc-4dbb-b03f-bb7256de4966 {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:39:48.896774 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea316b7-8375-4c4b-b84a-73ba6b2f40f3", "tag": "d52229ec-7865-402d-84bb-7a7568d392fd", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:39:48.897168 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b394f6c-f9cc-4dbb-b03f-bb7256de4966 {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:39:48.897564 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b394f6c-f9cc-4dbb-b03f-bb7256de4966'] response: {'name': 'network-changed', 'server_uuid': '2ea316b7-8375-4c4b-b84a-73ba6b2f40f3', 'tag': 'd52229ec-7865-402d-84bb-7a7568d392fd', 'status': 'completed', 'code': 200} Nov 02 12:39:48.904938 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-516b6e64-9428-465a-b9fa-b9d527d78c7a admin admin] For port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=79a8ce72-e7c1-4102-b989-19f2b1c4a87a,segment=NetworkSegment(459e19f0-d75e-4680-8a8b-901d16ae651c),segment_id=459e19f0-d75e-4680-8a8b-901d16ae651c)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:48.905181 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-516b6e64-9428-465a-b9fa-b9d527d78c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (79a8ce72-e7c1-4102-b989-19f2b1c4a87a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:48.923978 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ee82d-d9e0-4456-9758-41aae3fc8150 None None] Deleting port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:39:48.923978 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aa4ee82d-d9e0-4456-9758-41aae3fc8150 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (79a8ce72-e7c1-4102-b989-19f2b1c4a87a), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:48.941065 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-516b6e64-9428-465a-b9fa-b9d527d78c7a admin admin] Calling delete_port for 79a8ce72-e7c1-4102-b989-19f2b1c4a87a owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:39:48.953539 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] Routers {'26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:48.953539 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:39:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:49.002498 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d938f3b8-65f7-4ce6-87c8-9bbf4d54ab50 x-openstack-request-id: req-d938f3b8-65f7-4ce6-87c8-9bbf4d54ab50 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:39:49.002498 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cde6e93-3b90-4a9a-9290-ceb80a183a73", "name": "network-vif-plugged", "status": "completed", "tag": "cdd384ae-5ca2-4ef8-b6eb-80221338be18", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:39:49.002498 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d938f3b8-65f7-4ce6-87c8-9bbf4d54ab50 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:39:49.002944 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d938f3b8-65f7-4ce6-87c8-9bbf4d54ab50'] response: {'server_uuid': '1cde6e93-3b90-4a9a-9290-ceb80a183a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd384ae-5ca2-4ef8-b6eb-80221338be18', 'code': 200} Nov 02 12:39:49.094618 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:49.233184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-aa4ee82d-d9e0-4456-9758-41aae3fc8150 None None] For port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=79a8ce72-e7c1-4102-b989-19f2b1c4a87a,segment=NetworkSegment(459e19f0-d75e-4680-8a8b-901d16ae651c),segment_id=459e19f0-d75e-4680-8a8b-901d16ae651c)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:49.235212 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] Set router 26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:49.237069 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aa4ee82d-d9e0-4456-9758-41aae3fc8150 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (79a8ce72-e7c1-4102-b989-19f2b1c4a87a), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:49.242474 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-516b6e64-9428-465a-b9fa-b9d527d78c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (79a8ce72-e7c1-4102-b989-19f2b1c4a87a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:49.303333 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ee82d-d9e0-4456-9758-41aae3fc8150 None None] Calling delete_port for 79a8ce72-e7c1-4102-b989-19f2b1c4a87a owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:39:49.314454 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b6e64-9428-465a-b9fa-b9d527d78c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=79a8ce72-e7c1-4102-b989-19f2b1c4a87a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:49.343007 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516b6e64-9428-465a-b9fa-b9d527d78c7a admin admin] No DVR routers for this DVR port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:39:49.424177 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:49.470099 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:49.555410 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-516b6e64-9428-465a-b9fa-b9d527d78c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (8bad8c5f-d664-4f1c-bad4-6fda0d75c22d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:49.583037 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:49.614040 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-516b6e64-9428-465a-b9fa-b9d527d78c7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bad8c5f-d664-4f1c-bad4-6fda0d75c22d']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:49.646439 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aa4ee82d-d9e0-4456-9758-41aae3fc8150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (79a8ce72-e7c1-4102-b989-19f2b1c4a87a), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:49.668087 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-516b6e64-9428-465a-b9fa-b9d527d78c7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459e19f0-d75e-4680-8a8b-901d16ae651c') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:49.672457 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-516b6e64-9428-465a-b9fa-b9d527d78c7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459e19f0-d75e-4680-8a8b-901d16ae651c') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:49.716907 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-516b6e64-9428-465a-b9fa-b9d527d78c7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (459e19f0-d75e-4680-8a8b-901d16ae651c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:49.721879 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471544028-router', 'tenant_id': '48947c2a4f894d61863e6fc08f77f410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f3839784-ad99-4fb4-a455-9dbef0c7fa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:30Z', 'updated_at': '2022-11-02T12:39:45Z', 'revision_number': 4, 'project_id': '48947c2a4f894d61863e6fc08f77f410', 'gw_port': {'id': 'f3839784-ad99-4fb4-a455-9dbef0c7fa1b', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:34Z', 'updated_at': '2022-11-02T12:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '310b9c60-aa4d-4486-890d-a171c8a054f1', 'name': '', 'network_id': 'd2249df5-ab03-4324-a66a-688d00675cae', 'tenant_id': '48947c2a4f894d61863e6fc08f77f410', 'mac_address': 'fa:16:3e:91:52:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'e541ea27-4e09-4908-adc3-fd0f91af5f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:42Z', 'updated_at': '2022-11-02T12:39:46Z', 'revision_number': 2, 'project_id': '48947c2a4f894d61863e6fc08f77f410', 'subnets': [{'id': 'e541ea27-4e09-4908-adc3-fd0f91af5f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:49.788836 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4ee82d-d9e0-4456-9758-41aae3fc8150 None None] No DVR routers for this DVR port 79a8ce72-e7c1-4102-b989-19f2b1c4a87a on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:39:49.791275 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ee82d-d9e0-4456-9758-41aae3fc8150 None None] Pushing event deleted for resources: {'Port': ['ID=79a8ce72-e7c1-4102-b989-19f2b1c4a87a,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:49.792124 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] Checking router: 26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:39:49.793776 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] Updating router 26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef port 310b9c60-aa4d-4486-890d-a171c8a054f1 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:39:49.833698 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-516b6e64-9428-465a-b9fa-b9d527d78c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (459e19f0-d75e-4680-8a8b-901d16ae651c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:49.848957 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516b6e64-9428-465a-b9fa-b9d527d78c7a admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:39:49.849380 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-516b6e64-9428-465a-b9fa-b9d527d78c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (459e19f0-d75e-4680-8a8b-901d16ae651c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:49.857320 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (310b9c60-aa4d-4486-890d-a171c8a054f1), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:49.901611 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:50.020199 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 459e19f0-d75e-4680-8a8b-901d16ae651c resource provider aggregate not found Nov 02 12:39:50.023191 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e0eb0-1f0a-49b5-932c-2b4e32ac3007 req-a678061b-7710-4fba-8e7d-07e9ca89866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:50.024894 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-125e0eb0-1f0a-49b5-932c-2b4e32ac3007 req-a678061b-7710-4fba-8e7d-07e9ca89866a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d4fefce7b59b4135ab03a518f381e171&device_id=2ea316b7-8375-4c4b-b84a-73ba6b2f40f3 HTTP/1.1" status: 200 len: 1131 time: 0.2686357 Nov 02 12:39:50.062187 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 459e19f0-d75e-4680-8a8b-901d16ae651c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 459e19f0-d75e-4680-8a8b-901d16ae651c found for delete ", "request_id": "req-03c963fa-08c8-4d4a-808a-75ab57f53e8c"}]} Nov 02 12:39:50.095599 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f3839784-ad99-4fb4-a455-9dbef0c7fa1b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:39:50.096550 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:50.216679 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-516b6e64-9428-465a-b9fa-b9d527d78c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (8bad8c5f-d664-4f1c-bad4-6fda0d75c22d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:50.259431 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-516b6e64-9428-465a-b9fa-b9d527d78c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:50.263218 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-516b6e64-9428-465a-b9fa-b9d527d78c7a admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/8bad8c5f-d664-4f1c-bad4-6fda0d75c22d HTTP/1.1" status: 204 len: 168 time: 1.9565995 Nov 02 12:39:50.278144 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b6e64-9428-465a-b9fa-b9d527d78c7a admin admin] Pushing event deleted for resources: {'Network': ['ID=8bad8c5f-d664-4f1c-bad4-6fda0d75c22d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:50.325421 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port f3839784-ad99-4fb4-a455-9dbef0c7fa1b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:50.326491 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f3839784-ad99-4fb4-a455-9dbef0c7fa1b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:50.328507 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port f3839784-ad99-4fb4-a455-9dbef0c7fa1b Nov 02 12:39:50.362402 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e0eb0-1f0a-49b5-932c-2b4e32ac3007 req-a91c5405-6b24-4648-aa66-4418733faf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:50.372438 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-125e0eb0-1f0a-49b5-932c-2b4e32ac3007 req-a91c5405-6b24-4648-aa66-4418733faf61 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.3213291 Nov 02 12:39:50.555675 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4f17e1f0-da25-467b-a959-513be0795d82 req-4aab37cd-127e-49da-9e10-a502004cafd3 tempest-ServersAdmin275Test-340537786 tempest-ServersAdmin275Test-340537786-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.1273358 Nov 02 12:39:50.589004 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-125e0eb0-1f0a-49b5-932c-2b4e32ac3007 req-e00592ad-83fa-4a29-ad38-d67c12ec045e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=d52229ec-7865-402d-84bb-7a7568d392fd HTTP/1.1" status: 200 len: 217 time: 0.2065442 Nov 02 12:39:50.674704 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device d52229ec-7865-402d-84bb-7a7568d392fd up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:39:50.767685 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:50.860379 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e0eb0-1f0a-49b5-932c-2b4e32ac3007 req-c559a0be-638a-48d3-bf72-45473a033920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:50.866988 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-125e0eb0-1f0a-49b5-932c-2b4e32ac3007 req-c559a0be-638a-48d3-bf72-45473a033920 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.2720621 Nov 02 12:39:50.924279 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port f3839784-ad99-4fb4-a455-9dbef0c7fa1b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:51.056010 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35012) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:51.067509 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e0eb0-1f0a-49b5-932c-2b4e32ac3007 req-0d67b04a-405e-4fa0-80be-5ce744cdcc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:51.071545 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-125e0eb0-1f0a-49b5-932c-2b4e32ac3007 req-0d67b04a-405e-4fa0-80be-5ce744cdcc76 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1972141 Nov 02 12:39:51.076747 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning for port d52229ec-7865-402d-84bb-7a7568d392fd completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:39:51.092912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 79a8ce72-e7c1-4102-b989-19f2b1c4a87a no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:39:51.162953 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 79a8ce72-e7c1-4102-b989-19f2b1c4a87a {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:39:51.164557 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 79a8ce72-e7c1-4102-b989-19f2b1c4a87a not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:39:51.192582 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] Publish callbacks [] for port (310b9c60-aa4d-4486-890d-a171c8a054f1), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:51.229859 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [req-aeba60af-b3e5-456e-8b98-576424f21a60 req-de873105-3110-4065-8013-e643fd5918ee tempest-FloatingIPDetailsNegativeTestJSON-551680987 tempest-FloatingIPDetailsNegativeTestJSON-551680987-project] show failed (client error): The resource could not be found. Nov 02 12:39:51.231115 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-aeba60af-b3e5-456e-8b98-576424f21a60 req-de873105-3110-4065-8013-e643fd5918ee tempest-FloatingIPDetailsNegativeTestJSON-551680987 tempest-FloatingIPDetailsNegativeTestJSON-551680987-project] 10.222.0.64 "GET /networking/v2.0/floatingips/ee43199b-aa4c-4543-aa15-5d9c425b3de6 HTTP/1.1" status: 404 len: 350 time: 0.2699773 Nov 02 12:39:51.234580 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port d52229ec-7865-402d-84bb-7a7568d392fd triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:51.235112 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d52229ec-7865-402d-84bb-7a7568d392fd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:51.235551 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port d52229ec-7865-402d-84bb-7a7568d392fd Nov 02 12:39:51.274508 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35014) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:51.276918 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (310b9c60-aa4d-4486-890d-a171c8a054f1), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:51.314703 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-826f1c2e-c962-4e51-a58e-70adb63b8629 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=39d655a565644746a2d466d88fa00f02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568338 Nov 02 12:39:51.320176 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35018) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:51.465124 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-125e0eb0-1f0a-49b5-932c-2b4e32ac3007 req-041cef1b-7391-49d1-a010-600b44c8dd2c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237023 Nov 02 12:39:51.520922 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6a983-0873-41c9-9f0f-37140b4bb073 None None] Pushing event updated for resources: {'Port': ['ID=310b9c60-aa4d-4486-890d-a171c8a054f1,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:51.576646 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e8bc3b20-8557-4fda-899b-38ed8d455ab5 admin admin] Publish callbacks [] for security_group (f513ae77-a3cb-4952-bf12-470e1c9af83c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:51.613377 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] Attempting to bind port 310b9c60-aa4d-4486-890d-a171c8a054f1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:39:51.614172 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] Attempting to bind port 310b9c60-aa4d-4486-890d-a171c8a054f1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '238c73ae-53a2-4323-b019-252d8bc78f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd2249df5-ab03-4324-a66a-688d00675cae'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:39:51.614786 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] Attempting to bind port 310b9c60-aa4d-4486-890d-a171c8a054f1 on network d2249df5-ab03-4324-a66a-688d00675cae {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:39:51.686867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port d52229ec-7865-402d-84bb-7a7568d392fd is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:51.687765 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d52229ec-7865-402d-84bb-7a7568d392fd), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:51.706993 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-125e0eb0-1f0a-49b5-932c-2b4e32ac3007 req-b09b1753-897f-4ada-a3bc-41c36ca04b73 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354112 Nov 02 12:39:51.783372 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e8bc3b20-8557-4fda-899b-38ed8d455ab5 admin admin] Publish callbacks [] for security_group (f513ae77-a3cb-4952-bf12-470e1c9af83c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:51.796360 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea316b7-8375-4c4b-b84a-73ba6b2f40f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52229ec-7865-402d-84bb-7a7568d392fd'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:39:51.799902 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3449b75-cb0c-4184-8a0b-c68bae53c9b1" -d '{"events": [{"server_uuid": "2ea316b7-8375-4c4b-b84a-73ba6b2f40f3", "name": "network-vif-plugged", "status": "completed", "tag": "d52229ec-7865-402d-84bb-7a7568d392fd"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:39:51.832384 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port d52229ec-7865-402d-84bb-7a7568d392fd, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=d52229ec-7865-402d-84bb-7a7568d392fd,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:51.845728 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876f6c4-875d-4a32-b675-eafb7f9feaa3 req-dd1e4f58-ce70-493a-a418-366804743f4e tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:51.854088 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0876f6c4-875d-4a32-b675-eafb7f9feaa3 req-dd1e4f58-ce70-493a-a418-366804743f4e tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2ea316b7-8375-4c4b-b84a-73ba6b2f40f3 HTTP/1.1" status: 200 len: 949 time: 0.3340094 Nov 02 12:39:51.919912 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d52229ec-7865-402d-84bb-7a7568d392fd), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:52.032152 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=d52229ec-7865-402d-84bb-7a7568d392fd,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:52.051410 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0876f6c4-875d-4a32-b675-eafb7f9feaa3 req-01ea510a-b4e9-40ed-9b68-c68b7a596c3b tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963580 Nov 02 12:39:52.063834 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:39:52.064424 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] Checking segment: {'id': '238c73ae-53a2-4323-b019-252d8bc78f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd2249df5-ab03-4324-a66a-688d00675cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:39:52.071031 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:52.072003 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] Bound using segment: {'id': '238c73ae-53a2-4323-b019-252d8bc78f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd2249df5-ab03-4324-a66a-688d00675cae'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:39:52.072365 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] Bound port: 310b9c60-aa4d-4486-890d-a171c8a054f1, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238c73ae-53a2-4323-b019-252d8bc78f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'd2249df5-ab03-4324-a66a-688d00675cae'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:39:52.072845 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (310b9c60-aa4d-4486-890d-a171c8a054f1), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:52.122698 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:52.211023 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:52.214317 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e8bc3b20-8557-4fda-899b-38ed8d455ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f513ae77-a3cb-4952-bf12-470e1c9af83c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:52.217794 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:52.222704 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e8bc3b20-8557-4fda-899b-38ed8d455ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:52.230863 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e8bc3b20-8557-4fda-899b-38ed8d455ab5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f513ae77-a3cb-4952-bf12-470e1c9af83c HTTP/1.1" status: 204 len: 168 time: 0.9102051 Nov 02 12:39:52.236701 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] For port 310b9c60-aa4d-4486-890d-a171c8a054f1, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:39:52.246819 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] For port 310b9c60-aa4d-4486-890d-a171c8a054f1, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=310b9c60-aa4d-4486-890d-a171c8a054f1,segment=NetworkSegment(238c73ae-53a2-4323-b019-252d8bc78f50),segment_id=238c73ae-53a2-4323-b019-252d8bc78f50)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:39:52.296190 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc3b20-8557-4fda-899b-38ed8d455ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f513ae77-a3cb-4952-bf12-470e1c9af83c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:52.312303 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3dc5f8ed-d040-4fe4-8bc9-df1901a116f2 req-b6a19987-1d1a-44cd-a294-3e338849bbcc tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.0804913 Nov 02 12:39:52.326047 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (310b9c60-aa4d-4486-890d-a171c8a054f1), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:52.383443 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=2,neutron:SELECT=89,neutron:DELETE=9 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:52.435271 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] Routers {'26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:52.435779 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:39:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:52.559593 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:52.566217 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:52.597546 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6a983-0873-41c9-9f0f-37140b4bb073 None None] Pushing event updated for resources: {'Port': ['ID=310b9c60-aa4d-4486-890d-a171c8a054f1,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:52.795837 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] Set router 26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:52.934305 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-57dd2892-6f4a-4e35-89b7-a449586d9d2e req-f33c47e9-5e5e-4151-a3e2-4f3b7dbdc80c tempest-ServersAdmin275Test-340537786 tempest-ServersAdmin275Test-340537786-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0923719 Nov 02 12:39:53.027440 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40d18cd-75e0-4a5d-b8b5-cafec613adda x-openstack-request-id: req-f40d18cd-75e0-4a5d-b8b5-cafec613adda {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:39:53.028369 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea316b7-8375-4c4b-b84a-73ba6b2f40f3", "name": "network-vif-plugged", "status": "completed", "tag": "d52229ec-7865-402d-84bb-7a7568d392fd", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:39:53.028844 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f40d18cd-75e0-4a5d-b8b5-cafec613adda {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:39:53.029530 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f40d18cd-75e0-4a5d-b8b5-cafec613adda'] response: {'server_uuid': '2ea316b7-8375-4c4b-b84a-73ba6b2f40f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52229ec-7865-402d-84bb-7a7568d392fd', 'code': 200} Nov 02 12:39:53.260725 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Deleting port 310b9c60-aa4d-4486-890d-a171c8a054f1 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:39:53.261103 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (310b9c60-aa4d-4486-890d-a171c8a054f1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:53.374556 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471544028-router', 'tenant_id': '48947c2a4f894d61863e6fc08f77f410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f3839784-ad99-4fb4-a455-9dbef0c7fa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:30Z', 'updated_at': '2022-11-02T12:39:45Z', 'revision_number': 4, 'project_id': '48947c2a4f894d61863e6fc08f77f410', 'gw_port': {'id': 'f3839784-ad99-4fb4-a455-9dbef0c7fa1b', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:34Z', 'updated_at': '2022-11-02T12:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '310b9c60-aa4d-4486-890d-a171c8a054f1', 'name': '', 'network_id': 'd2249df5-ab03-4324-a66a-688d00675cae', 'tenant_id': '48947c2a4f894d61863e6fc08f77f410', 'mac_address': 'fa:16:3e:91:52:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'e541ea27-4e09-4908-adc3-fd0f91af5f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:42Z', 'updated_at': '2022-11-02T12:39:52Z', 'revision_number': 4, 'project_id': '48947c2a4f894d61863e6fc08f77f410', 'subnets': [{'id': 'e541ea27-4e09-4908-adc3-fd0f91af5f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:53.402610 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9db06-714c-4f90-8e40-edde8eb10a1f req-d75188fd-d78a-463a-bf62-d8adac450885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:53.412257 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-59d9db06-714c-4f90-8e40-edde8eb10a1f req-d75188fd-d78a-463a-bf62-d8adac450885 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2ea316b7-8375-4c4b-b84a-73ba6b2f40f3 HTTP/1.1" status: 200 len: 1132 time: 0.2041564 Nov 02 12:39:53.468067 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a879da-4c96-49b5-961e-dd990b7de890 None None] The sync data for ids ['26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef'] in n-d-857339-6 is: [{'id': '26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471544028-router', 'tenant_id': '48947c2a4f894d61863e6fc08f77f410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f3839784-ad99-4fb4-a455-9dbef0c7fa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:30Z', 'updated_at': '2022-11-02T12:39:45Z', 'revision_number': 4, 'project_id': '48947c2a4f894d61863e6fc08f77f410', 'gw_port': {'id': 'f3839784-ad99-4fb4-a455-9dbef0c7fa1b', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:34Z', 'updated_at': '2022-11-02T12:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '310b9c60-aa4d-4486-890d-a171c8a054f1', 'name': '', 'network_id': 'd2249df5-ab03-4324-a66a-688d00675cae', 'tenant_id': '48947c2a4f894d61863e6fc08f77f410', 'mac_address': 'fa:16:3e:91:52:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'e541ea27-4e09-4908-adc3-fd0f91af5f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:42Z', 'updated_at': '2022-11-02T12:39:52Z', 'revision_number': 4, 'project_id': '48947c2a4f894d61863e6fc08f77f410', 'subnets': [{'id': 'e541ea27-4e09-4908-adc3-fd0f91af5f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:39:53.600545 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-41608a62-c673-4a40-9c60-c1adc7753648 req-963d834d-c8f0-4594-8ccd-aab72e6f07ec tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=04941205-20b8-4bc0-ab59-e14866c3f331 HTTP/1.1" status: 200 len: 210 time: 0.3320355 Nov 02 12:39:53.603661 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-59d9db06-714c-4f90-8e40-edde8eb10a1f req-977eed26-f15b-42a3-8911-e34c53fb8d42 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843138 Nov 02 12:39:53.620900 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:53.627866 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] For port 310b9c60-aa4d-4486-890d-a171c8a054f1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=310b9c60-aa4d-4486-890d-a171c8a054f1,segment=NetworkSegment(238c73ae-53a2-4323-b019-252d8bc78f50),segment_id=238c73ae-53a2-4323-b019-252d8bc78f50)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:53.628632 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (310b9c60-aa4d-4486-890d-a171c8a054f1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:53.675970 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Calling delete_port for 310b9c60-aa4d-4486-890d-a171c8a054f1 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:39:53.694852 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:53.834922 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:54.046116 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:54.085268 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8d3f3-754e-4088-b2fa-eab9975126d0 req-4c64f93c-8abb-49a5-a76b-640537aea8ef tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:54.093894 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b1b8d3f3-754e-4088-b2fa-eab9975126d0 req-4c64f93c-8abb-49a5-a76b-640537aea8ef tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2ea316b7-8375-4c4b-b84a-73ba6b2f40f3 HTTP/1.1" status: 200 len: 950 time: 0.2534294 Nov 02 12:39:54.154606 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 310b9c60-aa4d-4486-890d-a171c8a054f1 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:39:54.283978 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:54.295352 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 310b9c60-aa4d-4486-890d-a171c8a054f1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:54.295758 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (310b9c60-aa4d-4486-890d-a171c8a054f1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:54.296389 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 310b9c60-aa4d-4486-890d-a171c8a054f1 Nov 02 12:39:54.337769 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b1b8d3f3-754e-4088-b2fa-eab9975126d0 req-188f7906-1424-496c-9d7e-8fd8e1818be7 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426004 Nov 02 12:39:54.583624 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (310b9c60-aa4d-4486-890d-a171c8a054f1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:54.646869 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Pushing event deleted for resources: {'Port': ['ID=310b9c60-aa4d-4486-890d-a171c8a054f1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:54.669314 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:54.670229 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:54.670913 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:54.671475 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:54.672047 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:54.672844 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:54.673611 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:54.674475 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:54.675103 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:54.675638 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:54.676358 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:54.677145 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:54.677833 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:54.678409 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:54.678955 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:54.831393 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 310b9c60-aa4d-4486-890d-a171c8a054f1 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:54.834589 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (310b9c60-aa4d-4486-890d-a171c8a054f1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:54.977157 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:55.024393 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:55.153326 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.159238 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=8,neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:55.315326 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:55.323496 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fb3c98-b120-4f77-83b1-27f6e28e7fa0 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:39:55.629805 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35076) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:55.791559 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb3c98-b120-4f77-83b1-27f6e28e7fa0 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:39:55.860287 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:55.934418 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:55.952645 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-d51438cf-e3b9-402a-919d-11b298ad2edf tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=cdd844366c7343be97d0911ff5c05ba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1201806 Nov 02 12:39:55.967757 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1813386431-network', 'tenant_id': 'a37fa59604f243cabf8504bac9207c89'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:56.009607 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:56.106660 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Made reservation on behalf of a37fa59604f243cabf8504bac9207c89 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:39:56.110133 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:56.170303 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:56.408730 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-2fee44f3-17b7-4d51-bf72-69f47ba2eb7e tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:56.408730 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-2fee44f3-17b7-4d51-bf72-69f47ba2eb7e tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3839288 Nov 02 12:39:56.476529 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Publish callbacks [] for security_group (8fe0d587-0a3e-442b-8ff3-8d91a6fac2cc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:56.566144 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-9092d4cc-92e7-47ef-a576-525a70d884af tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Request body: {'port': {'device_id': 'd03b43bf-3491-4c06-8be8-6f70f679d53f', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': 'cdd844366c7343be97d0911ff5c05ba4'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:56.621034 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Router 26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:39:56.860021 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:39:56.874845 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-03fda5e7-3b65-4d03-954a-6241a1e73770 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6206615 Nov 02 12:39:56.879284 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35082) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:56.884477 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0343b-7de7-4564-89ef-ab9082db4446 None None] Sync routers for ids ['26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:39:56.902231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e0343b-7de7-4564-89ef-ab9082db4446 None None] Routers {'26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:56.903212 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b6e0343b-7de7-4564-89ef-ab9082db4446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:39:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:57.092101 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-afcf8f82-23bc-49eb-9ee8-5573f6cbaba8 admin admin] Publish callbacks [] for router (26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:57.101393 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-b6e0343b-7de7-4564-89ef-ab9082db4446 None None] Set router 26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:57.302340 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-afcf8f82-23bc-49eb-9ee8-5573f6cbaba8 admin admin] Publish callbacks [] for router_gateway (26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:57.445252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b6e0343b-7de7-4564-89ef-ab9082db4446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471544028-router', 'tenant_id': '48947c2a4f894d61863e6fc08f77f410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f3839784-ad99-4fb4-a455-9dbef0c7fa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:30Z', 'updated_at': '2022-11-02T12:39:54Z', 'revision_number': 5, 'project_id': '48947c2a4f894d61863e6fc08f77f410', 'gw_port': {'id': 'f3839784-ad99-4fb4-a455-9dbef0c7fa1b', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:34Z', 'updated_at': '2022-11-02T12:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:57.476767 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0343b-7de7-4564-89ef-ab9082db4446 None None] Checking router: 26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:39:57.490855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e0343b-7de7-4564-89ef-ab9082db4446 None None] Routers {'26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:39:57.491527 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b6e0343b-7de7-4564-89ef-ab9082db4446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:39:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:57.547953 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-979e3041-c152-41f8-9291-83ea9b6a0cc2 None None] Provisioning complete for port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:39:57.549034 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-979e3041-c152-41f8-9291-83ea9b6a0cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (64cc3f01-06cd-42dd-8dd9-c25e93063c77), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:57.549637 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-979e3041-c152-41f8-9291-83ea9b6a0cc2 None None] Attempt 1 to provision port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 Nov 02 12:39:57.679363 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-b6e0343b-7de7-4564-89ef-ab9082db4446 None None] Set router 26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:57.690029 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8fe0d587-0a3e-442b-8ff3-8d91a6fac2cc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:57.715461 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-9092d4cc-92e7-47ef-a576-525a70d884af tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Made reservation on behalf of cdd844366c7343be97d0911ff5c05ba4 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:39:57.731910 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-9092d4cc-92e7-47ef-a576-525a70d884af tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:57.870643 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-979e3041-c152-41f8-9291-83ea9b6a0cc2 None None] Current status of the port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:39:57.904713 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-2e970f41-af17-45bd-9c0f-5087a1f4c782 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=cdd844366c7343be97d0911ff5c05ba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829167 Nov 02 12:39:57.928975 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-afcf8f82-23bc-49eb-9ee8-5573f6cbaba8 admin admin] Deleting port f3839784-ad99-4fb4-a455-9dbef0c7fa1b {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:39:57.929581 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-afcf8f82-23bc-49eb-9ee8-5573f6cbaba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (f3839784-ad99-4fb4-a455-9dbef0c7fa1b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:58.101422 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b6e0343b-7de7-4564-89ef-ab9082db4446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471544028-router', 'tenant_id': '48947c2a4f894d61863e6fc08f77f410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f3839784-ad99-4fb4-a455-9dbef0c7fa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:30Z', 'updated_at': '2022-11-02T12:39:54Z', 'revision_number': 5, 'project_id': '48947c2a4f894d61863e6fc08f77f410', 'gw_port': {'id': 'f3839784-ad99-4fb4-a455-9dbef0c7fa1b', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:34Z', 'updated_at': '2022-11-02T12:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:58.172751 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0343b-7de7-4564-89ef-ab9082db4446 None None] The sync data for ids ['26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef'] in n-d-857339-6 is: [{'id': '26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471544028-router', 'tenant_id': '48947c2a4f894d61863e6fc08f77f410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f3839784-ad99-4fb4-a455-9dbef0c7fa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:30Z', 'updated_at': '2022-11-02T12:39:54Z', 'revision_number': 5, 'project_id': '48947c2a4f894d61863e6fc08f77f410', 'gw_port': {'id': 'f3839784-ad99-4fb4-a455-9dbef0c7fa1b', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:34Z', 'updated_at': '2022-11-02T12:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:39:58.181701 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-4c8c795b-281c-4960-b2c4-464e3e8c7d34 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:58.183965 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-4c8c795b-281c-4960-b2c4-464e3e8c7d34 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2743378 Nov 02 12:39:58.209361 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-14f3d006-eb2d-438f-a521-200b5a737a33 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Request body: {'port': {'device_id': '04941205-20b8-4bc0-ab59-e14866c3f331', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': 'cdd844366c7343be97d0911ff5c05ba4'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:58.355516 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:39:58.421935 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe0d587-0a3e-442b-8ff3-8d91a6fac2cc,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:58.451922 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:58.452240 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:58.452607 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:58.452965 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:58.453374 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:58.453638 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:58.454008 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:58.454942 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:58.455758 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:58.456290 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:58.456819 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:58.459303 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:58.459303 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:58.459303 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:58.459303 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:58.494596 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4f049f48-085b-462b-be46-271cb84d680e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:58.494949 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Added segment 4f049f48-085b-462b-be46-271cb84d680e of type vlan for network acbdb274-3500-41bb-be37-c59586c3474a Nov 02 12:39:58.498559 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:58.591546 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:58.592256 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-14f3d006-eb2d-438f-a521-200b5a737a33 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Made reservation on behalf of cdd844366c7343be97d0911ff5c05ba4 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:39:58.600062 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-14f3d006-eb2d-438f-a521-200b5a737a33 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:58.662145 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-afcf8f82-23bc-49eb-9ee8-5573f6cbaba8 admin admin] For port f3839784-ad99-4fb4-a455-9dbef0c7fa1b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f3839784-ad99-4fb4-a455-9dbef0c7fa1b,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:58.665205 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-afcf8f82-23bc-49eb-9ee8-5573f6cbaba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (f3839784-ad99-4fb4-a455-9dbef0c7fa1b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:58.677628 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (acbdb274-3500-41bb-be37-c59586c3474a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:58.710264 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-afcf8f82-23bc-49eb-9ee8-5573f6cbaba8 admin admin] Calling delete_port for f3839784-ad99-4fb4-a455-9dbef0c7fa1b owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:39:58.723180 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-9092d4cc-92e7-47ef-a576-525a70d884af tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Allocated IP 192.168.233.46 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/e525a055-f6de-4e9a-b9cb-07d71ab395a1) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:39:59.009252 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (acbdb274-3500-41bb-be37-c59586c3474a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:59.011795 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:59.012632 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:59.175144 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] Pushing event updated for resources: {'Network': ['ID=acbdb274-3500-41bb-be37-c59586c3474a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:59.190273 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network acbdb274-3500-41bb-be37-c59586c3474a details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:39:59.200102 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d268f6b4-b635-49e0-884c-6b4a3f069cb5 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.5649290 Nov 02 12:39:59.200391 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35094) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:59.208598 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-2adea826-fa28-40d1-9f33-3f3d1b547392 admin admin] Request body: {'subnet': {'network_id': 'acbdb274-3500-41bb-be37-c59586c3474a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1813386431-subnet', 'tenant_id': 'a37fa59604f243cabf8504bac9207c89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:59.360192 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-afcf8f82-23bc-49eb-9ee8-5573f6cbaba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (f3839784-ad99-4fb4-a455-9dbef0c7fa1b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:59.393389 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:59.400458 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-9092d4cc-92e7-47ef-a576-525a70d884af tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks [] for port (e525a055-f6de-4e9a-b9cb-07d71ab395a1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:59.404923 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adea826-fa28-40d1-9f33-3f3d1b547392 admin admin] Made reservation on behalf of a37fa59604f243cabf8504bac9207c89 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:39:59.408153 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2adea826-fa28-40d1-9f33-3f3d1b547392 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:59.518176 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf8f82-23bc-49eb-9ee8-5573f6cbaba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3839784-ad99-4fb4-a455-9dbef0c7fa1b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:59.711388 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-afcf8f82-23bc-49eb-9ee8-5573f6cbaba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:59.765927 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:59.833005 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-9092d4cc-92e7-47ef-a576-525a70d884af tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e525a055-f6de-4e9a-b9cb-07d71ab395a1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:59.841064 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-afcf8f82-23bc-49eb-9ee8-5573f6cbaba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:59.851489 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-afcf8f82-23bc-49eb-9ee8-5573f6cbaba8 admin admin] Publish callbacks [] for router_controller (26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:59.859458 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['3d81e47f-bfd3-4fb1-86b4-cc02113a5157'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:39:59.955713 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-14f3d006-eb2d-438f-a521-200b5a737a33 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Allocated IP 192.168.233.135 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:40:00.145039 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 310b9c60-aa4d-4486-890d-a171c8a054f1 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:40:00.172355 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 310b9c60-aa4d-4486-890d-a171c8a054f1 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:40:00.173233 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 310b9c60-aa4d-4486-890d-a171c8a054f1 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:40:00.285984 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:00.315475 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2adea826-fa28-40d1-9f33-3f3d1b547392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (0ebbfb1b-5389-41e1-821f-5fba09f1dd00), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:00.385604 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-9092d4cc-92e7-47ef-a576-525a70d884af tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:40:00.408208 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092d4cc-92e7-47ef-a576-525a70d884af tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Pushing event updated for resources: {'Port': ['ID=e525a055-f6de-4e9a-b9cb-07d71ab395a1,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:00.419185 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-9092d4cc-92e7-47ef-a576-525a70d884af tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:00.440133 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-9092d4cc-92e7-47ef-a576-525a70d884af tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:40:00.448567 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-afcf8f82-23bc-49eb-9ee8-5573f6cbaba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:00.450485 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcf8f82-23bc-49eb-9ee8-5573f6cbaba8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:40:00.481559 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-afcf8f82-23bc-49eb-9ee8-5573f6cbaba8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:00.492244 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-afcf8f82-23bc-49eb-9ee8-5573f6cbaba8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/26915f6e-ee0d-4b8f-9d4a-0fb3f4f353ef HTTP/1.1" status: 204 len: 168 time: 3.6099074 Nov 02 12:40:00.600034 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-14f3d006-eb2d-438f-a521-200b5a737a33 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks [] for port (8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:00.645437 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adea826-fa28-40d1-9f33-3f3d1b547392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ebbfb1b-5389-41e1-821f-5fba09f1dd00,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:00.648788 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35098) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:00.653724 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:00.744446 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-14f3d006-eb2d-438f-a521-200b5a737a33 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:00.769297 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['3d81e47f-bfd3-4fb1-86b4-cc02113a5157'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:40:00.892352 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adea826-fa28-40d1-9f33-3f3d1b547392 admin admin] Checking segment: {'id': '4f049f48-085b-462b-be46-271cb84d680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'acbdb274-3500-41bb-be37-c59586c3474a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:40:00.895312 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adea826-fa28-40d1-9f33-3f3d1b547392 admin admin] Network hostable DHCP agents. Network: acbdb274-3500-41bb-be37-c59586c3474a, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:40:00.942733 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-9092d4cc-92e7-47ef-a576-525a70d884af tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:00.943825 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-9092d4cc-92e7-47ef-a576-525a70d884af tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:00.975224 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e810da4-a05d-4eca-9c7c-1cbc04f4c466 admin admin] Deleting subnet e541ea27-4e09-4908-adc3-fd0f91af5f68 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:40:00.983502 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e810da4-a05d-4eca-9c7c-1cbc04f4c466 admin admin] Publish callbacks [] for subnet (e541ea27-4e09-4908-adc3-fd0f91af5f68), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:01.002230 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-14f3d006-eb2d-438f-a521-200b5a737a33 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:40:01.024163 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-14f3d006-eb2d-438f-a521-200b5a737a33 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:01.036947 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-14f3d006-eb2d-438f-a521-200b5a737a33 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:40:01.042164 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3d006-eb2d-438f-a521-200b5a737a33 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Pushing event updated for resources: {'Port': ['ID=8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:01.063257 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e810da4-a05d-4eca-9c7c-1cbc04f4c466 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (e541ea27-4e09-4908-adc3-fd0f91af5f68), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:01.113039 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-9092d4cc-92e7-47ef-a576-525a70d884af tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5506427 Nov 02 12:40:01.114176 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:01.115903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-643adc49-8f9d-4428-adef-2bfb1dddeaa3 None None] Provisioning complete for port e525a055-f6de-4e9a-b9cb-07d71ab395a1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:01.116631 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-643adc49-8f9d-4428-adef-2bfb1dddeaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e525a055-f6de-4e9a-b9cb-07d71ab395a1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:01.117123 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-643adc49-8f9d-4428-adef-2bfb1dddeaa3 None None] Attempt 1 to provision port e525a055-f6de-4e9a-b9cb-07d71ab395a1 Nov 02 12:40:01.119927 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adea826-fa28-40d1-9f33-3f3d1b547392 admin admin] Network acbdb274-3500-41bb-be37-c59586c3474a is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:40:01.179120 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] Request body: {'port': {'device_id': 'd03b43bf-3491-4c06-8be8-6f70f679d53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-857339-6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:01.217015 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-14f3d006-eb2d-438f-a521-200b5a737a33 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:01.218172 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-14f3d006-eb2d-438f-a521-200b5a737a33 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:01.225877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-643adc49-8f9d-4428-adef-2bfb1dddeaa3 None None] Port e525a055-f6de-4e9a-b9cb-07d71ab395a1 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:40:01.372688 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e525a055-f6de-4e9a-b9cb-07d71ab395a1), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:01.384159 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-14f3d006-eb2d-438f-a521-200b5a737a33 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1825316 Nov 02 12:40:01.398447 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-2adea826-fa28-40d1-9f33-3f3d1b547392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, acbdb274-3500-41bb-be37-c59586c3474a) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:01.405810 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] Request body: {'port': {'device_id': '04941205-20b8-4bc0-ab59-e14866c3f331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-857339-6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:01.432895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8426812-2eb1-430e-ae19-00209f48bb1e None None] Network acbdb274-3500-41bb-be37-c59586c3474a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:40:01.439585 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adea826-fa28-40d1-9f33-3f3d1b547392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:01.440889 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2adea826-fa28-40d1-9f33-3f3d1b547392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:01.515221 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e810da4-a05d-4eca-9c7c-1cbc04f4c466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (e541ea27-4e09-4908-adc3-fd0f91af5f68), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:01.537053 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:01.690472 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8d15e39c-c301-4b60-8719-76e626fc10b7 None None] Provisioning complete for port 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:01.691093 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8d15e39c-c301-4b60-8719-76e626fc10b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:01.691445 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8d15e39c-c301-4b60-8719-76e626fc10b7 None None] Attempt 1 to provision port 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 Nov 02 12:40:01.754493 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2adea826-fa28-40d1-9f33-3f3d1b547392 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.5530703 Nov 02 12:40:01.774981 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35102) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:01.781609 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-acbdb274-3500-41bb-be37-c59586c3474a', 'network_id': 'acbdb274-3500-41bb-be37-c59586c3474a', 'project_id': 'a37fa59604f243cabf8504bac9207c89', 'fixed_ips': [{'subnet_id': '0ebbfb1b-5389-41e1-821f-5fba09f1dd00'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:40:01.788957 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5e7f147c-ad8f-414a-b681-96ec50589a21 admin admin] Request body: {'router': {'name': 'tempest-ListServersNegativeTestJSON-1813386431-router', 'tenant_id': 'a37fa59604f243cabf8504bac9207c89', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:01.792913 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:01.863274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8d15e39c-c301-4b60-8719-76e626fc10b7 None None] Port 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:40:02.020207 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f3839784-ad99-4fb4-a455-9dbef0c7fa1b no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:40:02.081055 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: f3839784-ad99-4fb4-a455-9dbef0c7fa1b {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:40:02.136818 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f3839784-ad99-4fb4-a455-9dbef0c7fa1b not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:40:02.187158 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] Allocated IP 172.20.0.2 (acbdb274-3500-41bb-be37-c59586c3474a/0ebbfb1b-5389-41e1-821f-5fba09f1dd00/c5f18b50-f0eb-4848-8bb4-a9530a61a0c1) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:40:02.335469 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:02.393874 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e525a055-f6de-4e9a-b9cb-07d71ab395a1 {{(pid=105976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:40:02.407066 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e7f147c-ad8f-414a-b681-96ec50589a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (52264bbe-ca96-4ccb-ad8f-1257aaf43756), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:02.409163 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e7f147c-ad8f-414a-b681-96ec50589a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (52264bbe-ca96-4ccb-ad8f-1257aaf43756), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:02.461966 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] Publish callbacks [] for port (e525a055-f6de-4e9a-b9cb-07d71ab395a1), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:02.472294 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] Publish callbacks [] for port (c5f18b50-f0eb-4848-8bb4-a9530a61a0c1), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:02.888423 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e810da4-a05d-4eca-9c7c-1cbc04f4c466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (e541ea27-4e09-4908-adc3-fd0f91af5f68), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:02.894582 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.provisioning_blocks [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] Transition to ACTIVE for port object e525a055-f6de-4e9a-b9cb-07d71ab395a1 will not be triggered until provisioned by entity L2. {{(pid=105976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:40:02.899294 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (c5f18b50-f0eb-4848-8bb4-a9530a61a0c1), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:02.973405 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e810da4-a05d-4eca-9c7c-1cbc04f4c466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:02.983092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] Network acbdb274-3500-41bb-be37-c59586c3474a is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:40:02.989868 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35106) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:02.993999 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:02.995442 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:03.005347 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9e810da4-a05d-4eca-9c7c-1cbc04f4c466 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/e541ea27-4e09-4908-adc3-fd0f91af5f68 HTTP/1.1" status: 204 len: 168 time: 2.3041329 Nov 02 12:40:03.006087 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b84053-912a-459b-9a07-8c56e943ccab None None] Network d2249df5-ab03-4324-a66a-688d00675cae requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:40:03.007663 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e810da4-a05d-4eca-9c7c-1cbc04f4c466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e541ea27-4e09-4908-adc3-fd0f91af5f68,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:03.010346 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:40:03.033502 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (e525a055-f6de-4e9a-b9cb-07d71ab395a1), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:03.082452 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] Pushing event updated for resources: {'Port': ['ID=c5f18b50-f0eb-4848-8bb4-a9530a61a0c1,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:03.184746 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e7f147c-ad8f-414a-b681-96ec50589a21 admin admin] Publish callbacks [] for router_controller (52264bbe-ca96-4ccb-ad8f-1257aaf43756), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:03.186916 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:03.196401 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:03.244079 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] Pushing event updated for resources: {'Port': ['ID=e525a055-f6de-4e9a-b9cb-07d71ab395a1,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:03.415786 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] Attempting to bind port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:40:03.416368 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] Attempting to bind port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '4f049f48-085b-462b-be46-271cb84d680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'acbdb274-3500-41bb-be37-c59586c3474a'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:40:03.417007 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] Attempting to bind port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 on network acbdb274-3500-41bb-be37-c59586c3474a {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:03.417832 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:03.477467 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b6fc-f1f7-4f99-977f-f7b24bf0cb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (d2249df5-ab03-4324-a66a-688d00675cae), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:03.513824 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:40:03.513824 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] Checking segment: {'id': '4f049f48-085b-462b-be46-271cb84d680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'acbdb274-3500-41bb-be37-c59586c3474a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:40:03.514707 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:03.515651 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] Bound using segment: {'id': '4f049f48-085b-462b-be46-271cb84d680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'acbdb274-3500-41bb-be37-c59586c3474a'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:40:03.515825 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] Bound port: c5f18b50-f0eb-4848-8bb4-a9530a61a0c1, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f049f48-085b-462b-be46-271cb84d680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'acbdb274-3500-41bb-be37-c59586c3474a'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:40:03.516421 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c5f18b50-f0eb-4848-8bb4-a9530a61a0c1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:03.664130 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:03.708800 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4633ab-ca2c-46de-be04-0d27d4cf0ae8 None None] DHCP port deletion for d2249df5-ab03-4324-a66a-688d00675cae request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:40:03.805732 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] Attempting to bind port e525a055-f6de-4e9a-b9cb-07d71ab395a1 on host n-h1-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:40:03.807332 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] Attempting to bind port e525a055-f6de-4e9a-b9cb-07d71ab395a1 by drivers openvswitch,hyperv on host n-h1-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:40:03.808164 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] Attempting to bind port e525a055-f6de-4e9a-b9cb-07d71ab395a1 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:03.811719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] For port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:40:03.817046 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e7f147c-ad8f-414a-b681-96ec50589a21 admin admin] Publish callbacks [] for router_gateway (52264bbe-ca96-4ccb-ad8f-1257aaf43756), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:03.833785 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] For port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c5f18b50-f0eb-4848-8bb4-a9530a61a0c1,segment=NetworkSegment(4f049f48-085b-462b-be46-271cb84d680e),segment_id=4f049f48-085b-462b-be46-271cb84d680e)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:40:03.845481 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2e4633ab-ca2c-46de-be04-0d27d4cf0ae8 None None] Deleting port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:40:03.846018 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2e4633ab-ca2c-46de-be04-0d27d4cf0ae8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (64cc3f01-06cd-42dd-8dd9-c25e93063c77), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:03.927027 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] Port e525a055-f6de-4e9a-b9cb-07d71ab395a1 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h1-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:40:03.927709 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] Attempting to bind port e525a055-f6de-4e9a-b9cb-07d71ab395a1 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:03.959832 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2ec2b6fc-f1f7-4f99-977f-f7b24bf0cb4b admin admin] Deleting port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:40:03.960556 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b6fc-f1f7-4f99-977f-f7b24bf0cb4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (64cc3f01-06cd-42dd-8dd9-c25e93063c77), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:03.972740 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c5f18b50-f0eb-4848-8bb4-a9530a61a0c1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:04.113175 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e632f-5cc3-4075-88e3-974e9b9feb84 None None] Pushing event updated for resources: {'Port': ['ID=c5f18b50-f0eb-4848-8bb4-a9530a61a0c1,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:04.124711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2e4633ab-ca2c-46de-be04-0d27d4cf0ae8 None None] For port 64cc3f01-06cd-42dd-8dd9-c25e93063c77, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=64cc3f01-06cd-42dd-8dd9-c25e93063c77,segment=NetworkSegment(238c73ae-53a2-4323-b019-252d8bc78f50),segment_id=238c73ae-53a2-4323-b019-252d8bc78f50)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:04.125210 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2e4633ab-ca2c-46de-be04-0d27d4cf0ae8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (64cc3f01-06cd-42dd-8dd9-c25e93063c77), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:04.154413 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2e4633ab-ca2c-46de-be04-0d27d4cf0ae8 None None] Calling delete_port for 64cc3f01-06cd-42dd-8dd9-c25e93063c77 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:40:04.338005 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-2ec2b6fc-f1f7-4f99-977f-f7b24bf0cb4b admin admin] For port 64cc3f01-06cd-42dd-8dd9-c25e93063c77, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=64cc3f01-06cd-42dd-8dd9-c25e93063c77,segment=NetworkSegment(238c73ae-53a2-4323-b019-252d8bc78f50),segment_id=238c73ae-53a2-4323-b019-252d8bc78f50)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:04.339821 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b6fc-f1f7-4f99-977f-f7b24bf0cb4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (64cc3f01-06cd-42dd-8dd9-c25e93063c77), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:04.366653 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:04.374033 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 {{(pid=105975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:40:04.384118 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2ec2b6fc-f1f7-4f99-977f-f7b24bf0cb4b admin admin] Calling delete_port for 64cc3f01-06cd-42dd-8dd9-c25e93063c77 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:40:04.398007 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] Publish callbacks [] for port (8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:04.424689 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] Checking agent: {'id': '28672587-11d8-44d6-bec6-0497f44187a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:40:04.431121 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:40:04.431121 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:40:04.431121 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] Bound port: e525a055-f6de-4e9a-b9cb-07d71ab395a1, host: n-h1-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:40:04.431121 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e525a055-f6de-4e9a-b9cb-07d71ab395a1), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:04.477129 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.provisioning_blocks [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] Transition to ACTIVE for port object 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 will not be triggered until provisioned by entity L2. {{(pid=105975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:40:04.594073 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:04.636557 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 64cc3f01-06cd-42dd-8dd9-c25e93063c77 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:40:04.673360 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:04.701574 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] For port e525a055-f6de-4e9a-b9cb-07d71ab395a1, host n-h1-857339-6, cleared binding levels {{(pid=105976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:40:04.720912 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] For port e525a055-f6de-4e9a-b9cb-07d71ab395a1, host n-h1-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=e525a055-f6de-4e9a-b9cb-07d71ab395a1,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:40:04.818302 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 is: ACTIVE; New status is: DOWN {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:04.819099 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (64cc3f01-06cd-42dd-8dd9-c25e93063c77), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:04.840679 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] Pushing event updated for resources: {'Port': ['ID=8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:04.857633 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] Attempting to bind port 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 on host n-h1-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:40:04.858255 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] Attempting to bind port 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 by drivers openvswitch,hyperv on host n-h1-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:40:04.858826 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] Attempting to bind port 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:04.934577 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] Port 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h1-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:40:04.935960 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] Attempting to bind port 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:04.967930 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e7f147c-ad8f-414a-b681-96ec50589a21 admin admin] Publish callbacks [] for router_gateway (52264bbe-ca96-4ccb-ad8f-1257aaf43756), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:04.992557 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e7f147c-ad8f-414a-b681-96ec50589a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:05.000648 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] Checking agent: {'id': '28672587-11d8-44d6-bec6-0497f44187a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:40:05.001018 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:40:05.001407 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:40:05.001896 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] Bound port: 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31, host: n-h1-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:40:05.002213 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:05.108424 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b6fc-f1f7-4f99-977f-f7b24bf0cb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (64cc3f01-06cd-42dd-8dd9-c25e93063c77), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:05.122376 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2e4633ab-ca2c-46de-be04-0d27d4cf0ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (64cc3f01-06cd-42dd-8dd9-c25e93063c77), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:05.139882 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] For port 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31, host n-h1-857339-6, cleared binding levels {{(pid=105975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:40:05.150737 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (e525a055-f6de-4e9a-b9cb-07d71ab395a1), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:05.156254 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:05.156254 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:05.160886 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/e525a055-f6de-4e9a-b9cb-07d71ab395a1 HTTP/1.1" status: 200 len: 1095 time: 4.0184829 Nov 02 12:40:05.164859 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4633ab-ca2c-46de-be04-0d27d4cf0ae8 None None] No DVR routers for this DVR port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:40:05.167202 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4633ab-ca2c-46de-be04-0d27d4cf0ae8 None None] Pushing event deleted for resources: {'Port': ['ID=64cc3f01-06cd-42dd-8dd9-c25e93063c77,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:05.184665 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-5e7f147c-ad8f-414a-b681-96ec50589a21 admin admin] Allocated IP 172.25.2.174 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/ce475e34-1316-4ec0-b26a-9a26a6898b1e) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:40:05.186760 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:05.193224 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec2b6fc-f1f7-4f99-977f-f7b24bf0cb4b admin admin] No DVR routers for this DVR port 64cc3f01-06cd-42dd-8dd9-c25e93063c77 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:40:05.209979 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03b43bf-3491-4c06-8be8-6f70f679d53f', 'tag': 'e525a055-f6de-4e9a-b9cb-07d71ab395a1'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:40:05.209979 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9c7937-9afa-4323-81c9-8c3ce4c06ece" -d '{"events": [{"name": "network-changed", "server_uuid": "d03b43bf-3491-4c06-8be8-6f70f679d53f", "tag": "e525a055-f6de-4e9a-b9cb-07d71ab395a1"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:40:05.219903 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2b6fc-f1f7-4f99-977f-f7b24bf0cb4b admin admin] Pushing event deleted for resources: {'Port': ['ID=64cc3f01-06cd-42dd-8dd9-c25e93063c77,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:05.224652 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] For port 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31, host n-h1-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:40:05.359334 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7cb77-8000-466d-a070-da23dfee8a7a service neutron] Pushing event updated for resources: {'Port': ['ID=e525a055-f6de-4e9a-b9cb-07d71ab395a1,revision_number=3']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:05.379848 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b6fc-f1f7-4f99-977f-f7b24bf0cb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (d2249df5-ab03-4324-a66a-688d00675cae), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:05.446326 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-2ec2b6fc-f1f7-4f99-977f-f7b24bf0cb4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2249df5-ab03-4324-a66a-688d00675cae']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:05.475681 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-2ec2b6fc-f1f7-4f99-977f-f7b24bf0cb4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238c73ae-53a2-4323-b019-252d8bc78f50') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:05.476191 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-2ec2b6fc-f1f7-4f99-977f-f7b24bf0cb4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238c73ae-53a2-4323-b019-252d8bc78f50') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:05.494573 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:05.502118 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:05.502118 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:05.504681 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 HTTP/1.1" status: 200 len: 1096 time: 4.1066883 Nov 02 12:40:05.510221 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:05.541194 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04941205-20b8-4bc0-ab59-e14866c3f331', 'tag': '8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:40:05.544438 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce340929-12ee-4bea-8160-ba78cd4a6be3" -d '{"events": [{"name": "network-changed", "server_uuid": "04941205-20b8-4bc0-ab59-e14866c3f331", "tag": "8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:40:05.551831 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b6fc-f1f7-4f99-977f-f7b24bf0cb4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (238c73ae-53a2-4323-b019-252d8bc78f50), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:05.565193 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-5d4fd783-2104-47f6-b51c-ba979faa7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:05.594089 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-5d4fd783-2104-47f6-b51c-ba979faa7077 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=d03b43bf-3491-4c06-8be8-6f70f679d53f HTTP/1.1" status: 200 len: 1129 time: 0.1623428 Nov 02 12:40:05.594267 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b6fc-f1f7-4f99-977f-f7b24bf0cb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (238c73ae-53a2-4323-b019-252d8bc78f50), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:05.594398 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e7f147c-ad8f-414a-b681-96ec50589a21 admin admin] Publish callbacks [] for port (ce475e34-1316-4ec0-b26a-9a26a6898b1e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:05.594506 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e084064-0396-4bb5-9368-be6773429cdf service neutron] Pushing event updated for resources: {'Port': ['ID=8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31,revision_number=3']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:05.608574 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec2b6fc-f1f7-4f99-977f-f7b24bf0cb4b admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:40:05.609070 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b6fc-f1f7-4f99-977f-f7b24bf0cb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (238c73ae-53a2-4323-b019-252d8bc78f50), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:05.662911 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 238c73ae-53a2-4323-b019-252d8bc78f50 resource provider aggregate not found Nov 02 12:40:05.729120 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 238c73ae-53a2-4323-b019-252d8bc78f50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 238c73ae-53a2-4323-b019-252d8bc78f50 found for delete ", "request_id": "req-e9e067a1-28f7-4210-aead-e891709c4536"}]} Nov 02 12:40:05.739827 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-fcd8566d-b21f-4068-aa4f-835b66401937 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=e525a055-f6de-4e9a-b9cb-07d71ab395a1 HTTP/1.1" status: 200 len: 217 time: 0.1487002 Nov 02 12:40:05.839149 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-c9aa7935-0247-4c34-b58f-e4a1dee1a3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:05.846518 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-c9aa7935-0247-4c34-b58f-e4a1dee1a3a3 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.0915568 Nov 02 12:40:05.892160 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-1c7b0ad2-c375-4309-8fc3-06cd5bd2b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:05.897069 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-1c7b0ad2-c375-4309-8fc3-06cd5bd2b746 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=04941205-20b8-4bc0-ab59-e14866c3f331 HTTP/1.1" status: 200 len: 1130 time: 0.1315012 Nov 02 12:40:05.956570 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b6fc-f1f7-4f99-977f-f7b24bf0cb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (d2249df5-ab03-4324-a66a-688d00675cae), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:06.011925 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-bf871f22-fc8a-4ec2-867f-a22afee16f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:06.011925 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-bf871f22-fc8a-4ec2-867f-a22afee16f09 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1568139 Nov 02 12:40:06.017870 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e7f147c-ad8f-414a-b681-96ec50589a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (ce475e34-1316-4ec0-b26a-9a26a6898b1e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:06.073783 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b6fc-f1f7-4f99-977f-f7b24bf0cb4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:06.096784 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2ec2b6fc-f1f7-4f99-977f-f7b24bf0cb4b admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/d2249df5-ab03-4324-a66a-688d00675cae HTTP/1.1" status: 204 len: 168 time: 3.1003258 Nov 02 12:40:06.099543 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-245e427d-6f59-4e01-a42c-bf24befc162e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 HTTP/1.1" status: 200 len: 217 time: 0.1871729 Nov 02 12:40:06.150723 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b542dd-8fca-4787-961e-ca65a93a963f None None] Network acbdb274-3500-41bb-be37-c59586c3474a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:40:06.158325 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2b6fc-f1f7-4f99-977f-f7b24bf0cb4b admin admin] Pushing event deleted for resources: {'Network': ['ID=d2249df5-ab03-4324-a66a-688d00675cae,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:06.226884 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:06.254221 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-18900ec4-02b6-44fc-b9b3-2fbbb84bd37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:06.257823 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-18900ec4-02b6-44fc-b9b3-2fbbb84bd37d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1184039 Nov 02 12:40:06.345148 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-879a3276-f644-42bb-9fab-9798a5743873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:06.348298 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-879a3276-f644-42bb-9fab-9798a5743873 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0814641 Nov 02 12:40:06.378917 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:40:06.501893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4f42dc1f-8d2a-4eb2-b19e-92a82a31927f None None] Provisioning complete for port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:06.502734 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4f42dc1f-8d2a-4eb2-b19e-92a82a31927f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c5f18b50-f0eb-4848-8bb4-a9530a61a0c1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:06.503334 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4f42dc1f-8d2a-4eb2-b19e-92a82a31927f None None] Attempt 1 to provision port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 Nov 02 12:40:06.559750 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:06.673629 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:06.674073 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c5f18b50-f0eb-4848-8bb4-a9530a61a0c1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:06.674416 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 Nov 02 12:40:06.690194 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-ae8b5470-f280-4995-8e11-431bb9a4c279 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297119 Nov 02 12:40:06.741366 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7f147c-ad8f-414a-b681-96ec50589a21 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:40:06.816762 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35128) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:06.847573 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4f42dc1f-8d2a-4eb2-b19e-92a82a31927f None None] Current status of the port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:06.847978 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4f42dc1f-8d2a-4eb2-b19e-92a82a31927f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c5f18b50-f0eb-4848-8bb4-a9530a61a0c1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:06.872031 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-5e7f147c-ad8f-414a-b681-96ec50589a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:06.881789 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7f147c-ad8f-414a-b681-96ec50589a21 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:40:07.023073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4f42dc1f-8d2a-4eb2-b19e-92a82a31927f None None] For port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c5f18b50-f0eb-4848-8bb4-a9530a61a0c1,segment=NetworkSegment(4f049f48-085b-462b-be46-271cb84d680e),segment_id=4f049f48-085b-462b-be46-271cb84d680e)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:07.023411 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:UPDATE=7,neutron:INSERT=9 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:07.023540 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f147c-ad8f-414a-b681-96ec50589a21 admin admin] Pushing event updated for resources: {'Port': ['ID=ce475e34-1316-4ec0-b26a-9a26a6898b1e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:07.061908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:07.062455 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c5f18b50-f0eb-4848-8bb4-a9530a61a0c1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:07.089260 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35132) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:07.092773 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3962f5ad-f2df-4f50-ac5e-f1aaed83d74a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=48947c2a4f894d61863e6fc08f77f410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719982 Nov 02 12:40:07.107288 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4f42dc1f-8d2a-4eb2-b19e-92a82a31927f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c5f18b50-f0eb-4848-8bb4-a9530a61a0c1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:07.115198 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-c3c08426-ba36-4ec0-a4ad-cfc67d723fc6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208274 Nov 02 12:40:07.156883 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:07.188605 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-cfa539ff-4ea0-45c2-9c0d-33fcf154fd3f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1674588 Nov 02 12:40:07.322268 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42dc1f-8d2a-4eb2-b19e-92a82a31927f None None] Pushing event updated for resources: {'Port': ['ID=c5f18b50-f0eb-4848-8bb4-a9530a61a0c1,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:07.350087 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d69d91b8-e967-4037-b594-4c65ee9fe441 None None] Provisioning complete for port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:07.350087 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d69d91b8-e967-4037-b594-4c65ee9fe441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c5f18b50-f0eb-4848-8bb4-a9530a61a0c1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:07.350650 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d69d91b8-e967-4037-b594-4c65ee9fe441 None None] Attempt 1 to provision port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 Nov 02 12:40:07.410610 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00109b28-f796-4b57-bca9-b68494fc5f64 admin admin] Publish callbacks [] for security_group (8fe31979-d279-4c43-a9d3-64b6fc357b47), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:07.420553 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:40:07.420553 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:40:07.465797 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:07.496757 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00109b28-f796-4b57-bca9-b68494fc5f64 admin admin] Publish callbacks [] for security_group (8fe31979-d279-4c43-a9d3-64b6fc357b47), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:07.516327 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e2ac850a-4121-4890-adb8-30d0f01252b3 req-0a6a3910-c53f-4c76-bfd0-ce83cfb9b96a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695184 Nov 02 12:40:07.548663 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d69d91b8-e967-4037-b594-4c65ee9fe441 None None] Current status of the port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:07.806960 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:07.814370 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00109b28-f796-4b57-bca9-b68494fc5f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8fe31979-d279-4c43-a9d3-64b6fc357b47), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:07.817458 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00109b28-f796-4b57-bca9-b68494fc5f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:07.818696 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-00109b28-f796-4b57-bca9-b68494fc5f64 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8fe31979-d279-4c43-a9d3-64b6fc357b47 HTTP/1.1" status: 204 len: 168 time: 0.7204671 Nov 02 12:40:07.841455 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00109b28-f796-4b57-bca9-b68494fc5f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe31979-d279-4c43-a9d3-64b6fc357b47,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:07.968831 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e7f147c-ad8f-414a-b681-96ec50589a21 admin admin] Publish callbacks [] for router_gateway (52264bbe-ca96-4ccb-ad8f-1257aaf43756), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:08.009051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:08.153606 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:40:08.328043 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:08.329211 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c5f18b50-f0eb-4848-8bb4-a9530a61a0c1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:08.329568 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 Nov 02 12:40:08.409787 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e7f147c-ad8f-414a-b681-96ec50589a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (52264bbe-ca96-4ccb-ad8f-1257aaf43756), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:08.721461 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:08.885180 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7f147c-ad8f-414a-b681-96ec50589a21 admin admin] Router 52264bbe-ca96-4ccb-ad8f-1257aaf43756 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:40:09.035400 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7f147c-ad8f-414a-b681-96ec50589a21 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:40:09.053846 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] Sync routers for ids ['52264bbe-ca96-4ccb-ad8f-1257aaf43756'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:40:09.077368 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] Routers {'52264bbe-ca96-4ccb-ad8f-1257aaf43756'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:40:09.078447 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:39:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['52264bbe-ca96-4ccb-ad8f-1257aaf43756'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:09.179085 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e7f147c-ad8f-414a-b681-96ec50589a21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:09.180967 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5e7f147c-ad8f-414a-b681-96ec50589a21 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.4028194 Nov 02 12:40:09.185251 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35170) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:09.244672 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:09.286202 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] Set router 52264bbe-ca96-4ccb-ad8f-1257aaf43756 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:40:09.348479 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:09.435136 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:09.656821 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52264bbe-ca96-4ccb-ad8f-1257aaf43756', 'name': 'tempest-ListServersNegativeTestJSON-1813386431-router', 'tenant_id': 'a37fa59604f243cabf8504bac9207c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ce475e34-1316-4ec0-b26a-9a26a6898b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:02Z', 'updated_at': '2022-11-02T12:40:07Z', 'revision_number': 3, 'project_id': 'a37fa59604f243cabf8504bac9207c89', 'gw_port': {'id': 'ce475e34-1316-4ec0-b26a-9a26a6898b1e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52264bbe-ca96-4ccb-ad8f-1257aaf43756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:05Z', 'updated_at': '2022-11-02T12:40:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:09.708525 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] Checking router: 52264bbe-ca96-4ccb-ad8f-1257aaf43756 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:40:09.709237 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] Updating router 52264bbe-ca96-4ccb-ad8f-1257aaf43756 port ce475e34-1316-4ec0-b26a-9a26a6898b1e binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:40:09.715981 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:09.756884 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ce475e34-1316-4ec0-b26a-9a26a6898b1e), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:10.141192 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb9c2587-419d-4978-8e27-642ebf71d97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:10.188292 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] Publish callbacks [] for port (ce475e34-1316-4ec0-b26a-9a26a6898b1e), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:10.291088 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ce475e34-1316-4ec0-b26a-9a26a6898b1e), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:10.346300 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:10.351120 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] Attempting to bind port ce475e34-1316-4ec0-b26a-9a26a6898b1e on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:40:10.351662 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] Attempting to bind port ce475e34-1316-4ec0-b26a-9a26a6898b1e by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:40:10.352252 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] Attempting to bind port ce475e34-1316-4ec0-b26a-9a26a6898b1e on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:10.380381 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-fb9c2587-419d-4978-8e27-642ebf71d97c admin admin] Allocated IP 172.20.0.1 (acbdb274-3500-41bb-be37-c59586c3474a/0ebbfb1b-5389-41e1-821f-5fba09f1dd00/75be3e56-0ca2-4f2a-8a55-958bf3f9d90f) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:40:10.412984 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d843ea-198e-47a7-b7c5-a1b9c4727c6a None None] Pushing event updated for resources: {'Port': ['ID=ce475e34-1316-4ec0-b26a-9a26a6898b1e,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:10.428479 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d843ea-198e-47a7-b7c5-a1b9c4727c6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:10.429053 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d843ea-198e-47a7-b7c5-a1b9c4727c6a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:10.429922 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d843ea-198e-47a7-b7c5-a1b9c4727c6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:10.430450 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d843ea-198e-47a7-b7c5-a1b9c4727c6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:10.431017 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d843ea-198e-47a7-b7c5-a1b9c4727c6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:10.431499 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d843ea-198e-47a7-b7c5-a1b9c4727c6a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:10.431989 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d843ea-198e-47a7-b7c5-a1b9c4727c6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:10.432849 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d843ea-198e-47a7-b7c5-a1b9c4727c6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:10.433080 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d843ea-198e-47a7-b7c5-a1b9c4727c6a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:10.433678 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d843ea-198e-47a7-b7c5-a1b9c4727c6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:10.434141 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d843ea-198e-47a7-b7c5-a1b9c4727c6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:10.434679 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d843ea-198e-47a7-b7c5-a1b9c4727c6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:10.435153 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d843ea-198e-47a7-b7c5-a1b9c4727c6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:10.435587 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d843ea-198e-47a7-b7c5-a1b9c4727c6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:10.436205 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d843ea-198e-47a7-b7c5-a1b9c4727c6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:10.465566 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:40:10.469725 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:40:10.469725 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:10.469725 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:40:10.469725 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] Bound port: ce475e34-1316-4ec0-b26a-9a26a6898b1e, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:40:10.469725 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ce475e34-1316-4ec0-b26a-9a26a6898b1e), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:10.558666 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb9c2587-419d-4978-8e27-642ebf71d97c admin admin] Publish callbacks [] for port (75be3e56-0ca2-4f2a-8a55-958bf3f9d90f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:10.565717 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] For port ce475e34-1316-4ec0-b26a-9a26a6898b1e, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:40:10.569763 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] For port ce475e34-1316-4ec0-b26a-9a26a6898b1e, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ce475e34-1316-4ec0-b26a-9a26a6898b1e,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:40:10.655417 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:40:10.765606 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb9c2587-419d-4978-8e27-642ebf71d97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (75be3e56-0ca2-4f2a-8a55-958bf3f9d90f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:10.766233 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ce475e34-1316-4ec0-b26a-9a26a6898b1e), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:10.783539 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:10.803270 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': '8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': '8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31', 'mac_address': 'fa:16:3e:ad:17:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:40:10.813035 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] Routers {'52264bbe-ca96-4ccb-ad8f-1257aaf43756'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:40:10.814606 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9c2587-419d-4978-8e27-642ebf71d97c admin admin] Network acbdb274-3500-41bb-be37-c59586c3474a is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:40:10.815108 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:39:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['52264bbe-ca96-4ccb-ad8f-1257aaf43756'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:10.825454 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-fb9c2587-419d-4978-8e27-642ebf71d97c admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:10.828139 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9c2587-419d-4978-8e27-642ebf71d97c admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:40:10.851577 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:10.852023 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:10.868102 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:40:10.873492 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c2587-419d-4978-8e27-642ebf71d97c admin admin] Pushing event updated for resources: {'Port': ['ID=75be3e56-0ca2-4f2a-8a55-958bf3f9d90f,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:10.888413 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb9c2587-419d-4978-8e27-642ebf71d97c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (52264bbe-ca96-4ccb-ad8f-1257aaf43756), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:10.889135 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:10.902680 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:10.907703 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:10.929392 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d843ea-198e-47a7-b7c5-a1b9c4727c6a None None] Pushing event updated for resources: {'Port': ['ID=ce475e34-1316-4ec0-b26a-9a26a6898b1e,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:10.965759 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:11.013750 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:11.034396 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:11.060984 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] Set router 52264bbe-ca96-4ccb-ad8f-1257aaf43756 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:40:11.110827 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:11.208464 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4b0f5fef-93b5-42db-9ef3-04d13ce40c9d None None] Provisioning complete for port 75be3e56-0ca2-4f2a-8a55-958bf3f9d90f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:11.208950 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4b0f5fef-93b5-42db-9ef3-04d13ce40c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (75be3e56-0ca2-4f2a-8a55-958bf3f9d90f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:11.209416 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4b0f5fef-93b5-42db-9ef3-04d13ce40c9d None None] Attempt 1 to provision port 75be3e56-0ca2-4f2a-8a55-958bf3f9d90f Nov 02 12:40:11.268475 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4b0f5fef-93b5-42db-9ef3-04d13ce40c9d None None] Port 75be3e56-0ca2-4f2a-8a55-958bf3f9d90f cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:40:11.370641 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:40:11.427159 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:11.478667 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52264bbe-ca96-4ccb-ad8f-1257aaf43756', 'name': 'tempest-ListServersNegativeTestJSON-1813386431-router', 'tenant_id': 'a37fa59604f243cabf8504bac9207c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ce475e34-1316-4ec0-b26a-9a26a6898b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:02Z', 'updated_at': '2022-11-02T12:40:07Z', 'revision_number': 3, 'project_id': 'a37fa59604f243cabf8504bac9207c89', 'gw_port': {'id': 'ce475e34-1316-4ec0-b26a-9a26a6898b1e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52264bbe-ca96-4ccb-ad8f-1257aaf43756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:05Z', 'updated_at': '2022-11-02T12:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:11.534146 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa24b2ed-0ab5-4a3e-b682-b24cb0924374 None None] The sync data for ids ['52264bbe-ca96-4ccb-ad8f-1257aaf43756'] in n-d-857339-6 is: [{'id': '52264bbe-ca96-4ccb-ad8f-1257aaf43756', 'name': 'tempest-ListServersNegativeTestJSON-1813386431-router', 'tenant_id': 'a37fa59604f243cabf8504bac9207c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ce475e34-1316-4ec0-b26a-9a26a6898b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:02Z', 'updated_at': '2022-11-02T12:40:07Z', 'revision_number': 3, 'project_id': 'a37fa59604f243cabf8504bac9207c89', 'gw_port': {'id': 'ce475e34-1316-4ec0-b26a-9a26a6898b1e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52264bbe-ca96-4ccb-ad8f-1257aaf43756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:05Z', 'updated_at': '2022-11-02T12:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:40:11.547618 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:11.583272 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:40:11.694341 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb9c2587-419d-4978-8e27-642ebf71d97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (75be3e56-0ca2-4f2a-8a55-958bf3f9d90f), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:11.822987 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cbced908-15a6-4e09-a6ce-7302f6443558 req-07065512-2adb-4252-ab83-91c84523a82c tempest-ServersAdmin275Test-340537786 tempest-ServersAdmin275Test-340537786-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0364494 Nov 02 12:40:11.871599 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4b0f7680-c89f-43a5-bad5-fa0e6aaa8a7e req-0ab470c5-8dc0-48c1-a397-9efc4909138d tempest-UnshelveToHostMultiNodesTest-442781545 tempest-UnshelveToHostMultiNodesTest-442781545-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f81c86aa-9de1-4bea-85c4-3998aea902e0 HTTP/1.1" status: 200 len: 210 time: 0.0408812 Nov 02 12:40:12.051990 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56407b4-e15e-4c91-8f3f-240d805cf7cf req-0b1ce8a9-898f-4dc6-8456-f94558414155 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:12.059298 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c56407b4-e15e-4c91-8f3f-240d805cf7cf req-0b1ce8a9-898f-4dc6-8456-f94558414155 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=04941205-20b8-4bc0-ab59-e14866c3f331 HTTP/1.1" status: 200 len: 949 time: 0.0659232 Nov 02 12:40:12.151386 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c56407b4-e15e-4c91-8f3f-240d805cf7cf req-d7438fbb-45f3-4cc4-85d7-01e4b68b5842 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910709 Nov 02 12:40:12.296886 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb9c2587-419d-4978-8e27-642ebf71d97c admin admin] Publish callbacks [] for port (75be3e56-0ca2-4f2a-8a55-958bf3f9d90f), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:12.342795 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddaa1b8-da30-4a15-aab8-fb8e2601c308 req-9a7faf24-06a2-4d1a-bc2f-9033789cadf4 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:12.345795 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-eddaa1b8-da30-4a15-aab8-fb8e2601c308 req-9a7faf24-06a2-4d1a-bc2f-9033789cadf4 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2ea316b7-8375-4c4b-b84a-73ba6b2f40f3 HTTP/1.1" status: 200 len: 950 time: 0.1286092 Nov 02 12:40:12.417400 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb9c2587-419d-4978-8e27-642ebf71d97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (75be3e56-0ca2-4f2a-8a55-958bf3f9d90f), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:12.458316 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-eddaa1b8-da30-4a15-aab8-fb8e2601c308 req-1561cbac-00f4-485d-be3d-11ccc1f0f4d2 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052194 Nov 02 12:40:12.524901 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c2587-419d-4978-8e27-642ebf71d97c admin admin] Pushing event updated for resources: {'Port': ['ID=75be3e56-0ca2-4f2a-8a55-958bf3f9d90f,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:12.571876 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb9c2587-419d-4978-8e27-642ebf71d97c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (52264bbe-ca96-4ccb-ad8f-1257aaf43756), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:12.660063 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device e525a055-f6de-4e9a-b9cb-07d71ab395a1 details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:40:12.665654 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:12.708749 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:40:12.855971 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9c2587-419d-4978-8e27-642ebf71d97c admin admin] Network acbdb274-3500-41bb-be37-c59586c3474a is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:40:12.858431 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-fb9c2587-419d-4978-8e27-642ebf71d97c admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:12.926537 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb00fd8c-d8ad-4a15-a7dd-e3f50d9474f6 x-openstack-request-id: req-bb00fd8c-d8ad-4a15-a7dd-e3f50d9474f6 {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:40:12.927093 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03b43bf-3491-4c06-8be8-6f70f679d53f", "tag": "e525a055-f6de-4e9a-b9cb-07d71ab395a1", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:40:12.927428 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb00fd8c-d8ad-4a15-a7dd-e3f50d9474f6 {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:40:12.927952 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb00fd8c-d8ad-4a15-a7dd-e3f50d9474f6'] response: {'name': 'network-changed', 'server_uuid': 'd03b43bf-3491-4c06-8be8-6f70f679d53f', 'tag': 'e525a055-f6de-4e9a-b9cb-07d71ab395a1', 'status': 'completed', 'code': 200} Nov 02 12:40:13.032909 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-86cb226b-4578-4da1-834a-0848fade703c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:13.049949 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39927926-44d2-4764-b6a2-529fcd0f7d2d x-openstack-request-id: req-39927926-44d2-4764-b6a2-529fcd0f7d2d {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:40:13.050795 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04941205-20b8-4bc0-ab59-e14866c3f331", "tag": "8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:40:13.051717 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39927926-44d2-4764-b6a2-529fcd0f7d2d {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:40:13.052814 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39927926-44d2-4764-b6a2-529fcd0f7d2d'] response: {'name': 'network-changed', 'server_uuid': '04941205-20b8-4bc0-ab59-e14866c3f331', 'tag': '8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31', 'status': 'completed', 'code': 200} Nov 02 12:40:13.151337 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning for port 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:40:13.194015 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce340929-12ee-4bea-8160-ba78cd4a6be3 req-ca80846d-b6b6-4085-81cc-dcfdb4755124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:13.194015 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ce340929-12ee-4bea-8160-ba78cd4a6be3 req-ca80846d-b6b6-4085-81cc-dcfdb4755124 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=04941205-20b8-4bc0-ab59-e14866c3f331 HTTP/1.1" status: 200 len: 1131 time: 0.0854907 Nov 02 12:40:13.310567 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:13.312735 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:13.314618 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 Nov 02 12:40:13.416875 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:13.424391 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce340929-12ee-4bea-8160-ba78cd4a6be3 req-ef871a29-d858-4ab1-9ff0-1d5a268f6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:13.430701 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ce340929-12ee-4bea-8160-ba78cd4a6be3 req-ef871a29-d858-4ab1-9ff0-1d5a268f6d4f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.2320418 Nov 02 12:40:13.458040 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:13.494898 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:13.520962 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ce340929-12ee-4bea-8160-ba78cd4a6be3 req-5807a07b-20a5-4520-8d45-b965051362b8 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 HTTP/1.1" status: 200 len: 217 time: 0.0865486 Nov 02 12:40:13.571950 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port e525a055-f6de-4e9a-b9cb-07d71ab395a1, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=e525a055-f6de-4e9a-b9cb-07d71ab395a1,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:13.666665 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-17290e8a-6b7b-4747-a0ce-36e59a8905f3 None None] Provisioning complete for port 75be3e56-0ca2-4f2a-8a55-958bf3f9d90f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:13.666665 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-17290e8a-6b7b-4747-a0ce-36e59a8905f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (75be3e56-0ca2-4f2a-8a55-958bf3f9d90f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:13.666665 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-17290e8a-6b7b-4747-a0ce-36e59a8905f3 None None] Attempt 1 to provision port 75be3e56-0ca2-4f2a-8a55-958bf3f9d90f Nov 02 12:40:13.668597 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': 'e525a055-f6de-4e9a-b9cb-07d71ab395a1', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': 'e525a055-f6de-4e9a-b9cb-07d71ab395a1', 'mac_address': 'fa:16:3e:23:70:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:40:13.671746 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=75,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=12 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:13.675582 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:13.747943 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c7937-9afa-4323-81c9-8c3ce4c06ece req-28c4bb95-af6f-4674-b6b1-f5865b8a617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:13.749781 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-1f9c7937-9afa-4323-81c9-8c3ce4c06ece req-28c4bb95-af6f-4674-b6b1-f5865b8a617a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=d03b43bf-3491-4c06-8be8-6f70f679d53f HTTP/1.1" status: 200 len: 1129 time: 0.7514486 Nov 02 12:40:13.807471 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6d5c185f-afe5-4913-9796-ef49cadace6d req-0ab07459-d086-4622-b2e1-f236eb36658d tempest-ServersAdmin275Test-340537786 tempest-ServersAdmin275Test-340537786-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.1503167 Nov 02 12:40:13.814788 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce340929-12ee-4bea-8160-ba78cd4a6be3 req-d037b2b7-23a6-4c72-ac3b-62acd3298753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:13.818292 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ce340929-12ee-4bea-8160-ba78cd4a6be3 req-d037b2b7-23a6-4c72-ac3b-62acd3298753 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.2831635 Nov 02 12:40:13.843160 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-17290e8a-6b7b-4747-a0ce-36e59a8905f3 None None] Port 75be3e56-0ca2-4f2a-8a55-958bf3f9d90f cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:40:13.933424 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:13.934217 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:13.960706 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port e525a055-f6de-4e9a-b9cb-07d71ab395a1 is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:13.961604 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e525a055-f6de-4e9a-b9cb-07d71ab395a1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:13.964891 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9c2587-419d-4978-8e27-642ebf71d97c admin admin] Router 52264bbe-ca96-4ccb-ad8f-1257aaf43756 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:40:14.041019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04941205-20b8-4bc0-ab59-e14866c3f331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:40:14.044893 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393b1f14-186f-47da-8793-1a559b8601a4" -d '{"events": [{"server_uuid": "04941205-20b8-4bc0-ab59-e14866c3f331", "name": "network-vif-plugged", "status": "completed", "tag": "8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:40:14.092626 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e525a055-f6de-4e9a-b9cb-07d71ab395a1 {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:40:14.113080 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c065a4-cdd6-4111-ac31-d6237b44ef3e req-a17579a2-4f11-421c-b2b0-7209258cf3c2 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:14.123860 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:14.129529 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-27c065a4-cdd6-4111-ac31-d6237b44ef3e req-a17579a2-4f11-421c-b2b0-7209258cf3c2 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=04941205-20b8-4bc0-ab59-e14866c3f331 HTTP/1.1" status: 200 len: 949 time: 0.2655120 Nov 02 12:40:14.161590 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port e525a055-f6de-4e9a-b9cb-07d71ab395a1, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=e525a055-f6de-4e9a-b9cb-07d71ab395a1,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:14.238752 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce340929-12ee-4bea-8160-ba78cd4a6be3 req-527c08d4-35db-4210-ac10-59ba638221a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:14.241276 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ce340929-12ee-4bea-8160-ba78cd4a6be3 req-527c08d4-35db-4210-ac10-59ba638221a6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4163175 Nov 02 12:40:14.257286 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:14.315645 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ce475e34-1316-4ec0-b26a-9a26a6898b1e up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:40:14.327017 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e525a055-f6de-4e9a-b9cb-07d71ab395a1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:14.347453 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c74f3-ea74-4c28-8dfb-07c90ec7fca2 req-d9b90010-ea38-4fc6-9edf-d3a3cbec3244 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:14.350032 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-044c74f3-ea74-4c28-8dfb-07c90ec7fca2 req-d9b90010-ea38-4fc6-9edf-d3a3cbec3244 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 951 time: 0.1958330 Nov 02 12:40:14.366546 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:14.366831 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:14.381624 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c7937-9afa-4323-81c9-8c3ce4c06ece req-57d7e3d8-0d0a-4af9-b99a-d220e9808a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:14.384030 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-1f9c7937-9afa-4323-81c9-8c3ce4c06ece req-57d7e3d8-0d0a-4af9-b99a-d220e9808a11 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.6125028 Nov 02 12:40:14.454292 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:14.457350 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-27c065a4-cdd6-4111-ac31-d6237b44ef3e req-296a8923-c739-4678-8580-36e585a04921 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263371 Nov 02 12:40:14.517824 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-1f9c7937-9afa-4323-81c9-8c3ce4c06ece req-9ced0f16-1b9a-48be-bb5a-325d9c090e77 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=e525a055-f6de-4e9a-b9cb-07d71ab395a1 HTTP/1.1" status: 200 len: 217 time: 0.1272998 Nov 02 12:40:14.544333 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:14.551319 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9c2587-419d-4978-8e27-642ebf71d97c admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:40:14.565477 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fb9c2587-419d-4978-8e27-642ebf71d97c admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/52264bbe-ca96-4ccb-ad8f-1257aaf43756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3777909 Nov 02 12:40:14.700595 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c7937-9afa-4323-81c9-8c3ce4c06ece req-34611532-9d8e-4b9c-8066-718bb3b121f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:14.703575 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-1f9c7937-9afa-4323-81c9-8c3ce4c06ece req-34611532-9d8e-4b9c-8066-718bb3b121f6 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1737998 Nov 02 12:40:14.729500 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device cdd384ae-5ca2-4ef8-b6eb-80221338be18 no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:40:14.756629 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ce475e34-1316-4ec0-b26a-9a26a6898b1e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:14.762390 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ce475e34-1316-4ec0-b26a-9a26a6898b1e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:14.762390 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ce475e34-1316-4ec0-b26a-9a26a6898b1e Nov 02 12:40:14.778397 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-044c74f3-ea74-4c28-8dfb-07c90ec7fca2 req-1f1284b0-ece4-4559-bc5c-562ca86ae15a tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c8cf13e2-6faa-42b4-86f8-08c8ed7974e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188802 Nov 02 12:40:14.808242 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ce340929-12ee-4bea-8160-ba78cd4a6be3 req-785c6c08-f95e-41c1-91b1-4c893234d120 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527508 Nov 02 12:40:14.838357 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c7937-9afa-4323-81c9-8c3ce4c06ece req-54b6f1c0-6663-43bb-b87d-c8e431057d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:14.842908 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-1f9c7937-9afa-4323-81c9-8c3ce4c06ece req-54b6f1c0-6663-43bb-b87d-c8e431057d3e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1300366 Nov 02 12:40:14.918173 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3a89e7-fe39-4149-9400-e13a10d7b92b x-openstack-request-id: req-4e3a89e7-fe39-4149-9400-e13a10d7b92b {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:40:14.927610 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04941205-20b8-4bc0-ab59-e14866c3f331", "name": "network-vif-plugged", "status": "completed", "tag": "8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:40:14.928616 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4e3a89e7-fe39-4149-9400-e13a10d7b92b {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:40:14.930388 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e3a89e7-fe39-4149-9400-e13a10d7b92b'] response: {'server_uuid': '04941205-20b8-4bc0-ab59-e14866c3f331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31', 'code': 200} Nov 02 12:40:14.965860 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.57', 64388) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:15.036039 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['e525a055-f6de-4e9a-b9cb-07d71ab395a1'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:40:15.110499 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35296) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:15.121862 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:15.148728 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:15.254693 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b678ff-b868-4f77-ba3d-cda6ec8c0e9d req-802e8565-4710-475f-ba88-b9e0301dbe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:15.257276 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-93b678ff-b868-4f77-ba3d-cda6ec8c0e9d req-802e8565-4710-475f-ba88-b9e0301dbe69 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=04941205-20b8-4bc0-ab59-e14866c3f331 HTTP/1.1" status: 200 len: 1132 time: 0.2858779 Nov 02 12:40:15.263219 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-1f9c7937-9afa-4323-81c9-8c3ce4c06ece req-b2bbb933-4327-4931-b1cf-e52ff0a3da20 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144099 Nov 02 12:40:15.275024 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:15.298611 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-d2a1afa1-029e-450f-8565-7f5fea6b4702 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=d4fefce7b59b4135ab03a518f381e171&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1588492 Nov 02 12:40:15.394548 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ce340929-12ee-4bea-8160-ba78cd4a6be3 req-2160b943-bcb3-4259-8ee8-2143ae97693e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659182 Nov 02 12:40:15.424392 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-1f9c7937-9afa-4323-81c9-8c3ce4c06ece req-e1a68d13-afd6-4197-ae58-e177f8c2d1ec service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510246 Nov 02 12:40:15.429539 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:15.488442 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-657584b1-e40b-4b91-8e6d-72f778ad4eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:15.533316 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-93b678ff-b868-4f77-ba3d-cda6ec8c0e9d req-447ed6f9-2419-456d-ae8d-905eb4b6edfe service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548585 Nov 02 12:40:15.546508 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=e525a055-f6de-4e9a-b9cb-07d71ab395a1,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:15.553573 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] Sync routers for ids ['52264bbe-ca96-4ccb-ad8f-1257aaf43756'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:40:15.641557 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-eefb56f4-583e-4dac-92af-64668fb62e53 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:15.643883 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-eefb56f4-583e-4dac-92af-64668fb62e53 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3239956 Nov 02 12:40:15.652534 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] Routers {'52264bbe-ca96-4ccb-ad8f-1257aaf43756'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:40:15.653452 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:39:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['52264bbe-ca96-4ccb-ad8f-1257aaf43756'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:15.689019 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-5c801c7c-8bd0-4b83-9fda-f9dee5e11b74 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/quotas/d4fefce7b59b4135ab03a518f381e171 HTTP/1.1" status: 200 len: 375 time: 0.0340588 Nov 02 12:40:15.753575 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-17af6603-edae-448a-996a-0163b0d6c0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:15.771593 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-c26cb0a5-61af-4f10-a1a6-d91de2653678 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4fefce7b59b4135ab03a518f381e171&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810120 Nov 02 12:40:15.880038 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:15.897367 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:15.951552 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:16.003667 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port cdd384ae-5ca2-4ef8-b6eb-80221338be18 is: ACTIVE; New status is: DOWN {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:16.004153 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:16.016876 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-657584b1-e40b-4b91-8e6d-72f778ad4eb7 admin admin] Publish callbacks [] for security_group (6cb1c9ad-3e4b-4f9b-8ccd-434aaa46a614), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:16.034022 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] Set router 52264bbe-ca96-4ccb-ad8f-1257aaf43756 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:40:16.044202 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ce475e34-1316-4ec0-b26a-9a26a6898b1e is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:16.044702 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ce475e34-1316-4ec0-b26a-9a26a6898b1e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:16.081095 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:16.108373 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-657584b1-e40b-4b91-8e6d-72f778ad4eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6cb1c9ad-3e4b-4f9b-8ccd-434aaa46a614), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:16.136284 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port ce475e34-1316-4ec0-b26a-9a26a6898b1e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ce475e34-1316-4ec0-b26a-9a26a6898b1e,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:16.229519 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ce475e34-1316-4ec0-b26a-9a26a6898b1e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:16.242277 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-657584b1-e40b-4b91-8e6d-72f778ad4eb7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4e0aa9b18c154964972a8c57c290dfe0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1291950 Nov 02 12:40:16.252547 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35336) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:16.270393 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bbe7ae91-23c2-4c4c-9856-42066ff1c8b0 req-c0954df1-2b2d-487e-a228-a6dbf73226a5 tempest-ServersAdmin275Test-340537786 tempest-ServersAdmin275Test-340537786-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0673358 Nov 02 12:40:16.380668 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port cdd384ae-5ca2-4ef8-b6eb-80221338be18, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=cdd384ae-5ca2-4ef8-b6eb-80221338be18,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:16.394324 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=70,neutron:DELETE=6,neutron:UPDATE=6,neutron:INSERT=18 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:16.440612 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657584b1-e40b-4b91-8e6d-72f778ad4eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb1c9ad-3e4b-4f9b-8ccd-434aaa46a614,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:16.505185 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:16.567960 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=ce475e34-1316-4ec0-b26a-9a26a6898b1e,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:16.573788 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:16.620464 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4355d669-448b-47ae-a132-e9bcb3da9dd9 admin admin] Publish callbacks [] for security_group (6cb1c9ad-3e4b-4f9b-8ccd-434aaa46a614), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:16.702192 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4355d669-448b-47ae-a132-e9bcb3da9dd9 admin admin] Publish callbacks [] for security_group (6cb1c9ad-3e4b-4f9b-8ccd-434aaa46a614), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:16.943393 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cde6e93-3b90-4a9a-9290-ceb80a183a73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdd384ae-5ca2-4ef8-b6eb-80221338be18'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:40:16.943393 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64885b3-c167-4656-82e6-8f99fab2a8d7" -d '{"events": [{"server_uuid": "1cde6e93-3b90-4a9a-9290-ceb80a183a73", "name": "network-vif-unplugged", "status": "completed", "tag": "cdd384ae-5ca2-4ef8-b6eb-80221338be18"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:40:16.952887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=cdd384ae-5ca2-4ef8-b6eb-80221338be18,revision_number=11']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:17.035655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device e525a055-f6de-4e9a-b9cb-07d71ab395a1 up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:40:17.063643 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4355d669-448b-47ae-a132-e9bcb3da9dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6cb1c9ad-3e4b-4f9b-8ccd-434aaa46a614), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:17.069148 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4355d669-448b-47ae-a132-e9bcb3da9dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:17.071055 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4355d669-448b-47ae-a132-e9bcb3da9dd9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6cb1c9ad-3e4b-4f9b-8ccd-434aaa46a614 HTTP/1.1" status: 204 len: 168 time: 0.8168488 Nov 02 12:40:17.103412 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355d669-448b-47ae-a132-e9bcb3da9dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb1c9ad-3e4b-4f9b-8ccd-434aaa46a614,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:17.191283 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:17.223624 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52264bbe-ca96-4ccb-ad8f-1257aaf43756', 'name': 'tempest-ListServersNegativeTestJSON-1813386431-router', 'tenant_id': 'a37fa59604f243cabf8504bac9207c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ce475e34-1316-4ec0-b26a-9a26a6898b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:02Z', 'updated_at': '2022-11-02T12:40:11Z', 'revision_number': 4, 'project_id': 'a37fa59604f243cabf8504bac9207c89', 'gw_port': {'id': 'ce475e34-1316-4ec0-b26a-9a26a6898b1e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52264bbe-ca96-4ccb-ad8f-1257aaf43756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:05Z', 'updated_at': '2022-11-02T12:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '75be3e56-0ca2-4f2a-8a55-958bf3f9d90f', 'name': '', 'network_id': 'acbdb274-3500-41bb-be37-c59586c3474a', 'tenant_id': 'a37fa59604f243cabf8504bac9207c89', 'mac_address': 'fa:16:3e:26:b8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52264bbe-ca96-4ccb-ad8f-1257aaf43756', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '0ebbfb1b-5389-41e1-821f-5fba09f1dd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:10Z', 'updated_at': '2022-11-02T12:40:11Z', 'revision_number': 2, 'project_id': 'a37fa59604f243cabf8504bac9207c89', 'subnets': [{'id': '0ebbfb1b-5389-41e1-821f-5fba09f1dd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:17.293976 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] Checking router: 52264bbe-ca96-4ccb-ad8f-1257aaf43756 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:40:17.294575 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] Updating router 52264bbe-ca96-4ccb-ad8f-1257aaf43756 port 75be3e56-0ca2-4f2a-8a55-958bf3f9d90f binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:40:17.304092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning for port e525a055-f6de-4e9a-b9cb-07d71ab395a1 completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:40:17.344763 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (75be3e56-0ca2-4f2a-8a55-958bf3f9d90f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:17.393534 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:17.460432 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365c947-8218-4ef0-8589-44318d072103 req-3eaede9f-2505-4492-af7d-e5b7037a4175 tempest-ListServersNegativeTestJSON-1259280325 tempest-ListServersNegativeTestJSON-1259280325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:17.462200 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b365c947-8218-4ef0-8589-44318d072103 req-3eaede9f-2505-4492-af7d-e5b7037a4175 tempest-ListServersNegativeTestJSON-1259280325 tempest-ListServersNegativeTestJSON-1259280325-project] 10.222.0.64 "GET /networking/v2.0/networks?id=acbdb274-3500-41bb-be37-c59586c3474a HTTP/1.1" status: 200 len: 818 time: 0.4651439 Nov 02 12:40:17.499425 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b365c947-8218-4ef0-8589-44318d072103 req-222cb1f4-2607-45e8-be6c-cf70b4ef6699 tempest-ListServersNegativeTestJSON-1259280325 tempest-ListServersNegativeTestJSON-1259280325-project] 10.222.0.64 "GET /networking/v2.0/quotas/a37fa59604f243cabf8504bac9207c89 HTTP/1.1" status: 200 len: 375 time: 0.0260332 Nov 02 12:40:17.603317 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b365c947-8218-4ef0-8589-44318d072103 req-3548d195-07b5-4e0c-97fc-5dcea76938c9 tempest-ListServersNegativeTestJSON-1259280325 tempest-ListServersNegativeTestJSON-1259280325-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a37fa59604f243cabf8504bac9207c89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844595 Nov 02 12:40:17.626659 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35384) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:17.648589 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:17.791396 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] Publish callbacks [] for port (75be3e56-0ca2-4f2a-8a55-958bf3f9d90f), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:17.849826 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6415f-f2ef-43e2-9981-2b630acdc9ef req-ee199f3f-e78b-4392-b171-f60cbcc3fe8f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:17.851477 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-66e6415f-f2ef-43e2-9981-2b630acdc9ef req-ee199f3f-e78b-4392-b171-f60cbcc3fe8f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=04941205-20b8-4bc0-ab59-e14866c3f331 HTTP/1.1" status: 200 len: 950 time: 0.0873704 Nov 02 12:40:18.001653 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-66e6415f-f2ef-43e2-9981-2b630acdc9ef req-e3a9d0ed-1c93-41df-bf0e-31747db905ed tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106198 Nov 02 12:40:18.148520 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b5f8abd5-dca3-4713-9339-a70d0500c7da req-9d5cd05f-0285-460f-b146-dd2cdc98b28e tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 210 time: 0.0574043 Nov 02 12:40:18.210817 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port e525a055-f6de-4e9a-b9cb-07d71ab395a1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:18.211393 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e525a055-f6de-4e9a-b9cb-07d71ab395a1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:18.211487 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port e525a055-f6de-4e9a-b9cb-07d71ab395a1 Nov 02 12:40:18.226330 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1300b5a6-1c0c-400f-91b0-5811d54f64f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (52264bbe-ca96-4ccb-ad8f-1257aaf43756), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:18.285325 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (75be3e56-0ca2-4f2a-8a55-958bf3f9d90f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:18.296996 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:18.464269 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ce475e34-1316-4ec0-b26a-9a26a6898b1e up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:40:18.537366 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd7612-6e59-4bd7-ac6b-697a772c98d2 None None] Pushing event updated for resources: {'Port': ['ID=75be3e56-0ca2-4f2a-8a55-958bf3f9d90f,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:18.576095 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:18.675821 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a6781915-6dc0-4e85-8ca3-8bd2ea6829a5 req-896a93d4-9615-4a88-ac94-8ad36a8b7721 tempest-ServersAdmin275Test-340537786 tempest-ServersAdmin275Test-340537786-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0613182 Nov 02 12:40:18.737759 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1300b5a6-1c0c-400f-91b0-5811d54f64f6 admin admin] Deleting port 75be3e56-0ca2-4f2a-8a55-958bf3f9d90f {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:40:18.738221 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1300b5a6-1c0c-400f-91b0-5811d54f64f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (75be3e56-0ca2-4f2a-8a55-958bf3f9d90f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:18.775032 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] Attempting to bind port 75be3e56-0ca2-4f2a-8a55-958bf3f9d90f on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:40:18.775618 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] Attempting to bind port 75be3e56-0ca2-4f2a-8a55-958bf3f9d90f by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '4f049f48-085b-462b-be46-271cb84d680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'acbdb274-3500-41bb-be37-c59586c3474a'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:40:18.776195 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] Attempting to bind port 75be3e56-0ca2-4f2a-8a55-958bf3f9d90f on network acbdb274-3500-41bb-be37-c59586c3474a {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:18.797027 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd7612-6e59-4bd7-ac6b-697a772c98d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:18.797495 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd7612-6e59-4bd7-ac6b-697a772c98d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:18.797840 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd7612-6e59-4bd7-ac6b-697a772c98d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:18.797994 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd7612-6e59-4bd7-ac6b-697a772c98d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:18.798273 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd7612-6e59-4bd7-ac6b-697a772c98d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:18.807336 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd7612-6e59-4bd7-ac6b-697a772c98d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:18.807907 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd7612-6e59-4bd7-ac6b-697a772c98d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:18.808467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd7612-6e59-4bd7-ac6b-697a772c98d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:18.835949 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd7612-6e59-4bd7-ac6b-697a772c98d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:18.846683 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd7612-6e59-4bd7-ac6b-697a772c98d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:18.849587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd7612-6e59-4bd7-ac6b-697a772c98d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:18.850188 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd7612-6e59-4bd7-ac6b-697a772c98d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:18.853008 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd7612-6e59-4bd7-ac6b-697a772c98d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:18.855477 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd7612-6e59-4bd7-ac6b-697a772c98d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:18.859663 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd7612-6e59-4bd7-ac6b-697a772c98d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:18.972874 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 12:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd1a777-c893-49a2-b4bc-0e5e44291690 x-openstack-request-id: req-5fd1a777-c893-49a2-b4bc-0e5e44291690 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:40:18.973413 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cde6e93-3b90-4a9a-9290-ceb80a183a73", "name": "network-vif-unplugged", "status": "completed", "tag": "cdd384ae-5ca2-4ef8-b6eb-80221338be18", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:40:18.973867 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5fd1a777-c893-49a2-b4bc-0e5e44291690 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:40:18.974482 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fd1a777-c893-49a2-b4bc-0e5e44291690'] response: {'server_uuid': '1cde6e93-3b90-4a9a-9290-ceb80a183a73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdd384ae-5ca2-4ef8-b6eb-80221338be18', 'code': 200} Nov 02 12:40:18.981992 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-1300b5a6-1c0c-400f-91b0-5811d54f64f6 admin admin] For port 75be3e56-0ca2-4f2a-8a55-958bf3f9d90f, host n-d-857339-6, got binding levels [] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:18.982724 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1300b5a6-1c0c-400f-91b0-5811d54f64f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (75be3e56-0ca2-4f2a-8a55-958bf3f9d90f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:19.014823 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1300b5a6-1c0c-400f-91b0-5811d54f64f6 admin admin] Calling delete_port for 75be3e56-0ca2-4f2a-8a55-958bf3f9d90f owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:40:19.039180 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port e525a055-f6de-4e9a-b9cb-07d71ab395a1 is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:19.039579 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e525a055-f6de-4e9a-b9cb-07d71ab395a1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:19.045148 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ce475e34-1316-4ec0-b26a-9a26a6898b1e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:19.045648 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ce475e34-1316-4ec0-b26a-9a26a6898b1e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:19.045840 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ce475e34-1316-4ec0-b26a-9a26a6898b1e Nov 02 12:40:19.088273 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:40:19.088901 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] Checking segment: {'id': '4f049f48-085b-462b-be46-271cb84d680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'acbdb274-3500-41bb-be37-c59586c3474a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:40:19.089948 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:19.095985 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] Bound using segment: {'id': '4f049f48-085b-462b-be46-271cb84d680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'acbdb274-3500-41bb-be37-c59586c3474a'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:40:19.099497 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] Bound port: 75be3e56-0ca2-4f2a-8a55-958bf3f9d90f, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f049f48-085b-462b-be46-271cb84d680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'acbdb274-3500-41bb-be37-c59586c3474a'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:40:19.103510 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (75be3e56-0ca2-4f2a-8a55-958bf3f9d90f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:19.121272 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:19.166430 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5f13a-cd27-4dbb-b060-d216ec238aef req-df667fda-69bd-453d-82c1-f8cd3983b3ac tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:19.171765 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port e525a055-f6de-4e9a-b9cb-07d71ab395a1, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=e525a055-f6de-4e9a-b9cb-07d71ab395a1,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:19.177587 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9fc5f13a-cd27-4dbb-b060-d216ec238aef req-df667fda-69bd-453d-82c1-f8cd3983b3ac tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d03b43bf-3491-4c06-8be8-6f70f679d53f HTTP/1.1" status: 200 len: 948 time: 0.3971238 Nov 02 12:40:19.251230 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] For port 75be3e56-0ca2-4f2a-8a55-958bf3f9d90f, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:40:19.260037 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] For port 75be3e56-0ca2-4f2a-8a55-958bf3f9d90f, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=75be3e56-0ca2-4f2a-8a55-958bf3f9d90f,segment=NetworkSegment(4f049f48-085b-462b-be46-271cb84d680e),segment_id=4f049f48-085b-462b-be46-271cb84d680e)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:40:19.264990 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ce475e34-1316-4ec0-b26a-9a26a6898b1e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:19.268927 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e525a055-f6de-4e9a-b9cb-07d71ab395a1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:19.331708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=e525a055-f6de-4e9a-b9cb-07d71ab395a1,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:19.360721 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9fc5f13a-cd27-4dbb-b060-d216ec238aef req-74fdca70-3e68-43bb-b0b4-b0d788d77574 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799381 Nov 02 12:40:19.366911 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (75be3e56-0ca2-4f2a-8a55-958bf3f9d90f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:19.439647 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35430) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:19.467906 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:19.487749 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35434) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:19.492806 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] Routers {'52264bbe-ca96-4ccb-ad8f-1257aaf43756'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:40:19.493195 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:40:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['52264bbe-ca96-4ccb-ad8f-1257aaf43756'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:19.544417 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9dce355-b1d5-4071-adda-2623d8481259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:19.573102 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:19.576318 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd7612-6e59-4bd7-ac6b-697a772c98d2 None None] Pushing event updated for resources: {'Port': ['ID=75be3e56-0ca2-4f2a-8a55-958bf3f9d90f,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:19.670351 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-af8edd41-e069-4a7c-b942-44d5d06b0d9b req-e7f94b9d-cfd9-4c79-aeaf-a264979c162d tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 210 time: 0.0821342 Nov 02 12:40:19.701252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] Set router 52264bbe-ca96-4ccb-ad8f-1257aaf43756 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:40:19.799740 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1300b5a6-1c0c-400f-91b0-5811d54f64f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (75be3e56-0ca2-4f2a-8a55-958bf3f9d90f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:19.874343 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300b5a6-1c0c-400f-91b0-5811d54f64f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=75be3e56-0ca2-4f2a-8a55-958bf3f9d90f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:19.926553 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9dce355-b1d5-4071-adda-2623d8481259 admin admin] Publish callbacks [] for security_group (abe767e5-b93e-49f1-b8df-bdedefe9db04), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:20.046457 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9dce355-b1d5-4071-adda-2623d8481259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (abe767e5-b93e-49f1-b8df-bdedefe9db04), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:20.169678 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f9dce355-b1d5-4071-adda-2623d8481259 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3d5db113d0f54d428c263c1631f577cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6803882 Nov 02 12:40:20.170624 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35442) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:20.176358 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8b9961a0-31bb-4778-b19b-d97f46baa046 req-1b3a49e0-59f8-4f7f-95ae-2aecc2b1e020 tempest-ServersAdmin275Test-340537786 tempest-ServersAdmin275Test-340537786-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.2823343 Nov 02 12:40:20.226384 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-423c0473-af0c-4788-abe7-221686050c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:20.246773 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dce355-b1d5-4071-adda-2623d8481259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe767e5-b93e-49f1-b8df-bdedefe9db04,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:20.261045 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52264bbe-ca96-4ccb-ad8f-1257aaf43756', 'name': 'tempest-ListServersNegativeTestJSON-1813386431-router', 'tenant_id': 'a37fa59604f243cabf8504bac9207c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ce475e34-1316-4ec0-b26a-9a26a6898b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:02Z', 'updated_at': '2022-11-02T12:40:11Z', 'revision_number': 4, 'project_id': 'a37fa59604f243cabf8504bac9207c89', 'gw_port': {'id': 'ce475e34-1316-4ec0-b26a-9a26a6898b1e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52264bbe-ca96-4ccb-ad8f-1257aaf43756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:05Z', 'updated_at': '2022-11-02T12:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '75be3e56-0ca2-4f2a-8a55-958bf3f9d90f', 'name': '', 'network_id': 'acbdb274-3500-41bb-be37-c59586c3474a', 'tenant_id': 'a37fa59604f243cabf8504bac9207c89', 'mac_address': 'fa:16:3e:26:b8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52264bbe-ca96-4ccb-ad8f-1257aaf43756', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '0ebbfb1b-5389-41e1-821f-5fba09f1dd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:10Z', 'updated_at': '2022-11-02T12:40:19Z', 'revision_number': 4, 'project_id': 'a37fa59604f243cabf8504bac9207c89', 'subnets': [{'id': '0ebbfb1b-5389-41e1-821f-5fba09f1dd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:20.289166 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273aaa6-410b-4b1c-bf99-17897e5891dd req-7de9ce42-f1d5-473f-bf51-2ed93bc985ac tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:20.303017 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4273aaa6-410b-4b1c-bf99-17897e5891dd req-7de9ce42-f1d5-473f-bf51-2ed93bc985ac tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 949 time: 0.4359269 Nov 02 12:40:20.367712 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007fecd3-8767-4a4b-8721-18285cc08bad None None] The sync data for ids ['52264bbe-ca96-4ccb-ad8f-1257aaf43756'] in n-d-857339-6 is: [{'id': '52264bbe-ca96-4ccb-ad8f-1257aaf43756', 'name': 'tempest-ListServersNegativeTestJSON-1813386431-router', 'tenant_id': 'a37fa59604f243cabf8504bac9207c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ce475e34-1316-4ec0-b26a-9a26a6898b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:02Z', 'updated_at': '2022-11-02T12:40:11Z', 'revision_number': 4, 'project_id': 'a37fa59604f243cabf8504bac9207c89', 'gw_port': {'id': 'ce475e34-1316-4ec0-b26a-9a26a6898b1e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52264bbe-ca96-4ccb-ad8f-1257aaf43756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:05Z', 'updated_at': '2022-11-02T12:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '75be3e56-0ca2-4f2a-8a55-958bf3f9d90f', 'name': '', 'network_id': 'acbdb274-3500-41bb-be37-c59586c3474a', 'tenant_id': 'a37fa59604f243cabf8504bac9207c89', 'mac_address': 'fa:16:3e:26:b8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52264bbe-ca96-4ccb-ad8f-1257aaf43756', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '0ebbfb1b-5389-41e1-821f-5fba09f1dd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:10Z', 'updated_at': '2022-11-02T12:40:19Z', 'revision_number': 4, 'project_id': 'a37fa59604f243cabf8504bac9207c89', 'subnets': [{'id': '0ebbfb1b-5389-41e1-821f-5fba09f1dd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:40:20.379724 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-53d2cc56-d89c-43bf-a109-7a53490a394c admin admin] Publish callbacks [] for security_group (abe767e5-b93e-49f1-b8df-bdedefe9db04), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:20.576925 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4273aaa6-410b-4b1c-bf99-17897e5891dd req-97a68557-4ede-476b-b761-1507181e04b1 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c8cf13e2-6faa-42b4-86f8-08c8ed7974e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730315 Nov 02 12:40:20.618160 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-53d2cc56-d89c-43bf-a109-7a53490a394c admin admin] Publish callbacks [] for security_group (abe767e5-b93e-49f1-b8df-bdedefe9db04), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:20.690195 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a58dc2-1c79-42e5-ad4b-7b3a05229830 req-b54127b0-69bb-4461-8f9d-0df19b858d6e tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:20.692357 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-11a58dc2-1c79-42e5-ad4b-7b3a05229830 req-b54127b0-69bb-4461-8f9d-0df19b858d6e tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d03b43bf-3491-4c06-8be8-6f70f679d53f HTTP/1.1" status: 200 len: 949 time: 0.0805321 Nov 02 12:40:20.754341 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-423c0473-af0c-4788-abe7-221686050c7a admin admin] Publish callbacks [] for security_group (21f2441c-026e-4857-9e4f-4d1d7721f5d0), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:20.784154 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-11a58dc2-1c79-42e5-ad4b-7b3a05229830 req-e86c16a7-045c-4262-9f10-c5a017a527bf tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792029 Nov 02 12:40:20.864466 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1300b5a6-1c0c-400f-91b0-5811d54f64f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (52264bbe-ca96-4ccb-ad8f-1257aaf43756), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:20.896536 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da15025c-d183-41b2-ba13-545030d7ce1e None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:40:20.925881 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-53d2cc56-d89c-43bf-a109-7a53490a394c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (abe767e5-b93e-49f1-b8df-bdedefe9db04), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:20.931850 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-53d2cc56-d89c-43bf-a109-7a53490a394c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:20.937095 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-53d2cc56-d89c-43bf-a109-7a53490a394c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/abe767e5-b93e-49f1-b8df-bdedefe9db04 HTTP/1.1" status: 204 len: 168 time: 0.7613583 Nov 02 12:40:20.948412 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-423c0473-af0c-4788-abe7-221686050c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (21f2441c-026e-4857-9e4f-4d1d7721f5d0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:20.976883 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03b43bf-3491-4c06-8be8-6f70f679d53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e525a055-f6de-4e9a-b9cb-07d71ab395a1'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:40:20.980360 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a004bf-17a1-4e1f-bb0e-4bc25e3fdb66" -d '{"events": [{"server_uuid": "d03b43bf-3491-4c06-8be8-6f70f679d53f", "name": "network-vif-plugged", "status": "completed", "tag": "e525a055-f6de-4e9a-b9cb-07d71ab395a1"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:40:20.995728 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-423c0473-af0c-4788-abe7-221686050c7a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d93e3d867ed44dc4add656d02c389a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5538743 Nov 02 12:40:21.001466 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35454) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:21.007104 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2cc56-d89c-43bf-a109-7a53490a394c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe767e5-b93e-49f1-b8df-bdedefe9db04,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:21.093038 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3655586c-2c43-4efa-8e42-0a9592273f46 x-openstack-request-id: req-3655586c-2c43-4efa-8e42-0a9592273f46 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:40:21.093845 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03b43bf-3491-4c06-8be8-6f70f679d53f", "name": "network-vif-plugged", "status": "completed", "tag": "e525a055-f6de-4e9a-b9cb-07d71ab395a1", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:40:21.094368 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3655586c-2c43-4efa-8e42-0a9592273f46 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:40:21.094981 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3655586c-2c43-4efa-8e42-0a9592273f46'] response: {'server_uuid': 'd03b43bf-3491-4c06-8be8-6f70f679d53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e525a055-f6de-4e9a-b9cb-07d71ab395a1', 'code': 200} Nov 02 12:40:21.123000 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-871f42eb-a613-478f-bba8-834a0c70636c req-09c78a11-ba45-4c3f-8346-190745ae7a2a tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 210 time: 0.2269561 Nov 02 12:40:21.132061 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c0473-af0c-4788-abe7-221686050c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f2441c-026e-4857-9e4f-4d1d7721f5d0,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:21.186025 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15025c-d183-41b2-ba13-545030d7ce1e None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:40:21.192716 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:21.197305 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c671e59-8b4c-444c-8cbb-b5bf2a54ad3b admin admin] Publish callbacks [] for security_group (21f2441c-026e-4857-9e4f-4d1d7721f5d0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:21.244449 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c671e59-8b4c-444c-8cbb-b5bf2a54ad3b admin admin] Publish callbacks [] for security_group (21f2441c-026e-4857-9e4f-4d1d7721f5d0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:21.478994 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1300b5a6-1c0c-400f-91b0-5811d54f64f6 admin admin] Router 52264bbe-ca96-4ccb-ad8f-1257aaf43756 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:40:21.492387 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:21.587485 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f73efd1d-5a30-4d47-91c4-0d504dc9dcb1 req-3ac7a379-a0d8-4e52-bf9a-ceb487e5d479 tempest-ServersAdmin275Test-340537786 tempest-ServersAdmin275Test-340537786-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0903511 Nov 02 12:40:21.635952 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c671e59-8b4c-444c-8cbb-b5bf2a54ad3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (21f2441c-026e-4857-9e4f-4d1d7721f5d0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:21.640376 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c671e59-8b4c-444c-8cbb-b5bf2a54ad3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:21.645542 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:21.672791 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0c671e59-8b4c-444c-8cbb-b5bf2a54ad3b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/21f2441c-026e-4857-9e4f-4d1d7721f5d0 HTTP/1.1" status: 204 len: 168 time: 0.6492941 Nov 02 12:40:21.843330 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c671e59-8b4c-444c-8cbb-b5bf2a54ad3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f2441c-026e-4857-9e4f-4d1d7721f5d0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:21.882215 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:21.896127 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e57367-5b1f-4366-a501-8c9d6688920e req-0dbab53b-888c-4b76-b38b-4768eeaac2c6 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:21.903753 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-46e57367-5b1f-4366-a501-8c9d6688920e req-0dbab53b-888c-4b76-b38b-4768eeaac2c6 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 949 time: 0.2252853 Nov 02 12:40:21.946230 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b5ea0-3ba1-4168-8f5d-de9019be250d req-9d7e4e53-f0aa-4444-a98c-fab7323710f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:21.955790 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a46b5ea0-3ba1-4168-8f5d-de9019be250d req-9d7e4e53-f0aa-4444-a98c-fab7323710f3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d03b43bf-3491-4c06-8be8-6f70f679d53f HTTP/1.1" status: 200 len: 1131 time: 0.3775218 Nov 02 12:40:22.077020 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-96584596-966e-4887-b4e7-83e09eb5bb92 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=d4fefce7b59b4135ab03a518f381e171&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2444732 Nov 02 12:40:22.120904 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1300b5a6-1c0c-400f-91b0-5811d54f64f6 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:40:22.130969 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1300b5a6-1c0c-400f-91b0-5811d54f64f6 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/52264bbe-ca96-4ccb-ad8f-1257aaf43756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5078955 Nov 02 12:40:22.153250 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35468) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:22.290557 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a46b5ea0-3ba1-4168-8f5d-de9019be250d req-2aca0818-5873-49de-a5fc-f89e9bf43582 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972562 Nov 02 12:40:22.445419 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7e61f-3f36-4e82-8678-c71ec7c45459 req-db4fc2c1-4d37-4f06-830f-16edde3c5ff5 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:22.463881 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e5c7e61f-3f36-4e82-8678-c71ec7c45459 req-db4fc2c1-4d37-4f06-830f-16edde3c5ff5 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 949 time: 0.5506034 Nov 02 12:40:22.607681 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:22.664155 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa2fa4-a017-4868-b349-a017428580e1 req-b87348a8-1d41-4c43-8124-4221f83b005f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:22.666885 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c1fa2fa4-a017-4868-b349-a017428580e1 req-b87348a8-1d41-4c43-8124-4221f83b005f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d03b43bf-3491-4c06-8be8-6f70f679d53f HTTP/1.1" status: 200 len: 949 time: 0.5342886 Nov 02 12:40:22.768408 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-46e57367-5b1f-4366-a501-8c9d6688920e req-87b2df2f-630c-4e10-989a-4e386f0b2bc2 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Deleting port cdd384ae-5ca2-4ef8-b6eb-80221338be18 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:40:22.769603 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-46e57367-5b1f-4366-a501-8c9d6688920e req-87b2df2f-630c-4e10-989a-4e386f0b2bc2 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:22.779104 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a456fb9-1354-4ec7-90f5-8f09c7af9463 admin admin] Publish callbacks [] for router (52264bbe-ca96-4ccb-ad8f-1257aaf43756), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:22.878551 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e5c7e61f-3f36-4e82-8678-c71ec7c45459 req-674d58d1-9c5b-4c06-819b-8776abf24d9b tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c8cf13e2-6faa-42b4-86f8-08c8ed7974e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135187 Nov 02 12:40:22.912999 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-41e1edcf-0f36-4c4c-8228-eb3c3649f646 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:22.914933 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-41e1edcf-0f36-4c4c-8228-eb3c3649f646 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7755077 Nov 02 12:40:22.988114 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c1fa2fa4-a017-4868-b349-a017428580e1 req-22bedbe8-55a5-4d6a-a4a3-495465ac87bb tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709520 Nov 02 12:40:23.018397 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1bdd0082-e68b-4c8f-8aaf-966402d47cf7 None None] Provisioning complete for port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:23.020818 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1bdd0082-e68b-4c8f-8aaf-966402d47cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c5f18b50-f0eb-4848-8bb4-a9530a61a0c1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:23.024893 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1bdd0082-e68b-4c8f-8aaf-966402d47cf7 None None] Attempt 1 to provision port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 Nov 02 12:40:23.050915 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c886c4d9-9acb-4c25-b0ba-4bfa0e44b584 req-dbf6f506-84f2-46ef-8c96-2c41420795cd tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 210 time: 0.0526817 Nov 02 12:40:23.103057 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=45 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:23.106307 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da04978-6452-4415-84b5-53afc0a29435 None None] Sync routers for ids ['52264bbe-ca96-4ccb-ad8f-1257aaf43756'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:40:23.125052 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da04978-6452-4415-84b5-53afc0a29435 None None] Routers {'52264bbe-ca96-4ccb-ad8f-1257aaf43756'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:40:23.126291 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5da04978-6452-4415-84b5-53afc0a29435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:40:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['52264bbe-ca96-4ccb-ad8f-1257aaf43756'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:23.155360 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-46e57367-5b1f-4366-a501-8c9d6688920e req-87b2df2f-630c-4e10-989a-4e386f0b2bc2 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] For port cdd384ae-5ca2-4ef8-b6eb-80221338be18, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=cdd384ae-5ca2-4ef8-b6eb-80221338be18,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:23.156114 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-46e57367-5b1f-4366-a501-8c9d6688920e req-87b2df2f-630c-4e10-989a-4e386f0b2bc2 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:23.171164 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a456fb9-1354-4ec7-90f5-8f09c7af9463 admin admin] Publish callbacks [] for router_gateway (52264bbe-ca96-4ccb-ad8f-1257aaf43756), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:23.199764 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-46e57367-5b1f-4366-a501-8c9d6688920e req-87b2df2f-630c-4e10-989a-4e386f0b2bc2 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Calling delete_port for cdd384ae-5ca2-4ef8-b6eb-80221338be18 owned by compute:nova {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:40:23.250181 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0f8e0e3f-3faa-4b0f-9a9d-049bdff4189f req-f13013e3-fe34-4a5f-ac70-e7a5a946ebb3 tempest-ServersAdmin275Test-340537786 tempest-ServersAdmin275Test-340537786-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0688117 Nov 02 12:40:23.252591 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1bdd0082-e68b-4c8f-8aaf-966402d47cf7 None None] Current status of the port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:23.308071 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-5da04978-6452-4415-84b5-53afc0a29435 None None] Set router 52264bbe-ca96-4ccb-ad8f-1257aaf43756 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:40:23.348323 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:23.488462 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:23.515628 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-0a456fb9-1354-4ec7-90f5-8f09c7af9463 admin admin] Deleting port ce475e34-1316-4ec0-b26a-9a26a6898b1e {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:40:23.516235 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a456fb9-1354-4ec7-90f5-8f09c7af9463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ce475e34-1316-4ec0-b26a-9a26a6898b1e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:23.529736 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5da04978-6452-4415-84b5-53afc0a29435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52264bbe-ca96-4ccb-ad8f-1257aaf43756', 'name': 'tempest-ListServersNegativeTestJSON-1813386431-router', 'tenant_id': 'a37fa59604f243cabf8504bac9207c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'ce475e34-1316-4ec0-b26a-9a26a6898b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:02Z', 'updated_at': '2022-11-02T12:40:19Z', 'revision_number': 5, 'project_id': 'a37fa59604f243cabf8504bac9207c89', 'gw_port': {'id': 'ce475e34-1316-4ec0-b26a-9a26a6898b1e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52264bbe-ca96-4ccb-ad8f-1257aaf43756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:05Z', 'updated_at': '2022-11-02T12:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:23.559065 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da04978-6452-4415-84b5-53afc0a29435 None None] Checking router: 52264bbe-ca96-4ccb-ad8f-1257aaf43756 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:40:23.570607 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da04978-6452-4415-84b5-53afc0a29435 None None] Routers {'52264bbe-ca96-4ccb-ad8f-1257aaf43756'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:40:23.571371 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5da04978-6452-4415-84b5-53afc0a29435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:40:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['52264bbe-ca96-4ccb-ad8f-1257aaf43756'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:23.682871 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-5da04978-6452-4415-84b5-53afc0a29435 None None] Set router 52264bbe-ca96-4ccb-ad8f-1257aaf43756 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:40:23.759599 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5da04978-6452-4415-84b5-53afc0a29435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52264bbe-ca96-4ccb-ad8f-1257aaf43756', 'name': 'tempest-ListServersNegativeTestJSON-1813386431-router', 'tenant_id': 'a37fa59604f243cabf8504bac9207c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:02Z', 'updated_at': '2022-11-02T12:40:23Z', 'revision_number': 6, 'project_id': 'a37fa59604f243cabf8504bac9207c89', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:23.772854 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-0a456fb9-1354-4ec7-90f5-8f09c7af9463 admin admin] For port ce475e34-1316-4ec0-b26a-9a26a6898b1e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ce475e34-1316-4ec0-b26a-9a26a6898b1e,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:23.773424 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a456fb9-1354-4ec7-90f5-8f09c7af9463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ce475e34-1316-4ec0-b26a-9a26a6898b1e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:23.815594 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-0a456fb9-1354-4ec7-90f5-8f09c7af9463 admin admin] Calling delete_port for ce475e34-1316-4ec0-b26a-9a26a6898b1e owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:40:23.827111 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da04978-6452-4415-84b5-53afc0a29435 None None] The sync data for ids ['52264bbe-ca96-4ccb-ad8f-1257aaf43756'] in n-d-857339-6 is: [{'id': '52264bbe-ca96-4ccb-ad8f-1257aaf43756', 'name': 'tempest-ListServersNegativeTestJSON-1813386431-router', 'tenant_id': 'a37fa59604f243cabf8504bac9207c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:02Z', 'updated_at': '2022-11-02T12:40:23Z', 'revision_number': 6, 'project_id': 'a37fa59604f243cabf8504bac9207c89', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:40:23.872789 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:23.934821 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-46e57367-5b1f-4366-a501-8c9d6688920e req-87b2df2f-630c-4e10-989a-4e386f0b2bc2 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (cdd384ae-5ca2-4ef8-b6eb-80221338be18), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:24.008250 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3267de64-dd32-4293-8e02-9dc5efc03386 req-696028a7-247c-4814-8c15-1d31cc95dbc6 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 210 time: 0.0310178 Nov 02 12:40:24.017706 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2df2f-630c-4e10-989a-4e386f0b2bc2 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Pushing event deleted for resources: {'Port': ['ID=cdd384ae-5ca2-4ef8-b6eb-80221338be18,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:24.032854 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-848bf6e7-3827-4af5-ba79-9bb2107a83d8 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Request body: {'port': {'device_id': 'c143fd1f-5e93-4432-b329-7ddd818dfe41', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': 'd4fefce7b59b4135ab03a518f381e171'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:24.282968 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47117d13-d9eb-49e4-87ce-b4488ebaaa49 req-cb325d30-238f-43c3-93a2-52c115e222e1 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:24.292071 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-47117d13-d9eb-49e4-87ce-b4488ebaaa49 req-cb325d30-238f-43c3-93a2-52c115e222e1 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d03b43bf-3491-4c06-8be8-6f70f679d53f HTTP/1.1" status: 200 len: 949 time: 0.0828600 Nov 02 12:40:24.294018 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e57367-5b1f-4366-a501-8c9d6688920e req-87b2df2f-630c-4e10-989a-4e386f0b2bc2 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] No DVR routers for this DVR port cdd384ae-5ca2-4ef8-b6eb-80221338be18 on host n-h1-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:40:24.295701 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 75be3e56-0ca2-4f2a-8a55-958bf3f9d90f no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:40:24.360572 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2f7a4afa-7ef2-45cd-ac4e-b20586d11484 req-acae3cdb-e363-4a3a-af11-3ee13adebbed tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 210 time: 0.0643985 Nov 02 12:40:24.367784 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 75be3e56-0ca2-4f2a-8a55-958bf3f9d90f {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:40:24.369278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 75be3e56-0ca2-4f2a-8a55-958bf3f9d90f not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:40:24.492241 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-47117d13-d9eb-49e4-87ce-b4488ebaaa49 req-2748c60a-d207-4fed-a543-131f29a131b9 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987619 Nov 02 12:40:24.505021 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:24.522573 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-46e57367-5b1f-4366-a501-8c9d6688920e req-87b2df2f-630c-4e10-989a-4e386f0b2bc2 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:24.532985 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-46e57367-5b1f-4366-a501-8c9d6688920e req-87b2df2f-630c-4e10-989a-4e386f0b2bc2 tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.57 "DELETE /networking/v2.0/ports/cdd384ae-5ca2-4ef8-b6eb-80221338be18 HTTP/1.1" status: 204 len: 173 time: 2.6212404 Nov 02 12:40:24.533946 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cde6e93-3b90-4a9a-9290-ceb80a183a73', 'name': 'network-vif-deleted', 'tag': 'cdd384ae-5ca2-4ef8-b6eb-80221338be18'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:40:24.537758 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974b1e09-8017-4db2-9132-12d77df92b5e" -d '{"events": [{"server_uuid": "1cde6e93-3b90-4a9a-9290-ceb80a183a73", "name": "network-vif-deleted", "tag": "cdd384ae-5ca2-4ef8-b6eb-80221338be18"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:40:24.602064 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:24.650774 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a456fb9-1354-4ec7-90f5-8f09c7af9463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (ce475e34-1316-4ec0-b26a-9a26a6898b1e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:24.698439 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0c02f27c-2000-44ed-9c5d-197c9435b675 req-d254add1-e648-4a42-aad7-15c472a813f8 tempest-ServersAdmin275Test-340537786 tempest-ServersAdmin275Test-340537786-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0632856 Nov 02 12:40:24.765089 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-848bf6e7-3827-4af5-ba79-9bb2107a83d8 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Made reservation on behalf of d4fefce7b59b4135ab03a518f381e171 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:40:24.772151 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-848bf6e7-3827-4af5-ba79-9bb2107a83d8 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:24.832448 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a456fb9-1354-4ec7-90f5-8f09c7af9463 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce475e34-1316-4ec0-b26a-9a26a6898b1e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:25.006130 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93aecbad-058f-402b-8fc9-f950036d1236 x-openstack-request-id: req-93aecbad-058f-402b-8fc9-f950036d1236 {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:40:25.006433 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cde6e93-3b90-4a9a-9290-ceb80a183a73", "name": "network-vif-deleted", "tag": "cdd384ae-5ca2-4ef8-b6eb-80221338be18", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:40:25.006692 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93aecbad-058f-402b-8fc9-f950036d1236 {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:40:25.007151 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93aecbad-058f-402b-8fc9-f950036d1236'] response: {'server_uuid': '1cde6e93-3b90-4a9a-9290-ceb80a183a73', 'name': 'network-vif-deleted', 'tag': 'cdd384ae-5ca2-4ef8-b6eb-80221338be18', 'status': 'completed', 'code': 200} Nov 02 12:40:25.037705 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-332e1d75-2f55-46d8-b1b8-01cac05515b0 req-29834ab0-48ba-486a-b93b-ce3193b356df service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=b8ee21f74a1d415f9f42599927a503d8&device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.7471313 Nov 02 12:40:25.048656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device cdd384ae-5ca2-4ef8-b6eb-80221338be18 no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:40:25.051545 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a456fb9-1354-4ec7-90f5-8f09c7af9463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (52264bbe-ca96-4ccb-ad8f-1257aaf43756), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:25.117384 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] No Port match for: cdd384ae-5ca2-4ef8-b6eb-80221338be18 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:40:25.117872 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device cdd384ae-5ca2-4ef8-b6eb-80221338be18 not bound to the agent host n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:40:25.187154 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:25.265087 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a456fb9-1354-4ec7-90f5-8f09c7af9463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (52264bbe-ca96-4ccb-ad8f-1257aaf43756), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:25.274811 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a456fb9-1354-4ec7-90f5-8f09c7af9463 admin admin] Publish callbacks [] for router_controller (52264bbe-ca96-4ccb-ad8f-1257aaf43756), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:25.276630 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-848bf6e7-3827-4af5-ba79-9bb2107a83d8 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Allocated IP 192.168.233.161 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/0e0f5947-4737-4af3-8d98-eb03cc733e2a) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:40:25.373736 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0004aa24-ed45-4b07-bff8-0bb5a5428768 req-371bd613-58e4-41ff-8023-3f3e813cca0c tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 210 time: 0.0559049 Nov 02 12:40:25.435291 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a456fb9-1354-4ec7-90f5-8f09c7af9463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (52264bbe-ca96-4ccb-ad8f-1257aaf43756), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:25.436218 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a456fb9-1354-4ec7-90f5-8f09c7af9463 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52264bbe-ca96-4ccb-ad8f-1257aaf43756 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:40:25.447046 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a456fb9-1354-4ec7-90f5-8f09c7af9463 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:25.457615 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0a456fb9-1354-4ec7-90f5-8f09c7af9463 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/52264bbe-ca96-4ccb-ad8f-1257aaf43756 HTTP/1.1" status: 204 len: 168 time: 3.3017747 Nov 02 12:40:25.461333 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35554) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:25.478714 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:25.563722 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7b19ea-6c46-4be5-a101-906c2307a81a admin admin] Deleting subnet 0ebbfb1b-5389-41e1-821f-5fba09f1dd00 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:40:25.563722 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3a7b19ea-6c46-4be5-a101-906c2307a81a admin admin] Publish callbacks [] for subnet (0ebbfb1b-5389-41e1-821f-5fba09f1dd00), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:25.675328 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3a7b19ea-6c46-4be5-a101-906c2307a81a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (0ebbfb1b-5389-41e1-821f-5fba09f1dd00), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:25.711554 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b94537e4-5b1c-4a5e-af17-f49b5f86d2f4 req-d0857212-51b2-460a-9ce3-aff7287a7001 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 210 time: 0.0646205 Nov 02 12:40:25.792481 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3a7b19ea-6c46-4be5-a101-906c2307a81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (0ebbfb1b-5389-41e1-821f-5fba09f1dd00), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:25.868089 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392fb3e-4792-432a-a382-9318e3eeda20 req-238e0f5d-a25a-4580-b0ab-82c7f0bdf9b5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:25.877286 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392fb3e-4792-432a-a382-9318e3eeda20 req-238e0f5d-a25a-4580-b0ab-82c7f0bdf9b5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:25.889059 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7392fb3e-4792-432a-a382-9318e3eeda20 req-238e0f5d-a25a-4580-b0ab-82c7f0bdf9b5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=04941205-20b8-4bc0-ab59-e14866c3f331&device_id=d03b43bf-3491-4c06-8be8-6f70f679d53f HTTP/1.1" status: 200 len: 1690 time: 0.1710498 Nov 02 12:40:25.968936 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-848bf6e7-3827-4af5-ba79-9bb2107a83d8 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Publish callbacks [] for port (0e0f5947-4737-4af3-8d98-eb03cc733e2a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:25.993047 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-332e1d75-2f55-46d8-b1b8-01cac05515b0 req-5191a810-b8c0-4a50-a6d5-2c15af7d0e5e service neutron] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=b8ee21f74a1d415f9f42599927a503d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465837 Nov 02 12:40:26.075184 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b82847bf-2923-4e77-b486-7135148ad1f3 req-3eaff4d3-8f33-41ea-a8b9-27a015b3052d tempest-ServersAdmin275Test-340537786 tempest-ServersAdmin275Test-340537786-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.1131966 Nov 02 12:40:26.137314 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7392fb3e-4792-432a-a382-9318e3eeda20 req-5771c8f4-289c-4fba-98b0-90f75e91e33d tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285452 Nov 02 12:40:26.138310 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3a7b19ea-6c46-4be5-a101-906c2307a81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (0ebbfb1b-5389-41e1-821f-5fba09f1dd00), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:26.285200 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-848bf6e7-3827-4af5-ba79-9bb2107a83d8 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (0e0f5947-4737-4af3-8d98-eb03cc733e2a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:26.324516 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['d52229ec-7865-402d-84bb-7a7568d392fd'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:40:26.461226 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-848bf6e7-3827-4af5-ba79-9bb2107a83d8 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:40:26.471644 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-848bf6e7-3827-4af5-ba79-9bb2107a83d8 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:26.486234 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-848bf6e7-3827-4af5-ba79-9bb2107a83d8 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:40:26.553163 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848bf6e7-3827-4af5-ba79-9bb2107a83d8 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Pushing event updated for resources: {'Port': ['ID=0e0f5947-4737-4af3-8d98-eb03cc733e2a,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:26.604602 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ce475e34-1316-4ec0-b26a-9a26a6898b1e no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:40:26.609320 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-848bf6e7-3827-4af5-ba79-9bb2107a83d8 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:26.610080 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-848bf6e7-3827-4af5-ba79-9bb2107a83d8 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:26.691835 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3a7b19ea-6c46-4be5-a101-906c2307a81a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:26.702707 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: ce475e34-1316-4ec0-b26a-9a26a6898b1e {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:40:26.705309 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ce475e34-1316-4ec0-b26a-9a26a6898b1e not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:40:26.712898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc09fbf3-9b5e-4f29-8c14-52ee00bf0d62 None None] Network acbdb274-3500-41bb-be37-c59586c3474a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:40:26.730598 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d4b36695-b252-4b4c-b183-084f87e43212 req-c2531718-1378-4406-8027-d05a7d0cffbd tempest-ImagesOneServerTestJSON-542141447 tempest-ImagesOneServerTestJSON-542141447-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cde6e93-3b90-4a9a-9290-ceb80a183a73 HTTP/1.1" status: 200 len: 210 time: 0.0984876 Nov 02 12:40:26.739547 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3a7b19ea-6c46-4be5-a101-906c2307a81a admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/0ebbfb1b-5389-41e1-821f-5fba09f1dd00 HTTP/1.1" status: 204 len: 168 time: 1.2753496 Nov 02 12:40:26.774103 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-848bf6e7-3827-4af5-ba79-9bb2107a83d8 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7370892 Nov 02 12:40:26.774103 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35590) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:26.774103 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:26.806704 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b19ea-6c46-4be5-a101-906c2307a81a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ebbfb1b-5389-41e1-821f-5fba09f1dd00,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:26.809661 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:26.819940 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] Request body: {'port': {'device_id': 'c143fd1f-5e93-4432-b329-7ddd818dfe41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-857339-6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:26.820868 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-bafbb95d-6762-4dca-9528-f44e13559555 req-bc231e34-7e85-496d-8130-219231546412 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.6683676 Nov 02 12:40:26.847737 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e1d75-2f55-46d8-b1b8-01cac05515b0 req-dc03816d-54ea-4bdc-944d-1f46d6a21b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:26.849966 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-332e1d75-2f55-46d8-b1b8-01cac05515b0 req-dc03816d-54ea-4bdc-944d-1f46d6a21b66 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8446708 Nov 02 12:40:26.893056 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589654eb-eac6-4262-8759-307b0d54ce70 req-66e17892-0e31-4388-aac6-6ad98f2ac8b5 tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:26.902832 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-589654eb-eac6-4262-8759-307b0d54ce70 req-66e17892-0e31-4388-aac6-6ad98f2ac8b5 tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=04941205-20b8-4bc0-ab59-e14866c3f331 HTTP/1.1" status: 200 len: 1132 time: 0.2719707 Nov 02 12:40:27.050285 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25a947ad-4768-4e48-b6d6-be58d5d08726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (acbdb274-3500-41bb-be37-c59586c3474a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:27.102250 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9a8aa06c-d48d-4b2e-a3eb-0149339c9f1e None None] Provisioning complete for port 0e0f5947-4737-4af3-8d98-eb03cc733e2a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:27.109007 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9a8aa06c-d48d-4b2e-a3eb-0149339c9f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0e0f5947-4737-4af3-8d98-eb03cc733e2a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:27.111577 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9a8aa06c-d48d-4b2e-a3eb-0149339c9f1e None None] Attempt 1 to provision port 0e0f5947-4737-4af3-8d98-eb03cc733e2a Nov 02 12:40:27.193880 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:27.273903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9a8aa06c-d48d-4b2e-a3eb-0149339c9f1e None None] Port 0e0f5947-4737-4af3-8d98-eb03cc733e2a cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:40:27.274970 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-25a947ad-4768-4e48-b6d6-be58d5d08726 admin admin] Deleting port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:40:27.275822 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25a947ad-4768-4e48-b6d6-be58d5d08726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c5f18b50-f0eb-4848-8bb4-a9530a61a0c1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:27.282611 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-589654eb-eac6-4262-8759-307b0d54ce70 req-0d505ec3-cbe4-4858-b603-4353b93a3c61 tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786287 Nov 02 12:40:27.293790 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e27d7-f1c2-48ff-855d-40f0e4c0dba7 req-77bc0e94-80d1-49e0-b83c-0563dddcdd7b tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:27.293790 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e13e27d7-f1c2-48ff-855d-40f0e4c0dba7 req-77bc0e94-80d1-49e0-b83c-0563dddcdd7b tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 936 time: 0.2399445 Nov 02 12:40:27.293790 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0e0f5947-4737-4af3-8d98-eb03cc733e2a), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:27.417705 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7514de01-f27a-436d-9602-8512d4abfee7 None None] DHCP port deletion for acbdb274-3500-41bb-be37-c59586c3474a request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:40:27.505356 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:27.505577 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7514de01-f27a-436d-9602-8512d4abfee7 None None] Deleting port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:40:27.506121 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7514de01-f27a-436d-9602-8512d4abfee7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c5f18b50-f0eb-4848-8bb4-a9530a61a0c1), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:27.545340 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-25a947ad-4768-4e48-b6d6-be58d5d08726 admin admin] For port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c5f18b50-f0eb-4848-8bb4-a9530a61a0c1,segment=NetworkSegment(4f049f48-085b-462b-be46-271cb84d680e),segment_id=4f049f48-085b-462b-be46-271cb84d680e)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:27.545682 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25a947ad-4768-4e48-b6d6-be58d5d08726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c5f18b50-f0eb-4848-8bb4-a9530a61a0c1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:27.559766 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8fc0b0d5-8dd2-45d9-8647-2a807b060346 req-50966066-7ebd-4714-aadf-ad05b197c4d9 tempest-ServersAdmin275Test-340537786 tempest-ServersAdmin275Test-340537786-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0757158 Nov 02 12:40:27.815090 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7514de01-f27a-436d-9602-8512d4abfee7 None None] For port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c5f18b50-f0eb-4848-8bb4-a9530a61a0c1,segment=NetworkSegment(4f049f48-085b-462b-be46-271cb84d680e),segment_id=4f049f48-085b-462b-be46-271cb84d680e)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:27.815604 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7514de01-f27a-436d-9602-8512d4abfee7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c5f18b50-f0eb-4848-8bb4-a9530a61a0c1), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:27.835824 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7514de01-f27a-436d-9602-8512d4abfee7 None None] Calling delete_port for c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:40:27.905126 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:27.917549 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-25a947ad-4768-4e48-b6d6-be58d5d08726 admin admin] Calling delete_port for c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:40:27.972577 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:28.019731 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e13e27d7-f1c2-48ff-855d-40f0e4c0dba7 req-226d6c8d-172f-43d0-8d10-9310d134fd66 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7076290 Nov 02 12:40:28.080046 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:28.106600 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7edbd4-a201-4995-8725-5ff04943711d req-b2939279-1b73-4fa3-b28c-70c87f2ad715 tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:28.109438 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cf7edbd4-a201-4995-8725-5ff04943711d req-b2939279-1b73-4fa3-b28c-70c87f2ad715 tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d03b43bf-3491-4c06-8be8-6f70f679d53f HTTP/1.1" status: 200 len: 1131 time: 0.2229278 Nov 02 12:40:28.131192 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7514de01-f27a-436d-9602-8512d4abfee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (c5f18b50-f0eb-4848-8bb4-a9530a61a0c1), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:28.267397 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514de01-f27a-436d-9602-8512d4abfee7 None None] Pushing event deleted for resources: {'Port': ['ID=c5f18b50-f0eb-4848-8bb4-a9530a61a0c1,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:28.291861 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7514de01-f27a-436d-9602-8512d4abfee7 None None] No DVR routers for this DVR port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:40:28.342543 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cf7edbd4-a201-4995-8725-5ff04943711d req-d114e326-282d-43c0-8eb9-6aaac214d498 tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100947 Nov 02 12:40:28.372807 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25a947ad-4768-4e48-b6d6-be58d5d08726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (c5f18b50-f0eb-4848-8bb4-a9530a61a0c1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:28.439561 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:28.444097 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a947ad-4768-4e48-b6d6-be58d5d08726 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f18b50-f0eb-4848-8bb4-a9530a61a0c1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:28.527574 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a947ad-4768-4e48-b6d6-be58d5d08726 admin admin] No DVR routers for this DVR port c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:40:28.534305 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:40:28.580279 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:40:28.582334 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c5f18b50-f0eb-4848-8bb4-a9530a61a0c1 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:40:28.765362 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25a947ad-4768-4e48-b6d6-be58d5d08726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (acbdb274-3500-41bb-be37-c59586c3474a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:28.820946 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e0f5947-4737-4af3-8d98-eb03cc733e2a {{(pid=105975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:40:28.830420 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-721e1c49-87a1-4d1d-9a3e-fd17eb7bb341 req-8a9da105-01bc-468e-b907-4f91f4eba5da tempest-ServersAdmin275Test-340537786 tempest-ServersAdmin275Test-340537786-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0609756 Nov 02 12:40:28.834765 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-25a947ad-4768-4e48-b6d6-be58d5d08726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acbdb274-3500-41bb-be37-c59586c3474a']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:28.839966 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] Publish callbacks [] for port (0e0f5947-4737-4af3-8d98-eb03cc733e2a), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:28.854849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-25a947ad-4768-4e48-b6d6-be58d5d08726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f049f48-085b-462b-be46-271cb84d680e') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:28.855162 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-25a947ad-4768-4e48-b6d6-be58d5d08726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f049f48-085b-462b-be46-271cb84d680e') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:28.873926 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25a947ad-4768-4e48-b6d6-be58d5d08726 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (4f049f48-085b-462b-be46-271cb84d680e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:28.881138 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.provisioning_blocks [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] Transition to ACTIVE for port object 0e0f5947-4737-4af3-8d98-eb03cc733e2a will not be triggered until provisioned by entity L2. {{(pid=105975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:40:28.913444 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25a947ad-4768-4e48-b6d6-be58d5d08726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4f049f48-085b-462b-be46-271cb84d680e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:28.932242 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a947ad-4768-4e48-b6d6-be58d5d08726 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:40:28.932242 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25a947ad-4768-4e48-b6d6-be58d5d08726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (4f049f48-085b-462b-be46-271cb84d680e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:28.994259 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 4f049f48-085b-462b-be46-271cb84d680e resource provider aggregate not found Nov 02 12:40:29.024652 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 4f049f48-085b-462b-be46-271cb84d680e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f049f48-085b-462b-be46-271cb84d680e found for delete ", "request_id": "req-0f326ed4-4a48-4e6c-bef3-1a18a06b47a2"}]} Nov 02 12:40:29.104505 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (0e0f5947-4737-4af3-8d98-eb03cc733e2a), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:29.227670 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25a947ad-4768-4e48-b6d6-be58d5d08726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (acbdb274-3500-41bb-be37-c59586c3474a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:29.270872 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25a947ad-4768-4e48-b6d6-be58d5d08726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:29.275329 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-25a947ad-4768-4e48-b6d6-be58d5d08726 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/acbdb274-3500-41bb-be37-c59586c3474a HTTP/1.1" status: 204 len: 168 time: 2.5057755 Nov 02 12:40:29.298415 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a947ad-4768-4e48-b6d6-be58d5d08726 admin admin] Pushing event deleted for resources: {'Network': ['ID=acbdb274-3500-41bb-be37-c59586c3474a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:29.304422 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] Pushing event updated for resources: {'Port': ['ID=0e0f5947-4737-4af3-8d98-eb03cc733e2a,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:29.384286 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ea2bd-8c3c-4491-a5ed-6fc28eab63cf req-14d28728-52d7-4ee6-ae38-574325b8edba tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:29.391023 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-227ea2bd-8c3c-4491-a5ed-6fc28eab63cf req-14d28728-52d7-4ee6-ae38-574325b8edba tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 948 time: 0.0857279 Nov 02 12:40:29.397148 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] Attempting to bind port 0e0f5947-4737-4af3-8d98-eb03cc733e2a on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:40:29.398201 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] Attempting to bind port 0e0f5947-4737-4af3-8d98-eb03cc733e2a by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:40:29.399358 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] Attempting to bind port 0e0f5947-4737-4af3-8d98-eb03cc733e2a on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:29.548007 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] Port 0e0f5947-4737-4af3-8d98-eb03cc733e2a on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:40:29.548007 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] Attempting to bind port 0e0f5947-4737-4af3-8d98-eb03cc733e2a on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:29.557213 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-227ea2bd-8c3c-4491-a5ed-6fc28eab63cf req-b1d8f29e-4f3e-4901-9d6d-edfffc737ce3 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635623 Nov 02 12:40:29.634703 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] Checking agent: {'id': '59c125ef-2b3d-4364-aa71-285e1ef6d0e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:40:29.639929 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:40:29.639929 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:40:29.639929 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] Bound port: 0e0f5947-4737-4af3-8d98-eb03cc733e2a, host: n-h2-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:40:29.639929 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0e0f5947-4737-4af3-8d98-eb03cc733e2a), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:29.776999 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] For port 0e0f5947-4737-4af3-8d98-eb03cc733e2a, host n-h2-857339-6, cleared binding levels {{(pid=105975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:40:29.786056 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] For port 0e0f5947-4737-4af3-8d98-eb03cc733e2a, host n-h2-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=0e0f5947-4737-4af3-8d98-eb03cc733e2a,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:40:29.805071 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35688) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:29.812790 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-87832e20-fad0-4203-8c92-e3ec561d1f13 req-ea1400cb-ac4c-4b98-829f-c8f8a8a872fb service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=b8ee21f74a1d415f9f42599927a503d8&device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0627820 Nov 02 12:40:29.861135 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-87832e20-fad0-4203-8c92-e3ec561d1f13 req-74b4c1dd-9079-41c0-9121-6f875821a95c service neutron] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=b8ee21f74a1d415f9f42599927a503d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280249 Nov 02 12:40:29.861349 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-f96937ac-d41e-49bb-a939-c74eb72f7f63 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=cdd844366c7343be97d0911ff5c05ba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468581 Nov 02 12:40:29.878505 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35692) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:29.887430 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-392295c8-ee18-4802-8d1f-7a0bec56ac9f req-cab62aef-f96b-4b8d-a79d-2fba284de139 tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0624905 Nov 02 12:40:29.988350 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (0e0f5947-4737-4af3-8d98-eb03cc733e2a), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:30.007611 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:30.008277 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:30.009864 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/0e0f5947-4737-4af3-8d98-eb03cc733e2a HTTP/1.1" status: 200 len: 1096 time: 3.2103763 Nov 02 12:40:30.010399 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c143fd1f-5e93-4432-b329-7ddd818dfe41', 'tag': '0e0f5947-4737-4af3-8d98-eb03cc733e2a'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:40:30.013238 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f02b4a-ba54-4e1a-b955-dcb749d664db" -d '{"events": [{"name": "network-changed", "server_uuid": "c143fd1f-5e93-4432-b329-7ddd818dfe41", "tag": "0e0f5947-4737-4af3-8d98-eb03cc733e2a"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:40:30.055249 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87832e20-fad0-4203-8c92-e3ec561d1f13 req-ac04b34e-d7e6-436c-a94c-c7323066f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:30.056933 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-87832e20-fad0-4203-8c92-e3ec561d1f13 req-ac04b34e-d7e6-436c-a94c-c7323066f206 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1997132 Nov 02 12:40:30.068957 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:30.138330 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fb107d1-60d8-4d46-b6fb-6384083eb103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:30.149154 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc7f12-5dfd-4859-b3dd-3417d5093bfc service neutron] Pushing event updated for resources: {'Port': ['ID=0e0f5947-4737-4af3-8d98-eb03cc733e2a,revision_number=3']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:30.158664 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-c1ea74c7-32d5-4bc0-aa3b-49553661d5eb tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:30.160380 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-c1ea74c7-32d5-4bc0-aa3b-49553661d5eb tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2809448 Nov 02 12:40:30.174080 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1fda4fc5-a45c-4127-b34e-cc887d378544 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=607346d5cd14420f930647ff1ecdb94d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3630216 Nov 02 12:40:30.175455 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35704) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:30.193118 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-8d73f9e7-1531-4b6c-9173-a9d6bd0c2901 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/quotas/cdd844366c7343be97d0911ff5c05ba4 HTTP/1.1" status: 200 len: 375 time: 0.0199897 Nov 02 12:40:30.263389 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-694f13a5-55fd-42ce-b4e0-9f03b8b8d23b admin admin] Publish callbacks [] for security_group (c8cf13e2-6faa-42b4-86f8-08c8ed7974e2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:30.292311 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-694f13a5-55fd-42ce-b4e0-9f03b8b8d23b admin admin] Publish callbacks [] for security_group (c8cf13e2-6faa-42b4-86f8-08c8ed7974e2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:30.314164 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-0c652008-c10b-4292-ad11-9eb248a51b3b tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0832224 Nov 02 12:40:30.385846 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fb107d1-60d8-4d46-b6fb-6384083eb103 admin admin] Publish callbacks [] for security_group (c5b9f15c-25aa-4f1d-b46c-66433919b945), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:30.417853 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a1ce0e-5c53-4418-b3bf-45472436683c x-openstack-request-id: req-02a1ce0e-5c53-4418-b3bf-45472436683c {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:40:30.418179 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c143fd1f-5e93-4432-b329-7ddd818dfe41", "tag": "0e0f5947-4737-4af3-8d98-eb03cc733e2a", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:40:30.418425 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02a1ce0e-5c53-4418-b3bf-45472436683c {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:40:30.419074 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a1ce0e-5c53-4418-b3bf-45472436683c'] response: {'name': 'network-changed', 'server_uuid': 'c143fd1f-5e93-4432-b329-7ddd818dfe41', 'tag': '0e0f5947-4737-4af3-8d98-eb03cc733e2a', 'status': 'completed', 'code': 200} Nov 02 12:40:30.477979 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35710) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:30.524814 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fb107d1-60d8-4d46-b6fb-6384083eb103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c5b9f15c-25aa-4f1d-b46c-66433919b945), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:30.553417 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a56ddb6b-6624-4640-91cf-3a6fc092da62 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a37fa59604f243cabf8504bac9207c89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0735347 Nov 02 12:40:30.556291 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35716) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:30.603560 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2fb107d1-60d8-4d46-b6fb-6384083eb103 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=000924c5c8cc4f7ea552d0e10829e729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7218986 Nov 02 12:40:30.607274 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35718) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:30.608359 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-694f13a5-55fd-42ce-b4e0-9f03b8b8d23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c8cf13e2-6faa-42b4-86f8-08c8ed7974e2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:30.612236 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-694f13a5-55fd-42ce-b4e0-9f03b8b8d23b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:30.613798 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-694f13a5-55fd-42ce-b4e0-9f03b8b8d23b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c8cf13e2-6faa-42b4-86f8-08c8ed7974e2 HTTP/1.1" status: 204 len: 168 time: 0.4401658 Nov 02 12:40:30.617096 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb107d1-60d8-4d46-b6fb-6384083eb103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b9f15c-25aa-4f1d-b46c-66433919b945,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:30.675174 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f13a5-55fd-42ce-b4e0-9f03b8b8d23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cf13e2-6faa-42b4-86f8-08c8ed7974e2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:30.777610 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f7011aa-a67c-41ff-b58b-cf15509efc7e admin admin] Publish callbacks [] for security_group (8fe0d587-0a3e-442b-8ff3-8d91a6fac2cc), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:30.817218 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce25d3f-8473-4a6b-a7fe-ee4d73f31a1e req-72164882-9467-4970-924d-8f4ff95fb006 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:30.823119 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-003770be-8b7b-4f83-957d-b02074e57e62 admin admin] Publish callbacks [] for security_group (c5b9f15c-25aa-4f1d-b46c-66433919b945), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:30.831916 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fce25d3f-8473-4a6b-a7fe-ee4d73f31a1e req-72164882-9467-4970-924d-8f4ff95fb006 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 948 time: 0.0980656 Nov 02 12:40:30.837971 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f7011aa-a67c-41ff-b58b-cf15509efc7e admin admin] Publish callbacks [] for security_group (8fe0d587-0a3e-442b-8ff3-8d91a6fac2cc), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:30.899681 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-003770be-8b7b-4f83-957d-b02074e57e62 admin admin] Publish callbacks [] for security_group (c5b9f15c-25aa-4f1d-b46c-66433919b945), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:30.917763 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fce25d3f-8473-4a6b-a7fe-ee4d73f31a1e req-773726e1-05ad-4e7f-8f4e-02f56e966dc3 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780489 Nov 02 12:40:31.018066 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:31.074977 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8a3b41c5-b8f7-43cf-a7d5-e75d7d9056b5 req-e54a25b0-aa65-4ed9-8c34-112c4af16904 tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0356617 Nov 02 12:40:31.202020 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-22032f57-3d22-4bb7-a46a-308111c2586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:31.204114 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-22032f57-3d22-4bb7-a46a-308111c2586b service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=d4fefce7b59b4135ab03a518f381e171&device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 1130 time: 0.0504773 Nov 02 12:40:31.222028 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-003770be-8b7b-4f83-957d-b02074e57e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c5b9f15c-25aa-4f1d-b46c-66433919b945), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:31.224927 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-003770be-8b7b-4f83-957d-b02074e57e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:31.231091 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-003770be-8b7b-4f83-957d-b02074e57e62 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c5b9f15c-25aa-4f1d-b46c-66433919b945 HTTP/1.1" status: 204 len: 168 time: 0.6107318 Nov 02 12:40:31.231091 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f7011aa-a67c-41ff-b58b-cf15509efc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8fe0d587-0a3e-442b-8ff3-8d91a6fac2cc), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:31.231091 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f7011aa-a67c-41ff-b58b-cf15509efc7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:31.231091 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5f7011aa-a67c-41ff-b58b-cf15509efc7e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8fe0d587-0a3e-442b-8ff3-8d91a6fac2cc HTTP/1.1" status: 204 len: 168 time: 0.6729903 Nov 02 12:40:31.240428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003770be-8b7b-4f83-957d-b02074e57e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b9f15c-25aa-4f1d-b46c-66433919b945,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:31.253054 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7011aa-a67c-41ff-b58b-cf15509efc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe0d587-0a3e-442b-8ff3-8d91a6fac2cc,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:31.370028 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-baaa807f-9760-47ee-b07a-a56d80179ee8 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=0e0f5947-4737-4af3-8d98-eb03cc733e2a HTTP/1.1" status: 200 len: 217 time: 0.0707023 Nov 02 12:40:31.468644 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-87832e20-fad0-4203-8c92-e3ec561d1f13 req-67f030c0-d926-498f-8778-404dce296848 tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0664773 Nov 02 12:40:31.483351 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-06df69e4-5a92-4d1a-9cb9-10a809fe2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:31.493841 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-06df69e4-5a92-4d1a-9cb9-10a809fe2c76 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.0872486 Nov 02 12:40:31.615893 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-3805e5a0-4ed0-4a1c-b74f-273cdd52195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:31.618832 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-3805e5a0-4ed0-4a1c-b74f-273cdd52195f service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1213834 Nov 02 12:40:31.847692 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-abb77235-02ee-40e7-870b-54c67e7d595c service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216287 Nov 02 12:40:31.910146 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1fdc8ea4-2c60-4fa2-8828-9fcb606b8696 req-2e9765c3-eb18-4956-974c-e854d343be0e tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 210 time: 0.0716412 Nov 02 12:40:32.063101 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:32.131859 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-5cd29cc9-1584-4565-8187-020f4e4f6c84 req-ded27469-f8a0-4ef2-96ab-1f7da96af749 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710190 Nov 02 12:40:32.253246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1011b0d-a6a3-4de5-802d-db7abf7adbde req-528e7e52-adda-4dd0-843a-ed225dd3f9c9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:32.267604 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d1011b0d-a6a3-4de5-802d-db7abf7adbde req-528e7e52-adda-4dd0-843a-ed225dd3f9c9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 948 time: 0.0749068 Nov 02 12:40:32.373504 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d1011b0d-a6a3-4de5-802d-db7abf7adbde req-378b3014-5a62-44ee-a199-d185f20ec952 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048620 Nov 02 12:40:32.458134 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-15e2a04c-7dbf-4af2-8049-c7a8c0da9163 req-c9171725-e1b4-4053-bd2f-6b450f92f23e tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0736151 Nov 02 12:40:33.081309 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e6396201-da9e-4bfd-bde3-2a68631f074d req-d14478c1-f34e-4e7f-9e68-10e621881734 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 210 time: 0.0599525 Nov 02 12:40:33.339310 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f02b4a-ba54-4e1a-b955-dcb749d664db req-f1d0e486-75d4-49a9-8971-1cab9b6f7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:33.342611 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-35f02b4a-ba54-4e1a-b955-dcb749d664db req-f1d0e486-75d4-49a9-8971-1cab9b6f7761 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=d4fefce7b59b4135ab03a518f381e171&device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 1130 time: 0.0795810 Nov 02 12:40:33.533744 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f02b4a-ba54-4e1a-b955-dcb749d664db req-e9afe2a1-1217-4a5b-82f1-97d736a90b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:33.535513 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-35f02b4a-ba54-4e1a-b955-dcb749d664db req-e9afe2a1-1217-4a5b-82f1-97d736a90b55 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.1848631 Nov 02 12:40:33.575938 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:33.590537 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5653cf-7654-449e-9c0b-0e147adebea1 req-644694d5-5d71-45d9-aaf9-13536fcd9b2f tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:33.593029 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a5653cf-7654-449e-9c0b-0e147adebea1 req-644694d5-5d71-45d9-aaf9-13536fcd9b2f tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 948 time: 0.0983672 Nov 02 12:40:33.748036 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-35f02b4a-ba54-4e1a-b955-dcb749d664db req-04b8eb99-5df4-4db7-8e9d-e64207eedf22 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=0e0f5947-4737-4af3-8d98-eb03cc733e2a HTTP/1.1" status: 200 len: 217 time: 0.1481276 Nov 02 12:40:33.761766 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ff41b643-a918-481a-aba0-1fd5233fb924 req-ef675752-7558-4140-a0b0-4cfb0b732843 tempest-ServersAdmin275Test-2056958591 tempest-ServersAdmin275Test-2056958591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=03cdc1b1-478f-4653-a77d-6b11cb517f86 HTTP/1.1" status: 200 len: 210 time: 0.0595217 Nov 02 12:40:33.778356 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a5653cf-7654-449e-9c0b-0e147adebea1 req-cc30d682-4001-458e-bd4a-a807c3d65f3b tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647091 Nov 02 12:40:33.873750 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f02b4a-ba54-4e1a-b955-dcb749d664db req-a8e9bc6e-8521-4fd7-9625-a0801f3177c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:33.878172 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-35f02b4a-ba54-4e1a-b955-dcb749d664db req-a8e9bc6e-8521-4fd7-9625-a0801f3177c9 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1200836 Nov 02 12:40:33.959016 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f02b4a-ba54-4e1a-b955-dcb749d664db req-a44e14b5-285b-4fbd-85a4-c7f48dc15298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:33.960709 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-35f02b4a-ba54-4e1a-b955-dcb749d664db req-a44e14b5-285b-4fbd-85a4-c7f48dc15298 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0765789 Nov 02 12:40:34.050771 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35850) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:34.113653 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-35f02b4a-ba54-4e1a-b955-dcb749d664db req-a740628b-0595-46ea-98cd-db74352e2fd7 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460404 Nov 02 12:40:34.244656 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bc305f51-c58d-4c77-badf-92c51769fc2b req-b0dc3084-2ff8-4c5b-a3b4-e4999d8f6428 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 210 time: 0.0626652 Nov 02 12:40:34.315997 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-35f02b4a-ba54-4e1a-b955-dcb749d664db req-a475f389-5349-453a-851e-9c8f9e0300bb service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930702 Nov 02 12:40:34.449054 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-560eb2db-e924-4c45-980f-ba485b004771 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1475722734-network', 'tenant_id': '1b371bd21fb44fc1948e03029ee437c3'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:34.582130 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560eb2db-e924-4c45-980f-ba485b004771 admin admin] Made reservation on behalf of 1b371bd21fb44fc1948e03029ee437c3 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:40:34.584770 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-560eb2db-e924-4c45-980f-ba485b004771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:34.596934 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-560eb2db-e924-4c45-980f-ba485b004771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:34.753461 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-560eb2db-e924-4c45-980f-ba485b004771 admin admin] Publish callbacks [] for security_group (62319252-3c7b-49b0-963a-7fb9376f3ccf), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:34.956127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d969cb6-038d-4768-bea6-843dc1cfd59c req-13f3d018-4c85-4238-9960-c53553459f5e tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:34.959753 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1d969cb6-038d-4768-bea6-843dc1cfd59c req-13f3d018-4c85-4238-9960-c53553459f5e tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 948 time: 0.0877271 Nov 02 12:40:34.972969 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-560eb2db-e924-4c45-980f-ba485b004771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (62319252-3c7b-49b0-963a-7fb9376f3ccf), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:35.065388 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560eb2db-e924-4c45-980f-ba485b004771 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:40:35.095874 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560eb2db-e924-4c45-980f-ba485b004771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62319252-3c7b-49b0-963a-7fb9376f3ccf,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:35.107196 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-560eb2db-e924-4c45-980f-ba485b004771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (8947d962-3a9d-4f90-a2b7-696a4e670f3a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:35.107745 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-560eb2db-e924-4c45-980f-ba485b004771 admin admin] Added segment 8947d962-3a9d-4f90-a2b7-696a4e670f3a of type vlan for network f13e3e60-3e47-42b6-9e73-35adfea76c73 Nov 02 12:40:35.227053 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1d969cb6-038d-4768-bea6-843dc1cfd59c req-01d6f03f-525b-4bfb-b4e4-17b87a062a60 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395396 Nov 02 12:40:35.237963 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-560eb2db-e924-4c45-980f-ba485b004771 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (f13e3e60-3e47-42b6-9e73-35adfea76c73), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:35.423351 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-175db2b8-1720-4e90-8c87-f67862110948 req-b87da09e-3ed7-4067-abc6-b56cc6417c04 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 210 time: 0.0468078 Nov 02 12:40:35.531771 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-560eb2db-e924-4c45-980f-ba485b004771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (f13e3e60-3e47-42b6-9e73-35adfea76c73), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:35.538103 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560eb2db-e924-4c45-980f-ba485b004771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:35.539148 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-560eb2db-e924-4c45-980f-ba485b004771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:35.706955 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560eb2db-e924-4c45-980f-ba485b004771 admin admin] Pushing event updated for resources: {'Network': ['ID=f13e3e60-3e47-42b6-9e73-35adfea76c73,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:35.743531 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network f13e3e60-3e47-42b6-9e73-35adfea76c73 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:40:35.805530 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:35.812513 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-560eb2db-e924-4c45-980f-ba485b004771 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7598214 Nov 02 12:40:35.815801 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35946) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:35.832377 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-b0f31441-4a3e-4432-abea-788084ceffed admin admin] Request body: {'subnet': {'network_id': 'f13e3e60-3e47-42b6-9e73-35adfea76c73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1475722734-subnet', 'tenant_id': '1b371bd21fb44fc1948e03029ee437c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:35.954669 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35950) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:35.955437 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 0e0f5947-4737-4af3-8d98-eb03cc733e2a details requested by agent hyperv_n-h2-857339-6 with host n-h2-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:40:36.153052 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f31441-4a3e-4432-abea-788084ceffed admin admin] Made reservation on behalf of 1b371bd21fb44fc1948e03029ee437c3 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:40:36.161190 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0f31441-4a3e-4432-abea-788084ceffed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:36.245108 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-3953df3f-04d0-4f24-8dc9-05a76da89b4a tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=c0a42b724065423cb31303f3f9b55f36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1567061 Nov 02 12:40:36.273681 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 0e0f5947-4737-4af3-8d98-eb03cc733e2a, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=0e0f5947-4737-4af3-8d98-eb03cc733e2a,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:36.299647 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35972) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:36.334343 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:36.344271 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Returning: {'device': '0e0f5947-4737-4af3-8d98-eb03cc733e2a', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': '0e0f5947-4737-4af3-8d98-eb03cc733e2a', 'mac_address': 'fa:16:3e:15:2c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:40:36.391917 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:36.467817 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:36.499369 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port 0e0f5947-4737-4af3-8d98-eb03cc733e2a is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:36.501337 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0e0f5947-4737-4af3-8d98-eb03cc733e2a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:36.583654 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dbf607d6-581f-4ee3-8d73-c07a0971b6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:36.590556 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0f5947-4737-4af3-8d98-eb03cc733e2a {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:40:36.655810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 0e0f5947-4737-4af3-8d98-eb03cc733e2a, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=0e0f5947-4737-4af3-8d98-eb03cc733e2a,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:36.674336 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e0eb0c5f-052b-44e9-be5f-9047f9b1a321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:36.803968 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0e0f5947-4737-4af3-8d98-eb03cc733e2a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:36.810916 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffd6c2-834e-47cd-8344-cd417376e966 req-16aaa0ac-6e85-417d-9f47-a20f6da33012 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:36.827637 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-37ffd6c2-834e-47cd-8344-cd417376e966 req-16aaa0ac-6e85-417d-9f47-a20f6da33012 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 948 time: 0.3182967 Nov 02 12:40:36.845942 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dbf607d6-581f-4ee3-8d73-c07a0971b6cc admin admin] Publish callbacks [] for security_group (665d0e4a-3e4f-4a0f-8bd0-63139e076699), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:36.853106 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e0eb0c5f-052b-44e9-be5f-9047f9b1a321 admin admin] Publish callbacks [] for security_group (9a621e0a-a4f3-46bf-badf-ff43b6e36bfc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:36.928054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=0e0f5947-4737-4af3-8d98-eb03cc733e2a,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:36.972904 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-c0616876-04c6-418d-adb3-0b4b88af745a tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:36.975803 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-c0616876-04c6-418d-adb3-0b4b88af745a tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7292957 Nov 02 12:40:36.997792 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:37.055375 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-0cf97597-39d5-4bd4-9cc8-da1c92b4f70b tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/quotas/c0a42b724065423cb31303f3f9b55f36 HTTP/1.1" status: 200 len: 375 time: 0.0459902 Nov 02 12:40:37.062085 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dbf607d6-581f-4ee3-8d73-c07a0971b6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (665d0e4a-3e4f-4a0f-8bd0-63139e076699), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:37.069360 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e0eb0c5f-052b-44e9-be5f-9047f9b1a321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9a621e0a-a4f3-46bf-badf-ff43b6e36bfc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:37.073384 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-37ffd6c2-834e-47cd-8344-cd417376e966 req-fcee7b10-a982-4c0e-9b0b-308ccec182f3 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309194 Nov 02 12:40:37.087623 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['0e0f5947-4737-4af3-8d98-eb03cc733e2a'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:40:37.288744 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0f31441-4a3e-4432-abea-788084ceffed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (131c09ec-1ee7-4c6c-bd9c-2ab63d00d24d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:37.297478 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-5a964b71-4404-4aec-b3ae-4946a6ddd5a1 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c0a42b724065423cb31303f3f9b55f36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2003407 Nov 02 12:40:37.391037 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf607d6-581f-4ee3-8d73-c07a0971b6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665d0e4a-3e4f-4a0f-8bd0-63139e076699,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:37.407440 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e0eb0c5f-052b-44e9-be5f-9047f9b1a321 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=dda732d949d0462c804ecd66ed0a9936&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4589546 Nov 02 12:40:37.425915 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dbf607d6-581f-4ee3-8d73-c07a0971b6cc admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b8ee21f74a1d415f9f42599927a503d8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1185620 Nov 02 12:40:37.425915 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35988) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:37.463559 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:37.492066 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35990) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:37.524966 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7700695a-943a-4fd3-b3a5-771dd76b4371 req-8d25cae8-c32b-4a27-b215-6a29856c9d46 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 210 time: 0.2856843 Nov 02 12:40:37.550624 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6137ccde-e9fa-4ef6-97e8-203a146927ef tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=cdd844366c7343be97d0911ff5c05ba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3354075 Nov 02 12:40:37.551608 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb0c5f-052b-44e9-be5f-9047f9b1a321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a621e0a-a4f3-46bf-badf-ff43b6e36bfc,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:37.616902 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f31441-4a3e-4432-abea-788084ceffed admin admin] Pushing event updated for resources: {'Subnet': ['ID=131c09ec-1ee7-4c6c-bd9c-2ab63d00d24d,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:37.694003 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5cc10cee-f67b-4e8b-8c39-f3617888d523 admin admin] Publish callbacks [] for security_group (665d0e4a-3e4f-4a0f-8bd0-63139e076699), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:37.708997 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f31441-4a3e-4432-abea-788084ceffed admin admin] Checking segment: {'id': '8947d962-3a9d-4f90-a2b7-696a4e670f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f13e3e60-3e47-42b6-9e73-35adfea76c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:40:37.709793 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f31441-4a3e-4432-abea-788084ceffed admin admin] Network hostable DHCP agents. Network: f13e3e60-3e47-42b6-9e73-35adfea76c73, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:40:37.753281 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5cc10cee-f67b-4e8b-8c39-f3617888d523 admin admin] Publish callbacks [] for security_group (665d0e4a-3e4f-4a0f-8bd0-63139e076699), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:37.959786 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 0e0f5947-4737-4af3-8d98-eb03cc733e2a up at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:40:37.978246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f31441-4a3e-4432-abea-788084ceffed admin admin] Network f13e3e60-3e47-42b6-9e73-35adfea76c73 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:40:38.043885 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6072c035-8c10-4f5b-b8d3-7299afad2c36 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=cdd844366c7343be97d0911ff5c05ba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1205845 Nov 02 12:40:38.050619 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4e53aaa4-07cb-433a-8078-e2da5c595945 admin admin] Publish callbacks [] for security_group (9a621e0a-a4f3-46bf-badf-ff43b6e36bfc), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:38.081673 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5cc10cee-f67b-4e8b-8c39-f3617888d523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (665d0e4a-3e4f-4a0f-8bd0-63139e076699), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:38.086883 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5cc10cee-f67b-4e8b-8c39-f3617888d523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:38.088910 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5cc10cee-f67b-4e8b-8c39-f3617888d523 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/665d0e4a-3e4f-4a0f-8bd0-63139e076699 HTTP/1.1" status: 204 len: 168 time: 0.5913260 Nov 02 12:40:38.116606 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4e53aaa4-07cb-433a-8078-e2da5c595945 admin admin] Publish callbacks [] for security_group (9a621e0a-a4f3-46bf-badf-ff43b6e36bfc), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:38.181393 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc10cee-f67b-4e8b-8c39-f3617888d523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665d0e4a-3e4f-4a0f-8bd0-63139e076699,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:38.193648 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-b0f31441-4a3e-4432-abea-788084ceffed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, f13e3e60-3e47-42b6-9e73-35adfea76c73) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:38.212191 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f31441-4a3e-4432-abea-788084ceffed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:38.212191 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0f31441-4a3e-4432-abea-788084ceffed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:38.238191 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning for port 0e0f5947-4737-4af3-8d98-eb03cc733e2a completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:40:38.251669 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780849f7-feea-4b91-b059-c79ba3c0f8c8 None None] Network f13e3e60-3e47-42b6-9e73-35adfea76c73 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:40:38.276710 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-b7046dff-b3e6-4155-aec6-705327265cf6 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=c0a42b724065423cb31303f3f9b55f36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1749303 Nov 02 12:40:38.486254 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a3cf8-2f6a-45e5-ae91-b6d992189883 req-a0007e54-ae03-494f-a92d-9cb8dab484cf tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:38.487815 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-704a3cf8-2f6a-45e5-ae91-b6d992189883 req-a0007e54-ae03-494f-a92d-9cb8dab484cf tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 949 time: 0.1735413 Nov 02 12:40:38.491228 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-f13e3e60-3e47-42b6-9e73-35adfea76c73', 'network_id': 'f13e3e60-3e47-42b6-9e73-35adfea76c73', 'project_id': '1b371bd21fb44fc1948e03029ee437c3', 'fixed_ips': [{'subnet_id': '131c09ec-1ee7-4c6c-bd9c-2ab63d00d24d'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:40:38.491624 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-de78f62c-4625-4eb2-8588-64f12f959e19 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:38.492207 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:38.495016 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-de78f62c-4625-4eb2-8588-64f12f959e19 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9212224 Nov 02 12:40:38.505867 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b0f31441-4a3e-4432-abea-788084ceffed admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.6879897 Nov 02 12:40:38.528165 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36022) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:38.555100 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-d80f0cea-eccc-46ce-83fc-d4eca63ba6b9 admin admin] Request body: {'router': {'name': 'tempest-ImagesTestJSON-1475722734-router', 'tenant_id': '1b371bd21fb44fc1948e03029ee437c3', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:38.573067 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning complete for port 0e0f5947-4737-4af3-8d98-eb03cc733e2a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:38.575011 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0e0f5947-4737-4af3-8d98-eb03cc733e2a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:38.576136 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Attempt 1 to provision port 0e0f5947-4737-4af3-8d98-eb03cc733e2a Nov 02 12:40:38.644733 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-9714eace-ad68-4590-b411-d9005aa550e1 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:38.647653 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-9714eace-ad68-4590-b411-d9005aa550e1 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5204649 Nov 02 12:40:38.650630 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=15 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:38.657311 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-905293f0-663d-4c25-ad1f-d94294012ad5 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:38.659300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-8c01b668-a636-476f-bd04-91a1c2615808 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Request body: {'port': {'device_id': 'd66eec88-8a14-4f36-b486-84c06a042a69', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': 'cdd844366c7343be97d0911ff5c05ba4'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:38.665353 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-905293f0-663d-4c25-ad1f-d94294012ad5 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3899007 Nov 02 12:40:38.672788 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:38.681310 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-127ee271-2bd2-49ad-9cdb-297de03c669f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Request body: {'port': {'device_id': 'e067965c-2afe-4b75-ace8-7b2ffba7b978', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': 'cdd844366c7343be97d0911ff5c05ba4'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:38.698393 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-b1a3f630-9b73-4a67-9722-72959d275120 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/quotas/c0a42b724065423cb31303f3f9b55f36 HTTP/1.1" status: 200 len: 375 time: 0.0315034 Nov 02 12:40:38.717859 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-704a3cf8-2f6a-45e5-ae91-b6d992189883 req-1426a199-b103-4d86-9316-447ebad43b7a tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191372 Nov 02 12:40:38.784824 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-c4a69b8d-afda-40cf-af2c-8e0c32d0646d tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c0a42b724065423cb31303f3f9b55f36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745416 Nov 02 12:40:38.823155 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d80f0cea-eccc-46ce-83fc-d4eca63ba6b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (955dac4a-5a99-4205-b309-62f05f729b03), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:38.827128 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d80f0cea-eccc-46ce-83fc-d4eca63ba6b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (955dac4a-5a99-4205-b309-62f05f729b03), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:38.898420 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-709a68a4-068b-4557-ae83-298fd2a4a5ee req-51cb22b9-bfcd-4e8c-86d1-b4c84541f40e tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 210 time: 0.0637615 Nov 02 12:40:38.947726 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port 0e0f5947-4737-4af3-8d98-eb03cc733e2a is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:38.948185 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0e0f5947-4737-4af3-8d98-eb03cc733e2a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:38.974778 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:39.055679 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c143fd1f-5e93-4432-b329-7ddd818dfe41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0f5947-4737-4af3-8d98-eb03cc733e2a'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:40:39.059613 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4e53aaa4-07cb-433a-8078-e2da5c595945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9a621e0a-a4f3-46bf-badf-ff43b6e36bfc), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:39.060295 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02977a2-d1a0-498d-8488-5c09f0717599" -d '{"events": [{"server_uuid": "c143fd1f-5e93-4432-b329-7ddd818dfe41", "name": "network-vif-plugged", "status": "completed", "tag": "0e0f5947-4737-4af3-8d98-eb03cc733e2a"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:40:39.065045 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4e53aaa4-07cb-433a-8078-e2da5c595945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:39.076566 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4e53aaa4-07cb-433a-8078-e2da5c595945 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9a621e0a-a4f3-46bf-badf-ff43b6e36bfc HTTP/1.1" status: 204 len: 168 time: 1.5264006 Nov 02 12:40:39.098018 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port 0e0f5947-4737-4af3-8d98-eb03cc733e2a, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=0e0f5947-4737-4af3-8d98-eb03cc733e2a,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:39.106557 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53aaa4-07cb-433a-8078-e2da5c595945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a621e0a-a4f3-46bf-badf-ff43b6e36bfc,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:39.115268 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] Allocated IP 172.20.0.2 (f13e3e60-3e47-42b6-9e73-35adfea76c73/131c09ec-1ee7-4c6c-bd9c-2ab63d00d24d/faf16a31-9985-4bf5-97ad-82d7a9e7ef54) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:40:39.155309 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d80f0cea-eccc-46ce-83fc-d4eca63ba6b9 admin admin] Publish callbacks [] for router_controller (955dac4a-5a99-4205-b309-62f05f729b03), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:39.165797 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2929407-d046-42c9-b632-5017e020d2b6 x-openstack-request-id: req-b2929407-d046-42c9-b632-5017e020d2b6 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:40:39.166120 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c143fd1f-5e93-4432-b329-7ddd818dfe41", "name": "network-vif-plugged", "status": "completed", "tag": "0e0f5947-4737-4af3-8d98-eb03cc733e2a", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:40:39.166793 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2929407-d046-42c9-b632-5017e020d2b6 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:40:39.167510 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2929407-d046-42c9-b632-5017e020d2b6'] response: {'server_uuid': 'c143fd1f-5e93-4432-b329-7ddd818dfe41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0f5947-4737-4af3-8d98-eb03cc733e2a', 'code': 200} Nov 02 12:40:39.177561 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-8c01b668-a636-476f-bd04-91a1c2615808 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Made reservation on behalf of cdd844366c7343be97d0911ff5c05ba4 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:40:39.184934 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-8c01b668-a636-476f-bd04-91a1c2615808 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:39.192434 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-127ee271-2bd2-49ad-9cdb-297de03c669f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Made reservation on behalf of cdd844366c7343be97d0911ff5c05ba4 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:40:39.206333 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-127ee271-2bd2-49ad-9cdb-297de03c669f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:39.219384 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36038) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:39.282600 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0e0f5947-4737-4af3-8d98-eb03cc733e2a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:39.441307 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bf29c74f-9f0c-4cda-8b82-9bbc6fa02903 req-5672f7ee-5fa9-40de-88b5-a0e6c121b089 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 210 time: 0.1612816 Nov 02 12:40:39.539949 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28eee1-cbd2-4be1-b4a1-d7a553a5ac07 req-b7e9f2a6-7419-44b1-af61-237121eab38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:39.540759 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=0e0f5947-4737-4af3-8d98-eb03cc733e2a,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:39.541800 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9c28eee1-cbd2-4be1-b4a1-d7a553a5ac07 req-b7e9f2a6-7419-44b1-af61-237121eab38a service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 1132 time: 0.1248159 Nov 02 12:40:39.656894 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-127ee271-2bd2-49ad-9cdb-297de03c669f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Allocated IP 192.168.233.8 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:40:39.680619 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] Publish callbacks [] for port (faf16a31-9985-4bf5-97ad-82d7a9e7ef54), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:39.740900 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d80f0cea-eccc-46ce-83fc-d4eca63ba6b9 admin admin] Publish callbacks [] for router_gateway (955dac4a-5a99-4205-b309-62f05f729b03), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:39.786022 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9c28eee1-cbd2-4be1-b4a1-d7a553a5ac07 req-216db1aa-8189-449f-a6b3-fcc09258ec84 service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071219 Nov 02 12:40:39.795249 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (faf16a31-9985-4bf5-97ad-82d7a9e7ef54), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:39.884482 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] Network f13e3e60-3e47-42b6-9e73-35adfea76c73 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:40:39.893903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:39.899125 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:40:39.979028 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:40.002695 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] Pushing event updated for resources: {'Port': ['ID=faf16a31-9985-4bf5-97ad-82d7a9e7ef54,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:40.023284 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-127ee271-2bd2-49ad-9cdb-297de03c669f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks [] for port (5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:40.045306 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36058) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:40.045501 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51932265-bf8e-48e6-8075-318ac2be7e8a req-70293731-d54d-4a90-8121-d9e8b40997b2 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:40.045501 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-51932265-bf8e-48e6-8075-318ac2be7e8a req-70293731-d54d-4a90-8121-d9e8b40997b2 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 950 time: 0.1719372 Nov 02 12:40:40.083375 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bab266c5-3948-42c1-9817-8bd0fcb39f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:40.156667 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] Attempting to bind port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:40:40.166373 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] Attempting to bind port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '8947d962-3a9d-4f90-a2b7-696a4e670f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f13e3e60-3e47-42b6-9e73-35adfea76c73'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:40:40.171043 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] Attempting to bind port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 on network f13e3e60-3e47-42b6-9e73-35adfea76c73 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:40.337407 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bf2f67e0-4ffd-4c57-b613-e4ff54b66459 req-c4219810-0349-4f80-a5a8-b62581d218aa tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 210 time: 0.1943247 Nov 02 12:40:40.349920 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:40:40.350274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] Checking segment: {'id': '8947d962-3a9d-4f90-a2b7-696a4e670f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f13e3e60-3e47-42b6-9e73-35adfea76c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:40:40.350743 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:40.351137 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] Bound using segment: {'id': '8947d962-3a9d-4f90-a2b7-696a4e670f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f13e3e60-3e47-42b6-9e73-35adfea76c73'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:40:40.351877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] Bound port: faf16a31-9985-4bf5-97ad-82d7a9e7ef54, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8947d962-3a9d-4f90-a2b7-696a4e670f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f13e3e60-3e47-42b6-9e73-35adfea76c73'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:40:40.352267 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (faf16a31-9985-4bf5-97ad-82d7a9e7ef54), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:40.420239 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bab266c5-3948-42c1-9817-8bd0fcb39f35 admin admin] Publish callbacks [] for security_group (61bee867-1b12-44d7-8944-dbefd670e736), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:40.439741 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-51932265-bf8e-48e6-8075-318ac2be7e8a req-2cbfb1f5-730c-44b0-88fc-ec35b3e6690d tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848658 Nov 02 12:40:40.441155 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8cd13a33-1ccc-4185-9d73-7953c82de7ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:40.455259 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] For port faf16a31-9985-4bf5-97ad-82d7a9e7ef54, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:40:40.460200 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] For port faf16a31-9985-4bf5-97ad-82d7a9e7ef54, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=faf16a31-9985-4bf5-97ad-82d7a9e7ef54,segment=NetworkSegment(8947d962-3a9d-4f90-a2b7-696a4e670f3a),segment_id=8947d962-3a9d-4f90-a2b7-696a4e670f3a)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:40:40.470811 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-127ee271-2bd2-49ad-9cdb-297de03c669f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:40.489809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['3d81e47f-bfd3-4fb1-86b4-cc02113a5157'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:40:40.529448 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31', 'e525a055-f6de-4e9a-b9cb-07d71ab395a1'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:40:40.602183 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-127ee271-2bd2-49ad-9cdb-297de03c669f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:40:40.620600 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-127ee271-2bd2-49ad-9cdb-297de03c669f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:40.623859 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-127ee271-2bd2-49ad-9cdb-297de03c669f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:40:40.630868 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-8c01b668-a636-476f-bd04-91a1c2615808 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Allocated IP 192.168.233.120 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:40:40.654932 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ee271-2bd2-49ad-9cdb-297de03c669f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Pushing event updated for resources: {'Port': ['ID=5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:40.690854 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bab266c5-3948-42c1-9817-8bd0fcb39f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (61bee867-1b12-44d7-8944-dbefd670e736), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:40.729101 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (faf16a31-9985-4bf5-97ad-82d7a9e7ef54), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:40.858771 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-127ee271-2bd2-49ad-9cdb-297de03c669f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:40.863175 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-127ee271-2bd2-49ad-9cdb-297de03c669f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:40.888397 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bab266c5-3948-42c1-9817-8bd0fcb39f35 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f41ac92e9fa3441caca183e1b5e5bab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8585815 Nov 02 12:40:40.899391 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36074) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:40.905282 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab266c5-3948-42c1-9817-8bd0fcb39f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bee867-1b12-44d7-8944-dbefd670e736,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:41.111333 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20747e55-76a5-4b4a-8d04-2dc569468053 admin admin] Publish callbacks [] for security_group (61bee867-1b12-44d7-8944-dbefd670e736), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:41.136315 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e0bdd-ae9c-429d-a5dd-91dc8965798e None None] Pushing event updated for resources: {'Port': ['ID=faf16a31-9985-4bf5-97ad-82d7a9e7ef54,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:41.148398 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-127ee271-2bd2-49ad-9cdb-297de03c669f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4815497 Nov 02 12:40:41.171095 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20747e55-76a5-4b4a-8d04-2dc569468053 admin admin] Publish callbacks [] for security_group (61bee867-1b12-44d7-8944-dbefd670e736), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:41.233731 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1e390de3-b90c-4a04-aab7-16e4568f8d2d None None] Provisioning complete for port 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:41.235005 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1e390de3-b90c-4a04-aab7-16e4568f8d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:41.235114 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1e390de3-b90c-4a04-aab7-16e4568f8d2d None None] Attempt 1 to provision port 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e Nov 02 12:40:41.301505 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-8c01b668-a636-476f-bd04-91a1c2615808 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks [] for port (ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:41.321052 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:41.344738 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1e390de3-b90c-4a04-aab7-16e4568f8d2d None None] Port 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:40:41.416958 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-46311f1c-fb87-44cf-af5d-9035e812a570 req-1fe095a7-fd6d-425e-9e90-3cfb379d09d7 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 210 time: 0.8069105 Nov 02 12:40:41.480722 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d80f0cea-eccc-46ce-83fc-d4eca63ba6b9 admin admin] Publish callbacks [] for router_gateway (955dac4a-5a99-4205-b309-62f05f729b03), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:41.558762 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d80f0cea-eccc-46ce-83fc-d4eca63ba6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:41.559881 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] Request body: {'port': {'device_id': 'e067965c-2afe-4b75-ace8-7b2ffba7b978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-857339-6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:41.678552 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:41.700919 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8cd13a33-1ccc-4185-9d73-7953c82de7ba admin admin] Publish callbacks [] for security_group (34ad87fe-1dee-4b1e-b28a-5752774ad614), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:41.713182 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcda97-b507-4150-bb04-3d7f517e2257 req-49e468e7-6aed-4993-9903-0f9fa71c7281 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:41.714958 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3adcda97-b507-4150-bb04-3d7f517e2257 req-49e468e7-6aed-4993-9903-0f9fa71c7281 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 934 time: 0.1318209 Nov 02 12:40:41.734410 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bee078-b351-4e34-a17f-cceb5e8b569a req-ec5f0e9b-4d5e-4765-b49a-c56edd69dac2 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:41.736788 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-34bee078-b351-4e34-a17f-cceb5e8b569a req-ec5f0e9b-4d5e-4765-b49a-c56edd69dac2 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 950 time: 0.1418273 Nov 02 12:40:41.769562 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20747e55-76a5-4b4a-8d04-2dc569468053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (61bee867-1b12-44d7-8944-dbefd670e736), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:41.772332 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20747e55-76a5-4b4a-8d04-2dc569468053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:41.773619 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-20747e55-76a5-4b4a-8d04-2dc569468053 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/61bee867-1b12-44d7-8944-dbefd670e736 HTTP/1.1" status: 204 len: 168 time: 0.8694859 Nov 02 12:40:41.832187 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8cd13a33-1ccc-4185-9d73-7953c82de7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (34ad87fe-1dee-4b1e-b28a-5752774ad614), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:41.845417 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-8c01b668-a636-476f-bd04-91a1c2615808 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:41.860315 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['3d81e47f-bfd3-4fb1-86b4-cc02113a5157'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:40:41.880358 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20747e55-76a5-4b4a-8d04-2dc569468053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bee867-1b12-44d7-8944-dbefd670e736,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:41.979705 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-8c01b668-a636-476f-bd04-91a1c2615808 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:40:41.986025 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd13a33-1ccc-4185-9d73-7953c82de7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ad87fe-1dee-4b1e-b28a-5752774ad614,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:42.027255 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-8c01b668-a636-476f-bd04-91a1c2615808 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:42.071886 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-8c01b668-a636-476f-bd04-91a1c2615808 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:40:42.075141 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01b668-a636-476f-bd04-91a1c2615808 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Pushing event updated for resources: {'Port': ['ID=ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:42.108588 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31', 'e525a055-f6de-4e9a-b9cb-07d71ab395a1'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:40:42.267356 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8cd13a33-1ccc-4185-9d73-7953c82de7ba admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=cc07510f94da475a8287361d97c0de06&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0494909 Nov 02 12:40:42.278281 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36096) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:42.300706 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3adcda97-b507-4150-bb04-3d7f517e2257 req-48d5d558-e69e-4212-ac93-86e366877979 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574334 Nov 02 12:40:42.369100 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-34bee078-b351-4e34-a17f-cceb5e8b569a req-1aea1d96-bf4f-428b-be19-bda99bbd3d50 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6186056 Nov 02 12:40:42.395766 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:42.454684 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-d80f0cea-eccc-46ce-83fc-d4eca63ba6b9 admin admin] Allocated IP 172.25.2.173 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/2c41a16e-0875-4b8d-b03e-81812e1c3605) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:40:42.558111 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-8c01b668-a636-476f-bd04-91a1c2615808 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:42.579815 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-8c01b668-a636-476f-bd04-91a1c2615808 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:42.626118 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device faf16a31-9985-4bf5-97ad-82d7a9e7ef54 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:40:42.743249 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-23306caa-a67c-4e38-9609-6401a46a0267 None None] Provisioning complete for port ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:42.745503 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-23306caa-a67c-4e38-9609-6401a46a0267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:42.746152 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-23306caa-a67c-4e38-9609-6401a46a0267 None None] Attempt 1 to provision port ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be Nov 02 12:40:42.816007 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-23306caa-a67c-4e38-9609-6401a46a0267 None None] Port ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:40:42.817742 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5a533079-7f74-49ec-a51b-c71e643a0a26 admin admin] Publish callbacks [] for security_group (34ad87fe-1dee-4b1e-b28a-5752774ad614), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:42.840208 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d80f0cea-eccc-46ce-83fc-d4eca63ba6b9 admin admin] Publish callbacks [] for port (2c41a16e-0875-4b8d-b03e-81812e1c3605), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:42.841186 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-8c01b668-a636-476f-bd04-91a1c2615808 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1914926 Nov 02 12:40:42.927873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:42.927873 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (faf16a31-9985-4bf5-97ad-82d7a9e7ef54), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:42.927873 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 Nov 02 12:40:42.938784 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] Request body: {'port': {'device_id': 'd66eec88-8a14-4f36-b486-84c06a042a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-857339-6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:42.991257 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb367472-db18-426c-96f4-6fb8291a5dad None None] Network f13e3e60-3e47-42b6-9e73-35adfea76c73 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:40:43.034044 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5a533079-7f74-49ec-a51b-c71e643a0a26 admin admin] Publish callbacks [] for security_group (34ad87fe-1dee-4b1e-b28a-5752774ad614), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:43.094565 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d80f0cea-eccc-46ce-83fc-d4eca63ba6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (2c41a16e-0875-4b8d-b03e-81812e1c3605), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:43.098154 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e {{(pid=105976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:40:43.128594 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:43.140025 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] Publish callbacks [] for port (5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:43.239271 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80f0cea-eccc-46ce-83fc-d4eca63ba6b9 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:40:43.259947 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-d80f0cea-eccc-46ce-83fc-d4eca63ba6b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:43.267589 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80f0cea-eccc-46ce-83fc-d4eca63ba6b9 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:40:43.305871 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:43.311236 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f0cea-eccc-46ce-83fc-d4eca63ba6b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2c41a16e-0875-4b8d-b03e-81812e1c3605,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:43.324446 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.provisioning_blocks [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] Transition to ACTIVE for port object 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e will not be triggered until provisioned by entity L2. {{(pid=105976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:40:43.334150 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5a533079-7f74-49ec-a51b-c71e643a0a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (34ad87fe-1dee-4b1e-b28a-5752774ad614), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:43.336446 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5a533079-7f74-49ec-a51b-c71e643a0a26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:43.338468 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5a533079-7f74-49ec-a51b-c71e643a0a26 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/34ad87fe-1dee-4b1e-b28a-5752774ad614 HTTP/1.1" status: 204 len: 168 time: 1.0414093 Nov 02 12:40:43.370516 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a533079-7f74-49ec-a51b-c71e643a0a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ad87fe-1dee-4b1e-b28a-5752774ad614,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:43.513101 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dab87d45-5f75-4d67-b6a5-b5ed527e8364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:43.650585 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9ee4b129-92a6-425c-ab71-8b659c626732 None None] Provisioning complete for port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:43.650585 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9ee4b129-92a6-425c-ab71-8b659c626732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (faf16a31-9985-4bf5-97ad-82d7a9e7ef54), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:43.650585 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9ee4b129-92a6-425c-ab71-8b659c626732 None None] Attempt 1 to provision port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 Nov 02 12:40:43.660819 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:43.668178 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be {{(pid=105976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:40:43.678794 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] Publish callbacks [] for port (ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:43.694240 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.provisioning_blocks [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] Transition to ACTIVE for port object ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be will not be triggered until provisioned by entity L2. {{(pid=105976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:40:43.696121 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:43.801204 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] Pushing event updated for resources: {'Port': ['ID=5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:43.838549 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] Attempting to bind port 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e on host n-h1-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:40:43.839233 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] Attempting to bind port 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e by drivers openvswitch,hyperv on host n-h1-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:40:43.839791 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] Attempting to bind port 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:43.879230 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:43.997856 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9ee4b129-92a6-425c-ab71-8b659c626732 None None] Current status of the port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:43.998270 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9ee4b129-92a6-425c-ab71-8b659c626732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (faf16a31-9985-4bf5-97ad-82d7a9e7ef54), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:44.033454 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] Pushing event updated for resources: {'Port': ['ID=ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:44.079792 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0e66a-9ce5-4c76-81ce-303ac01ee821 req-19f489f2-c0fc-4b50-8957-43f8f6270e13 tempest-ServersAdminNegativeTestJSON-1659096305 tempest-ServersAdminNegativeTestJSON-1659096305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:44.083628 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] Port 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h1-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:40:44.083949 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] Attempting to bind port 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:44.100999 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b0b0e66a-9ce5-4c76-81ce-303ac01ee821 req-19f489f2-c0fc-4b50-8957-43f8f6270e13 tempest-ServersAdminNegativeTestJSON-1659096305 tempest-ServersAdminNegativeTestJSON-1659096305-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 1132 time: 0.3187099 Nov 02 12:40:44.166391 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:44.167330 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (faf16a31-9985-4bf5-97ad-82d7a9e7ef54), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:44.188510 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1e4964d0-92da-4201-a131-1cd82f16dd8c req-b64975d4-23af-436f-8bde-ddda06937a15 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 210 time: 0.5515668 Nov 02 12:40:44.205073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9ee4b129-92a6-425c-ab71-8b659c626732 None None] For port faf16a31-9985-4bf5-97ad-82d7a9e7ef54, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=faf16a31-9985-4bf5-97ad-82d7a9e7ef54,segment=NetworkSegment(8947d962-3a9d-4f90-a2b7-696a4e670f3a),segment_id=8947d962-3a9d-4f90-a2b7-696a4e670f3a)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:44.354305 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-e28be9e4-0a64-4b0f-96fa-0f6f8682056a tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=c0a42b724065423cb31303f3f9b55f36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5701241 Nov 02 12:40:44.390045 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] Checking agent: {'id': '28672587-11d8-44d6-bec6-0497f44187a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:40:44.390698 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:40:44.390876 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:40:44.393130 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] Bound port: 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e, host: n-h1-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:40:44.393848 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:44.443168 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9ee4b129-92a6-425c-ab71-8b659c626732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (faf16a31-9985-4bf5-97ad-82d7a9e7ef54), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:44.470867 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-b0b0e66a-9ce5-4c76-81ce-303ac01ee821 req-eb4acf4c-a360-42d1-86f4-76440bb022db tempest-ServersAdminNegativeTestJSON-1659096305 tempest-ServersAdminNegativeTestJSON-1659096305-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:44.476011 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:40:44.485688 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:40:44.534560 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] For port 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e, host n-h1-857339-6, cleared binding levels {{(pid=105976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:40:44.539006 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] For port 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e, host n-h1-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:40:44.549219 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] Attempting to bind port ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:40:44.549893 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] Attempting to bind port ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:40:44.550563 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] Attempting to bind port ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:44.614870 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] Port ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:40:44.616417 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] Attempting to bind port ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:44.670825 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:44.678749 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] Checking agent: {'id': '59c125ef-2b3d-4364-aa71-285e1ef6d0e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:40:44.679738 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:40:44.680137 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:40:44.680923 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] Bound port: ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be, host: n-h2-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:40:44.681559 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:44.690804 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4cd70-3df2-464f-aee9-b282875efcba req-3f294031-c4d2-47b6-9c06-b64b2dd7f960 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:44.694563 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dae4cd70-3df2-464f-aee9-b282875efcba req-3f294031-c4d2-47b6-9c06-b64b2dd7f960 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 946 time: 0.2097881 Nov 02 12:40:44.718276 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7f8b98cb-2502-43ef-8550-45cd272803d9 None None] Provisioning complete for port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:44.718910 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7f8b98cb-2502-43ef-8550-45cd272803d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (faf16a31-9985-4bf5-97ad-82d7a9e7ef54), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:44.719474 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7f8b98cb-2502-43ef-8550-45cd272803d9 None None] Attempt 1 to provision port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 Nov 02 12:40:44.723795 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:44.781046 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4b129-92a6-425c-ab71-8b659c626732 None None] Pushing event updated for resources: {'Port': ['ID=faf16a31-9985-4bf5-97ad-82d7a9e7ef54,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:44.820124 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:44.821048 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:44.822523 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e HTTP/1.1" status: 200 len: 1094 time: 3.6424985 Nov 02 12:40:44.823196 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da5ad2-f561-41fa-9908-3ebf41220ecc service neutron] Pushing event updated for resources: {'Port': ['ID=5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e,revision_number=3']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:44.845443 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:44.882434 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e067965c-2afe-4b75-ace8-7b2ffba7b978', 'tag': '5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:40:44.887583 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b9226d-3e82-4d7e-a77a-a185aea4455c" -d '{"events": [{"name": "network-changed", "server_uuid": "e067965c-2afe-4b75-ace8-7b2ffba7b978", "tag": "5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:40:44.941816 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7f8b98cb-2502-43ef-8550-45cd272803d9 None None] Current status of the port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:44.967193 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] For port ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be, host n-h2-857339-6, cleared binding levels {{(pid=105976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:40:44.973219 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] For port ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be, host n-h2-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:40:45.058987 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:45.086593 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:45.094759 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:45.094759 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:45.094759 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be HTTP/1.1" status: 200 len: 1096 time: 2.2260785 Nov 02 12:40:45.147719 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-595ef4e7-816e-4952-a9ae-a782b7f59c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:45.149654 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-595ef4e7-816e-4952-a9ae-a782b7f59c6a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 1128 time: 0.1311412 Nov 02 12:40:45.242692 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device faf16a31-9985-4bf5-97ad-82d7a9e7ef54 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:40:45.261765 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-02808b65-c217-49ed-b36a-eb5a3e61f523 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:45.263468 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-02808b65-c217-49ed-b36a-eb5a3e61f523 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8755493 Nov 02 12:40:45.279277 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dae4cd70-3df2-464f-aee9-b282875efcba req-db2a3e41-137e-4ba3-adac-37ce263c10b8 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5730019 Nov 02 12:40:45.371390 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-848fd7c4-7ca6-4694-b497-638f09d683c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:45.371646 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-9b220566-7ff5-4bde-8f08-849c871951fd tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Request body: {'port': {'device_id': '56f150cf-3b5c-4ffe-9783-619b9e1dd435', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': 'c0a42b724065423cb31303f3f9b55f36'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:45.458147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:45.458856 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (faf16a31-9985-4bf5-97ad-82d7a9e7ef54), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:45.461449 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 Nov 02 12:40:45.541528 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-b0b0e66a-9ce5-4c76-81ce-303ac01ee821 req-eb4acf4c-a360-42d1-86f4-76440bb022db tempest-ServersAdminNegativeTestJSON-1659096305 tempest-ServersAdminNegativeTestJSON-1659096305-project-admin] Publish callbacks [] for security_group (d2f39aaa-15bc-4226-a2d5-6cf45ec2737d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:45.593149 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19b7ac0-dd9f-4dfe-a0bc-623b1f238b1c x-openstack-request-id: req-c19b7ac0-dd9f-4dfe-a0bc-623b1f238b1c {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:40:45.594430 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e067965c-2afe-4b75-ace8-7b2ffba7b978", "tag": "5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:40:45.594430 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c19b7ac0-dd9f-4dfe-a0bc-623b1f238b1c {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:40:45.594776 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c19b7ac0-dd9f-4dfe-a0bc-623b1f238b1c'] response: {'name': 'network-changed', 'server_uuid': 'e067965c-2afe-4b75-ace8-7b2ffba7b978', 'tag': '5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e', 'status': 'completed', 'code': 200} Nov 02 12:40:45.613533 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-0114cd24-8dd2-4362-a0c4-65bbedc7fd0e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e HTTP/1.1" status: 200 len: 217 time: 0.4263184 Nov 02 12:40:45.632432 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:45.674974 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc15b27-8594-4e0a-b137-5603a70a181d service neutron] Pushing event updated for resources: {'Port': ['ID=ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be,revision_number=3']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:45.692434 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-82b22780-0219-4245-9941-bdc1dc531b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:45.694150 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-82b22780-0219-4245-9941-bdc1dc531b57 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=d66eec88-8a14-4f36-b486-84c06a042a69 HTTP/1.1" status: 200 len: 1130 time: 0.0984991 Nov 02 12:40:45.707791 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-56cef6b1-be8b-44df-9255-453fe5540ee3 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=c0a42b724065423cb31303f3f9b55f36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5284929 Nov 02 12:40:45.726788 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-b0b0e66a-9ce5-4c76-81ce-303ac01ee821 req-eb4acf4c-a360-42d1-86f4-76440bb022db tempest-ServersAdminNegativeTestJSON-1659096305 tempest-ServersAdminNegativeTestJSON-1659096305-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d2f39aaa-15bc-4226-a2d5-6cf45ec2737d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:45.730797 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-78797606-7059-44f4-a40e-d5c8a768d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:45.733376 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-78797606-7059-44f4-a40e-d5c8a768d013 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1158080 Nov 02 12:40:45.778220 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-b638e34e-66aa-4774-8f49-8422a1075f2b service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be HTTP/1.1" status: 200 len: 217 time: 0.0656424 Nov 02 12:40:45.795388 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d80f0cea-eccc-46ce-83fc-d4eca63ba6b9 admin admin] Publish callbacks [] for router_gateway (955dac4a-5a99-4205-b309-62f05f729b03), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:45.830712 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-30ef1c8a-7e75-45dc-b9f5-cc08a74a005b req-108d8f96-2ff1-4f2e-9ce2-5f08be3c0d7c tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 210 time: 0.1149318 Nov 02 12:40:45.853911 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-ab0a91f2-9139-40b5-ba20-695c6fc29e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:45.858303 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-ab0a91f2-9139-40b5-ba20-695c6fc29e5c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0941911 Nov 02 12:40:45.893332 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-e012df0b-8272-47eb-afb9-de526a8b6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:45.895068 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-e012df0b-8272-47eb-afb9-de526a8b6aa8 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.0960283 Nov 02 12:40:45.935710 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b0b0e66a-9ce5-4c76-81ce-303ac01ee821 req-eb4acf4c-a360-42d1-86f4-76440bb022db tempest-ServersAdminNegativeTestJSON-1659096305 tempest-ServersAdminNegativeTestJSON-1659096305-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8310635 Nov 02 12:40:45.954281 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4acf4c-a360-42d1-86f4-76440bb022db tempest-ServersAdminNegativeTestJSON-1659096305 tempest-ServersAdminNegativeTestJSON-1659096305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f39aaa-15bc-4226-a2d5-6cf45ec2737d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:45.995848 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6362ced9-68bc-41b4-af4f-409ad53acc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:45.998609 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-6362ced9-68bc-41b4-af4f-409ad53acc6d service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0942266 Nov 02 12:40:46.082361 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-acd33295-1320-4c65-99d4-8ec8e31442b5 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:46.087806 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-acd33295-1320-4c65-99d4-8ec8e31442b5 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3681245 Nov 02 12:40:46.089922 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-9b220566-7ff5-4bde-8f08-849c871951fd tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Made reservation on behalf of c0a42b724065423cb31303f3f9b55f36 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:40:46.098662 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-9b220566-7ff5-4bde-8f08-849c871951fd tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:46.112081 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-9b220566-7ff5-4bde-8f08-849c871951fd tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:46.149898 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-859486a1-7fae-4ab8-8a66-d3282f48ffbd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849677 Nov 02 12:40:46.178159 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-74758237-3955-4b8c-a7dd-0a70127a2b37 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Request body: {'port': {'device_id': '3918a345-1137-499b-a19a-da0d58f91a74', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': 'c0a42b724065423cb31303f3f9b55f36'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:46.238222 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36172) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:46.321873 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:46.348871 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-498bfb2d-030d-43f6-b898-fe3dbbf6cf08 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404098 Nov 02 12:40:46.356470 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d80f0cea-eccc-46ce-83fc-d4eca63ba6b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (955dac4a-5a99-4205-b309-62f05f729b03), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:46.414091 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-57d58645-b45d-41f6-b66f-1e3fc8febae7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344143 Nov 02 12:40:46.543867 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-9b220566-7ff5-4bde-8f08-849c871951fd tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Publish callbacks [] for security_group (197adb5a-42b1-4393-a91e-e2cddd1e3f09), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:46.566453 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-e69ce8bf-8056-4c5c-aa0b-72e25dd75313 req-99b6a796-2b0b-4532-8995-63a64fe217ae service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087486 Nov 02 12:40:46.621499 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c27266-fda4-40c0-9385-b82c8cc476e7 req-8943b392-0519-41e3-815c-e628cc29f357 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:46.623556 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-67c27266-fda4-40c0-9385-b82c8cc476e7 req-8943b392-0519-41e3-815c-e628cc29f357 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 946 time: 0.1356921 Nov 02 12:40:46.665892 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-52e22a05-5f23-4c3b-a4b8-f17f0bf0d60f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-172402579-network', 'tenant_id': 'f3fd137af33941589ef15699c4d59ffc'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:46.740259 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-67c27266-fda4-40c0-9385-b82c8cc476e7 req-32661193-d8ea-4a15-9fb5-c35219b24464 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059144 Nov 02 12:40:46.748246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-74758237-3955-4b8c-a7dd-0a70127a2b37 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Made reservation on behalf of c0a42b724065423cb31303f3f9b55f36 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:40:46.761286 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-74758237-3955-4b8c-a7dd-0a70127a2b37 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:46.770248 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-9b220566-7ff5-4bde-8f08-849c871951fd tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (197adb5a-42b1-4393-a91e-e2cddd1e3f09), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:46.859351 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b220566-7ff5-4bde-8f08-849c871951fd tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=197adb5a-42b1-4393-a91e-e2cddd1e3f09,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:46.867305 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:46.873373 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e22a05-5f23-4c3b-a4b8-f17f0bf0d60f admin admin] Made reservation on behalf of f3fd137af33941589ef15699c4d59ffc for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:40:46.874053 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80f0cea-eccc-46ce-83fc-d4eca63ba6b9 admin admin] Router 955dac4a-5a99-4205-b309-62f05f729b03 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:40:46.875129 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-52e22a05-5f23-4c3b-a4b8-f17f0bf0d60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:46.886533 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-52e22a05-5f23-4c3b-a4b8-f17f0bf0d60f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:47.001564 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-52e22a05-5f23-4c3b-a4b8-f17f0bf0d60f admin admin] Publish callbacks [] for security_group (b40ecdde-8bc2-4926-98af-4237639059d9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:47.027203 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:47.118491 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-52e22a05-5f23-4c3b-a4b8-f17f0bf0d60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b40ecdde-8bc2-4926-98af-4237639059d9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:47.148643 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e22a05-5f23-4c3b-a4b8-f17f0bf0d60f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:40:47.160204 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e22a05-5f23-4c3b-a4b8-f17f0bf0d60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40ecdde-8bc2-4926-98af-4237639059d9,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:47.166904 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-52e22a05-5f23-4c3b-a4b8-f17f0bf0d60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (2f39abe5-f9f9-4ef3-b932-65bba7dce208), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:47.167258 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-52e22a05-5f23-4c3b-a4b8-f17f0bf0d60f admin admin] Added segment 2f39abe5-f9f9-4ef3-b932-65bba7dce208 of type vlan for network 3de17bbf-e67f-420f-8298-27185c97fc74 Nov 02 12:40:47.220758 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-52e22a05-5f23-4c3b-a4b8-f17f0bf0d60f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (3de17bbf-e67f-420f-8298-27185c97fc74), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:47.353180 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-52e22a05-5f23-4c3b-a4b8-f17f0bf0d60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (3de17bbf-e67f-420f-8298-27185c97fc74), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:47.354542 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e22a05-5f23-4c3b-a4b8-f17f0bf0d60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:47.355157 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-52e22a05-5f23-4c3b-a4b8-f17f0bf0d60f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:47.412102 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:47.432956 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e22a05-5f23-4c3b-a4b8-f17f0bf0d60f admin admin] Pushing event updated for resources: {'Network': ['ID=3de17bbf-e67f-420f-8298-27185c97fc74,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:47.448464 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 3de17bbf-e67f-420f-8298-27185c97fc74 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:40:47.460029 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9b32e7dd-629a-47c9-83b0-70e06b5e4587 req-1a0000b0-8d29-4a48-b8b7-0ba812f36aa1 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 210 time: 0.3990822 Nov 02 12:40:47.537399 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bdc87ffd-0340-4ad0-b0c6-6332722206e2 req-491ea0ae-30bd-4493-985e-1e05db52d300 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1199223362&fields=id&tenant_id=f871d4dccfa64340ae699fe84bb10a79 HTTP/1.1" status: 200 len: 267 time: 0.5847259 Nov 02 12:40:47.550794 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-52e22a05-5f23-4c3b-a4b8-f17f0bf0d60f admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3114021 Nov 02 12:40:47.553339 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80f0cea-eccc-46ce-83fc-d4eca63ba6b9 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:40:47.553797 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36204) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:47.559872 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-881b688b-c635-462e-af08-f0e6375508e7 admin admin] Request body: {'subnet': {'network_id': '3de17bbf-e67f-420f-8298-27185c97fc74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-172402579-subnet', 'tenant_id': 'f3fd137af33941589ef15699c4d59ffc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:47.570351 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] Sync routers for ids ['955dac4a-5a99-4205-b309-62f05f729b03'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:40:47.586013 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:47.588188 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] Routers {'955dac4a-5a99-4205-b309-62f05f729b03'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:40:47.588844 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:40:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['955dac4a-5a99-4205-b309-62f05f729b03'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:47.595891 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66eec88-8a14-4f36-b486-84c06a042a69', 'tag': 'ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:40:47.599403 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51eda9d0-d380-4c8b-a09f-4313e6960fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "d66eec88-8a14-4f36-b486-84c06a042a69", "tag": "ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:40:47.634826 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-74758237-3955-4b8c-a7dd-0a70127a2b37 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Allocated IP 192.168.233.149 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/be6cb95f-365e-4c40-be18-d4841fe5acf9) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:40:47.702419 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881b688b-c635-462e-af08-f0e6375508e7 admin admin] Made reservation on behalf of f3fd137af33941589ef15699c4d59ffc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:40:47.712026 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-881b688b-c635-462e-af08-f0e6375508e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:47.727078 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] Set router 955dac4a-5a99-4205-b309-62f05f729b03 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:40:47.753929 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d80f0cea-eccc-46ce-83fc-d4eca63ba6b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:47.753929 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d80f0cea-eccc-46ce-83fc-d4eca63ba6b9 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.2159197 Nov 02 12:40:47.753929 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36210) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:47.769340 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc87ffd-0340-4ad0-b0c6-6332722206e2 req-dec8b006-f196-4928-bc4b-e57713ff0e2f tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:47.770987 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bdc87ffd-0340-4ad0-b0c6-6332722206e2 req-dec8b006-f196-4928-bc4b-e57713ff0e2f tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] 10.222.0.64 "GET /networking/v2.0/networks?id=445a82ff-111d-4613-87ae-a6de9c7d7a94 HTTP/1.1" status: 200 len: 816 time: 0.1984229 Nov 02 12:40:47.834344 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9226d-3e82-4d7e-a77a-a185aea4455c req-6dbbf7f7-ef6e-490d-a27c-a633c39aa18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:47.835946 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-04b9226d-3e82-4d7e-a77a-a185aea4455c req-6dbbf7f7-ef6e-490d-a27c-a633c39aa18d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 1128 time: 0.0972452 Nov 02 12:40:47.847670 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bdc87ffd-0340-4ad0-b0c6-6332722206e2 req-561a5809-7820-42fb-bb20-132660e184bd tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] 10.222.0.64 "GET /networking/v2.0/quotas/f871d4dccfa64340ae699fe84bb10a79 HTTP/1.1" status: 200 len: 375 time: 0.0368180 Nov 02 12:40:47.972448 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bdc87ffd-0340-4ad0-b0c6-6332722206e2 req-ace7a338-21ef-4150-a98e-d4ec937eb75e tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f871d4dccfa64340ae699fe84bb10a79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774372 Nov 02 12:40:47.979929 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:48.013819 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9226d-3e82-4d7e-a77a-a185aea4455c req-9d3a1f97-452e-4ede-878a-e156ae88ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:48.013819 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-04b9226d-3e82-4d7e-a77a-a185aea4455c req-9d3a1f97-452e-4ede-878a-e156ae88ce78 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.1604278 Nov 02 12:40:48.078414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955dac4a-5a99-4205-b309-62f05f729b03', 'name': 'tempest-ImagesTestJSON-1475722734-router', 'tenant_id': '1b371bd21fb44fc1948e03029ee437c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '2c41a16e-0875-4b8d-b03e-81812e1c3605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:38Z', 'updated_at': '2022-11-02T12:40:44Z', 'revision_number': 3, 'project_id': '1b371bd21fb44fc1948e03029ee437c3', 'gw_port': {'id': '2c41a16e-0875-4b8d-b03e-81812e1c3605', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955dac4a-5a99-4205-b309-62f05f729b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:41Z', 'updated_at': '2022-11-02T12:40:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:48.116958 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8183d406-0302-415a-a69f-d446d947fcec x-openstack-request-id: req-8183d406-0302-415a-a69f-d446d947fcec {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:40:48.117404 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66eec88-8a14-4f36-b486-84c06a042a69", "tag": "ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:40:48.117811 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8183d406-0302-415a-a69f-d446d947fcec {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:40:48.118241 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8183d406-0302-415a-a69f-d446d947fcec'] response: {'name': 'network-changed', 'server_uuid': 'd66eec88-8a14-4f36-b486-84c06a042a69', 'tag': 'ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be', 'status': 'completed', 'code': 200} Nov 02 12:40:48.119520 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] Checking router: 955dac4a-5a99-4205-b309-62f05f729b03 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:40:48.120096 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] Updating router 955dac4a-5a99-4205-b309-62f05f729b03 port 2c41a16e-0875-4b8d-b03e-81812e1c3605 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:40:48.133197 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-04b9226d-3e82-4d7e-a77a-a185aea4455c req-48854a9b-ff21-4450-ac5f-6bfdb2991ef0 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e HTTP/1.1" status: 200 len: 217 time: 0.0940964 Nov 02 12:40:48.142039 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f2859-32d1-4977-b8bc-f449a66664e5 req-45538c9e-9971-443d-8fea-21e0ae2ade7a tempest-ServersAdminNegativeTestJSON-1659096305 tempest-ServersAdminNegativeTestJSON-1659096305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:48.143799 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fd6f2859-32d1-4977-b8bc-f449a66664e5 req-45538c9e-9971-443d-8fea-21e0ae2ade7a tempest-ServersAdminNegativeTestJSON-1659096305 tempest-ServersAdminNegativeTestJSON-1659096305-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 1132 time: 0.1067641 Nov 02 12:40:48.183858 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2c41a16e-0875-4b8d-b03e-81812e1c3605), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:48.189035 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-74758237-3955-4b8c-a7dd-0a70127a2b37 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Publish callbacks [] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:48.225793 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-881b688b-c635-462e-af08-f0e6375508e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (b921d6a3-f13a-4b5a-9da7-91fbbacfdd3c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:48.240162 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eda9d0-d380-4c8b-a09f-4313e6960fe3 req-8da9e519-c620-407c-93f7-5f4379e86df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:48.241785 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-51eda9d0-d380-4c8b-a09f-4313e6960fe3 req-8da9e519-c620-407c-93f7-5f4379e86df6 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=d66eec88-8a14-4f36-b486-84c06a042a69 HTTP/1.1" status: 200 len: 1130 time: 0.1331804 Nov 02 12:40:48.306758 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9226d-3e82-4d7e-a77a-a185aea4455c req-ba059b7b-79b1-4638-9571-1f1c94c60c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:48.316217 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-04b9226d-3e82-4d7e-a77a-a185aea4455c req-ba059b7b-79b1-4638-9571-1f1c94c60c06 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1346154 Nov 02 12:40:48.316480 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:48.349802 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fd6f2859-32d1-4977-b8bc-f449a66664e5 req-fb2017ae-51cb-41e5-974e-3fd3df33d158 tempest-ServersAdminNegativeTestJSON-1659096305 tempest-ServersAdminNegativeTestJSON-1659096305-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912012 Nov 02 12:40:48.402115 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:48.417738 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b688b-c635-462e-af08-f0e6375508e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b921d6a3-f13a-4b5a-9da7-91fbbacfdd3c,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:48.464550 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:48.483959 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5cbf7-64fd-4aa7-b41e-a95a901a5c6b req-148b031f-82e9-4dfa-b879-8fb00a1fb9bf tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:48.488877 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9226d-3e82-4d7e-a77a-a185aea4455c req-a51d34c8-2716-41e4-91e9-0f39ca1902d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:48.490844 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-04b9226d-3e82-4d7e-a77a-a185aea4455c req-a51d34c8-2716-41e4-91e9-0f39ca1902d3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1691811 Nov 02 12:40:48.494799 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b5c5cbf7-64fd-4aa7-b41e-a95a901a5c6b req-148b031f-82e9-4dfa-b879-8fb00a1fb9bf tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 946 time: 0.2472224 Nov 02 12:40:48.549577 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b688b-c635-462e-af08-f0e6375508e7 admin admin] Checking segment: {'id': '2f39abe5-f9f9-4ef3-b932-65bba7dce208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3de17bbf-e67f-420f-8298-27185c97fc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:40:48.550158 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881b688b-c635-462e-af08-f0e6375508e7 admin admin] Network hostable DHCP agents. Network: 3de17bbf-e67f-420f-8298-27185c97fc74, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:40:48.558381 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eda9d0-d380-4c8b-a09f-4313e6960fe3 req-735cd3ee-f929-4e7b-8000-ee4bfbe09e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:48.560582 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-51eda9d0-d380-4c8b-a09f-4313e6960fe3 req-735cd3ee-f929-4e7b-8000-ee4bfbe09e45 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.2880681 Nov 02 12:40:48.574768 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:40:48.595701 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] Publish callbacks [] for port (2c41a16e-0875-4b8d-b03e-81812e1c3605), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:48.627194 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b5c5cbf7-64fd-4aa7-b41e-a95a901a5c6b req-c82e2875-6365-4ac2-8d83-3d2ebacd3e19 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313550 Nov 02 12:40:48.655310 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-51eda9d0-d380-4c8b-a09f-4313e6960fe3 req-13c87d26-9a51-4e22-b76a-b0bd0eb514d7 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be HTTP/1.1" status: 200 len: 217 time: 0.0484574 Nov 02 12:40:48.679556 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-74758237-3955-4b8c-a7dd-0a70127a2b37 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:48.738000 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-04b9226d-3e82-4d7e-a77a-a185aea4455c req-99b772a7-e953-4719-8131-8e424567108a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393374 Nov 02 12:40:48.750635 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:48.789487 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2c41a16e-0875-4b8d-b03e-81812e1c3605), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:48.794554 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eda9d0-d380-4c8b-a09f-4313e6960fe3 req-a470af20-f82d-470a-8003-ec89de0c9154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:48.798129 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-51eda9d0-d380-4c8b-a09f-4313e6960fe3 req-a470af20-f82d-470a-8003-ec89de0c9154 service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1354442 Nov 02 12:40:48.822789 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36230) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:48.825389 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-74758237-3955-4b8c-a7dd-0a70127a2b37 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:40:48.847242 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-74758237-3955-4b8c-a7dd-0a70127a2b37 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:48.850165 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-74758237-3955-4b8c-a7dd-0a70127a2b37 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:40:48.890126 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eda9d0-d380-4c8b-a09f-4313e6960fe3 req-9ccf6a1f-30e6-4299-a9ba-8476c0b322ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:48.893013 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-51eda9d0-d380-4c8b-a09f-4313e6960fe3 req-9ccf6a1f-30e6-4299-a9ba-8476c0b322ba service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0845318 Nov 02 12:40:48.926526 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-74758237-3955-4b8c-a7dd-0a70127a2b37 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:48.927005 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-74758237-3955-4b8c-a7dd-0a70127a2b37 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:48.930641 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74758237-3955-4b8c-a7dd-0a70127a2b37 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Pushing event updated for resources: {'Port': ['ID=be6cb95f-365e-4c40-be18-d4841fe5acf9,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:48.973158 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-9b220566-7ff5-4bde-8f08-849c871951fd tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Allocated IP 192.168.233.137 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/f2839789-4a72-426e-888c-7dd2672362a4) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:40:48.979821 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881b688b-c635-462e-af08-f0e6375508e7 admin admin] Network 3de17bbf-e67f-420f-8298-27185c97fc74 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:40:49.004411 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] Attempting to bind port 2c41a16e-0875-4b8d-b03e-81812e1c3605 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:40:49.004838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] Attempting to bind port 2c41a16e-0875-4b8d-b03e-81812e1c3605 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:40:49.008423 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] Attempting to bind port 2c41a16e-0875-4b8d-b03e-81812e1c3605 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:49.120680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bc9f8-190a-4987-9ff8-66f6cb649a1a None None] Pushing event updated for resources: {'Port': ['ID=2c41a16e-0875-4b8d-b03e-81812e1c3605,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:49.149897 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c17e3273-7f30-4c50-ba54-7974f9be60b9 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks [] for security_group (6d43dc62-5213-4c69-b30b-86ec60e5987d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:49.167951 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:40:49.168338 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:40:49.168854 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:49.169271 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:40:49.171677 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] Bound port: 2c41a16e-0875-4b8d-b03e-81812e1c3605, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:40:49.171875 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-74758237-3955-4b8c-a7dd-0a70127a2b37 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9974093 Nov 02 12:40:49.174086 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2c41a16e-0875-4b8d-b03e-81812e1c3605), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:49.196753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-881b688b-c635-462e-af08-f0e6375508e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 3de17bbf-e67f-420f-8298-27185c97fc74) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:49.213123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7552fe35-a0de-4e87-a908-4b69e2b47101 None None] Network 3de17bbf-e67f-420f-8298-27185c97fc74 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:40:49.234116 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881b688b-c635-462e-af08-f0e6375508e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:49.235137 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-881b688b-c635-462e-af08-f0e6375508e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:49.260834 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-04b9226d-3e82-4d7e-a77a-a185aea4455c req-5724db0d-2d60-435f-9a63-7e1023d3b577 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124462 Nov 02 12:40:49.274068 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] Request body: {'port': {'device_id': '3918a345-1137-499b-a19a-da0d58f91a74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-857339-6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:49.302260 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-51eda9d0-d380-4c8b-a09f-4313e6960fe3 req-908cb1a0-b601-4bc1-8649-f17d7b41b767 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168995 Nov 02 12:40:49.362158 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] For port 2c41a16e-0875-4b8d-b03e-81812e1c3605, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:40:49.367920 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] For port 2c41a16e-0875-4b8d-b03e-81812e1c3605, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2c41a16e-0875-4b8d-b03e-81812e1c3605,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:40:49.375155 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811292a7-57e1-4997-9afc-01f7fc674bf6 req-8939384f-f7a2-41d4-b182-03eb4c7dec04 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:49.377800 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-811292a7-57e1-4997-9afc-01f7fc674bf6 req-8939384f-f7a2-41d4-b182-03eb4c7dec04 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 936 time: 0.2388325 Nov 02 12:40:49.384067 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c17e3273-7f30-4c50-ba54-7974f9be60b9 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks [] for security_group (6d43dc62-5213-4c69-b30b-86ec60e5987d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:49.409920 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8e210aad-c2ee-4932-8364-3683af18ac67 None None] Provisioning complete for port be6cb95f-365e-4c40-be18-d4841fe5acf9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:49.410303 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8e210aad-c2ee-4932-8364-3683af18ac67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:49.412967 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8e210aad-c2ee-4932-8364-3683af18ac67 None None] Attempt 1 to provision port be6cb95f-365e-4c40-be18-d4841fe5acf9 Nov 02 12:40:49.427388 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-51eda9d0-d380-4c8b-a09f-4313e6960fe3 req-1a1acf93-a79b-464d-92c6-a3769c035d0e service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109064 Nov 02 12:40:49.440681 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-3de17bbf-e67f-420f-8298-27185c97fc74', 'network_id': '3de17bbf-e67f-420f-8298-27185c97fc74', 'project_id': 'f3fd137af33941589ef15699c4d59ffc', 'fixed_ips': [{'subnet_id': 'b921d6a3-f13a-4b5a-9da7-91fbbacfdd3c'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:40:49.441625 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:49.441777 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-881b688b-c635-462e-af08-f0e6375508e7 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8868415 Nov 02 12:40:49.445848 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36238) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:49.457029 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-0c53162a-b0e7-4cd2-bab8-5a80d81d340f admin admin] Request body: {'router': {'name': 'tempest-ServerGroupTestJSON-172402579-router', 'tenant_id': 'f3fd137af33941589ef15699c4d59ffc', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:49.497650 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:49.503327 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8e210aad-c2ee-4932-8364-3683af18ac67 None None] Port be6cb95f-365e-4c40-be18-d4841fe5acf9 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:40:49.596283 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2af0-e61c-4b83-ac35-a940cce5e050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:49.608152 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-811292a7-57e1-4997-9afc-01f7fc674bf6 req-a7ad2ffd-59a5-4b9c-9703-9277d36972a1 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130713 Nov 02 12:40:49.609786 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2c41a16e-0875-4b8d-b03e-81812e1c3605), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:49.621783 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:49.633365 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c53162a-b0e7-4cd2-bab8-5a80d81d340f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (07c4f1b3-71b7-4780-866f-e94af1a64ce4), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:49.634460 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c53162a-b0e7-4cd2-bab8-5a80d81d340f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (07c4f1b3-71b7-4780-866f-e94af1a64ce4), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:49.736630 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] Routers {'955dac4a-5a99-4205-b309-62f05f729b03'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:40:49.739090 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:40:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['955dac4a-5a99-4205-b309-62f05f729b03'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:49.763893 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c53162a-b0e7-4cd2-bab8-5a80d81d340f admin admin] Publish callbacks [] for router_controller (07c4f1b3-71b7-4780-866f-e94af1a64ce4), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:49.848336 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36256) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:49.849150 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] Allocated IP 172.20.0.2 (3de17bbf-e67f-420f-8298-27185c97fc74/b921d6a3-f13a-4b5a-9da7-91fbbacfdd3c/79978519-5408-4313-8a7b-c58206e635f9) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:40:49.872392 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bc9f8-190a-4987-9ff8-66f6cb649a1a None None] Pushing event updated for resources: {'Port': ['ID=2c41a16e-0875-4b8d-b03e-81812e1c3605,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:49.918132 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-9b220566-7ff5-4bde-8f08-849c871951fd tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Publish callbacks [] for port (f2839789-4a72-426e-888c-7dd2672362a4), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:49.930171 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a48657-0050-40f0-9181-ffe00c3dd819 req-2c8fb1f7-db8c-475e-a5d6-07d2d25e96a1 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:49.931741 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-99a48657-0050-40f0-9181-ffe00c3dd819 req-2c8fb1f7-db8c-475e-a5d6-07d2d25e96a1 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 946 time: 0.1422689 Nov 02 12:40:49.995497 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] Set router 955dac4a-5a99-4205-b309-62f05f729b03 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:40:50.003873 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c17e3273-7f30-4c50-ba54-7974f9be60b9 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6d43dc62-5213-4c69-b30b-86ec60e5987d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:50.007430 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c17e3273-7f30-4c50-ba54-7974f9be60b9 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:50.008894 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c17e3273-7f30-4c50-ba54-7974f9be60b9 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6d43dc62-5213-4c69-b30b-86ec60e5987d HTTP/1.1" status: 204 len: 168 time: 1.1822617 Nov 02 12:40:50.018410 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36260) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:50.059404 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-99a48657-0050-40f0-9181-ffe00c3dd819 req-7c4c3fba-fcf7-45ff-ba4f-862ecc3af5e9 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921035 Nov 02 12:40:50.063531 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be details requested by agent hyperv_n-h2-857339-6 with host n-h2-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:40:50.077013 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e3273-7f30-4c50-ba54-7974f9be60b9 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d43dc62-5213-4c69-b30b-86ec60e5987d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:50.082841 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8e990665-785a-4b19-b773-23166ece9da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:50.109899 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-2c838492-e28d-4b29-bf85-86839a6f9491 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] show failed (client error): The resource could not be found. Nov 02 12:40:50.114543 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2c838492-e28d-4b29-bf85-86839a6f9491 tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] 10.222.0.64 "GET /networking/v2.0/security-groups/6d43dc62-5213-4c69-b30b-86ec60e5987d HTTP/1.1" status: 404 len: 347 time: 0.0932608 Nov 02 12:40:50.115542 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36262) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:50.167432 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-5b1e2af0-e61c-4b83-ac35-a940cce5e050 admin admin] Allocated IP 172.20.0.1 (f13e3e60-3e47-42b6-9e73-35adfea76c73/131c09ec-1ee7-4c6c-bd9c-2ab63d00d24d/0f984280-929d-4141-bc6a-28acce31b6d9) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:40:50.227170 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-9b220566-7ff5-4bde-8f08-849c871951fd tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (f2839789-4a72-426e-888c-7dd2672362a4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:50.404561 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c53162a-b0e7-4cd2-bab8-5a80d81d340f admin admin] Publish callbacks [] for router_gateway (07c4f1b3-71b7-4780-866f-e94af1a64ce4), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:50.502375 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6cb95f-365e-4c40-be18-d4841fe5acf9 {{(pid=105975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:40:50.504448 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] Publish callbacks [] for port (79978519-5408-4313-8a7b-c58206e635f9), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:50.516241 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] Publish callbacks [] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:50.554337 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-9b220566-7ff5-4bde-8f08-849c871951fd tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:40:50.570667 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.provisioning_blocks [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] Transition to ACTIVE for port object be6cb95f-365e-4c40-be18-d4841fe5acf9 will not be triggered until provisioned by entity L2. {{(pid=105975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:40:50.578805 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:50.591463 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (79978519-5408-4313-8a7b-c58206e635f9), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:50.596747 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-9b220566-7ff5-4bde-8f08-849c871951fd tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:50.621801 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-9b220566-7ff5-4bde-8f08-849c871951fd tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:40:50.649950 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] Pushing event updated for resources: {'Port': ['ID=79978519-5408-4313-8a7b-c58206e635f9,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:50.652313 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b220566-7ff5-4bde-8f08-849c871951fd tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Pushing event updated for resources: {'Port': ['ID=f2839789-4a72-426e-888c-7dd2672362a4,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:50.671018 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:50.677060 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Returning: {'device': 'ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': 'ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be', 'mac_address': 'fa:16:3e:67:23:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:40:50.677331 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8e990665-785a-4b19-b773-23166ece9da7 admin admin] Publish callbacks [] for security_group (34626f2a-eee2-4eed-9db5-f348493d05f9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:50.687478 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955dac4a-5a99-4205-b309-62f05f729b03', 'name': 'tempest-ImagesTestJSON-1475722734-router', 'tenant_id': '1b371bd21fb44fc1948e03029ee437c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '2c41a16e-0875-4b8d-b03e-81812e1c3605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:38Z', 'updated_at': '2022-11-02T12:40:44Z', 'revision_number': 3, 'project_id': '1b371bd21fb44fc1948e03029ee437c3', 'gw_port': {'id': '2c41a16e-0875-4b8d-b03e-81812e1c3605', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955dac4a-5a99-4205-b309-62f05f729b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:41Z', 'updated_at': '2022-11-02T12:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:50.731745 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] Network 3de17bbf-e67f-420f-8298-27185c97fc74 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:40:50.763698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2aafbc-6e0f-40dd-80d2-b55541e01b45 None None] The sync data for ids ['955dac4a-5a99-4205-b309-62f05f729b03'] in n-d-857339-6 is: [{'id': '955dac4a-5a99-4205-b309-62f05f729b03', 'name': 'tempest-ImagesTestJSON-1475722734-router', 'tenant_id': '1b371bd21fb44fc1948e03029ee437c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '2c41a16e-0875-4b8d-b03e-81812e1c3605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:38Z', 'updated_at': '2022-11-02T12:40:44Z', 'revision_number': 3, 'project_id': '1b371bd21fb44fc1948e03029ee437c3', 'gw_port': {'id': '2c41a16e-0875-4b8d-b03e-81812e1c3605', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955dac4a-5a99-4205-b309-62f05f729b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:41Z', 'updated_at': '2022-11-02T12:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:40:50.773607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:50.778240 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:40:50.781742 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e4eec-8a6f-402b-be43-6a7721ffa1ae req-4436cfe1-cff7-4564-b75f-67958f375ec9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:50.790701 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-254e4eec-8a6f-402b-be43-6a7721ffa1ae req-4436cfe1-cff7-4564-b75f-67958f375ec9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 950 time: 0.2333827 Nov 02 12:40:50.842459 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:50.842459 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:50.863970 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=be6cb95f-365e-4c40-be18-d4841fe5acf9,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:50.892090 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:50.913723 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2af0-e61c-4b83-ac35-a940cce5e050 admin admin] Publish callbacks [] for port (0f984280-929d-4141-bc6a-28acce31b6d9), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:50.920312 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-9b220566-7ff5-4bde-8f08-849c871951fd tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:50.921577 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-9b220566-7ff5-4bde-8f08-849c871951fd tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:50.926495 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:40:50.949021 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] Attempting to bind port 79978519-5408-4313-8a7b-c58206e635f9 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:40:50.949638 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] Attempting to bind port 79978519-5408-4313-8a7b-c58206e635f9 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2f39abe5-f9f9-4ef3-b932-65bba7dce208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3de17bbf-e67f-420f-8298-27185c97fc74'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:40:50.950228 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] Attempting to bind port 79978519-5408-4313-8a7b-c58206e635f9 on network 3de17bbf-e67f-420f-8298-27185c97fc74 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:51.029530 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:51.058964 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-9b220566-7ff5-4bde-8f08-849c871951fd tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7779303 Nov 02 12:40:51.079303 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:40:51.079464 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] Checking segment: {'id': '2f39abe5-f9f9-4ef3-b932-65bba7dce208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3de17bbf-e67f-420f-8298-27185c97fc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:40:51.080695 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:51.081337 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] Bound using segment: {'id': '2f39abe5-f9f9-4ef3-b932-65bba7dce208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3de17bbf-e67f-420f-8298-27185c97fc74'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:40:51.082143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] Bound port: 79978519-5408-4313-8a7b-c58206e635f9, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f39abe5-f9f9-4ef3-b932-65bba7dce208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3de17bbf-e67f-420f-8298-27185c97fc74'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:40:51.082911 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (79978519-5408-4313-8a7b-c58206e635f9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:51.126940 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Request body: {'port': {'device_id': '56f150cf-3b5c-4ffe-9783-619b9e1dd435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-857339-6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:51.189974 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-254e4eec-8a6f-402b-be43-6a7721ffa1ae req-d018ad1d-52c1-4a46-8101-fa801fc404f9 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977652 Nov 02 12:40:51.217859 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] For port 79978519-5408-4313-8a7b-c58206e635f9, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:40:51.221717 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83234c-153c-47dd-96f5-dc3a8310295c req-07ceaf8f-ba63-4c29-88fe-a028d5514972 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:51.223183 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] For port 79978519-5408-4313-8a7b-c58206e635f9, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=79978519-5408-4313-8a7b-c58206e635f9,segment=NetworkSegment(2f39abe5-f9f9-4ef3-b932-65bba7dce208),segment_id=2f39abe5-f9f9-4ef3-b932-65bba7dce208)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:40:51.231804 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:40:51.233780 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3e83234c-153c-47dd-96f5-dc3a8310295c req-07ceaf8f-ba63-4c29-88fe-a028d5514972 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 948 time: 0.3593137 Nov 02 12:40:51.267577 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8e990665-785a-4b19-b773-23166ece9da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (34626f2a-eee2-4eed-9db5-f348493d05f9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:51.355293 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8e990665-785a-4b19-b773-23166ece9da7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=271f7632e1bc4beaa12b86a4a7c945ac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5056157 Nov 02 12:40:51.361429 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36276) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:51.361910 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36278) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:51.389124 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:51.417989 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (79978519-5408-4313-8a7b-c58206e635f9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:51.472735 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:51.499036 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:51.510361 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': '5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': '5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e', 'mac_address': 'fa:16:3e:e0:e5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:40:51.515966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2d0ca73f-3676-42e2-8617-210ee566f030 None None] Provisioning complete for port f2839789-4a72-426e-888c-7dd2672362a4 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:51.517166 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2d0ca73f-3676-42e2-8617-210ee566f030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f2839789-4a72-426e-888c-7dd2672362a4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:51.517747 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2d0ca73f-3676-42e2-8617-210ee566f030 None None] Attempt 1 to provision port f2839789-4a72-426e-888c-7dd2672362a4 Nov 02 12:40:51.643253 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2d0ca73f-3676-42e2-8617-210ee566f030 None None] Port f2839789-4a72-426e-888c-7dd2672362a4 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:40:51.651938 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:51.653258 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:51.696956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:40:51.721053 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-576823bb-e5c3-4fff-8bc3-6f0d3b7d874c tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Deleting port 9dcd02e5-1224-42c3-84bd-60a5595127db {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:40:51.727184 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-576823bb-e5c3-4fff-8bc3-6f0d3b7d874c tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9dcd02e5-1224-42c3-84bd-60a5595127db), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:51.730570 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:51.742481 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e990665-785a-4b19-b773-23166ece9da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34626f2a-eee2-4eed-9db5-f348493d05f9,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:51.766130 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:40:51.766130 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:51.875417 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:51.922653 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:51.962984 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725c17c-7d94-4120-beb2-038584e53968 None None] Pushing event updated for resources: {'Port': ['ID=79978519-5408-4313-8a7b-c58206e635f9,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:52.047831 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] Attempting to bind port be6cb95f-365e-4c40-be18-d4841fe5acf9 on host n-h1-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:40:52.048434 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] Attempting to bind port be6cb95f-365e-4c40-be18-d4841fe5acf9 by drivers openvswitch,hyperv on host n-h1-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:40:52.048566 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] Attempting to bind port be6cb95f-365e-4c40-be18-d4841fe5acf9 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:52.054028 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:52.059872 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d26e7f41-9e76-4756-b461-d40fae2378a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:52.110670 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2af0-e61c-4b83-ac35-a940cce5e050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (0f984280-929d-4141-bc6a-28acce31b6d9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:52.139888 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71e156-b70a-4d13-be25-a8c5d5465e84 req-16a409df-8f86-4dd1-b859-597edccbddab tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:52.142767 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0f71e156-b70a-4d13-be25-a8c5d5465e84 req-16a409df-8f86-4dd1-b859-597edccbddab tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 947 time: 0.2971900 Nov 02 12:40:52.165202 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3e83234c-153c-47dd-96f5-dc3a8310295c req-ab89b09c-45b5-406d-bdda-d22a53c475fe tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9271884 Nov 02 12:40:52.168777 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f2839789-4a72-426e-888c-7dd2672362a4), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:52.275300 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-29b0feb1-946a-4b5b-a3e7-aab975ede056 admin admin] Publish callbacks [] for security_group (34626f2a-eee2-4eed-9db5-f348493d05f9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:52.276960 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1e2af0-e61c-4b83-ac35-a940cce5e050 admin admin] Network f13e3e60-3e47-42b6-9e73-35adfea76c73 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:40:52.290893 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e2af0-e61c-4b83-ac35-a940cce5e050 admin admin] Pushing event updated for resources: {'Port': ['ID=0f984280-929d-4141-bc6a-28acce31b6d9,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:52.301243 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:40:52.329635 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-5b1e2af0-e61c-4b83-ac35-a940cce5e050 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:52.331712 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] Port be6cb95f-365e-4c40-be18-d4841fe5acf9 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h1-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:40:52.332053 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] Attempting to bind port be6cb95f-365e-4c40-be18-d4841fe5acf9 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:52.335028 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1e2af0-e61c-4b83-ac35-a940cce5e050 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:40:52.430486 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c53162a-b0e7-4cd2-bab8-5a80d81d340f admin admin] Publish callbacks [] for router_gateway (07c4f1b3-71b7-4780-866f-e94af1a64ce4), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:52.498169 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-576823bb-e5c3-4fff-8bc3-6f0d3b7d874c tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9dcd02e5-1224-42c3-84bd-60a5595127db), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:52.498685 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-576823bb-e5c3-4fff-8bc3-6f0d3b7d874c tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks [] for floatingip (9dcd02e5-1224-42c3-84bd-60a5595127db), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:52.520933 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-576823bb-e5c3-4fff-8bc3-6f0d3b7d874c tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Calling delete_port for 9dcd02e5-1224-42c3-84bd-60a5595127db owned by network:floatingip {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:40:52.550793 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0f71e156-b70a-4d13-be25-a8c5d5465e84 req-088079be-ad40-4daa-9485-dd85bada9020 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510730 Nov 02 12:40:52.551029 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-29b0feb1-946a-4b5b-a3e7-aab975ede056 admin admin] Publish callbacks [] for security_group (34626f2a-eee2-4eed-9db5-f348493d05f9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:52.574799 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c53162a-b0e7-4cd2-bab8-5a80d81d340f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:52.582401 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10895f-0e2e-47f0-b59a-85ba583523cc req-d701587a-adac-4844-a034-1e1e3e14e3d5 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:52.584588 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-ee10895f-0e2e-47f0-b59a-85ba583523cc req-d701587a-adac-4844-a034-1e1e3e14e3d5 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 950 time: 0.5004590 Nov 02 12:40:52.633556 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:52.642022 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:52.642213 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2af0-e61c-4b83-ac35-a940cce5e050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (955dac4a-5a99-4205-b309-62f05f729b03), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:52.650165 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc17b4a-c7f8-4cad-bcf6-97978fdba9d1 req-b48c79e5-cc73-44a6-bb10-ddb6543370b4 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:52.653721 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1dc17b4a-c7f8-4cad-bcf6-97978fdba9d1 req-b48c79e5-cc73-44a6-bb10-ddb6543370b4 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 950 time: 0.3010659 Nov 02 12:40:52.732119 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] Checking agent: {'id': '28672587-11d8-44d6-bec6-0497f44187a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:40:52.732372 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:40:52.732786 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:40:52.733237 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] Bound port: be6cb95f-365e-4c40-be18-d4841fe5acf9, host: n-h1-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:40:52.733793 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:52.786986 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-54cdb48e-8e33-4517-bfe6-582da6d632d9 None None] Provisioning complete for port 0f984280-929d-4141-bc6a-28acce31b6d9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:52.786986 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-54cdb48e-8e33-4517-bfe6-582da6d632d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0f984280-929d-4141-bc6a-28acce31b6d9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:52.788106 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-54cdb48e-8e33-4517-bfe6-582da6d632d9 None None] Attempt 1 to provision port 0f984280-929d-4141-bc6a-28acce31b6d9 Nov 02 12:40:52.850273 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-54cdb48e-8e33-4517-bfe6-582da6d632d9 None None] Port 0f984280-929d-4141-bc6a-28acce31b6d9 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:40:52.923520 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d26e7f41-9e76-4756-b461-d40fae2378a6 admin admin] Publish callbacks [] for security_group (bacab518-9f25-4505-9e2a-c8e3346de686), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:52.926474 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1dc17b4a-c7f8-4cad-bcf6-97978fdba9d1 req-d9e586e4-bf3d-4a7a-a573-5cf8dade2d58 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287393 Nov 02 12:40:52.942760 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-ee10895f-0e2e-47f0-b59a-85ba583523cc req-a4bd551b-94ef-4d61-918a-aa0dcc5b5dd3 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Deleting port 0e0f5947-4737-4af3-8d98-eb03cc733e2a {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:40:52.943112 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-ee10895f-0e2e-47f0-b59a-85ba583523cc req-a4bd551b-94ef-4d61-918a-aa0dcc5b5dd3 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0e0f5947-4737-4af3-8d98-eb03cc733e2a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:53.004887 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] For port be6cb95f-365e-4c40-be18-d4841fe5acf9, host n-h1-857339-6, cleared binding levels {{(pid=105975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:40:53.027578 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-29b0feb1-946a-4b5b-a3e7-aab975ede056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (34626f2a-eee2-4eed-9db5-f348493d05f9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:53.030351 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-29b0feb1-946a-4b5b-a3e7-aab975ede056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:53.032219 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-29b0feb1-946a-4b5b-a3e7-aab975ede056 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/34626f2a-eee2-4eed-9db5-f348493d05f9 HTTP/1.1" status: 204 len: 168 time: 1.6580086 Nov 02 12:40:53.033242 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] For port be6cb95f-365e-4c40-be18-d4841fe5acf9, host n-h1-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=be6cb95f-365e-4c40-be18-d4841fe5acf9,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:40:53.044115 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d26e7f41-9e76-4756-b461-d40fae2378a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bacab518-9f25-4505-9e2a-c8e3346de686), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:53.052377 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-0c53162a-b0e7-4cd2-bab8-5a80d81d340f admin admin] Allocated IP 172.25.2.5 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/7d074905-8f36-4056-b34c-6d2be621d5d6) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:40:53.126120 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:53.147185 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2839789-4a72-426e-888c-7dd2672362a4 {{(pid=105975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:40:53.166763 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:53.172298 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:53.177544 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:53.179359 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/be6cb95f-365e-4c40-be18-d4841fe5acf9 HTTP/1.1" status: 200 len: 1096 time: 3.9175420 Nov 02 12:40:53.237914 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:40:53.269859 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3918a345-1137-499b-a19a-da0d58f91a74', 'tag': 'be6cb95f-365e-4c40-be18-d4841fe5acf9'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:40:53.273920 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31438815-43af-42b7-b235-4ed4e6249ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "3918a345-1137-499b-a19a-da0d58f91a74", "tag": "be6cb95f-365e-4c40-be18-d4841fe5acf9"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:40:53.302462 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2c41a16e-0875-4b8d-b03e-81812e1c3605 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:40:53.304624 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e935f333-5ca7-4407-bde3-b0793de0b534 None None] Network 3de17bbf-e67f-420f-8298-27185c97fc74 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:40:53.306874 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Publish callbacks [] for port (f2839789-4a72-426e-888c-7dd2672362a4), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:53.354329 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bc7d84-70c3-4943-b7d5-342451c00623 x-openstack-request-id: req-03bc7d84-70c3-4943-b7d5-342451c00623 {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:40:53.354329 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3918a345-1137-499b-a19a-da0d58f91a74", "tag": "be6cb95f-365e-4c40-be18-d4841fe5acf9", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:40:53.354679 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03bc7d84-70c3-4943-b7d5-342451c00623 {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:40:53.355066 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03bc7d84-70c3-4943-b7d5-342451c00623'] response: {'name': 'network-changed', 'server_uuid': '3918a345-1137-499b-a19a-da0d58f91a74', 'tag': 'be6cb95f-365e-4c40-be18-d4841fe5acf9', 'status': 'completed', 'code': 200} Nov 02 12:40:53.378557 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d26e7f41-9e76-4756-b461-d40fae2378a6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=feda62220be34c3ba9917176fb75f95f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0121834 Nov 02 12:40:53.379776 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0feb1-946a-4b5b-a3e7-aab975ede056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34626f2a-eee2-4eed-9db5-f348493d05f9,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:53.414110 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36290) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:53.455722 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-576823bb-e5c3-4fff-8bc3-6f0d3b7d874c tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9dcd02e5-1224-42c3-84bd-60a5595127db), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:53.461804 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=1,neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:53.478937 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f24a78e4-84a6-4ab0-a940-5a5bb0f77b96 None None] Provisioning complete for port 79978519-5408-4313-8a7b-c58206e635f9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:53.478937 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f24a78e4-84a6-4ab0-a940-5a5bb0f77b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (79978519-5408-4313-8a7b-c58206e635f9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:53.479260 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f24a78e4-84a6-4ab0-a940-5a5bb0f77b96 None None] Attempt 1 to provision port 79978519-5408-4313-8a7b-c58206e635f9 Nov 02 12:40:53.533782 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.provisioning_blocks [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Transition to ACTIVE for port object f2839789-4a72-426e-888c-7dd2672362a4 will not be triggered until provisioned by entity L2. {{(pid=105975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:40:53.548040 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-4ce09479-c869-4d79-824b-d1c3a7e7a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:53.549906 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-4ce09479-c869-4d79-824b-d1c3a7e7a155 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c0a42b724065423cb31303f3f9b55f36&device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 1130 time: 0.2340293 Nov 02 12:40:53.557639 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-ee10895f-0e2e-47f0-b59a-85ba583523cc req-a4bd551b-94ef-4d61-918a-aa0dcc5b5dd3 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] For port 0e0f5947-4737-4af3-8d98-eb03cc733e2a, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=0e0f5947-4737-4af3-8d98-eb03cc733e2a,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:53.558191 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-ee10895f-0e2e-47f0-b59a-85ba583523cc req-a4bd551b-94ef-4d61-918a-aa0dcc5b5dd3 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0e0f5947-4737-4af3-8d98-eb03cc733e2a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:53.563212 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f294b7-335b-419b-9310-517f87bffbd3 req-ff5dda7c-cee2-4fa8-a4b9-95c9e7925a6f tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:53.565541 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-54f294b7-335b-419b-9310-517f87bffbd3 req-ff5dda7c-cee2-4fa8-a4b9-95c9e7925a6f tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 948 time: 0.2484643 Nov 02 12:40:53.569309 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67dece3-0b5b-4021-aefa-c5e8582ff2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=be6cb95f-365e-4c40-be18-d4841fe5acf9,revision_number=3']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:53.585943 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning for port 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:40:53.632659 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:53.632792 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576823bb-e5c3-4fff-8bc3-6f0d3b7d874c tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Pushing event deleted for resources: {'Port': ['ID=9dcd02e5-1224-42c3-84bd-60a5595127db,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:53.655353 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-c03f2d71-c5be-4f9f-82b3-e50745596786 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=be6cb95f-365e-4c40-be18-d4841fe5acf9 HTTP/1.1" status: 200 len: 217 time: 0.0802841 Nov 02 12:40:53.658832 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (f2839789-4a72-426e-888c-7dd2672362a4), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:53.692388 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2c41a16e-0875-4b8d-b03e-81812e1c3605 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:53.693075 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2c41a16e-0875-4b8d-b03e-81812e1c3605), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:53.693578 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2c41a16e-0875-4b8d-b03e-81812e1c3605 Nov 02 12:40:53.701755 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e7f41-9e76-4756-b461-d40fae2378a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacab518-9f25-4505-9e2a-c8e3346de686,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:53.701964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:53.701964 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:53.701964 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e Nov 02 12:40:53.712787 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-ee10895f-0e2e-47f0-b59a-85ba583523cc req-a4bd551b-94ef-4d61-918a-aa0dcc5b5dd3 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Calling delete_port for 0e0f5947-4737-4af3-8d98-eb03cc733e2a owned by compute:nova {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:40:53.745933 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c53162a-b0e7-4cd2-bab8-5a80d81d340f admin admin] Publish callbacks [] for port (7d074905-8f36-4056-b34c-6d2be621d5d6), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:53.787287 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:53.861680 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6b03cae4-88e9-4121-9af3-1016c967191d admin admin] Publish callbacks [] for security_group (bacab518-9f25-4505-9e2a-c8e3346de686), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:53.891615 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6b03cae4-88e9-4121-9af3-1016c967191d admin admin] Publish callbacks [] for security_group (bacab518-9f25-4505-9e2a-c8e3346de686), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:53.893977 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f24a78e4-84a6-4ab0-a940-5a5bb0f77b96 None None] Current status of the port 79978519-5408-4313-8a7b-c58206e635f9 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:53.894271 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f24a78e4-84a6-4ab0-a940-5a5bb0f77b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (79978519-5408-4313-8a7b-c58206e635f9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:53.904074 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Pushing event updated for resources: {'Port': ['ID=f2839789-4a72-426e-888c-7dd2672362a4,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:53.958504 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2c41a16e-0875-4b8d-b03e-81812e1c3605 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:53.958907 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2c41a16e-0875-4b8d-b03e-81812e1c3605), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:53.959970 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-54f294b7-335b-419b-9310-517f87bffbd3 req-b6660b13-f528-416a-8c23-d82e9f44bb4c tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736899 Nov 02 12:40:53.971813 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-576823bb-e5c3-4fff-8bc3-6f0d3b7d874c tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks [] for floatingip (35f09796-a809-4b93-ad47-516fc1fd7fa2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:53.975589 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-576823bb-e5c3-4fff-8bc3-6f0d3b7d874c tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:53.976978 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-576823bb-e5c3-4fff-8bc3-6f0d3b7d874c tempest-ServersTestBootFromVolume-1981627584 tempest-ServersTestBootFromVolume-1981627584-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/35f09796-a809-4b93-ad47-516fc1fd7fa2 HTTP/1.1" status: 204 len: 168 time: 3.8026330 Nov 02 12:40:53.980069 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36576b89-26fd-46d7-851d-74b38dcc1b15 req-b0ec19e8-d6ef-430a-8256-ddabcce86192 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:53.982092 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-36576b89-26fd-46d7-851d-74b38dcc1b15 req-b0ec19e8-d6ef-430a-8256-ddabcce86192 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 947 time: 0.2205908 Nov 02 12:40:53.989329 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36300) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:53.989828 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-1c30de47-e485-407f-9e46-38057f260916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:53.991982 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-1c30de47-e485-407f-9e46-38057f260916 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.3258066 Nov 02 12:40:54.072194 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:54.072714 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:54.076625 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 2c41a16e-0875-4b8d-b03e-81812e1c3605, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2c41a16e-0875-4b8d-b03e-81812e1c3605,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:54.083063 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f24a78e4-84a6-4ab0-a940-5a5bb0f77b96 None None] For port 79978519-5408-4313-8a7b-c58206e635f9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=79978519-5408-4313-8a7b-c58206e635f9,segment=NetworkSegment(2f39abe5-f9f9-4ef3-b932-65bba7dce208),segment_id=2f39abe5-f9f9-4ef3-b932-65bba7dce208)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:54.084797 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be up at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:40:54.134885 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6b03cae4-88e9-4121-9af3-1016c967191d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bacab518-9f25-4505-9e2a-c8e3346de686), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:54.137788 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6b03cae4-88e9-4121-9af3-1016c967191d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:54.139035 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6b03cae4-88e9-4121-9af3-1016c967191d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bacab518-9f25-4505-9e2a-c8e3346de686 HTTP/1.1" status: 204 len: 168 time: 0.7216964 Nov 02 12:40:54.178734 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e067965c-2afe-4b75-ace8-7b2ffba7b978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:40:54.191028 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92283020-4615-4898-b5a1-01e3425d33ec" -d '{"events": [{"server_uuid": "e067965c-2afe-4b75-ace8-7b2ffba7b978", "name": "network-vif-plugged", "status": "completed", "tag": "5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:40:54.209070 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36306) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:54.215269 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03cae4-88e9-4121-9af3-1016c967191d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacab518-9f25-4505-9e2a-c8e3346de686,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:54.235637 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:54.236302 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-245a5586-4bb3-4df1-a786-92ad79423114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:54.238433 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-245a5586-4bb3-4df1-a786-92ad79423114 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2191956 Nov 02 12:40:54.244540 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c53162a-b0e7-4cd2-bab8-5a80d81d340f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (7d074905-8f36-4056-b34c-6d2be621d5d6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:54.250582 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f24a78e4-84a6-4ab0-a940-5a5bb0f77b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (79978519-5408-4313-8a7b-c58206e635f9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:54.266766 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2c41a16e-0875-4b8d-b03e-81812e1c3605), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:54.267899 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 79978519-5408-4313-8a7b-c58206e635f9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:40:54.312625 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9ef38-0729-4957-96dc-774b447d03ae req-1edb3a56-2830-4c45-9cea-63d799c74bfd tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:54.312625 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4dc9ef38-0729-4957-96dc-774b447d03ae req-1edb3a56-2830-4c45-9cea-63d799c74bfd tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 950 time: 0.2302399 Nov 02 12:40:54.326401 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning for port ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:40:54.330926 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-36576b89-26fd-46d7-851d-74b38dcc1b15 req-f27aee4b-3247-4c0a-9fec-3f58635e31a0 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314352 Nov 02 12:40:54.334891 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Attempting to bind port f2839789-4a72-426e-888c-7dd2672362a4 on host n-h1-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:40:54.334891 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Attempting to bind port f2839789-4a72-426e-888c-7dd2672362a4 by drivers openvswitch,hyperv on host n-h1-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:40:54.334891 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Attempting to bind port f2839789-4a72-426e-888c-7dd2672362a4 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:54.353463 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:54.393988 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c53162a-b0e7-4cd2-bab8-5a80d81d340f admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:40:54.414143 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-0c53162a-b0e7-4cd2-bab8-5a80d81d340f admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:54.414143 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c53162a-b0e7-4cd2-bab8-5a80d81d340f admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:40:54.432168 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 79978519-5408-4313-8a7b-c58206e635f9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:54.433165 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (79978519-5408-4313-8a7b-c58206e635f9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:54.434018 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 79978519-5408-4313-8a7b-c58206e635f9 Nov 02 12:40:54.464430 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce40a3c-43e1-4f93-acde-d46918942563 x-openstack-request-id: req-6ce40a3c-43e1-4f93-acde-d46918942563 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:40:54.464785 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e067965c-2afe-4b75-ace8-7b2ffba7b978", "name": "network-vif-plugged", "status": "completed", "tag": "5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:40:54.465059 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ce40a3c-43e1-4f93-acde-d46918942563 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:40:54.465465 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce40a3c-43e1-4f93-acde-d46918942563'] response: {'server_uuid': 'e067965c-2afe-4b75-ace8-7b2ffba7b978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e', 'code': 200} Nov 02 12:40:54.467187 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning complete for port ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:54.467659 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:54.468004 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Attempt 1 to provision port ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be Nov 02 12:40:54.476113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0cbc36b0-4063-4f1c-a778-a06011745f70 None None] Provisioning complete for port 79978519-5408-4313-8a7b-c58206e635f9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:54.476567 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0cbc36b0-4063-4f1c-a778-a06011745f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (79978519-5408-4313-8a7b-c58206e635f9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:54.476915 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0cbc36b0-4063-4f1c-a778-a06011745f70 None None] Attempt 1 to provision port 79978519-5408-4313-8a7b-c58206e635f9 Nov 02 12:40:54.478667 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a78e4-84a6-4ab0-a940-5a5bb0f77b96 None None] Pushing event updated for resources: {'Port': ['ID=79978519-5408-4313-8a7b-c58206e635f9,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:54.486694 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a21e086d-94cd-4394-bf25-765e9bb4cca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:54.498203 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2af0-e61c-4b83-ac35-a940cce5e050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0f984280-929d-4141-bc6a-28acce31b6d9), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:54.600679 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Port f2839789-4a72-426e-888c-7dd2672362a4 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h1-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:40:54.603366 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Attempting to bind port f2839789-4a72-426e-888c-7dd2672362a4 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:54.614581 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4dc9ef38-0729-4957-96dc-774b447d03ae req-54d6201b-b7b8-46c0-92c4-dbb4409ab4b8 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349177 Nov 02 12:40:54.763193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=2c41a16e-0875-4b8d-b03e-81812e1c3605,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:54.774209 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53162a-b0e7-4cd2-bab8-5a80d81d340f admin admin] Pushing event updated for resources: {'Port': ['ID=7d074905-8f36-4056-b34c-6d2be621d5d6,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:54.792628 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Checking agent: {'id': '28672587-11d8-44d6-bec6-0497f44187a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:40:54.793021 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:40:54.794074 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:40:54.794581 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Bound port: f2839789-4a72-426e-888c-7dd2672362a4, host: n-h1-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:40:54.794953 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f2839789-4a72-426e-888c-7dd2672362a4), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:54.847536 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f94f8-5098-4695-9aec-96a925ce78a0 req-ef702af1-bbab-497e-b298-3a2cecef7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:54.849107 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-d43f94f8-5098-4695-9aec-96a925ce78a0 req-ef702af1-bbab-497e-b298-3a2cecef7e36 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 1130 time: 0.1243386 Nov 02 12:40:54.854944 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-7431b72f-a6fe-4c58-bc4f-a6a818f76de5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835989 Nov 02 12:40:54.900642 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:54.912262 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-ee10895f-0e2e-47f0-b59a-85ba583523cc req-a4bd551b-94ef-4d61-918a-aa0dcc5b5dd3 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (0e0f5947-4737-4af3-8d98-eb03cc733e2a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:54.914282 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc36b0-4063-4f1c-a778-a06011745f70 None None] Current status of the port 79978519-5408-4313-8a7b-c58206e635f9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:54.932689 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 79978519-5408-4313-8a7b-c58206e635f9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:54.959157 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['d52229ec-7865-402d-84bb-7a7568d392fd'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:40:55.008024 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:55.013057 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:55.013445 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.017404 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:55.049738 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd551b-94ef-4d61-918a-aa0dcc5b5dd3 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Pushing event deleted for resources: {'Port': ['ID=0e0f5947-4737-4af3-8d98-eb03cc733e2a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:55.090898 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=6,neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:55.102546 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:55.142430 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] For port f2839789-4a72-426e-888c-7dd2672362a4, host n-h1-857339-6, cleared binding levels {{(pid=105975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:40:55.171831 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a21e086d-94cd-4394-bf25-765e9bb4cca0 admin admin] Publish callbacks [] for security_group (136586c1-4ceb-4171-9575-f8f3a257ef81), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.215748 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-d43f94f8-5098-4695-9aec-96a925ce78a0 req-7569e669-fcc0-4f9f-bf9e-71fe12dab074 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402777 Nov 02 12:40:55.222353 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.223548 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee10895f-0e2e-47f0-b59a-85ba583523cc req-a4bd551b-94ef-4d61-918a-aa0dcc5b5dd3 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] No DVR routers for this DVR port 0e0f5947-4737-4af3-8d98-eb03cc733e2a on host n-h2-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:40:55.226496 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 0e0f5947-4737-4af3-8d98-eb03cc733e2a no longer exists at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:40:55.232683 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-ee10895f-0e2e-47f0-b59a-85ba583523cc req-a4bd551b-94ef-4d61-918a-aa0dcc5b5dd3 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.234450 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-ee10895f-0e2e-47f0-b59a-85ba583523cc req-a4bd551b-94ef-4d61-918a-aa0dcc5b5dd3 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.75 "DELETE /networking/v2.0/ports/0e0f5947-4737-4af3-8d98-eb03cc733e2a HTTP/1.1" status: 204 len: 173 time: 2.6039977 Nov 02 12:40:55.235056 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c143fd1f-5e93-4432-b329-7ddd818dfe41', 'name': 'network-vif-deleted', 'tag': '0e0f5947-4737-4af3-8d98-eb03cc733e2a'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:40:55.237701 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa69f565-1e29-46d5-9c9f-57c9639deeea" -d '{"events": [{"server_uuid": "c143fd1f-5e93-4432-b329-7ddd818dfe41", "name": "network-vif-deleted", "tag": "0e0f5947-4737-4af3-8d98-eb03cc733e2a"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:40:55.241163 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] For port f2839789-4a72-426e-888c-7dd2672362a4, host n-h1-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=f2839789-4a72-426e-888c-7dd2672362a4,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:40:55.317251 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a21e086d-94cd-4394-bf25-765e9bb4cca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (136586c1-4ceb-4171-9575-f8f3a257ef81), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.360657 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] No Port match for: 0e0f5947-4737-4af3-8d98-eb03cc733e2a {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:40:55.361095 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 0e0f5947-4737-4af3-8d98-eb03cc733e2a not bound to the agent host n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:40:55.377734 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:55.390977 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2c41a16e-0875-4b8d-b03e-81812e1c3605 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:40:55.425795 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a21e086d-94cd-4394-bf25-765e9bb4cca0 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b4fbf34d98834a2ba93963a2f06ca483&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1908948 Nov 02 12:40:55.439757 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e086d-94cd-4394-bf25-765e9bb4cca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136586c1-4ceb-4171-9575-f8f3a257ef81,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:55.444790 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e66ddef-2373-4531-b39e-377477427f6c x-openstack-request-id: req-5e66ddef-2373-4531-b39e-377477427f6c {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:40:55.444790 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c143fd1f-5e93-4432-b329-7ddd818dfe41", "name": "network-vif-deleted", "tag": "0e0f5947-4737-4af3-8d98-eb03cc733e2a", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:40:55.444790 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e66ddef-2373-4531-b39e-377477427f6c {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:40:55.446075 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e66ddef-2373-4531-b39e-377477427f6c'] response: {'server_uuid': 'c143fd1f-5e93-4432-b329-7ddd818dfe41', 'name': 'network-vif-deleted', 'tag': '0e0f5947-4737-4af3-8d98-eb03cc733e2a', 'status': 'completed', 'code': 200} Nov 02 12:40:55.450104 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36324) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:55.456990 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (f2839789-4a72-426e-888c-7dd2672362a4), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.478286 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:55.478586 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc53cf1e-1a7c-4ade-b976-8a2afe40ef34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (703eb442-8c29-4274-9f5a-28b6133356c5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.478919 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.480690 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/f2839789-4a72-426e-888c-7dd2672362a4 HTTP/1.1" status: 200 len: 1096 time: 4.3721750 Nov 02 12:40:55.488338 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f150cf-3b5c-4ffe-9783-619b9e1dd435', 'tag': 'f2839789-4a72-426e-888c-7dd2672362a4'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:40:55.488338 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3cb9d8-0fd2-4f51-ad02-8e801b8222e0" -d '{"events": [{"name": "network-changed", "server_uuid": "56f150cf-3b5c-4ffe-9783-619b9e1dd435", "tag": "f2839789-4a72-426e-888c-7dd2672362a4"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:40:55.501107 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2af0-e61c-4b83-ac35-a940cce5e050 admin admin] Publish callbacks [] for port (0f984280-929d-4141-bc6a-28acce31b6d9), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.565579 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c53162a-b0e7-4cd2-bab8-5a80d81d340f admin admin] Publish callbacks [] for router_gateway (07c4f1b3-71b7-4780-866f-e94af1a64ce4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.593374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2c41a16e-0875-4b8d-b03e-81812e1c3605 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:55.594078 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2c41a16e-0875-4b8d-b03e-81812e1c3605), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.594587 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2c41a16e-0875-4b8d-b03e-81812e1c3605 Nov 02 12:40:55.663527 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534c2b1-977b-4e23-97b3-1c69320a5e5f req-aee7c814-eeb7-4b93-acd7-982d54abd793 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:55.664252 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1534c2b1-977b-4e23-97b3-1c69320a5e5f req-aee7c814-eeb7-4b93-acd7-982d54abd793 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 948 time: 0.5140858 Nov 02 12:40:55.665038 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Pushing event updated for resources: {'Port': ['ID=f2839789-4a72-426e-888c-7dd2672362a4,revision_number=3']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:55.670778 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d3b7af73-5f9b-4651-9742-0ab9641d7765 req-18685da2-201b-476c-b470-c8aa2d7a5160 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7882090 Nov 02 12:40:55.677717 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e086d-94cd-4394-bf25-765e9bb4cca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.678140 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e086d-94cd-4394-bf25-765e9bb4cca0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.678575 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e086d-94cd-4394-bf25-765e9bb4cca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.678923 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e086d-94cd-4394-bf25-765e9bb4cca0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.679263 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e086d-94cd-4394-bf25-765e9bb4cca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.680276 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e086d-94cd-4394-bf25-765e9bb4cca0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.680851 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e086d-94cd-4394-bf25-765e9bb4cca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.681455 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e086d-94cd-4394-bf25-765e9bb4cca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.681849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e086d-94cd-4394-bf25-765e9bb4cca0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.682858 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e086d-94cd-4394-bf25-765e9bb4cca0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.683216 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e086d-94cd-4394-bf25-765e9bb4cca0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.683553 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e086d-94cd-4394-bf25-765e9bb4cca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.684144 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e086d-94cd-4394-bf25-765e9bb4cca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.684513 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e086d-94cd-4394-bf25-765e9bb4cca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.684839 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e086d-94cd-4394-bf25-765e9bb4cca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.714490 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2af0-e61c-4b83-ac35-a940cce5e050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (0f984280-929d-4141-bc6a-28acce31b6d9), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.729483 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af9c8a72-cbc7-4250-92fb-791f37263df8 admin admin] Publish callbacks [] for security_group (136586c1-4ceb-4171-9575-f8f3a257ef81), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.775809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2c41a16e-0875-4b8d-b03e-81812e1c3605 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:55.776647 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 79978519-5408-4313-8a7b-c58206e635f9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:40:55.812287 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af9c8a72-cbc7-4250-92fb-791f37263df8 admin admin] Publish callbacks [] for security_group (136586c1-4ceb-4171-9575-f8f3a257ef81), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.854792 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.855659 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.856560 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.857828 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.859347 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.860257 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.861415 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.864909 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.865912 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.866825 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.867727 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.868641 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.869542 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.870449 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.871359 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4ab0d-a794-490c-af3c-0eb85b72a726 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:56.059535 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c53162a-b0e7-4cd2-bab8-5a80d81d340f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (07c4f1b3-71b7-4780-866f-e94af1a64ce4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:56.127014 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36338) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:56.137976 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af9c8a72-cbc7-4250-92fb-791f37263df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (136586c1-4ceb-4171-9575-f8f3a257ef81), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:56.141363 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af9c8a72-cbc7-4250-92fb-791f37263df8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:56.145928 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-af9c8a72-cbc7-4250-92fb-791f37263df8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/136586c1-4ceb-4171-9575-f8f3a257ef81 HTTP/1.1" status: 204 len: 168 time: 0.6942954 Nov 02 12:40:56.176939 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c8a72-cbc7-4250-92fb-791f37263df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136586c1-4ceb-4171-9575-f8f3a257ef81,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:56.181081 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-fc53cf1e-1a7c-4ade-b976-8a2afe40ef34 admin admin] Deleting port 961bf907-6cb6-4625-883c-a7345553ac8c {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:40:56.181429 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc53cf1e-1a7c-4ade-b976-8a2afe40ef34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (961bf907-6cb6-4625-883c-a7345553ac8c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:56.255483 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 79978519-5408-4313-8a7b-c58206e635f9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:56.256636 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (79978519-5408-4313-8a7b-c58206e635f9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:56.257447 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 79978519-5408-4313-8a7b-c58206e635f9 Nov 02 12:40:56.312664 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:56.364078 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-fc53cf1e-1a7c-4ade-b976-8a2afe40ef34 admin admin] For port 961bf907-6cb6-4625-883c-a7345553ac8c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=961bf907-6cb6-4625-883c-a7345553ac8c,segment=NetworkSegment(d8391064-85ef-499e-a727-d6d717e19103),segment_id=d8391064-85ef-499e-a727-d6d717e19103)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:56.364460 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc53cf1e-1a7c-4ade-b976-8a2afe40ef34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (961bf907-6cb6-4625-883c-a7345553ac8c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:56.408922 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:56.428639 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-fc53cf1e-1a7c-4ade-b976-8a2afe40ef34 admin admin] Calling delete_port for 961bf907-6cb6-4625-883c-a7345553ac8c owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:40:56.436301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 79978519-5408-4313-8a7b-c58206e635f9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:40:56.467770 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66eec88-8a14-4f36-b486-84c06a042a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:40:56.472807 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b50f54-3266-4ec4-9424-21c92be50d11" -d '{"events": [{"server_uuid": "d66eec88-8a14-4f36-b486-84c06a042a69", "name": "network-vif-plugged", "status": "completed", "tag": "ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:40:56.491996 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412a1b0-d421-4fd3-94bf-97f1b05b92f5 req-c82db6ea-ac9f-49a2-8ba7-871f5f896a3a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:56.494770 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e412a1b0-d421-4fd3-94bf-97f1b05b92f5 req-c82db6ea-ac9f-49a2-8ba7-871f5f896a3a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 948 time: 0.8209608 Nov 02 12:40:56.511067 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2af0-e61c-4b83-ac35-a940cce5e050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (955dac4a-5a99-4205-b309-62f05f729b03), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:56.519250 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1534c2b1-977b-4e23-97b3-1c69320a5e5f req-ea6c3918-d003-4b74-9c73-4a0f693a3f21 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8466520 Nov 02 12:40:56.539625 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2128137985-network', 'tenant_id': 'c7ac1379307745cebba3fb9757ca990b'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:56.545036 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e2af0-e61c-4b83-ac35-a940cce5e050 admin admin] Pushing event updated for resources: {'Port': ['ID=0f984280-929d-4141-bc6a-28acce31b6d9,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:56.564866 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-9cc98954-a34a-4a53-a43e-66475712e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:56.567945 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-9cc98954-a34a-4a53-a43e-66475712e3b6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c0a42b724065423cb31303f3f9b55f36&device_id=56f150cf-3b5c-4ffe-9783-619b9e1dd435 HTTP/1.1" status: 200 len: 1130 time: 0.5609953 Nov 02 12:40:56.681828 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c53162a-b0e7-4cd2-bab8-5a80d81d340f admin admin] Router 07c4f1b3-71b7-4780-866f-e94af1a64ce4 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:40:56.694626 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01446050-55bd-40ca-9eb2-c1a970820d59 x-openstack-request-id: req-01446050-55bd-40ca-9eb2-c1a970820d59 {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:40:56.695053 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f150cf-3b5c-4ffe-9783-619b9e1dd435", "tag": "f2839789-4a72-426e-888c-7dd2672362a4", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:40:56.695430 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-01446050-55bd-40ca-9eb2-c1a970820d59 {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:40:56.696063 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01446050-55bd-40ca-9eb2-c1a970820d59'] response: {'name': 'network-changed', 'server_uuid': '56f150cf-3b5c-4ffe-9783-619b9e1dd435', 'tag': 'f2839789-4a72-426e-888c-7dd2672362a4', 'status': 'completed', 'code': 200} Nov 02 12:40:56.708939 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e412a1b0-d421-4fd3-94bf-97f1b05b92f5 req-f4b5ad86-7d62-45b2-a555-b20f4fe54e64 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036548 Nov 02 12:40:56.770452 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:56.771467 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f4fd29-b8a1-4971-b98d-7d047a35badb x-openstack-request-id: req-01f4fd29-b8a1-4971-b98d-7d047a35badb {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:40:56.773215 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66eec88-8a14-4f36-b486-84c06a042a69", "name": "network-vif-plugged", "status": "completed", "tag": "ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:40:56.773215 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-01f4fd29-b8a1-4971-b98d-7d047a35badb {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:40:56.773215 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01f4fd29-b8a1-4971-b98d-7d047a35badb'] response: {'server_uuid': 'd66eec88-8a14-4f36-b486-84c06a042a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be', 'code': 200} Nov 02 12:40:56.783833 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1e2af0-e61c-4b83-ac35-a940cce5e050 admin admin] Network f13e3e60-3e47-42b6-9e73-35adfea76c73 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:40:56.786750 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-5b1e2af0-e61c-4b83-ac35-a940cce5e050 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:56.904179 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Made reservation on behalf of c7ac1379307745cebba3fb9757ca990b for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:40:56.909048 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:56.965980 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-44f91635-4ac8-45a4-b02a-0a7cca1d499e req-d2cdf98b-6a28-4d61-8eb9-0be8a9f4a383 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c143fd1f-5e93-4432-b329-7ddd818dfe41 HTTP/1.1" status: 200 len: 210 time: 0.0689487 Nov 02 12:40:57.011778 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:57.028997 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:57.172998 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1e2af0-e61c-4b83-ac35-a940cce5e050 admin admin] Router 955dac4a-5a99-4205-b309-62f05f729b03 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:40:57.225468 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b4224-b530-46f9-a659-9b7b18919387 req-739201ba-d4ce-4362-920f-52880d19a079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:57.228170 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f20b4224-b530-46f9-a659-9b7b18919387 req-739201ba-d4ce-4362-920f-52880d19a079 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d66eec88-8a14-4f36-b486-84c06a042a69 HTTP/1.1" status: 200 len: 1132 time: 0.3082566 Nov 02 12:40:57.309743 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc53cf1e-1a7c-4ade-b976-8a2afe40ef34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (961bf907-6cb6-4625-883c-a7345553ac8c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:57.372268 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53cf1e-1a7c-4ade-b976-8a2afe40ef34 admin admin] Pushing event deleted for resources: {'Port': ['ID=961bf907-6cb6-4625-883c-a7345553ac8c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:57.384124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7036cf13-f9e2-485b-9259-5741606a8dab None None] Provisioning complete for port 0f984280-929d-4141-bc6a-28acce31b6d9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:40:57.386786 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7036cf13-f9e2-485b-9259-5741606a8dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0f984280-929d-4141-bc6a-28acce31b6d9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:57.387774 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7036cf13-f9e2-485b-9259-5741606a8dab None None] Attempt 1 to provision port 0f984280-929d-4141-bc6a-28acce31b6d9 Nov 02 12:40:57.395086 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c53162a-b0e7-4cd2-bab8-5a80d81d340f admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:40:57.412690 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] Sync routers for ids ['07c4f1b3-71b7-4780-866f-e94af1a64ce4'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:40:57.441466 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] Routers {'07c4f1b3-71b7-4780-866f-e94af1a64ce4'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:40:57.442410 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:40:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['07c4f1b3-71b7-4780-866f-e94af1a64ce4'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:57.490003 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-86a7fab9-027b-4496-bb26-f3fa5610e835 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=f2839789-4a72-426e-888c-7dd2672362a4 HTTP/1.1" status: 200 len: 217 time: 0.0926282 Nov 02 12:40:57.520874 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1e2af0-e61c-4b83-ac35-a940cce5e050 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:40:57.534233 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-f20b4224-b530-46f9-a659-9b7b18919387 req-398623d3-bca1-417f-bd38-da8b3ee2882e service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831562 Nov 02 12:40:57.580539 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5b1e2af0-e61c-4b83-ac35-a940cce5e050 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/955dac4a-5a99-4205-b309-62f05f729b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8131003 Nov 02 12:40:57.612316 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] Sync routers for ids ['955dac4a-5a99-4205-b309-62f05f729b03'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:40:57.628817 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7036cf13-f9e2-485b-9259-5741606a8dab None None] Port 0f984280-929d-4141-bc6a-28acce31b6d9 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:40:57.661117 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] Routers {'955dac4a-5a99-4205-b309-62f05f729b03'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:40:57.662555 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:40:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['955dac4a-5a99-4205-b309-62f05f729b03'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:57.664989 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Publish callbacks [] for security_group (8c6e8633-90e8-4a1b-b70f-c83a815ac2ef), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:57.750683 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] Set router 07c4f1b3-71b7-4780-866f-e94af1a64ce4 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:40:57.805813 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8c6e8633-90e8-4a1b-b70f-c83a815ac2ef), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:57.829701 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c53162a-b0e7-4cd2-bab8-5a80d81d340f admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:57.838796 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0c53162a-b0e7-4cd2-bab8-5a80d81d340f admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.3905005 Nov 02 12:40:57.851605 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36362) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:58.121599 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] Set router 955dac4a-5a99-4205-b309-62f05f729b03 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:40:58.158547 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31438815-43af-42b7-b235-4ed4e6249ebc req-0778c9e4-0bea-42a7-a073-050e28a969ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:58.180533 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-31438815-43af-42b7-b235-4ed4e6249ebc req-0778c9e4-0bea-42a7-a073-050e28a969ff service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c0a42b724065423cb31303f3f9b55f36&device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 1130 time: 0.6538038 Nov 02 12:40:58.351660 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-61d691ae-c932-404c-9273-de52216bd6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:58.355360 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-61d691ae-c932-404c-9273-de52216bd6dc service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.8298466 Nov 02 12:40:58.362623 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:58.365272 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c4f1b3-71b7-4780-866f-e94af1a64ce4', 'name': 'tempest-ServerGroupTestJSON-172402579-router', 'tenant_id': 'f3fd137af33941589ef15699c4d59ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '7d074905-8f36-4056-b34c-6d2be621d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:49Z', 'updated_at': '2022-11-02T12:40:55Z', 'revision_number': 3, 'project_id': 'f3fd137af33941589ef15699c4d59ffc', 'gw_port': {'id': '7d074905-8f36-4056-b34c-6d2be621d5d6', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c4f1b3-71b7-4780-866f-e94af1a64ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:52Z', 'updated_at': '2022-11-02T12:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:58.400272 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] Checking router: 07c4f1b3-71b7-4780-866f-e94af1a64ce4 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:40:58.401035 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] Updating router 07c4f1b3-71b7-4780-866f-e94af1a64ce4 port 7d074905-8f36-4056-b34c-6d2be621d5d6 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:40:58.428143 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635051c-dcdc-4af1-a23a-db5276401eb0 req-9420a174-759a-4ce7-bc2a-6cafb211d444 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:58.431126 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9635051c-dcdc-4af1-a23a-db5276401eb0 req-9420a174-759a-4ce7-bc2a-6cafb211d444 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 948 time: 0.2410209 Nov 02 12:40:58.487713 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7d074905-8f36-4056-b34c-6d2be621d5d6), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:58.669595 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:40:58.696012 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6e8633-90e8-4a1b-b70f-c83a815ac2ef,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:58.774421 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955dac4a-5a99-4205-b309-62f05f729b03', 'name': 'tempest-ImagesTestJSON-1475722734-router', 'tenant_id': '1b371bd21fb44fc1948e03029ee437c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '2c41a16e-0875-4b8d-b03e-81812e1c3605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:38Z', 'updated_at': '2022-11-02T12:40:52Z', 'revision_number': 4, 'project_id': '1b371bd21fb44fc1948e03029ee437c3', 'gw_port': {'id': '2c41a16e-0875-4b8d-b03e-81812e1c3605', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dac4a-5a99-4205-b309-62f05f729b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:41Z', 'updated_at': '2022-11-02T12:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '0f984280-929d-4141-bc6a-28acce31b6d9', 'name': '', 'network_id': 'f13e3e60-3e47-42b6-9e73-35adfea76c73', 'tenant_id': '1b371bd21fb44fc1948e03029ee437c3', 'mac_address': 'fa:16:3e:66:7a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955dac4a-5a99-4205-b309-62f05f729b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '131c09ec-1ee7-4c6c-bd9c-2ab63d00d24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:49Z', 'updated_at': '2022-11-02T12:40:54Z', 'revision_number': 2, 'project_id': '1b371bd21fb44fc1948e03029ee437c3', 'subnets': [{'id': '131c09ec-1ee7-4c6c-bd9c-2ab63d00d24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:40:58.791632 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36378) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:58.792944 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07215286-c510-44ee-a14d-93735d54a9dc req-218bcc82-8f12-4f31-ab08-b2fe731db835 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:58.805079 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (54c3e21d-107d-4b90-aef0-04ac981ac5c9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:58.805581 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Added segment 54c3e21d-107d-4b90-aef0-04ac981ac5c9 of type vlan for network 2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9 Nov 02 12:40:58.805810 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-07215286-c510-44ee-a14d-93735d54a9dc req-218bcc82-8f12-4f31-ab08-b2fe731db835 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 948 time: 0.9059246 Nov 02 12:40:58.815610 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] Checking router: 955dac4a-5a99-4205-b309-62f05f729b03 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:40:58.815610 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] Updating router 955dac4a-5a99-4205-b309-62f05f729b03 port 0f984280-929d-4141-bc6a-28acce31b6d9 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:40:58.864142 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:58.868401 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-076a1dd8-0cf3-4d13-a907-ed41b63479c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:58.871164 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-076a1dd8-0cf3-4d13-a907-ed41b63479c4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4293952 Nov 02 12:40:58.884300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:58.884300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:58.884300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:58.884300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:58.884300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:58.884300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:58.884300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:58.884300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:58.884300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:58.884300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:58.889627 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:58.890919 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:58.891478 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:58.893132 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:58.939937 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0f984280-929d-4141-bc6a-28acce31b6d9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:58.986418 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9635051c-dcdc-4af1-a23a-db5276401eb0 req-49fed963-068f-4b8b-94d2-a3d26e08f6de tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045836 Nov 02 12:40:59.053946 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:59.064158 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31438815-43af-42b7-b235-4ed4e6249ebc req-6b89f31f-7210-4736-92b6-625e825d48cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:59.069202 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-31438815-43af-42b7-b235-4ed4e6249ebc req-6b89f31f-7210-4736-92b6-625e825d48cf service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.7086298 Nov 02 12:40:59.126742 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-07215286-c510-44ee-a14d-93735d54a9dc req-e0515afd-6eff-41e2-83f5-3cbbea39ae75 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196225 Nov 02 12:40:59.159751 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-059674ca-8032-4550-9849-844ebd606ed8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1977884615-network', 'tenant_id': '47284988ba214419947db6506b8f8552'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:59.190617 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:59.195475 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-31438815-43af-42b7-b235-4ed4e6249ebc req-c25ca0b9-d730-4b7d-a166-0cf6e992a4b4 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=be6cb95f-365e-4c40-be18-d4841fe5acf9 HTTP/1.1" status: 200 len: 217 time: 0.1145358 Nov 02 12:40:59.200373 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:59.387315 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31438815-43af-42b7-b235-4ed4e6249ebc req-c0faa717-b751-42fc-b3e8-8c248518baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:59.390008 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-31438815-43af-42b7-b235-4ed4e6249ebc req-c0faa717-b751-42fc-b3e8-8c248518baf0 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1875081 Nov 02 12:40:59.395636 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] Publish callbacks [] for port (7d074905-8f36-4056-b34c-6d2be621d5d6), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:59.402722 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-007145e9-acb6-4e7b-889d-7c892f8b9c41 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142674 Nov 02 12:40:59.411261 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device be6cb95f-365e-4c40-be18-d4841fe5acf9 details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:40:59.416630 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059674ca-8032-4550-9849-844ebd606ed8 admin admin] Made reservation on behalf of 47284988ba214419947db6506b8f8552 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:40:59.424070 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-059674ca-8032-4550-9849-844ebd606ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:59.429013 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:59.434267 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.db.resource_extend [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:40:59.502123 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-059674ca-8032-4550-9849-844ebd606ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:59.596477 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc53cf1e-1a7c-4ade-b976-8a2afe40ef34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (703eb442-8c29-4274-9f5a-28b6133356c5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:59.665720 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:59.696561 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31438815-43af-42b7-b235-4ed4e6249ebc req-7f366c00-c8b0-40c6-ba8e-bd1de7d9a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:59.699160 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-31438815-43af-42b7-b235-4ed4e6249ebc req-7f366c00-c8b0-40c6-ba8e-bd1de7d9a1d0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2943566 Nov 02 12:40:59.705981 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-33b0dcb0-8d22-4750-b9dd-f7611d5563a6 req-ad385e97-c181-4d9a-92e7-9e4824f15c5c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772484 Nov 02 12:40:59.729301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8559bfcc-f040-43c6-a78f-caac495c2210 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:40:59.744203 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807f930-47d8-40fc-a1b8-a6837111d492 req-730c292e-42d7-4371-a837-d199befddb2e tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:59.749040 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1807f930-47d8-40fc-a1b8-a6837111d492 req-730c292e-42d7-4371-a837-d199befddb2e tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d66eec88-8a14-4f36-b486-84c06a042a69 HTTP/1.1" status: 200 len: 950 time: 0.4341321 Nov 02 12:40:59.887428 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port be6cb95f-365e-4c40-be18-d4841fe5acf9, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=be6cb95f-365e-4c40-be18-d4841fe5acf9,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:59.928174 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-059674ca-8032-4550-9849-844ebd606ed8 admin admin] Publish callbacks [] for security_group (34e4432b-a60d-4b0b-a1a8-e78caa2e9905), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:59.960912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': 'be6cb95f-365e-4c40-be18-d4841fe5acf9', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': 'be6cb95f-365e-4c40-be18-d4841fe5acf9', 'mac_address': 'fa:16:3e:64:01:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:41:00.096822 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1807f930-47d8-40fc-a1b8-a6837111d492 req-d46d3be6-fc5c-4fbe-b632-7cff4c412d01 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324695 Nov 02 12:41:00.103342 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-31438815-43af-42b7-b235-4ed4e6249ebc req-96d8ba27-9067-4eb4-af82-b23b318d8dda service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778839 Nov 02 12:41:00.106771 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8559bfcc-f040-43c6-a78f-caac495c2210 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:41:00.116015 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930970b3-e902-4aeb-ba35-58e95cfba93f req-833001ba-841e-489f-bf2b-cd05e5c56dbe tempest-ImagesTestJSON-1557022812 tempest-ImagesTestJSON-1557022812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:00.118990 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-930970b3-e902-4aeb-ba35-58e95cfba93f req-833001ba-841e-489f-bf2b-cd05e5c56dbe tempest-ImagesTestJSON-1557022812 tempest-ImagesTestJSON-1557022812-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f13e3e60-3e47-42b6-9e73-35adfea76c73 HTTP/1.1" status: 200 len: 805 time: 0.4101703 Nov 02 12:41:00.119472 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port be6cb95f-365e-4c40-be18-d4841fe5acf9 is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:00.120097 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:00.146890 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6cb95f-365e-4c40-be18-d4841fe5acf9 {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:41:00.176321 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port be6cb95f-365e-4c40-be18-d4841fe5acf9, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=be6cb95f-365e-4c40-be18-d4841fe5acf9,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:00.176649 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-930970b3-e902-4aeb-ba35-58e95cfba93f req-6ad8bdd3-82e7-4e8f-bc6f-856c370705ac tempest-ImagesTestJSON-1557022812 tempest-ImagesTestJSON-1557022812-project] 10.222.0.64 "GET /networking/v2.0/quotas/1b371bd21fb44fc1948e03029ee437c3 HTTP/1.1" status: 200 len: 375 time: 0.0438228 Nov 02 12:41:00.226636 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] Publish callbacks [] for port (0f984280-929d-4141-bc6a-28acce31b6d9), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:00.307228 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7d074905-8f36-4056-b34c-6d2be621d5d6), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:00.363906 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-930970b3-e902-4aeb-ba35-58e95cfba93f req-2d20bbce-8ecc-4b13-9114-0abf9fc61428 tempest-ImagesTestJSON-1557022812 tempest-ImagesTestJSON-1557022812-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1b371bd21fb44fc1948e03029ee437c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1408725 Nov 02 12:41:00.399621 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:00.401364 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b40c6d-f2a1-41b2-bab4-b210ff6a4e1d None None] Pushing event updated for resources: {'Port': ['ID=7d074905-8f36-4056-b34c-6d2be621d5d6,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:00.402836 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-31438815-43af-42b7-b235-4ed4e6249ebc req-e730b41b-834b-4166-88f3-62584553a4d9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825832 Nov 02 12:41:00.436071 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:00.436071 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:00.436071 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:00.454566 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] Attempting to bind port 7d074905-8f36-4056-b34c-6d2be621d5d6 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:41:00.454566 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] Attempting to bind port 7d074905-8f36-4056-b34c-6d2be621d5d6 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:41:00.464504 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] Attempting to bind port 7d074905-8f36-4056-b34c-6d2be621d5d6 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:00.502448 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc53cf1e-1a7c-4ade-b976-8a2afe40ef34 admin admin] Router 703eb442-8c29-4274-9f5a-28b6133356c5 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:41:00.516724 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-059674ca-8032-4550-9849-844ebd606ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (34e4432b-a60d-4b0b-a1a8-e78caa2e9905), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:00.557497 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0f984280-929d-4141-bc6a-28acce31b6d9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:00.571652 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:00.591211 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:41:00.592115 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:00.592814 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:00.595049 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:41:00.595850 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] Bound port: 7d074905-8f36-4056-b34c-6d2be621d5d6, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:41:00.597003 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7d074905-8f36-4056-b34c-6d2be621d5d6), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:00.681804 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edec9086-b67e-4597-be0f-f438cb8d92c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:00.685669 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059674ca-8032-4550-9849-844ebd606ed8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:41:00.701520 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c055a1a-6036-45e4-8769-2540b962f088 req-cdcd7f33-d72c-4a7f-aeae-eb3e37eca053 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:00.703345 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] Pushing event updated for resources: {'Network': ['ID=2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:00.705029 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7c055a1a-6036-45e4-8769-2540b962f088 req-cdcd7f33-d72c-4a7f-aeae-eb3e37eca053 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 949 time: 0.1033058 Nov 02 12:41:00.723378 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49a86f-06a7-4096-9554-cde7f55bed64 None None] Pushing event updated for resources: {'Port': ['ID=0f984280-929d-4141-bc6a-28acce31b6d9,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:00.727115 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] For port 7d074905-8f36-4056-b34c-6d2be621d5d6, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:00.736180 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] For port 7d074905-8f36-4056-b34c-6d2be621d5d6, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7d074905-8f36-4056-b34c-6d2be621d5d6,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:00.736853 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:41:00.739381 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-70ebcdf0-c384-4d53-83f3-d0deed2fdc5c admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 895 time: 4.6108928 Nov 02 12:41:00.746127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36406) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:00.757084 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059674ca-8032-4550-9849-844ebd606ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e4432b-a60d-4b0b-a1a8-e78caa2e9905,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:00.797252 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:00.798609 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-98f7d91a-5fe4-4948-a849-57d46c55a1cc admin admin] Request body: {'subnet': {'network_id': '2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2128137985-subnet', 'tenant_id': 'c7ac1379307745cebba3fb9757ca990b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:00.830253 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-059674ca-8032-4550-9849-844ebd606ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (2e9d6fb3-5ccc-43ae-aa36-34767235c348), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:00.830829 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-059674ca-8032-4550-9849-844ebd606ed8 admin admin] Added segment 2e9d6fb3-5ccc-43ae-aa36-34767235c348 of type vlan for network a890c567-3928-4c42-99eb-2fe6108b5e92 Nov 02 12:41:00.869613 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7d074905-8f36-4056-b34c-6d2be621d5d6), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:01.011579 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:01.027432 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7c055a1a-6036-45e4-8769-2540b962f088 req-c5e5521e-2e31-4b80-b5b7-2e5b6e0abd27 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053231 Nov 02 12:41:01.028356 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f7d91a-5fe4-4948-a849-57d46c55a1cc admin admin] Made reservation on behalf of c7ac1379307745cebba3fb9757ca990b for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:01.034585 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['be6cb95f-365e-4c40-be18-d4841fe5acf9'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:41:01.038808 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98f7d91a-5fe4-4948-a849-57d46c55a1cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:01.055069 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] Routers {'07c4f1b3-71b7-4780-866f-e94af1a64ce4'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:01.055710 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:40:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['07c4f1b3-71b7-4780-866f-e94af1a64ce4'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:01.182825 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:01.215847 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-059674ca-8032-4550-9849-844ebd606ed8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (a890c567-3928-4c42-99eb-2fe6108b5e92), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:01.240879 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:01.245192 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:01.249983 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b40c6d-f2a1-41b2-bab4-b210ff6a4e1d None None] Pushing event updated for resources: {'Port': ['ID=7d074905-8f36-4056-b34c-6d2be621d5d6,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:01.253263 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=be6cb95f-365e-4c40-be18-d4841fe5acf9,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:01.255805 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691173de-f8bc-4a62-8ea7-27d81519f8e3 req-2bd2d5bc-0509-44bc-a99f-a98d83bdc25c tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:01.264397 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691173de-f8bc-4a62-8ea7-27d81519f8e3 req-2bd2d5bc-0509-44bc-a99f-a98d83bdc25c tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:01.273581 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-691173de-f8bc-4a62-8ea7-27d81519f8e3 req-2bd2d5bc-0509-44bc-a99f-a98d83bdc25c tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d66eec88-8a14-4f36-b486-84c06a042a69&device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 1689 time: 0.0986824 Nov 02 12:41:01.361194 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] Attempting to bind port 0f984280-929d-4141-bc6a-28acce31b6d9 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:41:01.361971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] Attempting to bind port 0f984280-929d-4141-bc6a-28acce31b6d9 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '8947d962-3a9d-4f90-a2b7-696a4e670f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f13e3e60-3e47-42b6-9e73-35adfea76c73'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:41:01.362714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] Attempting to bind port 0f984280-929d-4141-bc6a-28acce31b6d9 on network f13e3e60-3e47-42b6-9e73-35adfea76c73 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:01.370036 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc53cf1e-1a7c-4ade-b976-8a2afe40ef34 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:41:01.392967 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab4f93d-cb02-4810-8968-9f9f431d7fcb None None] Sync routers for ids ['703eb442-8c29-4274-9f5a-28b6133356c5'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:41:01.438685 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fc53cf1e-1a7c-4ade-b976-8a2afe40ef34 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/703eb442-8c29-4274-9f5a-28b6133356c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4424005 Nov 02 12:41:01.445882 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36418) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:01.466883 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] Set router 07c4f1b3-71b7-4780-866f-e94af1a64ce4 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:01.467701 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:01.524723 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:41:01.525463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] Checking segment: {'id': '8947d962-3a9d-4f90-a2b7-696a4e670f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f13e3e60-3e47-42b6-9e73-35adfea76c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:01.526075 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:01.528801 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] Bound using segment: {'id': '8947d962-3a9d-4f90-a2b7-696a4e670f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f13e3e60-3e47-42b6-9e73-35adfea76c73'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:41:01.529167 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-059674ca-8032-4550-9849-844ebd606ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (a890c567-3928-4c42-99eb-2fe6108b5e92), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:01.530510 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] Bound port: 0f984280-929d-4141-bc6a-28acce31b6d9, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8947d962-3a9d-4f90-a2b7-696a4e670f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f13e3e60-3e47-42b6-9e73-35adfea76c73'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:41:01.531279 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059674ca-8032-4550-9849-844ebd606ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:01.531809 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0f984280-929d-4141-bc6a-28acce31b6d9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:01.532212 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-059674ca-8032-4550-9849-844ebd606ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:01.642931 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-691173de-f8bc-4a62-8ea7-27d81519f8e3 req-5ea28950-015e-49c4-bc66-6533a939b699 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613856 Nov 02 12:41:01.701396 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] For port 0f984280-929d-4141-bc6a-28acce31b6d9, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:01.707075 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] For port 0f984280-929d-4141-bc6a-28acce31b6d9, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0f984280-929d-4141-bc6a-28acce31b6d9,segment=NetworkSegment(8947d962-3a9d-4f90-a2b7-696a4e670f3a),segment_id=8947d962-3a9d-4f90-a2b7-696a4e670f3a)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:01.732549 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab4f93d-cb02-4810-8968-9f9f431d7fcb None None] Routers {'703eb442-8c29-4274-9f5a-28b6133356c5'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:01.733173 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4ab4f93d-cb02-4810-8968-9f9f431d7fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:40:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['703eb442-8c29-4274-9f5a-28b6133356c5'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:01.797094 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a99500-209d-41b6-afb4-c81b3b69ec4b req-06bdfc91-af32-4250-a7e2-d97f5d761d95 tempest-ImagesTestJSON-1557022812 tempest-ImagesTestJSON-1557022812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:01.805867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-428132d9-6168-41ab-89b6-21faa4dd0b13 None None] Provisioning complete for port df5860a3-e788-4621-be3a-13318970e8bc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:01.806844 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-428132d9-6168-41ab-89b6-21faa4dd0b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (df5860a3-e788-4621-be3a-13318970e8bc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:01.807323 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-428132d9-6168-41ab-89b6-21faa4dd0b13 None None] Attempt 1 to provision port df5860a3-e788-4621-be3a-13318970e8bc Nov 02 12:41:01.808946 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-91a99500-209d-41b6-afb4-c81b3b69ec4b req-06bdfc91-af32-4250-a7e2-d97f5d761d95 tempest-ImagesTestJSON-1557022812 tempest-ImagesTestJSON-1557022812-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f13e3e60-3e47-42b6-9e73-35adfea76c73 HTTP/1.1" status: 200 len: 805 time: 0.5096414 Nov 02 12:41:01.849147 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-059674ca-8032-4550-9849-844ebd606ed8 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0527136 Nov 02 12:41:01.850403 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059674ca-8032-4550-9849-844ebd606ed8 admin admin] Pushing event updated for resources: {'Network': ['ID=a890c567-3928-4c42-99eb-2fe6108b5e92,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:01.873212 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36422) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:01.881456 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network a890c567-3928-4c42-99eb-2fe6108b5e92 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:41:01.883204 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-66cec245-f941-4e24-9b7e-6823fa54dd4c admin admin] Request body: {'subnet': {'network_id': 'a890c567-3928-4c42-99eb-2fe6108b5e92', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1977884615-subnet', 'tenant_id': '47284988ba214419947db6506b8f8552', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:01.887764 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-edec9086-b67e-4597-be0f-f438cb8d92c9 admin admin] Allocated IP 172.20.0.1 (3de17bbf-e67f-420f-8298-27185c97fc74/b921d6a3-f13a-4b5a-9da7-91fbbacfdd3c/0f2e1142-fc21-4cdd-95e3-be798740ce58) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:01.929218 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0f984280-929d-4141-bc6a-28acce31b6d9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:01.931480 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cb9d8-0fd2-4f51-ad02-8e801b8222e0 req-35df0bb5-9efe-4e22-9931-b90819393ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:01.931699 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50028818-fc2b-40c5-9c4c-ee2ea2f8b24a admin admin] Publish callbacks [] for router (703eb442-8c29-4274-9f5a-28b6133356c5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:01.931808 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-4ab4f93d-cb02-4810-8968-9f9f431d7fcb None None] Set router 703eb442-8c29-4274-9f5a-28b6133356c5 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:01.935374 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fd3cb9d8-0fd2-4f51-ad02-8e801b8222e0 req-35df0bb5-9efe-4e22-9931-b90819393ad2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c0a42b724065423cb31303f3f9b55f36&device_id=56f150cf-3b5c-4ffe-9783-619b9e1dd435 HTTP/1.1" status: 200 len: 1130 time: 0.3498471 Nov 02 12:41:01.948231 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-91a99500-209d-41b6-afb4-c81b3b69ec4b req-99544041-a75e-4dbe-bdb5-e5d40f60be92 tempest-ImagesTestJSON-1557022812 tempest-ImagesTestJSON-1557022812-project] 10.222.0.64 "GET /networking/v2.0/quotas/1b371bd21fb44fc1948e03029ee437c3 HTTP/1.1" status: 200 len: 375 time: 0.1379340 Nov 02 12:41:02.004899 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ea53b-838d-4d0c-a855-a1613f9b79ef req-769d5122-f272-4f69-b8dd-ce9e301d3135 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:02.006424 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3c6ea53b-838d-4d0c-a855-a1613f9b79ef req-769d5122-f272-4f69-b8dd-ce9e301d3135 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2ea316b7-8375-4c4b-b84a-73ba6b2f40f3 HTTP/1.1" status: 200 len: 950 time: 0.2426105 Nov 02 12:41:02.009288 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c4f1b3-71b7-4780-866f-e94af1a64ce4', 'name': 'tempest-ServerGroupTestJSON-172402579-router', 'tenant_id': 'f3fd137af33941589ef15699c4d59ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '7d074905-8f36-4056-b34c-6d2be621d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:49Z', 'updated_at': '2022-11-02T12:40:55Z', 'revision_number': 3, 'project_id': 'f3fd137af33941589ef15699c4d59ffc', 'gw_port': {'id': '7d074905-8f36-4056-b34c-6d2be621d5d6', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c4f1b3-71b7-4780-866f-e94af1a64ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:52Z', 'updated_at': '2022-11-02T12:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:02.046326 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] Routers {'955dac4a-5a99-4205-b309-62f05f729b03'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:02.047953 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:40:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['955dac4a-5a99-4205-b309-62f05f729b03'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:02.067363 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-91a99500-209d-41b6-afb4-c81b3b69ec4b req-692b0d66-ede7-4830-929c-9b7fffa3506e tempest-ImagesTestJSON-1557022812 tempest-ImagesTestJSON-1557022812-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1b371bd21fb44fc1948e03029ee437c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1126676 Nov 02 12:41:02.111565 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dee5f4-2c25-48f8-bb60-679aa14195d5 None None] The sync data for ids ['07c4f1b3-71b7-4780-866f-e94af1a64ce4'] in n-d-857339-6 is: [{'id': '07c4f1b3-71b7-4780-866f-e94af1a64ce4', 'name': 'tempest-ServerGroupTestJSON-172402579-router', 'tenant_id': 'f3fd137af33941589ef15699c4d59ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '7d074905-8f36-4056-b34c-6d2be621d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:49Z', 'updated_at': '2022-11-02T12:40:55Z', 'revision_number': 3, 'project_id': 'f3fd137af33941589ef15699c4d59ffc', 'gw_port': {'id': '7d074905-8f36-4056-b34c-6d2be621d5d6', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c4f1b3-71b7-4780-866f-e94af1a64ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:52Z', 'updated_at': '2022-11-02T12:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:41:02.281700 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3c6ea53b-838d-4d0c-a855-a1613f9b79ef req-8f6726ef-342a-4a26-aa65-4efe2050cabd tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545869 Nov 02 12:41:02.282331 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cec245-f941-4e24-9b7e-6823fa54dd4c admin admin] Made reservation on behalf of 47284988ba214419947db6506b8f8552 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:02.292626 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-66cec245-f941-4e24-9b7e-6823fa54dd4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:02.292806 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98f7d91a-5fe4-4948-a849-57d46c55a1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (b8f207a1-4a3a-4733-8be4-ab2dbc95134a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:02.299804 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:02.326770 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:02.371483 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4ab4f93d-cb02-4810-8968-9f9f431d7fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703eb442-8c29-4274-9f5a-28b6133356c5', 'name': 'tempest-ServersTestBootFromVolume-1469403266-router', 'tenant_id': 'f871d4dccfa64340ae699fe84bb10a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'bc467e2c-0350-4188-ba93-ed7606d9a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:10Z', 'updated_at': '2022-11-02T12:40:56Z', 'revision_number': 5, 'project_id': 'f871d4dccfa64340ae699fe84bb10a79', 'gw_port': {'id': 'bc467e2c-0350-4188-ba93-ed7606d9a590', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703eb442-8c29-4274-9f5a-28b6133356c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:11Z', 'updated_at': '2022-11-02T12:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:02.421163 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab4f93d-cb02-4810-8968-9f9f431d7fcb None None] Checking router: 703eb442-8c29-4274-9f5a-28b6133356c5 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:41:02.437502 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab4f93d-cb02-4810-8968-9f9f431d7fcb None None] Routers {'703eb442-8c29-4274-9f5a-28b6133356c5'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:02.438568 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4ab4f93d-cb02-4810-8968-9f9f431d7fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:40:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['703eb442-8c29-4274-9f5a-28b6133356c5'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:02.479904 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f6e5e-456c-4471-a595-ad4f79caa9df req-8d863f43-8ea7-40b2-825e-07d26e94dd56 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:02.486630 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8f1f6e5e-456c-4471-a595-ad4f79caa9df req-8d863f43-8ea7-40b2-825e-07d26e94dd56 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 949 time: 0.1264813 Nov 02 12:41:02.505883 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7d91a-5fe4-4948-a849-57d46c55a1cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8f207a1-4a3a-4733-8be4-ab2dbc95134a,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:02.571604 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7d91a-5fe4-4948-a849-57d46c55a1cc admin admin] Checking segment: {'id': '54c3e21d-107d-4b90-aef0-04ac981ac5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:02.576209 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f7d91a-5fe4-4948-a849-57d46c55a1cc admin admin] Network hostable DHCP agents. Network: 2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:41:02.639799 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50028818-fc2b-40c5-9c4c-ee2ea2f8b24a admin admin] Publish callbacks [] for router_gateway (703eb442-8c29-4274-9f5a-28b6133356c5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:02.646263 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49a86f-06a7-4096-9554-cde7f55bed64 None None] Pushing event updated for resources: {'Port': ['ID=0f984280-929d-4141-bc6a-28acce31b6d9,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:02.667223 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-4ab4f93d-cb02-4810-8968-9f9f431d7fcb None None] Set router 703eb442-8c29-4274-9f5a-28b6133356c5 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:02.697388 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8f1f6e5e-456c-4471-a595-ad4f79caa9df req-73279ca8-21e4-4818-8602-d4b6c098e14d tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864848 Nov 02 12:41:02.731534 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edec9086-b67e-4597-be0f-f438cb8d92c9 admin admin] Publish callbacks [] for port (0f2e1142-fc21-4cdd-95e3-be798740ce58), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:02.759049 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f7d91a-5fe4-4948-a849-57d46c55a1cc admin admin] Network 2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:41:02.806368 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-428132d9-6168-41ab-89b6-21faa4dd0b13 None None] Current status of the port df5860a3-e788-4621-be3a-13318970e8bc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:03.002162 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] Set router 955dac4a-5a99-4205-b309-62f05f729b03 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:03.023029 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-98f7d91a-5fe4-4948-a849-57d46c55a1cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:03.083891 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e85262-9a60-4d67-81e2-3c101adfa0c6 None None] Network 2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:41:03.090928 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f7d91a-5fe4-4948-a849-57d46c55a1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:03.090928 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98f7d91a-5fe4-4948-a849-57d46c55a1cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:03.113009 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-50028818-fc2b-40c5-9c4c-ee2ea2f8b24a admin admin] Deleting port bc467e2c-0350-4188-ba93-ed7606d9a590 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:03.114437 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50028818-fc2b-40c5-9c4c-ee2ea2f8b24a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (bc467e2c-0350-4188-ba93-ed7606d9a590), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:03.130657 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edec9086-b67e-4597-be0f-f438cb8d92c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (0f2e1142-fc21-4cdd-95e3-be798740ce58), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:03.186250 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4ab4f93d-cb02-4810-8968-9f9f431d7fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703eb442-8c29-4274-9f5a-28b6133356c5', 'name': 'tempest-ServersTestBootFromVolume-1469403266-router', 'tenant_id': 'f871d4dccfa64340ae699fe84bb10a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'bc467e2c-0350-4188-ba93-ed7606d9a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:10Z', 'updated_at': '2022-11-02T12:40:56Z', 'revision_number': 5, 'project_id': 'f871d4dccfa64340ae699fe84bb10a79', 'gw_port': {'id': 'bc467e2c-0350-4188-ba93-ed7606d9a590', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703eb442-8c29-4274-9f5a-28b6133356c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:11Z', 'updated_at': '2022-11-02T12:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:03.195494 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ad94e-db7f-4cc7-a97a-8e3e88b04dc3 req-dcf92c17-3f30-4637-9cc3-605173c620b4 tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:03.198176 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e76ad94e-db7f-4cc7-a97a-8e3e88b04dc3 req-dcf92c17-3f30-4637-9cc3-605173c620b4 tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d66eec88-8a14-4f36-b486-84c06a042a69 HTTP/1.1" status: 200 len: 1132 time: 0.3195262 Nov 02 12:41:03.227222 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab4f93d-cb02-4810-8968-9f9f431d7fcb None None] The sync data for ids ['703eb442-8c29-4274-9f5a-28b6133356c5'] in n-d-857339-6 is: [{'id': '703eb442-8c29-4274-9f5a-28b6133356c5', 'name': 'tempest-ServersTestBootFromVolume-1469403266-router', 'tenant_id': 'f871d4dccfa64340ae699fe84bb10a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'bc467e2c-0350-4188-ba93-ed7606d9a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:39:10Z', 'updated_at': '2022-11-02T12:40:56Z', 'revision_number': 5, 'project_id': 'f871d4dccfa64340ae699fe84bb10a79', 'gw_port': {'id': 'bc467e2c-0350-4188-ba93-ed7606d9a590', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703eb442-8c29-4274-9f5a-28b6133356c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:39:11Z', 'updated_at': '2022-11-02T12:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:41:03.360826 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-50028818-fc2b-40c5-9c4c-ee2ea2f8b24a admin admin] For port bc467e2c-0350-4188-ba93-ed7606d9a590, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=bc467e2c-0350-4188-ba93-ed7606d9a590,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:03.361694 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50028818-fc2b-40c5-9c4c-ee2ea2f8b24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (bc467e2c-0350-4188-ba93-ed7606d9a590), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:03.395539 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-50028818-fc2b-40c5-9c4c-ee2ea2f8b24a admin admin] Calling delete_port for bc467e2c-0350-4188-ba93-ed7606d9a590 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:03.423330 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-98f7d91a-5fe4-4948-a849-57d46c55a1cc admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6429245 Nov 02 12:41:03.428627 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:03.438333 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36444) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:03.438566 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device f2839789-4a72-426e-888c-7dd2672362a4 details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:41:03.441299 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device be6cb95f-365e-4c40-be18-d4841fe5acf9 up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:03.458241 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-35720304-8b41-46a1-837e-ab61191de199 admin admin] Request body: {'router': {'name': 'tempest-ServerAddressesNegativeTestJSON-2128137985-router', 'tenant_id': 'c7ac1379307745cebba3fb9757ca990b', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:03.480669 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7d074905-8f36-4056-b34c-6d2be621d5d6 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:03.555069 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8632599-485f-43bb-bf6e-c9f4a2db67e9 req-95ca6306-5d61-4060-a1fc-18a4f0ae0d30 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:03.557749 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f8632599-485f-43bb-bf6e-c9f4a2db67e9 req-95ca6306-5d61-4060-a1fc-18a4f0ae0d30 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2ea316b7-8375-4c4b-b84a-73ba6b2f40f3 HTTP/1.1" status: 200 len: 950 time: 0.2160349 Nov 02 12:41:03.613215 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edec9086-b67e-4597-be0f-f438cb8d92c9 admin admin] Network 3de17bbf-e67f-420f-8298-27185c97fc74 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:03.622160 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-edec9086-b67e-4597-be0f-f438cb8d92c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:03.637840 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be004e0a-4a9c-4990-9656-4d3fbbc72cff req-2426fa0e-a81f-4fcf-afbd-eb34a03b6ecc tempest-ImagesTestJSON-1557022812 tempest-ImagesTestJSON-1557022812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:03.637977 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edec9086-b67e-4597-be0f-f438cb8d92c9 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:41:03.640926 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-be004e0a-4a9c-4990-9656-4d3fbbc72cff req-2426fa0e-a81f-4fcf-afbd-eb34a03b6ecc tempest-ImagesTestJSON-1557022812 tempest-ImagesTestJSON-1557022812-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f13e3e60-3e47-42b6-9e73-35adfea76c73 HTTP/1.1" status: 200 len: 805 time: 0.6005876 Nov 02 12:41:03.646155 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec9086-b67e-4597-be0f-f438cb8d92c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0f2e1142-fc21-4cdd-95e3-be798740ce58,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:03.704464 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:03.704464 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:03.733496 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edec9086-b67e-4597-be0f-f438cb8d92c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (07c4f1b3-71b7-4780-866f-e94af1a64ce4), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:03.740784 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-be004e0a-4a9c-4990-9656-4d3fbbc72cff req-945b51f3-e9d1-4d6d-84f5-55fe7885611a tempest-ImagesTestJSON-1557022812 tempest-ImagesTestJSON-1557022812-project] 10.222.0.64 "GET /networking/v2.0/quotas/1b371bd21fb44fc1948e03029ee437c3 HTTP/1.1" status: 200 len: 375 time: 0.0987298 Nov 02 12:41:03.772159 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e76ad94e-db7f-4cc7-a97a-8e3e88b04dc3 req-1ee71360-0d75-40b3-9f0d-b03b8e10be2d tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363164 Nov 02 12:41:03.793273 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cb9d8-0fd2-4f51-ad02-8e801b8222e0 req-d0a88066-a6ba-4091-9db2-5cc48e5a84de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:03.795181 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fd3cb9d8-0fd2-4f51-ad02-8e801b8222e0 req-d0a88066-a6ba-4091-9db2-5cc48e5a84de service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.9117858 Nov 02 12:41:03.859451 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-35720304-8b41-46a1-837e-ab61191de199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:03.860501 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-35720304-8b41-46a1-837e-ab61191de199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:03.913325 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-66cec245-f941-4e24-9b7e-6823fa54dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (13eb20dc-6b92-4986-9386-50eb908f315e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:03.966388 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fd3cb9d8-0fd2-4f51-ad02-8e801b8222e0 req-6e5f6c09-2c97-4d8e-b53e-cd93367e952a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=f2839789-4a72-426e-888c-7dd2672362a4 HTTP/1.1" status: 200 len: 217 time: 0.1357338 Nov 02 12:41:03.974674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port f2839789-4a72-426e-888c-7dd2672362a4, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=f2839789-4a72-426e-888c-7dd2672362a4,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:04.011787 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7d074905-8f36-4056-b34c-6d2be621d5d6 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:04.012178 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7d074905-8f36-4056-b34c-6d2be621d5d6), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:04.012593 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7d074905-8f36-4056-b34c-6d2be621d5d6 Nov 02 12:41:04.015805 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9', 'network_id': '2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9', 'project_id': 'c7ac1379307745cebba3fb9757ca990b', 'fixed_ips': [{'subnet_id': 'b8f207a1-4a3a-4733-8be4-ab2dbc95134a'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:41:04.016888 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:04.029571 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': 'f2839789-4a72-426e-888c-7dd2672362a4', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': 'f2839789-4a72-426e-888c-7dd2672362a4', 'mac_address': 'fa:16:3e:89:6c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:41:04.089636 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-be004e0a-4a9c-4990-9656-4d3fbbc72cff req-5c7c3c74-8198-4b72-8c7e-d60bfe8e77ba tempest-ImagesTestJSON-1557022812 tempest-ImagesTestJSON-1557022812-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1b371bd21fb44fc1948e03029ee437c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3478286 Nov 02 12:41:04.171626 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50028818-fc2b-40c5-9c4c-ee2ea2f8b24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (bc467e2c-0350-4188-ba93-ed7606d9a590), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:04.181547 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning for port be6cb95f-365e-4c40-be18-d4841fe5acf9 completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:41:04.198251 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cec245-f941-4e24-9b7e-6823fa54dd4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=13eb20dc-6b92-4986-9386-50eb908f315e,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:04.238770 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50028818-fc2b-40c5-9c4c-ee2ea2f8b24a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc467e2c-0350-4188-ba93-ed7606d9a590,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:04.277692 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cec245-f941-4e24-9b7e-6823fa54dd4c admin admin] Checking segment: {'id': '2e9d6fb3-5ccc-43ae-aa36-34767235c348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a890c567-3928-4c42-99eb-2fe6108b5e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:04.278387 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cec245-f941-4e24-9b7e-6823fa54dd4c admin admin] Network hostable DHCP agents. Network: a890c567-3928-4c42-99eb-2fe6108b5e92, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:41:04.352178 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port f2839789-4a72-426e-888c-7dd2672362a4 is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:04.352614 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f2839789-4a72-426e-888c-7dd2672362a4), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:04.398476 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50028818-fc2b-40c5-9c4c-ee2ea2f8b24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (703eb442-8c29-4274-9f5a-28b6133356c5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:04.423526 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a8217850-4ad6-4385-9245-72b64f1b1e10 None None] Provisioning complete for port 0f2e1142-fc21-4cdd-95e3-be798740ce58 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:04.424103 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a8217850-4ad6-4385-9245-72b64f1b1e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0f2e1142-fc21-4cdd-95e3-be798740ce58), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:04.424691 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a8217850-4ad6-4385-9245-72b64f1b1e10 None None] Attempt 1 to provision port 0f2e1142-fc21-4cdd-95e3-be798740ce58 Nov 02 12:41:04.459078 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port be6cb95f-365e-4c40-be18-d4841fe5acf9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:04.459636 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:04.460170 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port be6cb95f-365e-4c40-be18-d4841fe5acf9 Nov 02 12:41:04.563126 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cec245-f941-4e24-9b7e-6823fa54dd4c admin admin] Network a890c567-3928-4c42-99eb-2fe6108b5e92 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:41:04.579003 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2839789-4a72-426e-888c-7dd2672362a4 {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:41:04.592399 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:04.618480 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955dac4a-5a99-4205-b309-62f05f729b03', 'name': 'tempest-ImagesTestJSON-1475722734-router', 'tenant_id': '1b371bd21fb44fc1948e03029ee437c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '2c41a16e-0875-4b8d-b03e-81812e1c3605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:38Z', 'updated_at': '2022-11-02T12:40:52Z', 'revision_number': 4, 'project_id': '1b371bd21fb44fc1948e03029ee437c3', 'gw_port': {'id': '2c41a16e-0875-4b8d-b03e-81812e1c3605', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dac4a-5a99-4205-b309-62f05f729b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:41Z', 'updated_at': '2022-11-02T12:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '0f984280-929d-4141-bc6a-28acce31b6d9', 'name': '', 'network_id': 'f13e3e60-3e47-42b6-9e73-35adfea76c73', 'tenant_id': '1b371bd21fb44fc1948e03029ee437c3', 'mac_address': 'fa:16:3e:66:7a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955dac4a-5a99-4205-b309-62f05f729b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '131c09ec-1ee7-4c6c-bd9c-2ab63d00d24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:49Z', 'updated_at': '2022-11-02T12:41:01Z', 'revision_number': 4, 'project_id': '1b371bd21fb44fc1948e03029ee437c3', 'subnets': [{'id': '131c09ec-1ee7-4c6c-bd9c-2ab63d00d24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:04.623930 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50028818-fc2b-40c5-9c4c-ee2ea2f8b24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (703eb442-8c29-4274-9f5a-28b6133356c5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:04.659283 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50028818-fc2b-40c5-9c4c-ee2ea2f8b24a admin admin] Publish callbacks [] for router_controller (703eb442-8c29-4274-9f5a-28b6133356c5), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:04.685090 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a72448-8e2b-4e2d-b018-328b5f51ff0a req-b0e05d09-7b43-4796-8dba-b5d0456bba6f tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:04.692655 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-93a72448-8e2b-4e2d-b018-328b5f51ff0a req-b0e05d09-7b43-4796-8dba-b5d0456bba6f tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2ea316b7-8375-4c4b-b84a-73ba6b2f40f3 HTTP/1.1" status: 200 len: 950 time: 0.6320648 Nov 02 12:41:04.696138 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-35720304-8b41-46a1-837e-ab61191de199 admin admin] Publish callbacks [] for router_controller (c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:04.697026 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a8217850-4ad6-4385-9245-72b64f1b1e10 None None] Port 0f2e1142-fc21-4cdd-95e3-be798740ce58 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:41:04.711147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c523a16-d2e6-460c-b82c-40dac268e193 None None] The sync data for ids ['955dac4a-5a99-4205-b309-62f05f729b03'] in n-d-857339-6 is: [{'id': '955dac4a-5a99-4205-b309-62f05f729b03', 'name': 'tempest-ImagesTestJSON-1475722734-router', 'tenant_id': '1b371bd21fb44fc1948e03029ee437c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '2c41a16e-0875-4b8d-b03e-81812e1c3605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:38Z', 'updated_at': '2022-11-02T12:40:52Z', 'revision_number': 4, 'project_id': '1b371bd21fb44fc1948e03029ee437c3', 'gw_port': {'id': '2c41a16e-0875-4b8d-b03e-81812e1c3605', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dac4a-5a99-4205-b309-62f05f729b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:41Z', 'updated_at': '2022-11-02T12:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '0f984280-929d-4141-bc6a-28acce31b6d9', 'name': '', 'network_id': 'f13e3e60-3e47-42b6-9e73-35adfea76c73', 'tenant_id': '1b371bd21fb44fc1948e03029ee437c3', 'mac_address': 'fa:16:3e:66:7a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955dac4a-5a99-4205-b309-62f05f729b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '131c09ec-1ee7-4c6c-bd9c-2ab63d00d24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:49Z', 'updated_at': '2022-11-02T12:41:01Z', 'revision_number': 4, 'project_id': '1b371bd21fb44fc1948e03029ee437c3', 'subnets': [{'id': '131c09ec-1ee7-4c6c-bd9c-2ab63d00d24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:41:04.717127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-f8632599-485f-43bb-bf6e-c9f4a2db67e9 req-bdd71535-0b9f-4e5d-b27d-e747c0a957da tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Deleting port d52229ec-7865-402d-84bb-7a7568d392fd {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:04.717410 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f8632599-485f-43bb-bf6e-c9f4a2db67e9 req-bdd71535-0b9f-4e5d-b27d-e747c0a957da tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d52229ec-7865-402d-84bb-7a7568d392fd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:04.718563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port f2839789-4a72-426e-888c-7dd2672362a4, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=f2839789-4a72-426e-888c-7dd2672362a4,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:04.754921 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-66cec245-f941-4e24-9b7e-6823fa54dd4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, a890c567-3928-4c42-99eb-2fe6108b5e92) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:04.768139 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:04.772399 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cb9d8-0fd2-4f51-ad02-8e801b8222e0 req-80e7074c-0d7a-470b-9049-1ee8657b6e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:04.774294 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fd3cb9d8-0fd2-4f51-ad02-8e801b8222e0 req-80e7074c-0d7a-470b-9049-1ee8657b6e6b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.7803717 Nov 02 12:41:04.779716 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cec245-f941-4e24-9b7e-6823fa54dd4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:04.780980 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-66cec245-f941-4e24-9b7e-6823fa54dd4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:04.805235 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bf96b-0f3b-4fca-b5da-3d0af066208f req-2cf6bdf2-fc73-44d7-aff0-323336312e1f tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:04.830202 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-159bf96b-0f3b-4fca-b5da-3d0af066208f req-2cf6bdf2-fc73-44d7-aff0-323336312e1f tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 949 time: 0.5214672 Nov 02 12:41:04.880305 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port be6cb95f-365e-4c40-be18-d4841fe5acf9 is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:04.881306 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:04.887612 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e24094-d481-4e7c-baf4-3ee9ae4ab71f None None] Network a890c567-3928-4c42-99eb-2fe6108b5e92 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:41:04.891538 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7d074905-8f36-4056-b34c-6d2be621d5d6 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:04.892074 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7d074905-8f36-4056-b34c-6d2be621d5d6), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:04.901455 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50028818-fc2b-40c5-9c4c-ee2ea2f8b24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (703eb442-8c29-4274-9f5a-28b6133356c5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:04.908736 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50028818-fc2b-40c5-9c4c-ee2ea2f8b24a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 703eb442-8c29-4274-9f5a-28b6133356c5 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:41:04.935890 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] Allocated IP 172.20.0.2 (2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9/b8f207a1-4a3a-4733-8be4-ab2dbc95134a/2b7c169f-9691-4773-a3a1-24bb3488104b) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:04.942463 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f2839789-4a72-426e-888c-7dd2672362a4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:04.948329 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50028818-fc2b-40c5-9c4c-ee2ea2f8b24a admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:04.957253 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-50028818-fc2b-40c5-9c4c-ee2ea2f8b24a admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/703eb442-8c29-4274-9f5a-28b6133356c5 HTTP/1.1" status: 204 len: 168 time: 3.5085196 Nov 02 12:41:04.971662 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36456) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:04.989033 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-66cec245-f941-4e24-9b7e-6823fa54dd4c admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1104052 Nov 02 12:41:05.010969 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36458) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:05.017199 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-db94467c-8f8a-43f7-9d4c-20f0d1ceecf6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1977884615-router', 'tenant_id': '47284988ba214419947db6506b8f8552', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:05.082813 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edec9086-b67e-4597-be0f-f438cb8d92c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0f2e1142-fc21-4cdd-95e3-be798740ce58), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.088260 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-93a72448-8e2b-4e2d-b018-328b5f51ff0a req-c1a298ad-5b4e-47d6-ac62-5a21ce0d18b8 tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945723 Nov 02 12:41:05.167509 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:05.178517 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:05.181084 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-159bf96b-0f3b-4fca-b5da-3d0af066208f req-0e7d21e7-8344-4b81-a51a-24901040bb22 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479283 Nov 02 12:41:05.210535 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3918a345-1137-499b-a19a-da0d58f91a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6cb95f-365e-4c40-be18-d4841fe5acf9'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:41:05.225399 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314032fc-bda1-49f0-9021-8309e9077f03" -d '{"events": [{"server_uuid": "3918a345-1137-499b-a19a-da0d58f91a74", "name": "network-vif-plugged", "status": "completed", "tag": "be6cb95f-365e-4c40-be18-d4841fe5acf9"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:41:05.232700 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 7d074905-8f36-4056-b34c-6d2be621d5d6, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7d074905-8f36-4056-b34c-6d2be621d5d6,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:05.277535 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port be6cb95f-365e-4c40-be18-d4841fe5acf9, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=be6cb95f-365e-4c40-be18-d4841fe5acf9,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:05.327640 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7d074905-8f36-4056-b34c-6d2be621d5d6), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.331280 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:05.346521 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cb9d8-0fd2-4f51-ad02-8e801b8222e0 req-2db0d820-667d-4cea-8b34-2fdbd45198ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:05.348104 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['f2839789-4a72-426e-888c-7dd2672362a4'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:41:05.348318 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fd3cb9d8-0fd2-4f51-ad02-8e801b8222e0 req-2db0d820-667d-4cea-8b34-2fdbd45198ca service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5670836 Nov 02 12:41:05.349320 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752d00c-3325-4f5b-bb38-54c1189c48cf req-87cb94f0-5689-4442-86cd-7e2e45027946 tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:05.350897 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7752d00c-3325-4f5b-bb38-54c1189c48cf req-87cb94f0-5689-4442-86cd-7e2e45027946 tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 1130 time: 0.0673726 Nov 02 12:41:05.405104 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=f2839789-4a72-426e-888c-7dd2672362a4,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:05.482869 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db94467c-8f8a-43f7-9d4c-20f0d1ceecf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (f8b53e37-28fd-46c8-b681-2a351840d075), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.488997 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db94467c-8f8a-43f7-9d4c-20f0d1ceecf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (f8b53e37-28fd-46c8-b681-2a351840d075), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.501252 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.548037 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:05.564002 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-a890c567-3928-4c42-99eb-2fe6108b5e92', 'network_id': 'a890c567-3928-4c42-99eb-2fe6108b5e92', 'project_id': '47284988ba214419947db6506b8f8552', 'fixed_ips': [{'subnet_id': '13eb20dc-6b92-4986-9386-50eb908f315e'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:41:05.564002 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.564002 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device d52229ec-7865-402d-84bb-7a7568d392fd no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:05.570864 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db94467c-8f8a-43f7-9d4c-20f0d1ceecf6 admin admin] Publish callbacks [] for router_controller (f8b53e37-28fd-46c8-b681-2a351840d075), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.599427 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-12628ea7-7bf5-40ce-bbef-6b85fdf390a3 admin admin] Deleting subnet b24ac5b6-2d48-4526-9db4-d774c69ca50b {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:41:05.609678 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-12628ea7-7bf5-40ce-bbef-6b85fdf390a3 admin admin] Publish callbacks [] for subnet (b24ac5b6-2d48-4526-9db4-d774c69ca50b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.750347 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e9d41-0ce2-4d51-aebe-d66eddcfebe9 req-eb556822-fe5b-4047-9610-7dd3ec4c1ece tempest-ImagesTestJSON-1557022812 tempest-ImagesTestJSON-1557022812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:05.763914 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c08e9d41-0ce2-4d51-aebe-d66eddcfebe9 req-eb556822-fe5b-4047-9610-7dd3ec4c1ece tempest-ImagesTestJSON-1557022812 tempest-ImagesTestJSON-1557022812-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f13e3e60-3e47-42b6-9e73-35adfea76c73 HTTP/1.1" status: 200 len: 805 time: 0.2120392 Nov 02 12:41:05.791395 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-12628ea7-7bf5-40ce-bbef-6b85fdf390a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (b24ac5b6-2d48-4526-9db4-d774c69ca50b), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.866280 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] Allocated IP 172.20.0.2 (a890c567-3928-4c42-99eb-2fe6108b5e92/13eb20dc-6b92-4986-9386-50eb908f315e/5d10f984-2f05-41d7-814e-9fbe096ef0f9) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:05.891988 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7752d00c-3325-4f5b-bb38-54c1189c48cf req-c4466207-dc49-49aa-888d-549680af3af5 tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234220 Nov 02 12:41:05.893976 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fd3cb9d8-0fd2-4f51-ad02-8e801b8222e0 req-1baf70a9-e4e1-4c50-a315-27ab934246f9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966772 Nov 02 12:41:05.924523 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0f984280-929d-4141-bc6a-28acce31b6d9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:05.924888 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:05.925115 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=7d074905-8f36-4056-b34c-6d2be621d5d6,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:05.925308 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-35720304-8b41-46a1-837e-ab61191de199 admin admin] Publish callbacks [] for router_gateway (c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.954639 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:06.045681 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db94467c-8f8a-43f7-9d4c-20f0d1ceecf6 admin admin] Publish callbacks [] for router_gateway (f8b53e37-28fd-46c8-b681-2a351840d075), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:06.106356 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edec9086-b67e-4597-be0f-f438cb8d92c9 admin admin] Publish callbacks [] for port (0f2e1142-fc21-4cdd-95e3-be798740ce58), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:06.126220 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c08e9d41-0ce2-4d51-aebe-d66eddcfebe9 req-78960242-b0b5-49b3-92db-a8679f1b54e8 tempest-ImagesTestJSON-1557022812 tempest-ImagesTestJSON-1557022812-project] 10.222.0.64 "GET /networking/v2.0/quotas/1b371bd21fb44fc1948e03029ee437c3 HTTP/1.1" status: 200 len: 375 time: 0.3606744 Nov 02 12:41:06.194052 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5354af-af53-457b-9a57-a9e75fb3cd12 req-1df94013-be14-46c9-aa36-f8a25baf8b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:06.195815 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-df5354af-af53-457b-9a57-a9e75fb3cd12 req-1df94013-be14-46c9-aa36-f8a25baf8b51 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 1132 time: 0.0811779 Nov 02 12:41:06.249660 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fd3cb9d8-0fd2-4f51-ad02-8e801b8222e0 req-69b1ae54-3d09-4a98-ae85-637ca9c67372 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147569 Nov 02 12:41:06.252997 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-f8632599-485f-43bb-bf6e-c9f4a2db67e9 req-bdd71535-0b9f-4e5d-b27d-e747c0a957da tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] For port d52229ec-7865-402d-84bb-7a7568d392fd, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=d52229ec-7865-402d-84bb-7a7568d392fd,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:06.255732 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f8632599-485f-43bb-bf6e-c9f4a2db67e9 req-bdd71535-0b9f-4e5d-b27d-e747c0a957da tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d52229ec-7865-402d-84bb-7a7568d392fd), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:06.269443 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] Publish callbacks [] for port (5d10f984-2f05-41d7-814e-9fbe096ef0f9), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:06.298688 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edec9086-b67e-4597-be0f-f438cb8d92c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (0f2e1142-fc21-4cdd-95e3-be798740ce58), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:06.315744 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c08e9d41-0ce2-4d51-aebe-d66eddcfebe9 req-175335a8-96e9-45f5-93cf-d3d2a4989afb tempest-ImagesTestJSON-1557022812 tempest-ImagesTestJSON-1557022812-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1b371bd21fb44fc1948e03029ee437c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1816123 Nov 02 12:41:06.346230 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e0d715-b950-4275-8ed2-e2a005e7b0d9 x-openstack-request-id: req-68e0d715-b950-4275-8ed2-e2a005e7b0d9 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:41:06.365098 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3918a345-1137-499b-a19a-da0d58f91a74", "name": "network-vif-plugged", "status": "completed", "tag": "be6cb95f-365e-4c40-be18-d4841fe5acf9", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:41:06.365098 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-68e0d715-b950-4275-8ed2-e2a005e7b0d9 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:41:06.365098 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e0d715-b950-4275-8ed2-e2a005e7b0d9'] response: {'server_uuid': '3918a345-1137-499b-a19a-da0d58f91a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6cb95f-365e-4c40-be18-d4841fe5acf9', 'code': 200} Nov 02 12:41:06.365882 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-f8632599-485f-43bb-bf6e-c9f4a2db67e9 req-bdd71535-0b9f-4e5d-b27d-e747c0a957da tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Calling delete_port for d52229ec-7865-402d-84bb-7a7568d392fd owned by compute:nova {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:06.489253 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (5d10f984-2f05-41d7-814e-9fbe096ef0f9), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:06.540772 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-df5354af-af53-457b-9a57-a9e75fb3cd12 req-a5ed7c3b-f0fb-45e8-9635-0f00c1aa6c12 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046825 Nov 02 12:41:06.541976 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edec9086-b67e-4597-be0f-f438cb8d92c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (07c4f1b3-71b7-4780-866f-e94af1a64ce4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:06.666679 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] Network a890c567-3928-4c42-99eb-2fe6108b5e92 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:06.695125 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=be6cb95f-365e-4c40-be18-d4841fe5acf9,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:06.710817 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:06.754168 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edec9086-b67e-4597-be0f-f438cb8d92c9 admin admin] Network 3de17bbf-e67f-420f-8298-27185c97fc74 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:06.768512 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-edec9086-b67e-4597-be0f-f438cb8d92c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:06.774021 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:41:06.778489 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] Publish callbacks [] for port (2b7c169f-9691-4773-a3a1-24bb3488104b), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:06.781683 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-12628ea7-7bf5-40ce-bbef-6b85fdf390a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (b24ac5b6-2d48-4526-9db4-d774c69ca50b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:06.792918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0f984280-929d-4141-bc6a-28acce31b6d9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:06.793352 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0f984280-929d-4141-bc6a-28acce31b6d9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:06.793713 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0f984280-929d-4141-bc6a-28acce31b6d9 Nov 02 12:41:06.869552 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab992cc3-74d1-4d68-bb9d-b59722e5520b req-40dc0fa4-48b8-4891-805b-2d7f7a74fe7f tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:06.878596 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ab992cc3-74d1-4d68-bb9d-b59722e5520b req-40dc0fa4-48b8-4891-805b-2d7f7a74fe7f tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 950 time: 0.3398044 Nov 02 12:41:06.894898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port d52229ec-7865-402d-84bb-7a7568d392fd is: ACTIVE; New status is: DOWN {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:06.895462 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d52229ec-7865-402d-84bb-7a7568d392fd), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:06.931902 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf2720-6b8b-4c7a-a725-0059122ea547 req-58596c6d-b3e7-4d01-980a-feeca604c51b tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:06.934658 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d4cf2720-6b8b-4c7a-a725-0059122ea547 req-58596c6d-b3e7-4d01-980a-feeca604c51b tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2ea316b7-8375-4c4b-b84a-73ba6b2f40f3 HTTP/1.1" status: 200 len: 950 time: 0.4275634 Nov 02 12:41:07.055385 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (2b7c169f-9691-4773-a3a1-24bb3488104b), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:07.068209 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] Attempting to bind port 5d10f984-2f05-41d7-814e-9fbe096ef0f9 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:41:07.068792 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] Attempting to bind port 5d10f984-2f05-41d7-814e-9fbe096ef0f9 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2e9d6fb3-5ccc-43ae-aa36-34767235c348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a890c567-3928-4c42-99eb-2fe6108b5e92'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:41:07.069494 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] Attempting to bind port 5d10f984-2f05-41d7-814e-9fbe096ef0f9 on network a890c567-3928-4c42-99eb-2fe6108b5e92 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:07.129009 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] Pushing event updated for resources: {'Port': ['ID=5d10f984-2f05-41d7-814e-9fbe096ef0f9,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:07.184942 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port d52229ec-7865-402d-84bb-7a7568d392fd, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=d52229ec-7865-402d-84bb-7a7568d392fd,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:07.219097 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ab992cc3-74d1-4d68-bb9d-b59722e5520b req-cd7098f7-be47-4d2f-8c2d-94064f29a971 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338776 Nov 02 12:41:07.323567 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec9086-b67e-4597-be0f-f438cb8d92c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0f2e1142-fc21-4cdd-95e3-be798740ce58,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:07.349428 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] Network 2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:07.349428 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:07.382847 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d52229ec-7865-402d-84bb-7a7568d392fd), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:07.394272 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:07.408739 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:41:07.434921 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d4cf2720-6b8b-4c7a-a725-0059122ea547 req-9197f419-f199-4418-b6b2-e9e7c7f630ee tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861946 Nov 02 12:41:07.453235 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:07.462809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:41:07.463655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] Checking segment: {'id': '2e9d6fb3-5ccc-43ae-aa36-34767235c348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a890c567-3928-4c42-99eb-2fe6108b5e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:07.464438 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:07.465230 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] Bound using segment: {'id': '2e9d6fb3-5ccc-43ae-aa36-34767235c348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a890c567-3928-4c42-99eb-2fe6108b5e92'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:41:07.466318 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] Bound port: 5d10f984-2f05-41d7-814e-9fbe096ef0f9, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9d6fb3-5ccc-43ae-aa36-34767235c348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a890c567-3928-4c42-99eb-2fe6108b5e92'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:41:07.467806 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5d10f984-2f05-41d7-814e-9fbe096ef0f9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:07.523073 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-fb1eb536-e2d4-4cb4-ad58-9d7397e282a0 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=cdd844366c7343be97d0911ff5c05ba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1117575 Nov 02 12:41:07.533229 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] Pushing event updated for resources: {'Port': ['ID=2b7c169f-9691-4773-a3a1-24bb3488104b,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:07.573974 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b0e672d5-fc2a-4b7c-a51e-3a71f7964f78 None None] Provisioning complete for port 0f2e1142-fc21-4cdd-95e3-be798740ce58 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:07.576934 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b0e672d5-fc2a-4b7c-a51e-3a71f7964f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0f2e1142-fc21-4cdd-95e3-be798740ce58), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:07.578223 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b0e672d5-fc2a-4b7c-a51e-3a71f7964f78 None None] Attempt 1 to provision port 0f2e1142-fc21-4cdd-95e3-be798740ce58 Nov 02 12:41:07.594177 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-35720304-8b41-46a1-837e-ab61191de199 admin admin] Publish callbacks [] for router_gateway (c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:07.618381 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db94467c-8f8a-43f7-9d4c-20f0d1ceecf6 admin admin] Publish callbacks [] for router_gateway (f8b53e37-28fd-46c8-b681-2a351840d075), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:07.625639 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-35720304-8b41-46a1-837e-ab61191de199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:07.679269 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-12628ea7-7bf5-40ce-bbef-6b85fdf390a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (b24ac5b6-2d48-4526-9db4-d774c69ca50b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:07.709904 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f8632599-485f-43bb-bf6e-c9f4a2db67e9 req-bdd71535-0b9f-4e5d-b27d-e747c0a957da tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (d52229ec-7865-402d-84bb-7a7568d392fd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:07.734870 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db94467c-8f8a-43f7-9d4c-20f0d1ceecf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:07.803614 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12628ea7-7bf5-40ce-bbef-6b85fdf390a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b24ac5b6-2d48-4526-9db4-d774c69ca50b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:07.810145 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-12628ea7-7bf5-40ce-bbef-6b85fdf390a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:07.820454 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-12628ea7-7bf5-40ce-bbef-6b85fdf390a3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/b24ac5b6-2d48-4526-9db4-d774c69ca50b HTTP/1.1" status: 204 len: 168 time: 2.8427901 Nov 02 12:41:07.831437 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36500) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:07.871176 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd71535-0b9f-4e5d-b27d-e747c0a957da tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Pushing event deleted for resources: {'Port': ['ID=d52229ec-7865-402d-84bb-7a7568d392fd,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:07.927994 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:07.962224 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-81d5511f-e124-4898-8aeb-8cb2c6ec8d61 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:07.965780 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-81d5511f-e124-4898-8aeb-8cb2c6ec8d61 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4211595 Nov 02 12:41:07.982060 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edec9086-b67e-4597-be0f-f438cb8d92c9 admin admin] Router 07c4f1b3-71b7-4780-866f-e94af1a64ce4 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:41:08.004892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] Attempting to bind port 2b7c169f-9691-4773-a3a1-24bb3488104b on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:41:08.005277 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] Attempting to bind port 2b7c169f-9691-4773-a3a1-24bb3488104b by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '54c3e21d-107d-4b90-aef0-04ac981ac5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:41:08.008136 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] Attempting to bind port 2b7c169f-9691-4773-a3a1-24bb3488104b on network 2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:08.052144 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8632599-485f-43bb-bf6e-c9f4a2db67e9 req-bdd71535-0b9f-4e5d-b27d-e747c0a957da tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] No DVR routers for this DVR port d52229ec-7865-402d-84bb-7a7568d392fd on host n-h1-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:41:08.059196 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f8632599-485f-43bb-bf6e-c9f4a2db67e9 req-bdd71535-0b9f-4e5d-b27d-e747c0a957da tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.063090 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f8632599-485f-43bb-bf6e-c9f4a2db67e9 req-bdd71535-0b9f-4e5d-b27d-e747c0a957da tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.57 "DELETE /networking/v2.0/ports/d52229ec-7865-402d-84bb-7a7568d392fd HTTP/1.1" status: 204 len: 173 time: 4.4073615 Nov 02 12:41:08.063819 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea316b7-8375-4c4b-b84a-73ba6b2f40f3', 'name': 'network-vif-deleted', 'tag': 'd52229ec-7865-402d-84bb-7a7568d392fd'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:41:08.066448 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7d93a1-9871-4a79-873a-e080fa2737bb" -d '{"events": [{"server_uuid": "2ea316b7-8375-4c4b-b84a-73ba6b2f40f3", "name": "network-vif-deleted", "tag": "d52229ec-7865-402d-84bb-7a7568d392fd"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:41:08.066722 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e57f77-b08a-4fe0-9afa-68eb116a06c9 None None] Network 445a82ff-111d-4613-87ae-a6de9c7d7a94 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:41:08.069946 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-dd5d7620-8d31-4835-9647-5b359ac8b435 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/quotas/cdd844366c7343be97d0911ff5c05ba4 HTTP/1.1" status: 200 len: 375 time: 0.0625441 Nov 02 12:41:08.080519 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec206e12-a5f1-46a5-9d61-84748f6d5e33 req-ca75ad6e-f8dd-4b2e-ac68-ed44a6e931e6 tempest-ImagesTestJSON-1557022812 tempest-ImagesTestJSON-1557022812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:08.082512 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ec206e12-a5f1-46a5-9d61-84748f6d5e33 req-ca75ad6e-f8dd-4b2e-ac68-ed44a6e931e6 tempest-ImagesTestJSON-1557022812 tempest-ImagesTestJSON-1557022812-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f13e3e60-3e47-42b6-9e73-35adfea76c73 HTTP/1.1" status: 200 len: 805 time: 0.4588015 Nov 02 12:41:08.102270 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbce9-f6c6-4f73-9de2-da7bbe0d663c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (445a82ff-111d-4613-87ae-a6de9c7d7a94), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.103493 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b0e672d5-fc2a-4b7c-a51e-3a71f7964f78 None None] Port 0f2e1142-fc21-4cdd-95e3-be798740ce58 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:41:08.104901 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0f984280-929d-4141-bc6a-28acce31b6d9 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:08.105321 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0f984280-929d-4141-bc6a-28acce31b6d9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.163902 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ec206e12-a5f1-46a5-9d61-84748f6d5e33 req-d951aa3b-3278-4d74-83e5-14a48e746f8a tempest-ImagesTestJSON-1557022812 tempest-ImagesTestJSON-1557022812-project] 10.222.0.64 "GET /networking/v2.0/quotas/1b371bd21fb44fc1948e03029ee437c3 HTTP/1.1" status: 200 len: 375 time: 0.0526514 Nov 02 12:41:08.182821 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-35720304-8b41-46a1-837e-ab61191de199 admin admin] Allocated IP 172.25.2.44 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/536c7bcc-7e4a-4dec-95ff-218454969e71) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:08.192642 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 0f984280-929d-4141-bc6a-28acce31b6d9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0f984280-929d-4141-bc6a-28acce31b6d9,segment=NetworkSegment(8947d962-3a9d-4f90-a2b7-696a4e670f3a),segment_id=8947d962-3a9d-4f90-a2b7-696a4e670f3a)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:08.220426 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:41:08.220882 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] Checking segment: {'id': '54c3e21d-107d-4b90-aef0-04ac981ac5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:08.221131 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.221547 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] Bound using segment: {'id': '54c3e21d-107d-4b90-aef0-04ac981ac5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:41:08.222115 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] Bound port: 2b7c169f-9691-4773-a3a1-24bb3488104b, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c3e21d-107d-4b90-aef0-04ac981ac5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:41:08.223387 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2b7c169f-9691-4773-a3a1-24bb3488104b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.236283 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:08.241626 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-0db53ec6-608f-444f-a479-7273f25f8535 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1428514 Nov 02 12:41:08.279271 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=d52229ec-7865-402d-84bb-7a7568d392fd,revision_number=6']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:08.321453 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] For port 5d10f984-2f05-41d7-814e-9fbe096ef0f9, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:08.359935 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea316b7-8375-4c4b-b84a-73ba6b2f40f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd52229ec-7865-402d-84bb-7a7568d392fd'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:41:08.362868 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2367baf5-d4f6-4f91-af09-af2f7d015e4a" -d '{"events": [{"server_uuid": "2ea316b7-8375-4c4b-b84a-73ba6b2f40f3", "name": "network-vif-unplugged", "status": "completed", "tag": "d52229ec-7865-402d-84bb-7a7568d392fd"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:41:08.370489 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0f984280-929d-4141-bc6a-28acce31b6d9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.377659 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] For port 5d10f984-2f05-41d7-814e-9fbe096ef0f9, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5d10f984-2f05-41d7-814e-9fbe096ef0f9,segment=NetworkSegment(2e9d6fb3-5ccc-43ae-aa36-34767235c348),segment_id=2e9d6fb3-5ccc-43ae-aa36-34767235c348)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:08.464152 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-dcdbbce9-f6c6-4f73-9de2-da7bbe0d663c admin admin] Deleting port df5860a3-e788-4621-be3a-13318970e8bc {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:08.474399 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbce9-f6c6-4f73-9de2-da7bbe0d663c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (df5860a3-e788-4621-be3a-13318970e8bc), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.528159 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=0f984280-929d-4141-bc6a-28acce31b6d9,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:08.541804 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device bc467e2c-0350-4188-ba93-ed7606d9a590 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:08.549388 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ec206e12-a5f1-46a5-9d61-84748f6d5e33 req-3b45b15b-cb63-4dcc-8435-8899d971e6e4 tempest-ImagesTestJSON-1557022812 tempest-ImagesTestJSON-1557022812-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1b371bd21fb44fc1948e03029ee437c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2947681 Nov 02 12:41:08.601847 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edec9086-b67e-4597-be0f-f438cb8d92c9 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:41:08.661898 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36512) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:08.664537 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-edec9086-b67e-4597-be0f-f438cb8d92c9 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/07c4f1b3-71b7-4780-866f-e94af1a64ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7846894 Nov 02 12:41:08.681675 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] Sync routers for ids ['07c4f1b3-71b7-4780-866f-e94af1a64ce4'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:41:08.688131 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:08.712192 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: bc467e2c-0350-4188-ba93-ed7606d9a590 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:41:08.712917 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device bc467e2c-0350-4188-ba93-ed7606d9a590 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:08.713767 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 961bf907-6cb6-4625-883c-a7345553ac8c no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:08.724842 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] Routers {'07c4f1b3-71b7-4780-866f-e94af1a64ce4'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:08.725926 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:40:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['07c4f1b3-71b7-4780-866f-e94af1a64ce4'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:08.854302 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7715ba-fc14-4971-95f9-b729c7a7d687 x-openstack-request-id: req-7a7715ba-fc14-4971-95f9-b729c7a7d687 {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:41:08.854786 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea316b7-8375-4c4b-b84a-73ba6b2f40f3", "name": "network-vif-deleted", "tag": "d52229ec-7865-402d-84bb-7a7568d392fd", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:41:08.855541 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a7715ba-fc14-4971-95f9-b729c7a7d687 {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:41:08.856181 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7715ba-fc14-4971-95f9-b729c7a7d687'] response: {'server_uuid': '2ea316b7-8375-4c4b-b84a-73ba6b2f40f3', 'name': 'network-vif-deleted', 'tag': 'd52229ec-7865-402d-84bb-7a7568d392fd', 'status': 'completed', 'code': 200} Nov 02 12:41:08.857600 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:08.892690 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-dcdbbce9-f6c6-4f73-9de2-da7bbe0d663c admin admin] For port df5860a3-e788-4621-be3a-13318970e8bc, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=df5860a3-e788-4621-be3a-13318970e8bc,segment=NetworkSegment(d8391064-85ef-499e-a727-d6d717e19103),segment_id=d8391064-85ef-499e-a727-d6d717e19103)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:08.902991 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbce9-f6c6-4f73-9de2-da7bbe0d663c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (df5860a3-e788-4621-be3a-13318970e8bc), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.936187 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] Set router 07c4f1b3-71b7-4780-866f-e94af1a64ce4 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:08.968562 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5d10f984-2f05-41d7-814e-9fbe096ef0f9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.986341 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-dcdbbce9-f6c6-4f73-9de2-da7bbe0d663c admin admin] Calling delete_port for df5860a3-e788-4621-be3a-13318970e8bc owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:09.045262 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 12:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e17ebb-aff2-476c-94af-6c4a5c42513d x-openstack-request-id: req-01e17ebb-aff2-476c-94af-6c4a5c42513d {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:41:09.045523 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea316b7-8375-4c4b-b84a-73ba6b2f40f3", "name": "network-vif-unplugged", "status": "completed", "tag": "d52229ec-7865-402d-84bb-7a7568d392fd", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:41:09.045753 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-01e17ebb-aff2-476c-94af-6c4a5c42513d {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:41:09.046136 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01e17ebb-aff2-476c-94af-6c4a5c42513d'] response: {'server_uuid': '2ea316b7-8375-4c4b-b84a-73ba6b2f40f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd52229ec-7865-402d-84bb-7a7568d392fd', 'code': 200} Nov 02 12:41:09.050949 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:09.088754 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 961bf907-6cb6-4625-883c-a7345553ac8c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:41:09.099033 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 961bf907-6cb6-4625-883c-a7345553ac8c not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:09.211223 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] For port 2b7c169f-9691-4773-a3a1-24bb3488104b, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:09.300179 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de358e4e-6e2c-44e7-a937-159cb9be42b4 None None] DHCP port deletion for 445a82ff-111d-4613-87ae-a6de9c7d7a94 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:41:09.421242 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-de358e4e-6e2c-44e7-a937-159cb9be42b4 None None] Deleting port df5860a3-e788-4621-be3a-13318970e8bc {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:09.429436 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-de358e4e-6e2c-44e7-a937-159cb9be42b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (df5860a3-e788-4621-be3a-13318970e8bc), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:09.429436 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device f2839789-4a72-426e-888c-7dd2672362a4 up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:09.429436 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7d074905-8f36-4056-b34c-6d2be621d5d6 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:09.472466 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbce9-f6c6-4f73-9de2-da7bbe0d663c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (df5860a3-e788-4621-be3a-13318970e8bc), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:09.531029 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbbce9-f6c6-4f73-9de2-da7bbe0d663c admin admin] Pushing event deleted for resources: {'Port': ['ID=df5860a3-e788-4621-be3a-13318970e8bc,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:09.572356 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdbbce9-f6c6-4f73-9de2-da7bbe0d663c admin admin] No DVR routers for this DVR port df5860a3-e788-4621-be3a-13318970e8bc on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:41:09.659320 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] For port 2b7c169f-9691-4773-a3a1-24bb3488104b, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2b7c169f-9691-4773-a3a1-24bb3488104b,segment=NetworkSegment(54c3e21d-107d-4b90-aef0-04ac981ac5c9),segment_id=54c3e21d-107d-4b90-aef0-04ac981ac5c9)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:09.794453 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-35720304-8b41-46a1-837e-ab61191de199 admin admin] Publish callbacks [] for port (536c7bcc-7e4a-4dec-95ff-218454969e71), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:09.816269 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8eba59-388e-4119-a6a4-ad12c8975565 None None] Pushing event updated for resources: {'Port': ['ID=5d10f984-2f05-41d7-814e-9fbe096ef0f9,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:09.865208 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbce9-f6c6-4f73-9de2-da7bbe0d663c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (445a82ff-111d-4613-87ae-a6de9c7d7a94), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:09.889491 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c0870d4b-7da7-41b4-8b7f-9489ad1faeeb req-6fd3d354-fbe2-4745-9502-0b8703a791be tempest-ServersAdminNegativeTestJSON-1298122812 tempest-ServersAdminNegativeTestJSON-1298122812-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2ea316b7-8375-4c4b-b84a-73ba6b2f40f3 HTTP/1.1" status: 200 len: 210 time: 0.1225619 Nov 02 12:41:09.913154 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446b010-81a4-4d3e-a260-58356552e5ef req-2bcbfc56-fe2b-4d9a-af04-d4fed6ff02c1 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:09.926468 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a446b010-81a4-4d3e-a260-58356552e5ef req-2bcbfc56-fe2b-4d9a-af04-d4fed6ff02c1 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 950 time: 0.8025310 Nov 02 12:41:09.936518 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-dcdbbce9-f6c6-4f73-9de2-da7bbe0d663c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445a82ff-111d-4613-87ae-a6de9c7d7a94']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:09.964765 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2b7c169f-9691-4773-a3a1-24bb3488104b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:09.972222 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-dcdbbce9-f6c6-4f73-9de2-da7bbe0d663c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8391064-85ef-499e-a727-d6d717e19103') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:09.974050 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-dcdbbce9-f6c6-4f73-9de2-da7bbe0d663c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8391064-85ef-499e-a727-d6d717e19103') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:09.982579 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-de358e4e-6e2c-44e7-a937-159cb9be42b4 None None] For port df5860a3-e788-4621-be3a-13318970e8bc, host n-d-857339-6, got binding levels [] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:09.988153 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-de358e4e-6e2c-44e7-a937-159cb9be42b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (df5860a3-e788-4621-be3a-13318970e8bc), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:10.004823 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbce9-f6c6-4f73-9de2-da7bbe0d663c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (d8391064-85ef-499e-a727-d6d717e19103), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:10.033330 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-de358e4e-6e2c-44e7-a937-159cb9be42b4 None None] Calling delete_port for df5860a3-e788-4621-be3a-13318970e8bc owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:10.036741 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:10.052052 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.ipam_backend_mixin [None req-de358e4e-6e2c-44e7-a937-159cb9be42b4 None None] Port df5860a3-e788-4621-be3a-13318970e8bc was not found and therefore no delete operation was performed {{(pid=105977) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Nov 02 12:41:10.060339 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-de358e4e-6e2c-44e7-a937-159cb9be42b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (df5860a3-e788-4621-be3a-13318970e8bc), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:10.064231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning for port f2839789-4a72-426e-888c-7dd2672362a4 completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:41:10.100842 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7d074905-8f36-4056-b34c-6d2be621d5d6 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:10.101358 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7d074905-8f36-4056-b34c-6d2be621d5d6), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:10.101585 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7d074905-8f36-4056-b34c-6d2be621d5d6 Nov 02 12:41:10.129185 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbce9-f6c6-4f73-9de2-da7bbe0d663c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (d8391064-85ef-499e-a727-d6d717e19103), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:10.152582 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de358e4e-6e2c-44e7-a937-159cb9be42b4 None None] No DVR routers for this DVR port df5860a3-e788-4621-be3a-13318970e8bc on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:41:10.184874 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcdbbce9-f6c6-4f73-9de2-da7bbe0d663c admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:41:10.185646 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbce9-f6c6-4f73-9de2-da7bbe0d663c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (d8391064-85ef-499e-a727-d6d717e19103), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:10.187501 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40c88b-501a-4ee6-a669-b013431c5255 None None] Pushing event updated for resources: {'Port': ['ID=2b7c169f-9691-4773-a3a1-24bb3488104b,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:10.215488 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port f2839789-4a72-426e-888c-7dd2672362a4 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:10.215488 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f2839789-4a72-426e-888c-7dd2672362a4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:10.215488 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port f2839789-4a72-426e-888c-7dd2672362a4 Nov 02 12:41:10.286964 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-35720304-8b41-46a1-837e-ab61191de199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (536c7bcc-7e4a-4dec-95ff-218454969e71), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:10.289522 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de358e4e-6e2c-44e7-a937-159cb9be42b4 None None] Pushing event deleted for resources: {'Port': ['ID=df5860a3-e788-4621-be3a-13318970e8bc,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:10.297036 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a446b010-81a4-4d3e-a260-58356552e5ef req-f2c95a48-bd73-4c2e-b93b-5e851f8da42a tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689327 Nov 02 12:41:10.313209 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-26d47ce9-3bd7-402b-9616-45bfd2f5be1d req-64dc207a-e529-48c3-a9ef-e21c52f5f7f7 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6c033efb-fdb4-4b0e-8da4-66f022ad5d1c HTTP/1.1" status: 200 len: 210 time: 0.1015997 Nov 02 12:41:10.322389 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c4f1b3-71b7-4780-866f-e94af1a64ce4', 'name': 'tempest-ServerGroupTestJSON-172402579-router', 'tenant_id': 'f3fd137af33941589ef15699c4d59ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '7d074905-8f36-4056-b34c-6d2be621d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:49Z', 'updated_at': '2022-11-02T12:41:04Z', 'revision_number': 4, 'project_id': 'f3fd137af33941589ef15699c4d59ffc', 'gw_port': {'id': '7d074905-8f36-4056-b34c-6d2be621d5d6', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c4f1b3-71b7-4780-866f-e94af1a64ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:52Z', 'updated_at': '2022-11-02T12:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '0f2e1142-fc21-4cdd-95e3-be798740ce58', 'name': '', 'network_id': '3de17bbf-e67f-420f-8298-27185c97fc74', 'tenant_id': 'f3fd137af33941589ef15699c4d59ffc', 'mac_address': 'fa:16:3e:51:97:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c4f1b3-71b7-4780-866f-e94af1a64ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b921d6a3-f13a-4b5a-9da7-91fbbacfdd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:00Z', 'updated_at': '2022-11-02T12:41:05Z', 'revision_number': 2, 'project_id': 'f3fd137af33941589ef15699c4d59ffc', 'subnets': [{'id': 'b921d6a3-f13a-4b5a-9da7-91fbbacfdd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:10.406363 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] Checking router: 07c4f1b3-71b7-4780-866f-e94af1a64ce4 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:41:10.406718 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] Updating router 07c4f1b3-71b7-4780-866f-e94af1a64ce4 port 0f2e1142-fc21-4cdd-95e3-be798740ce58 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:41:10.552196 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7d074905-8f36-4056-b34c-6d2be621d5d6 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:10.554196 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0f984280-929d-4141-bc6a-28acce31b6d9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:10.571225 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment d8391064-85ef-499e-a727-d6d717e19103 resource provider aggregate not found Nov 02 12:41:10.604005 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0f2e1142-fc21-4cdd-95e3-be798740ce58), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:10.622142 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35720304-8b41-46a1-837e-ab61191de199 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:10.673226 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-db94467c-8f8a-43f7-9d4c-20f0d1ceecf6 admin admin] Allocated IP 172.25.2.112 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/4edba86b-0559-4e47-9b0e-c0a69a34a10c) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:10.682877 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:10.726701 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbce9-f6c6-4f73-9de2-da7bbe0d663c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (445a82ff-111d-4613-87ae-a6de9c7d7a94), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:10.765368 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dcdbbce9-f6c6-4f73-9de2-da7bbe0d663c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:10.771586 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-35720304-8b41-46a1-837e-ab61191de199 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:10.773635 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dcdbbce9-f6c6-4f73-9de2-da7bbe0d663c admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/445a82ff-111d-4613-87ae-a6de9c7d7a94 HTTP/1.1" status: 204 len: 168 time: 2.9401188 Nov 02 12:41:10.786162 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment d8391064-85ef-499e-a727-d6d717e19103 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8391064-85ef-499e-a727-d6d717e19103 found for delete ", "request_id": "req-d0b81e40-bc4f-4ede-9167-16ebb9b48d6d"}]} Nov 02 12:41:10.800208 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbbce9-f6c6-4f73-9de2-da7bbe0d663c admin admin] Pushing event deleted for resources: {'Network': ['ID=445a82ff-111d-4613-87ae-a6de9c7d7a94,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:10.827243 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35720304-8b41-46a1-837e-ab61191de199 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:41:10.834827 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35720304-8b41-46a1-837e-ab61191de199 admin admin] Pushing event updated for resources: {'Port': ['ID=536c7bcc-7e4a-4dec-95ff-218454969e71,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:10.962466 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db94467c-8f8a-43f7-9d4c-20f0d1ceecf6 admin admin] Publish callbacks [] for port (4edba86b-0559-4e47-9b0e-c0a69a34a10c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.002942 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:11.065396 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b07b8-dea3-45ed-9dbb-7c9dbc8a23b5 req-6fe6f160-3b40-407a-99a4-262274fdbb49 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:11.073631 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-160b07b8-dea3-45ed-9dbb-7c9dbc8a23b5 req-6fe6f160-3b40-407a-99a4-262274fdbb49 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56f150cf-3b5c-4ffe-9783-619b9e1dd435 HTTP/1.1" status: 200 len: 949 time: 0.2745080 Nov 02 12:41:11.103141 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db94467c-8f8a-43f7-9d4c-20f0d1ceecf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (4edba86b-0559-4e47-9b0e-c0a69a34a10c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.110088 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port f2839789-4a72-426e-888c-7dd2672362a4 is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:11.111178 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f2839789-4a72-426e-888c-7dd2672362a4), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.190009 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db94467c-8f8a-43f7-9d4c-20f0d1ceecf6 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:11.196216 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-db94467c-8f8a-43f7-9d4c-20f0d1ceecf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:11.221726 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db94467c-8f8a-43f7-9d4c-20f0d1ceecf6 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:41:11.259959 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f150cf-3b5c-4ffe-9783-619b9e1dd435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2839789-4a72-426e-888c-7dd2672362a4'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:41:11.262620 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7c3569-0f60-4ce9-8fc2-0fb6b745edf7" -d '{"events": [{"server_uuid": "56f150cf-3b5c-4ffe-9783-619b9e1dd435", "name": "network-vif-plugged", "status": "completed", "tag": "f2839789-4a72-426e-888c-7dd2672362a4"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:41:11.268861 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94467c-8f8a-43f7-9d4c-20f0d1ceecf6 admin admin] Pushing event updated for resources: {'Port': ['ID=4edba86b-0559-4e47-9b0e-c0a69a34a10c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:11.275931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0f984280-929d-4141-bc6a-28acce31b6d9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:11.276339 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0f984280-929d-4141-bc6a-28acce31b6d9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.278761 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0f984280-929d-4141-bc6a-28acce31b6d9 Nov 02 12:41:11.288334 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port f2839789-4a72-426e-888c-7dd2672362a4, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=f2839789-4a72-426e-888c-7dd2672362a4,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:11.420061 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f2839789-4a72-426e-888c-7dd2672362a4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.574786 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36548) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:11.579643 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd07640-f15d-4708-82f8-7133fd70d3e6 None None] Network a890c567-3928-4c42-99eb-2fe6108b5e92 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:41:11.663527 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-750745f6-3a5f-411c-91f3-693d284e6b2e None None] Provisioning complete for port 5d10f984-2f05-41d7-814e-9fbe096ef0f9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:11.663902 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-750745f6-3a5f-411c-91f3-693d284e6b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5d10f984-2f05-41d7-814e-9fbe096ef0f9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.664467 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-750745f6-3a5f-411c-91f3-693d284e6b2e None None] Attempt 1 to provision port 5d10f984-2f05-41d7-814e-9fbe096ef0f9 Nov 02 12:41:11.693142 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-160b07b8-dea3-45ed-9dbb-7c9dbc8a23b5 req-bd5f52e2-b998-4060-b889-d7983c8a6c79 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6132519 Nov 02 12:41:11.715526 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cc55a8c9-ac2f-4760-921d-2f0503b305cb admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f871d4dccfa64340ae699fe84bb10a79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390593 Nov 02 12:41:11.722753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36550) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:11.771967 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-879bad54-7576-4f3a-add6-03ed7df88269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (955dac4a-5a99-4205-b309-62f05f729b03), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.810587 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:11.843547 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b184bc0c-ca9b-4722-b7bb-c27d6fcc68bd x-openstack-request-id: req-b184bc0c-ca9b-4722-b7bb-c27d6fcc68bd {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:41:11.843547 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f150cf-3b5c-4ffe-9783-619b9e1dd435", "name": "network-vif-plugged", "status": "completed", "tag": "f2839789-4a72-426e-888c-7dd2672362a4", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:41:11.843547 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b184bc0c-ca9b-4722-b7bb-c27d6fcc68bd {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:41:11.843992 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b184bc0c-ca9b-4722-b7bb-c27d6fcc68bd'] response: {'server_uuid': '56f150cf-3b5c-4ffe-9783-619b9e1dd435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2839789-4a72-426e-888c-7dd2672362a4', 'code': 200} Nov 02 12:41:11.904388 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cc4c9538-d145-4031-811b-16957eae1c32 admin admin] Publish callbacks [] for security_group (2c091f8a-2f91-430e-94b0-d2e9614769a1), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.921501 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=f2839789-4a72-426e-888c-7dd2672362a4,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:11.971879 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] Publish callbacks [] for port (0f2e1142-fc21-4cdd-95e3-be798740ce58), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.974200 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cc4c9538-d145-4031-811b-16957eae1c32 admin admin] Publish callbacks [] for security_group (2c091f8a-2f91-430e-94b0-d2e9614769a1), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:12.016728 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0f984280-929d-4141-bc6a-28acce31b6d9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:12.100641 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-750745f6-3a5f-411c-91f3-693d284e6b2e None None] Current status of the port 5d10f984-2f05-41d7-814e-9fbe096ef0f9 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:12.101322 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-750745f6-3a5f-411c-91f3-693d284e6b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5d10f984-2f05-41d7-814e-9fbe096ef0f9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:12.123338 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0f2e1142-fc21-4cdd-95e3-be798740ce58), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:12.194237 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device df5860a3-e788-4621-be3a-13318970e8bc no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:12.290888 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36556) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:12.297632 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db94467c-8f8a-43f7-9d4c-20f0d1ceecf6 admin admin] Publish callbacks [] for router_gateway (f8b53e37-28fd-46c8-b681-2a351840d075), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:12.357721 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f4035f22-1888-44da-b225-98d9381588c2 req-e79bf0b4-1d27-4be0-9882-6b76f8c7d36f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6c033efb-fdb4-4b0e-8da4-66f022ad5d1c HTTP/1.1" status: 200 len: 210 time: 0.4211724 Nov 02 12:41:12.358880 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-35720304-8b41-46a1-837e-ab61191de199 admin admin] Publish callbacks [] for router_gateway (c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:12.438476 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64200271-f4c9-4f25-b368-c451ab241c3e None None] Network 2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:41:12.520525 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-750745f6-3a5f-411c-91f3-693d284e6b2e None None] For port 5d10f984-2f05-41d7-814e-9fbe096ef0f9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5d10f984-2f05-41d7-814e-9fbe096ef0f9,segment=NetworkSegment(2e9d6fb3-5ccc-43ae-aa36-34767235c348),segment_id=2e9d6fb3-5ccc-43ae-aa36-34767235c348)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:12.530748 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: df5860a3-e788-4621-be3a-13318970e8bc {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:41:12.530748 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device df5860a3-e788-4621-be3a-13318970e8bc not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:12.636360 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-750745f6-3a5f-411c-91f3-693d284e6b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5d10f984-2f05-41d7-814e-9fbe096ef0f9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:12.646452 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95af8d-b0bc-418f-bad7-b53a3f645075 None None] Pushing event updated for resources: {'Port': ['ID=0f2e1142-fc21-4cdd-95e3-be798740ce58,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:12.661197 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cc4c9538-d145-4031-811b-16957eae1c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2c091f8a-2f91-430e-94b0-d2e9614769a1), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:12.666067 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cc4c9538-d145-4031-811b-16957eae1c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:12.668276 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cc4c9538-d145-4031-811b-16957eae1c32 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2c091f8a-2f91-430e-94b0-d2e9614769a1 HTTP/1.1" status: 204 len: 168 time: 0.9438059 Nov 02 12:41:12.835983 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f4b54-6c40-470a-9c93-a7dad1f54774 req-9bd289cb-dadc-460d-8263-455fc4521f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:12.839917 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d83f4b54-6c40-470a-9c93-a7dad1f54774 req-9bd289cb-dadc-460d-8263-455fc4521f73 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=56f150cf-3b5c-4ffe-9783-619b9e1dd435 HTTP/1.1" status: 200 len: 1132 time: 0.8302667 Nov 02 12:41:12.913273 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c9538-d145-4031-811b-16957eae1c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c091f8a-2f91-430e-94b0-d2e9614769a1,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:12.926032 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2b7c169f-9691-4773-a3a1-24bb3488104b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:12.929964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1dbb6b03-177e-4d79-935b-e194ab941242 None None] Provisioning complete for port 2b7c169f-9691-4773-a3a1-24bb3488104b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:12.930344 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1dbb6b03-177e-4d79-935b-e194ab941242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2b7c169f-9691-4773-a3a1-24bb3488104b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:12.930680 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1dbb6b03-177e-4d79-935b-e194ab941242 None None] Attempt 1 to provision port 2b7c169f-9691-4773-a3a1-24bb3488104b Nov 02 12:41:12.981119 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] Attempting to bind port 0f2e1142-fc21-4cdd-95e3-be798740ce58 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:41:12.981119 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] Attempting to bind port 0f2e1142-fc21-4cdd-95e3-be798740ce58 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2f39abe5-f9f9-4ef3-b932-65bba7dce208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3de17bbf-e67f-420f-8298-27185c97fc74'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:41:12.981119 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] Attempting to bind port 0f2e1142-fc21-4cdd-95e3-be798740ce58 on network 3de17bbf-e67f-420f-8298-27185c97fc74 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:12.987548 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-2b2a27ad-9da0-4d39-95af-03f68ae50931 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=cdd844366c7343be97d0911ff5c05ba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1186633 Nov 02 12:41:12.994159 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9458e223-3c86-4a26-8ab6-6aadbc7f325f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d4fefce7b59b4135ab03a518f381e171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7020314 Nov 02 12:41:13.011279 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36574) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:13.172432 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-eca5b7b9-8cbb-4f90-86cb-83d1075b4a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.268571 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=69 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:13.276112 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-35720304-8b41-46a1-837e-ab61191de199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.305026 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e209c-8d97-4ad9-9067-3549b636525e req-50af7130-f39b-4041-9aa2-f7047eb65ec6 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:13.320791 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f43e209c-8d97-4ad9-9067-3549b636525e req-50af7130-f39b-4041-9aa2-f7047eb65ec6 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56f150cf-3b5c-4ffe-9783-619b9e1dd435 HTTP/1.1" status: 200 len: 950 time: 0.4018548 Nov 02 12:41:13.388714 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db94467c-8f8a-43f7-9d4c-20f0d1ceecf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (f8b53e37-28fd-46c8-b681-2a351840d075), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.443906 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d83f4b54-6c40-470a-9c93-a7dad1f54774 req-8cd6cac1-0093-4d6a-ac4b-792e25b0f9e8 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5360172 Nov 02 12:41:13.462062 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-245bc3c3-854f-4be5-8ba3-ddc984314545 admin admin] Publish callbacks [] for security_group (a83692d3-b062-4b89-bb5e-0ffb7ac6fe31), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.501758 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750745f6-3a5f-411c-91f3-693d284e6b2e None None] Pushing event updated for resources: {'Port': ['ID=5d10f984-2f05-41d7-814e-9fbe096ef0f9,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:13.525761 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:13.541505 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-b787eff7-f2b5-4e25-bc0f-626b8b5ea3a1 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:13.543210 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-b787eff7-f2b5-4e25-bc0f-626b8b5ea3a1 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5476863 Nov 02 12:41:13.545469 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-245bc3c3-854f-4be5-8ba3-ddc984314545 admin admin] Publish callbacks [] for security_group (a83692d3-b062-4b89-bb5e-0ffb7ac6fe31), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.549852 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:13.573516 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-879bad54-7576-4f3a-add6-03ed7df88269 admin admin] Deleting port 0f984280-929d-4141-bc6a-28acce31b6d9 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:13.573863 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-879bad54-7576-4f3a-add6-03ed7df88269 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0f984280-929d-4141-bc6a-28acce31b6d9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.704830 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f43e209c-8d97-4ad9-9067-3549b636525e req-60d20bdc-e738-42d9-b6ba-e049ec3864a4 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559774 Nov 02 12:41:13.734700 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:41:13.735787 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] Checking segment: {'id': '2f39abe5-f9f9-4ef3-b932-65bba7dce208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3de17bbf-e67f-420f-8298-27185c97fc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:13.736415 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.740776 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] Bound using segment: {'id': '2f39abe5-f9f9-4ef3-b932-65bba7dce208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3de17bbf-e67f-420f-8298-27185c97fc74'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:41:13.741447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] Bound port: 0f2e1142-fc21-4cdd-95e3-be798740ce58, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f39abe5-f9f9-4ef3-b932-65bba7dce208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3de17bbf-e67f-420f-8298-27185c97fc74'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:41:13.741951 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0f2e1142-fc21-4cdd-95e3-be798740ce58), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.774207 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-879bad54-7576-4f3a-add6-03ed7df88269 admin admin] For port 0f984280-929d-4141-bc6a-28acce31b6d9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0f984280-929d-4141-bc6a-28acce31b6d9,segment=NetworkSegment(8947d962-3a9d-4f90-a2b7-696a4e670f3a),segment_id=8947d962-3a9d-4f90-a2b7-696a4e670f3a)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:13.775336 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-879bad54-7576-4f3a-add6-03ed7df88269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0f984280-929d-4141-bc6a-28acce31b6d9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.808452 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-879bad54-7576-4f3a-add6-03ed7df88269 admin admin] Calling delete_port for 0f984280-929d-4141-bc6a-28acce31b6d9 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:13.810423 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2b7c169f-9691-4773-a3a1-24bb3488104b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:13.814026 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2b7c169f-9691-4773-a3a1-24bb3488104b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.814026 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2b7c169f-9691-4773-a3a1-24bb3488104b Nov 02 12:41:13.858210 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-61fe6fee-a15b-4d73-9b8f-a89327cb465c req-eec3f0b5-355d-426e-9e6f-37f88238ed9a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6c033efb-fdb4-4b0e-8da4-66f022ad5d1c HTTP/1.1" status: 200 len: 210 time: 0.0511539 Nov 02 12:41:13.877895 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-f3b1b830-12a2-48ba-bb11-e6277ea1d960 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Request body: {'port': {'device_id': '6c033efb-fdb4-4b0e-8da4-66f022ad5d1c', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': 'cdd844366c7343be97d0911ff5c05ba4'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:13.904171 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-245bc3c3-854f-4be5-8ba3-ddc984314545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a83692d3-b062-4b89-bb5e-0ffb7ac6fe31), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.913030 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-245bc3c3-854f-4be5-8ba3-ddc984314545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.918095 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-245bc3c3-854f-4be5-8ba3-ddc984314545 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a83692d3-b062-4b89-bb5e-0ffb7ac6fe31 HTTP/1.1" status: 204 len: 168 time: 0.9026961 Nov 02 12:41:13.939098 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1dbb6b03-177e-4d79-935b-e194ab941242 None None] Current status of the port 2b7c169f-9691-4773-a3a1-24bb3488104b is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:13.939538 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1dbb6b03-177e-4d79-935b-e194ab941242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2b7c169f-9691-4773-a3a1-24bb3488104b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.976772 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:13.980222 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35720304-8b41-46a1-837e-ab61191de199 admin admin] Router c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:41:14.098413 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1dbb6b03-177e-4d79-935b-e194ab941242 None None] For port 2b7c169f-9691-4773-a3a1-24bb3488104b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2b7c169f-9691-4773-a3a1-24bb3488104b,segment=NetworkSegment(54c3e21d-107d-4b90-aef0-04ac981ac5c9),segment_id=54c3e21d-107d-4b90-aef0-04ac981ac5c9)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:14.106908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] For port 0f2e1142-fc21-4cdd-95e3-be798740ce58, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:14.128649 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] For port 0f2e1142-fc21-4cdd-95e3-be798740ce58, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0f2e1142-fc21-4cdd-95e3-be798740ce58,segment=NetworkSegment(2f39abe5-f9f9-4ef3-b932-65bba7dce208),segment_id=2f39abe5-f9f9-4ef3-b932-65bba7dce208)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:14.130634 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2b7c169f-9691-4773-a3a1-24bb3488104b is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:14.131022 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2b7c169f-9691-4773-a3a1-24bb3488104b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:14.215919 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1dbb6b03-177e-4d79-935b-e194ab941242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2b7c169f-9691-4773-a3a1-24bb3488104b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:14.240523 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1dbb6b03-177e-4d79-935b-e194ab941242 None None] Provisioning complete for port 5d10f984-2f05-41d7-814e-9fbe096ef0f9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:14.240964 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1dbb6b03-177e-4d79-935b-e194ab941242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5d10f984-2f05-41d7-814e-9fbe096ef0f9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:14.241227 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1dbb6b03-177e-4d79-935b-e194ab941242 None None] Attempt 1 to provision port 5d10f984-2f05-41d7-814e-9fbe096ef0f9 Nov 02 12:41:14.245677 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db94467c-8f8a-43f7-9d4c-20f0d1ceecf6 admin admin] Router f8b53e37-28fd-46c8-b681-2a351840d075 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:41:14.257431 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0f2e1142-fc21-4cdd-95e3-be798740ce58), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:14.272141 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245bc3c3-854f-4be5-8ba3-ddc984314545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83692d3-b062-4b89-bb5e-0ffb7ac6fe31,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:14.365665 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35720304-8b41-46a1-837e-ab61191de199 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:41:14.401682 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] Routers {'07c4f1b3-71b7-4780-866f-e94af1a64ce4'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:14.403711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:40:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['07c4f1b3-71b7-4780-866f-e94af1a64ce4'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:14.413186 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] Sync routers for ids ['c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:41:14.446254 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] Routers {'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:14.446738 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:40:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:14.543569 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-35720304-8b41-46a1-837e-ab61191de199 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:14.549599 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-35720304-8b41-46a1-837e-ab61191de199 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 11.0972137 Nov 02 12:41:14.557867 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36610) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:14.609340 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:41:14.610745 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db94467c-8f8a-43f7-9d4c-20f0d1ceecf6 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:41:14.612763 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:41:14.641643 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:14.660751 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] Sync routers for ids ['f8b53e37-28fd-46c8-b681-2a351840d075'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:41:14.673437 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-879bad54-7576-4f3a-add6-03ed7df88269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (0f984280-929d-4141-bc6a-28acce31b6d9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:14.688098 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:14.692066 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] Set router c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:14.746093 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bad54-7576-4f3a-add6-03ed7df88269 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f984280-929d-4141-bc6a-28acce31b6d9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:14.755752 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb6b03-177e-4d79-935b-e194ab941242 None None] Pushing event updated for resources: {'Port': ['ID=2b7c169f-9691-4773-a3a1-24bb3488104b,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:14.769745 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1dbb6b03-177e-4d79-935b-e194ab941242 None None] Current status of the port 5d10f984-2f05-41d7-814e-9fbe096ef0f9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:14.806852 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] Routers {'f8b53e37-28fd-46c8-b681-2a351840d075'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:14.808424 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:40:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f8b53e37-28fd-46c8-b681-2a351840d075'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:14.888108 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db94467c-8f8a-43f7-9d4c-20f0d1ceecf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:14.898254 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-db94467c-8f8a-43f7-9d4c-20f0d1ceecf6 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.8860090 Nov 02 12:41:14.902040 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36620) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:15.003914 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] Set router f8b53e37-28fd-46c8-b681-2a351840d075 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:15.105737 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:15.121958 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36630) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:15.140988 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-f3b1b830-12a2-48ba-bb11-e6277ea1d960 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Made reservation on behalf of cdd844366c7343be97d0911ff5c05ba4 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:15.146360 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-f3b1b830-12a2-48ba-bb11-e6277ea1d960 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:15.231609 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82', 'name': 'tempest-ServerAddressesNegativeTestJSON-2128137985-router', 'tenant_id': 'c7ac1379307745cebba3fb9757ca990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '536c7bcc-7e4a-4dec-95ff-218454969e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:03Z', 'updated_at': '2022-11-02T12:41:11Z', 'revision_number': 3, 'project_id': 'c7ac1379307745cebba3fb9757ca990b', 'gw_port': {'id': '536c7bcc-7e4a-4dec-95ff-218454969e71', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cf:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:07Z', 'updated_at': '2022-11-02T12:41:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:15.300231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-37fe73d4-7e42-4725-aa63-13af5aba87aa None None] Provisioning complete for port 2b7c169f-9691-4773-a3a1-24bb3488104b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:15.300741 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-37fe73d4-7e42-4725-aa63-13af5aba87aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2b7c169f-9691-4773-a3a1-24bb3488104b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:15.301021 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-37fe73d4-7e42-4725-aa63-13af5aba87aa None None] Attempt 1 to provision port 2b7c169f-9691-4773-a3a1-24bb3488104b Nov 02 12:41:15.308777 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:15.318517 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] Checking router: c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:41:15.318848 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] Updating router c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82 port 536c7bcc-7e4a-4dec-95ff-218454969e71 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:41:15.370840 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6089c1-3ce8-4dd6-aea9-d69d29ce558f req-8ed62bdf-0422-419a-9e24-fff089b59651 tempest-ServerGroupTestJSON-1904491548 tempest-ServerGroupTestJSON-1904491548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:15.373553 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1d6089c1-3ce8-4dd6-aea9-d69d29ce558f req-8ed62bdf-0422-419a-9e24-fff089b59651 tempest-ServerGroupTestJSON-1904491548 tempest-ServerGroupTestJSON-1904491548-project] 10.222.0.64 "GET /networking/v2.0/networks?id=3de17bbf-e67f-420f-8298-27185c97fc74 HTTP/1.1" status: 200 len: 809 time: 0.2859280 Nov 02 12:41:15.399091 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (536c7bcc-7e4a-4dec-95ff-218454969e71), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:15.402805 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-866e721a-6fd5-418c-ae75-f37f10a1d40e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6bd5c1f330104d60bfb991a53869a000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792945 Nov 02 12:41:15.403644 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] Set router 07c4f1b3-71b7-4780-866f-e94af1a64ce4 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:15.407593 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95af8d-b0bc-418f-bad7-b53a3f645075 None None] Pushing event updated for resources: {'Port': ['ID=0f2e1142-fc21-4cdd-95e3-be798740ce58,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:15.414690 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36632) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:15.465554 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2b7c169f-9691-4773-a3a1-24bb3488104b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:15.466879 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5d10f984-2f05-41d7-814e-9fbe096ef0f9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:15.524823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36634) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:15.563068 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cfb631b8-5b1b-422b-bac8-ae15c09e71eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:15.659911 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:15.797808 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-f3b1b830-12a2-48ba-bb11-e6277ea1d960 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Allocated IP 192.168.233.244 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/f6a28c90-4c20-4523-ad16-8dc19c482ea1) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:15.823944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'name': 'tempest-FloatingIPDetailsTestJSON-1977884615-router', 'tenant_id': '47284988ba214419947db6506b8f8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '4edba86b-0559-4e47-9b0e-c0a69a34a10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:05Z', 'updated_at': '2022-11-02T12:41:11Z', 'revision_number': 3, 'project_id': '47284988ba214419947db6506b8f8552', 'gw_port': {'id': '4edba86b-0559-4e47-9b0e-c0a69a34a10c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:07Z', 'updated_at': '2022-11-02T12:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:15.830490 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5d10f984-2f05-41d7-814e-9fbe096ef0f9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:15.830870 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5d10f984-2f05-41d7-814e-9fbe096ef0f9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:15.831221 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5d10f984-2f05-41d7-814e-9fbe096ef0f9 Nov 02 12:41:15.845992 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1d6089c1-3ce8-4dd6-aea9-d69d29ce558f req-c6b272b3-fe67-4fba-b65f-77062766fdc9 tempest-ServerGroupTestJSON-1904491548 tempest-ServerGroupTestJSON-1904491548-project] 10.222.0.64 "GET /networking/v2.0/quotas/f3fd137af33941589ef15699c4d59ffc HTTP/1.1" status: 200 len: 375 time: 0.4006610 Nov 02 12:41:15.868301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-37fe73d4-7e42-4725-aa63-13af5aba87aa None None] Current status of the port 2b7c169f-9691-4773-a3a1-24bb3488104b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:15.937457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] Checking router: f8b53e37-28fd-46c8-b681-2a351840d075 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:41:15.938516 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] Updating router f8b53e37-28fd-46c8-b681-2a351840d075 port 4edba86b-0559-4e47-9b0e-c0a69a34a10c binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:41:15.956871 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7188d3-91de-45fd-9081-251aa6f2561e req-477fc698-f803-4241-8b4d-0e5ca000decb tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:15.958661 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8f7188d3-91de-45fd-9081-251aa6f2561e req-477fc698-f803-4241-8b4d-0e5ca000decb tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56f150cf-3b5c-4ffe-9783-619b9e1dd435 HTTP/1.1" status: 200 len: 950 time: 0.8773806 Nov 02 12:41:15.994065 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] Publish callbacks [] for port (536c7bcc-7e4a-4dec-95ff-218454969e71), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.007386 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-740afebd-74d7-4db6-ac82-bab5abf78edf admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-892849767-network', 'tenant_id': 'a62e260bcc524f18b03a968bb631891d'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:16.052692 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fd2b857b-7841-4807-bb6e-00f65ef7d635 admin admin] Publish callbacks [] for security_group (d2f39aaa-15bc-4226-a2d5-6cf45ec2737d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.063269 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1d6089c1-3ce8-4dd6-aea9-d69d29ce558f req-b0a806dc-aad7-470c-a8db-62557236890c tempest-ServerGroupTestJSON-1904491548 tempest-ServerGroupTestJSON-1904491548-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f3fd137af33941589ef15699c4d59ffc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2008352 Nov 02 12:41:16.080410 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (536c7bcc-7e4a-4dec-95ff-218454969e71), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.094531 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4edba86b-0559-4e47-9b0e-c0a69a34a10c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.114588 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fd2b857b-7841-4807-bb6e-00f65ef7d635 admin admin] Publish callbacks [] for security_group (d2f39aaa-15bc-4226-a2d5-6cf45ec2737d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.203653 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-f3b1b830-12a2-48ba-bb11-e6277ea1d960 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks [] for port (f6a28c90-4c20-4523-ad16-8dc19c482ea1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.222753 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] Attempting to bind port 536c7bcc-7e4a-4dec-95ff-218454969e71 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:41:16.223397 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] Attempting to bind port 536c7bcc-7e4a-4dec-95ff-218454969e71 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:41:16.224983 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] Attempting to bind port 536c7bcc-7e4a-4dec-95ff-218454969e71 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:16.242079 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c4f1b3-71b7-4780-866f-e94af1a64ce4', 'name': 'tempest-ServerGroupTestJSON-172402579-router', 'tenant_id': 'f3fd137af33941589ef15699c4d59ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '7d074905-8f36-4056-b34c-6d2be621d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:49Z', 'updated_at': '2022-11-02T12:41:04Z', 'revision_number': 4, 'project_id': 'f3fd137af33941589ef15699c4d59ffc', 'gw_port': {'id': '7d074905-8f36-4056-b34c-6d2be621d5d6', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c4f1b3-71b7-4780-866f-e94af1a64ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:52Z', 'updated_at': '2022-11-02T12:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '0f2e1142-fc21-4cdd-95e3-be798740ce58', 'name': '', 'network_id': '3de17bbf-e67f-420f-8298-27185c97fc74', 'tenant_id': 'f3fd137af33941589ef15699c4d59ffc', 'mac_address': 'fa:16:3e:51:97:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c4f1b3-71b7-4780-866f-e94af1a64ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b921d6a3-f13a-4b5a-9da7-91fbbacfdd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:00Z', 'updated_at': '2022-11-02T12:41:14Z', 'revision_number': 4, 'project_id': 'f3fd137af33941589ef15699c4d59ffc', 'subnets': [{'id': 'b921d6a3-f13a-4b5a-9da7-91fbbacfdd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:16.275641 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740afebd-74d7-4db6-ac82-bab5abf78edf admin admin] Made reservation on behalf of a62e260bcc524f18b03a968bb631891d for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:16.278419 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-740afebd-74d7-4db6-ac82-bab5abf78edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.284054 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f1b2f-68b9-423d-91b9-b758cebb79c9 None None] Pushing event updated for resources: {'Port': ['ID=536c7bcc-7e4a-4dec-95ff-218454969e71,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:16.302009 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-740afebd-74d7-4db6-ac82-bab5abf78edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.306005 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1b2f-68b9-423d-91b9-b758cebb79c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:16.306657 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1b2f-68b9-423d-91b9-b758cebb79c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:16.307251 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1b2f-68b9-423d-91b9-b758cebb79c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:16.308881 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1b2f-68b9-423d-91b9-b758cebb79c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:16.309425 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1b2f-68b9-423d-91b9-b758cebb79c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:16.309961 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1b2f-68b9-423d-91b9-b758cebb79c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:16.310470 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1b2f-68b9-423d-91b9-b758cebb79c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:16.310999 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1b2f-68b9-423d-91b9-b758cebb79c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:16.312085 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1b2f-68b9-423d-91b9-b758cebb79c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:16.313035 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1b2f-68b9-423d-91b9-b758cebb79c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:16.313557 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1b2f-68b9-423d-91b9-b758cebb79c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:16.314038 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1b2f-68b9-423d-91b9-b758cebb79c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:16.314653 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1b2f-68b9-423d-91b9-b758cebb79c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:16.315389 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1b2f-68b9-423d-91b9-b758cebb79c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:16.315876 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f1b2f-68b9-423d-91b9-b758cebb79c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:16.321026 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:41:16.321710 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:16.322377 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.323375 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:41:16.324054 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] Bound port: 536c7bcc-7e4a-4dec-95ff-218454969e71, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:41:16.324801 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (536c7bcc-7e4a-4dec-95ff-218454969e71), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.406498 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] For port 536c7bcc-7e4a-4dec-95ff-218454969e71, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:16.412130 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] For port 536c7bcc-7e4a-4dec-95ff-218454969e71, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=536c7bcc-7e4a-4dec-95ff-218454969e71,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:16.423995 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6ba6e9b1-2314-4cfd-8e73-144d771d9812 req-b1103ee7-305d-4cdc-bd3c-b7091e99c8f9 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6c033efb-fdb4-4b0e-8da4-66f022ad5d1c HTTP/1.1" status: 200 len: 210 time: 0.1226265 Nov 02 12:41:16.441774 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8f7188d3-91de-45fd-9081-251aa6f2561e req-1687ae04-0e79-44a8-8390-677670dcf8e7 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728415 Nov 02 12:41:16.444425 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9942f168-4c9a-46bb-ad8b-b3ddf949afb6 None None] The sync data for ids ['07c4f1b3-71b7-4780-866f-e94af1a64ce4'] in n-d-857339-6 is: [{'id': '07c4f1b3-71b7-4780-866f-e94af1a64ce4', 'name': 'tempest-ServerGroupTestJSON-172402579-router', 'tenant_id': 'f3fd137af33941589ef15699c4d59ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '7d074905-8f36-4056-b34c-6d2be621d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:49Z', 'updated_at': '2022-11-02T12:41:04Z', 'revision_number': 4, 'project_id': 'f3fd137af33941589ef15699c4d59ffc', 'gw_port': {'id': '7d074905-8f36-4056-b34c-6d2be621d5d6', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c4f1b3-71b7-4780-866f-e94af1a64ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:52Z', 'updated_at': '2022-11-02T12:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '0f2e1142-fc21-4cdd-95e3-be798740ce58', 'name': '', 'network_id': '3de17bbf-e67f-420f-8298-27185c97fc74', 'tenant_id': 'f3fd137af33941589ef15699c4d59ffc', 'mac_address': 'fa:16:3e:51:97:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c4f1b3-71b7-4780-866f-e94af1a64ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b921d6a3-f13a-4b5a-9da7-91fbbacfdd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:00Z', 'updated_at': '2022-11-02T12:41:14Z', 'revision_number': 4, 'project_id': 'f3fd137af33941589ef15699c4d59ffc', 'subnets': [{'id': 'b921d6a3-f13a-4b5a-9da7-91fbbacfdd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:41:16.446174 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-879bad54-7576-4f3a-add6-03ed7df88269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (955dac4a-5a99-4205-b309-62f05f729b03), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.453547 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5d10f984-2f05-41d7-814e-9fbe096ef0f9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:16.558925 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (536c7bcc-7e4a-4dec-95ff-218454969e71), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.610862 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fd2b857b-7841-4807-bb6e-00f65ef7d635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d2f39aaa-15bc-4226-a2d5-6cf45ec2737d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.621617 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fd2b857b-7841-4807-bb6e-00f65ef7d635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.627407 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fd2b857b-7841-4807-bb6e-00f65ef7d635 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d2f39aaa-15bc-4226-a2d5-6cf45ec2737d HTTP/1.1" status: 204 len: 168 time: 1.2071471 Nov 02 12:41:16.629296 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39120aad-d333-4092-85b1-33ca15dd1a8d None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:41:16.667959 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-f3b1b830-12a2-48ba-bb11-e6277ea1d960 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (f6a28c90-4c20-4523-ad16-8dc19c482ea1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.835771 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:16.835771 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f1b2f-68b9-423d-91b9-b758cebb79c9 None None] Pushing event updated for resources: {'Port': ['ID=536c7bcc-7e4a-4dec-95ff-218454969e71,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:16.861981 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] Routers {'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:16.862658 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:41:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:16.889142 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1b6b84e4-8364-43f7-a031-b0912d7dbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.917475 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:17.029076 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b857b-7841-4807-bb6e-00f65ef7d635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f39aaa-15bc-4226-a2d5-6cf45ec2737d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:17.041983 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:17.043114 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7bc26194-c2e1-445f-b82d-7eb57f703194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:17.073432 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36656) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:17.104053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['3d81e47f-bfd3-4fb1-86b4-cc02113a5157', 'ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:41:17.104816 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] Set router c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:17.106973 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31', 'e525a055-f6de-4e9a-b9cb-07d71ab395a1', '5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:41:17.132714 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-f3b1b830-12a2-48ba-bb11-e6277ea1d960 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:17.159069 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2b7c169f-9691-4773-a3a1-24bb3488104b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:17.175300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-f3b1b830-12a2-48ba-bb11-e6277ea1d960 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:17.230070 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:17.263929 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:17.312170 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-740afebd-74d7-4db6-ac82-bab5abf78edf admin admin] Publish callbacks [] for security_group (c0be13d2-ea55-4c67-9973-1e18420cb001), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:17.319017 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-f3b1b830-12a2-48ba-bb11-e6277ea1d960 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:41:17.352332 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:17.369238 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879bad54-7576-4f3a-add6-03ed7df88269 admin admin] Router 955dac4a-5a99-4205-b309-62f05f729b03 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:41:17.397074 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1b830-12a2-48ba-bb11-e6277ea1d960 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Pushing event updated for resources: {'Port': ['ID=f6a28c90-4c20-4523-ad16-8dc19c482ea1,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:17.462036 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:17.491431 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-740afebd-74d7-4db6-ac82-bab5abf78edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c0be13d2-ea55-4c67-9973-1e18420cb001), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:17.526294 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-f3b1b830-12a2-48ba-bb11-e6277ea1d960 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:17.527158 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-f3b1b830-12a2-48ba-bb11-e6277ea1d960 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:17.576073 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740afebd-74d7-4db6-ac82-bab5abf78edf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:41:17.727584 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-740afebd-74d7-4db6-ac82-bab5abf78edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (6807d29d-1c1d-4491-9ec0-e7e287114b4f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:17.728762 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-740afebd-74d7-4db6-ac82-bab5abf78edf admin admin] Added segment 6807d29d-1c1d-4491-9ec0-e7e287114b4f of type vlan for network 5d29f958-1d50-4cdd-bd1c-e945977913f9 Nov 02 12:41:17.730924 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740afebd-74d7-4db6-ac82-bab5abf78edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0be13d2-ea55-4c67-9973-1e18420cb001,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:17.745567 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2b7c169f-9691-4773-a3a1-24bb3488104b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:17.746138 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2b7c169f-9691-4773-a3a1-24bb3488104b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:17.746664 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2b7c169f-9691-4773-a3a1-24bb3488104b Nov 02 12:41:17.829837 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-f3b1b830-12a2-48ba-bb11-e6277ea1d960 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9639781 Nov 02 12:41:17.847544 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82', 'name': 'tempest-ServerAddressesNegativeTestJSON-2128137985-router', 'tenant_id': 'c7ac1379307745cebba3fb9757ca990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '536c7bcc-7e4a-4dec-95ff-218454969e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:03Z', 'updated_at': '2022-11-02T12:41:11Z', 'revision_number': 3, 'project_id': 'c7ac1379307745cebba3fb9757ca990b', 'gw_port': {'id': '536c7bcc-7e4a-4dec-95ff-218454969e71', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cf:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:07Z', 'updated_at': '2022-11-02T12:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:17.890051 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] Request body: {'port': {'device_id': '6c033efb-fdb4-4b0e-8da4-66f022ad5d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-857339-6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:17.950105 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f183a5d-afdb-43ad-a103-468bf24a68cc None None] The sync data for ids ['c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82'] in n-d-857339-6 is: [{'id': 'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82', 'name': 'tempest-ServerAddressesNegativeTestJSON-2128137985-router', 'tenant_id': 'c7ac1379307745cebba3fb9757ca990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '536c7bcc-7e4a-4dec-95ff-218454969e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:03Z', 'updated_at': '2022-11-02T12:41:11Z', 'revision_number': 3, 'project_id': 'c7ac1379307745cebba3fb9757ca990b', 'gw_port': {'id': '536c7bcc-7e4a-4dec-95ff-218454969e71', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cf:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:07Z', 'updated_at': '2022-11-02T12:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:41:18.011684 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-740afebd-74d7-4db6-ac82-bab5abf78edf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (5d29f958-1d50-4cdd-bd1c-e945977913f9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:18.023204 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-1b6b84e4-8364-43f7-a031-b0912d7dbd6d admin admin] Allocated IP 172.20.0.1 (2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9/b8f207a1-4a3a-4733-8be4-ab2dbc95134a/b44ac9af-834d-4121-8bb8-28725194ad62) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:18.080122 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f6a28c90-4c20-4523-ad16-8dc19c482ea1), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:18.091687 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39120aad-d333-4092-85b1-33ca15dd1a8d None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:41:18.162274 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:18.212104 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] Publish callbacks [] for port (4edba86b-0559-4e47-9b0e-c0a69a34a10c), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:18.376801 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-7bc26194-c2e1-445f-b82d-7eb57f703194 admin admin] Allocated IP 172.20.0.1 (a890c567-3928-4c42-99eb-2fe6108b5e92/13eb20dc-6b92-4986-9386-50eb908f315e/f85cb1ea-b86a-448f-8bd8-73cf25ae691f) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:18.539947 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dafcf-03c9-4306-9282-533d86be3d16 req-b53cd0d1-4fb6-444f-9674-b1cdb3530ab8 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:18.558910 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fb6dafcf-03c9-4306-9282-533d86be3d16 req-b53cd0d1-4fb6-444f-9674-b1cdb3530ab8 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6c033efb-fdb4-4b0e-8da4-66f022ad5d1c HTTP/1.1" status: 200 len: 936 time: 0.7032702 Nov 02 12:41:18.561683 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4edba86b-0559-4e47-9b0e-c0a69a34a10c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:18.569042 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:18.666667 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57a2d8-24d5-489f-b306-4506688a5e51 req-30beaf5a-eb4f-492e-a4d2-0445c3b56221 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:18.669273 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fd57a2d8-24d5-489f-b306-4506688a5e51 req-30beaf5a-eb4f-492e-a4d2-0445c3b56221 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56f150cf-3b5c-4ffe-9783-619b9e1dd435 HTTP/1.1" status: 200 len: 950 time: 0.8578613 Nov 02 12:41:18.692247 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a28c90-4c20-4523-ad16-8dc19c482ea1 {{(pid=105976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:41:18.693323 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:18.704606 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] Attempting to bind port 4edba86b-0559-4e47-9b0e-c0a69a34a10c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:41:18.704979 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] Attempting to bind port 4edba86b-0559-4e47-9b0e-c0a69a34a10c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:41:18.705568 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] Attempting to bind port 4edba86b-0559-4e47-9b0e-c0a69a34a10c on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:18.736310 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:18.741613 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-740afebd-74d7-4db6-ac82-bab5abf78edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (5d29f958-1d50-4cdd-bd1c-e945977913f9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:18.742626 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740afebd-74d7-4db6-ac82-bab5abf78edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:18.743255 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-740afebd-74d7-4db6-ac82-bab5abf78edf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:18.744426 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:18.761943 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] Publish callbacks [] for port (f6a28c90-4c20-4523-ad16-8dc19c482ea1), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:18.788997 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.provisioning_blocks [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] Transition to ACTIVE for port object f6a28c90-4c20-4523-ad16-8dc19c482ea1 will not be triggered until provisioned by entity L2. {{(pid=105976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:41:18.881729 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7bc26194-c2e1-445f-b82d-7eb57f703194 admin admin] Publish callbacks [] for port (f85cb1ea-b86a-448f-8bd8-73cf25ae691f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:18.948875 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879bad54-7576-4f3a-add6-03ed7df88269 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:41:18.956945 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (f6a28c90-4c20-4523-ad16-8dc19c482ea1), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:18.962615 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-879bad54-7576-4f3a-add6-03ed7df88269 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/955dac4a-5a99-4205-b309-62f05f729b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3017588 Nov 02 12:41:18.967220 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5837a5a-c234-40bd-bf35-32c5197398fd None None] Sync routers for ids ['955dac4a-5a99-4205-b309-62f05f729b03'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:41:18.979722 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36678) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:19.022582 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a746fb-1011-4641-ae75-25b00091163d None None] Pushing event updated for resources: {'Port': ['ID=4edba86b-0559-4e47-9b0e-c0a69a34a10c,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:19.024738 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5837a5a-c234-40bd-bf35-32c5197398fd None None] Routers {'955dac4a-5a99-4205-b309-62f05f729b03'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:19.026045 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d5837a5a-c234-40bd-bf35-32c5197398fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:41:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['955dac4a-5a99-4205-b309-62f05f729b03'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:19.085068 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fb6dafcf-03c9-4306-9282-533d86be3d16 req-9b655375-51a7-4522-a63f-f09a844e6c77 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776504 Nov 02 12:41:19.104054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2b7c169f-9691-4773-a3a1-24bb3488104b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:19.107426 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5d10f984-2f05-41d7-814e-9fbe096ef0f9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:19.132171 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-740afebd-74d7-4db6-ac82-bab5abf78edf admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.5998907 Nov 02 12:41:19.143998 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36680) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:19.152172 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f5a83b3c-2815-450d-9394-d8f1d3c72513 admin admin] Request body: {'subnet': {'network_id': '5d29f958-1d50-4cdd-bd1c-e945977913f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-892849767-subnet', 'tenant_id': 'a62e260bcc524f18b03a968bb631891d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:19.250670 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fd57a2d8-24d5-489f-b306-4506688a5e51 req-0cc1aee4-0bd6-4266-82b6-2e2c205b7bd2 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5631843 Nov 02 12:41:19.298256 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740afebd-74d7-4db6-ac82-bab5abf78edf admin admin] Pushing event updated for resources: {'Network': ['ID=5d29f958-1d50-4cdd-bd1c-e945977913f9,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:19.310389 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a28c90-4c20-4523-ad16-8dc19c482ea1,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:19.318940 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7bc26194-c2e1-445f-b82d-7eb57f703194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (f85cb1ea-b86a-448f-8bd8-73cf25ae691f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:19.506699 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a746fb-1011-4641-ae75-25b00091163d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.507899 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a746fb-1011-4641-ae75-25b00091163d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.508582 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a746fb-1011-4641-ae75-25b00091163d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.509176 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a746fb-1011-4641-ae75-25b00091163d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.510047 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a746fb-1011-4641-ae75-25b00091163d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.524723 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a746fb-1011-4641-ae75-25b00091163d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.525663 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a746fb-1011-4641-ae75-25b00091163d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.526255 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a746fb-1011-4641-ae75-25b00091163d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.526894 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a746fb-1011-4641-ae75-25b00091163d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.527456 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a746fb-1011-4641-ae75-25b00091163d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.528250 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a746fb-1011-4641-ae75-25b00091163d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.529073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a746fb-1011-4641-ae75-25b00091163d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.529951 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a746fb-1011-4641-ae75-25b00091163d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.530520 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a746fb-1011-4641-ae75-25b00091163d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.532146 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a746fb-1011-4641-ae75-25b00091163d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.551126 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 5d29f958-1d50-4cdd-bd1c-e945977913f9 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:41:19.615315 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d5837a5a-c234-40bd-bf35-32c5197398fd None None] Set router 955dac4a-5a99-4205-b309-62f05f729b03 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:19.988309 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc26194-c2e1-445f-b82d-7eb57f703194 admin admin] Network a890c567-3928-4c42-99eb-2fe6108b5e92 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:19.995829 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:20.041469 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-7bc26194-c2e1-445f-b82d-7eb57f703194 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:20.053336 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc26194-c2e1-445f-b82d-7eb57f703194 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:41:20.066924 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:41:20.068637 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:20.069701 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:20.071198 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:41:20.072918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] Bound port: 4edba86b-0559-4e47-9b0e-c0a69a34a10c, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:41:20.074097 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4edba86b-0559-4e47-9b0e-c0a69a34a10c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:20.081175 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:20.094530 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-834683e1-131b-46cb-9b9c-36a136f9771b admin admin] Publish callbacks [] for router (955dac4a-5a99-4205-b309-62f05f729b03), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:20.125766 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1b6b84e4-8364-43f7-a031-b0912d7dbd6d admin admin] Publish callbacks [] for port (b44ac9af-834d-4121-8bb8-28725194ad62), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:20.164771 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d5837a5a-c234-40bd-bf35-32c5197398fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955dac4a-5a99-4205-b309-62f05f729b03', 'name': 'tempest-ImagesTestJSON-1475722734-router', 'tenant_id': '1b371bd21fb44fc1948e03029ee437c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '2c41a16e-0875-4b8d-b03e-81812e1c3605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:38Z', 'updated_at': '2022-11-02T12:41:14Z', 'revision_number': 5, 'project_id': '1b371bd21fb44fc1948e03029ee437c3', 'gw_port': {'id': '2c41a16e-0875-4b8d-b03e-81812e1c3605', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dac4a-5a99-4205-b309-62f05f729b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:41Z', 'updated_at': '2022-11-02T12:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:20.174649 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7bc26194-c2e1-445f-b82d-7eb57f703194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (f8b53e37-28fd-46c8-b681-2a351840d075), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:20.245351 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5837a5a-c234-40bd-bf35-32c5197398fd None None] Checking router: 955dac4a-5a99-4205-b309-62f05f729b03 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:41:20.257003 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5837a5a-c234-40bd-bf35-32c5197398fd None None] Routers {'955dac4a-5a99-4205-b309-62f05f729b03'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:20.257658 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d5837a5a-c234-40bd-bf35-32c5197398fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:41:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['955dac4a-5a99-4205-b309-62f05f729b03'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:20.329342 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:20.387181 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a91f1a6b-04e8-4164-96ca-f7f496cd4b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (07c4f1b3-71b7-4780-866f-e94af1a64ce4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:20.440354 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a83b3c-2815-450d-9394-d8f1d3c72513 admin admin] Made reservation on behalf of a62e260bcc524f18b03a968bb631891d for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:20.462216 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f5a83b3c-2815-450d-9394-d8f1d3c72513 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:20.485164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5d10f984-2f05-41d7-814e-9fbe096ef0f9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:20.485782 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5d10f984-2f05-41d7-814e-9fbe096ef0f9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:20.486356 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5d10f984-2f05-41d7-814e-9fbe096ef0f9 Nov 02 12:41:20.491237 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:20.508051 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc26194-c2e1-445f-b82d-7eb57f703194 admin admin] Pushing event updated for resources: {'Port': ['ID=f85cb1ea-b86a-448f-8bd8-73cf25ae691f,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:20.537078 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d5837a5a-c234-40bd-bf35-32c5197398fd None None] Set router 955dac4a-5a99-4205-b309-62f05f729b03 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:20.709565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] For port 4edba86b-0559-4e47-9b0e-c0a69a34a10c, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:20.825124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] For port 4edba86b-0559-4e47-9b0e-c0a69a34a10c, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4edba86b-0559-4e47-9b0e-c0a69a34a10c,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:20.858915 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:20.924962 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5d10f984-2f05-41d7-814e-9fbe096ef0f9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:20.970240 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4edba86b-0559-4e47-9b0e-c0a69a34a10c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:21.062104 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] Attempting to bind port f6a28c90-4c20-4523-ad16-8dc19c482ea1 on host n-h1-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:41:21.063715 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] Attempting to bind port f6a28c90-4c20-4523-ad16-8dc19c482ea1 by drivers openvswitch,hyperv on host n-h1-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:41:21.063715 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] Attempting to bind port f6a28c90-4c20-4523-ad16-8dc19c482ea1 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:21.136855 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:21.144417 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-834683e1-131b-46cb-9b9c-36a136f9771b admin admin] Publish callbacks [] for router_gateway (955dac4a-5a99-4205-b309-62f05f729b03), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:21.176826 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] Routers {'f8b53e37-28fd-46c8-b681-2a351840d075'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:21.180304 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:41:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f8b53e37-28fd-46c8-b681-2a351840d075'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:21.282120 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893cc97-c8be-4de9-bb5f-e45794c100f6 req-bf28e87a-bddd-480c-b58d-e4f7ea362f69 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:21.283765 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8893cc97-c8be-4de9-bb5f-e45794c100f6 req-bf28e87a-bddd-480c-b58d-e4f7ea362f69 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6c033efb-fdb4-4b0e-8da4-66f022ad5d1c HTTP/1.1" status: 200 len: 948 time: 0.6599805 Nov 02 12:41:21.363900 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:21.390628 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1b6b84e4-8364-43f7-a031-b0912d7dbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (b44ac9af-834d-4121-8bb8-28725194ad62), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:21.471146 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d5837a5a-c234-40bd-bf35-32c5197398fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955dac4a-5a99-4205-b309-62f05f729b03', 'name': 'tempest-ImagesTestJSON-1475722734-router', 'tenant_id': '1b371bd21fb44fc1948e03029ee437c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '2c41a16e-0875-4b8d-b03e-81812e1c3605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:38Z', 'updated_at': '2022-11-02T12:41:14Z', 'revision_number': 5, 'project_id': '1b371bd21fb44fc1948e03029ee437c3', 'gw_port': {'id': '2c41a16e-0875-4b8d-b03e-81812e1c3605', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dac4a-5a99-4205-b309-62f05f729b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:41Z', 'updated_at': '2022-11-02T12:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:21.473420 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] Port f6a28c90-4c20-4523-ad16-8dc19c482ea1 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h1-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:41:21.474206 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] Attempting to bind port f6a28c90-4c20-4523-ad16-8dc19c482ea1 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:21.549136 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5837a5a-c234-40bd-bf35-32c5197398fd None None] The sync data for ids ['955dac4a-5a99-4205-b309-62f05f729b03'] in n-d-857339-6 is: [{'id': '955dac4a-5a99-4205-b309-62f05f729b03', 'name': 'tempest-ImagesTestJSON-1475722734-router', 'tenant_id': '1b371bd21fb44fc1948e03029ee437c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '2c41a16e-0875-4b8d-b03e-81812e1c3605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:38Z', 'updated_at': '2022-11-02T12:41:14Z', 'revision_number': 5, 'project_id': '1b371bd21fb44fc1948e03029ee437c3', 'gw_port': {'id': '2c41a16e-0875-4b8d-b03e-81812e1c3605', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dac4a-5a99-4205-b309-62f05f729b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:41Z', 'updated_at': '2022-11-02T12:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:41:21.621757 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] Set router f8b53e37-28fd-46c8-b681-2a351840d075 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:21.653450 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-834683e1-131b-46cb-9b9c-36a136f9771b admin admin] Deleting port 2c41a16e-0875-4b8d-b03e-81812e1c3605 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:21.655004 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-834683e1-131b-46cb-9b9c-36a136f9771b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2c41a16e-0875-4b8d-b03e-81812e1c3605), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:21.740432 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 536c7bcc-7e4a-4dec-95ff-218454969e71 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:21.755185 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6b84e4-8364-43f7-a031-b0912d7dbd6d admin admin] Network 2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:21.975652 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-1b6b84e4-8364-43f7-a031-b0912d7dbd6d admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:21.984377 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a746fb-1011-4641-ae75-25b00091163d None None] Pushing event updated for resources: {'Port': ['ID=4edba86b-0559-4e47-9b0e-c0a69a34a10c,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:22.022909 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b49c8625-282f-45a0-9c06-7e6a9ac8d449 None None] Provisioning complete for port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:22.023392 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b49c8625-282f-45a0-9c06-7e6a9ac8d449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (faf16a31-9985-4bf5-97ad-82d7a9e7ef54), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:22.023702 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b49c8625-282f-45a0-9c06-7e6a9ac8d449 None None] Attempt 1 to provision port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 Nov 02 12:41:22.046000 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f5a83b3c-2815-450d-9394-d8f1d3c72513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (d513cdcd-e446-4413-893a-5d518c121097), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:22.124260 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6b84e4-8364-43f7-a031-b0912d7dbd6d admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:41:22.227263 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:22.229947 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1b6b84e4-8364-43f7-a031-b0912d7dbd6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:22.268911 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] Checking agent: {'id': '28672587-11d8-44d6-bec6-0497f44187a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:41:22.269683 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:22.303055 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:41:22.303864 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] Bound port: f6a28c90-4c20-4523-ad16-8dc19c482ea1, host: n-h1-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:41:22.304298 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f6a28c90-4c20-4523-ad16-8dc19c482ea1), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:22.452712 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-834683e1-131b-46cb-9b9c-36a136f9771b admin admin] For port 2c41a16e-0875-4b8d-b03e-81812e1c3605, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2c41a16e-0875-4b8d-b03e-81812e1c3605,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:22.453418 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-834683e1-131b-46cb-9b9c-36a136f9771b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2c41a16e-0875-4b8d-b03e-81812e1c3605), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:22.471893 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-834683e1-131b-46cb-9b9c-36a136f9771b admin admin] Calling delete_port for 2c41a16e-0875-4b8d-b03e-81812e1c3605 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:22.478243 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:22.480722 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:22.527190 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a83b3c-2815-450d-9394-d8f1d3c72513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d513cdcd-e446-4413-893a-5d518c121097,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:22.649565 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:22.650724 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:22.686500 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'name': 'tempest-FloatingIPDetailsTestJSON-1977884615-router', 'tenant_id': '47284988ba214419947db6506b8f8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '4edba86b-0559-4e47-9b0e-c0a69a34a10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:05Z', 'updated_at': '2022-11-02T12:41:20Z', 'revision_number': 4, 'project_id': '47284988ba214419947db6506b8f8552', 'gw_port': {'id': '4edba86b-0559-4e47-9b0e-c0a69a34a10c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:07Z', 'updated_at': '2022-11-02T12:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'f85cb1ea-b86a-448f-8bd8-73cf25ae691f', 'name': '', 'network_id': 'a890c567-3928-4c42-99eb-2fe6108b5e92', 'tenant_id': '47284988ba214419947db6506b8f8552', 'mac_address': 'fa:16:3e:bf:46:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '13eb20dc-6b92-4986-9386-50eb908f315e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:17Z', 'updated_at': '2022-11-02T12:41:18Z', 'revision_number': 1, 'project_id': '47284988ba214419947db6506b8f8552', 'subnets': [{'id': '13eb20dc-6b92-4986-9386-50eb908f315e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:22.693000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 536c7bcc-7e4a-4dec-95ff-218454969e71 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:22.693645 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (536c7bcc-7e4a-4dec-95ff-218454969e71), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:22.694187 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 536c7bcc-7e4a-4dec-95ff-218454969e71 Nov 02 12:41:22.709425 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7bc26194-c2e1-445f-b82d-7eb57f703194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f85cb1ea-b86a-448f-8bd8-73cf25ae691f), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:22.729537 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b84e4-8364-43f7-a031-b0912d7dbd6d admin admin] Pushing event updated for resources: {'Port': ['ID=b44ac9af-834d-4121-8bb8-28725194ad62,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:22.734999 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db992d46-8887-4b50-84b6-3838f642e976 None None] The sync data for ids ['f8b53e37-28fd-46c8-b681-2a351840d075'] in n-d-857339-6 is: [{'id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'name': 'tempest-FloatingIPDetailsTestJSON-1977884615-router', 'tenant_id': '47284988ba214419947db6506b8f8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '4edba86b-0559-4e47-9b0e-c0a69a34a10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:05Z', 'updated_at': '2022-11-02T12:41:20Z', 'revision_number': 4, 'project_id': '47284988ba214419947db6506b8f8552', 'gw_port': {'id': '4edba86b-0559-4e47-9b0e-c0a69a34a10c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:07Z', 'updated_at': '2022-11-02T12:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'f85cb1ea-b86a-448f-8bd8-73cf25ae691f', 'name': '', 'network_id': 'a890c567-3928-4c42-99eb-2fe6108b5e92', 'tenant_id': '47284988ba214419947db6506b8f8552', 'mac_address': 'fa:16:3e:bf:46:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '13eb20dc-6b92-4986-9386-50eb908f315e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:17Z', 'updated_at': '2022-11-02T12:41:18Z', 'revision_number': 1, 'project_id': '47284988ba214419947db6506b8f8552', 'subnets': [{'id': '13eb20dc-6b92-4986-9386-50eb908f315e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:41:22.767646 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8893cc97-c8be-4de9-bb5f-e45794c100f6 req-d380ae24-b8fc-4d12-9bf9-fe32273fa8d7 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4035397 Nov 02 12:41:22.809815 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-834683e1-131b-46cb-9b9c-36a136f9771b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (2c41a16e-0875-4b8d-b03e-81812e1c3605), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:22.838026 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b49c8625-282f-45a0-9c06-7e6a9ac8d449 None None] Current status of the port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:22.897221 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834683e1-131b-46cb-9b9c-36a136f9771b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c41a16e-0875-4b8d-b03e-81812e1c3605,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:22.908760 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a91f1a6b-04e8-4164-96ca-f7f496cd4b62 admin admin] Deleting port 0f2e1142-fc21-4cdd-95e3-be798740ce58 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:22.911423 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a91f1a6b-04e8-4164-96ca-f7f496cd4b62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0f2e1142-fc21-4cdd-95e3-be798740ce58), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:22.941785 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 536c7bcc-7e4a-4dec-95ff-218454969e71 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:22.942390 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (536c7bcc-7e4a-4dec-95ff-218454969e71), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:22.997686 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 536c7bcc-7e4a-4dec-95ff-218454969e71, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=536c7bcc-7e4a-4dec-95ff-218454969e71,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:23.029080 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-96d84115-4d48-4fcc-bdae-ffef2931a527 None None] Provisioning complete for port b44ac9af-834d-4121-8bb8-28725194ad62 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:23.030342 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-96d84115-4d48-4fcc-bdae-ffef2931a527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b44ac9af-834d-4121-8bb8-28725194ad62), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:23.030868 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-96d84115-4d48-4fcc-bdae-ffef2931a527 None None] Attempt 1 to provision port b44ac9af-834d-4121-8bb8-28725194ad62 Nov 02 12:41:23.099344 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-834683e1-131b-46cb-9b9c-36a136f9771b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (955dac4a-5a99-4205-b309-62f05f729b03), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:23.116189 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-96d84115-4d48-4fcc-bdae-ffef2931a527 None None] Port b44ac9af-834d-4121-8bb8-28725194ad62 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:41:23.130705 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-96d84115-4d48-4fcc-bdae-ffef2931a527 None None] Provisioning complete for port f85cb1ea-b86a-448f-8bd8-73cf25ae691f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:23.139856 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-96d84115-4d48-4fcc-bdae-ffef2931a527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f85cb1ea-b86a-448f-8bd8-73cf25ae691f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:23.139856 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-96d84115-4d48-4fcc-bdae-ffef2931a527 None None] Attempt 1 to provision port f85cb1ea-b86a-448f-8bd8-73cf25ae691f Nov 02 12:41:23.177682 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7bc26194-c2e1-445f-b82d-7eb57f703194 admin admin] Publish callbacks [] for port (f85cb1ea-b86a-448f-8bd8-73cf25ae691f), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:23.183090 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a83b3c-2815-450d-9394-d8f1d3c72513 admin admin] Checking segment: {'id': '6807d29d-1c1d-4491-9ec0-e7e287114b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '5d29f958-1d50-4cdd-bd1c-e945977913f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:23.183732 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a83b3c-2815-450d-9394-d8f1d3c72513 admin admin] Network hostable DHCP agents. Network: 5d29f958-1d50-4cdd-bd1c-e945977913f9, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:41:23.200145 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (536c7bcc-7e4a-4dec-95ff-218454969e71), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:23.202603 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0f2e1142-fc21-4cdd-95e3-be798740ce58 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:23.237104 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] For port f6a28c90-4c20-4523-ad16-8dc19c482ea1, host n-h1-857339-6, cleared binding levels {{(pid=105976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:23.244541 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] For port f6a28c90-4c20-4523-ad16-8dc19c482ea1, host n-h1-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=f6a28c90-4c20-4523-ad16-8dc19c482ea1,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:23.313399 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7bc26194-c2e1-445f-b82d-7eb57f703194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (f85cb1ea-b86a-448f-8bd8-73cf25ae691f), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:23.352940 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=536c7bcc-7e4a-4dec-95ff-218454969e71,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:23.385027 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-96d84115-4d48-4fcc-bdae-ffef2931a527 None None] Port f85cb1ea-b86a-448f-8bd8-73cf25ae691f cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:41:23.411594 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0f2e1142-fc21-4cdd-95e3-be798740ce58 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:23.412408 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0f2e1142-fc21-4cdd-95e3-be798740ce58), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:23.412745 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a83b3c-2815-450d-9394-d8f1d3c72513 admin admin] Network 5d29f958-1d50-4cdd-bd1c-e945977913f9 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:41:23.413881 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0f2e1142-fc21-4cdd-95e3-be798740ce58 Nov 02 12:41:23.423711 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (f6a28c90-4c20-4523-ad16-8dc19c482ea1), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:23.428674 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:23.429733 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:23.432427 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/f6a28c90-4c20-4523-ad16-8dc19c482ea1 HTTP/1.1" status: 200 len: 1096 time: 5.5749967 Nov 02 12:41:23.434450 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-834683e1-131b-46cb-9b9c-36a136f9771b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (955dac4a-5a99-4205-b309-62f05f729b03), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:23.446930 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-834683e1-131b-46cb-9b9c-36a136f9771b admin admin] Publish callbacks [] for router_controller (955dac4a-5a99-4205-b309-62f05f729b03), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:23.447789 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c033efb-fdb4-4b0e-8da4-66f022ad5d1c', 'tag': 'f6a28c90-4c20-4523-ad16-8dc19c482ea1'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:41:23.452201 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f65f670-5ba9-4673-aaba-336e53e7d64b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c033efb-fdb4-4b0e-8da4-66f022ad5d1c", "tag": "f6a28c90-4c20-4523-ad16-8dc19c482ea1"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:41:23.462992 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc26194-c2e1-445f-b82d-7eb57f703194 admin admin] Pushing event updated for resources: {'Port': ['ID=f85cb1ea-b86a-448f-8bd8-73cf25ae691f,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:23.553891 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc76e20d-34c6-4cb6-8f20-9714c1d93886 x-openstack-request-id: req-cc76e20d-34c6-4cb6-8f20-9714c1d93886 {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:41:23.554252 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c033efb-fdb4-4b0e-8da4-66f022ad5d1c", "tag": "f6a28c90-4c20-4523-ad16-8dc19c482ea1", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:41:23.554648 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc76e20d-34c6-4cb6-8f20-9714c1d93886 {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:41:23.555123 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc76e20d-34c6-4cb6-8f20-9714c1d93886'] response: {'name': 'network-changed', 'server_uuid': '6c033efb-fdb4-4b0e-8da4-66f022ad5d1c', 'tag': 'f6a28c90-4c20-4523-ad16-8dc19c482ea1', 'status': 'completed', 'code': 200} Nov 02 12:41:23.559587 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7bc26194-c2e1-445f-b82d-7eb57f703194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (f8b53e37-28fd-46c8-b681-2a351840d075), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:23.654562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0f2e1142-fc21-4cdd-95e3-be798740ce58 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:23.654562 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0f2e1142-fc21-4cdd-95e3-be798740ce58), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:23.654840 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-f5a83b3c-2815-450d-9394-d8f1d3c72513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 5d29f958-1d50-4cdd-bd1c-e945977913f9) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:23.678216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12842b4-8ca8-4a66-a292-e0b554aab970 None None] Network 5d29f958-1d50-4cdd-bd1c-e945977913f9 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:41:23.678688 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a83b3c-2815-450d-9394-d8f1d3c72513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:23.679977 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f5a83b3c-2815-450d-9394-d8f1d3c72513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:23.739148 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1e624-89a1-47b9-8711-335b772bf161 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a28c90-4c20-4523-ad16-8dc19c482ea1,revision_number=3']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:23.810168 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-a91f1a6b-04e8-4164-96ca-f7f496cd4b62 admin admin] For port 0f2e1142-fc21-4cdd-95e3-be798740ce58, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0f2e1142-fc21-4cdd-95e3-be798740ce58,segment=NetworkSegment(2f39abe5-f9f9-4ef3-b932-65bba7dce208),segment_id=2f39abe5-f9f9-4ef3-b932-65bba7dce208)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:23.813548 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a91f1a6b-04e8-4164-96ca-f7f496cd4b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0f2e1142-fc21-4cdd-95e3-be798740ce58), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:23.835662 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:23.845534 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device f2839789-4a72-426e-888c-7dd2672362a4 details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:41:23.874358 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-834683e1-131b-46cb-9b9c-36a136f9771b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (955dac4a-5a99-4205-b309-62f05f729b03), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:23.875399 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834683e1-131b-46cb-9b9c-36a136f9771b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 955dac4a-5a99-4205-b309-62f05f729b03 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:41:23.878819 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a91f1a6b-04e8-4164-96ca-f7f496cd4b62 admin admin] Calling delete_port for 0f2e1142-fc21-4cdd-95e3-be798740ce58 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:23.902471 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 0f2e1142-fc21-4cdd-95e3-be798740ce58, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0f2e1142-fc21-4cdd-95e3-be798740ce58,segment=NetworkSegment(2f39abe5-f9f9-4ef3-b932-65bba7dce208),segment_id=2f39abe5-f9f9-4ef3-b932-65bba7dce208)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:23.916148 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-5d29f958-1d50-4cdd-bd1c-e945977913f9', 'network_id': '5d29f958-1d50-4cdd-bd1c-e945977913f9', 'project_id': 'a62e260bcc524f18b03a968bb631891d', 'fixed_ips': [{'subnet_id': 'd513cdcd-e446-4413-893a-5d518c121097'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:41:23.918184 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:23.933718 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-834683e1-131b-46cb-9b9c-36a136f9771b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:23.937460 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-834683e1-131b-46cb-9b9c-36a136f9771b admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/955dac4a-5a99-4205-b309-62f05f729b03 HTTP/1.1" status: 204 len: 168 time: 4.9203489 Nov 02 12:41:23.955643 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36776) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:23.977688 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:23.992588 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65f670-5ba9-4673-aaba-336e53e7d64b req-03b7ccf4-4fea-4cbd-b17f-1819a1284da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:24.003479 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-0f65f670-5ba9-4673-aaba-336e53e7d64b req-03b7ccf4-4fea-4cbd-b17f-1819a1284da3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=6c033efb-fdb4-4b0e-8da4-66f022ad5d1c HTTP/1.1" status: 200 len: 1130 time: 0.3756115 Nov 02 12:41:24.006167 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0f2e1142-fc21-4cdd-95e3-be798740ce58), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:24.055881 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f5a83b3c-2815-450d-9394-d8f1d3c72513 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.9087336 Nov 02 12:41:24.117422 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-651505ce-b776-48c1-9a7a-5874e8ccdd75 admin admin] Deleting subnet 131c09ec-1ee7-4c6c-bd9c-2ab63d00d24d {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:41:24.127982 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36778) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:24.172319 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-680b7284-109c-4b95-92b3-5374fe1973f9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-892849767-router', 'tenant_id': 'a62e260bcc524f18b03a968bb631891d', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:24.184165 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-651505ce-b776-48c1-9a7a-5874e8ccdd75 admin admin] Publish callbacks [] for subnet (131c09ec-1ee7-4c6c-bd9c-2ab63d00d24d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:24.198871 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-0f65f670-5ba9-4673-aaba-336e53e7d64b req-d5b4b904-44cd-4404-a1f3-58741d0d50be service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=cdd844366c7343be97d0911ff5c05ba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1100757 Nov 02 12:41:24.220712 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=0f2e1142-fc21-4cdd-95e3-be798740ce58,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:24.417394 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:24.477111 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc26194-c2e1-445f-b82d-7eb57f703194 admin admin] Network a890c567-3928-4c42-99eb-2fe6108b5e92 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:24.489372 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-7bc26194-c2e1-445f-b82d-7eb57f703194 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:24.553045 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b560a4-871a-4667-b113-083843f18c26 req-5b0b41b6-61c0-414a-af8c-93ed04da8137 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:24.563096 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65f670-5ba9-4673-aaba-336e53e7d64b req-b9e8025b-74dc-42c7-8bda-973bcf39b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:24.581436 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port f2839789-4a72-426e-888c-7dd2672362a4, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=f2839789-4a72-426e-888c-7dd2672362a4,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:24.582332 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-0f65f670-5ba9-4673-aaba-336e53e7d64b req-b9e8025b-74dc-42c7-8bda-973bcf39b901 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3627634 Nov 02 12:41:24.613616 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-29b560a4-871a-4667-b113-083843f18c26 req-5b0b41b6-61c0-414a-af8c-93ed04da8137 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6c033efb-fdb4-4b0e-8da4-66f022ad5d1c HTTP/1.1" status: 200 len: 948 time: 0.4692109 Nov 02 12:41:24.620872 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': 'f2839789-4a72-426e-888c-7dd2672362a4', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': 'f2839789-4a72-426e-888c-7dd2672362a4', 'mac_address': 'fa:16:3e:89:6c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:41:24.640448 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:24.644154 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-651505ce-b776-48c1-9a7a-5874e8ccdd75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (131c09ec-1ee7-4c6c-bd9c-2ab63d00d24d), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:24.652667 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] Allocated IP 172.20.0.2 (5d29f958-1d50-4cdd-bd1c-e945977913f9/d513cdcd-e446-4413-893a-5d518c121097/7edbe728-ea55-465f-9fc8-ae8f7715c6fb) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:24.694204 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-680b7284-109c-4b95-92b3-5374fe1973f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (c6689a14-d319-4594-b525-345dd4337a6b), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:24.701210 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-680b7284-109c-4b95-92b3-5374fe1973f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (c6689a14-d319-4594-b525-345dd4337a6b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:24.865255 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36800) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:25.017565 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc26194-c2e1-445f-b82d-7eb57f703194 admin admin] Router f8b53e37-28fd-46c8-b681-2a351840d075 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:41:25.024407 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:25.072378 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-b24e7103-ec05-431d-a562-72db36ab6891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:25.075763 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-b24e7103-ec05-431d-a562-72db36ab6891 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=6c033efb-fdb4-4b0e-8da4-66f022ad5d1c HTTP/1.1" status: 200 len: 1130 time: 0.1801708 Nov 02 12:41:25.200082 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-680b7284-109c-4b95-92b3-5374fe1973f9 admin admin] Publish callbacks [] for router_controller (c6689a14-d319-4594-b525-345dd4337a6b), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:25.258633 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] Publish callbacks [] for port (7edbe728-ea55-465f-9fc8-ae8f7715c6fb), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:25.274342 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 536c7bcc-7e4a-4dec-95ff-218454969e71 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:25.300103 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-de7f02ab-6c0a-4012-bc41-814f490bf448 None None] Provisioning complete for port f85cb1ea-b86a-448f-8bd8-73cf25ae691f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:25.300826 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-de7f02ab-6c0a-4012-bc41-814f490bf448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f85cb1ea-b86a-448f-8bd8-73cf25ae691f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:25.301417 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-de7f02ab-6c0a-4012-bc41-814f490bf448 None None] Attempt 1 to provision port f85cb1ea-b86a-448f-8bd8-73cf25ae691f Nov 02 12:41:25.309410 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-29b560a4-871a-4667-b113-083843f18c26 req-17d14e85-f863-43af-b0a6-3134429f2cd9 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6946847 Nov 02 12:41:25.367611 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1b6b84e4-8364-43f7-a031-b0912d7dbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b44ac9af-834d-4121-8bb8-28725194ad62), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:25.403587 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc26194-c2e1-445f-b82d-7eb57f703194 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:41:25.411517 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:25.478996 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7bc26194-c2e1-445f-b82d-7eb57f703194 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/f8b53e37-28fd-46c8-b681-2a351840d075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5373943 Nov 02 12:41:25.484903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-de7f02ab-6c0a-4012-bc41-814f490bf448 None None] Port f85cb1ea-b86a-448f-8bd8-73cf25ae691f cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:41:25.494191 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (7edbe728-ea55-465f-9fc8-ae8f7715c6fb), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:25.589817 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:41:25.599263 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-ef1680cd-2ccf-446e-ab70-933e677d36b2 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=f6a28c90-4c20-4523-ad16-8dc19c482ea1 HTTP/1.1" status: 200 len: 217 time: 0.1840503 Nov 02 12:41:25.612924 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port f2839789-4a72-426e-888c-7dd2672362a4 is: ACTIVE; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:25.613578 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f2839789-4a72-426e-888c-7dd2672362a4), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:25.626575 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] Network 5d29f958-1d50-4cdd-bd1c-e945977913f9 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:25.636468 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:25.657478 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:25.667396 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:41:25.721077 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2839789-4a72-426e-888c-7dd2672362a4 {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:41:25.733709 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-df118898-2c5c-4399-86e5-6e4609e994cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:25.735917 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-df118898-2c5c-4399-86e5-6e4609e994cb service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1285834 Nov 02 12:41:25.801137 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] Pushing event updated for resources: {'Port': ['ID=7edbe728-ea55-465f-9fc8-ae8f7715c6fb,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:25.839926 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-d610ad3c-b8e3-44e5-bc4c-6a76c001d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:25.842898 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-d610ad3c-b8e3-44e5-bc4c-6a76c001d9cf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0971723 Nov 02 12:41:25.904651 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port f2839789-4a72-426e-888c-7dd2672362a4, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=f2839789-4a72-426e-888c-7dd2672362a4,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:25.905931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 536c7bcc-7e4a-4dec-95ff-218454969e71 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:25.906317 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (536c7bcc-7e4a-4dec-95ff-218454969e71), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:25.906662 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 536c7bcc-7e4a-4dec-95ff-218454969e71 Nov 02 12:41:25.977236 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] Attempting to bind port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:41:25.981480 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] Attempting to bind port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '6807d29d-1c1d-4491-9ec0-e7e287114b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '5d29f958-1d50-4cdd-bd1c-e945977913f9'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:41:25.981480 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] Attempting to bind port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb on network 5d29f958-1d50-4cdd-bd1c-e945977913f9 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:26.010714 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-87701b11-649b-4e29-8a3c-2f0a23fcb611 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574097 Nov 02 12:41:26.094518 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f2839789-4a72-426e-888c-7dd2672362a4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:26.159717 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-cb1548a6-0428-41f2-8df0-10c91ff9f883 req-4c21900b-cfb2-48e7-8138-4b6f377dd858 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395776 Nov 02 12:41:26.193925 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:41:26.194367 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] Checking segment: {'id': '6807d29d-1c1d-4491-9ec0-e7e287114b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '5d29f958-1d50-4cdd-bd1c-e945977913f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:26.194709 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:26.195003 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] Bound using segment: {'id': '6807d29d-1c1d-4491-9ec0-e7e287114b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '5d29f958-1d50-4cdd-bd1c-e945977913f9'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:41:26.195517 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] Bound port: 7edbe728-ea55-465f-9fc8-ae8f7715c6fb, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6807d29d-1c1d-4491-9ec0-e7e287114b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '5d29f958-1d50-4cdd-bd1c-e945977913f9'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:41:26.195973 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7edbe728-ea55-465f-9fc8-ae8f7715c6fb), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:26.198294 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:26.241921 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ec88c759-4aed-454d-91b7-210d413c32a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:26.260680 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:26.267143 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-651505ce-b776-48c1-9a7a-5874e8ccdd75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (131c09ec-1ee7-4c6c-bd9c-2ab63d00d24d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:26.297994 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=f2839789-4a72-426e-888c-7dd2672362a4,revision_number=6']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:26.313603 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 536c7bcc-7e4a-4dec-95ff-218454969e71 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:26.329203 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0f984280-929d-4141-bc6a-28acce31b6d9 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:26.341082 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:26.361484 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['f2839789-4a72-426e-888c-7dd2672362a4'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:41:26.377453 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 0f984280-929d-4141-bc6a-28acce31b6d9 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:41:26.393210 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0f984280-929d-4141-bc6a-28acce31b6d9 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:26.506829 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:26.542291 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] For port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:26.591523 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] For port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7edbe728-ea55-465f-9fc8-ae8f7715c6fb,segment=NetworkSegment(6807d29d-1c1d-4491-9ec0-e7e287114b4f),segment_id=6807d29d-1c1d-4491-9ec0-e7e287114b4f)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:26.747624 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7edbe728-ea55-465f-9fc8-ae8f7715c6fb), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:26.846614 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4edba86b-0559-4e47-9b0e-c0a69a34a10c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:27.102656 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-ea064645-cbe4-423f-9baf-0ab70a9da208 req-72c57d5e-d530-4ed0-a5e4-52d3ace5fe09 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1046853 Nov 02 12:41:27.105930 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca4d60-a18b-4619-b419-4dbc6618b12f None None] Pushing event updated for resources: {'Port': ['ID=7edbe728-ea55-465f-9fc8-ae8f7715c6fb,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:27.158916 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:27.218091 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-572265c5-ec1d-45f0-86ff-a19d1a008c9c tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9980245 Nov 02 12:41:27.220406 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-651505ce-b776-48c1-9a7a-5874e8ccdd75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (131c09ec-1ee7-4c6c-bd9c-2ab63d00d24d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:27.222634 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 4edba86b-0559-4e47-9b0e-c0a69a34a10c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:27.223210 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4edba86b-0559-4e47-9b0e-c0a69a34a10c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:27.224023 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 4edba86b-0559-4e47-9b0e-c0a69a34a10c Nov 02 12:41:27.240232 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-680b7284-109c-4b95-92b3-5374fe1973f9 admin admin] Publish callbacks [] for router_gateway (c6689a14-d319-4594-b525-345dd4337a6b), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:27.266650 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea064645-cbe4-423f-9baf-0ab70a9da208 req-14e3137c-75c7-4260-bb8a-5022fa10c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:27.268510 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-ea064645-cbe4-423f-9baf-0ab70a9da208 req-14e3137c-75c7-4260-bb8a-5022fa10c9bb service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 1132 time: 0.1316478 Nov 02 12:41:27.338325 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:27.474984 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-3feccdae-7f28-412d-af93-33bb8edcf8f2 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:27.486654 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:27.488756 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 4edba86b-0559-4e47-9b0e-c0a69a34a10c is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:27.489623 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4edba86b-0559-4e47-9b0e-c0a69a34a10c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:27.547609 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea064645-cbe4-423f-9baf-0ab70a9da208 req-f3316955-afd5-4f32-9138-fc63e6bb4c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:27.550428 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-ea064645-cbe4-423f-9baf-0ab70a9da208 req-f3316955-afd5-4f32-9138-fc63e6bb4c64 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.2309227 Nov 02 12:41:27.552686 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 4edba86b-0559-4e47-9b0e-c0a69a34a10c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4edba86b-0559-4e47-9b0e-c0a69a34a10c,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:27.566047 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651505ce-b776-48c1-9a7a-5874e8ccdd75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=131c09ec-1ee7-4c6c-bd9c-2ab63d00d24d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:27.609316 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a45287-bf07-4c35-be9c-c1069444f9ce None None] Network f13e3e60-3e47-42b6-9e73-35adfea76c73 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:41:27.621052 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-ea064645-cbe4-423f-9baf-0ab70a9da208 req-b11d7a6a-1664-44ca-8c27-093a33318f8b service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3d81e47f-bfd3-4fb1-86b4-cc02113a5157 HTTP/1.1" status: 200 len: 217 time: 0.0630829 Nov 02 12:41:27.638009 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2123c82-29b8-4d91-a06b-836959a07d14 req-459639e6-2ca3-47eb-bc3b-eb0146ab7667 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:27.644147 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c2123c82-29b8-4d91-a06b-836959a07d14 req-459639e6-2ca3-47eb-bc3b-eb0146ab7667 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6c033efb-fdb4-4b0e-8da4-66f022ad5d1c HTTP/1.1" status: 200 len: 948 time: 0.9679072 Nov 02 12:41:27.658529 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-651505ce-b776-48c1-9a7a-5874e8ccdd75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:27.665304 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-651505ce-b776-48c1-9a7a-5874e8ccdd75 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/131c09ec-1ee7-4c6c-bd9c-2ab63d00d24d HTTP/1.1" status: 204 len: 168 time: 3.7011111 Nov 02 12:41:27.690259 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36840) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:27.723938 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea064645-cbe4-423f-9baf-0ab70a9da208 req-f5c37c81-fe2e-4bd6-87be-cbdcd0f1f6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:27.726221 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-ea064645-cbe4-423f-9baf-0ab70a9da208 req-f5c37c81-fe2e-4bd6-87be-cbdcd0f1f6bd service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.0985515 Nov 02 12:41:27.789268 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:27.809366 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea064645-cbe4-423f-9baf-0ab70a9da208 req-8a066272-e651-4d83-a60c-2aa96c3aeb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:27.811795 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-ea064645-cbe4-423f-9baf-0ab70a9da208 req-8a066272-e651-4d83-a60c-2aa96c3aeb28 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0789032 Nov 02 12:41:27.852195 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-3feccdae-7f28-412d-af93-33bb8edcf8f2 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:27.886811 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4edba86b-0559-4e47-9b0e-c0a69a34a10c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:27.888285 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0f2e1142-fc21-4cdd-95e3-be798740ce58 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:27.924023 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a91f1a6b-04e8-4164-96ca-f7f496cd4b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (0f2e1142-fc21-4cdd-95e3-be798740ce58), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:28.012183 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 0f2e1142-fc21-4cdd-95e3-be798740ce58 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:41:28.012774 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0f2e1142-fc21-4cdd-95e3-be798740ce58 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 02 12:41:28.056826 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Port 0f2e1142-fc21-4cdd-95e3-be798740ce58 not found, will not notify nova. {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 02 12:41:28.063073 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:28.136906 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-ea064645-cbe4-423f-9baf-0ab70a9da208 req-deed9b49-20c6-4b4e-871a-e6d7e5d86376 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134863 Nov 02 12:41:28.205079 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2c41a16e-0875-4b8d-b03e-81812e1c3605 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:28.208459 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device f6a28c90-4c20-4523-ad16-8dc19c482ea1 details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:41:28.357519 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device f2839789-4a72-426e-888c-7dd2672362a4 up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:28.362301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] Sync routers for ids ['f8b53e37-28fd-46c8-b681-2a351840d075'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:41:28.418868 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:28.448473 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-ea064645-cbe4-423f-9baf-0ab70a9da208 req-6940b42b-8046-4da7-b7f1-cb435a13ba47 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997222 Nov 02 12:41:28.453879 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:28.493372 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 2c41a16e-0875-4b8d-b03e-81812e1c3605 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:41:28.494065 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2c41a16e-0875-4b8d-b03e-81812e1c3605 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:28.541540 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] Routers {'f8b53e37-28fd-46c8-b681-2a351840d075'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:28.542966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:41:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f8b53e37-28fd-46c8-b681-2a351840d075'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:28.649490 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c2123c82-29b8-4d91-a06b-836959a07d14 req-bc4cf558-7b49-4163-a472-5132e3f4cc91 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9570935 Nov 02 12:41:28.667275 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f1a6b-04e8-4164-96ca-f7f496cd4b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f2e1142-fc21-4cdd-95e3-be798740ce58,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:28.799314 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:28.800915 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=4edba86b-0559-4e47-9b0e-c0a69a34a10c,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:28.868664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port f6a28c90-4c20-4523-ad16-8dc19c482ea1, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=f6a28c90-4c20-4523-ad16-8dc19c482ea1,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:28.926652 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7edbe728-ea55-465f-9fc8-ae8f7715c6fb up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:28.984151 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': 'f6a28c90-4c20-4523-ad16-8dc19c482ea1', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': 'f6a28c90-4c20-4523-ad16-8dc19c482ea1', 'mac_address': 'fa:16:3e:02:52:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:41:28.990923 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1b6b84e4-8364-43f7-a031-b0912d7dbd6d admin admin] Publish callbacks [] for port (b44ac9af-834d-4121-8bb8-28725194ad62), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:29.000919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port f2839789-4a72-426e-888c-7dd2672362a4 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:29.002298 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f2839789-4a72-426e-888c-7dd2672362a4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:29.003026 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port f2839789-4a72-426e-888c-7dd2672362a4 Nov 02 12:41:29.012119 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea7660b9-d89d-4950-a6a9-14bbf9d02451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (f13e3e60-3e47-42b6-9e73-35adfea76c73), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:29.043484 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-14dac16d-458d-4b47-9946-2b9005367497 req-26d4bd40-138d-476d-973a-5103c15698e3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d03b43bf-3491-4c06-8be8-6f70f679d53f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2535019 Nov 02 12:41:29.078468 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:29.082066 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1b6b84e4-8364-43f7-a031-b0912d7dbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (b44ac9af-834d-4121-8bb8-28725194ad62), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:29.106682 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9cc7c0-3cef-4278-b54d-869f0e402036 None None] DHCP port deletion for f13e3e60-3e47-42b6-9e73-35adfea76c73 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:41:29.270939 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port f6a28c90-4c20-4523-ad16-8dc19c482ea1 is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:29.271421 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f6a28c90-4c20-4523-ad16-8dc19c482ea1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:29.285870 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:29.303271 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] Set router f8b53e37-28fd-46c8-b681-2a351840d075 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:29.375836 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:29.375836 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7edbe728-ea55-465f-9fc8-ae8f7715c6fb), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:29.376746 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb Nov 02 12:41:29.416594 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dac16d-458d-4b47-9946-2b9005367497 req-7d50996d-1039-413e-8c7a-1f2bfef90d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:29.418936 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-14dac16d-458d-4b47-9946-2b9005367497 req-7d50996d-1039-413e-8c7a-1f2bfef90d62 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=d03b43bf-3491-4c06-8be8-6f70f679d53f HTTP/1.1" status: 200 len: 1131 time: 0.2126780 Nov 02 12:41:29.419921 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1b6b84e4-8364-43f7-a031-b0912d7dbd6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:29.461949 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f7d202-a77a-451a-81c1-27b8bfd74e4f None None] Network 5d29f958-1d50-4cdd-bd1c-e945977913f9 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:41:29.468447 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ec88c759-4aed-454d-91b7-210d413c32a0 admin admin] Publish callbacks [] for security_group (b9e55238-d55f-4f61-9ac5-042cb955d505), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:29.535779 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:29.536979 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:29.566673 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a28c90-4c20-4523-ad16-8dc19c482ea1 {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:41:29.588758 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-3feccdae-7f28-412d-af93-33bb8edcf8f2 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:29.591834 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ec88c759-4aed-454d-91b7-210d413c32a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b9e55238-d55f-4f61-9ac5-042cb955d505), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:29.607094 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:29.668099 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88c759-4aed-454d-91b7-210d413c32a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e55238-d55f-4f61-9ac5-042cb955d505,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:29.742094 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ea7660b9-d89d-4950-a6a9-14bbf9d02451 admin admin] Deleting port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:29.742094 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea7660b9-d89d-4950-a6a9-14bbf9d02451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (faf16a31-9985-4bf5-97ad-82d7a9e7ef54), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:29.742414 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:UPDATE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:29.744953 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dac16d-458d-4b47-9946-2b9005367497 req-8481ebbe-7476-493f-ab6e-37873b89be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:29.749079 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-14dac16d-458d-4b47-9946-2b9005367497 req-8481ebbe-7476-493f-ab6e-37873b89be5c service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.2896001 Nov 02 12:41:29.787914 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-52831729-af82-4693-8059-4e2db74ebb1d None None] Provisioning complete for port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:29.789044 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-52831729-af82-4693-8059-4e2db74ebb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7edbe728-ea55-465f-9fc8-ae8f7715c6fb), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:29.789786 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-52831729-af82-4693-8059-4e2db74ebb1d None None] Attempt 1 to provision port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb Nov 02 12:41:29.818905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5a9cc7c0-3cef-4278-b54d-869f0e402036 None None] Deleting port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:29.819959 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc7c0-3cef-4278-b54d-869f0e402036 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (faf16a31-9985-4bf5-97ad-82d7a9e7ef54), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:29.849061 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-14dac16d-458d-4b47-9946-2b9005367497 req-5a78a530-a2ae-483a-afb7-d0b5b3513fbc service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=e525a055-f6de-4e9a-b9cb-07d71ab395a1 HTTP/1.1" status: 200 len: 217 time: 0.0803814 Nov 02 12:41:29.934905 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dac16d-458d-4b47-9946-2b9005367497 req-9e72f314-a3ef-4338-8a93-99339bb03494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:29.937210 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-14dac16d-458d-4b47-9946-2b9005367497 req-9e72f314-a3ef-4338-8a93-99339bb03494 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.0781152 Nov 02 12:41:29.949761 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port f6a28c90-4c20-4523-ad16-8dc19c482ea1, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=f6a28c90-4c20-4523-ad16-8dc19c482ea1,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:29.959613 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b84e4-8364-43f7-a031-b0912d7dbd6d admin admin] Pushing event updated for resources: {'Port': ['ID=b44ac9af-834d-4121-8bb8-28725194ad62,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:30.029035 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dac16d-458d-4b47-9946-2b9005367497 req-0db08f23-2b98-436f-b2f3-1744eb5d7233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:30.031403 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-14dac16d-458d-4b47-9946-2b9005367497 req-0db08f23-2b98-436f-b2f3-1744eb5d7233 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0774612 Nov 02 12:41:30.093380 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-ea7660b9-d89d-4950-a6a9-14bbf9d02451 admin admin] For port faf16a31-9985-4bf5-97ad-82d7a9e7ef54, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=faf16a31-9985-4bf5-97ad-82d7a9e7ef54,segment=NetworkSegment(8947d962-3a9d-4f90-a2b7-696a4e670f3a),segment_id=8947d962-3a9d-4f90-a2b7-696a4e670f3a)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:30.094352 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea7660b9-d89d-4950-a6a9-14bbf9d02451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (faf16a31-9985-4bf5-97ad-82d7a9e7ef54), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:30.118070 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f6a28c90-4c20-4523-ad16-8dc19c482ea1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:30.184892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5a9cc7c0-3cef-4278-b54d-869f0e402036 None None] For port faf16a31-9985-4bf5-97ad-82d7a9e7ef54, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=faf16a31-9985-4bf5-97ad-82d7a9e7ef54,segment=NetworkSegment(8947d962-3a9d-4f90-a2b7-696a4e670f3a),segment_id=8947d962-3a9d-4f90-a2b7-696a4e670f3a)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:30.185847 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc7c0-3cef-4278-b54d-869f0e402036 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (faf16a31-9985-4bf5-97ad-82d7a9e7ef54), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:30.206900 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-14dac16d-458d-4b47-9946-2b9005367497 req-5ff4f155-cde3-4f6d-ac32-6c7ba5c8e725 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654530 Nov 02 12:41:30.285372 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6b84e4-8364-43f7-a031-b0912d7dbd6d admin admin] Network 2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:30.336251 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-1b6b84e4-8364-43f7-a031-b0912d7dbd6d admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:30.340266 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5a9cc7c0-3cef-4278-b54d-869f0e402036 None None] Calling delete_port for faf16a31-9985-4bf5-97ad-82d7a9e7ef54 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:30.341714 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-680b7284-109c-4b95-92b3-5374fe1973f9 admin admin] Publish callbacks [] for router_gateway (c6689a14-d319-4594-b525-345dd4337a6b), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:30.385423 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:30.413082 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:30.446773 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port f2839789-4a72-426e-888c-7dd2672362a4 is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:30.446773 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f2839789-4a72-426e-888c-7dd2672362a4), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:30.471738 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-14dac16d-458d-4b47-9946-2b9005367497 req-4f162067-3546-48ca-9340-df57b1b75bef service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517600 Nov 02 12:41:30.474434 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-680b7284-109c-4b95-92b3-5374fe1973f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:30.687466 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['f6a28c90-4c20-4523-ad16-8dc19c482ea1'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:41:30.738091 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36854) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:30.739636 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ec88c759-4aed-454d-91b7-210d413c32a0 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=149e020732344f539f974bd3fb3d4f41&name=default HTTP/1.1" status: 200 len: 2996 time: 5.8699007 Nov 02 12:41:30.740183 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:30.740463 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7edbe728-ea55-465f-9fc8-ae8f7715c6fb), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:30.755120 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ea7660b9-d89d-4950-a6a9-14bbf9d02451 admin admin] Calling delete_port for faf16a31-9985-4bf5-97ad-82d7a9e7ef54 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:30.766249 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-52831729-af82-4693-8059-4e2db74ebb1d None None] Current status of the port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:30.766678 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-52831729-af82-4693-8059-4e2db74ebb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7edbe728-ea55-465f-9fc8-ae8f7715c6fb), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:30.782186 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=f6a28c90-4c20-4523-ad16-8dc19c482ea1,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:30.837838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f150cf-3b5c-4ffe-9783-619b9e1dd435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2839789-4a72-426e-888c-7dd2672362a4'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:41:30.841152 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c72ef2b-41cf-4ace-9e06-63f141ed06dc" -d '{"events": [{"server_uuid": "56f150cf-3b5c-4ffe-9783-619b9e1dd435", "name": "network-vif-plugged", "status": "completed", "tag": "f2839789-4a72-426e-888c-7dd2672362a4"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:41:30.960918 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa98fb02-96b8-468d-9a99-6848c1ccb0e9 admin admin] Publish callbacks [] for security_group (b9e55238-d55f-4f61-9ac5-042cb955d505), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:30.972720 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'name': 'tempest-FloatingIPDetailsTestJSON-1977884615-router', 'tenant_id': '47284988ba214419947db6506b8f8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '4edba86b-0559-4e47-9b0e-c0a69a34a10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:05Z', 'updated_at': '2022-11-02T12:41:20Z', 'revision_number': 4, 'project_id': '47284988ba214419947db6506b8f8552', 'gw_port': {'id': '4edba86b-0559-4e47-9b0e-c0a69a34a10c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:07Z', 'updated_at': '2022-11-02T12:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'f85cb1ea-b86a-448f-8bd8-73cf25ae691f', 'name': '', 'network_id': 'a890c567-3928-4c42-99eb-2fe6108b5e92', 'tenant_id': '47284988ba214419947db6506b8f8552', 'mac_address': 'fa:16:3e:bf:46:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '13eb20dc-6b92-4986-9386-50eb908f315e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:17Z', 'updated_at': '2022-11-02T12:41:22Z', 'revision_number': 2, 'project_id': '47284988ba214419947db6506b8f8552', 'subnets': [{'id': '13eb20dc-6b92-4986-9386-50eb908f315e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:30.989791 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa98fb02-96b8-468d-9a99-6848c1ccb0e9 admin admin] Publish callbacks [] for security_group (b9e55238-d55f-4f61-9ac5-042cb955d505), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:31.033027 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port f2839789-4a72-426e-888c-7dd2672362a4, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=f2839789-4a72-426e-888c-7dd2672362a4,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:31.314112 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-3feccdae-7f28-412d-af93-33bb8edcf8f2 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Allocated IP 172.25.2.218 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/fb35483a-d60b-4494-8939-0ef40fdcd861) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:31.349931 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:31.358518 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f2839789-4a72-426e-888c-7dd2672362a4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:31.362306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] Checking router: f8b53e37-28fd-46c8-b681-2a351840d075 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:41:31.362699 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] Updating router f8b53e37-28fd-46c8-b681-2a351840d075 port f85cb1ea-b86a-448f-8bd8-73cf25ae691f binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:41:31.364062 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6e608-a989-4086-a0d1-3dbe916951a0 req-e850b0f1-8b35-4a18-bc3b-416a630c8bba tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:31.366848 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-57d6e608-a989-4086-a0d1-3dbe916951a0 req-e850b0f1-8b35-4a18-bc3b-416a630c8bba tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6c033efb-fdb4-4b0e-8da4-66f022ad5d1c HTTP/1.1" status: 200 len: 949 time: 1.3855095 Nov 02 12:41:31.437964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7edbe728-ea55-465f-9fc8-ae8f7715c6fb,segment=NetworkSegment(6807d29d-1c1d-4491-9ec0-e7e287114b4f),segment_id=6807d29d-1c1d-4491-9ec0-e7e287114b4f)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:31.442958 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a91f1a6b-04e8-4164-96ca-f7f496cd4b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (07c4f1b3-71b7-4780-866f-e94af1a64ce4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:31.515201 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:31.547843 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=75 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:31.602127 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7edbe728-ea55-465f-9fc8-ae8f7715c6fb), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:31.630188 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc7c0-3cef-4278-b54d-869f0e402036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (faf16a31-9985-4bf5-97ad-82d7a9e7ef54), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:31.643685 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa98fb02-96b8-468d-9a99-6848c1ccb0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b9e55238-d55f-4f61-9ac5-042cb955d505), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:31.652255 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa98fb02-96b8-468d-9a99-6848c1ccb0e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:31.653809 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fa98fb02-96b8-468d-9a99-6848c1ccb0e9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b9e55238-d55f-4f61-9ac5-042cb955d505 HTTP/1.1" status: 204 len: 168 time: 0.9151504 Nov 02 12:41:31.677283 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98fb02-96b8-468d-9a99-6848c1ccb0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e55238-d55f-4f61-9ac5-042cb955d505,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:31.772252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=f2839789-4a72-426e-888c-7dd2672362a4,revision_number=7']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:31.785778 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:31.818297 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f85cb1ea-b86a-448f-8bd8-73cf25ae691f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:31.887555 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9cc7c0-3cef-4278-b54d-869f0e402036 None None] No DVR routers for this DVR port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:41:31.893728 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-52831729-af82-4693-8059-4e2db74ebb1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:41:31.894156 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-52831729-af82-4693-8059-4e2db74ebb1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:41:31.957050 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b58210-abc0-4a3a-9908-ed7e136ceb58 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:41:32.024129 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4edba86b-0559-4e47-9b0e-c0a69a34a10c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:32.105137 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:32.108469 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=7edbe728-ea55-465f-9fc8-ae8f7715c6fb,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:32.123514 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-57d6e608-a989-4086-a0d1-3dbe916951a0 req-63f1c38d-8592-42ab-82dc-3ed1058f1ced tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7319002 Nov 02 12:41:32.137148 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:32.248028 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6b84e4-8364-43f7-a031-b0912d7dbd6d admin admin] Router c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:41:32.255131 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9cc7c0-3cef-4278-b54d-869f0e402036 None None] Pushing event deleted for resources: {'Port': ['ID=faf16a31-9985-4bf5-97ad-82d7a9e7ef54,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:32.377061 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b58210-abc0-4a3a-9908-ed7e136ceb58 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:41:32.411112 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea7660b9-d89d-4950-a6a9-14bbf9d02451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (faf16a31-9985-4bf5-97ad-82d7a9e7ef54), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:32.411504 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:32.470239 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 4edba86b-0559-4e47-9b0e-c0a69a34a10c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:32.470239 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4edba86b-0559-4e47-9b0e-c0a69a34a10c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:32.470239 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 4edba86b-0559-4e47-9b0e-c0a69a34a10c Nov 02 12:41:32.598948 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260f100a-be9b-4faf-81d7-bd32f381fe3b x-openstack-request-id: req-260f100a-be9b-4faf-81d7-bd32f381fe3b {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:41:32.599320 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f150cf-3b5c-4ffe-9783-619b9e1dd435", "name": "network-vif-plugged", "status": "completed", "tag": "f2839789-4a72-426e-888c-7dd2672362a4", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:41:32.599642 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-260f100a-be9b-4faf-81d7-bd32f381fe3b {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:41:32.600117 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260f100a-be9b-4faf-81d7-bd32f381fe3b'] response: {'server_uuid': '56f150cf-3b5c-4ffe-9783-619b9e1dd435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2839789-4a72-426e-888c-7dd2672362a4', 'code': 200} Nov 02 12:41:32.601740 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-52831729-af82-4693-8059-4e2db74ebb1d None None] Current status of the port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:32.817821 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f8fdb18f-c227-4893-b998-fe67c31a09e9 None None] Provisioning complete for port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:32.818837 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f8fdb18f-c227-4893-b998-fe67c31a09e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7edbe728-ea55-465f-9fc8-ae8f7715c6fb), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:32.818837 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f8fdb18f-c227-4893-b998-fe67c31a09e9 None None] Attempt 1 to provision port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb Nov 02 12:41:32.824335 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 4edba86b-0559-4e47-9b0e-c0a69a34a10c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:32.855496 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6b84e4-8364-43f7-a031-b0912d7dbd6d admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:41:32.876375 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] Sync routers for ids ['c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:41:32.910403 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-3feccdae-7f28-412d-af93-33bb8edcf8f2 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for port (fb35483a-d60b-4494-8939-0ef40fdcd861), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:32.938315 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1b6b84e4-8364-43f7-a031-b0912d7dbd6d admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.3341832 Nov 02 12:41:32.938315 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:32.938315 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7660b9-d89d-4950-a6a9-14bbf9d02451 admin admin] Pushing event deleted for resources: {'Port': ['ID=faf16a31-9985-4bf5-97ad-82d7a9e7ef54,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:32.948104 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7660b9-d89d-4950-a6a9-14bbf9d02451 admin admin] No DVR routers for this DVR port faf16a31-9985-4bf5-97ad-82d7a9e7ef54 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:41:32.995605 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] Routers {'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:32.997907 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:41:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:33.065045 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea7660b9-d89d-4950-a6a9-14bbf9d02451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (f13e3e60-3e47-42b6-9e73-35adfea76c73), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:33.093994 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-ea7660b9-d89d-4950-a6a9-14bbf9d02451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13e3e60-3e47-42b6-9e73-35adfea76c73']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:33.108297 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-ea7660b9-d89d-4950-a6a9-14bbf9d02451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8947d962-3a9d-4f90-a2b7-696a4e670f3a') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:33.112859 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-ea7660b9-d89d-4950-a6a9-14bbf9d02451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8947d962-3a9d-4f90-a2b7-696a4e670f3a') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:33.122081 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:33.122512 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea7660b9-d89d-4950-a6a9-14bbf9d02451 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (8947d962-3a9d-4f90-a2b7-696a4e670f3a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:33.142034 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea7660b9-d89d-4950-a6a9-14bbf9d02451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (8947d962-3a9d-4f90-a2b7-696a4e670f3a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:33.151821 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7660b9-d89d-4950-a6a9-14bbf9d02451 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:41:33.153262 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea7660b9-d89d-4950-a6a9-14bbf9d02451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (8947d962-3a9d-4f90-a2b7-696a4e670f3a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:33.299006 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36878) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:33.301641 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device faf16a31-9985-4bf5-97ad-82d7a9e7ef54 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:33.337238 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 8947d962-3a9d-4f90-a2b7-696a4e670f3a resource provider aggregate not found Nov 02 12:41:33.365644 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] Set router c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:33.376282 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91f1a6b-04e8-4164-96ca-f7f496cd4b62 admin admin] Router 07c4f1b3-71b7-4780-866f-e94af1a64ce4 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:41:33.387785 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea7660b9-d89d-4950-a6a9-14bbf9d02451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (f13e3e60-3e47-42b6-9e73-35adfea76c73), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:33.406463 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e1a29123-c7cb-4259-bad6-6ad4214500d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:33.412432 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea7660b9-d89d-4950-a6a9-14bbf9d02451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:33.420942 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ea7660b9-d89d-4950-a6a9-14bbf9d02451 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/f13e3e60-3e47-42b6-9e73-35adfea76c73 HTTP/1.1" status: 204 len: 168 time: 5.7107508 Nov 02 12:41:33.571121 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: faf16a31-9985-4bf5-97ad-82d7a9e7ef54 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:41:33.572265 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device faf16a31-9985-4bf5-97ad-82d7a9e7ef54 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:33.578571 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105ab44-2fbd-431b-b2d0-7caf6c327cf2 req-91c611be-4aa4-402a-b97c-6f40b48417f6 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:33.581224 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a105ab44-2fbd-431b-b2d0-7caf6c327cf2 req-91c611be-4aa4-402a-b97c-6f40b48417f6 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6c033efb-fdb4-4b0e-8da4-66f022ad5d1c HTTP/1.1" status: 200 len: 949 time: 0.1204476 Nov 02 12:41:33.583121 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 8947d962-3a9d-4f90-a2b7-696a4e670f3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8947d962-3a9d-4f90-a2b7-696a4e670f3a found for delete ", "request_id": "req-90bedbd4-7966-48ba-9480-19277558f4b3"}]} Nov 02 12:41:33.584968 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7660b9-d89d-4950-a6a9-14bbf9d02451 admin admin] Pushing event deleted for resources: {'Network': ['ID=f13e3e60-3e47-42b6-9e73-35adfea76c73,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:33.657130 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:33.708782 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a105ab44-2fbd-431b-b2d0-7caf6c327cf2 req-3abb3bfc-636a-4d7e-82a5-61059f4ef150 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131217 Nov 02 12:41:33.767373 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e1a29123-c7cb-4259-bad6-6ad4214500d3 admin admin] Publish callbacks [] for security_group (44307a40-d905-4a8b-8843-50fb58a3a232), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:33.799272 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-680b7284-109c-4b95-92b3-5374fe1973f9 admin admin] Allocated IP 172.25.2.221 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/0ef0078e-d47a-42b2-b233-40acb37142f7) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:33.894973 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e1a29123-c7cb-4259-bad6-6ad4214500d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (44307a40-d905-4a8b-8843-50fb58a3a232), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:33.964393 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-680b7284-109c-4b95-92b3-5374fe1973f9 admin admin] Publish callbacks [] for port (0ef0078e-d47a-42b2-b233-40acb37142f7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:33.986277 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e1a29123-c7cb-4259-bad6-6ad4214500d3 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=749f872e4c774e84be14d212132e1aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6859407 Nov 02 12:41:33.988018 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36898) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:34.007468 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-3feccdae-7f28-412d-af93-33bb8edcf8f2 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (fb35483a-d60b-4494-8939-0ef40fdcd861), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:34.040969 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82', 'name': 'tempest-ServerAddressesNegativeTestJSON-2128137985-router', 'tenant_id': 'c7ac1379307745cebba3fb9757ca990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '536c7bcc-7e4a-4dec-95ff-218454969e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:03Z', 'updated_at': '2022-11-02T12:41:23Z', 'revision_number': 4, 'project_id': 'c7ac1379307745cebba3fb9757ca990b', 'gw_port': {'id': '536c7bcc-7e4a-4dec-95ff-218454969e71', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:07Z', 'updated_at': '2022-11-02T12:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'b44ac9af-834d-4121-8bb8-28725194ad62', 'name': '', 'network_id': '2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9', 'tenant_id': 'c7ac1379307745cebba3fb9757ca990b', 'mac_address': 'fa:16:3e:c0:6f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'b8f207a1-4a3a-4733-8be4-ab2dbc95134a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:16Z', 'updated_at': '2022-11-02T12:41:26Z', 'revision_number': 2, 'project_id': 'c7ac1379307745cebba3fb9757ca990b', 'subnets': [{'id': 'b8f207a1-4a3a-4733-8be4-ab2dbc95134a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:34.105616 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] Publish callbacks [] for port (f85cb1ea-b86a-448f-8bd8-73cf25ae691f), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:34.130154 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] Checking router: c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:41:34.130396 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] Updating router c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82 port b44ac9af-834d-4121-8bb8-28725194ad62 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:41:34.133631 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7edbe728-ea55-465f-9fc8-ae8f7715c6fb up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:34.187462 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a29123-c7cb-4259-bad6-6ad4214500d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44307a40-d905-4a8b-8843-50fb58a3a232,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:34.194338 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab609f4d-3ec4-4b7e-8a83-dcc5d65dbf72 admin admin] Publish callbacks [] for security_group (44307a40-d905-4a8b-8843-50fb58a3a232), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:34.206831 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b44ac9af-834d-4121-8bb8-28725194ad62), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:34.265339 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-3feccdae-7f28-412d-af93-33bb8edcf8f2 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:34.294786 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab609f4d-3ec4-4b7e-8a83-dcc5d65dbf72 admin admin] Publish callbacks [] for security_group (44307a40-d905-4a8b-8843-50fb58a3a232), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:34.303465 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-3feccdae-7f28-412d-af93-33bb8edcf8f2 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:34.305574 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feccdae-7f28-412d-af93-33bb8edcf8f2 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Pushing event updated for resources: {'Port': ['ID=fb35483a-d60b-4494-8939-0ef40fdcd861,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:34.317176 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-3feccdae-7f28-412d-af93-33bb8edcf8f2 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:41:34.331748 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-680b7284-109c-4b95-92b3-5374fe1973f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (0ef0078e-d47a-42b2-b233-40acb37142f7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:34.408836 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:34.410442 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:34.433588 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:34.496047 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device f6a28c90-4c20-4523-ad16-8dc19c482ea1 up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:34.530202 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:34.558491 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f85cb1ea-b86a-448f-8bd8-73cf25ae691f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:34.593024 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab609f4d-3ec4-4b7e-8a83-dcc5d65dbf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (44307a40-d905-4a8b-8843-50fb58a3a232), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:34.596023 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab609f4d-3ec4-4b7e-8a83-dcc5d65dbf72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:34.600237 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ab609f4d-3ec4-4b7e-8a83-dcc5d65dbf72 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/44307a40-d905-4a8b-8843-50fb58a3a232 HTTP/1.1" status: 204 len: 168 time: 0.6044884 Nov 02 12:41:34.632724 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36910) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:34.635016 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab609f4d-3ec4-4b7e-8a83-dcc5d65dbf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44307a40-d905-4a8b-8843-50fb58a3a232,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:34.739619 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680b7284-109c-4b95-92b3-5374fe1973f9 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:34.746013 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d89668cf-c210-48c9-991f-b6791f36ba84 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1b371bd21fb44fc1948e03029ee437c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1034169 Nov 02 12:41:34.750653 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36912) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:34.915749 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:34.941779 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98ce0411-f4a1-47aa-b72b-c3e2948e8c11 admin admin] Publish callbacks [] for security_group (62319252-3c7b-49b0-963a-7fb9376f3ccf), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:34.999842 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98ce0411-f4a1-47aa-b72b-c3e2948e8c11 admin admin] Publish callbacks [] for security_group (62319252-3c7b-49b0-963a-7fb9376f3ccf), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:35.007321 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91f1a6b-04e8-4164-96ca-f7f496cd4b62 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:41:35.033877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695b150-22b2-4952-a447-f1f7b5d80611 None None] Pushing event updated for resources: {'Port': ['ID=f85cb1ea-b86a-448f-8bd8-73cf25ae691f,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:35.048394 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:35.048854 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7edbe728-ea55-465f-9fc8-ae8f7715c6fb), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:35.049239 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb Nov 02 12:41:35.188966 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:35.199095 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b10f1e-2f07-4b93-bd78-e9d6f00cbf7d req-176e800a-37c8-4768-83a1-f7ae52e51a21 tempest-ServerAddressesNegativeTestJSON-2051564705 tempest-ServerAddressesNegativeTestJSON-2051564705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:35.204277 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ead738-5388-45d5-bd94-5dc5d3545b97 None None] Sync routers for ids ['07c4f1b3-71b7-4780-866f-e94af1a64ce4'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:41:35.208318 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-48b10f1e-2f07-4b93-bd78-e9d6f00cbf7d req-176e800a-37c8-4768-83a1-f7ae52e51a21 tempest-ServerAddressesNegativeTestJSON-2051564705 tempest-ServerAddressesNegativeTestJSON-2051564705-project] 10.222.0.64 "GET /networking/v2.0/networks?id=2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9 HTTP/1.1" status: 200 len: 822 time: 0.4452314 Nov 02 12:41:35.212398 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-680b7284-109c-4b95-92b3-5374fe1973f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:35.217248 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f8fdb18f-c227-4893-b998-fe67c31a09e9 None None] Current status of the port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:35.227086 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a91f1a6b-04e8-4164-96ca-f7f496cd4b62 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/07c4f1b3-71b7-4780-866f-e94af1a64ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.1485698 Nov 02 12:41:35.230673 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36918) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:35.247169 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:35.262820 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680b7284-109c-4b95-92b3-5374fe1973f9 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:41:35.275106 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:35.284218 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f8fdb18f-c227-4893-b998-fe67c31a09e9 None None] Provisioning complete for port b44ac9af-834d-4121-8bb8-28725194ad62 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:35.284812 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-48b10f1e-2f07-4b93-bd78-e9d6f00cbf7d req-4161924d-f7a3-4f0e-a149-b53501716c25 tempest-ServerAddressesNegativeTestJSON-2051564705 tempest-ServerAddressesNegativeTestJSON-2051564705-project] 10.222.0.64 "GET /networking/v2.0/quotas/c7ac1379307745cebba3fb9757ca990b HTTP/1.1" status: 200 len: 375 time: 0.0743484 Nov 02 12:41:35.285469 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f8fdb18f-c227-4893-b998-fe67c31a09e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b44ac9af-834d-4121-8bb8-28725194ad62), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:35.285469 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f8fdb18f-c227-4893-b998-fe67c31a09e9 None None] Attempt 1 to provision port b44ac9af-834d-4121-8bb8-28725194ad62 Nov 02 12:41:35.383685 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f8fdb18f-c227-4893-b998-fe67c31a09e9 None None] Port b44ac9af-834d-4121-8bb8-28725194ad62 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:41:35.401222 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ead738-5388-45d5-bd94-5dc5d3545b97 None None] Routers {'07c4f1b3-71b7-4780-866f-e94af1a64ce4'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:35.619921 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e8ead738-5388-45d5-bd94-5dc5d3545b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:41:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['07c4f1b3-71b7-4780-866f-e94af1a64ce4'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:36.331125 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98ce0411-f4a1-47aa-b72b-c3e2948e8c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (62319252-3c7b-49b0-963a-7fb9376f3ccf), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:36.338400 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:36.343421 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98ce0411-f4a1-47aa-b72b-c3e2948e8c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:36.343421 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-98ce0411-f4a1-47aa-b72b-c3e2948e8c11 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/62319252-3c7b-49b0-963a-7fb9376f3ccf HTTP/1.1" status: 204 len: 168 time: 0.7450793 Nov 02 12:41:36.345626 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning for port f6a28c90-4c20-4523-ad16-8dc19c482ea1 completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:41:36.346784 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] Publish callbacks [] for port (b44ac9af-834d-4121-8bb8-28725194ad62), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:36.348414 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce0411-f4a1-47aa-b72b-c3e2948e8c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62319252-3c7b-49b0-963a-7fb9376f3ccf,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:36.348414 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a34f9d9a-822b-4809-88c0-f0b414386a0f admin admin] Publish callbacks [] for router (07c4f1b3-71b7-4780-866f-e94af1a64ce4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:36.351510 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-48b10f1e-2f07-4b93-bd78-e9d6f00cbf7d req-a462a1e0-bebc-4a0b-b1a3-28a2dda92390 tempest-ServerAddressesNegativeTestJSON-2051564705 tempest-ServerAddressesNegativeTestJSON-2051564705-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c7ac1379307745cebba3fb9757ca990b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4744065 Nov 02 12:41:36.351510 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b7284-109c-4b95-92b3-5374fe1973f9 admin admin] Pushing event updated for resources: {'Port': ['ID=0ef0078e-d47a-42b2-b233-40acb37142f7,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:36.353854 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] Attempting to bind port f85cb1ea-b86a-448f-8bd8-73cf25ae691f on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:41:36.353854 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] Attempting to bind port f85cb1ea-b86a-448f-8bd8-73cf25ae691f by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2e9d6fb3-5ccc-43ae-aa36-34767235c348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a890c567-3928-4c42-99eb-2fe6108b5e92'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:41:36.353854 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] Attempting to bind port f85cb1ea-b86a-448f-8bd8-73cf25ae691f on network a890c567-3928-4c42-99eb-2fe6108b5e92 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:36.353854 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-09056029-c097-435e-a1bb-4ffd3b7277a6 None None] Provisioning complete for port 79978519-5408-4313-8a7b-c58206e635f9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:36.353854 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-09056029-c097-435e-a1bb-4ffd3b7277a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (79978519-5408-4313-8a7b-c58206e635f9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:36.353854 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-09056029-c097-435e-a1bb-4ffd3b7277a6 None None] Attempt 1 to provision port 79978519-5408-4313-8a7b-c58206e635f9 Nov 02 12:41:36.355735 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-3feccdae-7f28-412d-af93-33bb8edcf8f2 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for floatingip (0f93d293-b65d-4828-9c3f-1797a919659d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:36.356095 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a34f9d9a-822b-4809-88c0-f0b414386a0f admin admin] Publish callbacks [] for router_gateway (07c4f1b3-71b7-4780-866f-e94af1a64ce4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:36.356465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-e8ead738-5388-45d5-bd94-5dc5d3545b97 None None] Set router 07c4f1b3-71b7-4780-866f-e94af1a64ce4 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:36.356465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:41:36.356465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] Checking segment: {'id': '2e9d6fb3-5ccc-43ae-aa36-34767235c348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a890c567-3928-4c42-99eb-2fe6108b5e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:36.356465 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:36.356465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] Bound using segment: {'id': '2e9d6fb3-5ccc-43ae-aa36-34767235c348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a890c567-3928-4c42-99eb-2fe6108b5e92'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:41:36.356465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] Bound port: f85cb1ea-b86a-448f-8bd8-73cf25ae691f, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9d6fb3-5ccc-43ae-aa36-34767235c348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a890c567-3928-4c42-99eb-2fe6108b5e92'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:41:36.356465 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f85cb1ea-b86a-448f-8bd8-73cf25ae691f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:36.356465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-09056029-c097-435e-a1bb-4ffd3b7277a6 None None] Current status of the port 79978519-5408-4313-8a7b-c58206e635f9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:36.369588 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] For port f85cb1ea-b86a-448f-8bd8-73cf25ae691f, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:36.377141 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] For port f85cb1ea-b86a-448f-8bd8-73cf25ae691f, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f85cb1ea-b86a-448f-8bd8-73cf25ae691f,segment=NetworkSegment(2e9d6fb3-5ccc-43ae-aa36-34767235c348),segment_id=2e9d6fb3-5ccc-43ae-aa36-34767235c348)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:36.440166 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e8ead738-5388-45d5-bd94-5dc5d3545b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c4f1b3-71b7-4780-866f-e94af1a64ce4', 'name': 'tempest-ServerGroupTestJSON-172402579-router', 'tenant_id': 'f3fd137af33941589ef15699c4d59ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '7d074905-8f36-4056-b34c-6d2be621d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:49Z', 'updated_at': '2022-11-02T12:41:26Z', 'revision_number': 5, 'project_id': 'f3fd137af33941589ef15699c4d59ffc', 'gw_port': {'id': '7d074905-8f36-4056-b34c-6d2be621d5d6', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c4f1b3-71b7-4780-866f-e94af1a64ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:40:52Z', 'updated_at': '2022-11-02T12:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:36.467638 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b44ac9af-834d-4121-8bb8-28725194ad62), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:36.479523 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:36.492898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port f6a28c90-4c20-4523-ad16-8dc19c482ea1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:36.493506 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f6a28c90-4c20-4523-ad16-8dc19c482ea1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:36.494076 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port f6a28c90-4c20-4523-ad16-8dc19c482ea1 Nov 02 12:41:36.499245 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ead738-5388-45d5-bd94-5dc5d3545b97 None None] Checking router: 07c4f1b3-71b7-4780-866f-e94af1a64ce4 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:41:36.548982 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f85cb1ea-b86a-448f-8bd8-73cf25ae691f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:36.640774 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ead738-5388-45d5-bd94-5dc5d3545b97 None None] Routers {'07c4f1b3-71b7-4780-866f-e94af1a64ce4'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:36.640774 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e8ead738-5388-45d5-bd94-5dc5d3545b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:41:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['07c4f1b3-71b7-4780-866f-e94af1a64ce4'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:36.664365 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a34f9d9a-822b-4809-88c0-f0b414386a0f admin admin] Deleting port 7d074905-8f36-4056-b34c-6d2be621d5d6 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:36.666755 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a34f9d9a-822b-4809-88c0-f0b414386a0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7d074905-8f36-4056-b34c-6d2be621d5d6), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:36.917079 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9240fe4-0a4e-496e-9029-c58fd6a5dc63 None None] Pushing event updated for resources: {'Port': ['ID=b44ac9af-834d-4121-8bb8-28725194ad62,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:36.950425 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36928) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:36.969433 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:36.978520 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] Attempting to bind port b44ac9af-834d-4121-8bb8-28725194ad62 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:41:36.979113 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] Attempting to bind port b44ac9af-834d-4121-8bb8-28725194ad62 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '54c3e21d-107d-4b90-aef0-04ac981ac5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:41:36.979703 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] Attempting to bind port b44ac9af-834d-4121-8bb8-28725194ad62 on network 2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:37.126356 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-680b7284-109c-4b95-92b3-5374fe1973f9 admin admin] Publish callbacks [] for router_gateway (c6689a14-d319-4594-b525-345dd4337a6b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:37.132192 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:41:37.132854 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] Checking segment: {'id': '54c3e21d-107d-4b90-aef0-04ac981ac5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:37.139912 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:37.141751 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] Bound using segment: {'id': '54c3e21d-107d-4b90-aef0-04ac981ac5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:41:37.142553 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] Bound port: b44ac9af-834d-4121-8bb8-28725194ad62, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c3e21d-107d-4b90-aef0-04ac981ac5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:41:37.143181 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b44ac9af-834d-4121-8bb8-28725194ad62), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:37.283478 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] Routers {'f8b53e37-28fd-46c8-b681-2a351840d075'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:37.296920 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:41:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f8b53e37-28fd-46c8-b681-2a351840d075'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:37.310198 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] For port b44ac9af-834d-4121-8bb8-28725194ad62, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:37.320184 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] For port b44ac9af-834d-4121-8bb8-28725194ad62, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b44ac9af-834d-4121-8bb8-28725194ad62,segment=NetworkSegment(54c3e21d-107d-4b90-aef0-04ac981ac5c9),segment_id=54c3e21d-107d-4b90-aef0-04ac981ac5c9)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:37.345310 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-a34f9d9a-822b-4809-88c0-f0b414386a0f admin admin] For port 7d074905-8f36-4056-b34c-6d2be621d5d6, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7d074905-8f36-4056-b34c-6d2be621d5d6,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:37.347188 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a34f9d9a-822b-4809-88c0-f0b414386a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7d074905-8f36-4056-b34c-6d2be621d5d6), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:37.370649 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a34f9d9a-822b-4809-88c0-f0b414386a0f admin admin] Calling delete_port for 7d074905-8f36-4056-b34c-6d2be621d5d6 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:37.390588 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-3feccdae-7f28-412d-af93-33bb8edcf8f2 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fb35483a-d60b-4494-8939-0ef40fdcd861), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:37.467163 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b44ac9af-834d-4121-8bb8-28725194ad62), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:37.554587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695b150-22b2-4952-a447-f1f7b5d80611 None None] Pushing event updated for resources: {'Port': ['ID=f85cb1ea-b86a-448f-8bd8-73cf25ae691f,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:37.590711 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] Routers {'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:37.604728 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:41:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:37.823052 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a34f9d9a-822b-4809-88c0-f0b414386a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (7d074905-8f36-4056-b34c-6d2be621d5d6), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:37.865299 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port f6a28c90-4c20-4523-ad16-8dc19c482ea1 is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:37.876994 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f6a28c90-4c20-4523-ad16-8dc19c482ea1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:37.877785 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f9d9a-822b-4809-88c0-f0b414386a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=7d074905-8f36-4056-b34c-6d2be621d5d6,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:37.968107 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-e8ead738-5388-45d5-bd94-5dc5d3545b97 None None] Set router 07c4f1b3-71b7-4780-866f-e94af1a64ce4 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:38.067273 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:38.188622 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9240fe4-0a4e-496e-9029-c58fd6a5dc63 None None] Pushing event updated for resources: {'Port': ['ID=b44ac9af-834d-4121-8bb8-28725194ad62,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:38.212731 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a34f9d9a-822b-4809-88c0-f0b414386a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (07c4f1b3-71b7-4780-866f-e94af1a64ce4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:38.353697 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e8ead738-5388-45d5-bd94-5dc5d3545b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c4f1b3-71b7-4780-866f-e94af1a64ce4', 'name': 'tempest-ServerGroupTestJSON-172402579-router', 'tenant_id': 'f3fd137af33941589ef15699c4d59ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:49Z', 'updated_at': '2022-11-02T12:41:35Z', 'revision_number': 6, 'project_id': 'f3fd137af33941589ef15699c4d59ffc', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:38.377504 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:38.431957 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] Set router c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:38.554986 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f85cb1ea-b86a-448f-8bd8-73cf25ae691f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:38.590018 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:38.677203 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:38.681268 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c033efb-fdb4-4b0e-8da4-66f022ad5d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a28c90-4c20-4523-ad16-8dc19c482ea1'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:41:38.686244 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ea1b27-56d3-4e7d-9c4e-a32e51a8bb93" -d '{"events": [{"server_uuid": "6c033efb-fdb4-4b0e-8da4-66f022ad5d1c", "name": "network-vif-plugged", "status": "completed", "tag": "f6a28c90-4c20-4523-ad16-8dc19c482ea1"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:41:38.767619 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ead738-5388-45d5-bd94-5dc5d3545b97 None None] The sync data for ids ['07c4f1b3-71b7-4780-866f-e94af1a64ce4'] in n-d-857339-6 is: [{'id': '07c4f1b3-71b7-4780-866f-e94af1a64ce4', 'name': 'tempest-ServerGroupTestJSON-172402579-router', 'tenant_id': 'f3fd137af33941589ef15699c4d59ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:40:49Z', 'updated_at': '2022-11-02T12:41:35Z', 'revision_number': 6, 'project_id': 'f3fd137af33941589ef15699c4d59ffc', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:41:38.781515 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port f6a28c90-4c20-4523-ad16-8dc19c482ea1, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=f6a28c90-4c20-4523-ad16-8dc19c482ea1,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:38.821005 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:38.844071 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a34f9d9a-822b-4809-88c0-f0b414386a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (07c4f1b3-71b7-4780-866f-e94af1a64ce4), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:38.858962 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a34f9d9a-822b-4809-88c0-f0b414386a0f admin admin] Publish callbacks [] for router_controller (07c4f1b3-71b7-4780-866f-e94af1a64ce4), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:38.866834 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f6a28c90-4c20-4523-ad16-8dc19c482ea1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:38.889691 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:38.907750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] Set router f8b53e37-28fd-46c8-b681-2a351840d075 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:38.966078 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432dbc8-3e18-48a5-ba89-4fde73550362 req-4df0e549-7e50-4e3a-acb3-e6382866cd74 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:38.978107 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2432dbc8-3e18-48a5-ba89-4fde73550362 req-4df0e549-7e50-4e3a-acb3-e6382866cd74 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6c033efb-fdb4-4b0e-8da4-66f022ad5d1c HTTP/1.1" status: 200 len: 949 time: 1.8214087 Nov 02 12:41:39.116278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=f6a28c90-4c20-4523-ad16-8dc19c482ea1,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:39.121322 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36966) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:39.122002 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82', 'name': 'tempest-ServerAddressesNegativeTestJSON-2128137985-router', 'tenant_id': 'c7ac1379307745cebba3fb9757ca990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '536c7bcc-7e4a-4dec-95ff-218454969e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:03Z', 'updated_at': '2022-11-02T12:41:23Z', 'revision_number': 4, 'project_id': 'c7ac1379307745cebba3fb9757ca990b', 'gw_port': {'id': '536c7bcc-7e4a-4dec-95ff-218454969e71', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:07Z', 'updated_at': '2022-11-02T12:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'b44ac9af-834d-4121-8bb8-28725194ad62', 'name': '', 'network_id': '2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9', 'tenant_id': 'c7ac1379307745cebba3fb9757ca990b', 'mac_address': 'fa:16:3e:c0:6f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'b8f207a1-4a3a-4733-8be4-ab2dbc95134a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:16Z', 'updated_at': '2022-11-02T12:41:37Z', 'revision_number': 4, 'project_id': 'c7ac1379307745cebba3fb9757ca990b', 'subnets': [{'id': 'b8f207a1-4a3a-4733-8be4-ab2dbc95134a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:39.134777 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:39.150295 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port f85cb1ea-b86a-448f-8bd8-73cf25ae691f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:39.151183 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f85cb1ea-b86a-448f-8bd8-73cf25ae691f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:39.151797 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port f85cb1ea-b86a-448f-8bd8-73cf25ae691f Nov 02 12:41:39.191499 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2126fa66-ae82-43e3-bb20-f72cd14e9f84 None None] The sync data for ids ['c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82'] in n-d-857339-6 is: [{'id': 'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82', 'name': 'tempest-ServerAddressesNegativeTestJSON-2128137985-router', 'tenant_id': 'c7ac1379307745cebba3fb9757ca990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '536c7bcc-7e4a-4dec-95ff-218454969e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:03Z', 'updated_at': '2022-11-02T12:41:23Z', 'revision_number': 4, 'project_id': 'c7ac1379307745cebba3fb9757ca990b', 'gw_port': {'id': '536c7bcc-7e4a-4dec-95ff-218454969e71', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:07Z', 'updated_at': '2022-11-02T12:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'b44ac9af-834d-4121-8bb8-28725194ad62', 'name': '', 'network_id': '2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9', 'tenant_id': 'c7ac1379307745cebba3fb9757ca990b', 'mac_address': 'fa:16:3e:c0:6f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'b8f207a1-4a3a-4733-8be4-ab2dbc95134a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:16Z', 'updated_at': '2022-11-02T12:41:37Z', 'revision_number': 4, 'project_id': 'c7ac1379307745cebba3fb9757ca990b', 'subnets': [{'id': 'b8f207a1-4a3a-4733-8be4-ab2dbc95134a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:41:39.202318 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:39.206553 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a34f9d9a-822b-4809-88c0-f0b414386a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (07c4f1b3-71b7-4780-866f-e94af1a64ce4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:39.210102 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34f9d9a-822b-4809-88c0-f0b414386a0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07c4f1b3-71b7-4780-866f-e94af1a64ce4 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:41:39.230390 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a34f9d9a-822b-4809-88c0-f0b414386a0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:39.243837 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a34f9d9a-822b-4809-88c0-f0b414386a0f admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/07c4f1b3-71b7-4780-866f-e94af1a64ce4 HTTP/1.1" status: 204 len: 168 time: 4.0111997 Nov 02 12:41:39.255705 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36970) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:39.601859 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:39.623154 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:39.648827 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ce5ebd-c386-4586-abe3-db5c663fbb44 admin admin] Deleting subnet b921d6a3-f13a-4b5a-9da7-91fbbacfdd3c {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:41:39.664611 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86ce5ebd-c386-4586-abe3-db5c663fbb44 admin admin] Publish callbacks [] for subnet (b921d6a3-f13a-4b5a-9da7-91fbbacfdd3c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:39.828803 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86ce5ebd-c386-4586-abe3-db5c663fbb44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (b921d6a3-f13a-4b5a-9da7-91fbbacfdd3c), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:39.883950 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2432dbc8-3e18-48a5-ba89-4fde73550362 req-566cef0a-356e-40e0-9184-b010dc6ff562 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9048154 Nov 02 12:41:39.892311 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-680b7284-109c-4b95-92b3-5374fe1973f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (c6689a14-d319-4594-b525-345dd4337a6b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:39.896616 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port f85cb1ea-b86a-448f-8bd8-73cf25ae691f is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:39.897020 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f85cb1ea-b86a-448f-8bd8-73cf25ae691f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:39.899843 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'name': 'tempest-FloatingIPDetailsTestJSON-1977884615-router', 'tenant_id': '47284988ba214419947db6506b8f8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '4edba86b-0559-4e47-9b0e-c0a69a34a10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:05Z', 'updated_at': '2022-11-02T12:41:20Z', 'revision_number': 4, 'project_id': '47284988ba214419947db6506b8f8552', 'gw_port': {'id': '4edba86b-0559-4e47-9b0e-c0a69a34a10c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:07Z', 'updated_at': '2022-11-02T12:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'f85cb1ea-b86a-448f-8bd8-73cf25ae691f', 'name': '', 'network_id': 'a890c567-3928-4c42-99eb-2fe6108b5e92', 'tenant_id': '47284988ba214419947db6506b8f8552', 'mac_address': 'fa:16:3e:bf:46:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '13eb20dc-6b92-4986-9386-50eb908f315e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:17Z', 'updated_at': '2022-11-02T12:41:36Z', 'revision_number': 4, 'project_id': '47284988ba214419947db6506b8f8552', 'subnets': [{'id': '13eb20dc-6b92-4986-9386-50eb908f315e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:40.094694 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:40.100034 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91590f28-b16a-44f0-82d3-8337a5815f93 None None] The sync data for ids ['f8b53e37-28fd-46c8-b681-2a351840d075'] in n-d-857339-6 is: [{'id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'name': 'tempest-FloatingIPDetailsTestJSON-1977884615-router', 'tenant_id': '47284988ba214419947db6506b8f8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '4edba86b-0559-4e47-9b0e-c0a69a34a10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:05Z', 'updated_at': '2022-11-02T12:41:20Z', 'revision_number': 4, 'project_id': '47284988ba214419947db6506b8f8552', 'gw_port': {'id': '4edba86b-0559-4e47-9b0e-c0a69a34a10c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:07Z', 'updated_at': '2022-11-02T12:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'f85cb1ea-b86a-448f-8bd8-73cf25ae691f', 'name': '', 'network_id': 'a890c567-3928-4c42-99eb-2fe6108b5e92', 'tenant_id': '47284988ba214419947db6506b8f8552', 'mac_address': 'fa:16:3e:bf:46:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '13eb20dc-6b92-4986-9386-50eb908f315e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:17Z', 'updated_at': '2022-11-02T12:41:36Z', 'revision_number': 4, 'project_id': '47284988ba214419947db6506b8f8552', 'subnets': [{'id': '13eb20dc-6b92-4986-9386-50eb908f315e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:41:40.147845 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-3feccdae-7f28-412d-af93-33bb8edcf8f2 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for port (fb35483a-d60b-4494-8939-0ef40fdcd861), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:40.181496 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-970dd509-57b1-484f-913d-2018123dbdac admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-693285387-network', 'tenant_id': 'f48fdbeb9a604c66b66780387e3af4de'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:40.187615 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port f85cb1ea-b86a-448f-8bd8-73cf25ae691f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f85cb1ea-b86a-448f-8bd8-73cf25ae691f,segment=NetworkSegment(2e9d6fb3-5ccc-43ae-aa36-34767235c348),segment_id=2e9d6fb3-5ccc-43ae-aa36-34767235c348)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:40.196428 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae8eeb8-6ab5-4a10-a8e9-87f7b4292aa1 x-openstack-request-id: req-fae8eeb8-6ab5-4a10-a8e9-87f7b4292aa1 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:41:40.196853 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c033efb-fdb4-4b0e-8da4-66f022ad5d1c", "name": "network-vif-plugged", "status": "completed", "tag": "f6a28c90-4c20-4523-ad16-8dc19c482ea1", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:41:40.197125 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fae8eeb8-6ab5-4a10-a8e9-87f7b4292aa1 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:41:40.197764 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae8eeb8-6ab5-4a10-a8e9-87f7b4292aa1'] response: {'server_uuid': '6c033efb-fdb4-4b0e-8da4-66f022ad5d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a28c90-4c20-4523-ad16-8dc19c482ea1', 'code': 200} Nov 02 12:41:40.232434 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86ce5ebd-c386-4586-abe3-db5c663fbb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (b921d6a3-f13a-4b5a-9da7-91fbbacfdd3c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:40.266532 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-3feccdae-7f28-412d-af93-33bb8edcf8f2 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (fb35483a-d60b-4494-8939-0ef40fdcd861), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:40.319826 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f85cb1ea-b86a-448f-8bd8-73cf25ae691f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:40.325574 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-33f9f445-1f08-429a-8e58-1da7cdcd8eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:40.583733 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-3feccdae-7f28-412d-af93-33bb8edcf8f2 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (0f93d293-b65d-4828-9c3f-1797a919659d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:40.676460 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b44ac9af-834d-4121-8bb8-28725194ad62 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:40.781909 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feccdae-7f28-412d-af93-33bb8edcf8f2 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Pushing event updated for resources: {'Port': ['ID=fb35483a-d60b-4494-8939-0ef40fdcd861,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:40.829160 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970dd509-57b1-484f-913d-2018123dbdac admin admin] Made reservation on behalf of f48fdbeb9a604c66b66780387e3af4de for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:40.834786 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-970dd509-57b1-484f-913d-2018123dbdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:40.869834 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-3feccdae-7f28-412d-af93-33bb8edcf8f2 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:40.893717 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-3feccdae-7f28-412d-af93-33bb8edcf8f2 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 13.6680496 Nov 02 12:41:40.901693 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:40.916126 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=f85cb1ea-b86a-448f-8bd8-73cf25ae691f,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:40.972893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port b44ac9af-834d-4121-8bb8-28725194ad62 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:40.974513 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b44ac9af-834d-4121-8bb8-28725194ad62), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:40.975734 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port b44ac9af-834d-4121-8bb8-28725194ad62 Nov 02 12:41:41.117367 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:41.158405 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5084e-b831-4fd2-826b-59bedb0b36c6 req-786470d0-73a2-4878-8643-8d7a81211e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:41.160270 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-abd5084e-b831-4fd2-826b-59bedb0b36c6 req-786470d0-73a2-4878-8643-8d7a81211e31 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=6c033efb-fdb4-4b0e-8da4-66f022ad5d1c HTTP/1.1" status: 200 len: 1132 time: 0.5727549 Nov 02 12:41:41.161485 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-970dd509-57b1-484f-913d-2018123dbdac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:41.196938 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-5b136979-d09d-4682-a576-2c653838476a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.218 HTTP/1.1" status: 200 len: 696 time: 0.3012562 Nov 02 12:41:41.236614 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86ce5ebd-c386-4586-abe3-db5c663fbb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (b921d6a3-f13a-4b5a-9da7-91fbbacfdd3c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:41.271573 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port b44ac9af-834d-4121-8bb8-28725194ad62 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:41.272756 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b44ac9af-834d-4121-8bb8-28725194ad62), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:41.347187 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fbe897-5a60-4c85-ae38-d2c206c4bfa4 None None] Network 3de17bbf-e67f-420f-8298-27185c97fc74 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:41:41.370104 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86ce5ebd-c386-4586-abe3-db5c663fbb44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:41.383991 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-86ce5ebd-c386-4586-abe3-db5c663fbb44 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/b921d6a3-f13a-4b5a-9da7-91fbbacfdd3c HTTP/1.1" status: 204 len: 168 time: 2.1128056 Nov 02 12:41:41.440660 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36996) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:41.539819 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce5ebd-c386-4586-abe3-db5c663fbb44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b921d6a3-f13a-4b5a-9da7-91fbbacfdd3c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:41.667048 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-abd5084e-b831-4fd2-826b-59bedb0b36c6 req-b9b248ba-06b4-465d-a22e-ca578801e365 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414091 Nov 02 12:41:41.671654 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-df17c6b7-654b-42ee-8002-9b0e98b0f656 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:41.674210 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-df17c6b7-654b-42ee-8002-9b0e98b0f656 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 784 time: 0.4243085 Nov 02 12:41:41.688218 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680b7284-109c-4b95-92b3-5374fe1973f9 admin admin] Router c6689a14-d319-4594-b525-345dd4337a6b is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:41:41.697116 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:41.729766 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-592f2727-ceb1-4df3-ba18-ba772ce5bd7d tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:41:41.734318 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f370f285-63e4-4eb3-8f66-5fec8499f7b0 req-592f2727-ceb1-4df3-ba18-ba772ce5bd7d tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0303721 Nov 02 12:41:41.802459 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port b44ac9af-834d-4121-8bb8-28725194ad62, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b44ac9af-834d-4121-8bb8-28725194ad62,segment=NetworkSegment(54c3e21d-107d-4b90-aef0-04ac981ac5c9),segment_id=54c3e21d-107d-4b90-aef0-04ac981ac5c9)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:41.804851 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f27d3-4472-42b9-be09-671b885e6f34 req-a09697ff-e76f-470c-a03a-ce458071a9ea tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:41.809101 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-787f27d3-4472-42b9-be09-671b885e6f34 req-a09697ff-e76f-470c-a03a-ce458071a9ea tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6c033efb-fdb4-4b0e-8da4-66f022ad5d1c HTTP/1.1" status: 200 len: 950 time: 0.6047311 Nov 02 12:41:41.889588 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-33f9f445-1f08-429a-8e58-1da7cdcd8eef admin admin] Deleting port b44ac9af-834d-4121-8bb8-28725194ad62 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:41.891040 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-33f9f445-1f08-429a-8e58-1da7cdcd8eef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (b44ac9af-834d-4121-8bb8-28725194ad62), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:41.967983 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b44ac9af-834d-4121-8bb8-28725194ad62), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:42.014926 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24a18b7-fba2-46bd-9944-f9fc2f55a7c9 None None] DHCP port deletion for 3de17bbf-e67f-420f-8298-27185c97fc74 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:41:42.103756 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4620db68-43ad-44c3-901d-b39449db1e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (3de17bbf-e67f-420f-8298-27185c97fc74), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:42.165765 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:42.179341 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:42.188543 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=b44ac9af-834d-4121-8bb8-28725194ad62,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:42.201369 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7d074905-8f36-4056-b34c-6d2be621d5d6 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:42.359344 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-787f27d3-4472-42b9-be09-671b885e6f34 req-2412dc96-a846-473e-8e11-287a4c6c13a2 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5352709 Nov 02 12:41:42.382950 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3f7e4f65-fdaa-4b54-88aa-034ee45b2edd req-c6db447f-87d9-44f7-a4b7-337461abc0dd tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2583790 Nov 02 12:41:42.382950 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:42.382950 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:42.392563 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-3f7e4f65-fdaa-4b54-88aa-034ee45b2edd req-6f2eb2c2-3880-4329-a7fc-998feecf6a7a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:42.483343 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680b7284-109c-4b95-92b3-5374fe1973f9 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:41:42.498101 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] Sync routers for ids ['c6689a14-d319-4594-b525-345dd4337a6b'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:41:42.561692 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] Routers {'c6689a14-d319-4594-b525-345dd4337a6b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:42.577754 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:41:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c6689a14-d319-4594-b525-345dd4337a6b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:42.609926 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-680b7284-109c-4b95-92b3-5374fe1973f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:42.611819 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-680b7284-109c-4b95-92b3-5374fe1973f9 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 18.4762924 Nov 02 12:41:42.617615 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37016) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:42.758356 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3f7e4f65-fdaa-4b54-88aa-034ee45b2edd req-6f2eb2c2-3880-4329-a7fc-998feecf6a7a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:42.762660 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 7d074905-8f36-4056-b34c-6d2be621d5d6 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:41:42.763221 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7d074905-8f36-4056-b34c-6d2be621d5d6 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:42.764466 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0f2e1142-fc21-4cdd-95e3-be798740ce58 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:42.768578 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:42.895435 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 0f2e1142-fc21-4cdd-95e3-be798740ce58 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:41:42.895435 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0f2e1142-fc21-4cdd-95e3-be798740ce58 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:42.896941 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] Set router c6689a14-d319-4594-b525-345dd4337a6b gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:42.908080 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-970dd509-57b1-484f-913d-2018123dbdac admin admin] Publish callbacks [] for security_group (53d5c678-eb3a-4575-b206-35add02dbcd9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:42.949602 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-33f9f445-1f08-429a-8e58-1da7cdcd8eef admin admin] For port b44ac9af-834d-4121-8bb8-28725194ad62, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b44ac9af-834d-4121-8bb8-28725194ad62,segment=NetworkSegment(54c3e21d-107d-4b90-aef0-04ac981ac5c9),segment_id=54c3e21d-107d-4b90-aef0-04ac981ac5c9)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:42.950466 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-33f9f445-1f08-429a-8e58-1da7cdcd8eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (b44ac9af-834d-4121-8bb8-28725194ad62), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:42.965159 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-4620db68-43ad-44c3-901d-b39449db1e38 admin admin] Deleting port 79978519-5408-4313-8a7b-c58206e635f9 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:42.965868 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4620db68-43ad-44c3-901d-b39449db1e38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (79978519-5408-4313-8a7b-c58206e635f9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:42.970048 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b24a18b7-fba2-46bd-9944-f9fc2f55a7c9 None None] Deleting port 79978519-5408-4313-8a7b-c58206e635f9 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:42.970671 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b24a18b7-fba2-46bd-9944-f9fc2f55a7c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (79978519-5408-4313-8a7b-c58206e635f9), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:42.980963 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3f7e4f65-fdaa-4b54-88aa-034ee45b2edd req-6f2eb2c2-3880-4329-a7fc-998feecf6a7a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:43.190807 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-970dd509-57b1-484f-913d-2018123dbdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (53d5c678-eb3a-4575-b206-35add02dbcd9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:43.217282 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-33f9f445-1f08-429a-8e58-1da7cdcd8eef admin admin] Calling delete_port for b44ac9af-834d-4121-8bb8-28725194ad62 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:43.228461 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-4620db68-43ad-44c3-901d-b39449db1e38 admin admin] For port 79978519-5408-4313-8a7b-c58206e635f9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=79978519-5408-4313-8a7b-c58206e635f9,segment=NetworkSegment(2f39abe5-f9f9-4ef3-b932-65bba7dce208),segment_id=2f39abe5-f9f9-4ef3-b932-65bba7dce208)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:43.229264 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4620db68-43ad-44c3-901d-b39449db1e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (79978519-5408-4313-8a7b-c58206e635f9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:43.255944 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9066eae7-7f92-4dc2-833a-9113f4eb6b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:43.262381 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970dd509-57b1-484f-913d-2018123dbdac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:41:43.293907 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b24a18b7-fba2-46bd-9944-f9fc2f55a7c9 None None] For port 79978519-5408-4313-8a7b-c58206e635f9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=79978519-5408-4313-8a7b-c58206e635f9,segment=NetworkSegment(2f39abe5-f9f9-4ef3-b932-65bba7dce208),segment_id=2f39abe5-f9f9-4ef3-b932-65bba7dce208)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:43.294629 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b24a18b7-fba2-46bd-9944-f9fc2f55a7c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (79978519-5408-4313-8a7b-c58206e635f9), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:43.308439 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-4620db68-43ad-44c3-901d-b39449db1e38 admin admin] Calling delete_port for 79978519-5408-4313-8a7b-c58206e635f9 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:43.315740 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f85cb1ea-b86a-448f-8bd8-73cf25ae691f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:43.330313 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-970dd509-57b1-484f-913d-2018123dbdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (8b1e9d0b-6232-434f-a661-e35aac885f5b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:43.331074 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-970dd509-57b1-484f-913d-2018123dbdac admin admin] Added segment 8b1e9d0b-6232-434f-a661-e35aac885f5b of type vlan for network 37a1ceb0-2561-4dbf-8104-e8d9569dabdc Nov 02 12:41:43.333292 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970dd509-57b1-484f-913d-2018123dbdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d5c678-eb3a-4575-b206-35add02dbcd9,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:43.368781 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b24a18b7-fba2-46bd-9944-f9fc2f55a7c9 None None] Calling delete_port for 79978519-5408-4313-8a7b-c58206e635f9 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:43.410494 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:43.461332 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:43.662400 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port f85cb1ea-b86a-448f-8bd8-73cf25ae691f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:43.663050 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f85cb1ea-b86a-448f-8bd8-73cf25ae691f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:43.663602 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port f85cb1ea-b86a-448f-8bd8-73cf25ae691f Nov 02 12:41:43.726474 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-970dd509-57b1-484f-913d-2018123dbdac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (37a1ceb0-2561-4dbf-8104-e8d9569dabdc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:43.821102 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56012fe5-0c3f-4fac-93de-0f2e452dbadf req-5ba65e15-1a8c-423a-8b84-e44112fb61c0 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:43.832261 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-56012fe5-0c3f-4fac-93de-0f2e452dbadf req-5ba65e15-1a8c-423a-8b84-e44112fb61c0 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6c033efb-fdb4-4b0e-8da4-66f022ad5d1c HTTP/1.1" status: 200 len: 950 time: 0.2918909 Nov 02 12:41:43.860823 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.db.resource_extend [None req-970dd509-57b1-484f-913d-2018123dbdac admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:41:43.884519 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port f85cb1ea-b86a-448f-8bd8-73cf25ae691f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:43.887216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b44ac9af-834d-4121-8bb8-28725194ad62 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:43.937589 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b24a18b7-fba2-46bd-9944-f9fc2f55a7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (79978519-5408-4313-8a7b-c58206e635f9), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:43.983233 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4620db68-43ad-44c3-901d-b39449db1e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (79978519-5408-4313-8a7b-c58206e635f9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:43.999418 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-3f7e4f65-fdaa-4b54-88aa-034ee45b2edd req-6f2eb2c2-3880-4329-a7fc-998feecf6a7a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Allocated IP 172.25.2.117 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/94217326-3729-471e-a159-8f6866748b0a) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:44.014446 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:44.043221 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620db68-43ad-44c3-901d-b39449db1e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=79978519-5408-4313-8a7b-c58206e635f9,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:44.062816 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-970dd509-57b1-484f-913d-2018123dbdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (37a1ceb0-2561-4dbf-8104-e8d9569dabdc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:44.065229 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970dd509-57b1-484f-913d-2018123dbdac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:44.066505 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-970dd509-57b1-484f-913d-2018123dbdac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:44.079251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a18b7-fba2-46bd-9944-f9fc2f55a7c9 None None] Pushing event deleted for resources: {'Port': ['ID=79978519-5408-4313-8a7b-c58206e635f9,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:44.092941 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24a18b7-fba2-46bd-9944-f9fc2f55a7c9 None None] No DVR routers for this DVR port 79978519-5408-4313-8a7b-c58206e635f9 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:41:44.113493 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6689a14-d319-4594-b525-345dd4337a6b', 'name': 'tempest-ServersTestFqdnHostnames-892849767-router', 'tenant_id': 'a62e260bcc524f18b03a968bb631891d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '0ef0078e-d47a-42b2-b233-40acb37142f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:24Z', 'updated_at': '2022-11-02T12:41:35Z', 'revision_number': 3, 'project_id': 'a62e260bcc524f18b03a968bb631891d', 'gw_port': {'id': '0ef0078e-d47a-42b2-b233-40acb37142f7', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6689a14-d319-4594-b525-345dd4337a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:30Z', 'updated_at': '2022-11-02T12:41:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:44.160395 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port b44ac9af-834d-4121-8bb8-28725194ad62 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:44.160786 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b44ac9af-834d-4121-8bb8-28725194ad62), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:44.161439 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port b44ac9af-834d-4121-8bb8-28725194ad62 Nov 02 12:41:44.210359 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] Checking router: c6689a14-d319-4594-b525-345dd4337a6b for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:41:44.211308 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] Updating router c6689a14-d319-4594-b525-345dd4337a6b port 0ef0078e-d47a-42b2-b233-40acb37142f7 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:41:44.297068 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-970dd509-57b1-484f-913d-2018123dbdac admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 5.1363540 Nov 02 12:41:44.297068 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4620db68-43ad-44c3-901d-b39449db1e38 admin admin] No DVR routers for this DVR port 79978519-5408-4313-8a7b-c58206e635f9 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:41:44.297068 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:44.305259 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:44.314464 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37046) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:44.323702 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0ef0078e-d47a-42b2-b233-40acb37142f7), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:44.336581 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-56012fe5-0c3f-4fac-93de-0f2e452dbadf req-583f3745-baa7-496a-86de-aae19ad525a7 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011525 Nov 02 12:41:44.356280 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e442c933-e070-48ae-901a-010b91dbee42 admin admin] Request body: {'subnet': {'network_id': '37a1ceb0-2561-4dbf-8104-e8d9569dabdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-693285387-subnet', 'tenant_id': 'f48fdbeb9a604c66b66780387e3af4de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:44.416606 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970dd509-57b1-484f-913d-2018123dbdac admin admin] Pushing event updated for resources: {'Network': ['ID=37a1ceb0-2561-4dbf-8104-e8d9569dabdc,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:44.436822 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:44.448140 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 37a1ceb0-2561-4dbf-8104-e8d9569dabdc details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:41:44.596532 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4620db68-43ad-44c3-901d-b39449db1e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (3de17bbf-e67f-420f-8298-27185c97fc74), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:44.602361 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:44.656062 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port b44ac9af-834d-4121-8bb8-28725194ad62 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:44.668476 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-4620db68-43ad-44c3-901d-b39449db1e38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de17bbf-e67f-420f-8298-27185c97fc74']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:44.704551 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-4620db68-43ad-44c3-901d-b39449db1e38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f39abe5-f9f9-4ef3-b932-65bba7dce208') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:44.709899 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-4620db68-43ad-44c3-901d-b39449db1e38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f39abe5-f9f9-4ef3-b932-65bba7dce208') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:44.725989 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-33f9f445-1f08-429a-8e58-1da7cdcd8eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (b44ac9af-834d-4121-8bb8-28725194ad62), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:44.751169 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4620db68-43ad-44c3-901d-b39449db1e38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (2f39abe5-f9f9-4ef3-b932-65bba7dce208), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:44.884931 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9f445-1f08-429a-8e58-1da7cdcd8eef admin admin] Pushing event deleted for resources: {'Port': ['ID=b44ac9af-834d-4121-8bb8-28725194ad62,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:44.891787 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 79978519-5408-4313-8a7b-c58206e635f9 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:44.912392 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e442c933-e070-48ae-901a-010b91dbee42 admin admin] Made reservation on behalf of f48fdbeb9a604c66b66780387e3af4de for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:44.916479 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e442c933-e070-48ae-901a-010b91dbee42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:44.920630 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4620db68-43ad-44c3-901d-b39449db1e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (2f39abe5-f9f9-4ef3-b932-65bba7dce208), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:44.926629 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3f7e4f65-fdaa-4b54-88aa-034ee45b2edd req-6f2eb2c2-3880-4329-a7fc-998feecf6a7a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for port (94217326-3729-471e-a159-8f6866748b0a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:44.997194 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 79978519-5408-4313-8a7b-c58206e635f9 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:41:44.998677 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 79978519-5408-4313-8a7b-c58206e635f9 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:45.045239 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4620db68-43ad-44c3-901d-b39449db1e38 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:41:45.046064 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4620db68-43ad-44c3-901d-b39449db1e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (2f39abe5-f9f9-4ef3-b932-65bba7dce208), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:45.083917 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:45.244399 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:45.245410 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:45.254172 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:45.313751 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-13544977-f6c5-4dd0-9da6-4f67fdec95c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:45.370238 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4620db68-43ad-44c3-901d-b39449db1e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (3de17bbf-e67f-420f-8298-27185c97fc74), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:45.386101 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4620db68-43ad-44c3-901d-b39449db1e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:45.397421 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4620db68-43ad-44c3-901d-b39449db1e38 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/3de17bbf-e67f-420f-8298-27185c97fc74 HTTP/1.1" status: 204 len: 168 time: 3.8782389 Nov 02 12:41:45.473244 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:45.489420 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620db68-43ad-44c3-901d-b39449db1e38 admin admin] Pushing event deleted for resources: {'Network': ['ID=3de17bbf-e67f-420f-8298-27185c97fc74,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:45.634675 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f33cf0a3-cd79-47b3-935f-8495b06a25f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:45.713669 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-33f9f445-1f08-429a-8e58-1da7cdcd8eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:45.742192 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 2f39abe5-f9f9-4ef3-b932-65bba7dce208 resource provider aggregate not found Nov 02 12:41:45.759503 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786b5329-fcb1-4e3c-b840-e1e8c501b5e1 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:41:45.887432 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 2f39abe5-f9f9-4ef3-b932-65bba7dce208 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f39abe5-f9f9-4ef3-b932-65bba7dce208 found for delete ", "request_id": "req-01f76821-5877-4477-a134-ca367f336d6d"}]} Nov 02 12:41:45.912042 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786b5329-fcb1-4e3c-b840-e1e8c501b5e1 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:41:45.959201 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:46.082645 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fe299-fa71-46e3-9ec7-f2751731d7ce req-5a3954d5-5b08-4a20-9846-a527edcb9b8f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:46.094698 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-395fe299-fa71-46e3-9ec7-f2751731d7ce req-5a3954d5-5b08-4a20-9846-a527edcb9b8f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6c033efb-fdb4-4b0e-8da4-66f022ad5d1c HTTP/1.1" status: 200 len: 950 time: 0.4661336 Nov 02 12:41:46.155734 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3f7e4f65-fdaa-4b54-88aa-034ee45b2edd req-6f2eb2c2-3880-4329-a7fc-998feecf6a7a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (94217326-3729-471e-a159-8f6866748b0a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:46.329912 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f9f445-1f08-429a-8e58-1da7cdcd8eef admin admin] Router c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:41:46.389942 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-395fe299-fa71-46e3-9ec7-f2751731d7ce req-95fde491-b83f-448f-bc9e-76f0a3e8323a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926133 Nov 02 12:41:46.445549 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37088) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:46.489416 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] Publish callbacks [] for port (0ef0078e-d47a-42b2-b233-40acb37142f7), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:46.562089 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7e4f65-fdaa-4b54-88aa-034ee45b2edd req-6f2eb2c2-3880-4329-a7fc-998feecf6a7a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:46.616966 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f9f445-1f08-429a-8e58-1da7cdcd8eef admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:41:46.619487 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-3f7e4f65-fdaa-4b54-88aa-034ee45b2edd req-6f2eb2c2-3880-4329-a7fc-998feecf6a7a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:46.633159 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd215fb4-b9bd-41ea-8064-1c782a3fc6d1 None None] Sync routers for ids ['c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:41:46.639284 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-33f9f445-1f08-429a-8e58-1da7cdcd8eef admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6842849 Nov 02 12:41:46.645142 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37102) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:46.655670 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7e4f65-fdaa-4b54-88aa-034ee45b2edd req-6f2eb2c2-3880-4329-a7fc-998feecf6a7a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:41:46.673386 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd215fb4-b9bd-41ea-8064-1c782a3fc6d1 None None] Routers {'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:46.676838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-bd215fb4-b9bd-41ea-8064-1c782a3fc6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:41:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:46.689653 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0ef0078e-d47a-42b2-b233-40acb37142f7), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:46.789662 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-f33cf0a3-cd79-47b3-935f-8495b06a25f8 admin admin] Allocated IP 172.20.0.1 (5d29f958-1d50-4cdd-bd1c-e945977913f9/d513cdcd-e446-4413-893a-5d518c121097/3f9cf706-62d1-4b76-b345-43b065acd2f4) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:46.814480 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:46.838663 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2eb2c2-3880-4329-a7fc-998feecf6a7a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Pushing event updated for resources: {'Port': ['ID=94217326-3729-471e-a159-8f6866748b0a,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:46.913887 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c8dcaf5-c05e-4462-a9b7-6015ce12a868 admin admin] Publish callbacks [] for router (c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:46.956258 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] Attempting to bind port 0ef0078e-d47a-42b2-b233-40acb37142f7 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:41:46.956997 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] Attempting to bind port 0ef0078e-d47a-42b2-b233-40acb37142f7 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:41:46.957677 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] Attempting to bind port 0ef0078e-d47a-42b2-b233-40acb37142f7 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:46.980698 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37104) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:47.128508 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.160895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-bd215fb4-b9bd-41ea-8064-1c782a3fc6d1 None None] Set router c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:47.206078 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:47.206977 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:47.228537 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:47.258057 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:41:47.266630 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:47.267454 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.268033 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:41:47.268874 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] Bound port: 0ef0078e-d47a-42b2-b233-40acb37142f7, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:41:47.269513 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0ef0078e-d47a-42b2-b233-40acb37142f7), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.304849 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-841e901f-d1f5-422f-b896-ea914ebe9399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.365869 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951f37e-1d9b-48a7-aaeb-a69c35d10d77 None None] Pushing event updated for resources: {'Port': ['ID=0ef0078e-d47a-42b2-b233-40acb37142f7,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:47.448027 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] For port 0ef0078e-d47a-42b2-b233-40acb37142f7, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:47.455781 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-794cd273-ffc6-4dbc-8b8f-6388d08dc697 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f3fd137af33941589ef15699c4d59ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0005054 Nov 02 12:41:47.462296 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] For port 0ef0078e-d47a-42b2-b233-40acb37142f7, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0ef0078e-d47a-42b2-b233-40acb37142f7,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:47.483170 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37108) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:47.497479 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-841e901f-d1f5-422f-b896-ea914ebe9399 admin admin] Publish callbacks [] for security_group (420fce18-9b60-4ac5-972f-02ade88c2566), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.516878 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:47.528807 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c8dcaf5-c05e-4462-a9b7-6015ce12a868 admin admin] Publish callbacks [] for router_gateway (c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.576225 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7277e9-5e10-4221-952f-1f2b8145b9a1 req-f839829a-915a-41e1-a321-e048b7537ffc tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:47.577908 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9e7277e9-5e10-4221-952f-1f2b8145b9a1 req-f839829a-915a-41e1-a321-e048b7537ffc tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6c033efb-fdb4-4b0e-8da4-66f022ad5d1c HTTP/1.1" status: 200 len: 1132 time: 0.7175286 Nov 02 12:41:47.585617 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3f7e4f65-fdaa-4b54-88aa-034ee45b2edd req-6f2eb2c2-3880-4329-a7fc-998feecf6a7a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for floatingip (0c889547-e027-4e0f-9825-6fb9a8734e27), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.590287 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-841e901f-d1f5-422f-b896-ea914ebe9399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (420fce18-9b60-4ac5-972f-02ade88c2566), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.597451 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0ef0078e-d47a-42b2-b233-40acb37142f7), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.611583 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e442c933-e070-48ae-901a-010b91dbee42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (7b946616-ed83-496c-b78f-f532942521a1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.675917 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-bd215fb4-b9bd-41ea-8064-1c782a3fc6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82', 'name': 'tempest-ServerAddressesNegativeTestJSON-2128137985-router', 'tenant_id': 'c7ac1379307745cebba3fb9757ca990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '536c7bcc-7e4a-4dec-95ff-218454969e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:03Z', 'updated_at': '2022-11-02T12:41:44Z', 'revision_number': 5, 'project_id': 'c7ac1379307745cebba3fb9757ca990b', 'gw_port': {'id': '536c7bcc-7e4a-4dec-95ff-218454969e71', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:07Z', 'updated_at': '2022-11-02T12:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:47.707749 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd215fb4-b9bd-41ea-8064-1c782a3fc6d1 None None] Checking router: c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:41:47.712447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-119908e0-5d1d-4d35-b40e-f47d6e6e7751 None None] Provisioning complete for port 2b7c169f-9691-4773-a3a1-24bb3488104b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:47.712866 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-119908e0-5d1d-4d35-b40e-f47d6e6e7751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2b7c169f-9691-4773-a3a1-24bb3488104b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.713208 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-119908e0-5d1d-4d35-b40e-f47d6e6e7751 None None] Attempt 1 to provision port 2b7c169f-9691-4773-a3a1-24bb3488104b Nov 02 12:41:47.744242 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442c933-e070-48ae-901a-010b91dbee42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b946616-ed83-496c-b78f-f532942521a1,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:47.750885 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] Routers {'c6689a14-d319-4594-b525-345dd4337a6b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:47.750885 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:41:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c6689a14-d319-4594-b525-345dd4337a6b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:47.761270 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:47.766485 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd215fb4-b9bd-41ea-8064-1c782a3fc6d1 None None] Routers {'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:47.767260 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-bd215fb4-b9bd-41ea-8064-1c782a3fc6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:41:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:47.836902 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e901f-d1f5-422f-b896-ea914ebe9399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420fce18-9b60-4ac5-972f-02ade88c2566,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:47.880287 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-841e901f-d1f5-422f-b896-ea914ebe9399 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0cecc7764f614cfa908d27412a113160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8961868 Nov 02 12:41:47.880474 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951f37e-1d9b-48a7-aaeb-a69c35d10d77 None None] Pushing event updated for resources: {'Port': ['ID=0ef0078e-d47a-42b2-b233-40acb37142f7,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:47.881318 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37112) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:47.910492 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-0c8dcaf5-c05e-4462-a9b7-6015ce12a868 admin admin] Deleting port 536c7bcc-7e4a-4dec-95ff-218454969e71 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:47.911077 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c8dcaf5-c05e-4462-a9b7-6015ce12a868 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (536c7bcc-7e4a-4dec-95ff-218454969e71), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.913776 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-bd215fb4-b9bd-41ea-8064-1c782a3fc6d1 None None] Set router c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:47.925735 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3f7e4f65-fdaa-4b54-88aa-034ee45b2edd req-6f2eb2c2-3880-4329-a7fc-998feecf6a7a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (94217326-3729-471e-a159-8f6866748b0a), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.056928 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] Set router c6689a14-d319-4594-b525-345dd4337a6b gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:48.198601 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9e7277e9-5e10-4221-952f-1f2b8145b9a1 req-6d5302c4-25e5-4a38-858b-965f4efb0d5e tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5959191 Nov 02 12:41:48.213734 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f33cf0a3-cd79-47b3-935f-8495b06a25f8 admin admin] Publish callbacks [] for port (3f9cf706-62d1-4b76-b345-43b065acd2f4), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.226934 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-bd215fb4-b9bd-41ea-8064-1c782a3fc6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82', 'name': 'tempest-ServerAddressesNegativeTestJSON-2128137985-router', 'tenant_id': 'c7ac1379307745cebba3fb9757ca990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:03Z', 'updated_at': '2022-11-02T12:41:47Z', 'revision_number': 6, 'project_id': 'c7ac1379307745cebba3fb9757ca990b', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:48.240968 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d7c41d52-fa04-4589-9fb3-9a0d179a1da0 admin admin] Publish callbacks [] for security_group (b40ecdde-8bc2-4926-98af-4237639059d9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.339652 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-119908e0-5d1d-4d35-b40e-f47d6e6e7751 None None] Current status of the port 2b7c169f-9691-4773-a3a1-24bb3488104b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:48.385507 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-0c8dcaf5-c05e-4462-a9b7-6015ce12a868 admin admin] For port 536c7bcc-7e4a-4dec-95ff-218454969e71, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=536c7bcc-7e4a-4dec-95ff-218454969e71,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:48.385507 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c8dcaf5-c05e-4462-a9b7-6015ce12a868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (536c7bcc-7e4a-4dec-95ff-218454969e71), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.398412 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd215fb4-b9bd-41ea-8064-1c782a3fc6d1 None None] The sync data for ids ['c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82'] in n-d-857339-6 is: [{'id': 'c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82', 'name': 'tempest-ServerAddressesNegativeTestJSON-2128137985-router', 'tenant_id': 'c7ac1379307745cebba3fb9757ca990b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:03Z', 'updated_at': '2022-11-02T12:41:47Z', 'revision_number': 6, 'project_id': 'c7ac1379307745cebba3fb9757ca990b', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:41:48.400748 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:48.410872 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:48.446336 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e442c933-e070-48ae-901a-010b91dbee42 admin admin] Checking segment: {'id': '8b1e9d0b-6232-434f-a661-e35aac885f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '37a1ceb0-2561-4dbf-8104-e8d9569dabdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:48.446956 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e442c933-e070-48ae-901a-010b91dbee42 admin admin] Network hostable DHCP agents. Network: 37a1ceb0-2561-4dbf-8104-e8d9569dabdc, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:41:48.456398 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-0c8dcaf5-c05e-4462-a9b7-6015ce12a868 admin admin] Calling delete_port for 536c7bcc-7e4a-4dec-95ff-218454969e71 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:48.468911 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d7c41d52-fa04-4589-9fb3-9a0d179a1da0 admin admin] Publish callbacks [] for security_group (b40ecdde-8bc2-4926-98af-4237639059d9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.477242 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:48.528129 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.536433 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6689a14-d319-4594-b525-345dd4337a6b', 'name': 'tempest-ServersTestFqdnHostnames-892849767-router', 'tenant_id': 'a62e260bcc524f18b03a968bb631891d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '0ef0078e-d47a-42b2-b233-40acb37142f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:24Z', 'updated_at': '2022-11-02T12:41:35Z', 'revision_number': 3, 'project_id': 'a62e260bcc524f18b03a968bb631891d', 'gw_port': {'id': '0ef0078e-d47a-42b2-b233-40acb37142f7', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6689a14-d319-4594-b525-345dd4337a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:30Z', 'updated_at': '2022-11-02T12:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:48.536685 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.592134 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:48.613508 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abc2bbb-77d6-4769-9c15-0550ada11e2b None None] The sync data for ids ['c6689a14-d319-4594-b525-345dd4337a6b'] in n-d-857339-6 is: [{'id': 'c6689a14-d319-4594-b525-345dd4337a6b', 'name': 'tempest-ServersTestFqdnHostnames-892849767-router', 'tenant_id': 'a62e260bcc524f18b03a968bb631891d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '0ef0078e-d47a-42b2-b233-40acb37142f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:24Z', 'updated_at': '2022-11-02T12:41:35Z', 'revision_number': 3, 'project_id': 'a62e260bcc524f18b03a968bb631891d', 'gw_port': {'id': '0ef0078e-d47a-42b2-b233-40acb37142f7', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6689a14-d319-4594-b525-345dd4337a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:30Z', 'updated_at': '2022-11-02T12:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:41:48.708205 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3f7e4f65-fdaa-4b54-88aa-034ee45b2edd req-6f2eb2c2-3880-4329-a7fc-998feecf6a7a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for port (94217326-3729-471e-a159-8f6866748b0a), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.797018 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-74060d77-945b-4297-85b3-8c93d08bffef admin admin] Publish callbacks [] for security_group (420fce18-9b60-4ac5-972f-02ade88c2566), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.846288 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3f7e4f65-fdaa-4b54-88aa-034ee45b2edd req-6f2eb2c2-3880-4329-a7fc-998feecf6a7a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (94217326-3729-471e-a159-8f6866748b0a), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.882820 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-0705d227-2088-457f-99a2-ccb32ddb42f5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=cdd844366c7343be97d0911ff5c05ba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837190 Nov 02 12:41:48.914866 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-74060d77-945b-4297-85b3-8c93d08bffef admin admin] Publish callbacks [] for security_group (420fce18-9b60-4ac5-972f-02ade88c2566), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:49.131547 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b44ac9af-834d-4121-8bb8-28725194ad62 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:49.158709 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c8dcaf5-c05e-4462-a9b7-6015ce12a868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (536c7bcc-7e4a-4dec-95ff-218454969e71), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:49.196750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: b44ac9af-834d-4121-8bb8-28725194ad62 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:41:49.198111 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b44ac9af-834d-4121-8bb8-28725194ad62 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:49.267296 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8dcaf5-c05e-4462-a9b7-6015ce12a868 admin admin] Pushing event deleted for resources: {'Port': ['ID=536c7bcc-7e4a-4dec-95ff-218454969e71,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:49.319769 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d7c41d52-fa04-4589-9fb3-9a0d179a1da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b40ecdde-8bc2-4926-98af-4237639059d9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:49.331942 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d7c41d52-fa04-4589-9fb3-9a0d179a1da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:49.337872 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d7c41d52-fa04-4589-9fb3-9a0d179a1da0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b40ecdde-8bc2-4926-98af-4237639059d9 HTTP/1.1" status: 204 len: 168 time: 1.8506737 Nov 02 12:41:49.347181 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e442c933-e070-48ae-901a-010b91dbee42 admin admin] Network 37a1ceb0-2561-4dbf-8104-e8d9569dabdc is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:41:49.350445 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f33cf0a3-cd79-47b3-935f-8495b06a25f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (3f9cf706-62d1-4b76-b345-43b065acd2f4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:49.415385 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c8dcaf5-c05e-4462-a9b7-6015ce12a868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:49.438889 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c41d52-fa04-4589-9fb3-9a0d179a1da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40ecdde-8bc2-4926-98af-4237639059d9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:49.473489 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33cf0a3-cd79-47b3-935f-8495b06a25f8 admin admin] Network 5d29f958-1d50-4cdd-bd1c-e945977913f9 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:49.485905 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3f7e4f65-fdaa-4b54-88aa-034ee45b2edd req-6f2eb2c2-3880-4329-a7fc-998feecf6a7a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (0c889547-e027-4e0f-9825-6fb9a8734e27), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:49.490169 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f33cf0a3-cd79-47b3-935f-8495b06a25f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:49.492746 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2eb2c2-3880-4329-a7fc-998feecf6a7a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Pushing event updated for resources: {'Port': ['ID=94217326-3729-471e-a159-8f6866748b0a,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:49.497237 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33cf0a3-cd79-47b3-935f-8495b06a25f8 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:41:49.557550 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-74060d77-945b-4297-85b3-8c93d08bffef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (420fce18-9b60-4ac5-972f-02ade88c2566), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:49.560767 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-74060d77-945b-4297-85b3-8c93d08bffef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:49.562485 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-74060d77-945b-4297-85b3-8c93d08bffef admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/420fce18-9b60-4ac5-972f-02ade88c2566 HTTP/1.1" status: 204 len: 168 time: 1.6685884 Nov 02 12:41:49.569089 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c8dcaf5-c05e-4462-a9b7-6015ce12a868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:49.572605 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c8dcaf5-c05e-4462-a9b7-6015ce12a868 admin admin] Publish callbacks [] for router_controller (c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:49.584777 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74060d77-945b-4297-85b3-8c93d08bffef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420fce18-9b60-4ac5-972f-02ade88c2566,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:49.838156 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e442c933-e070-48ae-901a-010b91dbee42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 37a1ceb0-2561-4dbf-8104-e8d9569dabdc) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:49.855429 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675c62e7-d83a-4900-85f6-58f9a8c43ad9 None None] Network 37a1ceb0-2561-4dbf-8104-e8d9569dabdc requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:41:49.874652 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f33cf0a3-cd79-47b3-935f-8495b06a25f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (c6689a14-d319-4594-b525-345dd4337a6b), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:50.126349 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e442c933-e070-48ae-901a-010b91dbee42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:50.139441 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e442c933-e070-48ae-901a-010b91dbee42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:50.215702 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3f7e4f65-fdaa-4b54-88aa-034ee45b2edd req-6f2eb2c2-3880-4329-a7fc-998feecf6a7a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:50.225127 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3f7e4f65-fdaa-4b54-88aa-034ee45b2edd req-6f2eb2c2-3880-4329-a7fc-998feecf6a7a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.8376911 Nov 02 12:41:50.289421 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:50.309836 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2bb75bc0-ed1b-4f43-9ccf-2084f4705c90 None None] Provisioning complete for port 3f9cf706-62d1-4b76-b345-43b065acd2f4 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:50.313204 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2bb75bc0-ed1b-4f43-9ccf-2084f4705c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3f9cf706-62d1-4b76-b345-43b065acd2f4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:50.313565 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2bb75bc0-ed1b-4f43-9ccf-2084f4705c90 None None] Attempt 1 to provision port 3f9cf706-62d1-4b76-b345-43b065acd2f4 Nov 02 12:41:50.363685 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c8dcaf5-c05e-4462-a9b7-6015ce12a868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:50.364411 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8dcaf5-c05e-4462-a9b7-6015ce12a868 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:41:50.369138 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c8dcaf5-c05e-4462-a9b7-6015ce12a868 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:50.374318 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0c8dcaf5-c05e-4462-a9b7-6015ce12a868 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/c3a7bc79-abd7-4f52-bd6a-fd1dca2c1b82 HTTP/1.1" status: 204 len: 168 time: 3.7278399 Nov 02 12:41:50.375158 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37152) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:50.377067 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2bb75bc0-ed1b-4f43-9ccf-2084f4705c90 None None] Port 3f9cf706-62d1-4b76-b345-43b065acd2f4 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:41:50.378975 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-37a1ceb0-2561-4dbf-8104-e8d9569dabdc', 'network_id': '37a1ceb0-2561-4dbf-8104-e8d9569dabdc', 'project_id': 'f48fdbeb9a604c66b66780387e3af4de', 'fixed_ips': [{'subnet_id': '7b946616-ed83-496c-b78f-f532942521a1'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:41:50.379968 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:50.520716 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e442c933-e070-48ae-901a-010b91dbee42 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 6.1802764 Nov 02 12:41:50.525679 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37154) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:50.606091 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-325254ea-9bf3-4aa8-8447-ba2ed945545f admin admin] Deleting subnet b8f207a1-4a3a-4733-8be4-ab2dbc95134a {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:41:50.618608 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-325254ea-9bf3-4aa8-8447-ba2ed945545f admin admin] Publish callbacks [] for subnet (b8f207a1-4a3a-4733-8be4-ab2dbc95134a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:50.618841 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f23c52bd-ad95-4921-acd4-6e5875752314 admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupsTestJSON-693285387-router', 'tenant_id': 'f48fdbeb9a604c66b66780387e3af4de', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:50.712137 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cf0a3-cd79-47b3-935f-8495b06a25f8 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9cf706-62d1-4b76-b345-43b065acd2f4,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:50.745280 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3f7e4f65-fdaa-4b54-88aa-034ee45b2edd req-9e7f736a-0a59-460e-830d-05a9a21b38ed tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.5191038 Nov 02 12:41:50.759352 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-50eee9d8-bde1-44dc-ac41-52be5a8451d8 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:50.762436 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-50eee9d8-bde1-44dc-ac41-52be5a8451d8 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4440866 Nov 02 12:41:50.774417 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] Allocated IP 172.20.0.2 (37a1ceb0-2561-4dbf-8104-e8d9569dabdc/7b946616-ed83-496c-b78f-f532942521a1/7d51bfee-0d02-4f14-bc76-7c91ee63b45c) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:50.824955 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-325254ea-9bf3-4aa8-8447-ba2ed945545f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (b8f207a1-4a3a-4733-8be4-ab2dbc95134a), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:50.856808 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-8e6e4fd1-3618-4902-9181-3c6011846922 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/quotas/cdd844366c7343be97d0911ff5c05ba4 HTTP/1.1" status: 200 len: 375 time: 0.0709410 Nov 02 12:41:50.991195 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-40ea6a97-5609-4062-aa95-d5adcde35e02 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1206634 Nov 02 12:41:51.046610 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f23c52bd-ad95-4921-acd4-6e5875752314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (69595fae-960b-44ef-98b6-a159a0f3a7e9), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:51.048238 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f23c52bd-ad95-4921-acd4-6e5875752314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (69595fae-960b-44ef-98b6-a159a0f3a7e9), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:51.205420 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-325254ea-9bf3-4aa8-8447-ba2ed945545f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (b8f207a1-4a3a-4733-8be4-ab2dbc95134a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:51.293079 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0ef0078e-d47a-42b2-b233-40acb37142f7 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:51.315032 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] Publish callbacks [] for port (7d51bfee-0d02-4f14-bc76-7c91ee63b45c), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:51.378393 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37162) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:51.417239 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f23c52bd-ad95-4921-acd4-6e5875752314 admin admin] Publish callbacks [] for router_controller (69595fae-960b-44ef-98b6-a159a0f3a7e9), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:51.425415 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5b66d32a-a1c9-433a-836e-fc23f8220848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:51.426769 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e4f65-fdaa-4b54-88aa-034ee45b2edd req-e58e5ad8-9e0c-4d8c-8e4d-d6867ae2ec48 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:51.429475 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3f7e4f65-fdaa-4b54-88aa-034ee45b2edd req-e58e5ad8-9e0c-4d8c-8e4d-d6867ae2ec48 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 784 time: 0.6609180 Nov 02 12:41:51.516801 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-325254ea-9bf3-4aa8-8447-ba2ed945545f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (b8f207a1-4a3a-4733-8be4-ab2dbc95134a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:51.771410 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bf08a899-a5ab-4ebc-8c06-3631e2586a3e req-2741e21f-0d9e-4da3-83e5-df48365c3622 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 210 time: 0.2221212 Nov 02 12:41:51.856134 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5b66d32a-a1c9-433a-836e-fc23f8220848 admin admin] Publish callbacks [] for security_group (03a8fa94-d8c2-40d6-8e4a-cd4f314b0526), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:51.917246 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:51.974650 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0ef0078e-d47a-42b2-b233-40acb37142f7 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:51.975265 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0ef0078e-d47a-42b2-b233-40acb37142f7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:51.975612 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0ef0078e-d47a-42b2-b233-40acb37142f7 Nov 02 12:41:52.030367 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-325254ea-9bf3-4aa8-8447-ba2ed945545f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.034354 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-325254ea-9bf3-4aa8-8447-ba2ed945545f admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/b8f207a1-4a3a-4733-8be4-ab2dbc95134a HTTP/1.1" status: 204 len: 168 time: 1.6583579 Nov 02 12:41:52.037308 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325254ea-9bf3-4aa8-8447-ba2ed945545f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8f207a1-4a3a-4733-8be4-ab2dbc95134a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:52.039693 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37182) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:52.057847 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5b66d32a-a1c9-433a-836e-fc23f8220848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (03a8fa94-d8c2-40d6-8e4a-cd4f314b0526), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.061388 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:52.083998 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:52.092416 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6df3a6-5433-49c1-9795-bc4261cd488c None None] Network 2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:41:52.097781 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (7d51bfee-0d02-4f14-bc76-7c91ee63b45c), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.159290 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f23c52bd-ad95-4921-acd4-6e5875752314 admin admin] Publish callbacks [] for router_gateway (69595fae-960b-44ef-98b6-a159a0f3a7e9), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.232349 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66d32a-a1c9-433a-836e-fc23f8220848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a8fa94-d8c2-40d6-8e4a-cd4f314b0526,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:52.241574 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5b66d32a-a1c9-433a-836e-fc23f8220848 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a6ed628773db4cc6acbec7035f929a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8619168 Nov 02 12:41:52.245168 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37186) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:52.323649 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0e324c38-be28-475b-96e0-94b6d64bd559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.386848 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-452338d1-a00c-4c7f-8058-ae282a55814e admin admin] Publish callbacks [] for security_group (03a8fa94-d8c2-40d6-8e4a-cd4f314b0526), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.410736 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] Network 37a1ceb0-2561-4dbf-8104-e8d9569dabdc is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:52.439263 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:52.446424 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:41:52.460818 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:52.480157 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-452338d1-a00c-4c7f-8058-ae282a55814e admin admin] Publish callbacks [] for security_group (03a8fa94-d8c2-40d6-8e4a-cd4f314b0526), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.480656 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f33cf0a3-cd79-47b3-935f-8495b06a25f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3f9cf706-62d1-4b76-b345-43b065acd2f4), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.558086 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:52.559330 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] Pushing event updated for resources: {'Port': ['ID=7d51bfee-0d02-4f14-bc76-7c91ee63b45c,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:52.575561 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-98daf1d4-9816-4093-893a-f4b99462df77 req-3e523297-7dc7-477a-a41c-dddc6a03cc63 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9855075 Nov 02 12:41:52.611261 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37198) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:52.641867 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:52.648297 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-0e324c38-be28-475b-96e0-94b6d64bd559 admin admin] Deleting port 2b7c169f-9691-4773-a3a1-24bb3488104b {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:52.648794 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0e324c38-be28-475b-96e0-94b6d64bd559 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2b7c169f-9691-4773-a3a1-24bb3488104b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.710465 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-98daf1d4-9816-4093-893a-f4b99462df77 req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:52.765946 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0ef0078e-d47a-42b2-b233-40acb37142f7 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:52.767184 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0ef0078e-d47a-42b2-b233-40acb37142f7), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.780287 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] Attempting to bind port 7d51bfee-0d02-4f14-bc76-7c91ee63b45c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:41:52.780839 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] Attempting to bind port 7d51bfee-0d02-4f14-bc76-7c91ee63b45c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '8b1e9d0b-6232-434f-a661-e35aac885f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '37a1ceb0-2561-4dbf-8104-e8d9569dabdc'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:41:52.781319 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] Attempting to bind port 7d51bfee-0d02-4f14-bc76-7c91ee63b45c on network 37a1ceb0-2561-4dbf-8104-e8d9569dabdc {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:52.837625 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 0ef0078e-d47a-42b2-b233-40acb37142f7, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0ef0078e-d47a-42b2-b233-40acb37142f7,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:52.846745 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-452338d1-a00c-4c7f-8058-ae282a55814e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (03a8fa94-d8c2-40d6-8e4a-cd4f314b0526), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.859234 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-452338d1-a00c-4c7f-8058-ae282a55814e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.861774 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-452338d1-a00c-4c7f-8058-ae282a55814e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/03a8fa94-d8c2-40d6-8e4a-cd4f314b0526 HTTP/1.1" status: 204 len: 168 time: 0.6136701 Nov 02 12:41:52.902054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:41:52.902463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] Checking segment: {'id': '8b1e9d0b-6232-434f-a661-e35aac885f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '37a1ceb0-2561-4dbf-8104-e8d9569dabdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:52.902846 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.903251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] Bound using segment: {'id': '8b1e9d0b-6232-434f-a661-e35aac885f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '37a1ceb0-2561-4dbf-8104-e8d9569dabdc'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:41:52.903748 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] Bound port: 7d51bfee-0d02-4f14-bc76-7c91ee63b45c, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1e9d0b-6232-434f-a661-e35aac885f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '37a1ceb0-2561-4dbf-8104-e8d9569dabdc'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:41:52.908544 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7d51bfee-0d02-4f14-bc76-7c91ee63b45c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.924176 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b01593-d65b-4b96-b23c-502e3544cc0c None None] DHCP port deletion for 2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:41:52.955956 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0ef0078e-d47a-42b2-b233-40acb37142f7), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:53.014051 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452338d1-a00c-4c7f-8058-ae282a55814e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a8fa94-d8c2-40d6-8e4a-cd4f314b0526,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:53.079494 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-0e324c38-be28-475b-96e0-94b6d64bd559 admin admin] For port 2b7c169f-9691-4773-a3a1-24bb3488104b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2b7c169f-9691-4773-a3a1-24bb3488104b,segment=NetworkSegment(54c3e21d-107d-4b90-aef0-04ac981ac5c9),segment_id=54c3e21d-107d-4b90-aef0-04ac981ac5c9)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:53.090949 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0e324c38-be28-475b-96e0-94b6d64bd559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2b7c169f-9691-4773-a3a1-24bb3488104b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:53.107764 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 536c7bcc-7e4a-4dec-95ff-218454969e71 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:53.149057 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-28b01593-d65b-4b96-b23c-502e3544cc0c None None] Deleting port 2b7c169f-9691-4773-a3a1-24bb3488104b {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:53.149395 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-28b01593-d65b-4b96-b23c-502e3544cc0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2b7c169f-9691-4773-a3a1-24bb3488104b), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:53.169124 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-b5b88258-96b1-4fd0-92b5-22d7565b2b64 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1755444266-network', 'tenant_id': 'e1824edba1954bc49c70a63cedd89d53'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:53.188239 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-0e324c38-be28-475b-96e0-94b6d64bd559 admin admin] Calling delete_port for 2b7c169f-9691-4773-a3a1-24bb3488104b owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:53.222343 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-98daf1d4-9816-4093-893a-f4b99462df77 req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:53.368660 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=0ef0078e-d47a-42b2-b233-40acb37142f7,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:53.380812 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b88258-96b1-4fd0-92b5-22d7565b2b64 admin admin] Made reservation on behalf of e1824edba1954bc49c70a63cedd89d53 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:53.390997 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-98daf1d4-9816-4093-893a-f4b99462df77 req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:53.394725 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 536c7bcc-7e4a-4dec-95ff-218454969e71 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:41:53.400814 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5b88258-96b1-4fd0-92b5-22d7565b2b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:53.401609 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 536c7bcc-7e4a-4dec-95ff-218454969e71 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:53.407379 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6286f47e-a135-4e66-b43e-d098f02e13eb req-9f916631-870d-48f7-9f50-e38aff6d02b3 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 210 time: 0.4302862 Nov 02 12:41:53.412528 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:53.475271 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5b88258-96b1-4fd0-92b5-22d7565b2b64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:53.646837 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-28b01593-d65b-4b96-b23c-502e3544cc0c None None] For port 2b7c169f-9691-4773-a3a1-24bb3488104b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2b7c169f-9691-4773-a3a1-24bb3488104b,segment=NetworkSegment(54c3e21d-107d-4b90-aef0-04ac981ac5c9),segment_id=54c3e21d-107d-4b90-aef0-04ac981ac5c9)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:53.648408 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-28b01593-d65b-4b96-b23c-502e3544cc0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2b7c169f-9691-4773-a3a1-24bb3488104b), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:53.701335 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-28b01593-d65b-4b96-b23c-502e3544cc0c None None] Calling delete_port for 2b7c169f-9691-4773-a3a1-24bb3488104b owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:53.706177 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] For port 7d51bfee-0d02-4f14-bc76-7c91ee63b45c, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:53.731987 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0e324c38-be28-475b-96e0-94b6d64bd559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2b7c169f-9691-4773-a3a1-24bb3488104b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:53.740067 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] For port 7d51bfee-0d02-4f14-bc76-7c91ee63b45c, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7d51bfee-0d02-4f14-bc76-7c91ee63b45c,segment=NetworkSegment(8b1e9d0b-6232-434f-a661-e35aac885f5b),segment_id=8b1e9d0b-6232-434f-a661-e35aac885f5b)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:53.801514 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0ef0078e-d47a-42b2-b233-40acb37142f7 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:53.804314 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:53.890496 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e324c38-be28-475b-96e0-94b6d64bd559 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b7c169f-9691-4773-a3a1-24bb3488104b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:53.932018 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e324c38-be28-475b-96e0-94b6d64bd559 admin admin] No DVR routers for this DVR port 2b7c169f-9691-4773-a3a1-24bb3488104b on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:41:53.948030 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f23c52bd-ad95-4921-acd4-6e5875752314 admin admin] Publish callbacks [] for router_gateway (69595fae-960b-44ef-98b6-a159a0f3a7e9), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:53.949556 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-28b01593-d65b-4b96-b23c-502e3544cc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (2b7c169f-9691-4773-a3a1-24bb3488104b), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:53.974261 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7d51bfee-0d02-4f14-bc76-7c91ee63b45c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:53.975302 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5b88258-96b1-4fd0-92b5-22d7565b2b64 admin admin] Publish callbacks [] for security_group (ecdfd42c-30ae-4f35-b399-23241510ac12), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:54.022772 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f23c52bd-ad95-4921-acd4-6e5875752314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:54.034849 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b01593-d65b-4b96-b23c-502e3544cc0c None None] Pushing event deleted for resources: {'Port': ['ID=2b7c169f-9691-4773-a3a1-24bb3488104b,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:54.058010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b01593-d65b-4b96-b23c-502e3544cc0c None None] No DVR routers for this DVR port 2b7c169f-9691-4773-a3a1-24bb3488104b on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:41:54.084559 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f33cf0a3-cd79-47b3-935f-8495b06a25f8 admin admin] Publish callbacks [] for port (3f9cf706-62d1-4b76-b345-43b065acd2f4), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:54.116112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0ef0078e-d47a-42b2-b233-40acb37142f7 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:54.116518 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0ef0078e-d47a-42b2-b233-40acb37142f7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:54.116896 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0ef0078e-d47a-42b2-b233-40acb37142f7 Nov 02 12:41:54.198586 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372790a-6efc-4190-9eed-406fa40b1b2c None None] Pushing event updated for resources: {'Port': ['ID=7d51bfee-0d02-4f14-bc76-7c91ee63b45c,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:54.203265 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5b88258-96b1-4fd0-92b5-22d7565b2b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ecdfd42c-30ae-4f35-b399-23241510ac12), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:54.217495 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-98daf1d4-9816-4093-893a-f4b99462df77 req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Allocated IP 172.25.2.164 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/10b70115-9740-4171-955c-fc28bddb4dfd) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:54.233537 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f33cf0a3-cd79-47b3-935f-8495b06a25f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (3f9cf706-62d1-4b76-b345-43b065acd2f4), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:54.281146 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0ef0078e-d47a-42b2-b233-40acb37142f7 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:54.354842 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b88258-96b1-4fd0-92b5-22d7565b2b64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:41:54.374031 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0e324c38-be28-475b-96e0-94b6d64bd559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:54.395209 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5b88258-96b1-4fd0-92b5-22d7565b2b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (7c7de9f9-280a-4d0a-a352-f9c9c4a83985), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:54.395654 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-b5b88258-96b1-4fd0-92b5-22d7565b2b64 admin admin] Added segment 7c7de9f9-280a-4d0a-a352-f9c9c4a83985 of type vlan for network 2a3a27c0-5a2a-4533-be1c-39e6c96fff30 Nov 02 12:41:54.410332 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2b7c169f-9691-4773-a3a1-24bb3488104b no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:54.445122 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b88258-96b1-4fd0-92b5-22d7565b2b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdfd42c-30ae-4f35-b399-23241510ac12,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:54.480093 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 2b7c169f-9691-4773-a3a1-24bb3488104b {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:41:54.480438 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2b7c169f-9691-4773-a3a1-24bb3488104b not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:54.518012 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-0e324c38-be28-475b-96e0-94b6d64bd559 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:54.523847 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:54.544615 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-0e324c38-be28-475b-96e0-94b6d64bd559 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c3e21d-107d-4b90-aef0-04ac981ac5c9') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:54.544922 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-0e324c38-be28-475b-96e0-94b6d64bd559 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c3e21d-107d-4b90-aef0-04ac981ac5c9') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:54.556939 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:54.559440 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5b88258-96b1-4fd0-92b5-22d7565b2b64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (2a3a27c0-5a2a-4533-be1c-39e6c96fff30), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:54.567527 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0e324c38-be28-475b-96e0-94b6d64bd559 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (54c3e21d-107d-4b90-aef0-04ac981ac5c9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:54.626498 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:54.633153 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0e324c38-be28-475b-96e0-94b6d64bd559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (54c3e21d-107d-4b90-aef0-04ac981ac5c9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:54.678160 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e324c38-be28-475b-96e0-94b6d64bd559 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:41:54.678582 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0e324c38-be28-475b-96e0-94b6d64bd559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (54c3e21d-107d-4b90-aef0-04ac981ac5c9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:54.806785 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 54c3e21d-107d-4b90-aef0-04ac981ac5c9 resource provider aggregate not found Nov 02 12:41:54.828854 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5b88258-96b1-4fd0-92b5-22d7565b2b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (2a3a27c0-5a2a-4533-be1c-39e6c96fff30), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:54.829275 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b88258-96b1-4fd0-92b5-22d7565b2b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:54.829834 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5b88258-96b1-4fd0-92b5-22d7565b2b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:54.858461 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cf0a3-cd79-47b3-935f-8495b06a25f8 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9cf706-62d1-4b76-b345-43b065acd2f4,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:54.911649 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:54.954395 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7c4cf8b5-5443-46e8-917d-6aab197341e8 req-3ac9b926-96a3-49b7-a46e-139ceaa023ec tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 210 time: 0.1279631 Nov 02 12:41:54.958482 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-98daf1d4-9816-4093-893a-f4b99462df77 req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for port (10b70115-9740-4171-955c-fc28bddb4dfd), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:54.960689 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 54c3e21d-107d-4b90-aef0-04ac981ac5c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54c3e21d-107d-4b90-aef0-04ac981ac5c9 found for delete ", "request_id": "req-1319afc7-0af1-4ae1-91b1-88f70f7338d5"}]} Nov 02 12:41:54.961028 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f33cf0a3-cd79-47b3-935f-8495b06a25f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (c6689a14-d319-4594-b525-345dd4337a6b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:54.996236 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b88258-96b1-4fd0-92b5-22d7565b2b64 admin admin] Pushing event updated for resources: {'Network': ['ID=2a3a27c0-5a2a-4533-be1c-39e6c96fff30,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:55.012552 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 2a3a27c0-5a2a-4533-be1c-39e6c96fff30 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:41:55.063331 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0e324c38-be28-475b-96e0-94b6d64bd559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:55.079012 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0e324c38-be28-475b-96e0-94b6d64bd559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:55.085676 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0e324c38-be28-475b-96e0-94b6d64bd559 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9 HTTP/1.1" status: 204 len: 168 time: 3.0416837 Nov 02 12:41:55.141252 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e324c38-be28-475b-96e0-94b6d64bd559 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee5fd2c-acea-4121-9a5a-7f1d6e1118d9,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:55.184481 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-98daf1d4-9816-4093-893a-f4b99462df77 req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (10b70115-9740-4171-955c-fc28bddb4dfd), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:55.193609 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b5b88258-96b1-4fd0-92b5-22d7565b2b64 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5771310 Nov 02 12:41:55.195198 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:55.200573 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37254) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:55.229537 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f9f8dbcd-fce4-4bb9-baa7-b8d9a3acb3c6 admin admin] Request body: {'subnet': {'network_id': '2a3a27c0-5a2a-4533-be1c-39e6c96fff30', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1755444266-subnet', 'tenant_id': 'e1824edba1954bc49c70a63cedd89d53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:55.245337 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33cf0a3-cd79-47b3-935f-8495b06a25f8 admin admin] Network 5d29f958-1d50-4cdd-bd1c-e945977913f9 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:55.297776 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f33cf0a3-cd79-47b3-935f-8495b06a25f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:55.328571 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98daf1d4-9816-4093-893a-f4b99462df77 req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:55.336891 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-98daf1d4-9816-4093-893a-f4b99462df77 req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:55.341686 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-98daf1d4-9816-4093-893a-f4b99462df77 req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:41:55.381890 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f8dbcd-fce4-4bb9-baa7-b8d9a3acb3c6 admin admin] Made reservation on behalf of e1824edba1954bc49c70a63cedd89d53 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:55.385164 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9f8dbcd-fce4-4bb9-baa7-b8d9a3acb3c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:55.776934 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7d51bfee-0d02-4f14-bc76-7c91ee63b45c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:55.890307 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37260) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:55.948629 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37262) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:56.027797 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7d51bfee-0d02-4f14-bc76-7c91ee63b45c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:56.028396 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7d51bfee-0d02-4f14-bc76-7c91ee63b45c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:56.030626 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:56.032892 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7d51bfee-0d02-4f14-bc76-7c91ee63b45c Nov 02 12:41:56.294502 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-fe73eb85-3338-48ed-9a7c-8c0d88584a7c None None] Provisioning complete for port 3f9cf706-62d1-4b76-b345-43b065acd2f4 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:56.295307 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fe73eb85-3338-48ed-9a7c-8c0d88584a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3f9cf706-62d1-4b76-b345-43b065acd2f4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:56.297154 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-fe73eb85-3338-48ed-9a7c-8c0d88584a7c None None] Attempt 1 to provision port 3f9cf706-62d1-4b76-b345-43b065acd2f4 Nov 02 12:41:56.312616 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-64c6c072-4746-4317-b207-bc84b855fc6b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c7ac1379307745cebba3fb9757ca990b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4111235 Nov 02 12:41:56.319774 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37270) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:56.356302 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16315c6-6c27-42a4-abcc-5dee471f17be None None] Network 37a1ceb0-2561-4dbf-8104-e8d9569dabdc requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:41:56.365638 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:56.393961 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33cf0a3-cd79-47b3-935f-8495b06a25f8 admin admin] Router c6689a14-d319-4594-b525-345dd4337a6b has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:41:56.408712 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:56.415579 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-f23c52bd-ad95-4921-acd4-6e5875752314 admin admin] Allocated IP 172.25.2.237 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/ca9941c5-623f-4e5c-ad55-80d5480c3f06) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:56.433303 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Pushing event updated for resources: {'Port': ['ID=10b70115-9740-4171-955c-fc28bddb4dfd,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:56.454999 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fe73eb85-3338-48ed-9a7c-8c0d88584a7c None None] Port 3f9cf706-62d1-4b76-b345-43b065acd2f4 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:41:56.511706 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5e8e8f9d-5bbb-414e-85e7-ee28596dddf4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1557799980-network', 'tenant_id': '0ff598bce6e74831be9e50484b4075d2'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:56.600813 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d05f1dbd-caea-4b6a-833d-bc2ba1bfaf40 admin admin] Publish callbacks [] for security_group (8c6e8633-90e8-4a1b-b70f-c83a815ac2ef), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:56.606368 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9f8dbcd-fce4-4bb9-baa7-b8d9a3acb3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (f6be3534-69c2-4488-acdc-9be1d7e5638f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:56.631651 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33cf0a3-cd79-47b3-935f-8495b06a25f8 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:41:56.635169 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-290aa15b-cd5f-466c-b4a5-01e6874bba71 req-f38d61ee-dfeb-49e3-92df-e908f306144d tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 210 time: 0.2393787 Nov 02 12:41:56.644014 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f33cf0a3-cd79-47b3-935f-8495b06a25f8 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/c6689a14-d319-4594-b525-345dd4337a6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0244308 Nov 02 12:41:56.645290 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.645638 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.645985 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.646405 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.646768 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.647185 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.648765 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.648765 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.649029 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] Sync routers for ids ['c6689a14-d319-4594-b525-345dd4337a6b'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:41:56.649506 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.649506 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.649506 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.649763 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.650041 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.650343 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.650662 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.659883 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-98daf1d4-9816-4093-893a-f4b99462df77 req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for floatingip (3667478b-be00-4ef6-89b1-1dd96f80ea9d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:56.667421 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7d51bfee-0d02-4f14-bc76-7c91ee63b45c is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:56.671209 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7d51bfee-0d02-4f14-bc76-7c91ee63b45c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:56.684142 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] Routers {'c6689a14-d319-4594-b525-345dd4337a6b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:56.687575 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:41:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c6689a14-d319-4594-b525-345dd4337a6b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:56.742961 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-45e4529c-f1fe-4462-ad6b-c9dc50935721 None None] Provisioning complete for port 7d51bfee-0d02-4f14-bc76-7c91ee63b45c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:56.743790 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-45e4529c-f1fe-4462-ad6b-c9dc50935721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7d51bfee-0d02-4f14-bc76-7c91ee63b45c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:56.745113 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-45e4529c-f1fe-4462-ad6b-c9dc50935721 None None] Attempt 1 to provision port 7d51bfee-0d02-4f14-bc76-7c91ee63b45c Nov 02 12:41:56.783793 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8e8f9d-5bbb-414e-85e7-ee28596dddf4 admin admin] Made reservation on behalf of 0ff598bce6e74831be9e50484b4075d2 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:56.798821 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8f9d-5bbb-414e-85e7-ee28596dddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:56.825257 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 7d51bfee-0d02-4f14-bc76-7c91ee63b45c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7d51bfee-0d02-4f14-bc76-7c91ee63b45c,segment=NetworkSegment(8b1e9d0b-6232-434f-a661-e35aac885f5b),segment_id=8b1e9d0b-6232-434f-a661-e35aac885f5b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:56.827650 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d05f1dbd-caea-4b6a-833d-bc2ba1bfaf40 admin admin] Publish callbacks [] for security_group (8c6e8633-90e8-4a1b-b70f-c83a815ac2ef), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:56.861779 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] Set router c6689a14-d319-4594-b525-345dd4337a6b gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:56.933750 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8f9d-5bbb-414e-85e7-ee28596dddf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:56.989521 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8dbcd-fce4-4bb9-baa7-b8d9a3acb3c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6be3534-69c2-4488-acdc-9be1d7e5638f,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:57.027945 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7d51bfee-0d02-4f14-bc76-7c91ee63b45c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:57.177702 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6689a14-d319-4594-b525-345dd4337a6b', 'name': 'tempest-ServersTestFqdnHostnames-892849767-router', 'tenant_id': 'a62e260bcc524f18b03a968bb631891d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '0ef0078e-d47a-42b2-b233-40acb37142f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:24Z', 'updated_at': '2022-11-02T12:41:50Z', 'revision_number': 4, 'project_id': 'a62e260bcc524f18b03a968bb631891d', 'gw_port': {'id': '0ef0078e-d47a-42b2-b233-40acb37142f7', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6689a14-d319-4594-b525-345dd4337a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:30Z', 'updated_at': '2022-11-02T12:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '3f9cf706-62d1-4b76-b345-43b065acd2f4', 'name': '', 'network_id': '5d29f958-1d50-4cdd-bd1c-e945977913f9', 'tenant_id': 'a62e260bcc524f18b03a968bb631891d', 'mac_address': 'fa:16:3e:e8:ea:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6689a14-d319-4594-b525-345dd4337a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'd513cdcd-e446-4413-893a-5d518c121097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:45Z', 'updated_at': '2022-11-02T12:41:52Z', 'revision_number': 2, 'project_id': 'a62e260bcc524f18b03a968bb631891d', 'subnets': [{'id': 'd513cdcd-e446-4413-893a-5d518c121097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:57.189119 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-0b0eab41-98a8-4e33-b849-52f52c6f8361 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=cdd844366c7343be97d0911ff5c05ba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1399691 Nov 02 12:41:57.221741 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:57.238942 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=7d51bfee-0d02-4f14-bc76-7c91ee63b45c,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:57.261825 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] Checking router: c6689a14-d319-4594-b525-345dd4337a6b for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:41:57.262324 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] Updating router c6689a14-d319-4594-b525-345dd4337a6b port 3f9cf706-62d1-4b76-b345-43b065acd2f4 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:41:57.266382 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f23c52bd-ad95-4921-acd4-6e5875752314 admin admin] Publish callbacks [] for port (ca9941c5-623f-4e5c-ad55-80d5480c3f06), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:57.313891 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-98daf1d4-9816-4093-893a-f4b99462df77 req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (10b70115-9740-4171-955c-fc28bddb4dfd), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:57.341972 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3f9cf706-62d1-4b76-b345-43b065acd2f4), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:57.420455 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-45e4529c-f1fe-4462-ad6b-c9dc50935721 None None] Current status of the port 7d51bfee-0d02-4f14-bc76-7c91ee63b45c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:57.457985 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8f9d-5bbb-414e-85e7-ee28596dddf4 admin admin] Publish callbacks [] for security_group (5e461411-f42a-4905-b9ba-2cb0bc8f0f38), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:57.557545 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e4dfe0ae-af71-44f5-a176-608b3cf26207 None None] Provisioning complete for port 7d51bfee-0d02-4f14-bc76-7c91ee63b45c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:57.571865 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e4dfe0ae-af71-44f5-a176-608b3cf26207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7d51bfee-0d02-4f14-bc76-7c91ee63b45c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:57.577197 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e4dfe0ae-af71-44f5-a176-608b3cf26207 None None] Attempt 1 to provision port 7d51bfee-0d02-4f14-bc76-7c91ee63b45c Nov 02 12:41:57.685218 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f8dbcd-fce4-4bb9-baa7-b8d9a3acb3c6 admin admin] Checking segment: {'id': '7c7de9f9-280a-4d0a-a352-f9c9c4a83985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2a3a27c0-5a2a-4533-be1c-39e6c96fff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:57.686069 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f8dbcd-fce4-4bb9-baa7-b8d9a3acb3c6 admin admin] Network hostable DHCP agents. Network: 2a3a27c0-5a2a-4533-be1c-39e6c96fff30, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:41:57.700168 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-69fd2de2-fd4f-41e4-876e-f69bf2a38959 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:57.703891 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-69fd2de2-fd4f-41e4-876e-f69bf2a38959 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2259176 Nov 02 12:41:57.713973 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8f9d-5bbb-414e-85e7-ee28596dddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5e461411-f42a-4905-b9ba-2cb0bc8f0f38), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:57.729026 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8e8f9d-5bbb-414e-85e7-ee28596dddf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:41:57.741120 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7d51bfee-0d02-4f14-bc76-7c91ee63b45c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:57.742955 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8f9d-5bbb-414e-85e7-ee28596dddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a9810da5-98ff-4671-a278-9858407776ad), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:57.743568 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-5e8e8f9d-5bbb-414e-85e7-ee28596dddf4 admin admin] Added segment a9810da5-98ff-4671-a278-9858407776ad of type vlan for network 432cbf6f-2314-438f-8ea2-0de141f865a8 Nov 02 12:41:57.799644 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8f9d-5bbb-414e-85e7-ee28596dddf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (432cbf6f-2314-438f-8ea2-0de141f865a8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:57.819052 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7d51bfee-0d02-4f14-bc76-7c91ee63b45c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:57.819849 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7d51bfee-0d02-4f14-bc76-7c91ee63b45c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:57.820627 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7d51bfee-0d02-4f14-bc76-7c91ee63b45c Nov 02 12:41:57.840701 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-bc0d80fa-623d-456b-be62-3f857efea265 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Request body: {'port': {'device_id': 'c1a20af1-ba94-4459-8b9b-5f170a876caa', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': 'cdd844366c7343be97d0911ff5c05ba4'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:57.934154 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e4dfe0ae-af71-44f5-a176-608b3cf26207 None None] Current status of the port 7d51bfee-0d02-4f14-bc76-7c91ee63b45c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:57.955147 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:57.979570 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37290) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:58.005460 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-fc58e1c1-6e38-44c8-9ee2-eef1ce552051 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Request body: {'security_group': {'name': 'tempest-securitygroup--584579634', 'description': 'tempest-description--785268755'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:58.022341 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:58.041564 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8f9d-5bbb-414e-85e7-ee28596dddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (432cbf6f-2314-438f-8ea2-0de141f865a8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:58.043018 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8e8f9d-5bbb-414e-85e7-ee28596dddf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:58.043668 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8f9d-5bbb-414e-85e7-ee28596dddf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:58.062129 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] Publish callbacks [] for port (3f9cf706-62d1-4b76-b345-43b065acd2f4), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:58.071246 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7d51bfee-0d02-4f14-bc76-7c91ee63b45c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:58.089372 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f23c52bd-ad95-4921-acd4-6e5875752314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (ca9941c5-623f-4e5c-ad55-80d5480c3f06), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:58.119730 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-98daf1d4-9816-4093-893a-f4b99462df77 req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for port (10b70115-9740-4171-955c-fc28bddb4dfd), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:58.176579 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b63de792-f7a3-4377-b228-c300b7ada008 req-69bfa7ff-8be2-40a3-82ac-e284b5c18a66 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 210 time: 0.0618048 Nov 02 12:41:58.182038 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23c52bd-ad95-4921-acd4-6e5875752314 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:58.186987 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f23c52bd-ad95-4921-acd4-6e5875752314 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:58.192573 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23c52bd-ad95-4921-acd4-6e5875752314 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:41:58.213341 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e8f9d-5bbb-414e-85e7-ee28596dddf4 admin admin] Pushing event updated for resources: {'Network': ['ID=432cbf6f-2314-438f-8ea2-0de141f865a8,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:58.221321 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e8f9d-5bbb-414e-85e7-ee28596dddf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e461411-f42a-4905-b9ba-2cb0bc8f0f38,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:58.224394 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3f9cf706-62d1-4b76-b345-43b065acd2f4), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:58.228096 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f8dbcd-fce4-4bb9-baa7-b8d9a3acb3c6 admin admin] Network 2a3a27c0-5a2a-4533-be1c-39e6c96fff30 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:41:58.237306 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d05f1dbd-caea-4b6a-833d-bc2ba1bfaf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8c6e8633-90e8-4a1b-b70f-c83a815ac2ef), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:58.239116 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 432cbf6f-2314-438f-8ea2-0de141f865a8 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:41:58.240434 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d05f1dbd-caea-4b6a-833d-bc2ba1bfaf40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:58.257391 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d05f1dbd-caea-4b6a-833d-bc2ba1bfaf40 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8c6e8633-90e8-4a1b-b70f-c83a815ac2ef HTTP/1.1" status: 204 len: 168 time: 1.8676054 Nov 02 12:41:58.259921 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc58e1c1-6e38-44c8-9ee2-eef1ce552051 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:58.265046 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-98daf1d4-9816-4093-893a-f4b99462df77 req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (10b70115-9740-4171-955c-fc28bddb4dfd), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:58.294015 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f1dbd-caea-4b6a-833d-bc2ba1bfaf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6e8633-90e8-4a1b-b70f-c83a815ac2ef,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:58.309582 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5e8e8f9d-5bbb-414e-85e7-ee28596dddf4 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3545887 Nov 02 12:41:58.318328 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37298) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:58.329762 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Request body: {'subnet': {'network_id': '432cbf6f-2314-438f-8ea2-0de141f865a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1557799980-subnet', 'tenant_id': '0ff598bce6e74831be9e50484b4075d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:58.361448 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-f9f8dbcd-fce4-4bb9-baa7-b8d9a3acb3c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 2a3a27c0-5a2a-4533-be1c-39e6c96fff30) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:58.381349 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f8dbcd-fce4-4bb9-baa7-b8d9a3acb3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:58.386592 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9f8dbcd-fce4-4bb9-baa7-b8d9a3acb3c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:58.386846 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-98daf1d4-9816-4093-893a-f4b99462df77 req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (3667478b-be00-4ef6-89b1-1dd96f80ea9d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:58.402167 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c52bd-ad95-4921-acd4-6e5875752314 admin admin] Pushing event updated for resources: {'Port': ['ID=ca9941c5-623f-4e5c-ad55-80d5480c3f06,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:58.430907 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-bc0d80fa-623d-456b-be62-3f857efea265 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Made reservation on behalf of cdd844366c7343be97d0911ff5c05ba4 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:58.439675 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-bc0d80fa-623d-456b-be62-3f857efea265 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:58.463157 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f4bf1-55f7-4a6a-89fc-d4ae298eaf28 None None] Pushing event updated for resources: {'Port': ['ID=3f9cf706-62d1-4b76-b345-43b065acd2f4,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:58.465988 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c361d685-c7de-498e-91b1-375d91b13549 None None] Network 2a3a27c0-5a2a-4533-be1c-39e6c96fff30 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:41:58.529966 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:58.553207 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] Attempting to bind port 3f9cf706-62d1-4b76-b345-43b065acd2f4 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:41:58.563748 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] Attempting to bind port 3f9cf706-62d1-4b76-b345-43b065acd2f4 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '6807d29d-1c1d-4491-9ec0-e7e287114b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '5d29f958-1d50-4cdd-bd1c-e945977913f9'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:41:58.566441 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] Attempting to bind port 3f9cf706-62d1-4b76-b345-43b065acd2f4 on network 5d29f958-1d50-4cdd-bd1c-e945977913f9 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:58.579970 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Made reservation on behalf of 0ff598bce6e74831be9e50484b4075d2 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:58.589572 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:58.590668 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-98daf1d4-9816-4093-893a-f4b99462df77 req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:58.592907 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-98daf1d4-9816-4093-893a-f4b99462df77 req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.8924205 Nov 02 12:41:58.599150 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75e4ad-d0d7-4731-aae0-3f7db9df961f tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Pushing event updated for resources: {'Port': ['ID=10b70115-9740-4171-955c-fc28bddb4dfd,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:58.754638 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:41:58.754909 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] Checking segment: {'id': '6807d29d-1c1d-4491-9ec0-e7e287114b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '5d29f958-1d50-4cdd-bd1c-e945977913f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:58.755390 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:58.755781 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] Bound using segment: {'id': '6807d29d-1c1d-4491-9ec0-e7e287114b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '5d29f958-1d50-4cdd-bd1c-e945977913f9'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:41:58.756266 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] Bound port: 3f9cf706-62d1-4b76-b345-43b065acd2f4, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6807d29d-1c1d-4491-9ec0-e7e287114b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '5d29f958-1d50-4cdd-bd1c-e945977913f9'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:41:58.766277 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f9f8dbcd-fce4-4bb9-baa7-b8d9a3acb3c6 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5636063 Nov 02 12:41:58.768345 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3f9cf706-62d1-4b76-b345-43b065acd2f4), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:58.772165 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37304) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:58.773149 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:58.781112 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6122f0d0-1f55-416e-8455-e411b016a159 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1755444266-router', 'tenant_id': 'e1824edba1954bc49c70a63cedd89d53', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:58.839892 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-98daf1d4-9816-4093-893a-f4b99462df77 req-f24aaf2c-721d-4e23-89b2-1d3c6f867b39 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.164 HTTP/1.1" status: 200 len: 696 time: 0.2272642 Nov 02 12:41:58.913763 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-2a3a27c0-5a2a-4533-be1c-39e6c96fff30', 'network_id': '2a3a27c0-5a2a-4533-be1c-39e6c96fff30', 'project_id': 'e1824edba1954bc49c70a63cedd89d53', 'fixed_ips': [{'subnet_id': 'f6be3534-69c2-4488-acdc-9be1d7e5638f'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:41:58.915156 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:58.998516 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:59.006592 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc58e1c1-6e38-44c8-9ee2-eef1ce552051 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks [] for security_group (25ffbcc4-46b7-49d0-9580-68eeaf23fee9), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:59.031920 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] For port 3f9cf706-62d1-4b76-b345-43b065acd2f4, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:59.048565 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] For port 3f9cf706-62d1-4b76-b345-43b065acd2f4, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3f9cf706-62d1-4b76-b345-43b065acd2f4,segment=NetworkSegment(6807d29d-1c1d-4491-9ec0-e7e287114b4f),segment_id=6807d29d-1c1d-4491-9ec0-e7e287114b4f)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:59.141241 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (4535fa07-b0eb-4e4e-8d87-ae590c41f97e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:59.148361 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-bc0d80fa-623d-456b-be62-3f857efea265 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Allocated IP 192.168.233.182 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/d727cd98-7b6e-45c4-ba61-de6bced45d8d) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:59.221776 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc58e1c1-6e38-44c8-9ee2-eef1ce552051 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (25ffbcc4-46b7-49d0-9580-68eeaf23fee9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:59.271218 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3f9cf706-62d1-4b76-b345-43b065acd2f4), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:59.295207 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6122f0d0-1f55-416e-8455-e411b016a159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (600e2af2-9bc0-4184-92bf-73db7ad32214), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:59.306014 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6122f0d0-1f55-416e-8455-e411b016a159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (600e2af2-9bc0-4184-92bf-73db7ad32214), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:59.337965 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] Allocated IP 172.20.0.2 (2a3a27c0-5a2a-4533-be1c-39e6c96fff30/f6be3534-69c2-4488-acdc-9be1d7e5638f/18949b6f-cf72-4062-b8fe-7bc8f77cc5b1) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:59.492678 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6122f0d0-1f55-416e-8455-e411b016a159 admin admin] Publish callbacks [] for router_controller (600e2af2-9bc0-4184-92bf-73db7ad32214), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:59.534093 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:59.538541 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f4bf1-55f7-4a6a-89fc-d4ae298eaf28 None None] Pushing event updated for resources: {'Port': ['ID=3f9cf706-62d1-4b76-b345-43b065acd2f4,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:59.580175 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] Routers {'c6689a14-d319-4594-b525-345dd4337a6b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:41:59.581092 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:41:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c6689a14-d319-4594-b525-345dd4337a6b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:59.632762 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58e1c1-6e38-44c8-9ee2-eef1ce552051 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ffbcc4-46b7-49d0-9580-68eeaf23fee9,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:59.649343 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4535fa07-b0eb-4e4e-8d87-ae590c41f97e,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:59.743119 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-acdc2d65-c3fb-4224-b74d-ceb34e6e8d04 req-a5c30632-f653-4958-b1d8-d884773af062 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 210 time: 0.3414829 Nov 02 12:41:59.850087 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc58e1c1-6e38-44c8-9ee2-eef1ce552051 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:59.851567 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] Set router c6689a14-d319-4594-b525-345dd4337a6b gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:59.861402 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fc58e1c1-6e38-44c8-9ee2-eef1ce552051 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.8736458 Nov 02 12:41:59.879787 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37324) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:59.908456 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ec7d95e8-b727-4876-b003-91e67c3f858e tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Request body: {'security_group_rule': {'security_group_id': '25ffbcc4-46b7-49d0-9580-68eeaf23fee9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:59.995008 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] Publish callbacks [] for port (18949b6f-cf72-4062-b8fe-7bc8f77cc5b1), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:00.083965 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98daf1d4-9816-4093-893a-f4b99462df77 req-9a3e6464-dd4e-4cf6-a7cc-787b3a21ba17 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:00.087445 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-98daf1d4-9816-4093-893a-f4b99462df77 req-9a3e6464-dd4e-4cf6-a7cc-787b3a21ba17 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 784 time: 1.2329595 Nov 02 12:42:00.120114 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [req-98daf1d4-9816-4093-893a-f4b99462df77 req-2845e951-1757-40b4-a176-6a38a1e3066a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:42:00.122039 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-98daf1d4-9816-4093-893a-f4b99462df77 req-2845e951-1757-40b4-a176-6a38a1e3066a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0181086 Nov 02 12:42:00.145813 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6122f0d0-1f55-416e-8455-e411b016a159 admin admin] Publish callbacks [] for router_gateway (600e2af2-9bc0-4184-92bf-73db7ad32214), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:00.157921 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.158916 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.159976 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.161103 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.161964 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.162814 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.163760 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.164682 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.165588 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.166625 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.167475 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.168248 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.169060 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.170555 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.172214 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.186741 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Checking segment: {'id': 'a9810da5-98ff-4671-a278-9858407776ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '432cbf6f-2314-438f-8ea2-0de141f865a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:42:00.187191 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Network hostable DHCP agents. Network: 432cbf6f-2314-438f-8ea2-0de141f865a8, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:42:00.195133 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f23c52bd-ad95-4921-acd4-6e5875752314 admin admin] Publish callbacks [] for router_gateway (69595fae-960b-44ef-98b6-a159a0f3a7e9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:00.238054 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (18949b6f-cf72-4062-b8fe-7bc8f77cc5b1), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:00.384642 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Network 432cbf6f-2314-438f-8ea2-0de141f865a8 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:42:00.425008 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] Pushing event updated for resources: {'Port': ['ID=18949b6f-cf72-4062-b8fe-7bc8f77cc5b1,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:00.441936 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a9508636-9d97-4132-87c9-ace4e3e7d34c req-ae47a90f-8437-4c8a-8003-edd579cf69e1 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2721891 Nov 02 12:42:00.450371 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-a9508636-9d97-4132-87c9-ace4e3e7d34c req-7d4b33ea-5f03-454e-ba8a-5e5e4854f17a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:00.480544 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ec7d95e8-b727-4876-b003-91e67c3f858e tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks [] for security_group_rule (81ba6934-1095-4523-92be-2837b4f7b498), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:00.499997 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6689a14-d319-4594-b525-345dd4337a6b', 'name': 'tempest-ServersTestFqdnHostnames-892849767-router', 'tenant_id': 'a62e260bcc524f18b03a968bb631891d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '0ef0078e-d47a-42b2-b233-40acb37142f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:24Z', 'updated_at': '2022-11-02T12:41:50Z', 'revision_number': 4, 'project_id': 'a62e260bcc524f18b03a968bb631891d', 'gw_port': {'id': '0ef0078e-d47a-42b2-b233-40acb37142f7', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6689a14-d319-4594-b525-345dd4337a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:30Z', 'updated_at': '2022-11-02T12:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '3f9cf706-62d1-4b76-b345-43b065acd2f4', 'name': '', 'network_id': '5d29f958-1d50-4cdd-bd1c-e945977913f9', 'tenant_id': 'a62e260bcc524f18b03a968bb631891d', 'mac_address': 'fa:16:3e:e8:ea:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6689a14-d319-4594-b525-345dd4337a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'd513cdcd-e446-4413-893a-5d518c121097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:45Z', 'updated_at': '2022-11-02T12:41:59Z', 'revision_number': 4, 'project_id': 'a62e260bcc524f18b03a968bb631891d', 'subnets': [{'id': 'd513cdcd-e446-4413-893a-5d518c121097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:00.517243 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] Network 2a3a27c0-5a2a-4533-be1c-39e6c96fff30 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:00.525917 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:00.539945 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:42:00.606963 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb435086-79f4-4b5c-84ea-3700385b2481 None None] The sync data for ids ['c6689a14-d319-4594-b525-345dd4337a6b'] in n-d-857339-6 is: [{'id': 'c6689a14-d319-4594-b525-345dd4337a6b', 'name': 'tempest-ServersTestFqdnHostnames-892849767-router', 'tenant_id': 'a62e260bcc524f18b03a968bb631891d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '0ef0078e-d47a-42b2-b233-40acb37142f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:24Z', 'updated_at': '2022-11-02T12:41:50Z', 'revision_number': 4, 'project_id': 'a62e260bcc524f18b03a968bb631891d', 'gw_port': {'id': '0ef0078e-d47a-42b2-b233-40acb37142f7', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6689a14-d319-4594-b525-345dd4337a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:30Z', 'updated_at': '2022-11-02T12:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '3f9cf706-62d1-4b76-b345-43b065acd2f4', 'name': '', 'network_id': '5d29f958-1d50-4cdd-bd1c-e945977913f9', 'tenant_id': 'a62e260bcc524f18b03a968bb631891d', 'mac_address': 'fa:16:3e:e8:ea:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6689a14-d319-4594-b525-345dd4337a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'd513cdcd-e446-4413-893a-5d518c121097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:45Z', 'updated_at': '2022-11-02T12:41:59Z', 'revision_number': 4, 'project_id': 'a62e260bcc524f18b03a968bb631891d', 'subnets': [{'id': 'd513cdcd-e446-4413-893a-5d518c121097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:42:00.626258 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:00.684824 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a9508636-9d97-4132-87c9-ace4e3e7d34c req-7d4b33ea-5f03-454e-ba8a-5e5e4854f17a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:00.695227 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 432cbf6f-2314-438f-8ea2-0de141f865a8) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:00.700244 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-bc0d80fa-623d-456b-be62-3f857efea265 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks [] for port (d727cd98-7b6e-45c4-ba61-de6bced45d8d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:00.709857 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:00.710788 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:00.772363 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf117f5-9c57-4d0f-95cc-d3d491db8530 None None] Network 432cbf6f-2314-438f-8ea2-0de141f865a8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:42:00.816846 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] Attempting to bind port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:42:00.819901 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] Attempting to bind port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '7c7de9f9-280a-4d0a-a352-f9c9c4a83985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2a3a27c0-5a2a-4533-be1c-39e6c96fff30'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:42:00.820375 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] Attempting to bind port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 on network 2a3a27c0-5a2a-4533-be1c-39e6c96fff30 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:00.832766 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:00.865530 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a9508636-9d97-4132-87c9-ace4e3e7d34c req-7d4b33ea-5f03-454e-ba8a-5e5e4854f17a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.006702 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ec7d95e8-b727-4876-b003-91e67c3f858e tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks [] for security_group_rule (81ba6934-1095-4523-92be-2837b4f7b498), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.146286 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37344) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:01.264531 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7564c8e7-49bc-4841-bfff-ce53f9fe1797 req-7fd2cc1c-a85c-4164-8125-ca0eb92d6fe7 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 210 time: 0.2231317 Nov 02 12:42:01.292987 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:01.335810 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ec7d95e8-b727-4876-b003-91e67c3f858e tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (81ba6934-1095-4523-92be-2837b4f7b498), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.413134 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:42:01.413528 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] Checking segment: {'id': '7c7de9f9-280a-4d0a-a352-f9c9c4a83985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2a3a27c0-5a2a-4533-be1c-39e6c96fff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:42:01.414303 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.417200 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] Bound using segment: {'id': '7c7de9f9-280a-4d0a-a352-f9c9c4a83985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2a3a27c0-5a2a-4533-be1c-39e6c96fff30'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:42:01.417725 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] Bound port: 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7de9f9-280a-4d0a-a352-f9c9c4a83985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2a3a27c0-5a2a-4533-be1c-39e6c96fff30'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:42:01.418125 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (18949b6f-cf72-4062-b8fe-7bc8f77cc5b1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.444571 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-a9508636-9d97-4132-87c9-ace4e3e7d34c req-7d4b33ea-5f03-454e-ba8a-5e5e4854f17a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Allocated IP 172.25.2.85 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/3071695b-78ce-4fa4-8971-25a37389460f) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:01.583209 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-432cbf6f-2314-438f-8ea2-0de141f865a8', 'network_id': '432cbf6f-2314-438f-8ea2-0de141f865a8', 'project_id': '0ff598bce6e74831be9e50484b4075d2', 'fixed_ips': [{'subnet_id': '4535fa07-b0eb-4e4e-8d87-ae590c41f97e'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:42:01.584792 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.649206 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-437f4fdb-1fe3-4cb6-8e45-16be270a7986 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3321962 Nov 02 12:42:01.656825 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37360) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:01.673403 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6843e79e-639e-4e34-b633-5c6beda9c518 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1557799980-router', 'tenant_id': '0ff598bce6e74831be9e50484b4075d2', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:01.687141 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3f9cf706-62d1-4b76-b345-43b065acd2f4 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:01.724115 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e0252515-6664-45e9-8ac8-da639390b4c2 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1515447569-network', 'tenant_id': '8e13ff7300624e8fa370352995786a37'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:01.746067 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d95e8-b727-4876-b003-91e67c3f858e tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ba6934-1095-4523-92be-2837b4f7b498,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:01.806600 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a9508636-9d97-4132-87c9-ace4e3e7d34c req-7d4b33ea-5f03-454e-ba8a-5e5e4854f17a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for port (3071695b-78ce-4fa4-8971-25a37389460f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.819478 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f23c52bd-ad95-4921-acd4-6e5875752314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (69595fae-960b-44ef-98b6-a159a0f3a7e9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.854785 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-bc0d80fa-623d-456b-be62-3f857efea265 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (d727cd98-7b6e-45c4-ba61-de6bced45d8d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.946813 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0252515-6664-45e9-8ac8-da639390b4c2 admin admin] Made reservation on behalf of 8e13ff7300624e8fa370352995786a37 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:01.951708 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0252515-6664-45e9-8ac8-da639390b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.957941 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ec7d95e8-b727-4876-b003-91e67c3f858e tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.963461 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ec7d95e8-b727-4876-b003-91e67c3f858e tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0809982 Nov 02 12:42:01.969712 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37362) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:01.988563 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6122f0d0-1f55-416e-8455-e411b016a159 admin admin] Publish callbacks [] for router_gateway (600e2af2-9bc0-4184-92bf-73db7ad32214), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.989062 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e2753c7a-a1b4-4c51-bb09-a6f606ee1c27 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Request body: {'security_group_rule': {'security_group_id': '25ffbcc4-46b7-49d0-9580-68eeaf23fee9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:01.992313 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6843e79e-639e-4e34-b633-5c6beda9c518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (8a4742bb-5ec7-47fc-8985-6576ee3c6320), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.996527 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6843e79e-639e-4e34-b633-5c6beda9c518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (8a4742bb-5ec7-47fc-8985-6576ee3c6320), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:02.002381 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0252515-6664-45e9-8ac8-da639390b4c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:02.098397 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['3d81e47f-bfd3-4fb1-86b4-cc02113a5157', 'ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:42:02.105391 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31', 'e525a055-f6de-4e9a-b9cb-07d71ab395a1', '5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e', 'f6a28c90-4c20-4523-ad16-8dc19c482ea1'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:42:02.107108 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6843e79e-639e-4e34-b633-5c6beda9c518 admin admin] Publish callbacks [] for router_controller (8a4742bb-5ec7-47fc-8985-6576ee3c6320), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:02.109430 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:02.115768 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a9508636-9d97-4132-87c9-ace4e3e7d34c req-7d4b33ea-5f03-454e-ba8a-5e5e4854f17a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (3071695b-78ce-4fa4-8971-25a37389460f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:02.124856 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-bc0d80fa-623d-456b-be62-3f857efea265 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:02.139197 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-bc0d80fa-623d-456b-be62-3f857efea265 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:02.223266 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-bc0d80fa-623d-456b-be62-3f857efea265 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:42:02.249212 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] For port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:02.272684 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] Allocated IP 172.20.0.2 (432cbf6f-2314-438f-8ea2-0de141f865a8/4535fa07-b0eb-4e4e-8d87-ae590c41f97e/a20caed6-2718-4eb0-8bac-6a8aad413def) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:02.321755 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] For port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=18949b6f-cf72-4062-b8fe-7bc8f77cc5b1,segment=NetworkSegment(7c7de9f9-280a-4d0a-a352-f9c9c4a83985),segment_id=7c7de9f9-280a-4d0a-a352-f9c9c4a83985)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:02.330937 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d80fa-623d-456b-be62-3f857efea265 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Pushing event updated for resources: {'Port': ['ID=d727cd98-7b6e-45c4-ba61-de6bced45d8d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:02.423654 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6122f0d0-1f55-416e-8455-e411b016a159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:02.533366 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3f9cf706-62d1-4b76-b345-43b065acd2f4 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:02.535739 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3f9cf706-62d1-4b76-b345-43b065acd2f4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:02.536375 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3f9cf706-62d1-4b76-b345-43b065acd2f4 Nov 02 12:42:02.539127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9508636-9d97-4132-87c9-ace4e3e7d34c req-7d4b33ea-5f03-454e-ba8a-5e5e4854f17a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:02.547528 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (18949b6f-cf72-4062-b8fe-7bc8f77cc5b1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:02.581811 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:42:02.671183 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-a9508636-9d97-4132-87c9-ace4e3e7d34c req-7d4b33ea-5f03-454e-ba8a-5e5e4854f17a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:02.767073 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9508636-9d97-4132-87c9-ace4e3e7d34c req-7d4b33ea-5f03-454e-ba8a-5e5e4854f17a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:42:03.010963 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2753c7a-a1b4-4c51-bb09-a6f606ee1c27 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks [] for security_group_rule (6af4a15b-11ce-410c-8464-4e194eb3974c), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:03.120915 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-bc0d80fa-623d-456b-be62-3f857efea265 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:03.123605 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-bc0d80fa-623d-456b-be62-3f857efea265 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:03.134689 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b33ea-5f03-454e-ba8a-5e5e4854f17a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Pushing event updated for resources: {'Port': ['ID=3071695b-78ce-4fa4-8971-25a37389460f,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:03.208892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51aa71-3b96-4a72-a7dc-1d57454b6caa None None] Pushing event updated for resources: {'Port': ['ID=18949b6f-cf72-4062-b8fe-7bc8f77cc5b1,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:03.296334 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6843e79e-639e-4e34-b633-5c6beda9c518 admin admin] Publish callbacks [] for router_gateway (8a4742bb-5ec7-47fc-8985-6576ee3c6320), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:03.319434 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:03.357851 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541523c0-6fac-449c-baa9-d56ce890e237 req-84723609-85b0-4011-aa7e-3c0a8990e0e4 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:03.369625 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-541523c0-6fac-449c-baa9-d56ce890e237 req-84723609-85b0-4011-aa7e-3c0a8990e0e4 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 936 time: 0.7381678 Nov 02 12:42:03.390191 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-6122f0d0-1f55-416e-8455-e411b016a159 admin admin] Allocated IP 172.25.2.152 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/2de311d7-b80e-4532-8855-121f9e7c40c3) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:03.586861 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4b97bee5-8ac9-4c39-a6fc-ad0ed388f838 None None] Provisioning complete for port d727cd98-7b6e-45c4-ba61-de6bced45d8d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:03.587284 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4b97bee5-8ac9-4c39-a6fc-ad0ed388f838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d727cd98-7b6e-45c4-ba61-de6bced45d8d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:03.587662 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4b97bee5-8ac9-4c39-a6fc-ad0ed388f838 None None] Attempt 1 to provision port d727cd98-7b6e-45c4-ba61-de6bced45d8d Nov 02 12:42:03.608852 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-bc0d80fa-623d-456b-be62-3f857efea265 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7725832 Nov 02 12:42:03.613450 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:03.629195 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] Publish callbacks [] for port (a20caed6-2718-4eb0-8bac-6a8aad413def), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:03.655760 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] Request body: {'port': {'device_id': 'c1a20af1-ba94-4459-8b9b-5f170a876caa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-857339-6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:03.740696 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (a20caed6-2718-4eb0-8bac-6a8aad413def), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:03.754880 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3f9cf706-62d1-4b76-b345-43b065acd2f4 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:03.755280 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3f9cf706-62d1-4b76-b345-43b065acd2f4), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:03.847753 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4b97bee5-8ac9-4c39-a6fc-ad0ed388f838 None None] Port d727cd98-7b6e-45c4-ba61-de6bced45d8d cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:42:03.862758 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] Network 432cbf6f-2314-438f-8ea2-0de141f865a8 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:03.886140 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:03.897187 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:42:03.905124 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6122f0d0-1f55-416e-8455-e411b016a159 admin admin] Publish callbacks [] for port (2de311d7-b80e-4532-8855-121f9e7c40c3), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:03.976546 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 3f9cf706-62d1-4b76-b345-43b065acd2f4, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3f9cf706-62d1-4b76-b345-43b065acd2f4,segment=NetworkSegment(6807d29d-1c1d-4491-9ec0-e7e287114b4f),segment_id=6807d29d-1c1d-4491-9ec0-e7e287114b4f)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:03.978058 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] Pushing event updated for resources: {'Port': ['ID=a20caed6-2718-4eb0-8bac-6a8aad413def,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:04.130163 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0252515-6664-45e9-8ac8-da639390b4c2 admin admin] Publish callbacks [] for security_group (7d07c496-5aad-4841-9977-089a7f16f2fa), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:04.149111 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d727cd98-7b6e-45c4-ba61-de6bced45d8d), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:04.167748 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-541523c0-6fac-449c-baa9-d56ce890e237 req-afc1fe50-5d3a-495f-a86f-b962e733c3ee tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7008009 Nov 02 12:42:04.170347 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2753c7a-a1b4-4c51-bb09-a6f606ee1c27 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks [] for security_group_rule (6af4a15b-11ce-410c-8464-4e194eb3974c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:04.186254 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3f9cf706-62d1-4b76-b345-43b065acd2f4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:04.212815 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a9508636-9d97-4132-87c9-ace4e3e7d34c req-7d4b33ea-5f03-454e-ba8a-5e5e4854f17a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for floatingip (93500c21-353f-47a6-9f12-1a0cf3d6fdd8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:04.238911 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0252515-6664-45e9-8ac8-da639390b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7d07c496-5aad-4841-9977-089a7f16f2fa), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:04.255204 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6843e79e-639e-4e34-b633-5c6beda9c518 admin admin] Publish callbacks [] for router_gateway (8a4742bb-5ec7-47fc-8985-6576ee3c6320), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:04.270017 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0252515-6664-45e9-8ac8-da639390b4c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:42:04.295699 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23c52bd-ad95-4921-acd4-6e5875752314 admin admin] Router 69595fae-960b-44ef-98b6-a159a0f3a7e9 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:42:04.329863 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0252515-6664-45e9-8ac8-da639390b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (c139f1da-5968-46ea-ac35-4602e18be758), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:04.330495 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-e0252515-6664-45e9-8ac8-da639390b4c2 admin admin] Added segment c139f1da-5968-46ea-ac35-4602e18be758 of type vlan for network 8a460de8-3ae8-4a67-86bd-a09edd274420 Nov 02 12:42:04.341435 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6843e79e-639e-4e34-b633-5c6beda9c518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:04.352370 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] Attempting to bind port a20caed6-2718-4eb0-8bac-6a8aad413def on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:42:04.353046 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] Attempting to bind port a20caed6-2718-4eb0-8bac-6a8aad413def by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a9810da5-98ff-4671-a278-9858407776ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '432cbf6f-2314-438f-8ea2-0de141f865a8'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:42:04.353945 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] Attempting to bind port a20caed6-2718-4eb0-8bac-6a8aad413def on network 432cbf6f-2314-438f-8ea2-0de141f865a8 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:04.484183 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0252515-6664-45e9-8ac8-da639390b4c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (8a460de8-3ae8-4a67-86bd-a09edd274420), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:04.545392 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2753c7a-a1b4-4c51-bb09-a6f606ee1c27 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (6af4a15b-11ce-410c-8464-4e194eb3974c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:04.579396 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:04.596385 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:04.602876 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:04.606882 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0252515-6664-45e9-8ac8-da639390b4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d07c496-5aad-4841-9977-089a7f16f2fa,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:04.707432 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0252515-6664-45e9-8ac8-da639390b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (8a460de8-3ae8-4a67-86bd-a09edd274420), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:04.709104 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0252515-6664-45e9-8ac8-da639390b4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:04.710062 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0252515-6664-45e9-8ac8-da639390b4c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:04.714448 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2753c7a-a1b4-4c51-bb09-a6f606ee1c27 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af4a15b-11ce-410c-8464-4e194eb3974c,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:04.787527 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6122f0d0-1f55-416e-8455-e411b016a159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2de311d7-b80e-4532-8855-121f9e7c40c3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:04.818913 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=3f9cf706-62d1-4b76-b345-43b065acd2f4,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:04.824602 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a9508636-9d97-4132-87c9-ace4e3e7d34c req-7d4b33ea-5f03-454e-ba8a-5e5e4854f17a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3071695b-78ce-4fa4-8971-25a37389460f), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:04.837060 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb82a10-b964-4458-8847-3fa9f2ed4f88 None None] Network 2a3a27c0-5a2a-4533-be1c-39e6c96fff30 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:42:04.842000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:42:04.843178 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] Checking segment: {'id': 'a9810da5-98ff-4671-a278-9858407776ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '432cbf6f-2314-438f-8ea2-0de141f865a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:42:04.844022 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:04.844967 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] Bound using segment: {'id': 'a9810da5-98ff-4671-a278-9858407776ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '432cbf6f-2314-438f-8ea2-0de141f865a8'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:42:04.846044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] Bound port: a20caed6-2718-4eb0-8bac-6a8aad413def, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9810da5-98ff-4671-a278-9858407776ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '432cbf6f-2314-438f-8ea2-0de141f865a8'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:42:04.846937 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a20caed6-2718-4eb0-8bac-6a8aad413def), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:04.885257 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16ef61-1397-46a3-83d6-7d88e3308d07 req-d49e4ebb-9f80-41e8-a01d-d0b3a0d0506f tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:04.887365 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5c16ef61-1397-46a3-83d6-7d88e3308d07 req-d49e4ebb-9f80-41e8-a01d-d0b3a0d0506f tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56f150cf-3b5c-4ffe-9783-619b9e1dd435 HTTP/1.1" status: 200 len: 950 time: 0.3359923 Nov 02 12:42:04.891207 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2753c7a-a1b4-4c51-bb09-a6f606ee1c27 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:04.895181 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e2753c7a-a1b4-4c51-bb09-a6f606ee1c27 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.9147348 Nov 02 12:42:04.898501 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37400) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:04.903470 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-a59fbb33-6dbb-49b5-b979-89785f197dfe tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:04.906024 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6122f0d0-1f55-416e-8455-e411b016a159 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:04.919906 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6122f0d0-1f55-416e-8455-e411b016a159 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:04.925614 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6122f0d0-1f55-416e-8455-e411b016a159 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:42:04.995600 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e0252515-6664-45e9-8ac8-da639390b4c2 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.8453658 Nov 02 12:42:04.996256 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37402) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:05.014144 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5904af1d-dddb-4d71-b1e4-5127a7618e82 admin admin] Request body: {'subnet': {'network_id': '8a460de8-3ae8-4a67-86bd-a09edd274420', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1515447569-subnet', 'tenant_id': '8e13ff7300624e8fa370352995786a37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:05.033112 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0252515-6664-45e9-8ac8-da639390b4c2 admin admin] Pushing event updated for resources: {'Network': ['ID=8a460de8-3ae8-4a67-86bd-a09edd274420,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:05.045546 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:05.089884 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 8a460de8-3ae8-4a67-86bd-a09edd274420 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:42:05.103632 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9a8d83e4-b88a-429f-85a6-c42e3b537a27 None None] Provisioning complete for port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:05.104060 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9a8d83e4-b88a-429f-85a6-c42e3b537a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (18949b6f-cf72-4062-b8fe-7bc8f77cc5b1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:05.104376 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9a8d83e4-b88a-429f-85a6-c42e3b537a27 None None] Attempt 1 to provision port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 Nov 02 12:42:05.124229 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122f0d0-1f55-416e-8455-e411b016a159 admin admin] Pushing event updated for resources: {'Port': ['ID=2de311d7-b80e-4532-8855-121f9e7c40c3,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:05.141648 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:05.142599 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (18949b6f-cf72-4062-b8fe-7bc8f77cc5b1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:05.142737 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 Nov 02 12:42:05.160559 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a59fbb33-6dbb-49b5-b979-89785f197dfe tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:05.181301 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-6843e79e-639e-4e34-b633-5c6beda9c518 admin admin] Allocated IP 172.25.2.105 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/9f00786f-c752-4c01-91c2-ceb599028ff8) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:05.245101 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5c16ef61-1397-46a3-83d6-7d88e3308d07 req-ed482c9d-b345-4c1c-a9cd-a96f600cd206 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355269 Nov 02 12:42:05.272078 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23c52bd-ad95-4921-acd4-6e5875752314 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:42:05.338021 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] For port a20caed6-2718-4eb0-8bac-6a8aad413def, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:05.347467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] Sync routers for ids ['69595fae-960b-44ef-98b6-a159a0f3a7e9'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:42:05.399203 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] For port a20caed6-2718-4eb0-8bac-6a8aad413def, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a20caed6-2718-4eb0-8bac-6a8aad413def,segment=NetworkSegment(a9810da5-98ff-4671-a278-9858407776ad),segment_id=a9810da5-98ff-4671-a278-9858407776ad)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:05.420341 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5904af1d-dddb-4d71-b1e4-5127a7618e82 admin admin] Made reservation on behalf of 8e13ff7300624e8fa370352995786a37 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:05.423240 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5904af1d-dddb-4d71-b1e4-5127a7618e82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:05.506193 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:05.593382 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] Routers {'69595fae-960b-44ef-98b6-a159a0f3a7e9'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:05.593382 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:41:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['69595fae-960b-44ef-98b6-a159a0f3a7e9'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:05.612096 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a20caed6-2718-4eb0-8bac-6a8aad413def), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:05.651798 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d4c39-960d-4a56-95ed-de91df1b5ab2 req-5cea6daf-763d-4fb8-8000-b2cb5a9333d9 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:05.656385 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d727cd98-7b6e-45c4-ba61-de6bced45d8d {{(pid=105976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:42:05.665796 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7c9d4c39-960d-4a56-95ed-de91df1b5ab2 req-5cea6daf-763d-4fb8-8000-b2cb5a9333d9 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 936 time: 0.2328103 Nov 02 12:42:05.683859 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] Publish callbacks [] for port (d727cd98-7b6e-45c4-ba61-de6bced45d8d), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:05.693599 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f23c52bd-ad95-4921-acd4-6e5875752314 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:05.700119 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f23c52bd-ad95-4921-acd4-6e5875752314 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 15.1542146 Nov 02 12:42:05.702038 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37406) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:05.759661 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a59fbb33-6dbb-49b5-b979-89785f197dfe tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:05.815407 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a9508636-9d97-4132-87c9-ace4e3e7d34c req-7d4b33ea-5f03-454e-ba8a-5e5e4854f17a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for port (3071695b-78ce-4fa4-8971-25a37389460f), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:05.923806 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7c9d4c39-960d-4a56-95ed-de91df1b5ab2 req-41f70181-0063-431a-ab6d-a982f0a3ec69 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565234 Nov 02 12:42:06.051171 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.provisioning_blocks [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] Transition to ACTIVE for port object d727cd98-7b6e-45c4-ba61-de6bced45d8d will not be triggered until provisioned by entity L2. {{(pid=105976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:42:06.073675 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a9508636-9d97-4132-87c9-ace4e3e7d34c req-7d4b33ea-5f03-454e-ba8a-5e5e4854f17a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (3071695b-78ce-4fa4-8971-25a37389460f), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:06.226014 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b33ea-5f03-454e-ba8a-5e5e4854f17a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Pushing event updated for resources: {'Port': ['ID=3071695b-78ce-4fa4-8971-25a37389460f,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:06.245179 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6843e79e-639e-4e34-b633-5c6beda9c518 admin admin] Publish callbacks [] for port (9f00786f-c752-4c01-91c2-ceb599028ff8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:06.251908 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (d727cd98-7b6e-45c4-ba61-de6bced45d8d), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:06.254784 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6122f0d0-1f55-416e-8455-e411b016a159 admin admin] Publish callbacks [] for router_gateway (600e2af2-9bc0-4184-92bf-73db7ad32214), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:06.267668 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:06.300659 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] Set router 69595fae-960b-44ef-98b6-a159a0f3a7e9 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:06.308915 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a9508636-9d97-4132-87c9-ace4e3e7d34c req-7d4b33ea-5f03-454e-ba8a-5e5e4854f17a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (93500c21-353f-47a6-9f12-1a0cf3d6fdd8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:06.320011 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5904af1d-dddb-4d71-b1e4-5127a7618e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (7ec9b95f-8ee7-44e5-9c61-56b6daa8ba5e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:06.491562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ecf61-21ca-4b22-a7ab-5a29a98143f4 None None] Pushing event updated for resources: {'Port': ['ID=a20caed6-2718-4eb0-8bac-6a8aad413def,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:06.495612 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:06.496402 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (18949b6f-cf72-4062-b8fe-7bc8f77cc5b1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:06.496889 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904af1d-dddb-4d71-b1e4-5127a7618e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ec9b95f-8ee7-44e5-9c61-56b6daa8ba5e,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:06.505813 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d83e4-b88a-429f-85a6-c42e3b537a27 None None] Current status of the port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:06.506265 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9a8d83e4-b88a-429f-85a6-c42e3b537a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (18949b6f-cf72-4062-b8fe-7bc8f77cc5b1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:06.593090 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a9508636-9d97-4132-87c9-ace4e3e7d34c req-7d4b33ea-5f03-454e-ba8a-5e5e4854f17a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:06.600136 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a9508636-9d97-4132-87c9-ace4e3e7d34c req-7d4b33ea-5f03-454e-ba8a-5e5e4854f17a tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.1570542 Nov 02 12:42:06.690074 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6c7b5-a470-4b6e-bdeb-bc99dcff6386 req-7f8c168b-7b0f-48eb-821f-53a6ef4a8942 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:06.692364 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9ab6c7b5-a470-4b6e-bdeb-bc99dcff6386 req-7f8c168b-7b0f-48eb-821f-53a6ef4a8942 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56f150cf-3b5c-4ffe-9783-619b9e1dd435 HTTP/1.1" status: 200 len: 950 time: 0.1897340 Nov 02 12:42:06.699235 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a9508636-9d97-4132-87c9-ace4e3e7d34c req-830bb683-86c8-4944-b4e8-9ad59671cd2c tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.85 HTTP/1.1" status: 200 len: 695 time: 0.0851612 Nov 02 12:42:06.762542 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=18949b6f-cf72-4062-b8fe-7bc8f77cc5b1,segment=NetworkSegment(7c7de9f9-280a-4d0a-a352-f9c9c4a83985),segment_id=7c7de9f9-280a-4d0a-a352-f9c9c4a83985)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:06.817355 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5904af1d-dddb-4d71-b1e4-5127a7618e82 admin admin] Checking segment: {'id': 'c139f1da-5968-46ea-ac35-4602e18be758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8a460de8-3ae8-4a67-86bd-a09edd274420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:42:06.818369 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5904af1d-dddb-4d71-b1e4-5127a7618e82 admin admin] Network hostable DHCP agents. Network: 8a460de8-3ae8-4a67-86bd-a09edd274420, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:42:06.880999 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69595fae-960b-44ef-98b6-a159a0f3a7e9', 'name': 'tempest-SecurityGroupsTestJSON-693285387-router', 'tenant_id': 'f48fdbeb9a604c66b66780387e3af4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ca9941c5-623f-4e5c-ad55-80d5480c3f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:51Z', 'updated_at': '2022-11-02T12:41:58Z', 'revision_number': 3, 'project_id': 'f48fdbeb9a604c66b66780387e3af4de', 'gw_port': {'id': 'ca9941c5-623f-4e5c-ad55-80d5480c3f06', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69595fae-960b-44ef-98b6-a159a0f3a7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:54Z', 'updated_at': '2022-11-02T12:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:06.933140 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] Checking router: 69595fae-960b-44ef-98b6-a159a0f3a7e9 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:42:06.934828 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] Updating router 69595fae-960b-44ef-98b6-a159a0f3a7e9 port ca9941c5-623f-4e5c-ad55-80d5480c3f06 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:42:06.940532 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9ab6c7b5-a470-4b6e-bdeb-bc99dcff6386 req-33502481-9f8a-455f-8622-b6cc4c51e79a tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316995 Nov 02 12:42:06.978255 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] Pushing event updated for resources: {'Port': ['ID=d727cd98-7b6e-45c4-ba61-de6bced45d8d,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:06.990246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9508636-9d97-4132-87c9-ace4e3e7d34c req-a01bf908-a8f0-4446-a049-a44909ee364d tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:07.006838 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ca9941c5-623f-4e5c-ad55-80d5480c3f06), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:07.007309 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a9508636-9d97-4132-87c9-ace4e3e7d34c req-a01bf908-a8f0-4446-a049-a44909ee364d tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 784 time: 0.2873089 Nov 02 12:42:07.093796 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0c4fa9a5-f08e-43ae-89be-3aa3daddd00f req-9c0dc703-61fc-4f8c-a788-bfa0ca8e7bfa tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/floatingips/93500c21-353f-47a6-9f12-1a0cf3d6fdd8 HTTP/1.1" status: 200 len: 692 time: 0.0702238 Nov 02 12:42:07.213435 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (18949b6f-cf72-4062-b8fe-7bc8f77cc5b1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:07.336760 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fa9a5-f08e-43ae-89be-3aa3daddd00f req-f122ca14-f1a3-40ac-aacc-ca16d687984e tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:07.345639 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0c4fa9a5-f08e-43ae-89be-3aa3daddd00f req-f122ca14-f1a3-40ac-aacc-ca16d687984e tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 784 time: 0.2495208 Nov 02 12:42:07.391656 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [req-0c4fa9a5-f08e-43ae-89be-3aa3daddd00f req-5b8a022f-2b50-4ead-a0ab-e397bdb0b634 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:42:07.397139 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0c4fa9a5-f08e-43ae-89be-3aa3daddd00f req-5b8a022f-2b50-4ead-a0ab-e397bdb0b634 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0470490 Nov 02 12:42:07.397139 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5904af1d-dddb-4d71-b1e4-5127a7618e82 admin admin] Network 8a460de8-3ae8-4a67-86bd-a09edd274420 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:42:07.401647 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:07.413919 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecac1a-6da6-4327-9a3f-33ac6854fee5 req-f919b154-4e31-4a41-b51d-97c9192a2216 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:07.427710 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-72ecac1a-6da6-4327-9a3f-33ac6854fee5 req-f919b154-4e31-4a41-b51d-97c9192a2216 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 948 time: 0.2698529 Nov 02 12:42:07.461237 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=18949b6f-cf72-4062-b8fe-7bc8f77cc5b1,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:07.478957 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:07.494288 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-9a8d83e4-b88a-429f-85a6-c42e3b537a27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:42:07.494288 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-9a8d83e4-b88a-429f-85a6-c42e3b537a27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:42:07.503223 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6843e79e-639e-4e34-b633-5c6beda9c518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9f00786f-c752-4c01-91c2-ceb599028ff8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:07.612930 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3f9cf706-62d1-4b76-b345-43b065acd2f4 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:07.640523 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] Attempting to bind port d727cd98-7b6e-45c4-ba61-de6bced45d8d on host n-h1-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:42:07.640523 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] Attempting to bind port d727cd98-7b6e-45c4-ba61-de6bced45d8d by drivers openvswitch,hyperv on host n-h1-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:42:07.640523 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] Attempting to bind port d727cd98-7b6e-45c4-ba61-de6bced45d8d on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:07.640894 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-5904af1d-dddb-4d71-b1e4-5127a7618e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 8a460de8-3ae8-4a67-86bd-a09edd274420) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:07.648561 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5904af1d-dddb-4d71-b1e4-5127a7618e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:07.649417 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5904af1d-dddb-4d71-b1e4-5127a7618e82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:07.659763 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-72ecac1a-6da6-4327-9a3f-33ac6854fee5 req-d28ec940-ecae-4aaa-8e14-cc3c6b2b7d9b tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307279 Nov 02 12:42:07.700897 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:07.717143 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.db.api [None req-a59fbb33-6dbb-49b5-b979-89785f197dfe tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.25.2.105-8f77a1df-5ea0-4a86-99de-34b2f8fa1fb3 {{(pid=105975) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:42:07.718183 n-d-857339-6 neutron-server[105975]: DEBUG oslo_db.api [None req-a59fbb33-6dbb-49b5-b979-89785f197dfe tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:42:07.810000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649e6764-3d89-405c-a3c0-9f61b152ac59 None None] Network 8a460de8-3ae8-4a67-86bd-a09edd274420 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:42:07.813123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebc7513-b962-4694-9548-f2a523a714a3 None None] Network 432cbf6f-2314-438f-8ea2-0de141f865a8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:42:07.820983 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fb0562d0-a1eb-4b2b-b5c3-a734f51d3c12 req-754dbe9f-f3bd-43f4-a538-3d0795b855e5 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/floatingips/93500c21-353f-47a6-9f12-1a0cf3d6fdd8 HTTP/1.1" status: 200 len: 692 time: 0.1015944 Nov 02 12:42:07.832682 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6843e79e-639e-4e34-b633-5c6beda9c518 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:07.835679 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] Port d727cd98-7b6e-45c4-ba61-de6bced45d8d on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h1-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:42:07.835679 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] Attempting to bind port d727cd98-7b6e-45c4-ba61-de6bced45d8d on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:07.895778 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6843e79e-639e-4e34-b633-5c6beda9c518 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:07.898219 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6843e79e-639e-4e34-b633-5c6beda9c518 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:42:07.902763 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5904af1d-dddb-4d71-b1e4-5127a7618e82 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8929770 Nov 02 12:42:07.904979 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37426) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:07.919495 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-7a325918-c791-4b4f-9e21-4716e0ba0d19 admin admin] Request body: {'router': {'name': 'tempest-ServerPasswordTestJSON-1515447569-router', 'tenant_id': '8e13ff7300624e8fa370352995786a37', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:07.955422 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843e79e-639e-4e34-b633-5c6beda9c518 admin admin] Pushing event updated for resources: {'Port': ['ID=9f00786f-c752-4c01-91c2-ceb599028ff8,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:07.976348 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3f9cf706-62d1-4b76-b345-43b065acd2f4 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:07.976348 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3f9cf706-62d1-4b76-b345-43b065acd2f4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:07.976752 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3f9cf706-62d1-4b76-b345-43b065acd2f4 Nov 02 12:42:07.984586 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6122f0d0-1f55-416e-8455-e411b016a159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (600e2af2-9bc0-4184-92bf-73db7ad32214), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:08.043329 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] Checking agent: {'id': '28672587-11d8-44d6-bec6-0497f44187a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:42:08.043329 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:42:08.043329 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:42:08.044139 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] Bound port: d727cd98-7b6e-45c4-ba61-de6bced45d8d, host: n-h1-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:42:08.044473 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:08.044785 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d727cd98-7b6e-45c4-ba61-de6bced45d8d), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:08.103898 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0562d0-a1eb-4b2b-b5c3-a734f51d3c12 req-072b5b96-697e-45be-bba2-478dece61ff1 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:08.107681 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fb0562d0-a1eb-4b2b-b5c3-a734f51d3c12 req-072b5b96-697e-45be-bba2-478dece61ff1 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 784 time: 0.2745235 Nov 02 12:42:08.127073 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [req-fb0562d0-a1eb-4b2b-b5c3-a734f51d3c12 req-19b69ed3-9cd9-43c6-add4-87cd4571631d tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:42:08.131981 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fb0562d0-a1eb-4b2b-b5c3-a734f51d3c12 req-19b69ed3-9cd9-43c6-add4-87cd4571631d tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0138278 Nov 02 12:42:08.219888 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a59fbb33-6dbb-49b5-b979-89785f197dfe tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:08.236824 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-8a460de8-3ae8-4a67-86bd-a09edd274420', 'network_id': '8a460de8-3ae8-4a67-86bd-a09edd274420', 'project_id': '8e13ff7300624e8fa370352995786a37', 'fixed_ips': [{'subnet_id': '7ec9b95f-8ee7-44e5-9c61-56b6daa8ba5e'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:42:08.238137 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:08.240970 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a325918-c791-4b4f-9e21-4716e0ba0d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (eb14a275-fbb7-4de6-b32e-f726dacc2eb5), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:08.241434 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d83e4-b88a-429f-85a6-c42e3b537a27 None None] Current status of the port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:08.242779 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a325918-c791-4b4f-9e21-4716e0ba0d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (eb14a275-fbb7-4de6-b32e-f726dacc2eb5), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:08.339190 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fb0562d0-a1eb-4b2b-b5c3-a734f51d3c12 req-03fd650b-b18c-4cb9-92c5-2d365376a2da tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.85 HTTP/1.1" status: 200 len: 695 time: 0.1970294 Nov 02 12:42:08.349703 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a325918-c791-4b4f-9e21-4716e0ba0d19 admin admin] Publish callbacks [] for router_controller (eb14a275-fbb7-4de6-b32e-f726dacc2eb5), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:08.471238 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] Publish callbacks [] for port (ca9941c5-623f-4e5c-ad55-80d5480c3f06), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:08.512169 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fb0562d0-a1eb-4b2b-b5c3-a734f51d3c12 req-cfcd0055-a091-43cd-b519-4e24eb25ec78 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.85 HTTP/1.1" status: 200 len: 695 time: 0.0824933 Nov 02 12:42:08.517453 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-08a3fb07-e77e-4e0e-9a86-f5858134e7ab None None] Provisioning complete for port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:08.519062 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08a3fb07-e77e-4e0e-9a86-f5858134e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (18949b6f-cf72-4062-b8fe-7bc8f77cc5b1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:08.519881 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-08a3fb07-e77e-4e0e-9a86-f5858134e7ab None None] Attempt 1 to provision port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 Nov 02 12:42:08.537471 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device f2839789-4a72-426e-888c-7dd2672362a4 no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:42:08.699170 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b73a5c4c-e4fd-4051-b8ef-9f99553462cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:08.710911 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3f9cf706-62d1-4b76-b345-43b065acd2f4 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:08.712548 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a20caed6-2718-4eb0-8bac-6a8aad413def up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:08.717675 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] For port d727cd98-7b6e-45c4-ba61-de6bced45d8d, host n-h1-857339-6, cleared binding levels {{(pid=105976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:08.736662 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:08.745802 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] For port d727cd98-7b6e-45c4-ba61-de6bced45d8d, host n-h1-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=d727cd98-7b6e-45c4-ba61-de6bced45d8d,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:08.770462 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ca9941c5-623f-4e5c-ad55-80d5480c3f06), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:08.952019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] Attempting to bind port ca9941c5-623f-4e5c-ad55-80d5480c3f06 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:42:08.952273 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] Attempting to bind port ca9941c5-623f-4e5c-ad55-80d5480c3f06 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:42:08.952692 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] Attempting to bind port ca9941c5-623f-4e5c-ad55-80d5480c3f06 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:08.963553 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a2a61-524f-4691-ad4e-db4941fbf79d None None] Pushing event updated for resources: {'Port': ['ID=ca9941c5-623f-4e5c-ad55-80d5480c3f06,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:08.999754 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (d727cd98-7b6e-45c4-ba61-de6bced45d8d), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:09.007790 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:09.008270 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:09.010086 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/d727cd98-7b6e-45c4-ba61-de6bced45d8d HTTP/1.1" status: 200 len: 1096 time: 5.3767688 Nov 02 12:42:09.013438 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a20af1-ba94-4459-8b9b-5f170a876caa', 'tag': 'd727cd98-7b6e-45c4-ba61-de6bced45d8d'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:42:09.015767 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd72a61-9538-483f-947e-e971ad93d0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a20af1-ba94-4459-8b9b-5f170a876caa", "tag": "d727cd98-7b6e-45c4-ba61-de6bced45d8d"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:42:09.018974 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6843e79e-639e-4e34-b633-5c6beda9c518 admin admin] Publish callbacks [] for router_gateway (8a4742bb-5ec7-47fc-8985-6576ee3c6320), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:09.095194 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a325918-c791-4b4f-9e21-4716e0ba0d19 admin admin] Publish callbacks [] for router_gateway (eb14a275-fbb7-4de6-b32e-f726dacc2eb5), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:09.111644 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6122f0d0-1f55-416e-8455-e411b016a159 admin admin] Router 600e2af2-9bc0-4184-92bf-73db7ad32214 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:42:09.152826 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-a59fbb33-6dbb-49b5-b979-89785f197dfe tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Allocated IP 172.25.2.225 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/4d66726a-d9f0-479c-8870-bea73646c291) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:09.191415 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-b73a5c4c-e4fd-4051-b8ef-9f99553462cb admin admin] Allocated IP 172.20.0.1 (37a1ceb0-2561-4dbf-8104-e8d9569dabdc/7b946616-ed83-496c-b78f-f532942521a1/fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:09.214961 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28beaa-9275-482c-b5c2-6b8a679d300b req-ba753d19-b845-4f05-b1fa-045f4ccbca5d tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:09.218218 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ca28beaa-9275-482c-b5c2-6b8a679d300b req-ba753d19-b845-4f05-b1fa-045f4ccbca5d tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 948 time: 0.3247902 Nov 02 12:42:09.227070 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] Allocated IP 172.20.0.2 (8a460de8-3ae8-4a67-86bd-a09edd274420/7ec9b95f-8ee7-44e5-9c61-56b6daa8ba5e/8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:09.236595 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-fb0562d0-a1eb-4b2b-b5c3-a734f51d3c12 req-98c3de9b-7b47-4148-a0a5-8bb979856591 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Deleting port 3071695b-78ce-4fa4-8971-25a37389460f {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:42:09.237123 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-fb0562d0-a1eb-4b2b-b5c3-a734f51d3c12 req-98c3de9b-7b47-4148-a0a5-8bb979856591 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3071695b-78ce-4fa4-8971-25a37389460f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:09.261026 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab638ef8-13b5-4602-8366-7ba498527f75 service neutron] Pushing event updated for resources: {'Port': ['ID=d727cd98-7b6e-45c4-ba61-de6bced45d8d,revision_number=3']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:09.290044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a20caed6-2718-4eb0-8bac-6a8aad413def triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:09.290522 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a20caed6-2718-4eb0-8bac-6a8aad413def), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:09.290867 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a20caed6-2718-4eb0-8bac-6a8aad413def Nov 02 12:42:09.339234 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-08a3fb07-e77e-4e0e-9a86-f5858134e7ab None None] Current status of the port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:09.370054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:42:09.370610 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:42:09.371309 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:09.371820 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:42:09.372610 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] Bound port: ca9941c5-623f-4e5c-ad55-80d5480c3f06, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:42:09.373318 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ca9941c5-623f-4e5c-ad55-80d5480c3f06), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:09.396084 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port f2839789-4a72-426e-888c-7dd2672362a4 is: ACTIVE; New status is: DOWN {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:09.397488 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f2839789-4a72-426e-888c-7dd2672362a4), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:09.433601 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-08a3fb07-e77e-4e0e-9a86-f5858134e7ab None None] Provisioning complete for port a20caed6-2718-4eb0-8bac-6a8aad413def triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:09.434129 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08a3fb07-e77e-4e0e-9a86-f5858134e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a20caed6-2718-4eb0-8bac-6a8aad413def), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:09.434580 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-08a3fb07-e77e-4e0e-9a86-f5858134e7ab None None] Attempt 1 to provision port a20caed6-2718-4eb0-8bac-6a8aad413def Nov 02 12:42:09.571197 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:09.598941 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ca28beaa-9275-482c-b5c2-6b8a679d300b req-7a6235b8-1fcb-4ac5-b5f4-a417cc5affc6 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697493 Nov 02 12:42:09.600443 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f150cf-3b5c-4ffe-9783-619b9e1dd435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2839789-4a72-426e-888c-7dd2672362a4'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:42:09.603041 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3085ed5f-7755-4457-bf43-6082a1e39c75" -d '{"events": [{"server_uuid": "56f150cf-3b5c-4ffe-9783-619b9e1dd435", "name": "network-vif-unplugged", "status": "completed", "tag": "f2839789-4a72-426e-888c-7dd2672362a4"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:42:09.638278 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-fb0562d0-a1eb-4b2b-b5c3-a734f51d3c12 req-98c3de9b-7b47-4148-a0a5-8bb979856591 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3071695b-78ce-4fa4-8971-25a37389460f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:09.638278 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-fb0562d0-a1eb-4b2b-b5c3-a734f51d3c12 req-98c3de9b-7b47-4148-a0a5-8bb979856591 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for floatingip (3071695b-78ce-4fa4-8971-25a37389460f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:09.651334 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port f2839789-4a72-426e-888c-7dd2672362a4, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=f2839789-4a72-426e-888c-7dd2672362a4,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:09.655051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] For port ca9941c5-623f-4e5c-ad55-80d5480c3f06, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:09.661130 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:09.668283 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a59fbb33-6dbb-49b5-b979-89785f197dfe tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks [] for port (4d66726a-d9f0-479c-8870-bea73646c291), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:09.677351 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-fb0562d0-a1eb-4b2b-b5c3-a734f51d3c12 req-98c3de9b-7b47-4148-a0a5-8bb979856591 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Calling delete_port for 3071695b-78ce-4fa4-8971-25a37389460f owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:42:09.708474 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] For port ca9941c5-623f-4e5c-ad55-80d5480c3f06, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ca9941c5-623f-4e5c-ad55-80d5480c3f06,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:09.779265 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-28b2f6ea-7651-4734-a351-81850ef8fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:09.781060 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-28b2f6ea-7651-4734-a351-81850ef8fd5b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 1130 time: 0.4535677 Nov 02 12:42:09.790438 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f2839789-4a72-426e-888c-7dd2672362a4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:09.792793 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6122f0d0-1f55-416e-8455-e411b016a159 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:42:09.806730 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a20caed6-2718-4eb0-8bac-6a8aad413def is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:09.807212 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a20caed6-2718-4eb0-8bac-6a8aad413def), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:09.824925 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] Sync routers for ids ['600e2af2-9bc0-4184-92bf-73db7ad32214'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:42:09.874797 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d19ddde-4716-43ab-9914-a46d81a02bbe x-openstack-request-id: req-0d19ddde-4716-43ab-9914-a46d81a02bbe {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:42:09.875487 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a20af1-ba94-4459-8b9b-5f170a876caa", "tag": "d727cd98-7b6e-45c4-ba61-de6bced45d8d", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:42:09.875915 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d19ddde-4716-43ab-9914-a46d81a02bbe {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:42:09.876722 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d19ddde-4716-43ab-9914-a46d81a02bbe'] response: {'name': 'network-changed', 'server_uuid': 'c1a20af1-ba94-4459-8b9b-5f170a876caa', 'tag': 'd727cd98-7b6e-45c4-ba61-de6bced45d8d', 'status': 'completed', 'code': 200} Nov 02 12:42:09.882457 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] Routers {'600e2af2-9bc0-4184-92bf-73db7ad32214'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:09.888582 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:41:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['600e2af2-9bc0-4184-92bf-73db7ad32214'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:09.933670 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-fa33a904-db15-4671-9c5c-2911eb47fcaa service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=d727cd98-7b6e-45c4-ba61-de6bced45d8d HTTP/1.1" status: 200 len: 217 time: 0.0743105 Nov 02 12:42:09.946897 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ca9941c5-623f-4e5c-ad55-80d5480c3f06), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:09.953203 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b73a5c4c-e4fd-4051-b8ef-9f99553462cb admin admin] Publish callbacks [] for port (fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:09.959519 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] Publish callbacks [] for port (8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:09.981002 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-08a3fb07-e77e-4e0e-9a86-f5858134e7ab None None] Current status of the port a20caed6-2718-4eb0-8bac-6a8aad413def is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:09.981625 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08a3fb07-e77e-4e0e-9a86-f5858134e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a20caed6-2718-4eb0-8bac-6a8aad413def), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:10.068261 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6843e79e-639e-4e34-b633-5c6beda9c518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (8a4742bb-5ec7-47fc-8985-6576ee3c6320), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:10.072056 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 12:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9245c1b8-593f-49a2-adc7-72e8475f68af x-openstack-request-id: req-9245c1b8-593f-49a2-adc7-72e8475f68af {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:42:10.072543 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f150cf-3b5c-4ffe-9783-619b9e1dd435", "name": "network-vif-unplugged", "status": "completed", "tag": "f2839789-4a72-426e-888c-7dd2672362a4", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:42:10.072936 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9245c1b8-593f-49a2-adc7-72e8475f68af {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:42:10.073595 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9245c1b8-593f-49a2-adc7-72e8475f68af'] response: {'server_uuid': '56f150cf-3b5c-4ffe-9783-619b9e1dd435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2839789-4a72-426e-888c-7dd2672362a4', 'code': 200} Nov 02 12:42:10.076186 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6122f0d0-1f55-416e-8455-e411b016a159 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:10.078010 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6122f0d0-1f55-416e-8455-e411b016a159 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.3006277 Nov 02 12:42:10.085763 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37446) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:10.106213 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] Routers {'69595fae-960b-44ef-98b6-a159a0f3a7e9'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:10.108400 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:41:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['69595fae-960b-44ef-98b6-a159a0f3a7e9'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:10.239297 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-7d84964a-bba0-40f4-89bf-6b79d93f5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:10.241406 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-7d84964a-bba0-40f4-89bf-6b79d93f5e02 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.2734971 Nov 02 12:42:10.287941 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] Set router 600e2af2-9bc0-4184-92bf-73db7ad32214 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:10.385921 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] Set router 69595fae-960b-44ef-98b6-a159a0f3a7e9 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:10.410432 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-65898673-c949-46e3-800f-dd0123488f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:10.412354 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-65898673-c949-46e3-800f-dd0123488f6f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1122355 Nov 02 12:42:10.470743 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b73a5c4c-e4fd-4051-b8ef-9f99553462cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:10.476978 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:10.482383 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a325918-c791-4b4f-9e21-4716e0ba0d19 admin admin] Publish callbacks [] for router_gateway (eb14a275-fbb7-4de6-b32e-f726dacc2eb5), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:10.538423 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a325918-c791-4b4f-9e21-4716e0ba0d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:10.540897 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a59fbb33-6dbb-49b5-b979-89785f197dfe tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (4d66726a-d9f0-479c-8870-bea73646c291), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:10.548758 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=f2839789-4a72-426e-888c-7dd2672362a4,revision_number=8']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:10.623452 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:10.690027 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59fbb33-6dbb-49b5-b979-89785f197dfe tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:10.706835 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-a59fbb33-6dbb-49b5-b979-89785f197dfe tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:10.707498 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:10.713511 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fbb33-6dbb-49b5-b979-89785f197dfe tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Pushing event updated for resources: {'Port': ['ID=4d66726a-d9f0-479c-8870-bea73646c291,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:10.721732 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59fbb33-6dbb-49b5-b979-89785f197dfe tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:42:10.817276 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600e2af2-9bc0-4184-92bf-73db7ad32214', 'name': 'tempest-AttachVolumeTestJSON-1755444266-router', 'tenant_id': 'e1824edba1954bc49c70a63cedd89d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2de311d7-b80e-4532-8855-121f9e7c40c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:59Z', 'updated_at': '2022-11-02T12:42:05Z', 'revision_number': 3, 'project_id': 'e1824edba1954bc49c70a63cedd89d53', 'gw_port': {'id': '2de311d7-b80e-4532-8855-121f9e7c40c3', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600e2af2-9bc0-4184-92bf-73db7ad32214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:02Z', 'updated_at': '2022-11-02T12:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:10.828833 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-7a325918-c791-4b4f-9e21-4716e0ba0d19 admin admin] Allocated IP 172.25.2.41 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/6b9e7961-8091-45ae-8113-7d290f968f9e) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:10.831285 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-fb0562d0-a1eb-4b2b-b5c3-a734f51d3c12 req-98c3de9b-7b47-4148-a0a5-8bb979856591 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (3071695b-78ce-4fa4-8971-25a37389460f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:10.886969 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3de9b-7b47-4148-a0a5-8bb979856591 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Pushing event deleted for resources: {'Port': ['ID=3071695b-78ce-4fa4-8971-25a37389460f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:10.907964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a2a61-524f-4691-ad4e-db4941fbf79d None None] Pushing event updated for resources: {'Port': ['ID=ca9941c5-623f-4e5c-ad55-80d5480c3f06,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:10.932238 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] Checking router: 600e2af2-9bc0-4184-92bf-73db7ad32214 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:42:10.952937 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] Updating router 600e2af2-9bc0-4184-92bf-73db7ad32214 port 2de311d7-b80e-4532-8855-121f9e7c40c3 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:42:10.965606 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:11.010777 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:11.019299 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2de311d7-b80e-4532-8855-121f9e7c40c3), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:11.029181 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port a20caed6-2718-4eb0-8bac-6a8aad413def, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a20caed6-2718-4eb0-8bac-6a8aad413def,segment=NetworkSegment(a9810da5-98ff-4671-a278-9858407776ad),segment_id=a9810da5-98ff-4671-a278-9858407776ad)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:11.032983 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69595fae-960b-44ef-98b6-a159a0f3a7e9', 'name': 'tempest-SecurityGroupsTestJSON-693285387-router', 'tenant_id': 'f48fdbeb9a604c66b66780387e3af4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ca9941c5-623f-4e5c-ad55-80d5480c3f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:51Z', 'updated_at': '2022-11-02T12:41:58Z', 'revision_number': 3, 'project_id': 'f48fdbeb9a604c66b66780387e3af4de', 'gw_port': {'id': 'ca9941c5-623f-4e5c-ad55-80d5480c3f06', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69595fae-960b-44ef-98b6-a159a0f3a7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:54Z', 'updated_at': '2022-11-02T12:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:11.040266 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:11.058500 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-de856d48-74ee-4f91-b1fb-b94303e8690c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6027129 Nov 02 12:42:11.060146 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a5c4c-e4fd-4051-b8ef-9f99553462cb admin admin] Pushing event updated for resources: {'Port': ['ID=fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:11.083463 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73a5c4c-e4fd-4051-b8ef-9f99553462cb admin admin] Network 37a1ceb0-2561-4dbf-8104-e8d9569dabdc is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:11.110004 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a59fbb33-6dbb-49b5-b979-89785f197dfe tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks [] for floatingip (68865a44-db63-4c15-b507-561085754ee6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:11.128575 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-b73a5c4c-e4fd-4051-b8ef-9f99553462cb admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:11.141004 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86c4d0-7b3e-4f5f-9eff-01dc786776d8 req-f0b44338-9a64-4d64-939f-31e7a0a6c7cb tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:11.142782 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cf86c4d0-7b3e-4f5f-9eff-01dc786776d8 req-f0b44338-9a64-4d64-939f-31e7a0a6c7cb tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 948 time: 0.1712031 Nov 02 12:42:11.159109 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-fb0562d0-a1eb-4b2b-b5c3-a734f51d3c12 req-98c3de9b-7b47-4148-a0a5-8bb979856591 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for floatingip (93500c21-353f-47a6-9f12-1a0cf3d6fdd8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:11.163159 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-fb0562d0-a1eb-4b2b-b5c3-a734f51d3c12 req-98c3de9b-7b47-4148-a0a5-8bb979856591 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:11.163723 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fb0562d0-a1eb-4b2b-b5c3-a734f51d3c12 req-98c3de9b-7b47-4148-a0a5-8bb979856591 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/93500c21-353f-47a6-9f12-1a0cf3d6fdd8 HTTP/1.1" status: 204 len: 173 time: 2.5725634 Nov 02 12:42:11.180340 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] Network 8a460de8-3ae8-4a67-86bd-a09edd274420 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:11.196293 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b36db0-1dc6-490c-a55c-1b20e5115c70 None None] The sync data for ids ['69595fae-960b-44ef-98b6-a159a0f3a7e9'] in n-d-857339-6 is: [{'id': '69595fae-960b-44ef-98b6-a159a0f3a7e9', 'name': 'tempest-SecurityGroupsTestJSON-693285387-router', 'tenant_id': 'f48fdbeb9a604c66b66780387e3af4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ca9941c5-623f-4e5c-ad55-80d5480c3f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:51Z', 'updated_at': '2022-11-02T12:41:58Z', 'revision_number': 3, 'project_id': 'f48fdbeb9a604c66b66780387e3af4de', 'gw_port': {'id': 'ca9941c5-623f-4e5c-ad55-80d5480c3f06', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69595fae-960b-44ef-98b6-a159a0f3a7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:54Z', 'updated_at': '2022-11-02T12:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:42:11.205143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:11.222269 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:42:11.226151 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a5c4c-e4fd-4051-b8ef-9f99553462cb admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:42:11.253389 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a325918-c791-4b4f-9e21-4716e0ba0d19 admin admin] Publish callbacks [] for port (6b9e7961-8091-45ae-8113-7d290f968f9e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:11.304605 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a20caed6-2718-4eb0-8bac-6a8aad413def), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:11.317699 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] Pushing event updated for resources: {'Port': ['ID=8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:11.318089 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6843e79e-639e-4e34-b633-5c6beda9c518 admin admin] Router 8a4742bb-5ec7-47fc-8985-6576ee3c6320 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:42:11.441651 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a325918-c791-4b4f-9e21-4716e0ba0d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (6b9e7961-8091-45ae-8113-7d290f968f9e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:11.582192 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:11.644661 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cf86c4d0-7b3e-4f5f-9eff-01dc786776d8 req-a1796098-58ab-417c-bd1b-df832f25c39d tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742954 Nov 02 12:42:11.649440 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:11.681103 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-c4be1831-0b3b-4780-b4de-e68e7a163b45 req-66b9cbc1-b573-49b3-a943-20279ec22427 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5903254 Nov 02 12:42:11.697159 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a59fbb33-6dbb-49b5-b979-89785f197dfe tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4d66726a-d9f0-479c-8870-bea73646c291), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:11.727134 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a325918-c791-4b4f-9e21-4716e0ba0d19 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:11.775347 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-7a325918-c791-4b4f-9e21-4716e0ba0d19 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:11.790691 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a325918-c791-4b4f-9e21-4716e0ba0d19 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:42:11.832397 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:11.944557 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:11.988364 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cc075-ee45-4ae9-8407-7c29c9c7276c req-eea1226e-0c62-4f93-a5f0-9c9237ef9535 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:11.995127 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] Attempting to bind port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:42:12.000269 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b73a5c4c-e4fd-4051-b8ef-9f99553462cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (69595fae-960b-44ef-98b6-a159a0f3a7e9), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:12.001060 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] Publish callbacks [] for port (2de311d7-b80e-4532-8855-121f9e7c40c3), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:12.003838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] Attempting to bind port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'c139f1da-5968-46ea-ac35-4602e18be758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8a460de8-3ae8-4a67-86bd-a09edd274420'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:42:12.004925 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] Attempting to bind port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 on network 8a460de8-3ae8-4a67-86bd-a09edd274420 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:12.007714 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-736cc075-ee45-4ae9-8407-7c29c9c7276c req-eea1226e-0c62-4f93-a5f0-9c9237ef9535 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7716618 Nov 02 12:42:12.011798 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a325918-c791-4b4f-9e21-4716e0ba0d19 admin admin] Pushing event updated for resources: {'Port': ['ID=6b9e7961-8091-45ae-8113-7d290f968f9e,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:12.049043 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-08a3fb07-e77e-4e0e-9a86-f5858134e7ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:42:12.049582 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-08a3fb07-e77e-4e0e-9a86-f5858134e7ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:42:12.067673 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:12.083133 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2de311d7-b80e-4532-8855-121f9e7c40c3), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:12.112143 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:12.137216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=a20caed6-2718-4eb0-8bac-6a8aad413def,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:12.156076 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:12.156726 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (18949b6f-cf72-4062-b8fe-7bc8f77cc5b1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:12.157293 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 Nov 02 12:42:12.189523 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:12.206847 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] Attempting to bind port 2de311d7-b80e-4532-8855-121f9e7c40c3 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:42:12.207573 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] Attempting to bind port 2de311d7-b80e-4532-8855-121f9e7c40c3 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:42:12.208545 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] Attempting to bind port 2de311d7-b80e-4532-8855-121f9e7c40c3 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:12.260935 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:42:12.260935 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] Checking segment: {'id': 'c139f1da-5968-46ea-ac35-4602e18be758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8a460de8-3ae8-4a67-86bd-a09edd274420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:42:12.260935 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:12.261644 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] Bound using segment: {'id': 'c139f1da-5968-46ea-ac35-4602e18be758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8a460de8-3ae8-4a67-86bd-a09edd274420'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:42:12.261827 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] Bound port: 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c139f1da-5968-46ea-ac35-4602e18be758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8a460de8-3ae8-4a67-86bd-a09edd274420'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:42:12.262256 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:12.282627 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0c102-603a-4312-96aa-128e5e914d0c None None] Pushing event updated for resources: {'Port': ['ID=2de311d7-b80e-4532-8855-121f9e7c40c3,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:12.316329 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d14ad42a-1c61-4c2e-993c-f5324d7fe893 req-994fa152-e578-46af-8388-70f31a2eec17 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/floatingips?tenant_id=47284988ba214419947db6506b8f8552 HTTP/1.1" status: 200 len: 1657 time: 0.2707570 Nov 02 12:42:12.338414 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:42:12.339042 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:42:12.339656 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:12.340282 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:42:12.341211 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] Bound port: 2de311d7-b80e-4532-8855-121f9e7c40c3, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:42:12.341856 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2de311d7-b80e-4532-8855-121f9e7c40c3), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:12.367504 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] For port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:12.371233 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] For port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2,segment=NetworkSegment(c139f1da-5968-46ea-ac35-4602e18be758),segment_id=c139f1da-5968-46ea-ac35-4602e18be758)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:12.472391 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:12.498661 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:12.502096 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] For port 2de311d7-b80e-4532-8855-121f9e7c40c3, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:12.549734 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] For port 2de311d7-b80e-4532-8855-121f9e7c40c3, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2de311d7-b80e-4532-8855-121f9e7c40c3,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:12.591491 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device be6cb95f-365e-4c40-be18-d4841fe5acf9 details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:42:12.607470 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:12.613220 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6843e79e-639e-4e34-b633-5c6beda9c518 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:42:12.652157 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2de311d7-b80e-4532-8855-121f9e7c40c3), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:12.653463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] Sync routers for ids ['8a4742bb-5ec7-47fc-8985-6576ee3c6320'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:42:12.737971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0822589-6c18-4190-9a69-5dac9dc95ad2 None None] Pushing event updated for resources: {'Port': ['ID=8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:12.757812 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.resource_extend [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:42:12.812615 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] Routers {'600e2af2-9bc0-4184-92bf-73db7ad32214'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:12.814568 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:41:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['600e2af2-9bc0-4184-92bf-73db7ad32214'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:12.838324 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6843e79e-639e-4e34-b633-5c6beda9c518 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:12.839843 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6843e79e-639e-4e34-b633-5c6beda9c518 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.1795790 Nov 02 12:42:12.859102 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37476) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:13.042988 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port be6cb95f-365e-4c40-be18-d4841fe5acf9, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=be6cb95f-365e-4c40-be18-d4841fe5acf9,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:13.103947 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-08a3fb07-e77e-4e0e-9a86-f5858134e7ab None None] Current status of the port a20caed6-2718-4eb0-8bac-6a8aad413def is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:13.105894 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac188421-be43-4b95-9c11-b519bb895922 req-3632d20d-4232-4ae6-a1db-a4feb5fb49d0 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:13.115750 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ac188421-be43-4b95-9c11-b519bb895922 req-3632d20d-4232-4ae6-a1db-a4feb5fb49d0 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 948 time: 0.2096000 Nov 02 12:42:13.159456 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0c102-603a-4312-96aa-128e5e914d0c None None] Pushing event updated for resources: {'Port': ['ID=2de311d7-b80e-4532-8855-121f9e7c40c3,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:13.167230 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] Routers {'8a4742bb-5ec7-47fc-8985-6576ee3c6320'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:13.167934 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:41:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['8a4742bb-5ec7-47fc-8985-6576ee3c6320'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:13.196405 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': 'be6cb95f-365e-4c40-be18-d4841fe5acf9', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': 'be6cb95f-365e-4c40-be18-d4841fe5acf9', 'mac_address': 'fa:16:3e:64:01:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:42:13.290062 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08494d51-3dcb-421d-b9c0-2a896acf3e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:13.294360 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ac188421-be43-4b95-9c11-b519bb895922 req-3dce234f-5f27-40d8-bd42-18276d254dbb tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459372 Nov 02 12:42:13.327866 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ad42a-1c61-4c2e-993c-f5324d7fe893 req-cda52248-d178-4b15-a065-c3260e35d80e tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:13.336669 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d14ad42a-1c61-4c2e-993c-f5324d7fe893 req-cda52248-d178-4b15-a065-c3260e35d80e tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/networks?id=66ab45f6-fff6-43fb-9582-29b239eb5a72&id=66ab45f6-fff6-43fb-9582-29b239eb5a72&id=66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 787 time: 0.9424751 Nov 02 12:42:13.344064 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [req-d14ad42a-1c61-4c2e-993c-f5324d7fe893 req-363a9b9f-2597-4092-8bd5-cb08fdf560d9 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:42:13.360848 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b6ffd998-2416-496d-a4e9-b75461c8f2fe None None] Provisioning complete for port fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:13.361268 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b6ffd998-2416-496d-a4e9-b75461c8f2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:13.361691 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b6ffd998-2416-496d-a4e9-b75461c8f2fe None None] Attempt 1 to provision port fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 Nov 02 12:42:13.373127 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d14ad42a-1c61-4c2e-993c-f5324d7fe893 req-363a9b9f-2597-4092-8bd5-cb08fdf560d9 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0343404 Nov 02 12:42:13.402806 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a59fbb33-6dbb-49b5-b979-89785f197dfe tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks [] for port (4d66726a-d9f0-479c-8870-bea73646c291), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:13.505129 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a59fbb33-6dbb-49b5-b979-89785f197dfe tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (4d66726a-d9f0-479c-8870-bea73646c291), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:13.522588 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] Set router 600e2af2-9bc0-4184-92bf-73db7ad32214 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:13.584600 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:13.671875 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-afab5f06-776b-42aa-a5a5-f3a7e46d9f50 req-7a496280-4c73-44fd-a548-56359f3695bf tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/floatingips/3667478b-be00-4ef6-89b1-1dd96f80ea9d HTTP/1.1" status: 200 len: 693 time: 0.2838020 Nov 02 12:42:13.768720 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:13.773613 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:13.785821 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a59fbb33-6dbb-49b5-b979-89785f197dfe tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (68865a44-db63-4c15-b507-561085754ee6), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:13.790432 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:13.821418 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:13.837377 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fbb33-6dbb-49b5-b979-89785f197dfe tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Pushing event updated for resources: {'Port': ['ID=4d66726a-d9f0-479c-8870-bea73646c291,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:13.839145 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ca9941c5-623f-4e5c-ad55-80d5480c3f06 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:13.947718 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-966108fb-dc7f-4033-a916-3a2c4f3e29a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:13.969795 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b6ffd998-2416-496d-a4e9-b75461c8f2fe None None] Port fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:42:13.976036 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port be6cb95f-365e-4c40-be18-d4841fe5acf9 is: ACTIVE; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:13.981071 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:13.984931 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600e2af2-9bc0-4184-92bf-73db7ad32214', 'name': 'tempest-AttachVolumeTestJSON-1755444266-router', 'tenant_id': 'e1824edba1954bc49c70a63cedd89d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2de311d7-b80e-4532-8855-121f9e7c40c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:59Z', 'updated_at': '2022-11-02T12:42:05Z', 'revision_number': 3, 'project_id': 'e1824edba1954bc49c70a63cedd89d53', 'gw_port': {'id': '2de311d7-b80e-4532-8855-121f9e7c40c3', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600e2af2-9bc0-4184-92bf-73db7ad32214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:02Z', 'updated_at': '2022-11-02T12:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:13.987499 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab5f06-776b-42aa-a5a5-f3a7e46d9f50 req-552be545-0186-4910-b90f-244dfe69b183 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:13.989202 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-afab5f06-776b-42aa-a5a5-f3a7e46d9f50 req-552be545-0186-4910-b90f-244dfe69b183 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 784 time: 0.2887449 Nov 02 12:42:14.003791 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a325918-c791-4b4f-9e21-4716e0ba0d19 admin admin] Publish callbacks [] for router_gateway (eb14a275-fbb7-4de6-b32e-f726dacc2eb5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:14.011145 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [req-afab5f06-776b-42aa-a5a5-f3a7e46d9f50 req-9504aeb9-2f6f-4d25-8489-bf557af8ead6 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:42:14.012366 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-afab5f06-776b-42aa-a5a5-f3a7e46d9f50 req-9504aeb9-2f6f-4d25-8489-bf557af8ead6 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0107770 Nov 02 12:42:14.032478 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd72a61-9538-483f-947e-e971ad93d0c3 req-0f41daca-adc6-4644-aa23-35372f48bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:14.035926 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-4fd72a61-9538-483f-947e-e971ad93d0c3 req-0f41daca-adc6-4644-aa23-35372f48bda9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 1130 time: 0.2418404 Nov 02 12:42:14.041493 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a69d3b-9ec8-414c-b220-9713b5040b96 None None] The sync data for ids ['600e2af2-9bc0-4184-92bf-73db7ad32214'] in n-d-857339-6 is: [{'id': '600e2af2-9bc0-4184-92bf-73db7ad32214', 'name': 'tempest-AttachVolumeTestJSON-1755444266-router', 'tenant_id': 'e1824edba1954bc49c70a63cedd89d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2de311d7-b80e-4532-8855-121f9e7c40c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:59Z', 'updated_at': '2022-11-02T12:42:05Z', 'revision_number': 3, 'project_id': 'e1824edba1954bc49c70a63cedd89d53', 'gw_port': {'id': '2de311d7-b80e-4532-8855-121f9e7c40c3', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600e2af2-9bc0-4184-92bf-73db7ad32214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:02Z', 'updated_at': '2022-11-02T12:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:42:14.116843 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a59fbb33-6dbb-49b5-b979-89785f197dfe tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:14.121564 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a59fbb33-6dbb-49b5-b979-89785f197dfe tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.2193191 Nov 02 12:42:14.135251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b6ffd998-2416-496d-a4e9-b75461c8f2fe None None] Provisioning complete for port a20caed6-2718-4eb0-8bac-6a8aad413def triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:14.135867 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b6ffd998-2416-496d-a4e9-b75461c8f2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a20caed6-2718-4eb0-8bac-6a8aad413def), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:14.135986 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b6ffd998-2416-496d-a4e9-b75461c8f2fe None None] Attempt 1 to provision port a20caed6-2718-4eb0-8bac-6a8aad413def Nov 02 12:42:14.145776 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] Set router 8a4742bb-5ec7-47fc-8985-6576ee3c6320 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:14.155497 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be6cb95f-365e-4c40-be18-d4841fe5acf9 {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:42:14.188291 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-afab5f06-776b-42aa-a5a5-f3a7e46d9f50 req-ffb3473d-2d81-4525-9d7d-c716d402e698 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.164 HTTP/1.1" status: 200 len: 696 time: 0.0873036 Nov 02 12:42:14.322157 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:14.481542 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ca9941c5-623f-4e5c-ad55-80d5480c3f06 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:14.486186 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ca9941c5-623f-4e5c-ad55-80d5480c3f06), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:14.486186 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ca9941c5-623f-4e5c-ad55-80d5480c3f06 Nov 02 12:42:14.493765 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:14.653075 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port be6cb95f-365e-4c40-be18-d4841fe5acf9, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=be6cb95f-365e-4c40-be18-d4841fe5acf9,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:14.835159 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd72a61-9538-483f-947e-e971ad93d0c3 req-89fc75b5-2436-4944-bef3-36d97b002ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:14.839707 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-4fd72a61-9538-483f-947e-e971ad93d0c3 req-89fc75b5-2436-4944-bef3-36d97b002ee6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.7904434 Nov 02 12:42:14.932479 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:14.937271 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:15.040307 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device d727cd98-7b6e-45c4-ba61-de6bced45d8d details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:42:15.159337 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67aeea9-b90c-4cd7-8823-14192dfd5723 None None] Network 8a460de8-3ae8-4a67-86bd-a09edd274420 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:42:15.174461 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b73a5c4c-e4fd-4051-b8ef-9f99553462cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:15.270366 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-4fd72a61-9538-483f-947e-e971ad93d0c3 req-cb53f5f8-3c2e-4796-a997-b73711fbd2fe service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=d727cd98-7b6e-45c4-ba61-de6bced45d8d HTTP/1.1" status: 200 len: 217 time: 0.3550959 Nov 02 12:42:15.291995 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['be6cb95f-365e-4c40-be18-d4841fe5acf9'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:42:15.379080 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:15.407753 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:15.443471 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c87cb-002e-4795-a272-386d42f0735c req-fbeced6d-c8be-4319-9399-448cba48dc99 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:15.447053 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-007c87cb-002e-4795-a272-386d42f0735c req-fbeced6d-c8be-4319-9399-448cba48dc99 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 948 time: 0.7886791 Nov 02 12:42:15.465266 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a325918-c791-4b4f-9e21-4716e0ba0d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (eb14a275-fbb7-4de6-b32e-f726dacc2eb5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:15.471480 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-afab5f06-776b-42aa-a5a5-f3a7e46d9f50 req-fab99978-4de9-4cf9-89a5-55939cfd64c3 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.164 HTTP/1.1" status: 200 len: 696 time: 1.2714202 Nov 02 12:42:15.485900 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-966108fb-dc7f-4033-a916-3a2c4f3e29a3 admin admin] Allocated IP 172.20.0.1 (2a3a27c0-5a2a-4533-be1c-39e6c96fff30/f6be3534-69c2-4488-acdc-9be1d7e5638f/d0a07296-cdd2-4154-94a3-56bdbe55fe17) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:15.554322 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ca9941c5-623f-4e5c-ad55-80d5480c3f06 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:15.555111 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ca9941c5-623f-4e5c-ad55-80d5480c3f06), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:15.561492 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.resource_extend [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:42:15.600676 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=be6cb95f-365e-4c40-be18-d4841fe5acf9,revision_number=6']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:15.803109 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port ca9941c5-623f-4e5c-ad55-80d5480c3f06, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ca9941c5-623f-4e5c-ad55-80d5480c3f06,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:15.811294 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4742bb-5ec7-47fc-8985-6576ee3c6320', 'name': 'tempest-AttachSCSIVolumeTestJSON-1557799980-router', 'tenant_id': '0ff598bce6e74831be9e50484b4075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '9f00786f-c752-4c01-91c2-ceb599028ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:02Z', 'updated_at': '2022-11-02T12:42:08Z', 'revision_number': 3, 'project_id': '0ff598bce6e74831be9e50484b4075d2', 'gw_port': {'id': '9f00786f-c752-4c01-91c2-ceb599028ff8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4742bb-5ec7-47fc-8985-6576ee3c6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:04Z', 'updated_at': '2022-11-02T12:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:15.827628 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b6ffd998-2416-496d-a4e9-b75461c8f2fe None None] Current status of the port a20caed6-2718-4eb0-8bac-6a8aad413def is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:15.846588 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-31785d64-517f-4bc1-9a12-9300bb15ed73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:15.851645 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:15.866615 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd72a61-9538-483f-947e-e971ad93d0c3 req-47125c9b-d183-41b2-9ac5-4410f02af480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:15.869235 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-4fd72a61-9538-483f-947e-e971ad93d0c3 req-47125c9b-d183-41b2-9ac5-4410f02af480 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.5610533 Nov 02 12:42:15.899680 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-afab5f06-776b-42aa-a5a5-f3a7e46d9f50 req-e80dfb19-2f11-4390-9f0a-95d7a25d72c9 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Deleting port 10b70115-9740-4171-955c-fc28bddb4dfd {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:42:15.900330 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-afab5f06-776b-42aa-a5a5-f3a7e46d9f50 req-e80dfb19-2f11-4390-9f0a-95d7a25d72c9 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (10b70115-9740-4171-955c-fc28bddb4dfd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:16.118618 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ca9941c5-623f-4e5c-ad55-80d5480c3f06), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:16.121341 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:16.137760 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-183e0516-30dc-49b3-b220-4aaeb15fc51e None None] Provisioning complete for port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:16.138309 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-183e0516-30dc-49b3-b220-4aaeb15fc51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:16.138746 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-183e0516-30dc-49b3-b220-4aaeb15fc51e None None] Attempt 1 to provision port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 Nov 02 12:42:16.204563 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-007c87cb-002e-4795-a272-386d42f0735c req-35c44800-0f7f-4c12-bb4c-fa31f2513198 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5879829 Nov 02 12:42:16.216586 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] Checking router: 8a4742bb-5ec7-47fc-8985-6576ee3c6320 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:42:16.218034 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] Updating router 8a4742bb-5ec7-47fc-8985-6576ee3c6320 port 9f00786f-c752-4c01-91c2-ceb599028ff8 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:42:16.232446 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd72a61-9538-483f-947e-e971ad93d0c3 req-20b4d821-eca6-4c42-b265-146adbcb6e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:16.234228 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-4fd72a61-9538-483f-947e-e971ad93d0c3 req-20b4d821-eca6-4c42-b265-146adbcb6e90 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3399713 Nov 02 12:42:16.295804 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:16.351975 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-afab5f06-776b-42aa-a5a5-f3a7e46d9f50 req-e80dfb19-2f11-4390-9f0a-95d7a25d72c9 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (10b70115-9740-4171-955c-fc28bddb4dfd), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:16.352625 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-afab5f06-776b-42aa-a5a5-f3a7e46d9f50 req-e80dfb19-2f11-4390-9f0a-95d7a25d72c9 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for floatingip (10b70115-9740-4171-955c-fc28bddb4dfd), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:16.365025 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b73a5c4c-e4fd-4051-b8ef-9f99553462cb admin admin] Publish callbacks [] for port (fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:16.389272 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=6,neutron:SELECT=81,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:16.394601 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-afab5f06-776b-42aa-a5a5-f3a7e46d9f50 req-e80dfb19-2f11-4390-9f0a-95d7a25d72c9 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Calling delete_port for 10b70115-9740-4171-955c-fc28bddb4dfd owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:42:16.493833 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b73a5c4c-e4fd-4051-b8ef-9f99553462cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:16.568742 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7828208a-51f7-4886-a32f-f325b77b5ead req-168453f9-9731-4d8d-b808-27fe6d1c278d tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--584579634&fields=id&tenant_id=a62e260bcc524f18b03a968bb631891d HTTP/1.1" status: 200 len: 267 time: 0.1257575 Nov 02 12:42:16.578038 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a325918-c791-4b4f-9e21-4716e0ba0d19 admin admin] Router eb14a275-fbb7-4de6-b32e-f726dacc2eb5 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:42:16.610124 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:16.617923 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9f00786f-c752-4c01-91c2-ceb599028ff8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:16.623558 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port d727cd98-7b6e-45c4-ba61-de6bced45d8d, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=d727cd98-7b6e-45c4-ba61-de6bced45d8d,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:16.669125 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-966108fb-dc7f-4033-a916-3a2c4f3e29a3 admin admin] Publish callbacks [] for port (d0a07296-cdd2-4154-94a3-56bdbe55fe17), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:16.713784 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': 'd727cd98-7b6e-45c4-ba61-de6bced45d8d', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': 'd727cd98-7b6e-45c4-ba61-de6bced45d8d', 'mac_address': 'fa:16:3e:4f:a0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:42:16.720013 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=ca9941c5-623f-4e5c-ad55-80d5480c3f06,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:16.752714 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b73a5c4c-e4fd-4051-b8ef-9f99553462cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (69595fae-960b-44ef-98b6-a159a0f3a7e9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:16.769909 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a5c4c-e4fd-4051-b8ef-9f99553462cb admin admin] Pushing event updated for resources: {'Port': ['ID=fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:16.774561 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-4fd72a61-9538-483f-947e-e971ad93d0c3 req-731ee0e4-61c1-4764-8a13-c63c433a8873 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006366 Nov 02 12:42:16.787161 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:16.787545 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:16.787895 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 Nov 02 12:42:16.953495 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:16.954618 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:16.974073 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:16.976918 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a325918-c791-4b4f-9e21-4716e0ba0d19 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:42:16.987274 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:16.992660 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] Sync routers for ids ['eb14a275-fbb7-4de6-b32e-f726dacc2eb5'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:42:17.004025 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d80d86e-d62a-4dd2-b8e6-6c97b3511a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:17.018357 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port d727cd98-7b6e-45c4-ba61-de6bced45d8d is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:17.022791 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d727cd98-7b6e-45c4-ba61-de6bced45d8d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:17.028186 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] Routers {'eb14a275-fbb7-4de6-b32e-f726dacc2eb5'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:17.029963 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['eb14a275-fbb7-4de6-b32e-f726dacc2eb5'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:17.051244 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-183e0516-30dc-49b3-b220-4aaeb15fc51e None None] Current status of the port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:17.051886 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-183e0516-30dc-49b3-b220-4aaeb15fc51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:17.088712 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d727cd98-7b6e-45c4-ba61-de6bced45d8d {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:42:17.225249 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port d727cd98-7b6e-45c4-ba61-de6bced45d8d, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=d727cd98-7b6e-45c4-ba61-de6bced45d8d,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:17.239159 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-183e0516-30dc-49b3-b220-4aaeb15fc51e None None] For port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2,segment=NetworkSegment(c139f1da-5968-46ea-ac35-4602e18be758),segment_id=c139f1da-5968-46ea-ac35-4602e18be758)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:17.271066 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a325918-c791-4b4f-9e21-4716e0ba0d19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:17.281507 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:17.282018 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:17.283416 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7a325918-c791-4b4f-9e21-4716e0ba0d19 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.3740573 Nov 02 12:42:17.285501 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37528) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:17.336696 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] Set router eb14a275-fbb7-4de6-b32e-f726dacc2eb5 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:17.355875 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828208a-51f7-4886-a32f-f325b77b5ead req-f287d5e0-ebcb-4e40-a791-c49f468c4637 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:17.358918 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7828208a-51f7-4886-a32f-f325b77b5ead req-f287d5e0-ebcb-4e40-a791-c49f468c4637 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] 10.222.0.64 "GET /networking/v2.0/networks?id=5d29f958-1d50-4cdd-bd1c-e945977913f9 HTTP/1.1" status: 200 len: 814 time: 0.7655444 Nov 02 12:42:17.424754 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-183e0516-30dc-49b3-b220-4aaeb15fc51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:17.432776 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d727cd98-7b6e-45c4-ba61-de6bced45d8d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:17.476676 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73a5c4c-e4fd-4051-b8ef-9f99553462cb admin admin] Network 37a1ceb0-2561-4dbf-8104-e8d9569dabdc is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:17.484581 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-4fd72a61-9538-483f-947e-e971ad93d0c3 req-e9648752-2426-4538-bbc9-2bb389caea61 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6929746 Nov 02 12:42:17.492510 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-b73a5c4c-e4fd-4051-b8ef-9f99553462cb admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:17.510351 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-966108fb-dc7f-4033-a916-3a2c4f3e29a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (d0a07296-cdd2-4154-94a3-56bdbe55fe17), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:17.756422 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7828208a-51f7-4886-a32f-f325b77b5ead req-1c718fd7-aaff-4a8e-b7d1-20fa61b3ecda tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] 10.222.0.64 "GET /networking/v2.0/quotas/a62e260bcc524f18b03a968bb631891d HTTP/1.1" status: 200 len: 375 time: 0.1884713 Nov 02 12:42:17.881904 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14a275-fbb7-4de6-b32e-f726dacc2eb5', 'name': 'tempest-ServerPasswordTestJSON-1515447569-router', 'tenant_id': '8e13ff7300624e8fa370352995786a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '6b9e7961-8091-45ae-8113-7d290f968f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:08Z', 'updated_at': '2022-11-02T12:42:13Z', 'revision_number': 3, 'project_id': '8e13ff7300624e8fa370352995786a37', 'gw_port': {'id': '6b9e7961-8091-45ae-8113-7d290f968f9e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb14a275-fbb7-4de6-b32e-f726dacc2eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:10Z', 'updated_at': '2022-11-02T12:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:17.936358 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:17.938312 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] Publish callbacks [] for port (9f00786f-c752-4c01-91c2-ceb599028ff8), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:17.954010 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7828208a-51f7-4886-a32f-f325b77b5ead req-0d85e5ce-d148-4448-b119-1a1b48db6bf6 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a62e260bcc524f18b03a968bb631891d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1902184 Nov 02 12:42:17.973501 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] Checking router: eb14a275-fbb7-4de6-b32e-f726dacc2eb5 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:42:17.973501 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] Updating router eb14a275-fbb7-4de6-b32e-f726dacc2eb5 port 6b9e7961-8091-45ae-8113-7d290f968f9e binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:42:18.082308 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device be6cb95f-365e-4c40-be18-d4841fe5acf9 up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:18.087249 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (6b9e7961-8091-45ae-8113-7d290f968f9e), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:18.100631 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-afab5f06-776b-42aa-a5a5-f3a7e46d9f50 req-e80dfb19-2f11-4390-9f0a-95d7a25d72c9 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (10b70115-9740-4171-955c-fc28bddb4dfd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:18.109249 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:18.134939 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e0516-30dc-49b3-b220-4aaeb15fc51e None None] Pushing event updated for resources: {'Port': ['ID=8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:18.270696 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dfb19-2f11-4390-9f0a-95d7a25d72c9 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Pushing event deleted for resources: {'Port': ['ID=10b70115-9740-4171-955c-fc28bddb4dfd,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:18.346712 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966108fb-dc7f-4033-a916-3a2c4f3e29a3 admin admin] Network 2a3a27c0-5a2a-4533-be1c-39e6c96fff30 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:18.348717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['d727cd98-7b6e-45c4-ba61-de6bced45d8d'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:42:18.358297 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9f00786f-c752-4c01-91c2-ceb599028ff8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:18.390707 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-966108fb-dc7f-4033-a916-3a2c4f3e29a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:18.429646 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966108fb-dc7f-4033-a916-3a2c4f3e29a3 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:42:18.525595 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966108fb-dc7f-4033-a916-3a2c4f3e29a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d0a07296-cdd2-4154-94a3-56bdbe55fe17,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:18.568886 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3beff398-5e04-4f3e-a618-302c21514fed None None] Provisioning complete for port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:18.569629 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3beff398-5e04-4f3e-a618-302c21514fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:18.570326 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3beff398-5e04-4f3e-a618-302c21514fed None None] Attempt 1 to provision port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 Nov 02 12:42:18.590352 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-966108fb-dc7f-4033-a916-3a2c4f3e29a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (600e2af2-9bc0-4184-92bf-73db7ad32214), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:18.600960 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:18.629765 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:18.683129 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:42:18.683853 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:42:18.691610 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:18.701919 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:18.706574 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] Attempting to bind port 9f00786f-c752-4c01-91c2-ceb599028ff8 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:42:18.707301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] Attempting to bind port 9f00786f-c752-4c01-91c2-ceb599028ff8 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:42:18.707910 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] Attempting to bind port 9f00786f-c752-4c01-91c2-ceb599028ff8 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:18.727789 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-afab5f06-776b-42aa-a5a5-f3a7e46d9f50 req-e80dfb19-2f11-4390-9f0a-95d7a25d72c9 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for floatingip (3667478b-be00-4ef6-89b1-1dd96f80ea9d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:18.736667 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=d727cd98-7b6e-45c4-ba61-de6bced45d8d,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:18.738854 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-afab5f06-776b-42aa-a5a5-f3a7e46d9f50 req-e80dfb19-2f11-4390-9f0a-95d7a25d72c9 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:18.740058 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-afab5f06-776b-42aa-a5a5-f3a7e46d9f50 req-e80dfb19-2f11-4390-9f0a-95d7a25d72c9 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/3667478b-be00-4ef6-89b1-1dd96f80ea9d HTTP/1.1" status: 204 len: 173 time: 3.2350388 Nov 02 12:42:18.760855 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd63e49-ad07-4eb6-911d-4eebb9399a92 req-b8257b00-cb33-47ac-b1e5-f628d21f7473 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:18.766854 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2bd63e49-ad07-4eb6-911d-4eebb9399a92 req-b8257b00-cb33-47ac-b1e5-f628d21f7473 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 949 time: 0.2457643 Nov 02 12:42:18.779303 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:18.918683 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed8b68-588d-47d7-991b-fb16166c1ada None None] Pushing event updated for resources: {'Port': ['ID=9f00786f-c752-4c01-91c2-ceb599028ff8,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:18.943096 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:19.004036 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37544) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:19.019510 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] Publish callbacks [] for port (6b9e7961-8091-45ae-8113-7d290f968f9e), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:19.048672 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:19.049566 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port be6cb95f-365e-4c40-be18-d4841fe5acf9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:19.050522 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:19.051352 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port be6cb95f-365e-4c40-be18-d4841fe5acf9 Nov 02 12:42:19.094297 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (6b9e7961-8091-45ae-8113-7d290f968f9e), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:19.125755 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5694b1a0-d1a5-4c68-b232-e6eb59864371 req-c8e57031-1dd0-4fc4-ba2c-4bb0fdd58950 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/floatingips/0c889547-e027-4e0f-9825-6fb9a8734e27 HTTP/1.1" status: 200 len: 693 time: 0.0956795 Nov 02 12:42:19.183730 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:42:19.185641 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:42:19.186840 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:19.187877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:42:19.189415 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] Bound port: 9f00786f-c752-4c01-91c2-ceb599028ff8, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:42:19.197765 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9f00786f-c752-4c01-91c2-ceb599028ff8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:19.202035 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73a5c4c-e4fd-4051-b8ef-9f99553462cb admin admin] Router 69595fae-960b-44ef-98b6-a159a0f3a7e9 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:42:19.218123 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] Attempting to bind port 6b9e7961-8091-45ae-8113-7d290f968f9e on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:42:19.218587 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] Attempting to bind port 6b9e7961-8091-45ae-8113-7d290f968f9e by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:42:19.218897 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] Attempting to bind port 6b9e7961-8091-45ae-8113-7d290f968f9e on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:19.297747 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:19.322209 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2bd63e49-ad07-4eb6-911d-4eebb9399a92 req-d3012408-2090-4901-b0ca-142adfe632b9 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366101 Nov 02 12:42:19.394160 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-1d80d86e-d62a-4dd2-b8e6-6c97b3511a33 admin admin] Allocated IP 172.20.0.1 (432cbf6f-2314-438f-8ea2-0de141f865a8/4535fa07-b0eb-4e4e-8d87-ae590c41f97e/7a3002be-c68c-440c-a2a8-92cb6c5d045e) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:19.401997 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:42:19.402510 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:42:19.402830 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:19.403197 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:42:19.403674 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] Bound port: 6b9e7961-8091-45ae-8113-7d290f968f9e, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:42:19.404070 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (6b9e7961-8091-45ae-8113-7d290f968f9e), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:19.440874 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:19.444798 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a20caed6-2718-4eb0-8bac-6a8aad413def up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:19.476826 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] For port 6b9e7961-8091-45ae-8113-7d290f968f9e, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:19.480817 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] For port 6b9e7961-8091-45ae-8113-7d290f968f9e, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6b9e7961-8091-45ae-8113-7d290f968f9e,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:19.484884 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:19.490395 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6cd0e-6d1e-4fe2-a825-7326bd73df3b None None] Pushing event updated for resources: {'Port': ['ID=6b9e7961-8091-45ae-8113-7d290f968f9e,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:19.501376 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd6cd0e-6d1e-4fe2-a825-7326bd73df3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:19.501708 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd6cd0e-6d1e-4fe2-a825-7326bd73df3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:19.502128 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd6cd0e-6d1e-4fe2-a825-7326bd73df3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:19.503181 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd6cd0e-6d1e-4fe2-a825-7326bd73df3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:19.503181 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd6cd0e-6d1e-4fe2-a825-7326bd73df3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:19.503181 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd6cd0e-6d1e-4fe2-a825-7326bd73df3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:19.504696 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd6cd0e-6d1e-4fe2-a825-7326bd73df3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:19.508943 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd6cd0e-6d1e-4fe2-a825-7326bd73df3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:19.509505 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd6cd0e-6d1e-4fe2-a825-7326bd73df3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:19.509875 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd6cd0e-6d1e-4fe2-a825-7326bd73df3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:19.510306 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd6cd0e-6d1e-4fe2-a825-7326bd73df3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:19.510816 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd6cd0e-6d1e-4fe2-a825-7326bd73df3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:19.515561 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd6cd0e-6d1e-4fe2-a825-7326bd73df3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:19.515561 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd6cd0e-6d1e-4fe2-a825-7326bd73df3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:19.525326 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd6cd0e-6d1e-4fe2-a825-7326bd73df3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:19.579580 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a20caed6-2718-4eb0-8bac-6a8aad413def triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:19.579580 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a20caed6-2718-4eb0-8bac-6a8aad413def), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:19.579580 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a20caed6-2718-4eb0-8bac-6a8aad413def Nov 02 12:42:19.589522 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] For port 9f00786f-c752-4c01-91c2-ceb599028ff8, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:19.632617 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (6b9e7961-8091-45ae-8113-7d290f968f9e), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:19.691961 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1f304d3c-c5f8-4121-9b42-d9516c464fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:19.699381 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-612855b6-ca95-47ac-9909-641604f961eb tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks [] for security_group (25ffbcc4-46b7-49d0-9580-68eeaf23fee9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:19.737154 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port be6cb95f-365e-4c40-be18-d4841fe5acf9 is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:19.737571 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:19.739743 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] Routers {'eb14a275-fbb7-4de6-b32e-f726dacc2eb5'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:19.740403 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['eb14a275-fbb7-4de6-b32e-f726dacc2eb5'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:19.768257 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] For port 9f00786f-c752-4c01-91c2-ceb599028ff8, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9f00786f-c752-4c01-91c2-ceb599028ff8,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:19.834615 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3beff398-5e04-4f3e-a618-302c21514fed None None] Current status of the port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:19.850112 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6cd0e-6d1e-4fe2-a825-7326bd73df3b None None] Pushing event updated for resources: {'Port': ['ID=6b9e7961-8091-45ae-8113-7d290f968f9e,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:19.861742 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-612855b6-ca95-47ac-9909-641604f961eb tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks [] for security_group (25ffbcc4-46b7-49d0-9580-68eeaf23fee9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:19.898800 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694b1a0-d1a5-4c68-b232-e6eb59864371 req-303fb1f2-4c6b-40ae-b196-f489f867fb66 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:19.898800 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5694b1a0-d1a5-4c68-b232-e6eb59864371 req-303fb1f2-4c6b-40ae-b196-f489f867fb66 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 784 time: 0.7432263 Nov 02 12:42:19.911802 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d80d86e-d62a-4dd2-b8e6-6c97b3511a33 admin admin] Publish callbacks [] for port (7a3002be-c68c-440c-a2a8-92cb6c5d045e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:19.916906 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3918a345-1137-499b-a19a-da0d58f91a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6cb95f-365e-4c40-be18-d4841fe5acf9'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:42:19.920390 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9abe1a-a836-4ba5-a0ec-b305c525ce56" -d '{"events": [{"server_uuid": "3918a345-1137-499b-a19a-da0d58f91a74", "name": "network-vif-plugged", "status": "completed", "tag": "be6cb95f-365e-4c40-be18-d4841fe5acf9"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:42:19.988009 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] Set router eb14a275-fbb7-4de6-b32e-f726dacc2eb5 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:20.049175 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9f00786f-c752-4c01-91c2-ceb599028ff8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:20.056957 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port be6cb95f-365e-4c40-be18-d4841fe5acf9, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=be6cb95f-365e-4c40-be18-d4841fe5acf9,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:20.062152 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60440f1e-9281-449b-b63a-15e808036e2f x-openstack-request-id: req-60440f1e-9281-449b-b63a-15e808036e2f {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:42:20.062718 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3918a345-1137-499b-a19a-da0d58f91a74", "name": "network-vif-plugged", "status": "completed", "tag": "be6cb95f-365e-4c40-be18-d4841fe5acf9", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:42:20.063129 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-60440f1e-9281-449b-b63a-15e808036e2f {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:42:20.063712 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60440f1e-9281-449b-b63a-15e808036e2f'] response: {'server_uuid': '3918a345-1137-499b-a19a-da0d58f91a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6cb95f-365e-4c40-be18-d4841fe5acf9', 'code': 200} Nov 02 12:42:20.138415 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-27dfc530-0c42-4360-9b42-69a7885218d2 None None] Provisioning complete for port d0a07296-cdd2-4154-94a3-56bdbe55fe17 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:20.139703 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-27dfc530-0c42-4360-9b42-69a7885218d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d0a07296-cdd2-4154-94a3-56bdbe55fe17), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:20.140337 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-27dfc530-0c42-4360-9b42-69a7885218d2 None None] Attempt 1 to provision port d0a07296-cdd2-4154-94a3-56bdbe55fe17 Nov 02 12:42:20.145061 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-966108fb-dc7f-4033-a916-3a2c4f3e29a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d0a07296-cdd2-4154-94a3-56bdbe55fe17), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:20.161981 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:20.165539 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d80d86e-d62a-4dd2-b8e6-6c97b3511a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (7a3002be-c68c-440c-a2a8-92cb6c5d045e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:20.177176 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:20.239420 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5694b1a0-d1a5-4c68-b232-e6eb59864371 req-a4fbca70-1bb2-445f-a5e6-8b0dda93fe5c tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.3271070 Nov 02 12:42:20.271708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] Routers {'8a4742bb-5ec7-47fc-8985-6576ee3c6320'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:20.273096 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['8a4742bb-5ec7-47fc-8985-6576ee3c6320'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:20.286054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a20caed6-2718-4eb0-8bac-6a8aad413def is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:20.360967 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5694b1a0-d1a5-4c68-b232-e6eb59864371 req-ce72d9f0-a072-4e22-968f-8378adcaf8fa tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.1084721 Nov 02 12:42:20.463887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed8b68-588d-47d7-991b-fb16166c1ada None None] Pushing event updated for resources: {'Port': ['ID=9f00786f-c752-4c01-91c2-ceb599028ff8,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:20.480211 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-27dfc530-0c42-4360-9b42-69a7885218d2 None None] Port d0a07296-cdd2-4154-94a3-56bdbe55fe17 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:42:20.506545 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d80d86e-d62a-4dd2-b8e6-6c97b3511a33 admin admin] Network 432cbf6f-2314-438f-8ea2-0de141f865a8 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:20.529471 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed8b68-588d-47d7-991b-fb16166c1ada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:20.529954 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed8b68-588d-47d7-991b-fb16166c1ada None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:20.530340 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed8b68-588d-47d7-991b-fb16166c1ada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:20.530702 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed8b68-588d-47d7-991b-fb16166c1ada None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:20.533157 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14a275-fbb7-4de6-b32e-f726dacc2eb5', 'name': 'tempest-ServerPasswordTestJSON-1515447569-router', 'tenant_id': '8e13ff7300624e8fa370352995786a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '6b9e7961-8091-45ae-8113-7d290f968f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:08Z', 'updated_at': '2022-11-02T12:42:13Z', 'revision_number': 3, 'project_id': '8e13ff7300624e8fa370352995786a37', 'gw_port': {'id': '6b9e7961-8091-45ae-8113-7d290f968f9e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb14a275-fbb7-4de6-b32e-f726dacc2eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:10Z', 'updated_at': '2022-11-02T12:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:20.534316 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed8b68-588d-47d7-991b-fb16166c1ada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:20.534599 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed8b68-588d-47d7-991b-fb16166c1ada None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:20.534882 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed8b68-588d-47d7-991b-fb16166c1ada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:20.535233 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed8b68-588d-47d7-991b-fb16166c1ada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:20.537910 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed8b68-588d-47d7-991b-fb16166c1ada None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:20.538387 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed8b68-588d-47d7-991b-fb16166c1ada None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:20.541095 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed8b68-588d-47d7-991b-fb16166c1ada None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:20.541274 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-612855b6-ca95-47ac-9909-641604f961eb tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (25ffbcc4-46b7-49d0-9580-68eeaf23fee9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:20.541401 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed8b68-588d-47d7-991b-fb16166c1ada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:20.542425 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed8b68-588d-47d7-991b-fb16166c1ada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:20.542783 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed8b68-588d-47d7-991b-fb16166c1ada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:20.543109 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-612855b6-ca95-47ac-9909-641604f961eb tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:20.543233 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed8b68-588d-47d7-991b-fb16166c1ada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:20.545027 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-612855b6-ca95-47ac-9909-641604f961eb tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/25ffbcc4-46b7-49d0-9580-68eeaf23fee9 HTTP/1.1" status: 204 len: 168 time: 1.5352290 Nov 02 12:42:20.560140 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37560) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:20.562866 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-1d80d86e-d62a-4dd2-b8e6-6c97b3511a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:20.615053 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d80d86e-d62a-4dd2-b8e6-6c97b3511a33 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:42:20.619998 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360339df-44dd-4398-b6d5-2b1fad1630c6 None None] The sync data for ids ['eb14a275-fbb7-4de6-b32e-f726dacc2eb5'] in n-d-857339-6 is: [{'id': 'eb14a275-fbb7-4de6-b32e-f726dacc2eb5', 'name': 'tempest-ServerPasswordTestJSON-1515447569-router', 'tenant_id': '8e13ff7300624e8fa370352995786a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '6b9e7961-8091-45ae-8113-7d290f968f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:08Z', 'updated_at': '2022-11-02T12:42:13Z', 'revision_number': 3, 'project_id': '8e13ff7300624e8fa370352995786a37', 'gw_port': {'id': '6b9e7961-8091-45ae-8113-7d290f968f9e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb14a275-fbb7-4de6-b32e-f726dacc2eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:10Z', 'updated_at': '2022-11-02T12:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:42:20.711770 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-1f304d3c-c5f8-4121-9b42-d9516c464fe5 admin admin] Allocated IP 172.20.0.1 (8a460de8-3ae8-4a67-86bd-a09edd274420/7ec9b95f-8ee7-44e5-9c61-56b6daa8ba5e/dc4e4634-e30f-4a26-a5fc-3800471b7330) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:20.716128 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-49a5c853-ab5f-4b66-b277-157f85fa2a37 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] show failed (client error): The resource could not be found. Nov 02 12:42:20.717363 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-49a5c853-ab5f-4b66-b277-157f85fa2a37 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] 10.222.0.64 "GET /networking/v2.0/security-groups/25ffbcc4-46b7-49d0-9580-68eeaf23fee9 HTTP/1.1" status: 404 len: 347 time: 0.1258767 Nov 02 12:42:20.724747 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=be6cb95f-365e-4c40-be18-d4841fe5acf9,revision_number=7']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:20.735477 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-27dfc530-0c42-4360-9b42-69a7885218d2 None None] Provisioning complete for port fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:20.735864 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-27dfc530-0c42-4360-9b42-69a7885218d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:20.736210 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-27dfc530-0c42-4360-9b42-69a7885218d2 None None] Attempt 1 to provision port fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 Nov 02 12:42:20.739228 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37564) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:20.743134 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80d86e-d62a-4dd2-b8e6-6c97b3511a33 admin admin] Pushing event updated for resources: {'Port': ['ID=7a3002be-c68c-440c-a2a8-92cb6c5d045e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:20.743680 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73a5c4c-e4fd-4051-b8ef-9f99553462cb admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:42:20.755623 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:20.775133 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b73a5c4c-e4fd-4051-b8ef-9f99553462cb admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/69595fae-960b-44ef-98b6-a159a0f3a7e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9982221 Nov 02 12:42:20.790163 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] Sync routers for ids ['69595fae-960b-44ef-98b6-a159a0f3a7e9'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:42:20.800198 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:20.917429 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] Routers {'69595fae-960b-44ef-98b6-a159a0f3a7e9'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:20.918209 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['69595fae-960b-44ef-98b6-a159a0f3a7e9'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:20.926671 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ca9941c5-623f-4e5c-ad55-80d5480c3f06 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:21.040993 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d80d86e-d62a-4dd2-b8e6-6c97b3511a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (8a4742bb-5ec7-47fc-8985-6576ee3c6320), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:21.122551 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1f304d3c-c5f8-4121-9b42-d9516c464fe5 admin admin] Publish callbacks [] for port (dc4e4634-e30f-4a26-a5fc-3800471b7330), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:21.141237 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device d727cd98-7b6e-45c4-ba61-de6bced45d8d up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:21.208278 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:21.287562 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ca4f6d6c-0926-48b2-8d46-1dc8366e5aa6 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Deleting port 4d66726a-d9f0-479c-8870-bea73646c291 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:42:21.287898 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca4f6d6c-0926-48b2-8d46-1dc8366e5aa6 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (4d66726a-d9f0-479c-8870-bea73646c291), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:21.296532 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-966108fb-dc7f-4033-a916-3a2c4f3e29a3 admin admin] Publish callbacks [] for port (d0a07296-cdd2-4154-94a3-56bdbe55fe17), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:21.321586 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612855b6-ca95-47ac-9909-641604f961eb tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ffbcc4-46b7-49d0-9580-68eeaf23fee9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:21.342520 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] Set router 8a4742bb-5ec7-47fc-8985-6576ee3c6320 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:21.398841 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88934c-8732-4fb2-8755-36b8ccd79565 req-c4c1bc3b-dfbf-4cd9-b537-25505afb2ee5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:21.412939 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-eb88934c-8732-4fb2-8755-36b8ccd79565 req-c4c1bc3b-dfbf-4cd9-b537-25505afb2ee5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 949 time: 0.8102441 Nov 02 12:42:21.452749 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-966108fb-dc7f-4033-a916-3a2c4f3e29a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (d0a07296-cdd2-4154-94a3-56bdbe55fe17), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:21.456952 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-5694b1a0-d1a5-4c68-b232-e6eb59864371 req-3cba63b1-f166-497b-9b60-fd15c1eca7d7 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Deleting port 94217326-3729-471e-a159-8f6866748b0a {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:42:21.458760 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5694b1a0-d1a5-4c68-b232-e6eb59864371 req-3cba63b1-f166-497b-9b60-fd15c1eca7d7 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (94217326-3729-471e-a159-8f6866748b0a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:21.516537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-27dfc530-0c42-4360-9b42-69a7885218d2 None None] Port fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:42:21.562831 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-966108fb-dc7f-4033-a916-3a2c4f3e29a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (600e2af2-9bc0-4184-92bf-73db7ad32214), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:21.604712 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5694b1a0-d1a5-4c68-b232-e6eb59864371 req-3cba63b1-f166-497b-9b60-fd15c1eca7d7 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (94217326-3729-471e-a159-8f6866748b0a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:21.605065 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5694b1a0-d1a5-4c68-b232-e6eb59864371 req-3cba63b1-f166-497b-9b60-fd15c1eca7d7 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for floatingip (94217326-3729-471e-a159-8f6866748b0a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:21.620650 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-5694b1a0-d1a5-4c68-b232-e6eb59864371 req-3cba63b1-f166-497b-9b60-fd15c1eca7d7 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Calling delete_port for 94217326-3729-471e-a159-8f6866748b0a owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:42:21.663225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ca9941c5-623f-4e5c-ad55-80d5480c3f06 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:21.663760 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ca9941c5-623f-4e5c-ad55-80d5480c3f06), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:21.664212 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ca9941c5-623f-4e5c-ad55-80d5480c3f06 Nov 02 12:42:21.791991 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966108fb-dc7f-4033-a916-3a2c4f3e29a3 admin admin] Network 2a3a27c0-5a2a-4533-be1c-39e6c96fff30 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:21.792243 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning for port d727cd98-7b6e-45c4-ba61-de6bced45d8d completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:42:21.810741 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-966108fb-dc7f-4033-a916-3a2c4f3e29a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:21.842252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d4a08644-7934-43fe-8509-1f71ab2c6d51 None None] Provisioning complete for port 7a3002be-c68c-440c-a2a8-92cb6c5d045e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:21.842733 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d4a08644-7934-43fe-8509-1f71ab2c6d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7a3002be-c68c-440c-a2a8-92cb6c5d045e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:21.843680 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d4a08644-7934-43fe-8509-1f71ab2c6d51 None None] Attempt 1 to provision port 7a3002be-c68c-440c-a2a8-92cb6c5d045e Nov 02 12:42:21.965318 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d4a08644-7934-43fe-8509-1f71ab2c6d51 None None] Port 7a3002be-c68c-440c-a2a8-92cb6c5d045e cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:42:22.120226 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ca9941c5-623f-4e5c-ad55-80d5480c3f06 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:22.122641 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:22.137025 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:22.142096 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:22.173017 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966108fb-dc7f-4033-a916-3a2c4f3e29a3 admin admin] Router 600e2af2-9bc0-4184-92bf-73db7ad32214 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:42:22.228207 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port d727cd98-7b6e-45c4-ba61-de6bced45d8d triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:22.228667 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d727cd98-7b6e-45c4-ba61-de6bced45d8d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:22.229147 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port d727cd98-7b6e-45c4-ba61-de6bced45d8d Nov 02 12:42:22.384432 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966108fb-dc7f-4033-a916-3a2c4f3e29a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d0a07296-cdd2-4154-94a3-56bdbe55fe17,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:22.495506 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-eb88934c-8732-4fb2-8755-36b8ccd79565 req-5f91a3c4-7234-4098-98a1-c4487c111ba1 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0854924 Nov 02 12:42:22.498109 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1f304d3c-c5f8-4121-9b42-d9516c464fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (dc4e4634-e30f-4a26-a5fc-3800471b7330), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:22.532050 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:22.547221 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:22.555462 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:22.561961 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:22.562728 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 Nov 02 12:42:22.600414 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f304d3c-c5f8-4121-9b42-d9516c464fe5 admin admin] Network 8a460de8-3ae8-4a67-86bd-a09edd274420 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:22.609402 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-1f304d3c-c5f8-4121-9b42-d9516c464fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:22.613171 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f304d3c-c5f8-4121-9b42-d9516c464fe5 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:42:22.653113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7d76c51f-f5b5-408e-8271-9c41f05243fe None None] Provisioning complete for port d0a07296-cdd2-4154-94a3-56bdbe55fe17 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:22.660964 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7d76c51f-f5b5-408e-8271-9c41f05243fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d0a07296-cdd2-4154-94a3-56bdbe55fe17), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:22.660964 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7d76c51f-f5b5-408e-8271-9c41f05243fe None None] Attempt 1 to provision port d0a07296-cdd2-4154-94a3-56bdbe55fe17 Nov 02 12:42:22.673742 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:22.740021 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca4f6d6c-0926-48b2-8d46-1dc8366e5aa6 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (4d66726a-d9f0-479c-8870-bea73646c291), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:22.742921 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca4f6d6c-0926-48b2-8d46-1dc8366e5aa6 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks [] for floatingip (4d66726a-d9f0-479c-8870-bea73646c291), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:22.757327 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f304d3c-c5f8-4121-9b42-d9516c464fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=dc4e4634-e30f-4a26-a5fc-3800471b7330,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:22.783989 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1f304d3c-c5f8-4121-9b42-d9516c464fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (eb14a275-fbb7-4de6-b32e-f726dacc2eb5), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:22.881376 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] Set router 69595fae-960b-44ef-98b6-a159a0f3a7e9 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:22.930968 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:22.942223 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ca4f6d6c-0926-48b2-8d46-1dc8366e5aa6 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Calling delete_port for 4d66726a-d9f0-479c-8870-bea73646c291 owned by network:floatingip {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:42:23.185710 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:23.441508 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:23.457900 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port d727cd98-7b6e-45c4-ba61-de6bced45d8d is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:23.466676 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d727cd98-7b6e-45c4-ba61-de6bced45d8d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:23.476364 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7d76c51f-f5b5-408e-8271-9c41f05243fe None None] Port d0a07296-cdd2-4154-94a3-56bdbe55fe17 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:42:23.506092 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:23.554519 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-e2221512-df06-4a1d-88fb-2a166cfff7dc req-9d3cac35-7204-4e67-9a37-da6bdc140a5d tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1366059539', 'description': 'tempest-description-154890474'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:23.580047 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5694b1a0-d1a5-4c68-b232-e6eb59864371 req-3cba63b1-f166-497b-9b60-fd15c1eca7d7 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (94217326-3729-471e-a159-8f6866748b0a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:23.641267 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4742bb-5ec7-47fc-8985-6576ee3c6320', 'name': 'tempest-AttachSCSIVolumeTestJSON-1557799980-router', 'tenant_id': '0ff598bce6e74831be9e50484b4075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '9f00786f-c752-4c01-91c2-ceb599028ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:02Z', 'updated_at': '2022-11-02T12:42:08Z', 'revision_number': 3, 'project_id': '0ff598bce6e74831be9e50484b4075d2', 'gw_port': {'id': '9f00786f-c752-4c01-91c2-ceb599028ff8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4742bb-5ec7-47fc-8985-6576ee3c6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:04Z', 'updated_at': '2022-11-02T12:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:23.680561 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba63b1-f166-497b-9b60-fd15c1eca7d7 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Pushing event deleted for resources: {'Port': ['ID=94217326-3729-471e-a159-8f6866748b0a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:23.752981 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:23.766760 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e5e7acbc-8b4e-40ab-aa98-6f363545b275 None None] Provisioning complete for port dc4e4634-e30f-4a26-a5fc-3800471b7330 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:23.767767 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e5e7acbc-8b4e-40ab-aa98-6f363545b275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (dc4e4634-e30f-4a26-a5fc-3800471b7330), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:23.768726 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e5e7acbc-8b4e-40ab-aa98-6f363545b275 None None] Attempt 1 to provision port dc4e4634-e30f-4a26-a5fc-3800471b7330 Nov 02 12:42:23.788350 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7086fb3e-9536-4f34-9531-f9835eb6164f None None] The sync data for ids ['8a4742bb-5ec7-47fc-8985-6576ee3c6320'] in n-d-857339-6 is: [{'id': '8a4742bb-5ec7-47fc-8985-6576ee3c6320', 'name': 'tempest-AttachSCSIVolumeTestJSON-1557799980-router', 'tenant_id': '0ff598bce6e74831be9e50484b4075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '9f00786f-c752-4c01-91c2-ceb599028ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:02Z', 'updated_at': '2022-11-02T12:42:08Z', 'revision_number': 3, 'project_id': '0ff598bce6e74831be9e50484b4075d2', 'gw_port': {'id': '9f00786f-c752-4c01-91c2-ceb599028ff8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4742bb-5ec7-47fc-8985-6576ee3c6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:04Z', 'updated_at': '2022-11-02T12:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:42:23.828853 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a20af1-ba94-4459-8b9b-5f170a876caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd727cd98-7b6e-45c4-ba61-de6bced45d8d'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:42:23.838815 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743d88cd-3d05-4896-94c8-124049ef41d1" -d '{"events": [{"server_uuid": "c1a20af1-ba94-4459-8b9b-5f170a876caa", "name": "network-vif-plugged", "status": "completed", "tag": "d727cd98-7b6e-45c4-ba61-de6bced45d8d"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:42:23.879953 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:23.911535 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e2221512-df06-4a1d-88fb-2a166cfff7dc req-9d3cac35-7204-4e67-9a37-da6bdc140a5d tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:23.947977 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:23.979281 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port d727cd98-7b6e-45c4-ba61-de6bced45d8d, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=d727cd98-7b6e-45c4-ba61-de6bced45d8d,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:23.998080 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:23.999583 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2de311d7-b80e-4532-8855-121f9e7c40c3 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:24.003296 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5694b1a0-d1a5-4c68-b232-e6eb59864371 req-3cba63b1-f166-497b-9b60-fd15c1eca7d7 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for floatingip (0c889547-e027-4e0f-9825-6fb9a8734e27), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:24.006585 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5694b1a0-d1a5-4c68-b232-e6eb59864371 req-3cba63b1-f166-497b-9b60-fd15c1eca7d7 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:24.007806 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5694b1a0-d1a5-4c68-b232-e6eb59864371 req-3cba63b1-f166-497b-9b60-fd15c1eca7d7 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/0c889547-e027-4e0f-9825-6fb9a8734e27 HTTP/1.1" status: 204 len: 173 time: 3.6364045 Nov 02 12:42:24.051217 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d80d86e-d62a-4dd2-b8e6-6c97b3511a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7a3002be-c68c-440c-a2a8-92cb6c5d045e), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:24.110450 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e5e7acbc-8b4e-40ab-aa98-6f363545b275 None None] Port dc4e4634-e30f-4a26-a5fc-3800471b7330 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:42:24.139811 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d727cd98-7b6e-45c4-ba61-de6bced45d8d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:24.219879 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e2221512-df06-4a1d-88fb-2a166cfff7dc req-9d3cac35-7204-4e67-9a37-da6bdc140a5d tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (53d24c00-2267-4f2b-a550-901ab787024a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:24.227645 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:24.239414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69595fae-960b-44ef-98b6-a159a0f3a7e9', 'name': 'tempest-SecurityGroupsTestJSON-693285387-router', 'tenant_id': 'f48fdbeb9a604c66b66780387e3af4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ca9941c5-623f-4e5c-ad55-80d5480c3f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:51Z', 'updated_at': '2022-11-02T12:42:12Z', 'revision_number': 4, 'project_id': 'f48fdbeb9a604c66b66780387e3af4de', 'gw_port': {'id': 'ca9941c5-623f-4e5c-ad55-80d5480c3f06', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69595fae-960b-44ef-98b6-a159a0f3a7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:54Z', 'updated_at': '2022-11-02T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2', 'name': '', 'network_id': '37a1ceb0-2561-4dbf-8104-e8d9569dabdc', 'tenant_id': 'f48fdbeb9a604c66b66780387e3af4de', 'mac_address': 'fa:16:3e:a9:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69595fae-960b-44ef-98b6-a159a0f3a7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '7b946616-ed83-496c-b78f-f532942521a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:08Z', 'updated_at': '2022-11-02T12:42:15Z', 'revision_number': 2, 'project_id': 'f48fdbeb9a604c66b66780387e3af4de', 'subnets': [{'id': '7b946616-ed83-496c-b78f-f532942521a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:24.251287 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:24.304282 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] Checking router: 69595fae-960b-44ef-98b6-a159a0f3a7e9 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:42:24.305050 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] Updating router 69595fae-960b-44ef-98b6-a159a0f3a7e9 port fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:42:24.368688 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=d727cd98-7b6e-45c4-ba61-de6bced45d8d,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:24.372263 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e2221512-df06-4a1d-88fb-2a166cfff7dc req-9d3cac35-7204-4e67-9a37-da6bdc140a5d tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (53d24c00-2267-4f2b-a550-901ab787024a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:24.379147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2de311d7-b80e-4532-8855-121f9e7c40c3 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:24.379846 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2de311d7-b80e-4532-8855-121f9e7c40c3), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:24.380969 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2de311d7-b80e-4532-8855-121f9e7c40c3 Nov 02 12:42:24.409373 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:24.437277 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:24.479251 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cac35-7204-4e67-9a37-da6bdc140a5d tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d24c00-2267-4f2b-a550-901ab787024a,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:24.484270 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1f304d3c-c5f8-4121-9b42-d9516c464fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (dc4e4634-e30f-4a26-a5fc-3800471b7330), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:24.515935 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33549f4-d735-40ef-93ff-3d0ad584cf05 req-a3d000c9-c35b-408a-ad08-174c45d46a37 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:24.518161 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c33549f4-d735-40ef-93ff-3d0ad584cf05 req-a3d000c9-c35b-408a-ad08-174c45d46a37 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 950 time: 0.2538908 Nov 02 12:42:24.689341 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2de311d7-b80e-4532-8855-121f9e7c40c3 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:24.689984 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2de311d7-b80e-4532-8855-121f9e7c40c3), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:24.754432 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1f304d3c-c5f8-4121-9b42-d9516c464fe5 admin admin] Publish callbacks [] for port (dc4e4634-e30f-4a26-a5fc-3800471b7330), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:24.774646 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e2221512-df06-4a1d-88fb-2a166cfff7dc req-9d3cac35-7204-4e67-9a37-da6bdc140a5d tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:24.788992 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d80d86e-d62a-4dd2-b8e6-6c97b3511a33 admin admin] Publish callbacks [] for port (7a3002be-c68c-440c-a2a8-92cb6c5d045e), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:24.789624 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e2221512-df06-4a1d-88fb-2a166cfff7dc req-9d3cac35-7204-4e67-9a37-da6bdc140a5d tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.2440598 Nov 02 12:42:24.796870 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:24.798005 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 2de311d7-b80e-4532-8855-121f9e7c40c3, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2de311d7-b80e-4532-8855-121f9e7c40c3,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:24.800314 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca4f6d6c-0926-48b2-8d46-1dc8366e5aa6 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (4d66726a-d9f0-479c-8870-bea73646c291), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:24.854195 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966108fb-dc7f-4033-a916-3a2c4f3e29a3 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:42:24.866835 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] Sync routers for ids ['600e2af2-9bc0-4184-92bf-73db7ad32214'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:42:24.894628 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-966108fb-dc7f-4033-a916-3a2c4f3e29a3 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/600e2af2-9bc0-4184-92bf-73db7ad32214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7906606 Nov 02 12:42:24.900639 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] Routers {'600e2af2-9bc0-4184-92bf-73db7ad32214'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:24.901281 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['600e2af2-9bc0-4184-92bf-73db7ad32214'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:24.915089 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c33549f4-d735-40ef-93ff-3d0ad584cf05 req-e71ade37-c77c-4115-89e7-4bcb4a904b1c tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548185 Nov 02 12:42:24.917323 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1f304d3c-c5f8-4121-9b42-d9516c464fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (dc4e4634-e30f-4a26-a5fc-3800471b7330), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:24.979305 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198b1408-5d89-4fe5-812a-9f70a715da5f x-openstack-request-id: req-198b1408-5d89-4fe5-812a-9f70a715da5f {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:42:24.984107 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a20af1-ba94-4459-8b9b-5f170a876caa", "name": "network-vif-plugged", "status": "completed", "tag": "d727cd98-7b6e-45c4-ba61-de6bced45d8d", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:42:24.984919 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1f304d3c-c5f8-4121-9b42-d9516c464fe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (eb14a275-fbb7-4de6-b32e-f726dacc2eb5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:24.985397 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-198b1408-5d89-4fe5-812a-9f70a715da5f {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:42:24.986852 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-198b1408-5d89-4fe5-812a-9f70a715da5f'] response: {'server_uuid': 'c1a20af1-ba94-4459-8b9b-5f170a876caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd727cd98-7b6e-45c4-ba61-de6bced45d8d', 'code': 200} Nov 02 12:42:25.019514 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2de311d7-b80e-4532-8855-121f9e7c40c3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:25.048465 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:25.119473 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d80d86e-d62a-4dd2-b8e6-6c97b3511a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (7a3002be-c68c-440c-a2a8-92cb6c5d045e), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:25.168316 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f6d6c-0926-48b2-8d46-1dc8366e5aa6 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Pushing event deleted for resources: {'Port': ['ID=4d66726a-d9f0-479c-8870-bea73646c291,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:25.215413 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-1372a14a-3090-4275-adfc-95b8c2315f4a req-c8464584-30db-4ff6-aca1-636b19bed0f3 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1600951253', 'description': 'tempest-description-1182451860'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:25.237719 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] Set router 600e2af2-9bc0-4184-92bf-73db7ad32214 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:25.426286 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:25.442311 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:25.477557 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-45087410-4ef8-40d1-b1d1-c7b7abfd2271 req-3307cfc7-abe3-4e9b-bc47-c113e35dd3c9 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/floatingips/0f93d293-b65d-4828-9c3f-1797a919659d HTTP/1.1" status: 200 len: 693 time: 0.4260662 Nov 02 12:42:25.530416 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2652b-affa-48bd-8df4-39787113fbff req-d2f1bad7-1fec-4647-99cb-995a7727a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:25.546542 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-1dd2652b-affa-48bd-8df4-39787113fbff req-d2f1bad7-1fec-4647-99cb-995a7727a809 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 1132 time: 0.4861720 Nov 02 12:42:25.635068 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] Publish callbacks [] for port (fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:25.662472 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:25.680833 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9f00786f-c752-4c01-91c2-ceb599028ff8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:25.842993 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80d86e-d62a-4dd2-b8e6-6c97b3511a33 admin admin] Pushing event updated for resources: {'Port': ['ID=7a3002be-c68c-440c-a2a8-92cb6c5d045e,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:25.859986 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:25.885779 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-1372a14a-3090-4275-adfc-95b8c2315f4a req-c8464584-30db-4ff6-aca1-636b19bed0f3 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:25.916200 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f304d3c-c5f8-4121-9b42-d9516c464fe5 admin admin] Network 8a460de8-3ae8-4a67-86bd-a09edd274420 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:25.931777 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f304d3c-c5f8-4121-9b42-d9516c464fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=dc4e4634-e30f-4a26-a5fc-3800471b7330,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:25.961868 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600e2af2-9bc0-4184-92bf-73db7ad32214', 'name': 'tempest-AttachVolumeTestJSON-1755444266-router', 'tenant_id': 'e1824edba1954bc49c70a63cedd89d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2de311d7-b80e-4532-8855-121f9e7c40c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:59Z', 'updated_at': '2022-11-02T12:42:19Z', 'revision_number': 4, 'project_id': 'e1824edba1954bc49c70a63cedd89d53', 'gw_port': {'id': '2de311d7-b80e-4532-8855-121f9e7c40c3', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600e2af2-9bc0-4184-92bf-73db7ad32214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:02Z', 'updated_at': '2022-11-02T12:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'd0a07296-cdd2-4154-94a3-56bdbe55fe17', 'name': '', 'network_id': '2a3a27c0-5a2a-4533-be1c-39e6c96fff30', 'tenant_id': 'e1824edba1954bc49c70a63cedd89d53', 'mac_address': 'fa:16:3e:2d:2b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600e2af2-9bc0-4184-92bf-73db7ad32214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'f6be3534-69c2-4488-acdc-9be1d7e5638f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:14Z', 'updated_at': '2022-11-02T12:42:20Z', 'revision_number': 2, 'project_id': 'e1824edba1954bc49c70a63cedd89d53', 'subnets': [{'id': 'f6be3534-69c2-4488-acdc-9be1d7e5638f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:25.990128 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=2de311d7-b80e-4532-8855-121f9e7c40c3,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:25.991906 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d80d86e-d62a-4dd2-b8e6-6c97b3511a33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (8a4742bb-5ec7-47fc-8985-6576ee3c6320), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:25.998741 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-1f304d3c-c5f8-4121-9b42-d9516c464fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:26.062015 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:26.077197 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-1dd2652b-affa-48bd-8df4-39787113fbff req-31b87895-1e4d-4b36-984a-8ecd2c6425f9 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605777 Nov 02 12:42:26.080155 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca4f6d6c-0926-48b2-8d46-1dc8366e5aa6 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks [] for floatingip (68865a44-db63-4c15-b507-561085754ee6), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:26.087622 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca4f6d6c-0926-48b2-8d46-1dc8366e5aa6 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:26.092755 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ca4f6d6c-0926-48b2-8d46-1dc8366e5aa6 tempest-ServersTestFqdnHostnames-512753941 tempest-ServersTestFqdnHostnames-512753941-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/68865a44-db63-4c15-b507-561085754ee6 HTTP/1.1" status: 204 len: 168 time: 5.3425622 Nov 02 12:42:26.160718 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] Checking router: 600e2af2-9bc0-4184-92bf-73db7ad32214 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:42:26.161313 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] Updating router 600e2af2-9bc0-4184-92bf-73db7ad32214 port d0a07296-cdd2-4154-94a3-56bdbe55fe17 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:42:26.191326 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-1372a14a-3090-4275-adfc-95b8c2315f4a req-c8464584-30db-4ff6-aca1-636b19bed0f3 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (16b5c75f-ef7c-482f-875d-b153fa4bc372), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:26.197449 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37608) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:26.232451 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1e4a1-bba7-4e4f-ba77-bf891c44c965 None None] Pushing event updated for resources: {'Port': ['ID=fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:26.283476 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d0a07296-cdd2-4154-94a3-56bdbe55fe17), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:26.310088 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 9f00786f-c752-4c01-91c2-ceb599028ff8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:26.314656 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9f00786f-c752-4c01-91c2-ceb599028ff8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:26.318490 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 9f00786f-c752-4c01-91c2-ceb599028ff8 Nov 02 12:42:26.320751 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-1372a14a-3090-4275-adfc-95b8c2315f4a req-c8464584-30db-4ff6-aca1-636b19bed0f3 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (16b5c75f-ef7c-482f-875d-b153fa4bc372), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:26.353198 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d80d86e-d62a-4dd2-b8e6-6c97b3511a33 admin admin] Network 432cbf6f-2314-438f-8ea2-0de141f865a8 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:26.355164 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-1d80d86e-d62a-4dd2-b8e6-6c97b3511a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:26.473298 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] Attempting to bind port fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:42:26.474286 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] Attempting to bind port fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '8b1e9d0b-6232-434f-a661-e35aac885f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '37a1ceb0-2561-4dbf-8104-e8d9569dabdc'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:42:26.475169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] Attempting to bind port fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 on network 37a1ceb0-2561-4dbf-8104-e8d9569dabdc {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:26.602799 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9ba4de55-b445-45c4-94b8-6cc360bced67 None None] Provisioning complete for port dc4e4634-e30f-4a26-a5fc-3800471b7330 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:26.603181 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9ba4de55-b445-45c4-94b8-6cc360bced67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (dc4e4634-e30f-4a26-a5fc-3800471b7330), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:26.603521 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9ba4de55-b445-45c4-94b8-6cc360bced67 None None] Attempt 1 to provision port dc4e4634-e30f-4a26-a5fc-3800471b7330 Nov 02 12:42:26.737972 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d80d86e-d62a-4dd2-b8e6-6c97b3511a33 admin admin] Router 8a4742bb-5ec7-47fc-8985-6576ee3c6320 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:42:26.782301 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8464584-30db-4ff6-aca1-636b19bed0f3 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b5c75f-ef7c-482f-875d-b153fa4bc372,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:26.797812 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9ba4de55-b445-45c4-94b8-6cc360bced67 None None] Port dc4e4634-e30f-4a26-a5fc-3800471b7330 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:42:26.814600 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45087410-4ef8-40d1-b1d1-c7b7abfd2271 req-deddc743-7e15-463a-aa0b-d4b41ae4d836 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:26.817606 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-45087410-4ef8-40d1-b1d1-c7b7abfd2271 req-deddc743-7e15-463a-aa0b-d4b41ae4d836 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 784 time: 1.3389153 Nov 02 12:42:26.820660 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-1372a14a-3090-4275-adfc-95b8c2315f4a req-c8464584-30db-4ff6-aca1-636b19bed0f3 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:26.836938 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:42:26.836938 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] Checking segment: {'id': '8b1e9d0b-6232-434f-a661-e35aac885f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '37a1ceb0-2561-4dbf-8104-e8d9569dabdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:42:26.843563 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:26.843563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] Bound using segment: {'id': '8b1e9d0b-6232-434f-a661-e35aac885f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '37a1ceb0-2561-4dbf-8104-e8d9569dabdc'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:42:26.843563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] Bound port: fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1e9d0b-6232-434f-a661-e35aac885f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '37a1ceb0-2561-4dbf-8104-e8d9569dabdc'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:42:26.843563 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:26.849076 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1372a14a-3090-4275-adfc-95b8c2315f4a req-c8464584-30db-4ff6-aca1-636b19bed0f3 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.6514549 Nov 02 12:42:27.062997 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9f00786f-c752-4c01-91c2-ceb599028ff8 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:27.063791 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9f00786f-c752-4c01-91c2-ceb599028ff8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:27.065824 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-45087410-4ef8-40d1-b1d1-c7b7abfd2271 req-574682b1-334f-4049-b1f9-a86fb1a6e851 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.218 HTTP/1.1" status: 200 len: 696 time: 0.1303496 Nov 02 12:42:27.146909 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:27.161531 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2d5eef6c-bf1e-4a72-9d33-392f7f033606 None None] Provisioning complete for port 7a3002be-c68c-440c-a2a8-92cb6c5d045e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:27.161916 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2d5eef6c-bf1e-4a72-9d33-392f7f033606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7a3002be-c68c-440c-a2a8-92cb6c5d045e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:27.162260 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2d5eef6c-bf1e-4a72-9d33-392f7f033606 None None] Attempt 1 to provision port 7a3002be-c68c-440c-a2a8-92cb6c5d045e Nov 02 12:42:27.178816 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:27.182818 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d80d86e-d62a-4dd2-b8e6-6c97b3511a33 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:42:27.206809 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:27.207933 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37616) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:27.220102 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] For port fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:27.239478 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1d80d86e-d62a-4dd2-b8e6-6c97b3511a33 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/8a4742bb-5ec7-47fc-8985-6576ee3c6320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3641329 Nov 02 12:42:27.240587 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] Publish callbacks [] for port (d0a07296-cdd2-4154-94a3-56bdbe55fe17), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:27.266771 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c01a1968-6f61-4480-b657-2ffe64447244 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1925407433', 'description': 'tempest-description--127510593'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:27.301081 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 9f00786f-c752-4c01-91c2-ceb599028ff8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9f00786f-c752-4c01-91c2-ceb599028ff8,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:27.329935 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d0a07296-cdd2-4154-94a3-56bdbe55fe17), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:27.334253 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] For port fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2,segment=NetworkSegment(8b1e9d0b-6232-434f-a661-e35aac885f5b),segment_id=8b1e9d0b-6232-434f-a661-e35aac885f5b)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:27.355648 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:27.381531 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c01a1968-6f61-4480-b657-2ffe64447244 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:27.390733 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2d5eef6c-bf1e-4a72-9d33-392f7f033606 None None] Port 7a3002be-c68c-440c-a2a8-92cb6c5d045e cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:42:27.406224 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9f00786f-c752-4c01-91c2-ceb599028ff8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:27.407309 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6b9e7961-8091-45ae-8113-7d290f968f9e up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:27.418820 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-45087410-4ef8-40d1-b1d1-c7b7abfd2271 req-5872b987-bdd1-4e80-8967-64af55a691e3 tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.218 HTTP/1.1" status: 200 len: 696 time: 0.1567740 Nov 02 12:42:27.551569 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3214b-7a48-4643-9d6d-9edc93ddbd42 None None] Pushing event updated for resources: {'Port': ['ID=d0a07296-cdd2-4154-94a3-56bdbe55fe17,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:27.555900 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:27.604621 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] Routers {'69595fae-960b-44ef-98b6-a159a0f3a7e9'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:27.610211 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['69595fae-960b-44ef-98b6-a159a0f3a7e9'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:27.613980 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f304d3c-c5f8-4121-9b42-d9516c464fe5 admin admin] Router eb14a275-fbb7-4de6-b32e-f726dacc2eb5 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:42:27.618380 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c01a1968-6f61-4480-b657-2ffe64447244 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group (f985b88d-4a07-42ff-b28a-360f8c5a55fb), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:27.631224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] Sync routers for ids ['8a4742bb-5ec7-47fc-8985-6576ee3c6320'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:42:27.650416 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546cf8a-c193-4162-86dc-6073ef862369 req-d0a163d0-4087-4016-9b0d-6618570d1cc4 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:27.657207 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] Attempting to bind port d0a07296-cdd2-4154-94a3-56bdbe55fe17 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:42:27.657663 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] Attempting to bind port d0a07296-cdd2-4154-94a3-56bdbe55fe17 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '7c7de9f9-280a-4d0a-a352-f9c9c4a83985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2a3a27c0-5a2a-4533-be1c-39e6c96fff30'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:42:27.658222 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] Attempting to bind port d0a07296-cdd2-4154-94a3-56bdbe55fe17 on network 2a3a27c0-5a2a-4533-be1c-39e6c96fff30 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:27.659800 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4546cf8a-c193-4162-86dc-6073ef862369 req-d0a163d0-4087-4016-9b0d-6618570d1cc4 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 950 time: 0.2866023 Nov 02 12:42:27.682660 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c01a1968-6f61-4480-b657-2ffe64447244 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f985b88d-4a07-42ff-b28a-360f8c5a55fb), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:27.795399 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:27.835972 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a1968-6f61-4480-b657-2ffe64447244 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f985b88d-4a07-42ff-b28a-360f8c5a55fb,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:27.861774 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-67e0ee63-e56b-451b-8a2c-6375bac7ca38 req-d9c7e33e-6966-486a-be8e-4be08c0879dd service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1361771 Nov 02 12:42:27.875290 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:42:27.875742 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] Checking segment: {'id': '7c7de9f9-280a-4d0a-a352-f9c9c4a83985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2a3a27c0-5a2a-4533-be1c-39e6c96fff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:42:27.876096 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:27.876542 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] Bound using segment: {'id': '7c7de9f9-280a-4d0a-a352-f9c9c4a83985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2a3a27c0-5a2a-4533-be1c-39e6c96fff30'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:42:27.877190 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] Bound port: d0a07296-cdd2-4154-94a3-56bdbe55fe17, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7de9f9-280a-4d0a-a352-f9c9c4a83985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2a3a27c0-5a2a-4533-be1c-39e6c96fff30'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:42:27.877632 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d0a07296-cdd2-4154-94a3-56bdbe55fe17), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:27.906761 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:27.913093 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c01a1968-6f61-4480-b657-2ffe64447244 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:27.916968 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c01a1968-6f61-4480-b657-2ffe64447244 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6740766 Nov 02 12:42:27.920230 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37622) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:27.939381 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-99cd97c3-6860-4e02-8ba2-3d2402cc0a1b tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Request body: {'security_group_rule': {'security_group_id': 'f985b88d-4a07-42ff-b28a-360f8c5a55fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:27.939517 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4546cf8a-c193-4162-86dc-6073ef862369 req-7c499355-5293-44d3-b577-1e18e7ef7b15 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708620 Nov 02 12:42:28.017259 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0ee63-e56b-451b-8a2c-6375bac7ca38 req-281d536e-657f-491d-a315-168554f070b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:28.019272 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-67e0ee63-e56b-451b-8a2c-6375bac7ca38 req-281d536e-657f-491d-a315-168554f070b2 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 1132 time: 0.0680594 Nov 02 12:42:28.128750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=9f00786f-c752-4c01-91c2-ceb599028ff8,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:28.132144 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-45087410-4ef8-40d1-b1d1-c7b7abfd2271 req-0691cbb0-c3b2-437c-bb1d-fbc649eba13c tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Deleting port fb35483a-d60b-4494-8939-0ef40fdcd861 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:42:28.133876 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-45087410-4ef8-40d1-b1d1-c7b7abfd2271 req-0691cbb0-c3b2-437c-bb1d-fbc649eba13c tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (fb35483a-d60b-4494-8939-0ef40fdcd861), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:28.169924 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] For port d0a07296-cdd2-4154-94a3-56bdbe55fe17, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:28.170216 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:28.186390 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] For port d0a07296-cdd2-4154-94a3-56bdbe55fe17, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d0a07296-cdd2-4154-94a3-56bdbe55fe17,segment=NetworkSegment(7c7de9f9-280a-4d0a-a352-f9c9c4a83985),segment_id=7c7de9f9-280a-4d0a-a352-f9c9c4a83985)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:28.256455 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] Set router 69595fae-960b-44ef-98b6-a159a0f3a7e9 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:28.307343 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:28.309635 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] Routers {'8a4742bb-5ec7-47fc-8985-6576ee3c6320'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:28.310830 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['8a4742bb-5ec7-47fc-8985-6576ee3c6320'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:28.313553 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 6b9e7961-8091-45ae-8113-7d290f968f9e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:28.314026 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6b9e7961-8091-45ae-8113-7d290f968f9e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:28.314437 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 6b9e7961-8091-45ae-8113-7d290f968f9e Nov 02 12:42:28.327392 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99cd97c3-6860-4e02-8ba2-3d2402cc0a1b tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group_rule (c3faba18-196c-4aa9-957f-a5c8cf857fd7), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:28.378005 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-45087410-4ef8-40d1-b1d1-c7b7abfd2271 req-0691cbb0-c3b2-437c-bb1d-fbc649eba13c tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (fb35483a-d60b-4494-8939-0ef40fdcd861), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:28.378465 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-45087410-4ef8-40d1-b1d1-c7b7abfd2271 req-0691cbb0-c3b2-437c-bb1d-fbc649eba13c tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for floatingip (fb35483a-d60b-4494-8939-0ef40fdcd861), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:28.401234 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-45087410-4ef8-40d1-b1d1-c7b7abfd2271 req-0691cbb0-c3b2-437c-bb1d-fbc649eba13c tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Calling delete_port for fb35483a-d60b-4494-8939-0ef40fdcd861 owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:42:28.458280 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99cd97c3-6860-4e02-8ba2-3d2402cc0a1b tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group_rule (c3faba18-196c-4aa9-957f-a5c8cf857fd7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:28.469972 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0ee63-e56b-451b-8a2c-6375bac7ca38 req-7ae75a36-775e-4aaf-9d7c-01cc84756072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:28.472783 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-67e0ee63-e56b-451b-8a2c-6375bac7ca38 req-7ae75a36-775e-4aaf-9d7c-01cc84756072 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.4053955 Nov 02 12:42:28.537086 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-67e0ee63-e56b-451b-8a2c-6375bac7ca38 req-6ac24579-e6d1-49c8-81c9-168f3000f948 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3d81e47f-bfd3-4fb1-86b4-cc02113a5157 HTTP/1.1" status: 200 len: 217 time: 0.0588284 Nov 02 12:42:28.605735 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0ee63-e56b-451b-8a2c-6375bac7ca38 req-5e5f489c-9e63-4223-a466-40eb41d4ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:28.607505 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-67e0ee63-e56b-451b-8a2c-6375bac7ca38 req-5e5f489c-9e63-4223-a466-40eb41d4ecbe service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.0602219 Nov 02 12:42:28.652212 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 6b9e7961-8091-45ae-8113-7d290f968f9e is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:28.652644 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (6b9e7961-8091-45ae-8113-7d290f968f9e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:28.661759 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1e4a1-bba7-4e4f-ba77-bf891c44c965 None None] Pushing event updated for resources: {'Port': ['ID=fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:28.672721 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0ee63-e56b-451b-8a2c-6375bac7ca38 req-b10c2556-b491-42ae-b869-ce7d4583aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:28.674371 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-67e0ee63-e56b-451b-8a2c-6375bac7ca38 req-b10c2556-b491-42ae-b869-ce7d4583aaec service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0573833 Nov 02 12:42:28.722545 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 6b9e7961-8091-45ae-8113-7d290f968f9e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6b9e7961-8091-45ae-8113-7d290f968f9e,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:28.730344 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] Set router 8a4742bb-5ec7-47fc-8985-6576ee3c6320 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:28.762595 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d0a07296-cdd2-4154-94a3-56bdbe55fe17), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:28.807163 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:28.808219 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69595fae-960b-44ef-98b6-a159a0f3a7e9', 'name': 'tempest-SecurityGroupsTestJSON-693285387-router', 'tenant_id': 'f48fdbeb9a604c66b66780387e3af4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ca9941c5-623f-4e5c-ad55-80d5480c3f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:51Z', 'updated_at': '2022-11-02T12:42:12Z', 'revision_number': 4, 'project_id': 'f48fdbeb9a604c66b66780387e3af4de', 'gw_port': {'id': 'ca9941c5-623f-4e5c-ad55-80d5480c3f06', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69595fae-960b-44ef-98b6-a159a0f3a7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:54Z', 'updated_at': '2022-11-02T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2', 'name': '', 'network_id': '37a1ceb0-2561-4dbf-8104-e8d9569dabdc', 'tenant_id': 'f48fdbeb9a604c66b66780387e3af4de', 'mac_address': 'fa:16:3e:a9:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69595fae-960b-44ef-98b6-a159a0f3a7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '7b946616-ed83-496c-b78f-f532942521a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:08Z', 'updated_at': '2022-11-02T12:42:27Z', 'revision_number': 4, 'project_id': 'f48fdbeb9a604c66b66780387e3af4de', 'subnets': [{'id': '7b946616-ed83-496c-b78f-f532942521a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:28.833222 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-67e0ee63-e56b-451b-8a2c-6375bac7ca38 req-98cb86f1-0784-433c-b0bc-ffe4db4604b0 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507082 Nov 02 12:42:28.842420 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ad1846-2d18-4707-ae1c-c93ec66f759a None None] The sync data for ids ['69595fae-960b-44ef-98b6-a159a0f3a7e9'] in n-d-857339-6 is: [{'id': '69595fae-960b-44ef-98b6-a159a0f3a7e9', 'name': 'tempest-SecurityGroupsTestJSON-693285387-router', 'tenant_id': 'f48fdbeb9a604c66b66780387e3af4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ca9941c5-623f-4e5c-ad55-80d5480c3f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:51Z', 'updated_at': '2022-11-02T12:42:12Z', 'revision_number': 4, 'project_id': 'f48fdbeb9a604c66b66780387e3af4de', 'gw_port': {'id': 'ca9941c5-623f-4e5c-ad55-80d5480c3f06', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69595fae-960b-44ef-98b6-a159a0f3a7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:54Z', 'updated_at': '2022-11-02T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2', 'name': '', 'network_id': '37a1ceb0-2561-4dbf-8104-e8d9569dabdc', 'tenant_id': 'f48fdbeb9a604c66b66780387e3af4de', 'mac_address': 'fa:16:3e:a9:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69595fae-960b-44ef-98b6-a159a0f3a7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '7b946616-ed83-496c-b78f-f532942521a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:08Z', 'updated_at': '2022-11-02T12:42:27Z', 'revision_number': 4, 'project_id': 'f48fdbeb9a604c66b66780387e3af4de', 'subnets': [{'id': '7b946616-ed83-496c-b78f-f532942521a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:42:28.860282 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:28.872113 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] Routers {'600e2af2-9bc0-4184-92bf-73db7ad32214'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:28.873909 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['600e2af2-9bc0-4184-92bf-73db7ad32214'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:28.878977 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c19b445-384d-4d0f-bdb9-36a10dc16f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (c6689a14-d319-4594-b525-345dd4337a6b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:28.962923 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (6b9e7961-8091-45ae-8113-7d290f968f9e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:28.970503 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99cd97c3-6860-4e02-8ba2-3d2402cc0a1b tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (c3faba18-196c-4aa9-957f-a5c8cf857fd7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:29.021183 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f304d3c-c5f8-4121-9b42-d9516c464fe5 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:42:29.034556 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd97c3-6860-4e02-8ba2-3d2402cc0a1b tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3faba18-196c-4aa9-957f-a5c8cf857fd7,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:29.040700 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff91e0-2c7a-4971-8905-3679318237d3 req-47f9ee26-5af7-486c-8c8a-ea1a3b9de127 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:29.051822 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f8ff91e0-2c7a-4971-8905-3679318237d3 req-47f9ee26-5af7-486c-8c8a-ea1a3b9de127 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/networks?id=37a1ceb0-2561-4dbf-8104-e8d9569dabdc HTTP/1.1" status: 200 len: 812 time: 0.5876887 Nov 02 12:42:29.077647 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1f304d3c-c5f8-4121-9b42-d9516c464fe5 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/eb14a275-fbb7-4de6-b32e-f726dacc2eb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7674766 Nov 02 12:42:29.102820 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f8ff91e0-2c7a-4971-8905-3679318237d3 req-92ab51a9-b2cf-4de1-8e77-a41632d71636 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/quotas/f48fdbeb9a604c66b66780387e3af4de HTTP/1.1" status: 200 len: 375 time: 0.0429082 Nov 02 12:42:29.103014 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99cd97c3-6860-4e02-8ba2-3d2402cc0a1b tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:29.103014 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-99cd97c3-6860-4e02-8ba2-3d2402cc0a1b tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1770897 Nov 02 12:42:29.108089 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37650) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:29.116265 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-b1a31080-c03f-42d2-8fc4-d9b5bbe5d467 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Request body: {'security_group_rule': {'security_group_id': 'f985b88d-4a07-42ff-b28a-360f8c5a55fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:29.123902 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] Sync routers for ids ['eb14a275-fbb7-4de6-b32e-f726dacc2eb5'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:42:29.154798 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-67e0ee63-e56b-451b-8a2c-6375bac7ca38 req-f4ab2720-6161-4883-885f-7d7d528d0a81 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143835 Nov 02 12:42:29.201679 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] Routers {'eb14a275-fbb7-4de6-b32e-f726dacc2eb5'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:29.202458 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['eb14a275-fbb7-4de6-b32e-f726dacc2eb5'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:29.236606 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b1a31080-c03f-42d2-8fc4-d9b5bbe5d467 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group_rule (ad8d9404-f78a-4b03-aadd-0f851278f486), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:29.325181 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:29.376593 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b1a31080-c03f-42d2-8fc4-d9b5bbe5d467 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group_rule (ad8d9404-f78a-4b03-aadd-0f851278f486), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:29.460156 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b1a31080-c03f-42d2-8fc4-d9b5bbe5d467 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (ad8d9404-f78a-4b03-aadd-0f851278f486), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:29.505621 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:29.548113 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a31080-c03f-42d2-8fc4-d9b5bbe5d467 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8d9404-f78a-4b03-aadd-0f851278f486,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:29.616345 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=6b9e7961-8091-45ae-8113-7d290f968f9e,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:29.631452 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3214b-7a48-4643-9d6d-9edc93ddbd42 None None] Pushing event updated for resources: {'Port': ['ID=d0a07296-cdd2-4154-94a3-56bdbe55fe17,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:29.655896 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b1a31080-c03f-42d2-8fc4-d9b5bbe5d467 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:29.659935 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b1a31080-c03f-42d2-8fc4-d9b5bbe5d467 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5505321 Nov 02 12:42:29.665005 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37664) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:29.674751 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-022fcb1b-c060-4e41-b09f-9addc4b5f837 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:29.732914 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] Set router eb14a275-fbb7-4de6-b32e-f726dacc2eb5 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:29.760533 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-45087410-4ef8-40d1-b1d1-c7b7abfd2271 req-0691cbb0-c3b2-437c-bb1d-fbc649eba13c tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (fb35483a-d60b-4494-8939-0ef40fdcd861), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:29.768400 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:29.837314 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-022fcb1b-c060-4e41-b09f-9addc4b5f837 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:29.849771 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f8ff91e0-2c7a-4971-8905-3679318237d3 req-418742ea-4968-41e8-940c-fa022c376002 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f48fdbeb9a604c66b66780387e3af4de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7422316 Nov 02 12:42:29.904353 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37672) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:29.922156 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-bcc8df39-af32-44dd-9ea0-ba1e0330ea53 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1042082302-network', 'tenant_id': 'dea95d540b3a493abceeafe170c11c4b'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:29.974332 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] Set router 600e2af2-9bc0-4184-92bf-73db7ad32214 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:29.978361 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691cbb0-c3b2-437c-bb1d-fbc649eba13c tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Pushing event deleted for resources: {'Port': ['ID=fb35483a-d60b-4494-8939-0ef40fdcd861,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:30.006001 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:30.033101 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:30.033929 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:30.036973 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 Nov 02 12:42:30.047354 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4742bb-5ec7-47fc-8985-6576ee3c6320', 'name': 'tempest-AttachSCSIVolumeTestJSON-1557799980-router', 'tenant_id': '0ff598bce6e74831be9e50484b4075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '9f00786f-c752-4c01-91c2-ceb599028ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:02Z', 'updated_at': '2022-11-02T12:42:21Z', 'revision_number': 4, 'project_id': '0ff598bce6e74831be9e50484b4075d2', 'gw_port': {'id': '9f00786f-c752-4c01-91c2-ceb599028ff8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4742bb-5ec7-47fc-8985-6576ee3c6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:04Z', 'updated_at': '2022-11-02T12:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '7a3002be-c68c-440c-a2a8-92cb6c5d045e', 'name': '', 'network_id': '432cbf6f-2314-438f-8ea2-0de141f865a8', 'tenant_id': '0ff598bce6e74831be9e50484b4075d2', 'mac_address': 'fa:16:3e:41:11:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4742bb-5ec7-47fc-8985-6576ee3c6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '4535fa07-b0eb-4e4e-8d87-ae590c41f97e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:17Z', 'updated_at': '2022-11-02T12:42:24Z', 'revision_number': 2, 'project_id': '0ff598bce6e74831be9e50484b4075d2', 'subnets': [{'id': '4535fa07-b0eb-4e4e-8d87-ae590c41f97e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:30.285790 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc8df39-af32-44dd-9ea0-ba1e0330ea53 admin admin] Made reservation on behalf of dea95d540b3a493abceeafe170c11c4b for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:30.292882 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bcc8df39-af32-44dd-9ea0-ba1e0330ea53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:30.324088 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] Checking router: 8a4742bb-5ec7-47fc-8985-6576ee3c6320 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:42:30.332694 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] Updating router 8a4742bb-5ec7-47fc-8985-6576ee3c6320 port 7a3002be-c68c-440c-a2a8-92cb6c5d045e binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:42:30.346735 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-022fcb1b-c060-4e41-b09f-9addc4b5f837 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:30.350715 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bcc8df39-af32-44dd-9ea0-ba1e0330ea53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:30.363380 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:30.366156 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600e2af2-9bc0-4184-92bf-73db7ad32214', 'name': 'tempest-AttachVolumeTestJSON-1755444266-router', 'tenant_id': 'e1824edba1954bc49c70a63cedd89d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2de311d7-b80e-4532-8855-121f9e7c40c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:59Z', 'updated_at': '2022-11-02T12:42:19Z', 'revision_number': 4, 'project_id': 'e1824edba1954bc49c70a63cedd89d53', 'gw_port': {'id': '2de311d7-b80e-4532-8855-121f9e7c40c3', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600e2af2-9bc0-4184-92bf-73db7ad32214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:02Z', 'updated_at': '2022-11-02T12:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'd0a07296-cdd2-4154-94a3-56bdbe55fe17', 'name': '', 'network_id': '2a3a27c0-5a2a-4533-be1c-39e6c96fff30', 'tenant_id': 'e1824edba1954bc49c70a63cedd89d53', 'mac_address': 'fa:16:3e:2d:2b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600e2af2-9bc0-4184-92bf-73db7ad32214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'f6be3534-69c2-4488-acdc-9be1d7e5638f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:14Z', 'updated_at': '2022-11-02T12:42:28Z', 'revision_number': 4, 'project_id': 'e1824edba1954bc49c70a63cedd89d53', 'subnets': [{'id': 'f6be3534-69c2-4488-acdc-9be1d7e5638f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:30.538838 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef81df4-ff1d-4e72-8e94-6625f2ebf637 None None] The sync data for ids ['600e2af2-9bc0-4184-92bf-73db7ad32214'] in n-d-857339-6 is: [{'id': '600e2af2-9bc0-4184-92bf-73db7ad32214', 'name': 'tempest-AttachVolumeTestJSON-1755444266-router', 'tenant_id': 'e1824edba1954bc49c70a63cedd89d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2de311d7-b80e-4532-8855-121f9e7c40c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:59Z', 'updated_at': '2022-11-02T12:42:19Z', 'revision_number': 4, 'project_id': 'e1824edba1954bc49c70a63cedd89d53', 'gw_port': {'id': '2de311d7-b80e-4532-8855-121f9e7c40c3', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600e2af2-9bc0-4184-92bf-73db7ad32214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:02Z', 'updated_at': '2022-11-02T12:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'd0a07296-cdd2-4154-94a3-56bdbe55fe17', 'name': '', 'network_id': '2a3a27c0-5a2a-4533-be1c-39e6c96fff30', 'tenant_id': 'e1824edba1954bc49c70a63cedd89d53', 'mac_address': 'fa:16:3e:2d:2b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600e2af2-9bc0-4184-92bf-73db7ad32214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'f6be3534-69c2-4488-acdc-9be1d7e5638f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:14Z', 'updated_at': '2022-11-02T12:42:28Z', 'revision_number': 4, 'project_id': 'e1824edba1954bc49c70a63cedd89d53', 'subnets': [{'id': 'f6be3534-69c2-4488-acdc-9be1d7e5638f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:42:30.578053 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bcc8df39-af32-44dd-9ea0-ba1e0330ea53 admin admin] Publish callbacks [] for security_group (a8232f04-3f07-4ff7-88ab-d16fd4094d3c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:30.610832 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7a3002be-c68c-440c-a2a8-92cb6c5d045e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:30.779688 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:30.866187 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bcc8df39-af32-44dd-9ea0-ba1e0330ea53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a8232f04-3f07-4ff7-88ab-d16fd4094d3c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:31.023063 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-5c63224b-fc25-4d94-8f88-6e92dc3fc507 req-ea760054-b08d-47a1-aa1d-ae5048567fa9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=04941205-20b8-4bc0-ab59-e14866c3f331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2743516 Nov 02 12:42:31.038738 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc8df39-af32-44dd-9ea0-ba1e0330ea53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:42:31.082904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:31.085423 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:31.199428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8df39-af32-44dd-9ea0-ba1e0330ea53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8232f04-3f07-4ff7-88ab-d16fd4094d3c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:31.267654 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed3563-6225-4dcc-9110-854612f85135 req-b7bddc92-1c82-4dd4-a9f4-71d781f63421 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:31.278750 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-46ed3563-6225-4dcc-9110-854612f85135 req-b7bddc92-1c82-4dd4-a9f4-71d781f63421 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 950 time: 1.2061098 Nov 02 12:42:31.328454 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bcc8df39-af32-44dd-9ea0-ba1e0330ea53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (343589a1-e164-4151-86db-2325b0f4d3c0), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:31.329746 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-bcc8df39-af32-44dd-9ea0-ba1e0330ea53 admin admin] Added segment 343589a1-e164-4151-86db-2325b0f4d3c0 of type vlan for network a560cb09-550e-4e55-81ef-01997e8ce1d2 Nov 02 12:42:31.342680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2,segment=NetworkSegment(8b1e9d0b-6232-434f-a661-e35aac885f5b),segment_id=8b1e9d0b-6232-434f-a661-e35aac885f5b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:31.392802 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-46ed3563-6225-4dcc-9110-854612f85135 req-a5251170-6c39-4c21-9600-11625060a9ea tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131387 Nov 02 12:42:31.400655 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-45087410-4ef8-40d1-b1d1-c7b7abfd2271 req-0691cbb0-c3b2-437c-bb1d-fbc649eba13c tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks [] for floatingip (0f93d293-b65d-4828-9c3f-1797a919659d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:31.408689 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-45087410-4ef8-40d1-b1d1-c7b7abfd2271 req-0691cbb0-c3b2-437c-bb1d-fbc649eba13c tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:31.410164 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-45087410-4ef8-40d1-b1d1-c7b7abfd2271 req-0691cbb0-c3b2-437c-bb1d-fbc649eba13c tempest-FloatingIPDetailsTestJSON-899214253 tempest-FloatingIPDetailsTestJSON-899214253-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/0f93d293-b65d-4828-9c3f-1797a919659d HTTP/1.1" status: 204 len: 173 time: 3.9762392 Nov 02 12:42:31.427151 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37676) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:31.431760 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14a275-fbb7-4de6-b32e-f726dacc2eb5', 'name': 'tempest-ServerPasswordTestJSON-1515447569-router', 'tenant_id': '8e13ff7300624e8fa370352995786a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '6b9e7961-8091-45ae-8113-7d290f968f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:08Z', 'updated_at': '2022-11-02T12:42:23Z', 'revision_number': 4, 'project_id': '8e13ff7300624e8fa370352995786a37', 'gw_port': {'id': '6b9e7961-8091-45ae-8113-7d290f968f9e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14a275-fbb7-4de6-b32e-f726dacc2eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:10Z', 'updated_at': '2022-11-02T12:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'dc4e4634-e30f-4a26-a5fc-3800471b7330', 'name': '', 'network_id': '8a460de8-3ae8-4a67-86bd-a09edd274420', 'tenant_id': '8e13ff7300624e8fa370352995786a37', 'mac_address': 'fa:16:3e:e3:e7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb14a275-fbb7-4de6-b32e-f726dacc2eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '7ec9b95f-8ee7-44e5-9c61-56b6daa8ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:19Z', 'updated_at': '2022-11-02T12:42:24Z', 'revision_number': 2, 'project_id': '8e13ff7300624e8fa370352995786a37', 'subnets': [{'id': '7ec9b95f-8ee7-44e5-9c61-56b6daa8ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:31.484155 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-022fcb1b-c060-4e41-b09f-9addc4b5f837 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Allocated IP 172.25.2.34 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/94cbbf37-50aa-416e-bfcd-b24cd87b87ad) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:31.536161 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:31.548606 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9f00786f-c752-4c01-91c2-ceb599028ff8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:31.559427 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] Checking router: eb14a275-fbb7-4de6-b32e-f726dacc2eb5 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:42:31.560063 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] Updating router eb14a275-fbb7-4de6-b32e-f726dacc2eb5 port dc4e4634-e30f-4a26-a5fc-3800471b7330 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:42:31.561966 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6c19b445-384d-4d0f-bdb9-36a10dc16f9e admin admin] Deleting port 3f9cf706-62d1-4b76-b345-43b065acd2f4 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:42:31.569927 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c19b445-384d-4d0f-bdb9-36a10dc16f9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3f9cf706-62d1-4b76-b345-43b065acd2f4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:31.669819 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63224b-fc25-4d94-8f88-6e92dc3fc507 req-5abed829-ac94-4a25-8154-6b1a92ed5920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:31.683299 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-5c63224b-fc25-4d94-8f88-6e92dc3fc507 req-5abed829-ac94-4a25-8154-6b1a92ed5920 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=04941205-20b8-4bc0-ab59-e14866c3f331 HTTP/1.1" status: 200 len: 1132 time: 0.6034236 Nov 02 12:42:31.709494 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (dc4e4634-e30f-4a26-a5fc-3800471b7330), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:31.897783 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-6c19b445-384d-4d0f-bdb9-36a10dc16f9e admin admin] For port 3f9cf706-62d1-4b76-b345-43b065acd2f4, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3f9cf706-62d1-4b76-b345-43b065acd2f4,segment=NetworkSegment(6807d29d-1c1d-4491-9ec0-e7e287114b4f),segment_id=6807d29d-1c1d-4491-9ec0-e7e287114b4f)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:31.898381 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c19b445-384d-4d0f-bdb9-36a10dc16f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3f9cf706-62d1-4b76-b345-43b065acd2f4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:31.962879 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6c19b445-384d-4d0f-bdb9-36a10dc16f9e admin admin] Calling delete_port for 3f9cf706-62d1-4b76-b345-43b065acd2f4 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:42:32.030595 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bcc8df39-af32-44dd-9ea0-ba1e0330ea53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (a560cb09-550e-4e55-81ef-01997e8ce1d2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:32.139659 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 9f00786f-c752-4c01-91c2-ceb599028ff8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:32.141407 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9f00786f-c752-4c01-91c2-ceb599028ff8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:32.142184 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 9f00786f-c752-4c01-91c2-ceb599028ff8 Nov 02 12:42:32.241642 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:32.613200 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] Publish callbacks [] for port (dc4e4634-e30f-4a26-a5fc-3800471b7330), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:32.640568 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] Publish callbacks [] for port (7a3002be-c68c-440c-a2a8-92cb6c5d045e), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:32.704141 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9f00786f-c752-4c01-91c2-ceb599028ff8 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:32.705290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2de311d7-b80e-4532-8855-121f9e7c40c3 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:32.719975 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-022fcb1b-c060-4e41-b09f-9addc4b5f837 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for port (94cbbf37-50aa-416e-bfcd-b24cd87b87ad), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:32.724145 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-7a368ea1-24dc-4a2d-b90e-c3e2652e7893 req-af8e98c9-b7c7-46d6-b986-40778405de64 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1283861410 ', 'description': 'tempest-description-2028324333'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:32.798705 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (dc4e4634-e30f-4a26-a5fc-3800471b7330), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:32.827412 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7a3002be-c68c-440c-a2a8-92cb6c5d045e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:32.868533 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:32.875685 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2de311d7-b80e-4532-8855-121f9e7c40c3 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:32.876299 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2de311d7-b80e-4532-8855-121f9e7c40c3), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:32.876887 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2de311d7-b80e-4532-8855-121f9e7c40c3 Nov 02 12:42:32.938667 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:32.998204 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bcc8df39-af32-44dd-9ea0-ba1e0330ea53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (a560cb09-550e-4e55-81ef-01997e8ce1d2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:33.002429 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc8df39-af32-44dd-9ea0-ba1e0330ea53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:33.004443 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bcc8df39-af32-44dd-9ea0-ba1e0330ea53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:33.023868 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-7a368ea1-24dc-4a2d-b90e-c3e2652e7893 req-af8e98c9-b7c7-46d6-b986-40778405de64 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:33.087019 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199ce56-d4f4-4592-b664-78d2195606dd None None] Pushing event updated for resources: {'Port': ['ID=dc4e4634-e30f-4a26-a5fc-3800471b7330,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:33.125671 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] Attempting to bind port dc4e4634-e30f-4a26-a5fc-3800471b7330 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:42:33.126130 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] Attempting to bind port dc4e4634-e30f-4a26-a5fc-3800471b7330 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'c139f1da-5968-46ea-ac35-4602e18be758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8a460de8-3ae8-4a67-86bd-a09edd274420'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:42:33.126709 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] Attempting to bind port dc4e4634-e30f-4a26-a5fc-3800471b7330 on network 8a460de8-3ae8-4a67-86bd-a09edd274420 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:33.151915 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ababc14-f7c2-4be3-8e28-0cdb458be092 req-97bfa94a-b5c8-495a-a0c4-098c12af71b9 tempest-ServerPasswordTestJSON-2107984552 tempest-ServerPasswordTestJSON-2107984552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:33.159192 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0ababc14-f7c2-4be3-8e28-0cdb458be092 req-97bfa94a-b5c8-495a-a0c4-098c12af71b9 tempest-ServerPasswordTestJSON-2107984552 tempest-ServerPasswordTestJSON-2107984552-project] 10.222.0.64 "GET /networking/v2.0/networks?id=8a460de8-3ae8-4a67-86bd-a09edd274420 HTTP/1.1" status: 200 len: 813 time: 0.4107184 Nov 02 12:42:33.218511 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c19b445-384d-4d0f-bdb9-36a10dc16f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (3f9cf706-62d1-4b76-b345-43b065acd2f4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:33.247698 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:42:33.248403 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] Checking segment: {'id': 'c139f1da-5968-46ea-ac35-4602e18be758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8a460de8-3ae8-4a67-86bd-a09edd274420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:42:33.249074 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:33.249717 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] Bound using segment: {'id': 'c139f1da-5968-46ea-ac35-4602e18be758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8a460de8-3ae8-4a67-86bd-a09edd274420'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:42:33.250372 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] Bound port: dc4e4634-e30f-4a26-a5fc-3800471b7330, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c139f1da-5968-46ea-ac35-4602e18be758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '8a460de8-3ae8-4a67-86bd-a09edd274420'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:42:33.250923 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (dc4e4634-e30f-4a26-a5fc-3800471b7330), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:33.429181 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] For port dc4e4634-e30f-4a26-a5fc-3800471b7330, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:33.432123 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] For port dc4e4634-e30f-4a26-a5fc-3800471b7330, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=dc4e4634-e30f-4a26-a5fc-3800471b7330,segment=NetworkSegment(c139f1da-5968-46ea-ac35-4602e18be758),segment_id=c139f1da-5968-46ea-ac35-4602e18be758)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:33.445741 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:33.482948 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:33.486544 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19b445-384d-4d0f-bdb9-36a10dc16f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9cf706-62d1-4b76-b345-43b065acd2f4,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:33.532008 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0ababc14-f7c2-4be3-8e28-0cdb458be092 req-11fd253f-3c30-4d6c-ab69-e0353f191d87 tempest-ServerPasswordTestJSON-2107984552 tempest-ServerPasswordTestJSON-2107984552-project] 10.222.0.64 "GET /networking/v2.0/quotas/8e13ff7300624e8fa370352995786a37 HTTP/1.1" status: 200 len: 375 time: 0.3468008 Nov 02 12:42:33.558238 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (dc4e4634-e30f-4a26-a5fc-3800471b7330), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:33.593722 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63224b-fc25-4d94-8f88-6e92dc3fc507 req-81d0c693-2da9-4565-a892-c8e1ff98a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:33.601420 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-5c63224b-fc25-4d94-8f88-6e92dc3fc507 req-81d0c693-2da9-4565-a892-c8e1ff98a794 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.9719908 Nov 02 12:42:33.636752 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] Attempting to bind port 7a3002be-c68c-440c-a2a8-92cb6c5d045e on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:42:33.638614 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] Attempting to bind port 7a3002be-c68c-440c-a2a8-92cb6c5d045e by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a9810da5-98ff-4671-a278-9858407776ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '432cbf6f-2314-438f-8ea2-0de141f865a8'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:42:33.640404 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] Attempting to bind port 7a3002be-c68c-440c-a2a8-92cb6c5d045e on network 432cbf6f-2314-438f-8ea2-0de141f865a8 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:33.643094 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd1a50-498d-42d8-b786-4c2ca4cbd330 None None] Pushing event updated for resources: {'Port': ['ID=7a3002be-c68c-440c-a2a8-92cb6c5d045e,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:33.654410 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] Routers {'eb14a275-fbb7-4de6-b32e-f726dacc2eb5'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:33.655613 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['eb14a275-fbb7-4de6-b32e-f726dacc2eb5'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:33.785792 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:33.823053 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8df39-af32-44dd-9ea0-ba1e0330ea53 admin admin] Pushing event updated for resources: {'Network': ['ID=a560cb09-550e-4e55-81ef-01997e8ce1d2,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:33.838819 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:33.866485 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network a560cb09-550e-4e55-81ef-01997e8ce1d2 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:42:33.875205 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:33.955193 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] Set router eb14a275-fbb7-4de6-b32e-f726dacc2eb5 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:33.979662 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:42:33.979662 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] Checking segment: {'id': 'a9810da5-98ff-4671-a278-9858407776ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '432cbf6f-2314-438f-8ea2-0de141f865a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:42:33.979662 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:33.979662 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] Bound using segment: {'id': 'a9810da5-98ff-4671-a278-9858407776ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '432cbf6f-2314-438f-8ea2-0de141f865a8'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:42:33.982042 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] Bound port: 7a3002be-c68c-440c-a2a8-92cb6c5d045e, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9810da5-98ff-4671-a278-9858407776ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '432cbf6f-2314-438f-8ea2-0de141f865a8'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:42:33.982674 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7a3002be-c68c-440c-a2a8-92cb6c5d045e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:34.044788 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0ababc14-f7c2-4be3-8e28-0cdb458be092 req-ba5b7a1c-3555-41c0-bc87-9d4e6ba8785d tempest-ServerPasswordTestJSON-2107984552 tempest-ServerPasswordTestJSON-2107984552-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=8e13ff7300624e8fa370352995786a37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4930913 Nov 02 12:42:34.091841 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:34.093212 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:34.159707 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:34.236605 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-022fcb1b-c060-4e41-b09f-9addc4b5f837 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (94cbbf37-50aa-416e-bfcd-b24cd87b87ad), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:34.286372 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bcc8df39-af32-44dd-9ea0-ba1e0330ea53 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.3810763 Nov 02 12:42:34.287627 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37702) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:34.290308 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37704) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:34.343407 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:34.359961 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] For port 7a3002be-c68c-440c-a2a8-92cb6c5d045e, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:34.365307 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] For port 7a3002be-c68c-440c-a2a8-92cb6c5d045e, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7a3002be-c68c-440c-a2a8-92cb6c5d045e,segment=NetworkSegment(a9810da5-98ff-4671-a278-9858407776ad),segment_id=a9810da5-98ff-4671-a278-9858407776ad)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:34.371823 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2de311d7-b80e-4532-8855-121f9e7c40c3 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:34.443615 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-7a368ea1-24dc-4a2d-b90e-c3e2652e7893 req-af8e98c9-b7c7-46d6-b986-40778405de64 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (649bbe0e-57b6-47ed-8268-6d02dbaf2675), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:34.472580 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7a3002be-c68c-440c-a2a8-92cb6c5d045e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:34.535874 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022fcb1b-c060-4e41-b09f-9addc4b5f837 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:34.570341 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c19a76b7-9d50-46fb-8f98-58fc1a34b3e4 admin admin] Request body: {'subnet': {'network_id': 'a560cb09-550e-4e55-81ef-01997e8ce1d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1042082302-subnet', 'tenant_id': 'dea95d540b3a493abceeafe170c11c4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:34.610148 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199ce56-d4f4-4592-b664-78d2195606dd None None] Pushing event updated for resources: {'Port': ['ID=dc4e4634-e30f-4a26-a5fc-3800471b7330,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:34.618129 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f2c4fc1a-e28f-470f-b9d3-15c48f405e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (f8b53e37-28fd-46c8-b681-2a351840d075), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:34.693460 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] Routers {'8a4742bb-5ec7-47fc-8985-6576ee3c6320'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:34.694278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['8a4742bb-5ec7-47fc-8985-6576ee3c6320'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:34.734632 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c19b445-384d-4d0f-bdb9-36a10dc16f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (c6689a14-d319-4594-b525-345dd4337a6b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:34.746152 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd1a50-498d-42d8-b786-4c2ca4cbd330 None None] Pushing event updated for resources: {'Port': ['ID=7a3002be-c68c-440c-a2a8-92cb6c5d045e,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:34.791934 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-7a368ea1-24dc-4a2d-b90e-c3e2652e7893 req-af8e98c9-b7c7-46d6-b986-40778405de64 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (649bbe0e-57b6-47ed-8268-6d02dbaf2675), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:34.837567 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0c64c-8cf0-4918-a165-e1de6f621ce8 req-9440da89-b876-453e-be9d-e10700e44fba tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:34.838769 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14a275-fbb7-4de6-b32e-f726dacc2eb5', 'name': 'tempest-ServerPasswordTestJSON-1515447569-router', 'tenant_id': '8e13ff7300624e8fa370352995786a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '6b9e7961-8091-45ae-8113-7d290f968f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:08Z', 'updated_at': '2022-11-02T12:42:23Z', 'revision_number': 4, 'project_id': '8e13ff7300624e8fa370352995786a37', 'gw_port': {'id': '6b9e7961-8091-45ae-8113-7d290f968f9e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14a275-fbb7-4de6-b32e-f726dacc2eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:10Z', 'updated_at': '2022-11-02T12:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'dc4e4634-e30f-4a26-a5fc-3800471b7330', 'name': '', 'network_id': '8a460de8-3ae8-4a67-86bd-a09edd274420', 'tenant_id': '8e13ff7300624e8fa370352995786a37', 'mac_address': 'fa:16:3e:e3:e7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb14a275-fbb7-4de6-b32e-f726dacc2eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '7ec9b95f-8ee7-44e5-9c61-56b6daa8ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:19Z', 'updated_at': '2022-11-02T12:42:33Z', 'revision_number': 4, 'project_id': '8e13ff7300624e8fa370352995786a37', 'subnets': [{'id': '7ec9b95f-8ee7-44e5-9c61-56b6daa8ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:34.841187 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-93e0c64c-8cf0-4918-a165-e1de6f621ce8 req-9440da89-b876-453e-be9d-e10700e44fba tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 1132 time: 0.5199819 Nov 02 12:42:34.949352 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4443f55-e03d-4273-a2f7-5aaf28d9556b None None] The sync data for ids ['eb14a275-fbb7-4de6-b32e-f726dacc2eb5'] in n-d-857339-6 is: [{'id': 'eb14a275-fbb7-4de6-b32e-f726dacc2eb5', 'name': 'tempest-ServerPasswordTestJSON-1515447569-router', 'tenant_id': '8e13ff7300624e8fa370352995786a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '6b9e7961-8091-45ae-8113-7d290f968f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:08Z', 'updated_at': '2022-11-02T12:42:23Z', 'revision_number': 4, 'project_id': '8e13ff7300624e8fa370352995786a37', 'gw_port': {'id': '6b9e7961-8091-45ae-8113-7d290f968f9e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14a275-fbb7-4de6-b32e-f726dacc2eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:10Z', 'updated_at': '2022-11-02T12:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'dc4e4634-e30f-4a26-a5fc-3800471b7330', 'name': '', 'network_id': '8a460de8-3ae8-4a67-86bd-a09edd274420', 'tenant_id': '8e13ff7300624e8fa370352995786a37', 'mac_address': 'fa:16:3e:e3:e7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb14a275-fbb7-4de6-b32e-f726dacc2eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '7ec9b95f-8ee7-44e5-9c61-56b6daa8ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:19Z', 'updated_at': '2022-11-02T12:42:33Z', 'revision_number': 4, 'project_id': '8e13ff7300624e8fa370352995786a37', 'subnets': [{'id': '7ec9b95f-8ee7-44e5-9c61-56b6daa8ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:42:34.983240 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-7a368ea1-24dc-4a2d-b90e-c3e2652e7893 req-af8e98c9-b7c7-46d6-b986-40778405de64 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:34.985417 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a368ea1-24dc-4a2d-b90e-c3e2652e7893 req-af8e98c9-b7c7-46d6-b986-40778405de64 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 2.2747822 Nov 02 12:42:35.005049 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:35.042726 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159cdb20-9010-4273-ac03-064e6a7a084b None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:42:35.057408 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e98c9-b7c7-46d6-b986-40778405de64 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649bbe0e-57b6-47ed-8268-6d02dbaf2675,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:35.078144 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6b9e7961-8091-45ae-8113-7d290f968f9e up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:35.094400 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-93e0c64c-8cf0-4918-a165-e1de6f621ce8 req-e9ef37c4-f9d7-480f-8d4d-6fe3a580b66e tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195652 Nov 02 12:42:35.294988 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:35.352134 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:35.400914 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-016788a9-e18b-4f98-a827-482b7330091b req-d2b2a63a-2c36-47a9-a87b-15a35e4ab236 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/649bbe0e-57b6-47ed-8268-6d02dbaf2675 HTTP/1.1" status: 200 len: 1800 time: 0.2101779 Nov 02 12:42:35.476874 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] Set router 8a4742bb-5ec7-47fc-8985-6576ee3c6320 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:35.576167 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:35.579595 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fcb1b-c060-4e41-b09f-9addc4b5f837 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Pushing event updated for resources: {'Port': ['ID=94cbbf37-50aa-416e-bfcd-b24cd87b87ad,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:35.584419 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-022fcb1b-c060-4e41-b09f-9addc4b5f837 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:35.594600 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022fcb1b-c060-4e41-b09f-9addc4b5f837 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:42:35.655086 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-5c63224b-fc25-4d94-8f88-6e92dc3fc507 req-770c44fe-cfea-4554-8ea8-45bd51532377 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 HTTP/1.1" status: 200 len: 217 time: 1.8647788 Nov 02 12:42:35.663638 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:35.686640 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f38084de-2ab5-4e9a-aeac-7ac26e07bf47 req-92006ce4-a2ff-4aac-947c-4295637ca4c0 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/649bbe0e-57b6-47ed-8268-6d02dbaf2675 HTTP/1.1" status: 200 len: 1800 time: 0.2262530 Nov 02 12:42:35.736966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 6b9e7961-8091-45ae-8113-7d290f968f9e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:35.737644 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6b9e7961-8091-45ae-8113-7d290f968f9e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:35.737788 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 6b9e7961-8091-45ae-8113-7d290f968f9e Nov 02 12:42:35.764113 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c19b445-384d-4d0f-bdb9-36a10dc16f9e admin admin] Router c6689a14-d319-4594-b525-345dd4337a6b has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:42:35.915956 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19a76b7-9d50-46fb-8f98-58fc1a34b3e4 admin admin] Made reservation on behalf of dea95d540b3a493abceeafe170c11c4b for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:35.921005 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c19a76b7-9d50-46fb-8f98-58fc1a34b3e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:36.004593 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f38084de-2ab5-4e9a-aeac-7ac26e07bf47 req-7305b375-d024-4ed6-b67e-793da2c86934 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (649bbe0e-57b6-47ed-8268-6d02dbaf2675), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:36.012673 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:36.053914 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-8addfd4c-77c8-411d-88b9-d3329786ef30 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=cdd844366c7343be97d0911ff5c05ba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1185677 Nov 02 12:42:36.193466 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f38084de-2ab5-4e9a-aeac-7ac26e07bf47 req-7305b375-d024-4ed6-b67e-793da2c86934 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (649bbe0e-57b6-47ed-8268-6d02dbaf2675), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:36.240905 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:36.252838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159cdb20-9010-4273-ac03-064e6a7a084b None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:42:36.284698 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:36.333626 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:36.335696 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c19a76b7-9d50-46fb-8f98-58fc1a34b3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (c7302ebd-41f2-4448-97d8-2e8a2196092b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:36.382214 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63224b-fc25-4d94-8f88-6e92dc3fc507 req-a1ac057e-92f8-43ad-8167-fa4bbce7d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:36.384707 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-5c63224b-fc25-4d94-8f88-6e92dc3fc507 req-a1ac057e-92f8-43ad-8167-fa4bbce7d7a4 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.7219627 Nov 02 12:42:36.466499 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 6b9e7961-8091-45ae-8113-7d290f968f9e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:36.467818 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:36.503829 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c19b445-384d-4d0f-bdb9-36a10dc16f9e admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:42:36.519254 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6c19b445-384d-4d0f-bdb9-36a10dc16f9e admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/c6689a14-d319-4594-b525-345dd4337a6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3097088 Nov 02 12:42:36.525904 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37732) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:36.538401 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99f6180-bd31-4eda-8a8a-b2d950b7bfcb None None] Sync routers for ids ['c6689a14-d319-4594-b525-345dd4337a6b'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:42:36.548336 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-21426171-f1e9-4d42-be90-a44f9eddd783 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:36.550906 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-21426171-f1e9-4d42-be90-a44f9eddd783 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4848738 Nov 02 12:42:36.702604 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:36.730658 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a9f02822-a007-481f-b874-422c60677264 admin admin] Publish callbacks [] for router (c6689a14-d319-4594-b525-345dd4337a6b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:36.730658 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:36.738120 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f38084de-2ab5-4e9a-aeac-7ac26e07bf47 req-7305b375-d024-4ed6-b67e-793da2c86934 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (649bbe0e-57b6-47ed-8268-6d02dbaf2675), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:36.741380 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f38084de-2ab5-4e9a-aeac-7ac26e07bf47 req-7305b375-d024-4ed6-b67e-793da2c86934 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:36.743347 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f38084de-2ab5-4e9a-aeac-7ac26e07bf47 req-7305b375-d024-4ed6-b67e-793da2c86934 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/649bbe0e-57b6-47ed-8268-6d02dbaf2675 HTTP/1.1" status: 204 len: 173 time: 1.0472169 Nov 02 12:42:36.814227 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99f6180-bd31-4eda-8a8a-b2d950b7bfcb None None] Routers {'c6689a14-d319-4594-b525-345dd4337a6b'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:36.820212 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e99f6180-bd31-4eda-8a8a-b2d950b7bfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c6689a14-d319-4594-b525-345dd4337a6b'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:36.834985 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-28e87dc3-5290-4658-946b-121971667fdb tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/quotas/cdd844366c7343be97d0911ff5c05ba4 HTTP/1.1" status: 200 len: 375 time: 0.1018269 Nov 02 12:42:36.917900 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305b375-d024-4ed6-b67e-793da2c86934 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=649bbe0e-57b6-47ed-8268-6d02dbaf2675,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:36.989527 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:37.037679 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-e99f6180-bd31-4eda-8a8a-b2d950b7bfcb None None] Set router c6689a14-d319-4594-b525-345dd4337a6b gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:37.049898 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [req-aaf76b82-fc62-48a6-961c-cd0593f0bf8c req-6c2c0e09-450f-44f5-b86c-118844432315 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] show failed (client error): The resource could not be found. Nov 02 12:42:37.051041 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-aaf76b82-fc62-48a6-961c-cd0593f0bf8c req-6c2c0e09-450f-44f5-b86c-118844432315 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/649bbe0e-57b6-47ed-8268-6d02dbaf2675 HTTP/1.1" status: 404 len: 352 time: 0.1371479 Nov 02 12:42:37.091019 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a76b7-9d50-46fb-8f98-58fc1a34b3e4 admin admin] Checking segment: {'id': '343589a1-e164-4151-86db-2325b0f4d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a560cb09-550e-4e55-81ef-01997e8ce1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:42:37.095324 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19a76b7-9d50-46fb-8f98-58fc1a34b3e4 admin admin] Network hostable DHCP agents. Network: a560cb09-550e-4e55-81ef-01997e8ce1d2, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:42:37.122785 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-022fcb1b-c060-4e41-b09f-9addc4b5f837 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for floatingip (ac3d272e-e832-4fac-87de-2aca52dd3943), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:37.135242 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a76b7-9d50-46fb-8f98-58fc1a34b3e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7302ebd-41f2-4448-97d8-2e8a2196092b,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:37.195398 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-eb749f39-ad12-48c5-aea4-d97bbe9c1828 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3425102 Nov 02 12:42:37.212474 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-20e9b6fa-ae03-455b-a84a-05df84945e98 req-1f6c0580-4084-4986-a0b0-ba46d5b6c4f9 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-634706678', 'description': 'tempest-description-1607194437'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:37.260092 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63224b-fc25-4d94-8f88-6e92dc3fc507 req-26930f52-10b4-49e0-96da-15749eb07bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:37.281431 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-5c63224b-fc25-4d94-8f88-6e92dc3fc507 req-26930f52-10b4-49e0-96da-15749eb07bf1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6430278 Nov 02 12:42:37.292752 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4742bb-5ec7-47fc-8985-6576ee3c6320', 'name': 'tempest-AttachSCSIVolumeTestJSON-1557799980-router', 'tenant_id': '0ff598bce6e74831be9e50484b4075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '9f00786f-c752-4c01-91c2-ceb599028ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:02Z', 'updated_at': '2022-11-02T12:42:21Z', 'revision_number': 4, 'project_id': '0ff598bce6e74831be9e50484b4075d2', 'gw_port': {'id': '9f00786f-c752-4c01-91c2-ceb599028ff8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4742bb-5ec7-47fc-8985-6576ee3c6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:04Z', 'updated_at': '2022-11-02T12:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '7a3002be-c68c-440c-a2a8-92cb6c5d045e', 'name': '', 'network_id': '432cbf6f-2314-438f-8ea2-0de141f865a8', 'tenant_id': '0ff598bce6e74831be9e50484b4075d2', 'mac_address': 'fa:16:3e:41:11:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4742bb-5ec7-47fc-8985-6576ee3c6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '4535fa07-b0eb-4e4e-8d87-ae590c41f97e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:17Z', 'updated_at': '2022-11-02T12:42:34Z', 'revision_number': 4, 'project_id': '0ff598bce6e74831be9e50484b4075d2', 'subnets': [{'id': '4535fa07-b0eb-4e4e-8d87-ae590c41f97e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:37.356521 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a9f02822-a007-481f-b874-422c60677264 admin admin] Publish callbacks [] for router_gateway (c6689a14-d319-4594-b525-345dd4337a6b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:37.380789 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f2c4fc1a-e28f-470f-b9d3-15c48f405e87 admin admin] Deleting port f85cb1ea-b86a-448f-8bd8-73cf25ae691f {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:42:37.381202 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f2c4fc1a-e28f-470f-b9d3-15c48f405e87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (f85cb1ea-b86a-448f-8bd8-73cf25ae691f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:37.467411 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-20e9b6fa-ae03-455b-a84a-05df84945e98 req-1f6c0580-4084-4986-a0b0-ba46d5b6c4f9 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:37.505441 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:37.523733 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:37.524421 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:37.525096 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 Nov 02 12:42:37.582860 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-f2c4fc1a-e28f-470f-b9d3-15c48f405e87 admin admin] For port f85cb1ea-b86a-448f-8bd8-73cf25ae691f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f85cb1ea-b86a-448f-8bd8-73cf25ae691f,segment=NetworkSegment(2e9d6fb3-5ccc-43ae-aa36-34767235c348),segment_id=2e9d6fb3-5ccc-43ae-aa36-34767235c348)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:37.583237 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f2c4fc1a-e28f-470f-b9d3-15c48f405e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (f85cb1ea-b86a-448f-8bd8-73cf25ae691f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:37.614667 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f2c4fc1a-e28f-470f-b9d3-15c48f405e87 admin admin] Calling delete_port for f85cb1ea-b86a-448f-8bd8-73cf25ae691f owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:42:37.632921 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1291795c-c3b4-4d4c-a4f3-4188ae5b1dc7 None None] The sync data for ids ['8a4742bb-5ec7-47fc-8985-6576ee3c6320'] in n-d-857339-6 is: [{'id': '8a4742bb-5ec7-47fc-8985-6576ee3c6320', 'name': 'tempest-AttachSCSIVolumeTestJSON-1557799980-router', 'tenant_id': '0ff598bce6e74831be9e50484b4075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '9f00786f-c752-4c01-91c2-ceb599028ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:02Z', 'updated_at': '2022-11-02T12:42:21Z', 'revision_number': 4, 'project_id': '0ff598bce6e74831be9e50484b4075d2', 'gw_port': {'id': '9f00786f-c752-4c01-91c2-ceb599028ff8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4742bb-5ec7-47fc-8985-6576ee3c6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:04Z', 'updated_at': '2022-11-02T12:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '7a3002be-c68c-440c-a2a8-92cb6c5d045e', 'name': '', 'network_id': '432cbf6f-2314-438f-8ea2-0de141f865a8', 'tenant_id': '0ff598bce6e74831be9e50484b4075d2', 'mac_address': 'fa:16:3e:41:11:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4742bb-5ec7-47fc-8985-6576ee3c6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '4535fa07-b0eb-4e4e-8d87-ae590c41f97e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:17Z', 'updated_at': '2022-11-02T12:42:34Z', 'revision_number': 4, 'project_id': '0ff598bce6e74831be9e50484b4075d2', 'subnets': [{'id': '4535fa07-b0eb-4e4e-8d87-ae590c41f97e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:42:37.671001 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a9f02822-a007-481f-b874-422c60677264 admin admin] Deleting port 0ef0078e-d47a-42b2-b233-40acb37142f7 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:42:37.742443 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a9f02822-a007-481f-b874-422c60677264 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0ef0078e-d47a-42b2-b233-40acb37142f7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:37.742762 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e99f6180-bd31-4eda-8a8a-b2d950b7bfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6689a14-d319-4594-b525-345dd4337a6b', 'name': 'tempest-ServersTestFqdnHostnames-892849767-router', 'tenant_id': 'a62e260bcc524f18b03a968bb631891d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '0ef0078e-d47a-42b2-b233-40acb37142f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:24Z', 'updated_at': '2022-11-02T12:42:32Z', 'revision_number': 5, 'project_id': 'a62e260bcc524f18b03a968bb631891d', 'gw_port': {'id': '0ef0078e-d47a-42b2-b233-40acb37142f7', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6689a14-d319-4594-b525-345dd4337a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:30Z', 'updated_at': '2022-11-02T12:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:37.983168 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-022fcb1b-c060-4e41-b09f-9addc4b5f837 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (94cbbf37-50aa-416e-bfcd-b24cd87b87ad), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:38.157779 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-20e9b6fa-ae03-455b-a84a-05df84945e98 req-1f6c0580-4084-4986-a0b0-ba46d5b6c4f9 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (7111b071-ab1e-4481-bfd6-0dab77f0b914), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:38.271246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-a9f02822-a007-481f-b874-422c60677264 admin admin] For port 0ef0078e-d47a-42b2-b233-40acb37142f7, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0ef0078e-d47a-42b2-b233-40acb37142f7,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:38.271872 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a9f02822-a007-481f-b874-422c60677264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0ef0078e-d47a-42b2-b233-40acb37142f7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:38.313834 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a9f02822-a007-481f-b874-422c60677264 admin admin] Calling delete_port for 0ef0078e-d47a-42b2-b233-40acb37142f7 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:42:38.350500 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-20e9b6fa-ae03-455b-a84a-05df84945e98 req-1f6c0580-4084-4986-a0b0-ba46d5b6c4f9 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7111b071-ab1e-4481-bfd6-0dab77f0b914), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:38.488105 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99f6180-bd31-4eda-8a8a-b2d950b7bfcb None None] Checking router: c6689a14-d319-4594-b525-345dd4337a6b for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:42:38.538250 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:DELETE=13,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:38.544609 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:38.553465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d0a07296-cdd2-4154-94a3-56bdbe55fe17 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:38.596534 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19a76b7-9d50-46fb-8f98-58fc1a34b3e4 admin admin] Network a560cb09-550e-4e55-81ef-01997e8ce1d2 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:42:38.630635 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99f6180-bd31-4eda-8a8a-b2d950b7bfcb None None] Routers {'c6689a14-d319-4594-b525-345dd4337a6b'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:38.634386 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c0580-4084-4986-a0b0-ba46d5b6c4f9 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7111b071-ab1e-4481-bfd6-0dab77f0b914,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:38.634671 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e99f6180-bd31-4eda-8a8a-b2d950b7bfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c6689a14-d319-4594-b525-345dd4337a6b'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:38.670837 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:38.690946 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:38.696880 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f2c4fc1a-e28f-470f-b9d3-15c48f405e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (f85cb1ea-b86a-448f-8bd8-73cf25ae691f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:38.737587 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-20e9b6fa-ae03-455b-a84a-05df84945e98 req-1f6c0580-4084-4986-a0b0-ba46d5b6c4f9 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:38.748538 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-20e9b6fa-ae03-455b-a84a-05df84945e98 req-1f6c0580-4084-4986-a0b0-ba46d5b6c4f9 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.5906744 Nov 02 12:42:38.781328 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f37d7413-46b9-4acb-b3ba-dcf0dfbe0e1d req-9c04873f-77c8-4b73-8dba-b0f26501c72d tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 210 time: 0.3705251 Nov 02 12:42:38.809745 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-303fa3ab-04ff-4798-aad8-86a528ec2430 req-e0aeccda-7ec1-441b-854b-a9086706e688 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1774315799', 'description': 'tempest-description-1899237983'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:38.896684 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-c19a76b7-9d50-46fb-8f98-58fc1a34b3e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, a560cb09-550e-4e55-81ef-01997e8ce1d2) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:38.907353 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19a76b7-9d50-46fb-8f98-58fc1a34b3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:38.910266 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c19a76b7-9d50-46fb-8f98-58fc1a34b3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:38.983047 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-303fa3ab-04ff-4798-aad8-86a528ec2430 req-e0aeccda-7ec1-441b-854b-a9086706e688 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:39.028198 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:39.047855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d0a07296-cdd2-4154-94a3-56bdbe55fe17 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:39.051046 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d0a07296-cdd2-4154-94a3-56bdbe55fe17), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:39.051806 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d0a07296-cdd2-4154-94a3-56bdbe55fe17 Nov 02 12:42:39.156295 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-e99f6180-bd31-4eda-8a8a-b2d950b7bfcb None None] Set router c6689a14-d319-4594-b525-345dd4337a6b gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:39.231638 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:39.272945 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-022fcb1b-c060-4e41-b09f-9addc4b5f837 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for port (94cbbf37-50aa-416e-bfcd-b24cd87b87ad), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:39.305089 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-5c63224b-fc25-4d94-8f88-6e92dc3fc507 req-1f337aba-6f8b-4002-9caa-0f22ab8c7809 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9627020 Nov 02 12:42:39.315475 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4fc1a-e28f-470f-b9d3-15c48f405e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=f85cb1ea-b86a-448f-8bd8-73cf25ae691f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:39.350854 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e99f6180-bd31-4eda-8a8a-b2d950b7bfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6689a14-d319-4594-b525-345dd4337a6b', 'name': 'tempest-ServersTestFqdnHostnames-892849767-router', 'tenant_id': 'a62e260bcc524f18b03a968bb631891d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:24Z', 'updated_at': '2022-11-02T12:42:37Z', 'revision_number': 6, 'project_id': 'a62e260bcc524f18b03a968bb631891d', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:39.377051 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c19a76b7-9d50-46fb-8f98-58fc1a34b3e4 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.8282979 Nov 02 12:42:39.386953 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37774) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:39.470756 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38060a12-c24d-4dd6-a94a-7db48fccdfb3 None None] Network a560cb09-550e-4e55-81ef-01997e8ce1d2 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:42:39.479081 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99f6180-bd31-4eda-8a8a-b2d950b7bfcb None None] The sync data for ids ['c6689a14-d319-4594-b525-345dd4337a6b'] in n-d-857339-6 is: [{'id': 'c6689a14-d319-4594-b525-345dd4337a6b', 'name': 'tempest-ServersTestFqdnHostnames-892849767-router', 'tenant_id': 'a62e260bcc524f18b03a968bb631891d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:24Z', 'updated_at': '2022-11-02T12:42:37Z', 'revision_number': 6, 'project_id': 'a62e260bcc524f18b03a968bb631891d', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:42:39.606232 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:42:39.658550 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:39.680573 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-0ae1ba71-1aa1-4f08-8313-34dac61031ec admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1042082302-router', 'tenant_id': 'dea95d540b3a493abceeafe170c11c4b', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:39.701383 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-022fcb1b-c060-4e41-b09f-9addc4b5f837 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (94cbbf37-50aa-416e-bfcd-b24cd87b87ad), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:40.005904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d0a07296-cdd2-4154-94a3-56bdbe55fe17 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:40.006788 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d0a07296-cdd2-4154-94a3-56bdbe55fe17), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:40.007576 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-303fa3ab-04ff-4798-aad8-86a528ec2430 req-e0aeccda-7ec1-441b-854b-a9086706e688 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (829ec954-2307-462a-a5be-634fc7711946), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:40.108247 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-a560cb09-550e-4e55-81ef-01997e8ce1d2', 'network_id': 'a560cb09-550e-4e55-81ef-01997e8ce1d2', 'project_id': 'dea95d540b3a493abceeafe170c11c4b', 'fixed_ips': [{'subnet_id': 'c7302ebd-41f2-4448-97d8-2e8a2196092b'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:42:40.109493 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:40.117469 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-52770826-16b3-4971-a872-b7a25133fd09 None None] Provisioning complete for port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:40.118070 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-52770826-16b3-4971-a872-b7a25133fd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7edbe728-ea55-465f-9fc8-ae8f7715c6fb), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:40.118829 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-52770826-16b3-4971-a872-b7a25133fd09 None None] Attempt 1 to provision port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb Nov 02 12:42:40.187916 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:40.259104 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-303fa3ab-04ff-4798-aad8-86a528ec2430 req-e0aeccda-7ec1-441b-854b-a9086706e688 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (829ec954-2307-462a-a5be-634fc7711946), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:40.279465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port d0a07296-cdd2-4154-94a3-56bdbe55fe17, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d0a07296-cdd2-4154-94a3-56bdbe55fe17,segment=NetworkSegment(7c7de9f9-280a-4d0a-a352-f9c9c4a83985),segment_id=7c7de9f9-280a-4d0a-a352-f9c9c4a83985)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:40.296441 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-022fcb1b-c060-4e41-b09f-9addc4b5f837 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (ac3d272e-e832-4fac-87de-2aca52dd3943), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:40.319283 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:40.344084 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fcb1b-c060-4e41-b09f-9addc4b5f837 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Pushing event updated for resources: {'Port': ['ID=94cbbf37-50aa-416e-bfcd-b24cd87b87ad,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:40.351152 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-708b8564-f944-47c7-ac32-027c37925696 req-75fc7c86-da0b-4b56-812f-b8dc1d979f36 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 210 time: 0.3966646 Nov 02 12:42:40.363085 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:40.415696 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ba71-1aa1-4f08-8313-34dac61031ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (9fe35028-70ed-4856-a3d0-fde7c870d266), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:40.423577 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ba71-1aa1-4f08-8313-34dac61031ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (9fe35028-70ed-4856-a3d0-fde7c870d266), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:40.440417 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d0a07296-cdd2-4154-94a3-56bdbe55fe17), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:40.461788 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a9f02822-a007-481f-b874-422c60677264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (0ef0078e-d47a-42b2-b233-40acb37142f7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:40.461788 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aeccda-7ec1-441b-854b-a9086706e688 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=829ec954-2307-462a-a5be-634fc7711946,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:40.499243 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8fab1bcf-6926-4804-a08f-bd7939204261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (eb14a275-fbb7-4de6-b32e-f726dacc2eb5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:40.597801 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f02822-a007-481f-b874-422c60677264 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef0078e-d47a-42b2-b233-40acb37142f7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:40.616705 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-303fa3ab-04ff-4798-aad8-86a528ec2430 req-e0aeccda-7ec1-441b-854b-a9086706e688 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:40.625099 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-303fa3ab-04ff-4798-aad8-86a528ec2430 req-e0aeccda-7ec1-441b-854b-a9086706e688 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.8220358 Nov 02 12:42:40.736107 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-52770826-16b3-4971-a872-b7a25133fd09 None None] Current status of the port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:40.796548 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-fe210210-b51c-4d95-b7c5-b223f41fb07c req-1aea3179-7240-4870-936c-5d86986238aa tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-271995988', 'description': 'tempest-description-108255345'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:40.920891 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=d0a07296-cdd2-4154-94a3-56bdbe55fe17,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:40.997389 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] Allocated IP 172.20.0.2 (a560cb09-550e-4e55-81ef-01997e8ce1d2/c7302ebd-41f2-4448-97d8-2e8a2196092b/fcc288f2-8b6f-4860-8af5-6d26279c38ef) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:41.056150 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a9f02822-a007-481f-b874-422c60677264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (c6689a14-d319-4594-b525-345dd4337a6b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:41.191289 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:41.197996 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-022fcb1b-c060-4e41-b09f-9addc4b5f837 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:41.200092 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-022fcb1b-c060-4e41-b09f-9addc4b5f837 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 11.5317030 Nov 02 12:42:41.266070 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device dc4e4634-e30f-4a26-a5fc-3800471b7330 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:41.272092 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-5c63224b-fc25-4d94-8f88-6e92dc3fc507 req-d840075f-fd49-4f7c-a114-203f6e2aaca3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9400179 Nov 02 12:42:41.277937 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a9f02822-a007-481f-b874-422c60677264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (c6689a14-d319-4594-b525-345dd4337a6b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:41.282272 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a9f02822-a007-481f-b874-422c60677264 admin admin] Publish callbacks [] for router_controller (c6689a14-d319-4594-b525-345dd4337a6b), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:41.373763 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:41.377636 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-fe210210-b51c-4d95-b7c5-b223f41fb07c req-1aea3179-7240-4870-936c-5d86986238aa tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:41.395373 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:41.542483 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a9f02822-a007-481f-b874-422c60677264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (c6689a14-d319-4594-b525-345dd4337a6b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:41.545117 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f02822-a007-481f-b874-422c60677264 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6689a14-d319-4594-b525-345dd4337a6b {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:42:41.553255 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a9f02822-a007-481f-b874-422c60677264 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:41.563121 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a9f02822-a007-481f-b874-422c60677264 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/c6689a14-d319-4594-b525-345dd4337a6b HTTP/1.1" status: 204 len: 168 time: 5.0310092 Nov 02 12:42:41.572516 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:41.579980 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37800) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:41.599756 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-fe210210-b51c-4d95-b7c5-b223f41fb07c req-1aea3179-7240-4870-936c-5d86986238aa tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (e0d83151-d425-441e-badf-5179390cc240), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:41.625360 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ba71-1aa1-4f08-8313-34dac61031ec admin admin] Publish callbacks [] for router_controller (9fe35028-70ed-4856-a3d0-fde7c870d266), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:41.641680 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:41.644741 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port dc4e4634-e30f-4a26-a5fc-3800471b7330 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:41.645391 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (dc4e4634-e30f-4a26-a5fc-3800471b7330), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:41.645996 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port dc4e4634-e30f-4a26-a5fc-3800471b7330 Nov 02 12:42:41.650429 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f2c4fc1a-e28f-470f-b9d3-15c48f405e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (f8b53e37-28fd-46c8-b681-2a351840d075), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:41.682777 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-96c70ea6-abe9-4f87-8151-97c2b0a9f683 req-56472c4e-a3c4-4f51-9b33-8855f0c3fc30 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 210 time: 0.0784104 Nov 02 12:42:41.725076 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] Publish callbacks [] for port (fcc288f2-8b6f-4860-8af5-6d26279c38ef), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:41.763759 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5d2cc1-73b9-470b-8143-c17f231632b4 admin admin] Deleting subnet d513cdcd-e446-4413-893a-5d518c121097 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:42:41.772122 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2cc1-73b9-470b-8143-c17f231632b4 admin admin] Publish callbacks [] for subnet (d513cdcd-e446-4413-893a-5d518c121097), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:41.834073 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:41.843907 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2cc1-73b9-470b-8143-c17f231632b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (d513cdcd-e446-4413-893a-5d518c121097), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:41.860380 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (fcc288f2-8b6f-4860-8af5-6d26279c38ef), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:41.899689 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-fe210210-b51c-4d95-b7c5-b223f41fb07c req-1aea3179-7240-4870-936c-5d86986238aa tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e0d83151-d425-441e-badf-5179390cc240), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:41.982346 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port dc4e4634-e30f-4a26-a5fc-3800471b7330 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:41.997010 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (dc4e4634-e30f-4a26-a5fc-3800471b7330), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:42.079567 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] Pushing event updated for resources: {'Port': ['ID=fcc288f2-8b6f-4860-8af5-6d26279c38ef,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:42.093720 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] Network a560cb09-550e-4e55-81ef-01997e8ce1d2 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:42.124908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:42.145147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:42:42.157361 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-241993c1-d90b-4ee3-9073-1720e24d2bb7 req-b5c6f562-973a-4404-beeb-7716765f25ce tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1925407433&fields=id&tenant_id=e1824edba1954bc49c70a63cedd89d53 HTTP/1.1" status: 200 len: 267 time: 0.3102834 Nov 02 12:42:42.158228 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea3179-7240-4870-936c-5d86986238aa tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d83151-d425-441e-badf-5179390cc240,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:42.193919 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-fe210210-b51c-4d95-b7c5-b223f41fb07c req-1aea3179-7240-4870-936c-5d86986238aa tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:42.193919 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fe210210-b51c-4d95-b7c5-b223f41fb07c req-1aea3179-7240-4870-936c-5d86986238aa tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.4658771 Nov 02 12:42:42.211240 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ba71-1aa1-4f08-8313-34dac61031ec admin admin] Publish callbacks [] for router_gateway (9fe35028-70ed-4856-a3d0-fde7c870d266), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:42.222507 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-46902f3d-9887-46c5-9f30-9208f0699393 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=cdd844366c7343be97d0911ff5c05ba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1854362 Nov 02 12:42:42.253462 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:42.333996 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port dc4e4634-e30f-4a26-a5fc-3800471b7330, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=dc4e4634-e30f-4a26-a5fc-3800471b7330,segment=NetworkSegment(c139f1da-5968-46ea-ac35-4602e18be758),segment_id=c139f1da-5968-46ea-ac35-4602e18be758)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:42.338667 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] Attempting to bind port fcc288f2-8b6f-4860-8af5-6d26279c38ef on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:42:42.339110 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] Attempting to bind port fcc288f2-8b6f-4860-8af5-6d26279c38ef by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '343589a1-e164-4151-86db-2325b0f4d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a560cb09-550e-4e55-81ef-01997e8ce1d2'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:42:42.339408 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] Attempting to bind port fcc288f2-8b6f-4860-8af5-6d26279c38ef on network a560cb09-550e-4e55-81ef-01997e8ce1d2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:42.402653 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2cc1-73b9-470b-8143-c17f231632b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (d513cdcd-e446-4413-893a-5d518c121097), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:42.444131 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:42:42.447910 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] Checking segment: {'id': '343589a1-e164-4151-86db-2325b0f4d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a560cb09-550e-4e55-81ef-01997e8ce1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:42:42.447910 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:42.450408 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] Bound using segment: {'id': '343589a1-e164-4151-86db-2325b0f4d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a560cb09-550e-4e55-81ef-01997e8ce1d2'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:42:42.451045 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] Bound port: fcc288f2-8b6f-4860-8af5-6d26279c38ef, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343589a1-e164-4151-86db-2325b0f4d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a560cb09-550e-4e55-81ef-01997e8ce1d2'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:42:42.451540 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fcc288f2-8b6f-4860-8af5-6d26279c38ef), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:42.562939 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] For port fcc288f2-8b6f-4860-8af5-6d26279c38ef, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:42.564842 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241993c1-d90b-4ee3-9073-1720e24d2bb7 req-3404c9e7-b87f-415d-abda-ae89a95ad3b5 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:42.566658 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] For port fcc288f2-8b6f-4860-8af5-6d26279c38ef, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=fcc288f2-8b6f-4860-8af5-6d26279c38ef,segment=NetworkSegment(343589a1-e164-4151-86db-2325b0f4d3c0),segment_id=343589a1-e164-4151-86db-2325b0f4d3c0)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:42.572646 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-241993c1-d90b-4ee3-9073-1720e24d2bb7 req-3404c9e7-b87f-415d-abda-ae89a95ad3b5 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "GET /networking/v2.0/networks?id=2a3a27c0-5a2a-4533-be1c-39e6c96fff30 HTTP/1.1" status: 200 len: 811 time: 0.3866045 Nov 02 12:42:42.588405 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-8fab1bcf-6926-4804-a08f-bd7939204261 admin admin] Deleting port dc4e4634-e30f-4a26-a5fc-3800471b7330 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:42:42.588785 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8fab1bcf-6926-4804-a08f-bd7939204261 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (dc4e4634-e30f-4a26-a5fc-3800471b7330), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:42.612726 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-241993c1-d90b-4ee3-9073-1720e24d2bb7 req-eb96bebf-35f7-406f-9d54-848a7ae5adf0 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "GET /networking/v2.0/quotas/e1824edba1954bc49c70a63cedd89d53 HTTP/1.1" status: 200 len: 375 time: 0.0391493 Nov 02 12:42:42.644793 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (dc4e4634-e30f-4a26-a5fc-3800471b7330), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:42.651764 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7a3002be-c68c-440c-a2a8-92cb6c5d045e up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:42.670456 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-c2f938f9-f688-40b8-9bb9-a38187db59a9 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:42.672162 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-c2f938f9-f688-40b8-9bb9-a38187db59a9 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4201083 Nov 02 12:42:42.713289 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2cc1-73b9-470b-8143-c17f231632b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (d513cdcd-e446-4413-893a-5d518c121097), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:42.720269 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-241993c1-d90b-4ee3-9073-1720e24d2bb7 req-f6890bb3-66bb-437d-8185-5a9513336b50 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e1824edba1954bc49c70a63cedd89d53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1001542 Nov 02 12:42:42.754438 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-4dec2a37-462c-41b7-907b-89ab190014e5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Request body: {'port': {'device_id': '17776d8a-ef14-463d-90d5-d1b086edd054', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': 'cdd844366c7343be97d0911ff5c05ba4'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:42.789977 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b2b52c50-2339-4f74-b27b-826517c2e808 req-081ec004-cd47-472e-b396-b4d05cd58414 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f48fdbeb9a604c66b66780387e3af4de HTTP/1.1" status: 200 len: 11008 time: 0.3392506 Nov 02 12:42:42.791292 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d2cc1-73b9-470b-8143-c17f231632b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d513cdcd-e446-4413-893a-5d518c121097,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:42.797974 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2cc1-73b9-470b-8143-c17f231632b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:42.797974 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8f5d2cc1-73b9-470b-8143-c17f231632b4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/d513cdcd-e446-4413-893a-5d518c121097 HTTP/1.1" status: 204 len: 168 time: 1.2166464 Nov 02 12:42:42.805640 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37832) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:42.814259 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (fcc288f2-8b6f-4860-8af5-6d26279c38ef), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:42.910410 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7a3002be-c68c-440c-a2a8-92cb6c5d045e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:42.910903 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7a3002be-c68c-440c-a2a8-92cb6c5d045e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:42.911317 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7a3002be-c68c-440c-a2a8-92cb6c5d045e Nov 02 12:42:42.914843 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=dc4e4634-e30f-4a26-a5fc-3800471b7330,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:43.018935 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:43.058430 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ca92625a-4523-4a38-9211-e2d9760d38a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:43.064409 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c4fc1a-e28f-470f-b9d3-15c48f405e87 admin admin] Router f8b53e37-28fd-46c8-b681-2a351840d075 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:42:43.105565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0373b6-b607-4405-b7e2-41f7cab96628 None None] Pushing event updated for resources: {'Port': ['ID=fcc288f2-8b6f-4860-8af5-6d26279c38ef,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:43.132400 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:43.159597 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:43.200792 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7a3002be-c68c-440c-a2a8-92cb6c5d045e is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:43.204258 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7a3002be-c68c-440c-a2a8-92cb6c5d045e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:43.241234 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-8fab1bcf-6926-4804-a08f-bd7939204261 admin admin] For port dc4e4634-e30f-4a26-a5fc-3800471b7330, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=dc4e4634-e30f-4a26-a5fc-3800471b7330,segment=NetworkSegment(c139f1da-5968-46ea-ac35-4602e18be758),segment_id=c139f1da-5968-46ea-ac35-4602e18be758)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:43.242007 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8fab1bcf-6926-4804-a08f-bd7939204261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (dc4e4634-e30f-4a26-a5fc-3800471b7330), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:43.283457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 7a3002be-c68c-440c-a2a8-92cb6c5d045e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7a3002be-c68c-440c-a2a8-92cb6c5d045e,segment=NetworkSegment(a9810da5-98ff-4671-a278-9858407776ad),segment_id=a9810da5-98ff-4671-a278-9858407776ad)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:43.352889 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7a3002be-c68c-440c-a2a8-92cb6c5d045e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:43.369517 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4161a6fa-0b95-4411-8ccd-698a4c75ed42 req-b1ea70ef-4f6e-4436-bce7-418fa8d87fc6 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 210 time: 0.3999193 Nov 02 12:42:43.372976 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:43.388586 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3f9cf706-62d1-4b76-b345-43b065acd2f4 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:42:43.419044 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-8fab1bcf-6926-4804-a08f-bd7939204261 admin admin] Calling delete_port for dc4e4634-e30f-4a26-a5fc-3800471b7330 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:42:43.423804 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ba71-1aa1-4f08-8313-34dac61031ec admin admin] Publish callbacks [] for router_gateway (9fe35028-70ed-4856-a3d0-fde7c870d266), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:43.431828 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b2b52c50-2339-4f74-b27b-826517c2e808 req-1fb3b1db-5dda-47c5-a10e-1775ce417ca9 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/53d5c678-eb3a-4575-b206-35add02dbcd9 HTTP/1.1" status: 200 len: 2998 time: 0.6307688 Nov 02 12:42:43.446357 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-37789575-68a7-46a9-aa41-24a79efad18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (5d29f958-1d50-4cdd-bd1c-e945977913f9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:43.517542 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ba71-1aa1-4f08-8313-34dac61031ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:43.528917 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 3f9cf706-62d1-4b76-b345-43b065acd2f4 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:42:43.529645 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3f9cf706-62d1-4b76-b345-43b065acd2f4 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:42:43.569551 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:43.635870 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37838) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:43.658031 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=7a3002be-c68c-440c-a2a8-92cb6c5d045e,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:43.745571 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b2b52c50-2339-4f74-b27b-826517c2e808 req-a69f35f4-9941-4479-a1fb-b3c67e88dc7f tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/53d5c678-eb3a-4575-b206-35add02dbcd9 HTTP/1.1" status: 200 len: 2998 time: 0.2903974 Nov 02 12:42:43.754400 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-37789575-68a7-46a9-aa41-24a79efad18c admin admin] Deleting port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:42:43.756545 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-37789575-68a7-46a9-aa41-24a79efad18c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7edbe728-ea55-465f-9fc8-ae8f7715c6fb), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:44.050970 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:44.051549 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device dc4e4634-e30f-4a26-a5fc-3800471b7330 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:44.064076 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:44.123423 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-37789575-68a7-46a9-aa41-24a79efad18c admin admin] For port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7edbe728-ea55-465f-9fc8-ae8f7715c6fb,segment=NetworkSegment(6807d29d-1c1d-4491-9ec0-e7e287114b4f),segment_id=6807d29d-1c1d-4491-9ec0-e7e287114b4f)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:44.124425 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-37789575-68a7-46a9-aa41-24a79efad18c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7edbe728-ea55-465f-9fc8-ae8f7715c6fb), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:44.149419 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-144148bd-dce0-4e9d-84ea-b75f34cb9f4b req-51e2e7d7-8535-4942-8392-11ea4428d667 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/7111b071-ab1e-4481-bfd6-0dab77f0b914 HTTP/1.1" status: 200 len: 1819 time: 0.3596311 Nov 02 12:42:44.159516 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-37789575-68a7-46a9-aa41-24a79efad18c admin admin] Calling delete_port for 7edbe728-ea55-465f-9fc8-ae8f7715c6fb owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:42:44.170463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port dc4e4634-e30f-4a26-a5fc-3800471b7330 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:44.173045 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (dc4e4634-e30f-4a26-a5fc-3800471b7330), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:44.175799 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port dc4e4634-e30f-4a26-a5fc-3800471b7330 Nov 02 12:42:44.199960 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:44.314751 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-4dec2a37-462c-41b7-907b-89ab190014e5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Made reservation on behalf of cdd844366c7343be97d0911ff5c05ba4 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:44.321995 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-4dec2a37-462c-41b7-907b-89ab190014e5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:44.348876 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:44.443124 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c4fc1a-e28f-470f-b9d3-15c48f405e87 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:42:44.461283 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f2c4fc1a-e28f-470f-b9d3-15c48f405e87 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/f8b53e37-28fd-46c8-b681-2a351840d075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0090842 Nov 02 12:42:44.462926 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37852) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:44.553227 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bea20d-ce17-4f37-b8e2-ad13e8983c57 None None] Sync routers for ids ['f8b53e37-28fd-46c8-b681-2a351840d075'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:42:44.609124 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-37789575-68a7-46a9-aa41-24a79efad18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (7edbe728-ea55-465f-9fc8-ae8f7715c6fb), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:44.611367 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bea20d-ce17-4f37-b8e2-ad13e8983c57 None None] Routers {'f8b53e37-28fd-46c8-b681-2a351840d075'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:44.612016 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d1bea20d-ce17-4f37-b8e2-ad13e8983c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f8b53e37-28fd-46c8-b681-2a351840d075'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:44.722880 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-144148bd-dce0-4e9d-84ea-b75f34cb9f4b req-4b50468c-fe20-4cbb-91b1-e41dfc63884d tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (7111b071-ab1e-4481-bfd6-0dab77f0b914), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:44.755288 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:44.822437 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4ca911ae-e460-4b50-aba9-06ecb4ba47c3 req-1010ee82-e355-4776-beb4-ec09bec8bbfd tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 210 time: 0.2434790 Nov 02 12:42:44.846088 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:44.862311 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37789575-68a7-46a9-aa41-24a79efad18c admin admin] Pushing event deleted for resources: {'Port': ['ID=7edbe728-ea55-465f-9fc8-ae8f7715c6fb,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:44.874660 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37789575-68a7-46a9-aa41-24a79efad18c admin admin] No DVR routers for this DVR port 7edbe728-ea55-465f-9fc8-ae8f7715c6fb on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:42:44.893100 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-0ae1ba71-1aa1-4f08-8313-34dac61031ec admin admin] Allocated IP 172.25.2.94 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/58e0fe10-7b4e-4bad-86b0-900b2c2545b8) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:44.902993 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e41a-1c4d-4d59-8e74-1b88127318d0 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group (f985b88d-4a07-42ff-b28a-360f8c5a55fb), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:45.031452 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port dc4e4634-e30f-4a26-a5fc-3800471b7330 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:45.032637 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device fcc288f2-8b6f-4860-8af5-6d26279c38ef up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:45.051300 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-144148bd-dce0-4e9d-84ea-b75f34cb9f4b req-4b50468c-fe20-4cbb-91b1-e41dfc63884d tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (7111b071-ab1e-4481-bfd6-0dab77f0b914), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:45.075420 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d1bea20d-ce17-4f37-b8e2-ad13e8983c57 None None] Set router f8b53e37-28fd-46c8-b681-2a351840d075 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:45.104068 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca85d3ff-0e4c-4df4-8cb2-2d3d0b5bedef None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:42:45.290967 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca85d3ff-0e4c-4df4-8cb2-2d3d0b5bedef None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:42:45.300469 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e41a-1c4d-4d59-8e74-1b88127318d0 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group (f985b88d-4a07-42ff-b28a-360f8c5a55fb), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:45.321649 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9cbb59cb-37b0-4e21-a177-890f0d893682 None None] Provisioning complete for port fcc288f2-8b6f-4860-8af5-6d26279c38ef triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:45.325409 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9cbb59cb-37b0-4e21-a177-890f0d893682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fcc288f2-8b6f-4860-8af5-6d26279c38ef), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:45.329069 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9cbb59cb-37b0-4e21-a177-890f0d893682 None None] Attempt 1 to provision port fcc288f2-8b6f-4860-8af5-6d26279c38ef Nov 02 12:42:45.346627 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:45.392857 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d1bea20d-ce17-4f37-b8e2-ad13e8983c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'name': 'tempest-FloatingIPDetailsTestJSON-1977884615-router', 'tenant_id': '47284988ba214419947db6506b8f8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '4edba86b-0559-4e47-9b0e-c0a69a34a10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:05Z', 'updated_at': '2022-11-02T12:42:38Z', 'revision_number': 5, 'project_id': '47284988ba214419947db6506b8f8552', 'gw_port': {'id': '4edba86b-0559-4e47-9b0e-c0a69a34a10c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:07Z', 'updated_at': '2022-11-02T12:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:45.476602 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bea20d-ce17-4f37-b8e2-ad13e8983c57 None None] Checking router: f8b53e37-28fd-46c8-b681-2a351840d075 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:42:45.508569 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bea20d-ce17-4f37-b8e2-ad13e8983c57 None None] Routers {'f8b53e37-28fd-46c8-b681-2a351840d075'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:45.510353 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d1bea20d-ce17-4f37-b8e2-ad13e8983c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f8b53e37-28fd-46c8-b681-2a351840d075'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:45.568940 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port fcc288f2-8b6f-4860-8af5-6d26279c38ef triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:45.569871 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fcc288f2-8b6f-4860-8af5-6d26279c38ef), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:45.570413 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port fcc288f2-8b6f-4860-8af5-6d26279c38ef Nov 02 12:42:45.572452 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:45.578671 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5fe61611-e1fe-4f5d-a9a8-e5b4b9b2c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:45.615572 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-4dec2a37-462c-41b7-907b-89ab190014e5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Allocated IP 192.168.233.208 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/aba353f5-51f0-41f5-af78-c78549736744) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:45.753416 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9cbb59cb-37b0-4e21-a177-890f0d893682 None None] Current status of the port fcc288f2-8b6f-4860-8af5-6d26279c38ef is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:45.755036 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9cbb59cb-37b0-4e21-a177-890f0d893682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fcc288f2-8b6f-4860-8af5-6d26279c38ef), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:45.811430 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9cbb59cb-37b0-4e21-a177-890f0d893682 None None] For port fcc288f2-8b6f-4860-8af5-6d26279c38ef, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=fcc288f2-8b6f-4860-8af5-6d26279c38ef,segment=NetworkSegment(343589a1-e164-4151-86db-2325b0f4d3c0),segment_id=343589a1-e164-4151-86db-2325b0f4d3c0)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:45.840531 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d1bea20d-ce17-4f37-b8e2-ad13e8983c57 None None] Set router f8b53e37-28fd-46c8-b681-2a351840d075 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:45.896037 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port fcc288f2-8b6f-4860-8af5-6d26279c38ef is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:45.902296 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fcc288f2-8b6f-4860-8af5-6d26279c38ef), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:45.956688 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9cbb59cb-37b0-4e21-a177-890f0d893682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (fcc288f2-8b6f-4860-8af5-6d26279c38ef), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:46.035889 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-4dec2a37-462c-41b7-907b-89ab190014e5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks [] for port (aba353f5-51f0-41f5-af78-c78549736744), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:46.072183 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-37789575-68a7-46a9-aa41-24a79efad18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (5d29f958-1d50-4cdd-bd1c-e945977913f9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:46.077342 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8fab1bcf-6926-4804-a08f-bd7939204261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (dc4e4634-e30f-4a26-a5fc-3800471b7330), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:46.090597 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-144148bd-dce0-4e9d-84ea-b75f34cb9f4b req-4b50468c-fe20-4cbb-91b1-e41dfc63884d tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7111b071-ab1e-4481-bfd6-0dab77f0b914), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:46.099676 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-144148bd-dce0-4e9d-84ea-b75f34cb9f4b req-4b50468c-fe20-4cbb-91b1-e41dfc63884d tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:46.101241 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:46.102940 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-144148bd-dce0-4e9d-84ea-b75f34cb9f4b req-4b50468c-fe20-4cbb-91b1-e41dfc63884d tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7111b071-ab1e-4481-bfd6-0dab77f0b914 HTTP/1.1" status: 204 len: 173 time: 1.9457128 Nov 02 12:42:46.109186 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb59cb-37b0-4e21-a177-890f0d893682 None None] Pushing event updated for resources: {'Port': ['ID=fcc288f2-8b6f-4860-8af5-6d26279c38ef,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:46.155653 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:46.221075 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-4dec2a37-462c-41b7-907b-89ab190014e5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (aba353f5-51f0-41f5-af78-c78549736744), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:46.241836 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['3d81e47f-bfd3-4fb1-86b4-cc02113a5157', 'ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:42:46.292183 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ba71-1aa1-4f08-8313-34dac61031ec admin admin] Publish callbacks [] for port (58e0fe10-7b4e-4bad-86b0-900b2c2545b8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:46.300404 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab1bcf-6926-4804-a08f-bd7939204261 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc4e4634-e30f-4a26-a5fc-3800471b7330,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:46.306801 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6a825-5ba1-487a-9175-5714ab2ff981 req-27a443b5-27ec-433a-8451-3c9cef4d58b9 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:46.317962 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c2e6a825-5ba1-487a-9175-5714ab2ff981 req-27a443b5-27ec-433a-8451-3c9cef4d58b9 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 936 time: 0.2458489 Nov 02 12:42:46.356644 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31', 'e525a055-f6de-4e9a-b9cb-07d71ab395a1', '5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e', 'f6a28c90-4c20-4523-ad16-8dc19c482ea1', 'd727cd98-7b6e-45c4-ba61-de6bced45d8d'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:42:46.366598 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:42:46.367374 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:42:46.402818 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-37789575-68a7-46a9-aa41-24a79efad18c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d29f958-1d50-4cdd-bd1c-e945977913f9']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:46.420741 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-37789575-68a7-46a9-aa41-24a79efad18c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6807d29d-1c1d-4491-9ec0-e7e287114b4f') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:46.421153 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-37789575-68a7-46a9-aa41-24a79efad18c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6807d29d-1c1d-4491-9ec0-e7e287114b4f') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:46.436106 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-37789575-68a7-46a9-aa41-24a79efad18c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (6807d29d-1c1d-4491-9ec0-e7e287114b4f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:46.459836 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50468c-fe20-4cbb-91b1-e41dfc63884d tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7111b071-ab1e-4481-bfd6-0dab77f0b914,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:46.460969 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec2a37-462c-41b7-907b-89ab190014e5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Pushing event updated for resources: {'Port': ['ID=aba353f5-51f0-41f5-af78-c78549736744,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:46.618616 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-37789575-68a7-46a9-aa41-24a79efad18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (6807d29d-1c1d-4491-9ec0-e7e287114b4f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:46.623471 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:46.629339 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c2e6a825-5ba1-487a-9175-5714ab2ff981 req-452aaefa-0e5b-4a5e-abad-fafbcbe61b9a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555680 Nov 02 12:42:46.635045 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13a94e37-0848-4ebf-8407-7225d6fab70a admin admin] Publish callbacks [] for router (f8b53e37-28fd-46c8-b681-2a351840d075), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:46.639501 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [req-31085d44-de5e-428f-bc36-065d2f33acf6 req-488385db-95d7-49c3-8f63-95dd0676c0a8 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] show failed (client error): The resource could not be found. Nov 02 12:42:46.641389 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-31085d44-de5e-428f-bc36-065d2f33acf6 req-488385db-95d7-49c3-8f63-95dd0676c0a8 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/7111b071-ab1e-4481-bfd6-0dab77f0b914 HTTP/1.1" status: 404 len: 352 time: 0.2986212 Nov 02 12:42:46.645049 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:46.665214 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-4dec2a37-462c-41b7-907b-89ab190014e5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:46.673027 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37789575-68a7-46a9-aa41-24a79efad18c admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:42:46.673750 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-37789575-68a7-46a9-aa41-24a79efad18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (6807d29d-1c1d-4491-9ec0-e7e287114b4f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:46.708694 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:46.760568 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-4dec2a37-462c-41b7-907b-89ab190014e5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:46.762088 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d1bea20d-ce17-4f37-b8e2-ad13e8983c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'name': 'tempest-FloatingIPDetailsTestJSON-1977884615-router', 'tenant_id': '47284988ba214419947db6506b8f8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '4edba86b-0559-4e47-9b0e-c0a69a34a10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:05Z', 'updated_at': '2022-11-02T12:42:38Z', 'revision_number': 5, 'project_id': '47284988ba214419947db6506b8f8552', 'gw_port': {'id': '4edba86b-0559-4e47-9b0e-c0a69a34a10c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:07Z', 'updated_at': '2022-11-02T12:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:46.763281 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-4dec2a37-462c-41b7-907b-89ab190014e5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:42:46.804784 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:46.874647 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:46.929253 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bea20d-ce17-4f37-b8e2-ad13e8983c57 None None] The sync data for ids ['f8b53e37-28fd-46c8-b681-2a351840d075'] in n-d-857339-6 is: [{'id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'name': 'tempest-FloatingIPDetailsTestJSON-1977884615-router', 'tenant_id': '47284988ba214419947db6506b8f8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '4edba86b-0559-4e47-9b0e-c0a69a34a10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:05Z', 'updated_at': '2022-11-02T12:42:38Z', 'revision_number': 5, 'project_id': '47284988ba214419947db6506b8f8552', 'gw_port': {'id': '4edba86b-0559-4e47-9b0e-c0a69a34a10c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b53e37-28fd-46c8-b681-2a351840d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:07Z', 'updated_at': '2022-11-02T12:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:42:46.958632 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e41a-1c4d-4d59-8e74-1b88127318d0 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f985b88d-4a07-42ff-b28a-360f8c5a55fb), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:46.965792 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b154c61d-3f17-4067-8052-dd564a524f5b req-995582ee-70ab-4735-abb4-20e1342a0588 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/829ec954-2307-462a-a5be-634fc7711946 HTTP/1.1" status: 200 len: 1820 time: 0.1856184 Nov 02 12:42:46.972228 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e41a-1c4d-4d59-8e74-1b88127318d0 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:46.979671 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9ad2e41a-1c4d-4d59-8e74-1b88127318d0 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f985b88d-4a07-42ff-b28a-360f8c5a55fb HTTP/1.1" status: 204 len: 168 time: 3.3345933 Nov 02 12:42:47.040034 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37884) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:47.041189 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port fcc288f2-8b6f-4860-8af5-6d26279c38ef is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:47.042357 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d0a07296-cdd2-4154-94a3-56bdbe55fe17 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:47.051364 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8fab1bcf-6926-4804-a08f-bd7939204261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (eb14a275-fbb7-4de6-b32e-f726dacc2eb5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:47.107776 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 6807d29d-1c1d-4491-9ec0-e7e287114b4f resource provider aggregate not found Nov 02 12:42:47.115567 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-4dec2a37-462c-41b7-907b-89ab190014e5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:47.117049 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-4dec2a37-462c-41b7-907b-89ab190014e5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:47.124344 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:47.125270 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33cc4e6-7777-4b99-90b9-d789722f45d7 None None] Network a560cb09-550e-4e55-81ef-01997e8ce1d2 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:42:47.131763 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb91c38-1940-49e9-9850-bc77d2cd87ca None None] Network 5d29f958-1d50-4cdd-bd1c-e945977913f9 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:42:47.136569 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-37789575-68a7-46a9-aa41-24a79efad18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (5d29f958-1d50-4cdd-bd1c-e945977913f9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:47.159354 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb91c38-1940-49e9-9850-bc77d2cd87ca None None] Network 5d29f958-1d50-4cdd-bd1c-e945977913f9 could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 12:42:47.168890 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ba71-1aa1-4f08-8313-34dac61031ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (58e0fe10-7b4e-4bad-86b0-900b2c2545b8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:47.175291 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-37789575-68a7-46a9-aa41-24a79efad18c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:47.182456 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-37789575-68a7-46a9-aa41-24a79efad18c admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/5d29f958-1d50-4cdd-bd1c-e945977913f9 HTTP/1.1" status: 204 len: 168 time: 4.3714106 Nov 02 12:42:47.182456 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 6807d29d-1c1d-4491-9ec0-e7e287114b4f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6807d29d-1c1d-4491-9ec0-e7e287114b4f found for delete ", "request_id": "req-5cb5194c-e0e3-4c0b-9688-19e4aa9bdcfd"}]} Nov 02 12:42:47.302858 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37789575-68a7-46a9-aa41-24a79efad18c admin admin] Pushing event deleted for resources: {'Network': ['ID=5d29f958-1d50-4cdd-bd1c-e945977913f9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:47.351382 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d0a07296-cdd2-4154-94a3-56bdbe55fe17 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:47.358968 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d0a07296-cdd2-4154-94a3-56bdbe55fe17), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:47.362547 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d0a07296-cdd2-4154-94a3-56bdbe55fe17 Nov 02 12:42:47.419641 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:47.445731 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13a94e37-0848-4ebf-8407-7225d6fab70a admin admin] Publish callbacks [] for router_gateway (f8b53e37-28fd-46c8-b681-2a351840d075), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:47.454815 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:47.462636 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-4dec2a37-462c-41b7-907b-89ab190014e5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.75 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7151539 Nov 02 12:42:47.464342 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-0ad127ba-179b-45e6-b46b-e38a64b73e5f tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] show failed (client error): The resource could not be found. Nov 02 12:42:47.469634 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0ad127ba-179b-45e6-b46b-e38a64b73e5f tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "GET /networking/v2.0/security-groups/f985b88d-4a07-42ff-b28a-360f8c5a55fb HTTP/1.1" status: 404 len: 347 time: 0.3868854 Nov 02 12:42:47.469634 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2e41a-1c4d-4d59-8e74-1b88127318d0 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f985b88d-4a07-42ff-b28a-360f8c5a55fb,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:47.470877 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:47.471432 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254d7789-6520-4133-b2bd-7f53697bfdea None None] DHCP port deletion for 5d29f958-1d50-4cdd-bd1c-e945977913f9 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:42:47.483328 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:47.484448 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37900) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:47.541482 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae1ba71-1aa1-4f08-8313-34dac61031ec admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:47.550750 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] Request body: {'port': {'device_id': '17776d8a-ef14-463d-90d5-d1b086edd054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-857339-6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:47.584637 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-0ae1ba71-1aa1-4f08-8313-34dac61031ec admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:47.595660 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae1ba71-1aa1-4f08-8313-34dac61031ec admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:42:47.664644 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-b154c61d-3f17-4067-8052-dd564a524f5b req-1a3aa83d-b4d7-4e4e-b3ec-62a9ea1dae8d tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (829ec954-2307-462a-a5be-634fc7711946), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:47.879310 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1ba71-1aa1-4f08-8313-34dac61031ec admin admin] Pushing event updated for resources: {'Port': ['ID=58e0fe10-7b4e-4bad-86b0-900b2c2545b8,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:47.888951 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d0a07296-cdd2-4154-94a3-56bdbe55fe17 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:47.968451 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-827eb65f-bc8b-477a-9c64-932b368d845e None None] Provisioning complete for port 5d10f984-2f05-41d7-814e-9fbe096ef0f9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:47.969051 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-827eb65f-bc8b-477a-9c64-932b368d845e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5d10f984-2f05-41d7-814e-9fbe096ef0f9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:47.969628 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-827eb65f-bc8b-477a-9c64-932b368d845e None None] Attempt 1 to provision port 5d10f984-2f05-41d7-814e-9fbe096ef0f9 Nov 02 12:42:48.010152 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-b154c61d-3f17-4067-8052-dd564a524f5b req-1a3aa83d-b4d7-4e4e-b3ec-62a9ea1dae8d tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (829ec954-2307-462a-a5be-634fc7711946), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:48.029828 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-95a4f003-948b-4fcd-9a2c-1dd102912d34 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Deleting port 94cbbf37-50aa-416e-bfcd-b24cd87b87ad {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:42:48.031763 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0ef0078e-d47a-42b2-b233-40acb37142f7 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:42:48.032814 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-95a4f003-948b-4fcd-9a2c-1dd102912d34 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (94cbbf37-50aa-416e-bfcd-b24cd87b87ad), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:48.069396 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 0ef0078e-d47a-42b2-b233-40acb37142f7 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:42:48.070112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0ef0078e-d47a-42b2-b233-40acb37142f7 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:42:48.092398 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37904) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:48.122958 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-13a94e37-0848-4ebf-8407-7225d6fab70a admin admin] Deleting port 4edba86b-0559-4e47-9b0e-c0a69a34a10c {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:42:48.123485 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13a94e37-0848-4ebf-8407-7225d6fab70a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (4edba86b-0559-4e47-9b0e-c0a69a34a10c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:48.130668 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3888aa-74e6-4587-9d84-1dd0b93d5265 req-aeca2820-a1cf-4778-bcdd-8ccb0c3f45b2 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:48.139481 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ea3888aa-74e6-4587-9d84-1dd0b93d5265 req-aeca2820-a1cf-4778-bcdd-8ccb0c3f45b2 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 936 time: 0.3095143 Nov 02 12:42:48.158244 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:48.159297 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (aba353f5-51f0-41f5-af78-c78549736744), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:48.236515 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:48.373798 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ea3888aa-74e6-4587-9d84-1dd0b93d5265 req-9475da95-23ac-40fe-925a-963bcfc7a968 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206299 Nov 02 12:42:48.376799 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:48.387768 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-95a4f003-948b-4fcd-9a2c-1dd102912d34 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (94cbbf37-50aa-416e-bfcd-b24cd87b87ad), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:48.389985 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-95a4f003-948b-4fcd-9a2c-1dd102912d34 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for floatingip (94cbbf37-50aa-416e-bfcd-b24cd87b87ad), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:48.412650 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:48.425047 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-b154c61d-3f17-4067-8052-dd564a524f5b req-1a3aa83d-b4d7-4e4e-b3ec-62a9ea1dae8d tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (829ec954-2307-462a-a5be-634fc7711946), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:48.432372 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-b154c61d-3f17-4067-8052-dd564a524f5b req-1a3aa83d-b4d7-4e4e-b3ec-62a9ea1dae8d tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:48.434213 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b154c61d-3f17-4067-8052-dd564a524f5b req-1a3aa83d-b4d7-4e4e-b3ec-62a9ea1dae8d tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/829ec954-2307-462a-a5be-634fc7711946 HTTP/1.1" status: 204 len: 173 time: 1.3165689 Nov 02 12:42:48.437126 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device fcc288f2-8b6f-4860-8af5-6d26279c38ef up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:48.483872 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3aa83d-b4d7-4e4e-b3ec-62a9ea1dae8d tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=829ec954-2307-462a-a5be-634fc7711946,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:48.487792 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-95a4f003-948b-4fcd-9a2c-1dd102912d34 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Calling delete_port for 94cbbf37-50aa-416e-bfcd-b24cd87b87ad owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:42:48.502907 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-13a94e37-0848-4ebf-8407-7225d6fab70a admin admin] For port 4edba86b-0559-4e47-9b0e-c0a69a34a10c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4edba86b-0559-4e47-9b0e-c0a69a34a10c,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:48.504059 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13a94e37-0848-4ebf-8407-7225d6fab70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (4edba86b-0559-4e47-9b0e-c0a69a34a10c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:48.528660 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [req-eccb015c-bba1-4451-aea3-19760677a4a4 req-624e4f25-3fb3-4ba6-8bd3-97de8ac05d31 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] show failed (client error): The resource could not be found. Nov 02 12:42:48.530037 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-eccb015c-bba1-4451-aea3-19760677a4a4 req-624e4f25-3fb3-4ba6-8bd3-97de8ac05d31 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/829ec954-2307-462a-a5be-634fc7711946 HTTP/1.1" status: 404 len: 352 time: 0.0660012 Nov 02 12:42:48.558816 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-13a94e37-0848-4ebf-8407-7225d6fab70a admin admin] Calling delete_port for 4edba86b-0559-4e47-9b0e-c0a69a34a10c owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:42:48.579992 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:48.582999 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:48.669757 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:48.739576 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-827eb65f-bc8b-477a-9c64-932b368d845e None None] Current status of the port 5d10f984-2f05-41d7-814e-9fbe096ef0f9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:48.756133 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port fcc288f2-8b6f-4860-8af5-6d26279c38ef triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:48.756419 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fcc288f2-8b6f-4860-8af5-6d26279c38ef), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:48.756851 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port fcc288f2-8b6f-4860-8af5-6d26279c38ef Nov 02 12:42:48.779575 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ba71-1aa1-4f08-8313-34dac61031ec admin admin] Publish callbacks [] for router_gateway (9fe35028-70ed-4856-a3d0-fde7c870d266), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:48.840262 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f0f233-f08c-4278-b1f2-04f83ec19f80 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:42:48.861084 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-08ea0019-9a4b-4e12-b977-a808217bd378 req-9e6d5874-eb77-4700-81bd-81fe3a0a9d0f tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/e0d83151-d425-441e-badf-5179390cc240 HTTP/1.1" status: 200 len: 1818 time: 0.2076635 Nov 02 12:42:48.879962 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fab1bcf-6926-4804-a08f-bd7939204261 admin admin] Router eb14a275-fbb7-4de6-b32e-f726dacc2eb5 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:42:48.891189 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ed8a3c31-52f8-41b2-bd3f-f7a6707b144d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a62e260bcc524f18b03a968bb631891d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7929664 Nov 02 12:42:48.893292 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37920) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:48.960136 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:48.968524 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f0f233-f08c-4278-b1f2-04f83ec19f80 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:42:48.985215 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-231a6107-0b0c-4ba0-885b-30dce863bcb8 None None] Provisioning complete for port fcc288f2-8b6f-4860-8af5-6d26279c38ef triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:48.986046 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-231a6107-0b0c-4ba0-885b-30dce863bcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fcc288f2-8b6f-4860-8af5-6d26279c38ef), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:48.986391 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-231a6107-0b0c-4ba0-885b-30dce863bcb8 None None] Attempt 1 to provision port fcc288f2-8b6f-4860-8af5-6d26279c38ef Nov 02 12:42:48.994850 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:49.018199 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-08ea0019-9a4b-4e12-b977-a808217bd378 req-d512b807-8322-419f-9745-8ac87e44970a tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (e0d83151-d425-441e-badf-5179390cc240), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:49.113686 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-08ea0019-9a4b-4e12-b977-a808217bd378 req-d512b807-8322-419f-9745-8ac87e44970a tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (e0d83151-d425-441e-badf-5179390cc240), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:49.113979 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port fcc288f2-8b6f-4860-8af5-6d26279c38ef is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:49.115193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7a3002be-c68c-440c-a2a8-92cb6c5d045e up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:49.186096 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:49.259032 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-95a4f003-948b-4fcd-9a2c-1dd102912d34 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (94cbbf37-50aa-416e-bfcd-b24cd87b87ad), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:49.314564 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4f003-948b-4fcd-9a2c-1dd102912d34 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Pushing event deleted for resources: {'Port': ['ID=94cbbf37-50aa-416e-bfcd-b24cd87b87ad,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:49.319959 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13a94e37-0848-4ebf-8407-7225d6fab70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (4edba86b-0559-4e47-9b0e-c0a69a34a10c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:49.347271 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:49.369034 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-08ea0019-9a4b-4e12-b977-a808217bd378 req-d512b807-8322-419f-9745-8ac87e44970a tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e0d83151-d425-441e-badf-5179390cc240), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:49.375873 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-08ea0019-9a4b-4e12-b977-a808217bd378 req-d512b807-8322-419f-9745-8ac87e44970a tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:49.377929 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-08ea0019-9a4b-4e12-b977-a808217bd378 req-d512b807-8322-419f-9745-8ac87e44970a tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e0d83151-d425-441e-badf-5179390cc240 HTTP/1.1" status: 204 len: 173 time: 0.5141466 Nov 02 12:42:49.487061 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512b807-8322-419f-9745-8ac87e44970a tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d83151-d425-441e-badf-5179390cc240,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:49.499459 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a94e37-0848-4ebf-8407-7225d6fab70a admin admin] Pushing event deleted for resources: {'Port': ['ID=4edba86b-0559-4e47-9b0e-c0a69a34a10c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:49.527703 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:49.539104 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:49.549630 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-231a6107-0b0c-4ba0-885b-30dce863bcb8 None None] Current status of the port fcc288f2-8b6f-4860-8af5-6d26279c38ef is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:49.555180 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fab1bcf-6926-4804-a08f-bd7939204261 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:42:49.563615 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98b61e7c-d32b-42e8-a8cb-910a69d9288c admin admin] Publish callbacks [] for security_group (c0be13d2-ea55-4c67-9973-1e18420cb001), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:49.572364 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8fab1bcf-6926-4804-a08f-bd7939204261 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/eb14a275-fbb7-4de6-b32e-f726dacc2eb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0337129 Nov 02 12:42:49.581737 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:49.582557 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37928) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:49.602199 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-231a6107-0b0c-4ba0-885b-30dce863bcb8 None None] Provisioning complete for port aba353f5-51f0-41f5-af78-c78549736744 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:49.602583 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-231a6107-0b0c-4ba0-885b-30dce863bcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (aba353f5-51f0-41f5-af78-c78549736744), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:49.603192 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-231a6107-0b0c-4ba0-885b-30dce863bcb8 None None] Attempt 1 to provision port aba353f5-51f0-41f5-af78-c78549736744 Nov 02 12:42:49.606812 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4c379f-893e-40a6-a5fe-37a3dd19291d None None] Sync routers for ids ['eb14a275-fbb7-4de6-b32e-f726dacc2eb5'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:42:49.658859 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-95a4f003-948b-4fcd-9a2c-1dd102912d34 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for floatingip (ac3d272e-e832-4fac-87de-2aca52dd3943), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:49.661851 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-95a4f003-948b-4fcd-9a2c-1dd102912d34 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:49.663899 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-95a4f003-948b-4fcd-9a2c-1dd102912d34 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/ac3d272e-e832-4fac-87de-2aca52dd3943 HTTP/1.1" status: 204 len: 168 time: 2.1751008 Nov 02 12:42:49.665135 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [req-10e081b4-0728-430f-a988-989eda35abad req-9649f8a8-c794-4d58-aca4-35b6b8cfe3c9 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] show failed (client error): The resource could not be found. Nov 02 12:42:49.667364 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-10e081b4-0728-430f-a988-989eda35abad req-9649f8a8-c794-4d58-aca4-35b6b8cfe3c9 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/e0d83151-d425-441e-badf-5179390cc240 HTTP/1.1" status: 404 len: 352 time: 0.1876855 Nov 02 12:42:49.703239 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7a3002be-c68c-440c-a2a8-92cb6c5d045e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:49.703620 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7a3002be-c68c-440c-a2a8-92cb6c5d045e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:49.703963 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7a3002be-c68c-440c-a2a8-92cb6c5d045e Nov 02 12:42:49.786821 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9b078-9401-4e85-b0f8-232caa0f4228 req-ed9e0154-79c1-4c7d-9092-0a43edf7f612 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:49.786821 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-17b9b078-9401-4e85-b0f8-232caa0f4228 req-ed9e0154-79c1-4c7d-9092-0a43edf7f612 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 936 time: 0.2325342 Nov 02 12:42:49.800054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4c379f-893e-40a6-a5fe-37a3dd19291d None None] Routers {'eb14a275-fbb7-4de6-b32e-f726dacc2eb5'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:49.800054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-db4c379f-893e-40a6-a5fe-37a3dd19291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['eb14a275-fbb7-4de6-b32e-f726dacc2eb5'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:49.848267 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-17b9b078-9401-4e85-b0f8-232caa0f4228 req-423bee0e-9271-4ad4-b1b9-ab75fedf5b68 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569398 Nov 02 12:42:49.851611 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13a94e37-0848-4ebf-8407-7225d6fab70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (f8b53e37-28fd-46c8-b681-2a351840d075), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:49.859154 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98b61e7c-d32b-42e8-a8cb-910a69d9288c admin admin] Publish callbacks [] for security_group (c0be13d2-ea55-4c67-9973-1e18420cb001), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:49.904729 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-231a6107-0b0c-4ba0-885b-30dce863bcb8 None None] Port aba353f5-51f0-41f5-af78-c78549736744 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:42:50.031050 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:50.037602 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13a94e37-0848-4ebf-8407-7225d6fab70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (f8b53e37-28fd-46c8-b681-2a351840d075), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:50.049191 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13a94e37-0848-4ebf-8407-7225d6fab70a admin admin] Publish callbacks [] for router_controller (f8b53e37-28fd-46c8-b681-2a351840d075), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:50.069819 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37942) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:50.075145 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c4e72729-6d10-477f-bf73-25ff4cc2a78d tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1184881852', 'description': 'tempest-description--842089383'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:50.144146 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba353f5-51f0-41f5-af78-c78549736744 {{(pid=105976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:42:50.164951 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-85057cb4-48d4-4afc-8052-95285efb95e7 req-63b250c3-a0bf-4a76-a856-0adf78756e54 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f48fdbeb9a604c66b66780387e3af4de HTTP/1.1" status: 200 len: 6204 time: 0.2469673 Nov 02 12:42:50.173190 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-db4c379f-893e-40a6-a5fe-37a3dd19291d None None] Set router eb14a275-fbb7-4de6-b32e-f726dacc2eb5 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:50.175241 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] Publish callbacks [] for port (aba353f5-51f0-41f5-af78-c78549736744), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:50.176366 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7a3002be-c68c-440c-a2a8-92cb6c5d045e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:50.219393 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe313bbf-4312-443d-a1e0-be68d9fa558a None None] DHCP port deletion for 5d29f958-1d50-4cdd-bd1c-e945977913f9 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:42:50.233470 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:50.235080 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ba71-1aa1-4f08-8313-34dac61031ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (9fe35028-70ed-4856-a3d0-fde7c870d266), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:50.238336 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.provisioning_blocks [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] Transition to ACTIVE for port object aba353f5-51f0-41f5-af78-c78549736744 will not be triggered until provisioned by entity L2. {{(pid=105976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:42:50.271681 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13a94e37-0848-4ebf-8407-7225d6fab70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (f8b53e37-28fd-46c8-b681-2a351840d075), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:50.272419 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a94e37-0848-4ebf-8407-7225d6fab70a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8b53e37-28fd-46c8-b681-2a351840d075 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:42:50.310236 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13a94e37-0848-4ebf-8407-7225d6fab70a admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:50.315202 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-13a94e37-0848-4ebf-8407-7225d6fab70a admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/f8b53e37-28fd-46c8-b681-2a351840d075 HTTP/1.1" status: 204 len: 168 time: 5.8503861 Nov 02 12:42:50.316895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f85cb1ea-b86a-448f-8bd8-73cf25ae691f no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:42:50.319222 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-85057cb4-48d4-4afc-8052-95285efb95e7 req-0f79edb6-df00-4d34-aa97-440c9a9b9cc2 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/53d5c678-eb3a-4575-b206-35add02dbcd9 HTTP/1.1" status: 200 len: 2998 time: 0.1455619 Nov 02 12:42:50.320120 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c4e72729-6d10-477f-bf73-25ff4cc2a78d tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:50.345282 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37944) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:50.372931 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (aba353f5-51f0-41f5-af78-c78549736744), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:50.414258 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: f85cb1ea-b86a-448f-8bd8-73cf25ae691f {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:42:50.414890 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f85cb1ea-b86a-448f-8bd8-73cf25ae691f not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:42:50.415625 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7edbe728-ea55-465f-9fc8-ae8f7715c6fb no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:42:50.430357 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:50.467494 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 7edbe728-ea55-465f-9fc8-ae8f7715c6fb {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:42:50.468042 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7edbe728-ea55-465f-9fc8-ae8f7715c6fb not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:42:50.526108 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] Pushing event updated for resources: {'Port': ['ID=aba353f5-51f0-41f5-af78-c78549736744,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:50.699483 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c4e72729-6d10-477f-bf73-25ff4cc2a78d tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group (65f905c0-cfda-4bb4-86b1-bd1a608d61c9), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:50.716169 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5d84d9-9e22-4e4c-b18f-e15525819215 admin admin] Deleting subnet 13eb20dc-6b92-4986-9386-50eb908f315e {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:42:50.720163 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-db4c379f-893e-40a6-a5fe-37a3dd19291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14a275-fbb7-4de6-b32e-f726dacc2eb5', 'name': 'tempest-ServerPasswordTestJSON-1515447569-router', 'tenant_id': '8e13ff7300624e8fa370352995786a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '6b9e7961-8091-45ae-8113-7d290f968f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:08Z', 'updated_at': '2022-11-02T12:42:45Z', 'revision_number': 5, 'project_id': '8e13ff7300624e8fa370352995786a37', 'gw_port': {'id': '6b9e7961-8091-45ae-8113-7d290f968f9e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14a275-fbb7-4de6-b32e-f726dacc2eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:10Z', 'updated_at': '2022-11-02T12:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:50.723876 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7c5d84d9-9e22-4e4c-b18f-e15525819215 admin admin] Publish callbacks [] for subnet (13eb20dc-6b92-4986-9386-50eb908f315e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:50.755208 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:50.821150 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f570c454-9beb-4215-80d5-288474a88d96 admin admin] Publish callbacks [] for router (eb14a275-fbb7-4de6-b32e-f726dacc2eb5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:50.840217 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:50.846553 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4c379f-893e-40a6-a5fe-37a3dd19291d None None] Checking router: eb14a275-fbb7-4de6-b32e-f726dacc2eb5 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:42:50.866820 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4c379f-893e-40a6-a5fe-37a3dd19291d None None] Routers {'eb14a275-fbb7-4de6-b32e-f726dacc2eb5'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:50.867468 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-db4c379f-893e-40a6-a5fe-37a3dd19291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['eb14a275-fbb7-4de6-b32e-f726dacc2eb5'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:50.903110 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7c5d84d9-9e22-4e4c-b18f-e15525819215 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (13eb20dc-6b92-4986-9386-50eb908f315e), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:51.023145 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-85057cb4-48d4-4afc-8052-95285efb95e7 req-5f85c75e-b927-4e9f-848c-4402768ae181 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/53d5c678-eb3a-4575-b206-35add02dbcd9 HTTP/1.1" status: 200 len: 2998 time: 0.6767650 Nov 02 12:42:51.059291 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c4e72729-6d10-477f-bf73-25ff4cc2a78d tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (65f905c0-cfda-4bb4-86b1-bd1a608d61c9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:51.069899 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] Attempting to bind port aba353f5-51f0-41f5-af78-c78549736744 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:42:51.070280 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] Attempting to bind port aba353f5-51f0-41f5-af78-c78549736744 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:42:51.070482 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] Attempting to bind port aba353f5-51f0-41f5-af78-c78549736744 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:51.164447 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e72729-6d10-477f-bf73-25ff4cc2a78d tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f905c0-cfda-4bb4-86b1-bd1a608d61c9,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:51.172933 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-403e6a3f-015f-4f7a-97cf-ff803ffa793f req-ec4c4d62-ec29-4a98-9903-27d6cc31456c tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1295175984', 'description': 'tempest-description-1516655571'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:51.211810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-db4c379f-893e-40a6-a5fe-37a3dd19291d None None] Set router eb14a275-fbb7-4de6-b32e-f726dacc2eb5 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:51.256632 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c4e72729-6d10-477f-bf73-25ff4cc2a78d tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:51.258197 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c4e72729-6d10-477f-bf73-25ff4cc2a78d tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1870868 Nov 02 12:42:51.272233 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37960) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:51.278022 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-404595dd-34f6-4344-ad10-e0d7e675d207 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Request body: {'security_group_rule': {'security_group_id': '65f905c0-cfda-4bb4-86b1-bd1a608d61c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:51.318192 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98b61e7c-d32b-42e8-a8cb-910a69d9288c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c0be13d2-ea55-4c67-9973-1e18420cb001), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:51.327960 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98b61e7c-d32b-42e8-a8cb-910a69d9288c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:51.335879 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-98b61e7c-d32b-42e8-a8cb-910a69d9288c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c0be13d2-ea55-4c67-9973-1e18420cb001 HTTP/1.1" status: 204 len: 168 time: 2.4375856 Nov 02 12:42:51.349155 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7c5d84d9-9e22-4e4c-b18f-e15525819215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (13eb20dc-6b92-4986-9386-50eb908f315e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:51.392519 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:51.408462 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-404595dd-34f6-4344-ad10-e0d7e675d207 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group_rule (e9f47ac0-06d6-491c-8379-26a912471430), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:51.416405 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f570c454-9beb-4215-80d5-288474a88d96 admin admin] Publish callbacks [] for router_gateway (eb14a275-fbb7-4de6-b32e-f726dacc2eb5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:51.420350 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879d6a5-ed48-4bec-8565-ef4258e19678 req-5d95d490-bf9e-441b-a76f-a63bff6f0f40 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:51.428641 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1879d6a5-ed48-4bec-8565-ef4258e19678 req-5d95d490-bf9e-441b-a76f-a63bff6f0f40 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 948 time: 0.1570241 Nov 02 12:42:51.441287 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b61e7c-d32b-42e8-a8cb-910a69d9288c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0be13d2-ea55-4c67-9973-1e18420cb001,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:51.450813 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-403e6a3f-015f-4f7a-97cf-ff803ffa793f req-ec4c4d62-ec29-4a98-9903-27d6cc31456c tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:51.576021 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1879d6a5-ed48-4bec-8565-ef4258e19678 req-2e33b589-7fce-43f5-8321-cb78f65dc6ff tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464486 Nov 02 12:42:51.657847 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] Port aba353f5-51f0-41f5-af78-c78549736744 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:42:51.659092 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] Attempting to bind port aba353f5-51f0-41f5-af78-c78549736744 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:51.702443 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:51.722124 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-403e6a3f-015f-4f7a-97cf-ff803ffa793f req-ec4c4d62-ec29-4a98-9903-27d6cc31456c tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (7cf6e0a0-097e-4b58-afc6-7a4d00285eb5), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:51.744140 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae1ba71-1aa1-4f08-8313-34dac61031ec admin admin] Router 9fe35028-70ed-4856-a3d0-fde7c870d266 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:42:51.748602 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-db4c379f-893e-40a6-a5fe-37a3dd19291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14a275-fbb7-4de6-b32e-f726dacc2eb5', 'name': 'tempest-ServerPasswordTestJSON-1515447569-router', 'tenant_id': '8e13ff7300624e8fa370352995786a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '6b9e7961-8091-45ae-8113-7d290f968f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:08Z', 'updated_at': '2022-11-02T12:42:45Z', 'revision_number': 5, 'project_id': '8e13ff7300624e8fa370352995786a37', 'gw_port': {'id': '6b9e7961-8091-45ae-8113-7d290f968f9e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14a275-fbb7-4de6-b32e-f726dacc2eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:10Z', 'updated_at': '2022-11-02T12:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:51.750182 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-404595dd-34f6-4344-ad10-e0d7e675d207 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group_rule (e9f47ac0-06d6-491c-8379-26a912471430), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:51.750816 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e25fc1d-68d3-4dd7-8a8e-ef420250427e None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:42:51.782060 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f570c454-9beb-4215-80d5-288474a88d96 admin admin] Deleting port 6b9e7961-8091-45ae-8113-7d290f968f9e {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:42:51.782598 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f570c454-9beb-4215-80d5-288474a88d96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (6b9e7961-8091-45ae-8113-7d290f968f9e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:51.787325 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] Checking agent: {'id': '59c125ef-2b3d-4364-aa71-285e1ef6d0e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:42:51.787815 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:42:51.788349 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:42:51.789079 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] Bound port: aba353f5-51f0-41f5-af78-c78549736744, host: n-h2-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:42:51.794908 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (aba353f5-51f0-41f5-af78-c78549736744), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:51.815947 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4c379f-893e-40a6-a5fe-37a3dd19291d None None] The sync data for ids ['eb14a275-fbb7-4de6-b32e-f726dacc2eb5'] in n-d-857339-6 is: [{'id': 'eb14a275-fbb7-4de6-b32e-f726dacc2eb5', 'name': 'tempest-ServerPasswordTestJSON-1515447569-router', 'tenant_id': '8e13ff7300624e8fa370352995786a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '6b9e7961-8091-45ae-8113-7d290f968f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:08Z', 'updated_at': '2022-11-02T12:42:45Z', 'revision_number': 5, 'project_id': '8e13ff7300624e8fa370352995786a37', 'gw_port': {'id': '6b9e7961-8091-45ae-8113-7d290f968f9e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14a275-fbb7-4de6-b32e-f726dacc2eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:10Z', 'updated_at': '2022-11-02T12:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:42:51.821425 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b26a14b2-1a74-41f2-94e5-e9ebfaffff11 None None] Provisioning complete for port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:51.822060 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b26a14b2-1a74-41f2-94e5-e9ebfaffff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:51.822604 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b26a14b2-1a74-41f2-94e5-e9ebfaffff11 None None] Attempt 1 to provision port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 Nov 02 12:42:51.842786 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-403e6a3f-015f-4f7a-97cf-ff803ffa793f req-ec4c4d62-ec29-4a98-9903-27d6cc31456c tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7cf6e0a0-097e-4b58-afc6-7a4d00285eb5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:51.894069 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:51.913438 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-404595dd-34f6-4344-ad10-e0d7e675d207 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (e9f47ac0-06d6-491c-8379-26a912471430), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:51.926887 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7c5d84d9-9e22-4e4c-b18f-e15525819215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (13eb20dc-6b92-4986-9386-50eb908f315e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:51.975793 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b26a14b2-1a74-41f2-94e5-e9ebfaffff11 None None] Current status of the port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:51.988250 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c4d62-ec29-4a98-9903-27d6cc31456c tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf6e0a0-097e-4b58-afc6-7a4d00285eb5,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:51.998683 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404595dd-34f6-4344-ad10-e0d7e675d207 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f47ac0-06d6-491c-8379-26a912471430,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:52.036626 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7c5d84d9-9e22-4e4c-b18f-e15525819215 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:52.047194 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37964) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:52.050325 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7c5d84d9-9e22-4e4c-b18f-e15525819215 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/13eb20dc-6b92-4986-9386-50eb908f315e HTTP/1.1" status: 204 len: 168 time: 1.6907997 Nov 02 12:42:52.054186 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d84d9-9e22-4e4c-b18f-e15525819215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13eb20dc-6b92-4986-9386-50eb908f315e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:52.063093 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-403e6a3f-015f-4f7a-97cf-ff803ffa793f req-ec4c4d62-ec29-4a98-9903-27d6cc31456c tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:52.065091 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-403e6a3f-015f-4f7a-97cf-ff803ffa793f req-ec4c4d62-ec29-4a98-9903-27d6cc31456c tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.9013464 Nov 02 12:42:52.098580 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-02a7ba7d-2e3b-42d9-89c9-0f10f992dce2 req-e0162011-3705-40fd-ae2f-f4c0851571cc tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-367554867', 'description': 'tempest-description-46324255'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:52.108939 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e25fc1d-68d3-4dd7-8a8e-ef420250427e None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:42:52.160659 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-404595dd-34f6-4344-ad10-e0d7e675d207 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:52.164799 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-404595dd-34f6-4344-ad10-e0d7e675d207 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8915076 Nov 02 12:42:52.165421 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37976) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:52.173617 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-578834e7-34a9-4914-98aa-b9cb1d6936fb tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Request body: {'security_group_rule': {'security_group_id': '65f905c0-cfda-4bb4-86b1-bd1a608d61c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:52.247553 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-02a7ba7d-2e3b-42d9-89c9-0f10f992dce2 req-e0162011-3705-40fd-ae2f-f4c0851571cc tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:52.312434 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-f570c454-9beb-4215-80d5-288474a88d96 admin admin] For port 6b9e7961-8091-45ae-8113-7d290f968f9e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6b9e7961-8091-45ae-8113-7d290f968f9e,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:52.312842 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f570c454-9beb-4215-80d5-288474a88d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (6b9e7961-8091-45ae-8113-7d290f968f9e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:52.317717 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] For port aba353f5-51f0-41f5-af78-c78549736744, host n-h2-857339-6, cleared binding levels {{(pid=105976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:52.338195 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:52.359296 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-578834e7-34a9-4914-98aa-b9cb1d6936fb tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group_rule (77013bcb-717a-481b-93d9-c93ce8c570cf), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:52.364223 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f570c454-9beb-4215-80d5-288474a88d96 admin admin] Calling delete_port for 6b9e7961-8091-45ae-8113-7d290f968f9e owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:42:52.367162 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae1ba71-1aa1-4f08-8313-34dac61031ec admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:42:52.369707 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] For port aba353f5-51f0-41f5-af78-c78549736744, host n-h2-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=aba353f5-51f0-41f5-af78-c78549736744,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:52.379990 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e58a744-647f-470e-b380-8412d9b9fa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (a890c567-3928-4c42-99eb-2fe6108b5e92), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:52.392290 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] Sync routers for ids ['9fe35028-70ed-4856-a3d0-fde7c870d266'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:42:52.417345 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] Routers {'9fe35028-70ed-4856-a3d0-fde7c870d266'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:52.418543 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9fe35028-70ed-4856-a3d0-fde7c870d266'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:52.488558 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:52.593657 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device dc4e4634-e30f-4a26-a5fc-3800471b7330 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:42:52.640341 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: dc4e4634-e30f-4a26-a5fc-3800471b7330 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:42:52.640341 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device dc4e4634-e30f-4a26-a5fc-3800471b7330 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:42:52.642212 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4edba86b-0559-4e47-9b0e-c0a69a34a10c no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:42:52.661160 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-02a7ba7d-2e3b-42d9-89c9-0f10f992dce2 req-e0162011-3705-40fd-ae2f-f4c0851571cc tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (2c947c60-c85f-4d4a-a967-82aa6c03d32c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:52.681320 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] Set router 9fe35028-70ed-4856-a3d0-fde7c870d266 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:52.687968 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (aba353f5-51f0-41f5-af78-c78549736744), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:52.689511 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d2662b-57be-40d0-985e-a9ef9de8d5b5 None None] Network a890c567-3928-4c42-99eb-2fe6108b5e92 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:42:52.690835 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-578834e7-34a9-4914-98aa-b9cb1d6936fb tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group_rule (77013bcb-717a-481b-93d9-c93ce8c570cf), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:52.699887 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:52.700993 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:52.703062 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 4edba86b-0559-4e47-9b0e-c0a69a34a10c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:42:52.703062 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4edba86b-0559-4e47-9b0e-c0a69a34a10c not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:42:52.705885 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] 10.222.0.75 "PUT /networking/v2.0/ports/aba353f5-51f0-41f5-af78-c78549736744 HTTP/1.1" status: 200 len: 1096 time: 5.1954706 Nov 02 12:42:52.711826 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17776d8a-ef14-463d-90d5-d1b086edd054', 'tag': 'aba353f5-51f0-41f5-af78-c78549736744'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:42:52.714459 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98df584a-65fb-4d8b-9303-d7ba098bfd28" -d '{"events": [{"name": "network-changed", "server_uuid": "17776d8a-ef14-463d-90d5-d1b086edd054", "tag": "aba353f5-51f0-41f5-af78-c78549736744"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:42:52.766644 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-6e58a744-647f-470e-b380-8412d9b9fa11 admin admin] Deleting port 5d10f984-2f05-41d7-814e-9fbe096ef0f9 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:42:52.766988 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e58a744-647f-470e-b380-8412d9b9fa11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5d10f984-2f05-41d7-814e-9fbe096ef0f9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:52.821156 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ecddd-6361-4ab0-b4a7-52dfae8a67fb req-96a1b849-c371-4c62-933b-a14f46e4bd41 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:52.823413 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-035ecddd-6361-4ab0-b4a7-52dfae8a67fb req-96a1b849-c371-4c62-933b-a14f46e4bd41 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 948 time: 0.0656872 Nov 02 12:42:52.868288 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe35028-70ed-4856-a3d0-fde7c870d266', 'name': 'tempest-AttachSCSIVolumeTestJSON-1042082302-router', 'tenant_id': 'dea95d540b3a493abceeafe170c11c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '58e0fe10-7b4e-4bad-86b0-900b2c2545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:40Z', 'updated_at': '2022-11-02T12:42:48Z', 'revision_number': 3, 'project_id': 'dea95d540b3a493abceeafe170c11c4b', 'gw_port': {'id': '58e0fe10-7b4e-4bad-86b0-900b2c2545b8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:93:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe35028-70ed-4856-a3d0-fde7c870d266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:43Z', 'updated_at': '2022-11-02T12:42:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:52.893003 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e81c54-320e-4d3a-97b7-6a8b5a6be1ec service neutron] Pushing event updated for resources: {'Port': ['ID=aba353f5-51f0-41f5-af78-c78549736744,revision_number=3']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:52.909587 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-6e58a744-647f-470e-b380-8412d9b9fa11 admin admin] For port 5d10f984-2f05-41d7-814e-9fbe096ef0f9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5d10f984-2f05-41d7-814e-9fbe096ef0f9,segment=NetworkSegment(2e9d6fb3-5ccc-43ae-aa36-34767235c348),segment_id=2e9d6fb3-5ccc-43ae-aa36-34767235c348)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:52.910011 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e58a744-647f-470e-b380-8412d9b9fa11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5d10f984-2f05-41d7-814e-9fbe096ef0f9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:52.932103 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-6e58a744-647f-470e-b380-8412d9b9fa11 admin admin] Calling delete_port for 5d10f984-2f05-41d7-814e-9fbe096ef0f9 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:42:52.933426 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] Checking router: 9fe35028-70ed-4856-a3d0-fde7c870d266 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:42:52.934504 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] Updating router 9fe35028-70ed-4856-a3d0-fde7c870d266 port 58e0fe10-7b4e-4bad-86b0-900b2c2545b8 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:42:52.942677 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-035ecddd-6361-4ab0-b4a7-52dfae8a67fb req-85bb97f0-309a-4c7e-a090-fed2ca3b5204 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064088 Nov 02 12:42:52.990720 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-578834e7-34a9-4914-98aa-b9cb1d6936fb tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (77013bcb-717a-481b-93d9-c93ce8c570cf), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:52.999819 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-02a7ba7d-2e3b-42d9-89c9-0f10f992dce2 req-e0162011-3705-40fd-ae2f-f4c0851571cc tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2c947c60-c85f-4d4a-a967-82aa6c03d32c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:53.021982 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (58e0fe10-7b4e-4bad-86b0-900b2c2545b8), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:53.055581 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578834e7-34a9-4914-98aa-b9cb1d6936fb tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77013bcb-717a-481b-93d9-c93ce8c570cf,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:53.070403 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:53.084230 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ba71-1aa1-4f08-8313-34dac61031ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:53.089287 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0ae1ba71-1aa1-4f08-8313-34dac61031ec admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 13.4606876 Nov 02 12:42:53.096162 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37994) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:53.107947 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7332c9-00f3-4648-8be8-29ebe628d4d1 x-openstack-request-id: req-ba7332c9-00f3-4648-8be8-29ebe628d4d1 {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:42:53.108299 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17776d8a-ef14-463d-90d5-d1b086edd054", "tag": "aba353f5-51f0-41f5-af78-c78549736744", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:42:53.108582 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba7332c9-00f3-4648-8be8-29ebe628d4d1 {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:42:53.109050 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba7332c9-00f3-4648-8be8-29ebe628d4d1'] response: {'name': 'network-changed', 'server_uuid': '17776d8a-ef14-463d-90d5-d1b086edd054', 'tag': 'aba353f5-51f0-41f5-af78-c78549736744', 'status': 'completed', 'code': 200} Nov 02 12:42:53.129041 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:53.162356 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e58a744-647f-470e-b380-8412d9b9fa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (5d10f984-2f05-41d7-814e-9fbe096ef0f9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:53.162997 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fad8042-11c0-43e5-92bd-b3be6b34d04d None None] DHCP port deletion for a890c567-3928-4c42-99eb-2fe6108b5e92 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:42:53.205299 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-7876886e-1bb2-4d41-8513-00d24bd132d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:53.206998 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-7876886e-1bb2-4d41-8513-00d24bd132d6 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 1130 time: 0.1151924 Nov 02 12:42:53.210593 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58a744-647f-470e-b380-8412d9b9fa11 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d10f984-2f05-41d7-814e-9fbe096ef0f9,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:53.218787 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e58a744-647f-470e-b380-8412d9b9fa11 admin admin] No DVR routers for this DVR port 5d10f984-2f05-41d7-814e-9fbe096ef0f9 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:42:53.254488 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-02a7ba7d-2e3b-42d9-89c9-0f10f992dce2 req-e0162011-3705-40fd-ae2f-f4c0851571cc tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:53.261163 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-02a7ba7d-2e3b-42d9-89c9-0f10f992dce2 req-e0162011-3705-40fd-ae2f-f4c0851571cc tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.1685934 Nov 02 12:42:53.435755 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0162011-3705-40fd-ae2f-f4c0851571cc tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c947c60-c85f-4d4a-a967-82aa6c03d32c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:53.457586 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-578834e7-34a9-4914-98aa-b9cb1d6936fb tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:53.459793 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-578834e7-34a9-4914-98aa-b9cb1d6936fb tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2932596 Nov 02 12:42:53.560626 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38016) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:53.600736 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:53.677128 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] Publish callbacks [] for port (58e0fe10-7b4e-4bad-86b0-900b2c2545b8), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:53.737208 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f570c454-9beb-4215-80d5-288474a88d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (6b9e7961-8091-45ae-8113-7d290f968f9e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:53.746598 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:53.750732 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-613e8d11-4cbb-46cb-92f6-2b1801b7a892 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=aba353f5-51f0-41f5-af78-c78549736744 HTTP/1.1" status: 200 len: 217 time: 0.5331280 Nov 02 12:42:53.816984 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e58a744-647f-470e-b380-8412d9b9fa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (a890c567-3928-4c42-99eb-2fe6108b5e92), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:53.820406 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (58e0fe10-7b4e-4bad-86b0-900b2c2545b8), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:53.882281 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570c454-9beb-4215-80d5-288474a88d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9e7961-8091-45ae-8113-7d290f968f9e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:53.906604 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] Attempting to bind port 58e0fe10-7b4e-4bad-86b0-900b2c2545b8 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:42:53.906969 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] Attempting to bind port 58e0fe10-7b4e-4bad-86b0-900b2c2545b8 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:42:53.907542 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] Attempting to bind port 58e0fe10-7b4e-4bad-86b0-900b2c2545b8 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:54.007314 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc558fb-6f11-41fb-bbd1-84b9380df343 req-100f080a-5aa5-4c46-8069-4a958b974dc2 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:54.008916 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-6e58a744-647f-470e-b380-8412d9b9fa11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a890c567-3928-4c42-99eb-2fe6108b5e92']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:54.010661 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-edc558fb-6f11-41fb-bbd1-84b9380df343 req-100f080a-5aa5-4c46-8069-4a958b974dc2 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/networks?id=37a1ceb0-2561-4dbf-8104-e8d9569dabdc HTTP/1.1" status: 200 len: 812 time: 0.2823119 Nov 02 12:42:54.015719 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:54.019367 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-9392cedd-a47a-4469-8c2e-afe7d2aa739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:54.027733 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-9392cedd-a47a-4469-8c2e-afe7d2aa739d service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.2458265 Nov 02 12:42:54.030326 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:54.037864 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:54.041611 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:42:54.057087 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:42:54.060042 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:54.060673 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:42:54.061810 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] Bound port: 58e0fe10-7b4e-4bad-86b0-900b2c2545b8, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:42:54.063835 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (58e0fe10-7b4e-4bad-86b0-900b2c2545b8), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:54.080881 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-6e58a744-647f-470e-b380-8412d9b9fa11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9d6fb3-5ccc-43ae-aa36-34767235c348') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:54.083123 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-6e58a744-647f-470e-b380-8412d9b9fa11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9d6fb3-5ccc-43ae-aa36-34767235c348') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:54.163955 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72385d59-7f90-4c98-a698-ef3f239b04c1 None None] Pushing event updated for resources: {'Port': ['ID=58e0fe10-7b4e-4bad-86b0-900b2c2545b8,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:54.164556 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38034) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:54.184644 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e58a744-647f-470e-b380-8412d9b9fa11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (2e9d6fb3-5ccc-43ae-aa36-34767235c348), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:54.200212 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] For port 58e0fe10-7b4e-4bad-86b0-900b2c2545b8, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:54.213092 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] For port 58e0fe10-7b4e-4bad-86b0-900b2c2545b8, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=58e0fe10-7b4e-4bad-86b0-900b2c2545b8,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:54.222216 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:54.237828 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:54.239803 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f570c454-9beb-4215-80d5-288474a88d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (eb14a275-fbb7-4de6-b32e-f726dacc2eb5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:54.269499 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-edc558fb-6f11-41fb-bbd1-84b9380df343 req-78c509a4-db96-4906-9068-84675166f10c tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/quotas/f48fdbeb9a604c66b66780387e3af4de HTTP/1.1" status: 200 len: 375 time: 0.2239821 Nov 02 12:42:54.304718 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (58e0fe10-7b4e-4bad-86b0-900b2c2545b8), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:54.365714 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-0d695c10-e6d3-408f-a550-30f5a6779083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:54.366897 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] Routers {'9fe35028-70ed-4856-a3d0-fde7c870d266'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:42:54.373765 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9fe35028-70ed-4856-a3d0-fde7c870d266'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:54.378002 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-0d695c10-e6d3-408f-a550-30f5a6779083 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3213203 Nov 02 12:42:54.383141 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e58a744-647f-470e-b380-8412d9b9fa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (2e9d6fb3-5ccc-43ae-aa36-34767235c348), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:54.456359 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70877d2-6768-4015-9ef4-1dea61da0018 req-d056262a-0423-47f0-a9ff-e840478b6bfa tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:54.464223 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c70877d2-6768-4015-9ef4-1dea61da0018 req-d056262a-0423-47f0-a9ff-e840478b6bfa tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 948 time: 0.2145958 Nov 02 12:42:54.467877 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e58a744-647f-470e-b380-8412d9b9fa11 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:42:54.468411 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e58a744-647f-470e-b380-8412d9b9fa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (2e9d6fb3-5ccc-43ae-aa36-34767235c348), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:54.471853 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f570c454-9beb-4215-80d5-288474a88d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (eb14a275-fbb7-4de6-b32e-f726dacc2eb5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:54.476337 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6aab81e6-d262-45db-9fae-45454b79cee7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1567100357-network', 'tenant_id': '9dae73b687df4626a377fcf4030f78a0'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:54.481530 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-edc558fb-6f11-41fb-bbd1-84b9380df343 req-f821f1c2-4c9f-4be8-a603-6a670b74396b tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f48fdbeb9a604c66b66780387e3af4de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2087951 Nov 02 12:42:54.542242 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f570c454-9beb-4215-80d5-288474a88d96 admin admin] Publish callbacks [] for router_controller (eb14a275-fbb7-4de6-b32e-f726dacc2eb5), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:54.559259 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 2e9d6fb3-5ccc-43ae-aa36-34767235c348 resource provider aggregate not found Nov 02 12:42:54.649811 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 2e9d6fb3-5ccc-43ae-aa36-34767235c348 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e9d6fb3-5ccc-43ae-aa36-34767235c348 found for delete ", "request_id": "req-14982bb5-cc7e-4d31-b2e9-28d18cb3572f"}]} Nov 02 12:42:54.666146 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72385d59-7f90-4c98-a698-ef3f239b04c1 None None] Pushing event updated for resources: {'Port': ['ID=58e0fe10-7b4e-4bad-86b0-900b2c2545b8,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:54.713752 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aab81e6-d262-45db-9fae-45454b79cee7 admin admin] Made reservation on behalf of 9dae73b687df4626a377fcf4030f78a0 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:54.713752 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6aab81e6-d262-45db-9fae-45454b79cee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:54.714091 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] Set router 9fe35028-70ed-4856-a3d0-fde7c870d266 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:54.726312 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-305f5569-e761-4651-876c-6e5755fb2a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:54.751200 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6aab81e6-d262-45db-9fae-45454b79cee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:54.779412 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-60d9fa00-c5d0-4804-bf51-65b0f7ed4910 req-7526d51e-7878-4ae3-9cbd-af1ece1fd1ea tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-245153242', 'description': 'tempest-description-1562323572'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:54.800089 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-b96ca8a6-5a2c-4163-a777-e3a30d195bbe service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071720 Nov 02 12:42:54.805168 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:54.839007 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5d10f984-2f05-41d7-814e-9fbe096ef0f9 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:42:54.880638 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 5d10f984-2f05-41d7-814e-9fbe096ef0f9 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:42:54.881614 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5d10f984-2f05-41d7-814e-9fbe096ef0f9 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:42:54.905006 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e58a744-647f-470e-b380-8412d9b9fa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (a890c567-3928-4c42-99eb-2fe6108b5e92), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:54.910844 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f570c454-9beb-4215-80d5-288474a88d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (eb14a275-fbb7-4de6-b32e-f726dacc2eb5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:54.911187 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f570c454-9beb-4215-80d5-288474a88d96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb14a275-fbb7-4de6-b32e-f726dacc2eb5 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:42:54.925143 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f570c454-9beb-4215-80d5-288474a88d96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:54.926254 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f570c454-9beb-4215-80d5-288474a88d96 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/eb14a275-fbb7-4de6-b32e-f726dacc2eb5 HTTP/1.1" status: 204 len: 168 time: 5.3356848 Nov 02 12:42:54.927663 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e58a744-647f-470e-b380-8412d9b9fa11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:54.930738 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6e58a744-647f-470e-b380-8412d9b9fa11 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/a890c567-3928-4c42-99eb-2fe6108b5e92 HTTP/1.1" status: 204 len: 168 time: 2.8742354 Nov 02 12:42:54.934884 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38062) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:54.980869 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe35028-70ed-4856-a3d0-fde7c870d266', 'name': 'tempest-AttachSCSIVolumeTestJSON-1042082302-router', 'tenant_id': 'dea95d540b3a493abceeafe170c11c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '58e0fe10-7b4e-4bad-86b0-900b2c2545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:40Z', 'updated_at': '2022-11-02T12:42:48Z', 'revision_number': 3, 'project_id': 'dea95d540b3a493abceeafe170c11c4b', 'gw_port': {'id': '58e0fe10-7b4e-4bad-86b0-900b2c2545b8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:93:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe35028-70ed-4856-a3d0-fde7c870d266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:43Z', 'updated_at': '2022-11-02T12:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:55.022690 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58a744-647f-470e-b380-8412d9b9fa11 admin admin] Pushing event deleted for resources: {'Network': ['ID=a890c567-3928-4c42-99eb-2fe6108b5e92,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:55.033391 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2956bb26-0624-4863-8385-10cde37e3c8e None None] The sync data for ids ['9fe35028-70ed-4856-a3d0-fde7c870d266'] in n-d-857339-6 is: [{'id': '9fe35028-70ed-4856-a3d0-fde7c870d266', 'name': 'tempest-AttachSCSIVolumeTestJSON-1042082302-router', 'tenant_id': 'dea95d540b3a493abceeafe170c11c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '58e0fe10-7b4e-4bad-86b0-900b2c2545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:40Z', 'updated_at': '2022-11-02T12:42:48Z', 'revision_number': 3, 'project_id': 'dea95d540b3a493abceeafe170c11c4b', 'gw_port': {'id': '58e0fe10-7b4e-4bad-86b0-900b2c2545b8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:93:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe35028-70ed-4856-a3d0-fde7c870d266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:43Z', 'updated_at': '2022-11-02T12:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:42:55.070031 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6aab81e6-d262-45db-9fae-45454b79cee7 admin admin] Publish callbacks [] for security_group (45a9d501-96e6-46a0-8729-b7956e1db86e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:55.095520 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-af121de5-4588-4c33-a48b-a6f8d23a36bb admin admin] Deleting subnet 7ec9b95f-8ee7-44e5-9c61-56b6daa8ba5e {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:42:55.099724 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-d6b4cfff-9b9e-43de-b0c8-2fecc726d0c0 req-000d3312-805a-4b27-abf3-716ccbad3a13 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890277 Nov 02 12:42:55.101940 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af121de5-4588-4c33-a48b-a6f8d23a36bb admin admin] Publish callbacks [] for subnet (7ec9b95f-8ee7-44e5-9c61-56b6daa8ba5e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:55.145608 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af121de5-4588-4c33-a48b-a6f8d23a36bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (7ec9b95f-8ee7-44e5-9c61-56b6daa8ba5e), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:55.205822 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-60d9fa00-c5d0-4804-bf51-65b0f7ed4910 req-7526d51e-7878-4ae3-9cbd-af1ece1fd1ea tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:55.222644 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6aab81e6-d262-45db-9fae-45454b79cee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (45a9d501-96e6-46a0-8729-b7956e1db86e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:55.266217 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aab81e6-d262-45db-9fae-45454b79cee7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:42:55.271511 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af121de5-4588-4c33-a48b-a6f8d23a36bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (7ec9b95f-8ee7-44e5-9c61-56b6daa8ba5e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:55.285096 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c70877d2-6768-4015-9ef4-1dea61da0018 req-cea70864-b0a9-4712-bb78-5b57d4b070db tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8199222 Nov 02 12:42:55.302316 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab81e6-d262-45db-9fae-45454b79cee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a9d501-96e6-46a0-8729-b7956e1db86e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:55.309468 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6aab81e6-d262-45db-9fae-45454b79cee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (5c540503-6b6d-459b-8b28-630cc0612661), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:55.309825 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-6aab81e6-d262-45db-9fae-45454b79cee7 admin admin] Added segment 5c540503-6b6d-459b-8b28-630cc0612661 of type vlan for network b73818dd-ad5f-4cb0-a704-da161faaa84f Nov 02 12:42:55.311985 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:55.375297 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6aab81e6-d262-45db-9fae-45454b79cee7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (b73818dd-ad5f-4cb0-a704-da161faaa84f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:55.415679 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38072) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:55.458475 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3ae7f675-ee20-4263-8aa9-5c012d0c1094 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=47284988ba214419947db6506b8f8552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414929 Nov 02 12:42:55.461173 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38074) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:55.485971 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Allocated IP 172.25.2.224 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/a1635daf-c409-4e0a-8b28-37f24dc053d3) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:55.505923 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af121de5-4588-4c33-a48b-a6f8d23a36bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (7ec9b95f-8ee7-44e5-9c61-56b6daa8ba5e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:55.551148 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af121de5-4588-4c33-a48b-a6f8d23a36bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ec9b95f-8ee7-44e5-9c61-56b6daa8ba5e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:55.566728 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6aab81e6-d262-45db-9fae-45454b79cee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (b73818dd-ad5f-4cb0-a704-da161faaa84f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:55.568153 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aab81e6-d262-45db-9fae-45454b79cee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:55.569211 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6aab81e6-d262-45db-9fae-45454b79cee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:55.599697 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-60d9fa00-c5d0-4804-bf51-65b0f7ed4910 req-7526d51e-7878-4ae3-9cbd-af1ece1fd1ea tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (bf8a81bd-6c9a-4bb1-a5de-f7bfaa457f8a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:55.605360 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9fd4a0-0c76-452c-afce-db01d272e8c8 None None] Network 8a460de8-3ae8-4a67-86bd-a09edd274420 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:42:55.608033 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af121de5-4588-4c33-a48b-a6f8d23a36bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:55.611412 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-af121de5-4588-4c33-a48b-a6f8d23a36bb admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/7ec9b95f-8ee7-44e5-9c61-56b6daa8ba5e HTTP/1.1" status: 204 len: 168 time: 0.6743271 Nov 02 12:42:55.613073 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:55.615466 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38076) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:55.626135 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f21b6dc5-955b-4876-ab9e-1e7a7eda8b2d admin admin] Publish callbacks [] for security_group (34e4432b-a60d-4b0b-a1a8-e78caa2e9905), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:55.689696 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-60d9fa00-c5d0-4804-bf51-65b0f7ed4910 req-7526d51e-7878-4ae3-9cbd-af1ece1fd1ea tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bf8a81bd-6c9a-4bb1-a5de-f7bfaa457f8a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:55.694369 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-305f5569-e761-4651-876c-6e5755fb2a25 admin admin] Allocated IP 172.20.0.1 (a560cb09-550e-4e55-81ef-01997e8ce1d2/c7302ebd-41f2-4448-97d8-2e8a2196092b/f44bb8d8-fb92-406f-9093-42e8d5d5147b) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:55.723999 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6aab81e6-d262-45db-9fae-45454b79cee7 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5530727 Nov 02 12:42:55.723999 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f21b6dc5-955b-4876-ab9e-1e7a7eda8b2d admin admin] Publish callbacks [] for security_group (34e4432b-a60d-4b0b-a1a8-e78caa2e9905), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:55.727456 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38084) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:55.740034 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-b8817971-69bd-431f-b06e-2c2a3ed73b80 admin admin] Request body: {'subnet': {'network_id': 'b73818dd-ad5f-4cb0-a704-da161faaa84f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1567100357-subnet', 'tenant_id': '9dae73b687df4626a377fcf4030f78a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:55.776204 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab81e6-d262-45db-9fae-45454b79cee7 admin admin] Pushing event updated for resources: {'Network': ['ID=b73818dd-ad5f-4cb0-a704-da161faaa84f,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:55.808323 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network b73818dd-ad5f-4cb0-a704-da161faaa84f details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:42:55.834506 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:55.864665 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526d51e-7878-4ae3-9cbd-af1ece1fd1ea tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8a81bd-6c9a-4bb1-a5de-f7bfaa457f8a,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:55.924339 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b621dc-226c-446a-8581-264930c8c80f None None] DHCP port deletion for 8a460de8-3ae8-4a67-86bd-a09edd274420 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:42:55.935446 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:55.936443 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f21b6dc5-955b-4876-ab9e-1e7a7eda8b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (34e4432b-a60d-4b0b-a1a8-e78caa2e9905), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:55.939068 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f21b6dc5-955b-4876-ab9e-1e7a7eda8b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:55.942902 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f21b6dc5-955b-4876-ab9e-1e7a7eda8b2d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/34e4432b-a60d-4b0b-a1a8-e78caa2e9905 HTTP/1.1" status: 204 len: 168 time: 0.4780827 Nov 02 12:42:55.960550 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b6dc5-955b-4876-ab9e-1e7a7eda8b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e4432b-a60d-4b0b-a1a8-e78caa2e9905,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:55.993801 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-60d9fa00-c5d0-4804-bf51-65b0f7ed4910 req-7526d51e-7878-4ae3-9cbd-af1ece1fd1ea tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:55.994993 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-60d9fa00-c5d0-4804-bf51-65b0f7ed4910 req-7526d51e-7878-4ae3-9cbd-af1ece1fd1ea tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.2603862 Nov 02 12:42:56.016061 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-00b621dc-226c-446a-8581-264930c8c80f None None] Deleting port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:42:56.016685 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-00b621dc-226c-446a-8581-264930c8c80f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:56.062764 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (8a460de8-3ae8-4a67-86bd-a09edd274420), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:56.097501 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-00b621dc-226c-446a-8581-264930c8c80f None None] For port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2,segment=NetworkSegment(c139f1da-5968-46ea-ac35-4602e18be758),segment_id=c139f1da-5968-46ea-ac35-4602e18be758)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:56.100664 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-00b621dc-226c-446a-8581-264930c8c80f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:56.114902 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-00b621dc-226c-446a-8581-264930c8c80f None None] Calling delete_port for 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:42:56.138408 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for port (a1635daf-c409-4e0a-8b28-37f24dc053d3), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:56.139927 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8817971-69bd-431f-b06e-2c2a3ed73b80 admin admin] Made reservation on behalf of 9dae73b687df4626a377fcf4030f78a0 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:56.142347 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b8817971-69bd-431f-b06e-2c2a3ed73b80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:56.205545 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246a658-f9b9-476b-8cca-8b8fc6c5c093 req-761abd03-5cc4-47d7-95d7-1a4deb3f8bbb tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:56.207525 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1246a658-f9b9-476b-8cca-8b8fc6c5c093 req-761abd03-5cc4-47d7-95d7-1a4deb3f8bbb tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 950 time: 0.2240396 Nov 02 12:42:56.254467 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a25c87fb-b188-43fc-90db-84ed6190007c req-5e1af4d5-e352-45c9-b833-828e707c6188 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/bf8a81bd-6c9a-4bb1-a5de-f7bfaa457f8a HTTP/1.1" status: 200 len: 1819 time: 0.2217460 Nov 02 12:42:56.278782 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df584a-65fb-4d8b-9303-d7ba098bfd28 req-e65ac57b-22b9-49ea-adec-9e5a134246de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:56.279418 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-a25c87fb-b188-43fc-90db-84ed6190007c req-5e94180f-325d-4f9d-9ed2-d23c01cc219e tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1231684780', 'description': 'tempest-description-hth-1252815669'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:56.280363 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-98df584a-65fb-4d8b-9303-d7ba098bfd28 req-e65ac57b-22b9-49ea-adec-9e5a134246de service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 1130 time: 0.0591855 Nov 02 12:42:56.305551 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-00b621dc-226c-446a-8581-264930c8c80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:56.338217 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b621dc-226c-446a-8581-264930c8c80f None None] Pushing event deleted for resources: {'Port': ['ID=8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:56.341275 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b621dc-226c-446a-8581-264930c8c80f None None] No DVR routers for this DVR port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:42:56.400076 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-305f5569-e761-4651-876c-6e5755fb2a25 admin admin] Publish callbacks [] for port (f44bb8d8-fb92-406f-9093-42e8d5d5147b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:56.407573 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df584a-65fb-4d8b-9303-d7ba098bfd28 req-0ecda20b-c101-46a8-a688-8b4e44b24fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:56.407573 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-98df584a-65fb-4d8b-9303-d7ba098bfd28 req-0ecda20b-c101-46a8-a688-8b4e44b24fc9 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.1164794 Nov 02 12:42:56.422334 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] Deleting port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:42:56.422676 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:56.463411 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-98df584a-65fb-4d8b-9303-d7ba098bfd28 req-a6ef3692-4c3a-4e23-95f3-8f06c7b7e460 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=aba353f5-51f0-41f5-af78-c78549736744 HTTP/1.1" status: 200 len: 217 time: 0.0517972 Nov 02 12:42:56.482111 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a25c87fb-b188-43fc-90db-84ed6190007c req-5e94180f-325d-4f9d-9ed2-d23c01cc219e tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (bf8a81bd-6c9a-4bb1-a5de-f7bfaa457f8a), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:56.495905 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1246a658-f9b9-476b-8cca-8b8fc6c5c093 req-3afa0a88-f4e3-4da8-853c-50cbb09b53aa tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496977 Nov 02 12:42:56.562654 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df584a-65fb-4d8b-9303-d7ba098bfd28 req-c9525457-6abc-4fe8-a536-15636041cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:56.565580 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-98df584a-65fb-4d8b-9303-d7ba098bfd28 req-c9525457-6abc-4fe8-a536-15636041cf9c service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.0942547 Nov 02 12:42:56.609201 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (a1635daf-c409-4e0a-8b28-37f24dc053d3), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:56.639872 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] For port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2, host n-d-857339-6, got binding levels [] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:56.639872 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:56.660618 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df584a-65fb-4d8b-9303-d7ba098bfd28 req-4197cd18-d82f-42ad-b83b-c1e52fcbd545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:56.662765 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-98df584a-65fb-4d8b-9303-d7ba098bfd28 req-4197cd18-d82f-42ad-b83b-c1e52fcbd545 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0907509 Nov 02 12:42:56.722912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 58e0fe10-7b4e-4bad-86b0-900b2c2545b8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:56.741452 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a25c87fb-b188-43fc-90db-84ed6190007c req-5e94180f-325d-4f9d-9ed2-d23c01cc219e tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (bf8a81bd-6c9a-4bb1-a5de-f7bfaa457f8a), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:56.798274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 58e0fe10-7b4e-4bad-86b0-900b2c2545b8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:56.798710 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (58e0fe10-7b4e-4bad-86b0-900b2c2545b8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:56.799057 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 58e0fe10-7b4e-4bad-86b0-900b2c2545b8 Nov 02 12:42:56.810591 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-98df584a-65fb-4d8b-9303-d7ba098bfd28 req-6ce10d0e-6fbb-452f-8085-080abeaead69 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400077 Nov 02 12:42:56.817467 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] Calling delete_port for 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:42:56.854628 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.ipam_backend_mixin [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] Port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 was not found and therefore no delete operation was performed {{(pid=105975) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Nov 02 12:42:56.856407 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-305f5569-e761-4651-876c-6e5755fb2a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (f44bb8d8-fb92-406f-9093-42e8d5d5147b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:56.868452 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:56.872829 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a25c87fb-b188-43fc-90db-84ed6190007c req-5e94180f-325d-4f9d-9ed2-d23c01cc219e tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bf8a81bd-6c9a-4bb1-a5de-f7bfaa457f8a), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:56.875937 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-a25c87fb-b188-43fc-90db-84ed6190007c req-5e94180f-325d-4f9d-9ed2-d23c01cc219e tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:56.877283 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a25c87fb-b188-43fc-90db-84ed6190007c req-5e94180f-325d-4f9d-9ed2-d23c01cc219e tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "PUT /networking/v2.0/security-groups/bf8a81bd-6c9a-4bb1-a5de-f7bfaa457f8a HTTP/1.1" status: 200 len: 1794 time: 0.6040642 Nov 02 12:42:56.882387 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:56.894633 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:56.915735 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 58e0fe10-7b4e-4bad-86b0-900b2c2545b8 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:56.916133 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (58e0fe10-7b4e-4bad-86b0-900b2c2545b8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:56.931289 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-98df584a-65fb-4d8b-9303-d7ba098bfd28 req-70dbdc2d-ab17-4956-bdff-01566bc1f5cc service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140051 Nov 02 12:42:56.939343 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] No DVR routers for this DVR port 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:42:56.944251 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:56.954842 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Pushing event updated for resources: {'Port': ['ID=a1635daf-c409-4e0a-8b28-37f24dc053d3,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:56.963398 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 58e0fe10-7b4e-4bad-86b0-900b2c2545b8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=58e0fe10-7b4e-4bad-86b0-900b2c2545b8,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:56.971787 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:42:56.975040 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:56.975467 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:56.975809 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:56.976143 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:56.976474 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:56.976836 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:56.977164 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:56.977487 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:56.977823 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:56.978127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:56.979250 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:56.979591 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:56.979937 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:56.980913 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:56.981145 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:56.991469 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd72682-5e89-425b-8314-41ef5f8e0458 req-c5d90f26-46f4-43a0-862b-ebcde353e930 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:56.993103 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5cd72682-5e89-425b-8314-41ef5f8e0458 req-c5d90f26-46f4-43a0-862b-ebcde353e930 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 948 time: 0.3593860 Nov 02 12:42:57.078210 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305f5569-e761-4651-876c-6e5755fb2a25 admin admin] Network a560cb09-550e-4e55-81ef-01997e8ce1d2 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:57.088804 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (58e0fe10-7b4e-4bad-86b0-900b2c2545b8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:57.099450 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94180f-325d-4f9d-9ed2-d23c01cc219e tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8a81bd-6c9a-4bb1-a5de-f7bfaa457f8a,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:57.116975 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-305f5569-e761-4651-876c-6e5755fb2a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:57.128875 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305f5569-e761-4651-876c-6e5755fb2a25 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:42:57.140618 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b8817971-69bd-431f-b06e-2c2a3ed73b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (1fd3a617-2b9b-48c7-8b7b-0fc8fe3f0dc4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:57.173656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6b9e7961-8091-45ae-8113-7d290f968f9e no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:42:57.201645 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=58e0fe10-7b4e-4bad-86b0-900b2c2545b8,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:57.238807 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 6b9e7961-8091-45ae-8113-7d290f968f9e {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:42:57.239404 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6b9e7961-8091-45ae-8113-7d290f968f9e not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:42:57.240025 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:42:57.255076 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=1,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:57.255323 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (8a460de8-3ae8-4a67-86bd-a09edd274420), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:57.264426 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f5569-e761-4651-876c-6e5755fb2a25 admin admin] Pushing event updated for resources: {'Port': ['ID=f44bb8d8-fb92-406f-9093-42e8d5d5147b,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:57.282284 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:42:57.282509 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:42:57.365104 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e149c6b-3dac-4223-aa67-f0c9c4fb8ec2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:57.407064 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a460de8-3ae8-4a67-86bd-a09edd274420']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:57.413241 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-305f5569-e761-4651-876c-6e5755fb2a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (9fe35028-70ed-4856-a3d0-fde7c870d266), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:57.415669 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8817971-69bd-431f-b06e-2c2a3ed73b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fd3a617-2b9b-48c7-8b7b-0fc8fe3f0dc4,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:57.420772 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5cd72682-5e89-425b-8314-41ef5f8e0458 req-38286961-7b0e-473e-9841-ae37d98315f6 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993871 Nov 02 12:42:57.485638 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c139f1da-5968-46ea-ac35-4602e18be758') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:57.485957 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c139f1da-5968-46ea-ac35-4602e18be758') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:57.526879 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (c139f1da-5968-46ea-ac35-4602e18be758), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:57.532713 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for floatingip (9bb6dbbd-86ed-4761-9754-468941a0fb9a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:57.561594 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3bfea00d-3a37-49d5-9596-55130c82c192 None None] Provisioning complete for port f44bb8d8-fb92-406f-9093-42e8d5d5147b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:57.562299 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3bfea00d-3a37-49d5-9596-55130c82c192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f44bb8d8-fb92-406f-9093-42e8d5d5147b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:57.562808 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3bfea00d-3a37-49d5-9596-55130c82c192 None None] Attempt 1 to provision port f44bb8d8-fb92-406f-9093-42e8d5d5147b Nov 02 12:42:57.570380 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:57.586272 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (c139f1da-5968-46ea-ac35-4602e18be758), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:57.586678 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:57.592362 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8817971-69bd-431f-b06e-2c2a3ed73b80 admin admin] Checking segment: {'id': '5c540503-6b6d-459b-8b28-630cc0612661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b73818dd-ad5f-4cb0-a704-da161faaa84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:42:57.592783 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8817971-69bd-431f-b06e-2c2a3ed73b80 admin admin] Network hostable DHCP agents. Network: b73818dd-ad5f-4cb0-a704-da161faaa84f, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:42:57.604872 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:42:57.605209 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (c139f1da-5968-46ea-ac35-4602e18be758), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:57.610911 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3bfea00d-3a37-49d5-9596-55130c82c192 None None] Port f44bb8d8-fb92-406f-9093-42e8d5d5147b cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:42:57.635334 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:57.647245 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d993f0c9-7900-4f27-b6dc-8518328d8010 req-54b930c9-eff7-47aa-b6ba-4b9586718d29 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/bf8a81bd-6c9a-4bb1-a5de-f7bfaa457f8a HTTP/1.1" status: 200 len: 1794 time: 0.1637774 Nov 02 12:42:57.691280 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment c139f1da-5968-46ea-ac35-4602e18be758 resource provider aggregate not found Nov 02 12:42:57.754313 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment c139f1da-5968-46ea-ac35-4602e18be758 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c139f1da-5968-46ea-ac35-4602e18be758 found for delete ", "request_id": "req-3d9f7f63-bf27-44d3-a933-14a376342121"}]} Nov 02 12:42:57.785260 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a1635daf-c409-4e0a-8b28-37f24dc053d3), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:57.818806 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:57.831873 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d2036518-146d-4ff6-b682-c43ddf3cb0ba req-2f722058-9103-411f-ab8f-338d0cf64d47 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/bf8a81bd-6c9a-4bb1-a5de-f7bfaa457f8a HTTP/1.1" status: 200 len: 1794 time: 0.1429205 Nov 02 12:42:57.872625 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8817971-69bd-431f-b06e-2c2a3ed73b80 admin admin] Network b73818dd-ad5f-4cb0-a704-da161faaa84f is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:42:57.933190 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (8a460de8-3ae8-4a67-86bd-a09edd274420), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:57.954907 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:57.954907 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/8a460de8-3ae8-4a67-86bd-a09edd274420 HTTP/1.1" status: 204 len: 168 time: 2.3356030 Nov 02 12:42:58.015061 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132f660-c662-4a61-8308-0ea61028b1f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a460de8-3ae8-4a67-86bd-a09edd274420,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:58.063932 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d2036518-146d-4ff6-b682-c43ddf3cb0ba req-1be75e32-1802-48c6-9bf9-5f2def6f2160 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (bf8a81bd-6c9a-4bb1-a5de-f7bfaa457f8a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:58.080060 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-b8817971-69bd-431f-b06e-2c2a3ed73b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, b73818dd-ad5f-4cb0-a704-da161faaa84f) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:58.091139 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f68a1d-61ed-442d-b439-d68317283616 None None] Network b73818dd-ad5f-4cb0-a704-da161faaa84f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:42:58.098577 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8817971-69bd-431f-b06e-2c2a3ed73b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:58.099166 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b8817971-69bd-431f-b06e-2c2a3ed73b80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:58.135628 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d2036518-146d-4ff6-b682-c43ddf3cb0ba req-1be75e32-1802-48c6-9bf9-5f2def6f2160 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (bf8a81bd-6c9a-4bb1-a5de-f7bfaa457f8a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:58.210986 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for port (a1635daf-c409-4e0a-8b28-37f24dc053d3), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:58.224108 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-b73818dd-ad5f-4cb0-a704-da161faaa84f', 'network_id': 'b73818dd-ad5f-4cb0-a704-da161faaa84f', 'project_id': '9dae73b687df4626a377fcf4030f78a0', 'fixed_ips': [{'subnet_id': '1fd3a617-2b9b-48c7-8b7b-0fc8fe3f0dc4'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:42:58.225621 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:58.287500 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device be6cb95f-365e-4c40-be18-d4841fe5acf9 no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:42:58.293828 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b8817971-69bd-431f-b06e-2c2a3ed73b80 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5544586 Nov 02 12:42:58.294245 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38162) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:58.300168 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (a1635daf-c409-4e0a-8b28-37f24dc053d3), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:58.305195 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-305f5569-e761-4651-876c-6e5755fb2a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f44bb8d8-fb92-406f-9093-42e8d5d5147b), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:58.311641 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-b6bd3e1e-61c3-42b7-a130-d3de69c3952d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1567100357-router', 'tenant_id': '9dae73b687df4626a377fcf4030f78a0', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:58.363765 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d2036518-146d-4ff6-b682-c43ddf3cb0ba req-1be75e32-1802-48c6-9bf9-5f2def6f2160 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bf8a81bd-6c9a-4bb1-a5de-f7bfaa457f8a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:58.368396 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d2036518-146d-4ff6-b682-c43ddf3cb0ba req-1be75e32-1802-48c6-9bf9-5f2def6f2160 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:58.368396 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d2036518-146d-4ff6-b682-c43ddf3cb0ba req-1be75e32-1802-48c6-9bf9-5f2def6f2160 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bf8a81bd-6c9a-4bb1-a5de-f7bfaa457f8a HTTP/1.1" status: 204 len: 173 time: 0.5237701 Nov 02 12:42:58.426113 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be75e32-1802-48c6-9bf9-5f2def6f2160 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8a81bd-6c9a-4bb1-a5de-f7bfaa457f8a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:58.428030 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (9bb6dbbd-86ed-4761-9754-468941a0fb9a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:58.443168 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Pushing event updated for resources: {'Port': ['ID=a1635daf-c409-4e0a-8b28-37f24dc053d3,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:58.460337 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3e1e-61c3-42b7-a130-d3de69c3952d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (f7fb6705-123c-472e-b1ba-fb9f9891ca3f), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:58.461537 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3e1e-61c3-42b7-a130-d3de69c3952d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (f7fb6705-123c-472e-b1ba-fb9f9891ca3f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:58.473494 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port be6cb95f-365e-4c40-be18-d4841fe5acf9 is: ACTIVE; New status is: DOWN {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:58.473869 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:58.552811 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3918a345-1137-499b-a19a-da0d58f91a74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be6cb95f-365e-4c40-be18-d4841fe5acf9'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:42:58.555314 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c88475-76a4-4dac-aadb-d51db45e30b7" -d '{"events": [{"server_uuid": "3918a345-1137-499b-a19a-da0d58f91a74", "name": "network-vif-unplugged", "status": "completed", "tag": "be6cb95f-365e-4c40-be18-d4841fe5acf9"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:42:58.576559 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-55af5e65-b1fd-495f-b080-4a62b105ae5c req-e63d474e-0daf-46e8-8415-acf24ff9afad tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/2c947c60-c85f-4d4a-a967-82aa6c03d32c HTTP/1.1" status: 200 len: 1817 time: 0.1698935 Nov 02 12:42:58.579194 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:58.588331 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-edc26098-2983-48f3-8c25-39c9781cd643 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0143623 Nov 02 12:42:58.604233 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3e1e-61c3-42b7-a130-d3de69c3952d admin admin] Publish callbacks [] for router_controller (f7fb6705-123c-472e-b1ba-fb9f9891ca3f), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:58.604233 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38174) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:58.606524 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port be6cb95f-365e-4c40-be18-d4841fe5acf9, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=be6cb95f-365e-4c40-be18-d4841fe5acf9,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:58.623726 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] Allocated IP 172.20.0.2 (b73818dd-ad5f-4cb0-a704-da161faaa84f/1fd3a617-2b9b-48c7-8b7b-0fc8fe3f0dc4/88911f22-0b27-4c4e-8ee8-12c906f97e6f) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:58.657414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device aba353f5-51f0-41f5-af78-c78549736744 details requested by agent hyperv_n-h2-857339-6 with host n-h2-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:42:58.682404 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38176) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:58.684861 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:58.698543 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d2c80c36-7a93-48c7-b908-bb3efb9f557c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8e13ff7300624e8fa370352995786a37&name=default HTTP/1.1" status: 200 len: 2999 time: 0.0923173 Nov 02 12:42:58.734008 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38180) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:58.800934 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 58e0fe10-7b4e-4bad-86b0-900b2c2545b8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:58.811806 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:58.841138 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd00f1-1c1c-41a5-809b-0e64a7304010 req-a8b9020e-a405-42c0-975d-730311471e1e tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:58.855420 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2bdd00f1-1c1c-41a5-809b-0e64a7304010 req-a8b9020e-a405-42c0-975d-730311471e1e tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 948 time: 0.2227716 Nov 02 12:42:58.940961 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=be6cb95f-365e-4c40-be18-d4841fe5acf9,revision_number=8']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:58.956438 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3e1e-61c3-42b7-a130-d3de69c3952d admin admin] Publish callbacks [] for router_gateway (f7fb6705-123c-472e-b1ba-fb9f9891ca3f), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:58.967059 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-305f5569-e761-4651-876c-6e5755fb2a25 admin admin] Publish callbacks [] for port (f44bb8d8-fb92-406f-9093-42e8d5d5147b), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:58.979458 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-55af5e65-b1fd-495f-b080-4a62b105ae5c req-e448cb82-5def-4290-8466-110a4cc3f99c tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (2c947c60-c85f-4d4a-a967-82aa6c03d32c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.043481 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2bdd00f1-1c1c-41a5-809b-0e64a7304010 req-6e019fd2-86e3-4635-89be-dc1fc8679992 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863687 Nov 02 12:42:59.051826 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f725019f-cbc7-4e1c-8870-c70d57b6b0de admin admin] Publish callbacks [] for security_group (7d07c496-5aad-4841-9977-089a7f16f2fa), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.054835 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-55af5e65-b1fd-495f-b080-4a62b105ae5c req-e448cb82-5def-4290-8466-110a4cc3f99c tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (2c947c60-c85f-4d4a-a967-82aa6c03d32c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.072379 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb257a7f-7ac9-46aa-9fff-5bcdd8ab8eaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.073903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port aba353f5-51f0-41f5-af78-c78549736744, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=aba353f5-51f0-41f5-af78-c78549736744,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:59.098785 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 58e0fe10-7b4e-4bad-86b0-900b2c2545b8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:42:59.099512 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (58e0fe10-7b4e-4bad-86b0-900b2c2545b8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.099872 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 58e0fe10-7b4e-4bad-86b0-900b2c2545b8 Nov 02 12:42:59.106836 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 12:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77f387e-6004-43fa-a484-1cd90bfd562b x-openstack-request-id: req-c77f387e-6004-43fa-a484-1cd90bfd562b {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:42:59.107147 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3918a345-1137-499b-a19a-da0d58f91a74", "name": "network-vif-unplugged", "status": "completed", "tag": "be6cb95f-365e-4c40-be18-d4841fe5acf9", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:42:59.107398 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c77f387e-6004-43fa-a484-1cd90bfd562b {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:42:59.108054 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c77f387e-6004-43fa-a484-1cd90bfd562b'] response: {'server_uuid': '3918a345-1137-499b-a19a-da0d58f91a74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be6cb95f-365e-4c40-be18-d4841fe5acf9', 'code': 200} Nov 02 12:42:59.130299 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-305f5569-e761-4651-876c-6e5755fb2a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (f44bb8d8-fb92-406f-9093-42e8d5d5147b), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.135819 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Returning: {'device': 'aba353f5-51f0-41f5-af78-c78549736744', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': 'aba353f5-51f0-41f5-af78-c78549736744', 'mac_address': 'fa:16:3e:a3:a6:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:42:59.211495 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] Publish callbacks [] for port (88911f22-0b27-4c4e-8ee8-12c906f97e6f), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.215503 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port aba353f5-51f0-41f5-af78-c78549736744 is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:59.216178 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (aba353f5-51f0-41f5-af78-c78549736744), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.247178 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba353f5-51f0-41f5-af78-c78549736744 {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:42:59.315794 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 58e0fe10-7b4e-4bad-86b0-900b2c2545b8 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:42:59.320849 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (88911f22-0b27-4c4e-8ee8-12c906f97e6f), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.341909 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port aba353f5-51f0-41f5-af78-c78549736744, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=aba353f5-51f0-41f5-af78-c78549736744,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:59.385480 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] Network b73818dd-ad5f-4cb0-a704-da161faaa84f is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:59.391874 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:59.398741 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:42:59.402227 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] Pushing event updated for resources: {'Port': ['ID=88911f22-0b27-4c4e-8ee8-12c906f97e6f,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:59.406863 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (aba353f5-51f0-41f5-af78-c78549736744), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.447536 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3e1e-61c3-42b7-a130-d3de69c3952d admin admin] Publish callbacks [] for router_gateway (f7fb6705-123c-472e-b1ba-fb9f9891ca3f), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.481689 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3e1e-61c3-42b7-a130-d3de69c3952d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.489132 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f725019f-cbc7-4e1c-8870-c70d57b6b0de admin admin] Publish callbacks [] for security_group (7d07c496-5aad-4841-9977-089a7f16f2fa), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.524289 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] Attempting to bind port 88911f22-0b27-4c4e-8ee8-12c906f97e6f on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:42:59.524783 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] Attempting to bind port 88911f22-0b27-4c4e-8ee8-12c906f97e6f by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '5c540503-6b6d-459b-8b28-630cc0612661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b73818dd-ad5f-4cb0-a704-da161faaa84f'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:42:59.525132 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] Attempting to bind port 88911f22-0b27-4c4e-8ee8-12c906f97e6f on network b73818dd-ad5f-4cb0-a704-da161faaa84f {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:59.529241 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=aba353f5-51f0-41f5-af78-c78549736744,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:59.554937 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:59.588038 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:42:59.588341 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] Checking segment: {'id': '5c540503-6b6d-459b-8b28-630cc0612661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b73818dd-ad5f-4cb0-a704-da161faaa84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:42:59.589031 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.589198 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] Bound using segment: {'id': '5c540503-6b6d-459b-8b28-630cc0612661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b73818dd-ad5f-4cb0-a704-da161faaa84f'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:42:59.590215 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] Bound port: 88911f22-0b27-4c4e-8ee8-12c906f97e6f, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c540503-6b6d-459b-8b28-630cc0612661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b73818dd-ad5f-4cb0-a704-da161faaa84f'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:42:59.590606 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (88911f22-0b27-4c4e-8ee8-12c906f97e6f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.659145 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-305f5569-e761-4651-876c-6e5755fb2a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (9fe35028-70ed-4856-a3d0-fde7c870d266), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.673841 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-b6bd3e1e-61c3-42b7-a130-d3de69c3952d admin admin] Allocated IP 172.25.2.27 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/e4b05d71-9fd8-45b2-b7b9-82965b69af5e) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:59.676389 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f5569-e761-4651-876c-6e5755fb2a25 admin admin] Pushing event updated for resources: {'Port': ['ID=f44bb8d8-fb92-406f-9093-42e8d5d5147b,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:59.691873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['aba353f5-51f0-41f5-af78-c78549736744'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:42:59.706236 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f4989be4-8c07-4841-b473-42b46cb11964 req-dd15b269-bd5b-447d-ae99-065a16c7af71 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1184881852&fields=id&tenant_id=e1824edba1954bc49c70a63cedd89d53 HTTP/1.1" status: 200 len: 267 time: 0.2015939 Nov 02 12:42:59.726955 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:59.734052 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] For port 88911f22-0b27-4c4e-8ee8-12c906f97e6f, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:59.755085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] For port 88911f22-0b27-4c4e-8ee8-12c906f97e6f, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=88911f22-0b27-4c4e-8ee8-12c906f97e6f,segment=NetworkSegment(5c540503-6b6d-459b-8b28-630cc0612661),segment_id=5c540503-6b6d-459b-8b28-630cc0612661)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:59.775119 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-55af5e65-b1fd-495f-b080-4a62b105ae5c req-e448cb82-5def-4290-8466-110a4cc3f99c tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2c947c60-c85f-4d4a-a967-82aa6c03d32c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.779274 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-55af5e65-b1fd-495f-b080-4a62b105ae5c req-e448cb82-5def-4290-8466-110a4cc3f99c tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.784883 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-55af5e65-b1fd-495f-b080-4a62b105ae5c req-e448cb82-5def-4290-8466-110a4cc3f99c tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2c947c60-c85f-4d4a-a967-82aa6c03d32c HTTP/1.1" status: 204 len: 173 time: 1.1844008 Nov 02 12:42:59.787803 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:59.840756 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3e1e-61c3-42b7-a130-d3de69c3952d admin admin] Publish callbacks [] for port (e4b05d71-9fd8-45b2-b7b9-82965b69af5e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.881212 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (88911f22-0b27-4c4e-8ee8-12c906f97e6f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.905005 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f725019f-cbc7-4e1c-8870-c70d57b6b0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7d07c496-5aad-4841-9977-089a7f16f2fa), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.913291 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f725019f-cbc7-4e1c-8870-c70d57b6b0de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.914669 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f725019f-cbc7-4e1c-8870-c70d57b6b0de admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7d07c496-5aad-4841-9977-089a7f16f2fa HTTP/1.1" status: 204 len: 168 time: 1.1795266 Nov 02 12:42:59.920101 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb257a7f-7ac9-46aa-9fff-5bcdd8ab8eaf admin admin] Publish callbacks [] for security_group (042e7c00-670e-4958-b56e-85bf1c1672b1), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.928312 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448cb82-5def-4290-8466-110a4cc3f99c tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c947c60-c85f-4d4a-a967-82aa6c03d32c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:59.943845 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3e1e-61c3-42b7-a130-d3de69c3952d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e4b05d71-9fd8-45b2-b7b9-82965b69af5e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:59.978391 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725019f-cbc7-4e1c-8870-c70d57b6b0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d07c496-5aad-4841-9977-089a7f16f2fa,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:00.016405 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4841d92-2b15-4b70-993e-47b5f21d514a None None] Pushing event updated for resources: {'Port': ['ID=88911f22-0b27-4c4e-8ee8-12c906f97e6f,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:00.025192 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb257a7f-7ac9-46aa-9fff-5bcdd8ab8eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (042e7c00-670e-4958-b56e-85bf1c1672b1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:00.032708 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd3e1e-61c3-42b7-a130-d3de69c3952d admin admin] Pushing event updated for resources: {'Port': ['ID=e4b05d71-9fd8-45b2-b7b9-82965b69af5e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:00.037622 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305f5569-e761-4651-876c-6e5755fb2a25 admin admin] Network a560cb09-550e-4e55-81ef-01997e8ce1d2 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:43:00.046296 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-60f73e56-7280-4870-b991-c6f37a4a792d req-15553e64-79bf-41a4-8738-d9c066eef8d0 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/7cf6e0a0-097e-4b58-afc6-7a4d00285eb5 HTTP/1.1" status: 200 len: 1820 time: 0.2011678 Nov 02 12:43:00.052895 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bd3e1e-61c3-42b7-a130-d3de69c3952d admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:43:00.055284 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-b6bd3e1e-61c3-42b7-a130-d3de69c3952d admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:43:00.056539 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4989be4-8c07-4841-b473-42b46cb11964 req-ac9ebb66-3c67-4c34-83bc-696e03dfb9da tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:00.057847 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f4989be4-8c07-4841-b473-42b46cb11964 req-ac9ebb66-3c67-4c34-83bc-696e03dfb9da tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "GET /networking/v2.0/networks?id=2a3a27c0-5a2a-4533-be1c-39e6c96fff30 HTTP/1.1" status: 200 len: 811 time: 0.3503532 Nov 02 12:43:00.064110 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bd3e1e-61c3-42b7-a130-d3de69c3952d admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:43:00.068321 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-305f5569-e761-4651-876c-6e5755fb2a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:43:00.133805 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fb257a7f-7ac9-46aa-9fff-5bcdd8ab8eaf admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=cb960fb39af741e19d124f217f50f199&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4475846 Nov 02 12:43:00.136797 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38208) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:00.142216 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f4989be4-8c07-4841-b473-42b46cb11964 req-2a0f34ec-8e51-401b-a070-483e4ff19033 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "GET /networking/v2.0/quotas/e1824edba1954bc49c70a63cedd89d53 HTTP/1.1" status: 200 len: 375 time: 0.0715592 Nov 02 12:43:00.209060 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb257a7f-7ac9-46aa-9fff-5bcdd8ab8eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042e7c00-670e-4958-b56e-85bf1c1672b1,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:00.237806 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:00.454919 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f4989be4-8c07-4841-b473-42b46cb11964 req-eb9960b0-6af7-497c-8a79-c5348e399682 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e1824edba1954bc49c70a63cedd89d53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2251275 Nov 02 12:43:00.465063 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-60f73e56-7280-4870-b991-c6f37a4a792d req-810d78b6-d5be-46d4-b5ff-ebc80203f58f tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (7cf6e0a0-097e-4b58-afc6-7a4d00285eb5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:00.470234 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4eace2c7-d006-4bfd-a8a3-22597ab73438 None None] Provisioning complete for port f44bb8d8-fb92-406f-9093-42e8d5d5147b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:00.470234 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4eace2c7-d006-4bfd-a8a3-22597ab73438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f44bb8d8-fb92-406f-9093-42e8d5d5147b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:00.470234 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4eace2c7-d006-4bfd-a8a3-22597ab73438 None None] Attempt 1 to provision port f44bb8d8-fb92-406f-9093-42e8d5d5147b Nov 02 12:43:00.507324 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ceac359d-ccc0-482c-9409-04ae5fb1f24c admin admin] Publish callbacks [] for security_group (042e7c00-670e-4958-b56e-85bf1c1672b1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:00.536830 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ceac359d-ccc0-482c-9409-04ae5fb1f24c admin admin] Publish callbacks [] for security_group (042e7c00-670e-4958-b56e-85bf1c1672b1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:00.566328 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4eace2c7-d006-4bfd-a8a3-22597ab73438 None None] Port f44bb8d8-fb92-406f-9093-42e8d5d5147b cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:43:00.648935 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:00.669106 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device aba353f5-51f0-41f5-af78-c78549736744 up at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:00.670097 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305f5569-e761-4651-876c-6e5755fb2a25 admin admin] Router 9fe35028-70ed-4856-a3d0-fde7c870d266 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:43:00.672171 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-60f73e56-7280-4870-b991-c6f37a4a792d req-810d78b6-d5be-46d4-b5ff-ebc80203f58f tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (7cf6e0a0-097e-4b58-afc6-7a4d00285eb5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:00.734270 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 88911f22-0b27-4c4e-8ee8-12c906f97e6f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:00.758466 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ceac359d-ccc0-482c-9409-04ae5fb1f24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (042e7c00-670e-4958-b56e-85bf1c1672b1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:00.761247 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ceac359d-ccc0-482c-9409-04ae5fb1f24c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:00.765551 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ceac359d-ccc0-482c-9409-04ae5fb1f24c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/042e7c00-670e-4958-b56e-85bf1c1672b1 HTTP/1.1" status: 204 len: 168 time: 0.6194255 Nov 02 12:43:00.786120 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645fff4-136d-4461-9f40-33ca3abe4135 req-59951fbf-7677-45a2-8e69-1f5e58fbae28 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:00.794365 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7645fff4-136d-4461-9f40-33ca3abe4135 req-59951fbf-7677-45a2-8e69-1f5e58fbae28 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 949 time: 0.1706154 Nov 02 12:43:00.798313 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning for port aba353f5-51f0-41f5-af78-c78549736744 completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:43:00.837922 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 88911f22-0b27-4c4e-8ee8-12c906f97e6f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:00.838302 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (88911f22-0b27-4c4e-8ee8-12c906f97e6f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:00.838653 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 88911f22-0b27-4c4e-8ee8-12c906f97e6f Nov 02 12:43:00.843007 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac359d-ccc0-482c-9409-04ae5fb1f24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042e7c00-670e-4958-b56e-85bf1c1672b1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:00.909512 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3e1e-61c3-42b7-a130-d3de69c3952d admin admin] Publish callbacks [] for router_gateway (f7fb6705-123c-472e-b1ba-fb9f9891ca3f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:00.934984 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Provisioning complete for port aba353f5-51f0-41f5-af78-c78549736744 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:00.935690 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (aba353f5-51f0-41f5-af78-c78549736744), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:00.936033 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Attempt 1 to provision port aba353f5-51f0-41f5-af78-c78549736744 Nov 02 12:43:00.936662 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7645fff4-136d-4461-9f40-33ca3abe4135 req-f3601257-08cd-486b-8a9d-c4c81adc37a6 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412442 Nov 02 12:43:00.963882 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305f5569-e761-4651-876c-6e5755fb2a25 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:43:00.971033 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-305f5569-e761-4651-876c-6e5755fb2a25 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/9fe35028-70ed-4856-a3d0-fde7c870d266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8462770 Nov 02 12:43:01.032014 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-60f73e56-7280-4870-b991-c6f37a4a792d req-810d78b6-d5be-46d4-b5ff-ebc80203f58f tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7cf6e0a0-097e-4b58-afc6-7a4d00285eb5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:01.041610 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-60f73e56-7280-4870-b991-c6f37a4a792d req-810d78b6-d5be-46d4-b5ff-ebc80203f58f tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:01.044036 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-60f73e56-7280-4870-b991-c6f37a4a792d req-810d78b6-d5be-46d4-b5ff-ebc80203f58f tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7cf6e0a0-097e-4b58-afc6-7a4d00285eb5 HTTP/1.1" status: 204 len: 173 time: 0.9791174 Nov 02 12:43:01.086772 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d78b6-d5be-46d4-b5ff-ebc80203f58f tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf6e0a0-097e-4b58-afc6-7a4d00285eb5,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:01.125418 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [req-981b17b3-bbf0-4dd9-99d2-8c30b5d2ae4e req-bd73084d-f2d2-42de-bd10-2df7fbd54c44 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] show failed (client error): The resource could not be found. Nov 02 12:43:01.126537 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-981b17b3-bbf0-4dd9-99d2-8c30b5d2ae4e req-bd73084d-f2d2-42de-bd10-2df7fbd54c44 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/e0d83151-d425-441e-badf-5179390cc240 HTTP/1.1" status: 404 len: 352 time: 0.0449448 Nov 02 12:43:01.195258 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [req-409b3837-71de-46ff-ae60-ecc6baa11a26 req-f5efc1d9-3fe6-4b13-8a93-4a97dd0f2829 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] show failed (client error): The resource could not be found. Nov 02 12:43:01.196822 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-409b3837-71de-46ff-ae60-ecc6baa11a26 req-f5efc1d9-3fe6-4b13-8a93-4a97dd0f2829 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/829ec954-2307-462a-a5be-634fc7711946 HTTP/1.1" status: 404 len: 352 time: 0.0310063 Nov 02 12:43:01.221207 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:01.244948 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [req-8fd12ba5-73d0-48e8-9572-2419c96e7768 req-6250634c-5292-497d-8078-037dfdaa41a5 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] show failed (client error): The resource could not be found. Nov 02 12:43:01.246594 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8fd12ba5-73d0-48e8-9572-2419c96e7768 req-6250634c-5292-497d-8078-037dfdaa41a5 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/7111b071-ab1e-4481-bfd6-0dab77f0b914 HTTP/1.1" status: 404 len: 352 time: 0.0240505 Nov 02 12:43:01.249380 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38244) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:01.262484 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] Sync routers for ids ['9fe35028-70ed-4856-a3d0-fde7c870d266'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:43:01.292011 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 88911f22-0b27-4c4e-8ee8-12c906f97e6f is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:01.292537 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (88911f22-0b27-4c4e-8ee8-12c906f97e6f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:01.315292 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3e1e-61c3-42b7-a130-d3de69c3952d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (f7fb6705-123c-472e-b1ba-fb9f9891ca3f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:01.341818 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [req-24bb0cdc-c354-4b9b-9038-06e1817ce1b4 req-1fa32efe-2718-4973-aa59-4bc250c77d8b tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] show failed (client error): The resource could not be found. Nov 02 12:43:01.343378 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-24bb0cdc-c354-4b9b-9038-06e1817ce1b4 req-1fa32efe-2718-4973-aa59-4bc250c77d8b tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/649bbe0e-57b6-47ed-8268-6d02dbaf2675 HTTP/1.1" status: 404 len: 352 time: 0.0299094 Nov 02 12:43:01.346975 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] Routers {'9fe35028-70ed-4856-a3d0-fde7c870d266'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:01.347809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9fe35028-70ed-4856-a3d0-fde7c870d266'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:01.398403 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80e85a5a-da43-4bb4-8276-f4a5b2899f42 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group (65f905c0-cfda-4bb4-86b1-bd1a608d61c9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:01.419579 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:DELETE=16,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:01.462834 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80e85a5a-da43-4bb4-8276-f4a5b2899f42 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group (65f905c0-cfda-4bb4-86b1-bd1a608d61c9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:01.472372 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 88911f22-0b27-4c4e-8ee8-12c906f97e6f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=88911f22-0b27-4c4e-8ee8-12c906f97e6f,segment=NetworkSegment(5c540503-6b6d-459b-8b28-630cc0612661),segment_id=5c540503-6b6d-459b-8b28-630cc0612661)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:01.483237 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dd07e104-d3e2-4cd6-bec4-99c4e20fe904 req-dc397068-f27c-4fad-ab06-3fca54146fc7 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/16b5c75f-ef7c-482f-875d-b153fa4bc372 HTTP/1.1" status: 200 len: 1820 time: 0.1041267 Nov 02 12:43:01.602271 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-dd07e104-d3e2-4cd6-bec4-99c4e20fe904 req-a384f44d-468f-4cb6-ad77-fca231ef0274 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (16b5c75f-ef7c-482f-875d-b153fa4bc372), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:01.646684 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1631f7-7fad-477a-bb32-133ed3f6f46e None None] Network b73818dd-ad5f-4cb0-a704-da161faaa84f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:43:01.647705 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-dd07e104-d3e2-4cd6-bec4-99c4e20fe904 req-a384f44d-468f-4cb6-ad77-fca231ef0274 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (16b5c75f-ef7c-482f-875d-b153fa4bc372), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:01.649728 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (88911f22-0b27-4c4e-8ee8-12c906f97e6f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:01.691317 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80e85a5a-da43-4bb4-8276-f4a5b2899f42 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (65f905c0-cfda-4bb4-86b1-bd1a608d61c9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:01.700247 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80e85a5a-da43-4bb4-8276-f4a5b2899f42 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:01.700247 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-80e85a5a-da43-4bb4-8276-f4a5b2899f42 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/65f905c0-cfda-4bb4-86b1-bd1a608d61c9 HTTP/1.1" status: 204 len: 168 time: 0.4420609 Nov 02 12:43:01.700569 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38268) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:01.713205 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e85a5a-da43-4bb4-8276-f4a5b2899f42 tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f905c0-cfda-4bb4-86b1-bd1a608d61c9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:01.730312 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-0d95ebc2-5029-4b78-81e0-42bc564ab8af tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] show failed (client error): The resource could not be found. Nov 02 12:43:01.730312 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0d95ebc2-5029-4b78-81e0-42bc564ab8af tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "GET /networking/v2.0/security-groups/65f905c0-cfda-4bb4-86b1-bd1a608d61c9 HTTP/1.1" status: 404 len: 347 time: 0.0294769 Nov 02 12:43:01.736550 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Current status of the port aba353f5-51f0-41f5-af78-c78549736744 is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:01.736550 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (aba353f5-51f0-41f5-af78-c78549736744), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:01.736767 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38270) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:01.776312 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bd3e1e-61c3-42b7-a130-d3de69c3952d admin admin] Router f7fb6705-123c-472e-b1ba-fb9f9891ca3f is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:43:01.801764 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] Set router 9fe35028-70ed-4856-a3d0-fde7c870d266 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:01.813687 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9dd42790-e4ee-490d-b306-1220d110f4d2 None None] Provisioning complete for port 88911f22-0b27-4c4e-8ee8-12c906f97e6f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:01.814069 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9dd42790-e4ee-490d-b306-1220d110f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (88911f22-0b27-4c4e-8ee8-12c906f97e6f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:01.814411 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9dd42790-e4ee-490d-b306-1220d110f4d2 None None] Attempt 1 to provision port 88911f22-0b27-4c4e-8ee8-12c906f97e6f Nov 02 12:43:01.908767 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=88911f22-0b27-4c4e-8ee8-12c906f97e6f,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:01.911567 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17776d8a-ef14-463d-90d5-d1b086edd054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba353f5-51f0-41f5-af78-c78549736744'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:43:01.914236 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37b7053-971b-45af-a4f8-54b7c8ee2804" -d '{"events": [{"server_uuid": "17776d8a-ef14-463d-90d5-d1b086edd054", "name": "network-vif-plugged", "status": "completed", "tag": "aba353f5-51f0-41f5-af78-c78549736744"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:43:01.917873 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-dd07e104-d3e2-4cd6-bec4-99c4e20fe904 req-a384f44d-468f-4cb6-ad77-fca231ef0274 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (16b5c75f-ef7c-482f-875d-b153fa4bc372), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:01.920126 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-dd07e104-d3e2-4cd6-bec4-99c4e20fe904 req-a384f44d-468f-4cb6-ad77-fca231ef0274 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:01.935792 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dd07e104-d3e2-4cd6-bec4-99c4e20fe904 req-a384f44d-468f-4cb6-ad77-fca231ef0274 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/16b5c75f-ef7c-482f-875d-b153fa4bc372 HTTP/1.1" status: 204 len: 173 time: 0.4430912 Nov 02 12:43:01.999621 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Deleting port a1635daf-c409-4e0a-8b28-37f24dc053d3 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:02.000703 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a1635daf-c409-4e0a-8b28-37f24dc053d3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:02.042491 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] For port aba353f5-51f0-41f5-af78-c78549736744, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=aba353f5-51f0-41f5-af78-c78549736744,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:02.073665 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:02.085542 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a1635daf-c409-4e0a-8b28-37f24dc053d3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:02.086364 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for floatingip (a1635daf-c409-4e0a-8b28-37f24dc053d3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:02.099856 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Calling delete_port for a1635daf-c409-4e0a-8b28-37f24dc053d3 owned by network:floatingip {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:02.155462 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d457ccb-10ae-4625-a4aa-65e915eb60fc x-openstack-request-id: req-2d457ccb-10ae-4625-a4aa-65e915eb60fc {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:43:02.156210 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17776d8a-ef14-463d-90d5-d1b086edd054", "name": "network-vif-plugged", "status": "completed", "tag": "aba353f5-51f0-41f5-af78-c78549736744", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:43:02.158674 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d457ccb-10ae-4625-a4aa-65e915eb60fc {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:43:02.161006 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d457ccb-10ae-4625-a4aa-65e915eb60fc'] response: {'server_uuid': '17776d8a-ef14-463d-90d5-d1b086edd054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba353f5-51f0-41f5-af78-c78549736744', 'code': 200} Nov 02 12:43:02.206198 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (aba353f5-51f0-41f5-af78-c78549736744), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:02.260447 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384f44d-468f-4cb6-ad77-fca231ef0274 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b5c75f-ef7c-482f-875d-b153fa4bc372,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:02.357073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device f2839789-4a72-426e-888c-7dd2672362a4 details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:43:02.421156 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=11 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:02.433993 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f739c3ae-ddb6-451b-b785-7b045e32bb82 req-8cfcd3a1-3dc5-46f7-b308-12a31af8d24d tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "GET /networking/v2.0/security-groups/53d24c00-2267-4f2b-a550-901ab787024a HTTP/1.1" status: 200 len: 1819 time: 0.4599659 Nov 02 12:43:02.518458 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56245d5c-b77e-48da-9986-c4c4511b92f4 req-0a5e96e2-0ff0-4431-95f0-a5b0a3481fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:02.520370 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-56245d5c-b77e-48da-9986-c4c4511b92f4 req-0a5e96e2-0ff0-4431-95f0-a5b0a3481fcb service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 1132 time: 0.0961308 Nov 02 12:43:02.598481 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5973c-b4e8-4b3e-8d80-f52dafce41b2 req-645a14fd-402a-4310-9a4f-4628586ffdf3 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:02.633045 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-88c5973c-b4e8-4b3e-8d80-f52dafce41b2 req-645a14fd-402a-4310-9a4f-4628586ffdf3 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 950 time: 0.3139708 Nov 02 12:43:02.704335 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bd3e1e-61c3-42b7-a130-d3de69c3952d admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:43:02.715263 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-56245d5c-b77e-48da-9986-c4c4511b92f4 req-a19e1d4b-2378-47ef-a8e8-16ba179619df service neutron] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587350 Nov 02 12:43:02.717462 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (a1635daf-c409-4e0a-8b28-37f24dc053d3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:02.720348 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] Sync routers for ids ['f7fb6705-123c-472e-b1ba-fb9f9891ca3f'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:43:02.809814 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:02.811244 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] Routers {'f7fb6705-123c-472e-b1ba-fb9f9891ca3f'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:02.812282 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f7fb6705-123c-472e-b1ba-fb9f9891ca3f'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:02.851973 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks [] for floatingip (9bb6dbbd-86ed-4761-9754-468941a0fb9a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:02.857498 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:02.858857 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/9bb6dbbd-86ed-4761-9754-468941a0fb9a HTTP/1.1" status: 204 len: 168 time: 1.1213641 Nov 02 12:43:02.861324 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Pushing event deleted for resources: {'Port': ['ID=a1635daf-c409-4e0a-8b28-37f24dc053d3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:02.869659 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38308) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:02.883151 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:02.883599 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:02.884530 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:02.884945 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:02.885368 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:02.885767 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:02.887035 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:02.887530 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:02.893841 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:02.894638 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:02.895046 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:02.910993 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 88911f22-0b27-4c4e-8ee8-12c906f97e6f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:02.918327 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:02.918327 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:02.918327 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:02.919121 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af422e9f-5a2c-4b2b-8361-6de7a871fb7e tempest-AttachVolumeTestJSON-1195637149 tempest-AttachVolumeTestJSON-1195637149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:02.924433 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:03.024582 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3e1e-61c3-42b7-a130-d3de69c3952d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:03.028112 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b6bd3e1e-61c3-42b7-a130-d3de69c3952d admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.7316649 Nov 02 12:43:03.031285 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38314) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:03.032629 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f739c3ae-ddb6-451b-b785-7b045e32bb82 req-be8af331-87af-4ae2-89e0-8158755139c5 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (53d24c00-2267-4f2b-a550-901ab787024a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:03.124069 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.resource_extend [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:43:03.139095 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9dd42790-e4ee-490d-b306-1220d110f4d2 None None] Current status of the port 88911f22-0b27-4c4e-8ee8-12c906f97e6f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:03.152574 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Pushing event updated for resources: {'Port': ['ID=aba353f5-51f0-41f5-af78-c78549736744,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:03.173501 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:03.260265 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f739c3ae-ddb6-451b-b785-7b045e32bb82 req-be8af331-87af-4ae2-89e0-8158755139c5 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (53d24c00-2267-4f2b-a550-901ab787024a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:03.270596 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] Set router f7fb6705-123c-472e-b1ba-fb9f9891ca3f gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:03.320196 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-88c5973c-b4e8-4b3e-8d80-f52dafce41b2 req-94667271-907e-449e-92c1-f443c61c4ae4 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5699749 Nov 02 12:43:03.336264 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:03.395440 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:03.503634 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port f2839789-4a72-426e-888c-7dd2672362a4, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=f2839789-4a72-426e-888c-7dd2672362a4,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:03.525179 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': 'f2839789-4a72-426e-888c-7dd2672362a4', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': 'f2839789-4a72-426e-888c-7dd2672362a4', 'mac_address': 'fa:16:3e:89:6c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:43:03.539970 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3aa09646-ee7a-4650-a468-aa5e962a090b None None] Provisioning complete for port 88911f22-0b27-4c4e-8ee8-12c906f97e6f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:03.540965 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3aa09646-ee7a-4650-a468-aa5e962a090b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (88911f22-0b27-4c4e-8ee8-12c906f97e6f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:03.541537 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3aa09646-ee7a-4650-a468-aa5e962a090b None None] Attempt 1 to provision port 88911f22-0b27-4c4e-8ee8-12c906f97e6f Nov 02 12:43:03.551113 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f739c3ae-ddb6-451b-b785-7b045e32bb82 req-be8af331-87af-4ae2-89e0-8158755139c5 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (53d24c00-2267-4f2b-a550-901ab787024a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:03.554991 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f739c3ae-ddb6-451b-b785-7b045e32bb82 req-be8af331-87af-4ae2-89e0-8158755139c5 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:03.565479 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f739c3ae-ddb6-451b-b785-7b045e32bb82 req-be8af331-87af-4ae2-89e0-8158755139c5 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/53d24c00-2267-4f2b-a550-901ab787024a HTTP/1.1" status: 204 len: 173 time: 1.1289115 Nov 02 12:43:03.569497 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38328) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:03.651883 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 88911f22-0b27-4c4e-8ee8-12c906f97e6f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:03.652397 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (88911f22-0b27-4c4e-8ee8-12c906f97e6f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:03.652786 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 88911f22-0b27-4c4e-8ee8-12c906f97e6f Nov 02 12:43:03.683669 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8af331-87af-4ae2-89e0-8158755139c5 tempest-SecurityGroupsTestJSON-1544760784 tempest-SecurityGroupsTestJSON-1544760784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d24c00-2267-4f2b-a550-901ab787024a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:03.713028 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe35028-70ed-4856-a3d0-fde7c870d266', 'name': 'tempest-AttachSCSIVolumeTestJSON-1042082302-router', 'tenant_id': 'dea95d540b3a493abceeafe170c11c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '58e0fe10-7b4e-4bad-86b0-900b2c2545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:40Z', 'updated_at': '2022-11-02T12:42:57Z', 'revision_number': 4, 'project_id': 'dea95d540b3a493abceeafe170c11c4b', 'gw_port': {'id': '58e0fe10-7b4e-4bad-86b0-900b2c2545b8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe35028-70ed-4856-a3d0-fde7c870d266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:43Z', 'updated_at': '2022-11-02T12:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'f44bb8d8-fb92-406f-9093-42e8d5d5147b', 'name': '', 'network_id': 'a560cb09-550e-4e55-81ef-01997e8ce1d2', 'tenant_id': 'dea95d540b3a493abceeafe170c11c4b', 'mac_address': 'fa:16:3e:6c:7e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe35028-70ed-4856-a3d0-fde7c870d266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'c7302ebd-41f2-4448-97d8-2e8a2196092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:55Z', 'updated_at': '2022-11-02T12:42:58Z', 'revision_number': 2, 'project_id': 'dea95d540b3a493abceeafe170c11c4b', 'subnets': [{'id': 'c7302ebd-41f2-4448-97d8-2e8a2196092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:03.841512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38332) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:04.060549 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:04.145221 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] Checking router: 9fe35028-70ed-4856-a3d0-fde7c870d266 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:43:04.145221 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] Updating router 9fe35028-70ed-4856-a3d0-fde7c870d266 port f44bb8d8-fb92-406f-9093-42e8d5d5147b binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:43:04.159733 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port f2839789-4a72-426e-888c-7dd2672362a4 is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:04.160131 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f2839789-4a72-426e-888c-7dd2672362a4), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:04.211960 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:04.228743 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fb6705-123c-472e-b1ba-fb9f9891ca3f', 'name': 'tempest-ServersTestJSON-1567100357-router', 'tenant_id': '9dae73b687df4626a377fcf4030f78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e4b05d71-9fd8-45b2-b7b9-82965b69af5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:58Z', 'updated_at': '2022-11-02T12:43:00Z', 'revision_number': 3, 'project_id': '9dae73b687df4626a377fcf4030f78a0', 'gw_port': {'id': 'e4b05d71-9fd8-45b2-b7b9-82965b69af5e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fb6705-123c-472e-b1ba-fb9f9891ca3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:59Z', 'updated_at': '2022-11-02T12:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:04.324954 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] Checking router: f7fb6705-123c-472e-b1ba-fb9f9891ca3f for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:43:04.340356 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] Updating router f7fb6705-123c-472e-b1ba-fb9f9891ca3f port e4b05d71-9fd8-45b2-b7b9-82965b69af5e binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:43:04.340641 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2839789-4a72-426e-888c-7dd2672362a4 {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:43:04.411093 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e4b05d71-9fd8-45b2-b7b9-82965b69af5e), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:04.630533 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdd9bab5-b1fa-46b1-ab32-e275b4234431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (600e2af2-9bc0-4184-92bf-73db7ad32214), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:04.661620 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:04.742577 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port f2839789-4a72-426e-888c-7dd2672362a4, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=f2839789-4a72-426e-888c-7dd2672362a4,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:04.779940 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f44bb8d8-fb92-406f-9093-42e8d5d5147b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:04.840135 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] Publish callbacks [] for port (e4b05d71-9fd8-45b2-b7b9-82965b69af5e), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:04.939112 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f2839789-4a72-426e-888c-7dd2672362a4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:04.948964 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e4b05d71-9fd8-45b2-b7b9-82965b69af5e), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:04.952917 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e657000-5937-4969-9253-f08e3726bce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (69595fae-960b-44ef-98b6-a159a0f3a7e9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:04.956049 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 88911f22-0b27-4c4e-8ee8-12c906f97e6f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:04.973233 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:05.050928 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3aa09646-ee7a-4650-a468-aa5e962a090b None None] Current status of the port 88911f22-0b27-4c4e-8ee8-12c906f97e6f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:05.128987 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9bab5-b1fa-46b1-ab32-e275b4234431 admin admin] Deleting port d0a07296-cdd2-4154-94a3-56bdbe55fe17 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:05.129514 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdd9bab5-b1fa-46b1-ab32-e275b4234431 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d0a07296-cdd2-4154-94a3-56bdbe55fe17), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:05.157073 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2578d231-a1b3-4516-8347-00ba03e62398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:05.169340 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=f2839789-4a72-426e-888c-7dd2672362a4,revision_number=9']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:05.174011 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['f2839789-4a72-426e-888c-7dd2672362a4'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:43:05.201456 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-bc480fca-f96f-4a42-b498-c6765a59bc4b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1578595724-network', 'tenant_id': '2449c558939943129ecf0b6db5251e60'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:05.259653 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] Attempting to bind port e4b05d71-9fd8-45b2-b7b9-82965b69af5e on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:43:05.268716 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] Attempting to bind port e4b05d71-9fd8-45b2-b7b9-82965b69af5e by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:43:05.270151 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] Attempting to bind port e4b05d71-9fd8-45b2-b7b9-82965b69af5e on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:43:05.361415 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-2578d231-a1b3-4516-8347-00ba03e62398 admin admin] Allocated IP 172.20.0.1 (b73818dd-ad5f-4cb0-a704-da161faaa84f/1fd3a617-2b9b-48c7-8b7b-0fc8fe3f0dc4/c0244316-8749-471c-954b-c53e51d8f08d) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:43:05.678600 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2578d231-a1b3-4516-8347-00ba03e62398 admin admin] Publish callbacks [] for port (c0244316-8749-471c-954b-c53e51d8f08d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:05.706718 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] Publish callbacks [] for port (f44bb8d8-fb92-406f-9093-42e8d5d5147b), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:05.716661 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:05.758934 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:05.759438 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6f737-dbcc-424a-accb-ab7dbb1bb97b None None] Pushing event updated for resources: {'Port': ['ID=e4b05d71-9fd8-45b2-b7b9-82965b69af5e,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:05.765227 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:05.861780 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc480fca-f96f-4a42-b498-c6765a59bc4b admin admin] Made reservation on behalf of 2449c558939943129ecf0b6db5251e60 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:43:05.867644 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc480fca-f96f-4a42-b498-c6765a59bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:05.892539 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f44bb8d8-fb92-406f-9093-42e8d5d5147b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:05.901489 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:43:05.901489 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:43:05.901489 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:05.928522 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc480fca-f96f-4a42-b498-c6765a59bc4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:05.928884 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:43:05.928884 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] Bound port: e4b05d71-9fd8-45b2-b7b9-82965b69af5e, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:43:05.928884 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e4b05d71-9fd8-45b2-b7b9-82965b69af5e), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:05.944515 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6e657000-5937-4969-9253-f08e3726bce9 admin admin] Deleting port fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:05.945028 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e657000-5937-4969-9253-f08e3726bce9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:06.141124 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] For port e4b05d71-9fd8-45b2-b7b9-82965b69af5e, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:43:06.146392 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] For port e4b05d71-9fd8-45b2-b7b9-82965b69af5e, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e4b05d71-9fd8-45b2-b7b9-82965b69af5e,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:43:06.155505 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2578d231-a1b3-4516-8347-00ba03e62398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (c0244316-8749-471c-954b-c53e51d8f08d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:06.185258 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc480fca-f96f-4a42-b498-c6765a59bc4b admin admin] Publish callbacks [] for security_group (3f10aa35-efe6-4abc-abb9-5724458ea216), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:06.209320 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:06.216458 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-cdd9bab5-b1fa-46b1-ab32-e275b4234431 admin admin] For port d0a07296-cdd2-4154-94a3-56bdbe55fe17, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d0a07296-cdd2-4154-94a3-56bdbe55fe17,segment=NetworkSegment(7c7de9f9-280a-4d0a-a352-f9c9c4a83985),segment_id=7c7de9f9-280a-4d0a-a352-f9c9c4a83985)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:06.217285 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdd9bab5-b1fa-46b1-ab32-e275b4234431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d0a07296-cdd2-4154-94a3-56bdbe55fe17), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:06.220334 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e4b05d71-9fd8-45b2-b7b9-82965b69af5e), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:06.261088 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc480fca-f96f-4a42-b498-c6765a59bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3f10aa35-efe6-4abc-abb9-5724458ea216), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:06.263653 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9bab5-b1fa-46b1-ab32-e275b4234431 admin admin] Calling delete_port for d0a07296-cdd2-4154-94a3-56bdbe55fe17 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:06.315269 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc480fca-f96f-4a42-b498-c6765a59bc4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:43:06.344440 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6f737-dbcc-424a-accb-ab7dbb1bb97b None None] Pushing event updated for resources: {'Port': ['ID=e4b05d71-9fd8-45b2-b7b9-82965b69af5e,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:06.371673 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc480fca-f96f-4a42-b498-c6765a59bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (baf19812-50b9-42de-b69f-ce9bf897009f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:06.373033 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] Routers {'f7fb6705-123c-472e-b1ba-fb9f9891ca3f'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:06.373935 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f7fb6705-123c-472e-b1ba-fb9f9891ca3f'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:06.380804 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-bc480fca-f96f-4a42-b498-c6765a59bc4b admin admin] Added segment baf19812-50b9-42de-b69f-ce9bf897009f of type vlan for network 373dbb88-f4de-44a8-9dd3-f28fc450a09b Nov 02 12:43:06.391561 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b3f79-e84b-489d-bdb2-2aea5dc9a41d None None] Pushing event updated for resources: {'Port': ['ID=f44bb8d8-fb92-406f-9093-42e8d5d5147b,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:06.411804 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] Attempting to bind port f44bb8d8-fb92-406f-9093-42e8d5d5147b on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:43:06.412216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] Attempting to bind port f44bb8d8-fb92-406f-9093-42e8d5d5147b by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '343589a1-e164-4151-86db-2325b0f4d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a560cb09-550e-4e55-81ef-01997e8ce1d2'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:43:06.412592 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] Attempting to bind port f44bb8d8-fb92-406f-9093-42e8d5d5147b on network a560cb09-550e-4e55-81ef-01997e8ce1d2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:43:06.468109 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:43:06.468507 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] Checking segment: {'id': '343589a1-e164-4151-86db-2325b0f4d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a560cb09-550e-4e55-81ef-01997e8ce1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:43:06.469001 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:06.469423 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] Bound using segment: {'id': '343589a1-e164-4151-86db-2325b0f4d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a560cb09-550e-4e55-81ef-01997e8ce1d2'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:43:06.469905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] Bound port: f44bb8d8-fb92-406f-9093-42e8d5d5147b, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343589a1-e164-4151-86db-2325b0f4d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a560cb09-550e-4e55-81ef-01997e8ce1d2'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:43:06.470286 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f44bb8d8-fb92-406f-9093-42e8d5d5147b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:06.576068 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:06.600906 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:06.643399 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:06.663302 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] Set router f7fb6705-123c-472e-b1ba-fb9f9891ca3f gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:06.669043 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] For port f44bb8d8-fb92-406f-9093-42e8d5d5147b, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:43:06.672347 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] For port f44bb8d8-fb92-406f-9093-42e8d5d5147b, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f44bb8d8-fb92-406f-9093-42e8d5d5147b,segment=NetworkSegment(343589a1-e164-4151-86db-2325b0f4d3c0),segment_id=343589a1-e164-4151-86db-2325b0f4d3c0)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:43:06.723339 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc480fca-f96f-4a42-b498-c6765a59bc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f10aa35-efe6-4abc-abb9-5724458ea216,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:06.746049 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc480fca-f96f-4a42-b498-c6765a59bc4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (373dbb88-f4de-44a8-9dd3-f28fc450a09b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:06.753525 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2578d231-a1b3-4516-8347-00ba03e62398 admin admin] Network b73818dd-ad5f-4cb0-a704-da161faaa84f is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:43:06.759228 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-2578d231-a1b3-4516-8347-00ba03e62398 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:43:06.763893 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578d231-a1b3-4516-8347-00ba03e62398 admin admin] Pushing event updated for resources: {'Port': ['ID=c0244316-8749-471c-954b-c53e51d8f08d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:06.770271 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2578d231-a1b3-4516-8347-00ba03e62398 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:43:06.809718 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f44bb8d8-fb92-406f-9093-42e8d5d5147b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:06.825611 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2578d231-a1b3-4516-8347-00ba03e62398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (f7fb6705-123c-472e-b1ba-fb9f9891ca3f), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:06.854572 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-6e657000-5937-4969-9253-f08e3726bce9 admin admin] For port fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2,segment=NetworkSegment(8b1e9d0b-6232-434f-a661-e35aac885f5b),segment_id=8b1e9d0b-6232-434f-a661-e35aac885f5b)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:06.858771 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e657000-5937-4969-9253-f08e3726bce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:06.926326 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6e657000-5937-4969-9253-f08e3726bce9 admin admin] Calling delete_port for fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:07.001826 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b3f79-e84b-489d-bdb2-2aea5dc9a41d None None] Pushing event updated for resources: {'Port': ['ID=f44bb8d8-fb92-406f-9093-42e8d5d5147b,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:07.019524 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device f2839789-4a72-426e-888c-7dd2672362a4 up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:07.099533 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdd9bab5-b1fa-46b1-ab32-e275b4234431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (d0a07296-cdd2-4154-94a3-56bdbe55fe17), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:07.122728 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc480fca-f96f-4a42-b498-c6765a59bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (373dbb88-f4de-44a8-9dd3-f28fc450a09b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:07.123745 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc480fca-f96f-4a42-b498-c6765a59bc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:07.124328 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc480fca-f96f-4a42-b498-c6765a59bc4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:07.192504 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9bab5-b1fa-46b1-ab32-e275b4234431 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a07296-cdd2-4154-94a3-56bdbe55fe17,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:07.230892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port f2839789-4a72-426e-888c-7dd2672362a4 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:07.231284 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f2839789-4a72-426e-888c-7dd2672362a4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:07.231611 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port f2839789-4a72-426e-888c-7dd2672362a4 Nov 02 12:43:07.266024 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] Routers {'9fe35028-70ed-4856-a3d0-fde7c870d266'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:07.266024 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9fe35028-70ed-4856-a3d0-fde7c870d266'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:07.409404 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fb6705-123c-472e-b1ba-fb9f9891ca3f', 'name': 'tempest-ServersTestJSON-1567100357-router', 'tenant_id': '9dae73b687df4626a377fcf4030f78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e4b05d71-9fd8-45b2-b7b9-82965b69af5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:58Z', 'updated_at': '2022-11-02T12:43:00Z', 'revision_number': 3, 'project_id': '9dae73b687df4626a377fcf4030f78a0', 'gw_port': {'id': 'e4b05d71-9fd8-45b2-b7b9-82965b69af5e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fb6705-123c-472e-b1ba-fb9f9891ca3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:59Z', 'updated_at': '2022-11-02T12:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:07.458276 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:07.491631 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706567c2-eaf4-4e5f-9566-7295e3b412b9 None None] The sync data for ids ['f7fb6705-123c-472e-b1ba-fb9f9891ca3f'] in n-d-857339-6 is: [{'id': 'f7fb6705-123c-472e-b1ba-fb9f9891ca3f', 'name': 'tempest-ServersTestJSON-1567100357-router', 'tenant_id': '9dae73b687df4626a377fcf4030f78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e4b05d71-9fd8-45b2-b7b9-82965b69af5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:58Z', 'updated_at': '2022-11-02T12:43:00Z', 'revision_number': 3, 'project_id': '9dae73b687df4626a377fcf4030f78a0', 'gw_port': {'id': 'e4b05d71-9fd8-45b2-b7b9-82965b69af5e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fb6705-123c-472e-b1ba-fb9f9891ca3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:59Z', 'updated_at': '2022-11-02T12:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:43:07.501607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8a68b0e8-778e-4775-9ce4-361fdf54269e None None] Provisioning complete for port c0244316-8749-471c-954b-c53e51d8f08d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:07.502241 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8a68b0e8-778e-4775-9ce4-361fdf54269e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c0244316-8749-471c-954b-c53e51d8f08d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:07.502511 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8a68b0e8-778e-4775-9ce4-361fdf54269e None None] Attempt 1 to provision port c0244316-8749-471c-954b-c53e51d8f08d Nov 02 12:43:07.603720 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8a68b0e8-778e-4775-9ce4-361fdf54269e None None] Port c0244316-8749-471c-954b-c53e51d8f08d cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:43:07.725319 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:07.952252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port f2839789-4a72-426e-888c-7dd2672362a4 is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:07.955425 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f2839789-4a72-426e-888c-7dd2672362a4), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:07.982833 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:08.009714 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bc480fca-f96f-4a42-b498-c6765a59bc4b admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.1617889 Nov 02 12:43:08.016887 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38360) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:08.025386 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port f2839789-4a72-426e-888c-7dd2672362a4, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=f2839789-4a72-426e-888c-7dd2672362a4,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:08.029219 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] Set router 9fe35028-70ed-4856-a3d0-fde7c870d266 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:08.032539 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f150cf-3b5c-4ffe-9783-619b9e1dd435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2839789-4a72-426e-888c-7dd2672362a4'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:43:08.045993 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98387b83-ab8c-48e1-ab13-52063827abed" -d '{"events": [{"server_uuid": "56f150cf-3b5c-4ffe-9783-619b9e1dd435", "name": "network-vif-plugged", "status": "completed", "tag": "f2839789-4a72-426e-888c-7dd2672362a4"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:43:08.110986 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f2839789-4a72-426e-888c-7dd2672362a4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:08.186272 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=f2839789-4a72-426e-888c-7dd2672362a4,revision_number=10']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:08.238349 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:08.244370 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdd9bab5-b1fa-46b1-ab32-e275b4234431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (600e2af2-9bc0-4184-92bf-73db7ad32214), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:08.390456 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-622a1b3c-b009-4259-ac9d-8751ed4d28bf admin admin] Request body: {'subnet': {'network_id': '373dbb88-f4de-44a8-9dd3-f28fc450a09b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1578595724-subnet', 'tenant_id': '2449c558939943129ecf0b6db5251e60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:08.412580 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fdcd0767-6d96-4d4d-adfc-e8055e6ebb42 req-d6c4f60b-7964-43b9-bcc7-12bb2c4ec0c5 tempest-ServerShowV257Test-1333429206 tempest-ServerShowV257Test-1333429206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.4598420 Nov 02 12:43:08.428468 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a92fedb-1d42-4127-9505-fe0bacdc47ad None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:43:08.446125 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc480fca-f96f-4a42-b498-c6765a59bc4b admin admin] Pushing event updated for resources: {'Network': ['ID=373dbb88-f4de-44a8-9dd3-f28fc450a09b,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:08.478349 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf58b1-85fb-4690-b8db-e584be9899db req-a724f6f3-ad95-4cd4-a8cd-04cbd73eb301 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:08.485394 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b1bf58b1-85fb-4690-b8db-e584be9899db req-a724f6f3-ad95-4cd4-a8cd-04cbd73eb301 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 950 time: 0.5287936 Nov 02 12:43:08.542874 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:08.547460 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2578d231-a1b3-4516-8347-00ba03e62398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c0244316-8749-471c-954b-c53e51d8f08d), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:08.829390 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:08.838764 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622a1b3c-b009-4259-ac9d-8751ed4d28bf admin admin] Made reservation on behalf of 2449c558939943129ecf0b6db5251e60 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:43:08.857883 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-622a1b3c-b009-4259-ac9d-8751ed4d28bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:09.102854 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 373dbb88-f4de-44a8-9dd3-f28fc450a09b details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:43:09.110707 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:09.127790 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12f5f9f-a2ae-4fc2-8d9a-f78809f837b7 x-openstack-request-id: req-c12f5f9f-a2ae-4fc2-8d9a-f78809f837b7 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:43:09.128078 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f150cf-3b5c-4ffe-9783-619b9e1dd435", "name": "network-vif-plugged", "status": "completed", "tag": "f2839789-4a72-426e-888c-7dd2672362a4", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:43:09.128420 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c12f5f9f-a2ae-4fc2-8d9a-f78809f837b7 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:43:09.128750 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c12f5f9f-a2ae-4fc2-8d9a-f78809f837b7'] response: {'server_uuid': '56f150cf-3b5c-4ffe-9783-619b9e1dd435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2839789-4a72-426e-888c-7dd2672362a4', 'code': 200} Nov 02 12:43:09.280154 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:09.294703 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:09.327349 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b1bf58b1-85fb-4690-b8db-e584be9899db req-543c0297-4e54-4002-8c0d-73fa7ebb08fe tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8259006 Nov 02 12:43:09.331448 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-622a1b3c-b009-4259-ac9d-8751ed4d28bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (ac3fd2ec-48a1-44e9-9a79-af3c25efe35e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:09.367700 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a92fedb-1d42-4127-9505-fe0bacdc47ad None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:43:09.534376 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a1b3c-b009-4259-ac9d-8751ed4d28bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac3fd2ec-48a1-44e9-9a79-af3c25efe35e,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:09.536355 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e4b05d71-9fd8-45b2-b7b9-82965b69af5e up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:09.544302 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e657000-5937-4969-9253-f08e3726bce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:09.573950 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:09.702553 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9746c-c207-402e-b6bc-f145ca407f01 req-a65d9638-1c9a-4f9d-9d05-74c4135fd4ff tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:09.707112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe35028-70ed-4856-a3d0-fde7c870d266', 'name': 'tempest-AttachSCSIVolumeTestJSON-1042082302-router', 'tenant_id': 'dea95d540b3a493abceeafe170c11c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '58e0fe10-7b4e-4bad-86b0-900b2c2545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:40Z', 'updated_at': '2022-11-02T12:42:57Z', 'revision_number': 4, 'project_id': 'dea95d540b3a493abceeafe170c11c4b', 'gw_port': {'id': '58e0fe10-7b4e-4bad-86b0-900b2c2545b8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe35028-70ed-4856-a3d0-fde7c870d266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:43Z', 'updated_at': '2022-11-02T12:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'f44bb8d8-fb92-406f-9093-42e8d5d5147b', 'name': '', 'network_id': 'a560cb09-550e-4e55-81ef-01997e8ce1d2', 'tenant_id': 'dea95d540b3a493abceeafe170c11c4b', 'mac_address': 'fa:16:3e:6c:7e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe35028-70ed-4856-a3d0-fde7c870d266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'c7302ebd-41f2-4448-97d8-2e8a2196092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:55Z', 'updated_at': '2022-11-02T12:43:06Z', 'revision_number': 4, 'project_id': 'dea95d540b3a493abceeafe170c11c4b', 'subnets': [{'id': 'c7302ebd-41f2-4448-97d8-2e8a2196092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:09.714544 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4fa9746c-c207-402e-b6bc-f145ca407f01 req-a65d9638-1c9a-4f9d-9d05-74c4135fd4ff tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 1132 time: 0.1435504 Nov 02 12:43:09.773154 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:09.779089 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd9bab5-b1fa-46b1-ab32-e275b4234431 admin admin] Router 600e2af2-9bc0-4184-92bf-73db7ad32214 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:43:09.814553 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2578d231-a1b3-4516-8347-00ba03e62398 admin admin] Publish callbacks [] for port (c0244316-8749-471c-954b-c53e51d8f08d), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:09.875359 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e657000-5937-4969-9253-f08e3726bce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:09.977275 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-07810e29-75e2-40c5-b821-826bd3eeaced req-5fd62c47-b12d-4245-848a-bf1233b54b6a tempest-ServerShowV257Test-1333429206 tempest-ServerShowV257Test-1333429206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.2207308 Nov 02 12:43:09.978134 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:09.994451 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2578d231-a1b3-4516-8347-00ba03e62398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (c0244316-8749-471c-954b-c53e51d8f08d), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:10.025511 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:10.110420 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4fa9746c-c207-402e-b6bc-f145ca407f01 req-73aeda0b-9ad6-488d-9f4e-262174042657 tempest-ServersOnMultiNodesTest-1040632688 tempest-ServersOnMultiNodesTest-1040632688-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890049 Nov 02 12:43:10.147474 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc91e07-f2a3-44fc-b4f2-5d464b3f15b2 None None] The sync data for ids ['9fe35028-70ed-4856-a3d0-fde7c870d266'] in n-d-857339-6 is: [{'id': '9fe35028-70ed-4856-a3d0-fde7c870d266', 'name': 'tempest-AttachSCSIVolumeTestJSON-1042082302-router', 'tenant_id': 'dea95d540b3a493abceeafe170c11c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '58e0fe10-7b4e-4bad-86b0-900b2c2545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:40Z', 'updated_at': '2022-11-02T12:42:57Z', 'revision_number': 4, 'project_id': 'dea95d540b3a493abceeafe170c11c4b', 'gw_port': {'id': '58e0fe10-7b4e-4bad-86b0-900b2c2545b8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe35028-70ed-4856-a3d0-fde7c870d266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:43Z', 'updated_at': '2022-11-02T12:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'f44bb8d8-fb92-406f-9093-42e8d5d5147b', 'name': '', 'network_id': 'a560cb09-550e-4e55-81ef-01997e8ce1d2', 'tenant_id': 'dea95d540b3a493abceeafe170c11c4b', 'mac_address': 'fa:16:3e:6c:7e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe35028-70ed-4856-a3d0-fde7c870d266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'c7302ebd-41f2-4448-97d8-2e8a2196092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:55Z', 'updated_at': '2022-11-02T12:43:06Z', 'revision_number': 4, 'project_id': 'dea95d540b3a493abceeafe170c11c4b', 'subnets': [{'id': 'c7302ebd-41f2-4448-97d8-2e8a2196092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:43:10.150491 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e4b05d71-9fd8-45b2-b7b9-82965b69af5e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:10.151203 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e4b05d71-9fd8-45b2-b7b9-82965b69af5e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:10.152281 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e4b05d71-9fd8-45b2-b7b9-82965b69af5e Nov 02 12:43:10.226258 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578d231-a1b3-4516-8347-00ba03e62398 admin admin] Pushing event updated for resources: {'Port': ['ID=c0244316-8749-471c-954b-c53e51d8f08d,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:10.334334 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd9bab5-b1fa-46b1-ab32-e275b4234431 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:43:10.346959 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a1b3c-b009-4259-ac9d-8751ed4d28bf admin admin] Checking segment: {'id': 'baf19812-50b9-42de-b69f-ce9bf897009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '373dbb88-f4de-44a8-9dd3-f28fc450a09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:43:10.351147 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622a1b3c-b009-4259-ac9d-8751ed4d28bf admin admin] Network hostable DHCP agents. Network: 373dbb88-f4de-44a8-9dd3-f28fc450a09b, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:43:10.364975 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cdd9bab5-b1fa-46b1-ab32-e275b4234431 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/600e2af2-9bc0-4184-92bf-73db7ad32214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4854589 Nov 02 12:43:10.370142 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38396) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:10.381458 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2578d231-a1b3-4516-8347-00ba03e62398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (f7fb6705-123c-472e-b1ba-fb9f9891ca3f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:10.642309 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622a1b3c-b009-4259-ac9d-8751ed4d28bf admin admin] Network 373dbb88-f4de-44a8-9dd3-f28fc450a09b is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:43:10.645830 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:10.661021 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea53f1a-cab3-4b25-9ba2-d288821737d9 None None] Sync routers for ids ['600e2af2-9bc0-4184-92bf-73db7ad32214'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:43:10.677418 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e4b05d71-9fd8-45b2-b7b9-82965b69af5e is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:10.679567 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e4b05d71-9fd8-45b2-b7b9-82965b69af5e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:10.685516 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e657000-5937-4969-9253-f08e3726bce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (69595fae-960b-44ef-98b6-a159a0f3a7e9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:10.700535 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:10.726239 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea53f1a-cab3-4b25-9ba2-d288821737d9 None None] Routers {'600e2af2-9bc0-4184-92bf-73db7ad32214'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:10.727329 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7ea53f1a-cab3-4b25-9ba2-d288821737d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['600e2af2-9bc0-4184-92bf-73db7ad32214'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:10.750441 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port e4b05d71-9fd8-45b2-b7b9-82965b69af5e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e4b05d71-9fd8-45b2-b7b9-82965b69af5e,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:10.909623 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:10.917475 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-622a1b3c-b009-4259-ac9d-8751ed4d28bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 373dbb88-f4de-44a8-9dd3-f28fc450a09b) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:43:10.946390 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622a1b3c-b009-4259-ac9d-8751ed4d28bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:10.949734 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-622a1b3c-b009-4259-ac9d-8751ed4d28bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:11.215134 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e4b05d71-9fd8-45b2-b7b9-82965b69af5e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:11.750257 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-7ea53f1a-cab3-4b25-9ba2-d288821737d9 None None] Set router 600e2af2-9bc0-4184-92bf-73db7ad32214 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:11.816711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283d2ac6-9c30-4a51-9093-806b6672bcdf None None] Network 373dbb88-f4de-44a8-9dd3-f28fc450a09b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:43:11.959734 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=e4b05d71-9fd8-45b2-b7b9-82965b69af5e,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:12.179482 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=7,neutron:SELECT=89,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:12.310074 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:12.345693 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c8bac98-0258-4429-81ef-4c16926bcd67 admin admin] Publish callbacks [] for router (600e2af2-9bc0-4184-92bf-73db7ad32214), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:12.361220 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2578d231-a1b3-4516-8347-00ba03e62398 admin admin] Network b73818dd-ad5f-4cb0-a704-da161faaa84f is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:43:12.369040 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-2578d231-a1b3-4516-8347-00ba03e62398 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:43:12.542602 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:12.627692 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:12.743829 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:12.754311 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:12.811520 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f44bb8d8-fb92-406f-9093-42e8d5d5147b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:13.025854 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:13.027713 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4934bb40-a861-419b-8abd-b30463374fb8 None None] Provisioning complete for port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:13.030260 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4934bb40-a861-419b-8abd-b30463374fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (18949b6f-cf72-4062-b8fe-7bc8f77cc5b1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:13.030660 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4934bb40-a861-419b-8abd-b30463374fb8 None None] Attempt 1 to provision port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 Nov 02 12:43:13.100930 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c8bac98-0258-4429-81ef-4c16926bcd67 admin admin] Publish callbacks [] for router_gateway (600e2af2-9bc0-4184-92bf-73db7ad32214), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:13.124621 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2578d231-a1b3-4516-8347-00ba03e62398 admin admin] Router f7fb6705-123c-472e-b1ba-fb9f9891ca3f has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:43:13.128867 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-459bf04f-96c6-4414-adc3-31f5e4421105 req-cfc62ffb-56ae-436f-aec6-def8f613ac26 tempest-ServerShowV257Test-1333429206 tempest-ServerShowV257Test-1333429206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.5210650 Nov 02 12:43:13.265059 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:13.279419 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e657000-5937-4969-9253-f08e3726bce9 admin admin] Router 69595fae-960b-44ef-98b6-a159a0f3a7e9 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:43:13.287218 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d25bd-aaee-4836-924d-dfe5eaa39d55 req-2a3a17bc-0284-4a36-9497-23eea4759363 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:13.296987 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b53d25bd-aaee-4836-924d-dfe5eaa39d55 req-2a3a17bc-0284-4a36-9497-23eea4759363 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 950 time: 0.6951611 Nov 02 12:43:13.348871 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38422) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:13.353535 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-622a1b3c-b009-4259-ac9d-8751ed4d28bf admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.0035415 Nov 02 12:43:13.579543 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e1508188-145c-46ad-bdaf-325bc8d6ebd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:13.612013 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-47a7dc67-2254-421b-8871-f026d28fd99a admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1578595724-router', 'tenant_id': '2449c558939943129ecf0b6db5251e60', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:13.635718 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-373dbb88-f4de-44a8-9dd3-f28fc450a09b', 'network_id': '373dbb88-f4de-44a8-9dd3-f28fc450a09b', 'project_id': '2449c558939943129ecf0b6db5251e60', 'fixed_ips': [{'subnet_id': 'ac3fd2ec-48a1-44e9-9a79-af3c25efe35e'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:43:13.636427 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:13.684197 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2578d231-a1b3-4516-8347-00ba03e62398 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:43:13.698769 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] Sync routers for ids ['f7fb6705-123c-472e-b1ba-fb9f9891ca3f'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:43:13.718299 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2578d231-a1b3-4516-8347-00ba03e62398 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/f7fb6705-123c-472e-b1ba-fb9f9891ca3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6855898 Nov 02 12:43:13.737156 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] Routers {'f7fb6705-123c-472e-b1ba-fb9f9891ca3f'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:13.747363 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f7fb6705-123c-472e-b1ba-fb9f9891ca3f'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:13.805608 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:13.856982 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:13.858649 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-4c8bac98-0258-4429-81ef-4c16926bcd67 admin admin] Deleting port 2de311d7-b80e-4532-8855-121f9e7c40c3 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:13.873868 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c8bac98-0258-4429-81ef-4c16926bcd67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2de311d7-b80e-4532-8855-121f9e7c40c3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:13.873868 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-47a7dc67-2254-421b-8871-f026d28fd99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (b0748113-6944-41b0-81a4-231394c8bbfc), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:13.873868 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-47a7dc67-2254-421b-8871-f026d28fd99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (b0748113-6944-41b0-81a4-231394c8bbfc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:13.899251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port f44bb8d8-fb92-406f-9093-42e8d5d5147b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:13.900464 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f44bb8d8-fb92-406f-9093-42e8d5d5147b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:13.901544 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port f44bb8d8-fb92-406f-9093-42e8d5d5147b Nov 02 12:43:13.974012 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b53d25bd-aaee-4836-924d-dfe5eaa39d55 req-de792876-7da9-4319-b219-e45b09f3b409 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6740203 Nov 02 12:43:13.977022 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e657000-5937-4969-9253-f08e3726bce9 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:43:14.034777 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6e657000-5937-4969-9253-f08e3726bce9 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/69595fae-960b-44ef-98b6-a159a0f3a7e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4624872 Nov 02 12:43:14.043261 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38426) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:14.062871 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b94a49-a103-4299-b2ea-4f36be9db253 None None] Sync routers for ids ['69595fae-960b-44ef-98b6-a159a0f3a7e9'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:43:14.122805 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-47a7dc67-2254-421b-8871-f026d28fd99a admin admin] Publish callbacks [] for router_controller (b0748113-6944-41b0-81a4-231394c8bbfc), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:14.164246 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:14.192683 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baa140-81fd-4742-9302-52515aaf39ea req-942b46b2-6040-48d6-87ae-cdd3cd30970e tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:14.192683 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-82baa140-81fd-4742-9302-52515aaf39ea req-942b46b2-6040-48d6-87ae-cdd3cd30970e tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 950 time: 0.8394527 Nov 02 12:43:14.308095 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4934bb40-a861-419b-8abd-b30463374fb8 None None] Current status of the port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:14.321797 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:14.333492 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] Set router f7fb6705-123c-472e-b1ba-fb9f9891ca3f gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:14.351149 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-82baa140-81fd-4742-9302-52515aaf39ea req-18cc5429-90b3-4456-a9db-e39eb3e3f8b7 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Deleting port aba353f5-51f0-41f5-af78-c78549736744 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:14.351824 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-82baa140-81fd-4742-9302-52515aaf39ea req-18cc5429-90b3-4456-a9db-e39eb3e3f8b7 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (aba353f5-51f0-41f5-af78-c78549736744), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:14.505558 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:14.523143 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d445b4a-bb0b-4dfa-a152-505a787115b9 admin admin] Publish callbacks [] for router (69595fae-960b-44ef-98b6-a159a0f3a7e9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:14.646723 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port f44bb8d8-fb92-406f-9093-42e8d5d5147b is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:14.648635 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f44bb8d8-fb92-406f-9093-42e8d5d5147b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:14.705271 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b94a49-a103-4299-b2ea-4f36be9db253 None None] Routers {'69595fae-960b-44ef-98b6-a159a0f3a7e9'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:14.707810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f6b94a49-a103-4299-b2ea-4f36be9db253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['69595fae-960b-44ef-98b6-a159a0f3a7e9'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:14.715254 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38436) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:14.750755 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-a422e577-41e2-4479-9c98-41e593b46a8e tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1812732980', 'description': 'tempest-description--261818492'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:14.846557 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:14.848006 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:14.908192 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d445b4a-bb0b-4dfa-a152-505a787115b9 admin admin] Publish callbacks [] for router_gateway (69595fae-960b-44ef-98b6-a159a0f3a7e9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:14.914302 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c2712bc4-db3b-4fbe-8833-28265b67b675 req-544fab91-8b6d-4460-a0b6-4f9dd15d4302 tempest-ServerShowV257Test-1333429206 tempest-ServerShowV257Test-1333429206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.1051438 Nov 02 12:43:14.981014 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fb6705-123c-472e-b1ba-fb9f9891ca3f', 'name': 'tempest-ServersTestJSON-1567100357-router', 'tenant_id': '9dae73b687df4626a377fcf4030f78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e4b05d71-9fd8-45b2-b7b9-82965b69af5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:58Z', 'updated_at': '2022-11-02T12:43:07Z', 'revision_number': 4, 'project_id': '9dae73b687df4626a377fcf4030f78a0', 'gw_port': {'id': 'e4b05d71-9fd8-45b2-b7b9-82965b69af5e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb6705-123c-472e-b1ba-fb9f9891ca3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:59Z', 'updated_at': '2022-11-02T12:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'c0244316-8749-471c-954b-c53e51d8f08d', 'name': '', 'network_id': 'b73818dd-ad5f-4cb0-a704-da161faaa84f', 'tenant_id': '9dae73b687df4626a377fcf4030f78a0', 'mac_address': 'fa:16:3e:20:bf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fb6705-123c-472e-b1ba-fb9f9891ca3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1fd3a617-2b9b-48c7-8b7b-0fc8fe3f0dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:05Z', 'updated_at': '2022-11-02T12:43:08Z', 'revision_number': 2, 'project_id': '9dae73b687df4626a377fcf4030f78a0', 'subnets': [{'id': '1fd3a617-2b9b-48c7-8b7b-0fc8fe3f0dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:15.049931 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-82baa140-81fd-4742-9302-52515aaf39ea req-18cc5429-90b3-4456-a9db-e39eb3e3f8b7 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] For port aba353f5-51f0-41f5-af78-c78549736744, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=aba353f5-51f0-41f5-af78-c78549736744,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:15.050349 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-82baa140-81fd-4742-9302-52515aaf39ea req-18cc5429-90b3-4456-a9db-e39eb3e3f8b7 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (aba353f5-51f0-41f5-af78-c78549736744), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.053069 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] Checking router: f7fb6705-123c-472e-b1ba-fb9f9891ca3f for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:43:15.053698 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] Updating router f7fb6705-123c-472e-b1ba-fb9f9891ca3f port c0244316-8749-471c-954b-c53e51d8f08d binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:43:15.098234 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-82baa140-81fd-4742-9302-52515aaf39ea req-18cc5429-90b3-4456-a9db-e39eb3e3f8b7 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Calling delete_port for aba353f5-51f0-41f5-af78-c78549736744 owned by compute:nova {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:15.140184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-93102ab8-c1d5-474f-9146-5cc92b7a9ff0 None None] Provisioning complete for port c0244316-8749-471c-954b-c53e51d8f08d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:15.140887 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-93102ab8-c1d5-474f-9146-5cc92b7a9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c0244316-8749-471c-954b-c53e51d8f08d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.141002 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-93102ab8-c1d5-474f-9146-5cc92b7a9ff0 None None] Attempt 1 to provision port c0244316-8749-471c-954b-c53e51d8f08d Nov 02 12:43:15.160889 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7ea53f1a-cab3-4b25-9ba2-d288821737d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600e2af2-9bc0-4184-92bf-73db7ad32214', 'name': 'tempest-AttachVolumeTestJSON-1755444266-router', 'tenant_id': 'e1824edba1954bc49c70a63cedd89d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2de311d7-b80e-4532-8855-121f9e7c40c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:59Z', 'updated_at': '2022-11-02T12:43:06Z', 'revision_number': 5, 'project_id': 'e1824edba1954bc49c70a63cedd89d53', 'gw_port': {'id': '2de311d7-b80e-4532-8855-121f9e7c40c3', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600e2af2-9bc0-4184-92bf-73db7ad32214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:02Z', 'updated_at': '2022-11-02T12:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:15.189772 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c0244316-8749-471c-954b-c53e51d8f08d), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.256025 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2d445b4a-bb0b-4dfa-a152-505a787115b9 admin admin] Deleting port ca9941c5-623f-4e5c-ad55-80d5480c3f06 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:15.272530 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d445b4a-bb0b-4dfa-a152-505a787115b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ca9941c5-623f-4e5c-ad55-80d5480c3f06), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.299359 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-4c8bac98-0258-4429-81ef-4c16926bcd67 admin admin] For port 2de311d7-b80e-4532-8855-121f9e7c40c3, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2de311d7-b80e-4532-8855-121f9e7c40c3,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:15.299765 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c8bac98-0258-4429-81ef-4c16926bcd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2de311d7-b80e-4532-8855-121f9e7c40c3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.404428 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.405463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea53f1a-cab3-4b25-9ba2-d288821737d9 None None] Checking router: 600e2af2-9bc0-4184-92bf-73db7ad32214 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:43:15.451916 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a422e577-41e2-4479-9c98-41e593b46a8e tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.464166 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port f44bb8d8-fb92-406f-9093-42e8d5d5147b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f44bb8d8-fb92-406f-9093-42e8d5d5147b,segment=NetworkSegment(343589a1-e164-4151-86db-2325b0f4d3c0),segment_id=343589a1-e164-4151-86db-2325b0f4d3c0)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:15.483861 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-47a7dc67-2254-421b-8871-f026d28fd99a admin admin] Publish callbacks [] for router_gateway (b0748113-6944-41b0-81a4-231394c8bbfc), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.504423 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:15.508351 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-2d445b4a-bb0b-4dfa-a152-505a787115b9 admin admin] For port ca9941c5-623f-4e5c-ad55-80d5480c3f06, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ca9941c5-623f-4e5c-ad55-80d5480c3f06,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:15.530901 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d445b4a-bb0b-4dfa-a152-505a787115b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ca9941c5-623f-4e5c-ad55-80d5480c3f06), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.538111 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-4c8bac98-0258-4429-81ef-4c16926bcd67 admin admin] Calling delete_port for 2de311d7-b80e-4532-8855-121f9e7c40c3 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:15.547133 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] Allocated IP 172.20.0.2 (373dbb88-f4de-44a8-9dd3-f28fc450a09b/ac3fd2ec-48a1-44e9-9a79-af3c25efe35e/fe0097c4-3170-407b-aca5-a8ac36469aea) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:43:15.559061 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:15.570816 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2d445b4a-bb0b-4dfa-a152-505a787115b9 admin admin] Calling delete_port for ca9941c5-623f-4e5c-ad55-80d5480c3f06 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:15.608298 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-d1126826-69ef-408d-aa80-69f46e265138 req-5e7fedfb-b6b1-4377-9779-81eb8f384fe9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.1961029 Nov 02 12:43:15.608749 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f44bb8d8-fb92-406f-9093-42e8d5d5147b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.633968 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-93102ab8-c1d5-474f-9146-5cc92b7a9ff0 None None] Port c0244316-8749-471c-954b-c53e51d8f08d cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:43:15.635641 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:15.658055 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea53f1a-cab3-4b25-9ba2-d288821737d9 None None] Routers {'600e2af2-9bc0-4184-92bf-73db7ad32214'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:15.658826 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7ea53f1a-cab3-4b25-9ba2-d288821737d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:42:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['600e2af2-9bc0-4184-92bf-73db7ad32214'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:15.856086 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d727a7b0-9de7-43d4-94e6-54932c2886e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.901251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-f6b94a49-a103-4299-b2ea-4f36be9db253 None None] Set router 69595fae-960b-44ef-98b6-a159a0f3a7e9 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:15.915921 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e4b05d71-9fd8-45b2-b7b9-82965b69af5e up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:16.097661 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] Publish callbacks [] for port (c0244316-8749-471c-954b-c53e51d8f08d), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:16.137000 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:16.189102 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a96fa5-dfd0-4c66-943b-6e23307c2d05 req-617b8f7e-e02d-4a66-bc32-ed73e7de3f2c tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:16.201216 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-03a96fa5-dfd0-4c66-943b-6e23307c2d05 req-617b8f7e-e02d-4a66-bc32-ed73e7de3f2c tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 950 time: 1.0026164 Nov 02 12:43:16.258989 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-82baa140-81fd-4742-9302-52515aaf39ea req-18cc5429-90b3-4456-a9db-e39eb3e3f8b7 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (aba353f5-51f0-41f5-af78-c78549736744), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:16.295077 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['3d81e47f-bfd3-4fb1-86b4-cc02113a5157', 'ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:43:16.302476 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a422e577-41e2-4479-9c98-41e593b46a8e tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks [] for security_group (e35aaa2c-9101-4324-b945-1493f4077952), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:16.314030 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31', 'e525a055-f6de-4e9a-b9cb-07d71ab395a1', '5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e', 'f6a28c90-4c20-4523-ad16-8dc19c482ea1', 'd727cd98-7b6e-45c4-ba61-de6bced45d8d'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:43:16.346353 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc5429-90b3-4456-a9db-e39eb3e3f8b7 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Pushing event deleted for resources: {'Port': ['ID=aba353f5-51f0-41f5-af78-c78549736744,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:16.385441 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c550e94c-b5ac-4de7-bc33-0089d85c782f req-8522b337-2b90-4135-b042-259871b55bc7 tempest-ServerShowV257Test-1333429206 tempest-ServerShowV257Test-1333429206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.1093035 Nov 02 12:43:16.405522 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-03a96fa5-dfd0-4c66-943b-6e23307c2d05 req-f818d97d-d298-4f7c-b096-771660f83220 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031109 Nov 02 12:43:16.406195 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d445b4a-bb0b-4dfa-a152-505a787115b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (ca9941c5-623f-4e5c-ad55-80d5480c3f06), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:16.464318 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d445b4a-bb0b-4dfa-a152-505a787115b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca9941c5-623f-4e5c-ad55-80d5480c3f06,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:16.472700 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=f44bb8d8-fb92-406f-9093-42e8d5d5147b,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:16.490791 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:16.527972 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a422e577-41e2-4479-9c98-41e593b46a8e tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e35aaa2c-9101-4324-b945-1493f4077952), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:16.537194 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:16.551140 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c0244316-8749-471c-954b-c53e51d8f08d), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:16.578648 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-82baa140-81fd-4742-9302-52515aaf39ea req-18cc5429-90b3-4456-a9db-e39eb3e3f8b7 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] No DVR routers for this DVR port aba353f5-51f0-41f5-af78-c78549736744 on host n-h2-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:43:16.588907 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-82baa140-81fd-4742-9302-52515aaf39ea req-18cc5429-90b3-4456-a9db-e39eb3e3f8b7 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:16.592420 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-82baa140-81fd-4742-9302-52515aaf39ea req-18cc5429-90b3-4456-a9db-e39eb3e3f8b7 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.75 "DELETE /networking/v2.0/ports/aba353f5-51f0-41f5-af78-c78549736744 HTTP/1.1" status: 204 len: 173 time: 2.3925631 Nov 02 12:43:16.624711 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d445b4a-bb0b-4dfa-a152-505a787115b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (69595fae-960b-44ef-98b6-a159a0f3a7e9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:16.627743 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17776d8a-ef14-463d-90d5-d1b086edd054', 'name': 'network-vif-deleted', 'tag': 'aba353f5-51f0-41f5-af78-c78549736744'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:43:16.631195 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2c5945-5fa3-4d57-b6a0-923368f0afd9" -d '{"events": [{"server_uuid": "17776d8a-ef14-463d-90d5-d1b086edd054", "name": "network-vif-deleted", "tag": "aba353f5-51f0-41f5-af78-c78549736744"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:43:16.679332 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:16.700840 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:43:16.753409 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecebd98c-c8af-44fc-a5ac-61d93bec2927 x-openstack-request-id: req-ecebd98c-c8af-44fc-a5ac-61d93bec2927 {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:43:16.754262 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17776d8a-ef14-463d-90d5-d1b086edd054", "name": "network-vif-deleted", "tag": "aba353f5-51f0-41f5-af78-c78549736744", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:43:16.754781 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ecebd98c-c8af-44fc-a5ac-61d93bec2927 {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:43:16.755604 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecebd98c-c8af-44fc-a5ac-61d93bec2927'] response: {'server_uuid': '17776d8a-ef14-463d-90d5-d1b086edd054', 'name': 'network-vif-deleted', 'tag': 'aba353f5-51f0-41f5-af78-c78549736744', 'status': 'completed', 'code': 200} Nov 02 12:43:16.787798 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e4b05d71-9fd8-45b2-b7b9-82965b69af5e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:16.788749 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e4b05d71-9fd8-45b2-b7b9-82965b69af5e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:16.789100 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e4b05d71-9fd8-45b2-b7b9-82965b69af5e Nov 02 12:43:16.813933 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-7ea53f1a-cab3-4b25-9ba2-d288821737d9 None None] Set router 600e2af2-9bc0-4184-92bf-73db7ad32214 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:16.823081 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device aba353f5-51f0-41f5-af78-c78549736744 no longer exists at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:16.829062 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a422e577-41e2-4479-9c98-41e593b46a8e tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:16.831431 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a422e577-41e2-4479-9c98-41e593b46a8e tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 2.1013033 Nov 02 12:43:16.836256 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38470) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:16.858426 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-4f3b2190-a471-4ac9-b1a5-65570d5795b6 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Request body: {'security_group_rule': {'security_group_id': 'e35aaa2c-9101-4324-b945-1493f4077952', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:16.871115 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422e577-41e2-4479-9c98-41e593b46a8e tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35aaa2c-9101-4324-b945-1493f4077952,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:16.933206 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-47a7dc67-2254-421b-8871-f026d28fd99a admin admin] Publish callbacks [] for router_gateway (b0748113-6944-41b0-81a4-231394c8bbfc), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:16.958935 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-47a7dc67-2254-421b-8871-f026d28fd99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:16.959184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] No Port match for: aba353f5-51f0-41f5-af78-c78549736744 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:43:16.961471 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device aba353f5-51f0-41f5-af78-c78549736744 not bound to the agent host n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:43:16.967301 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] Publish callbacks [] for port (fe0097c4-3170-407b-aca5-a8ac36469aea), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:16.973845 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:16.988901 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d445b4a-bb0b-4dfa-a152-505a787115b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (69595fae-960b-44ef-98b6-a159a0f3a7e9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:16.999649 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d445b4a-bb0b-4dfa-a152-505a787115b9 admin admin] Publish callbacks [] for router_controller (69595fae-960b-44ef-98b6-a159a0f3a7e9), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:17.022764 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fb0a2-2400-4dc2-a89b-65411bfc16e8 None None] Pushing event updated for resources: {'Port': ['ID=c0244316-8749-471c-954b-c53e51d8f08d,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:17.091524 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] Attempting to bind port c0244316-8749-471c-954b-c53e51d8f08d on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:43:17.091896 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] Attempting to bind port c0244316-8749-471c-954b-c53e51d8f08d by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '5c540503-6b6d-459b-8b28-630cc0612661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b73818dd-ad5f-4cb0-a704-da161faaa84f'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:43:17.092309 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] Attempting to bind port c0244316-8749-471c-954b-c53e51d8f08d on network b73818dd-ad5f-4cb0-a704-da161faaa84f {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:43:17.214269 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c8bac98-0258-4429-81ef-4c16926bcd67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2de311d7-b80e-4532-8855-121f9e7c40c3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:17.230480 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:43:17.231029 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] Checking segment: {'id': '5c540503-6b6d-459b-8b28-630cc0612661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b73818dd-ad5f-4cb0-a704-da161faaa84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:43:17.231251 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:17.231761 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] Bound using segment: {'id': '5c540503-6b6d-459b-8b28-630cc0612661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b73818dd-ad5f-4cb0-a704-da161faaa84f'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:43:17.232119 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] Bound port: c0244316-8749-471c-954b-c53e51d8f08d, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c540503-6b6d-459b-8b28-630cc0612661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b73818dd-ad5f-4cb0-a704-da161faaa84f'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:43:17.232617 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c0244316-8749-471c-954b-c53e51d8f08d), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:17.248735 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d445b4a-bb0b-4dfa-a152-505a787115b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (69595fae-960b-44ef-98b6-a159a0f3a7e9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:17.250034 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d445b4a-bb0b-4dfa-a152-505a787115b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69595fae-960b-44ef-98b6-a159a0f3a7e9 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:43:17.258168 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7ea53f1a-cab3-4b25-9ba2-d288821737d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600e2af2-9bc0-4184-92bf-73db7ad32214', 'name': 'tempest-AttachVolumeTestJSON-1755444266-router', 'tenant_id': 'e1824edba1954bc49c70a63cedd89d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:59Z', 'updated_at': '2022-11-02T12:43:13Z', 'revision_number': 6, 'project_id': 'e1824edba1954bc49c70a63cedd89d53', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:17.265798 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-47a7dc67-2254-421b-8871-f026d28fd99a admin admin] Allocated IP 172.25.2.2 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/42743e61-a07a-4e31-94b9-b1b20314ee18) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:43:17.273262 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d445b4a-bb0b-4dfa-a152-505a787115b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:17.281161 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2d445b4a-bb0b-4dfa-a152-505a787115b9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/69595fae-960b-44ef-98b6-a159a0f3a7e9 HTTP/1.1" status: 204 len: 168 time: 3.2327580 Nov 02 12:43:17.287254 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38486) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:17.296877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea53f1a-cab3-4b25-9ba2-d288821737d9 None None] The sync data for ids ['600e2af2-9bc0-4184-92bf-73db7ad32214'] in n-d-857339-6 is: [{'id': '600e2af2-9bc0-4184-92bf-73db7ad32214', 'name': 'tempest-AttachVolumeTestJSON-1755444266-router', 'tenant_id': 'e1824edba1954bc49c70a63cedd89d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:59Z', 'updated_at': '2022-11-02T12:43:13Z', 'revision_number': 6, 'project_id': 'e1824edba1954bc49c70a63cedd89d53', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:43:17.331166 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4f3b2190-a471-4ac9-b1a5-65570d5795b6 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks [] for security_group_rule (847c60f0-8f5f-47d9-ba70-011d6835b13a), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:17.357161 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bac98-0258-4429-81ef-4c16926bcd67 admin admin] Pushing event deleted for resources: {'Port': ['ID=2de311d7-b80e-4532-8855-121f9e7c40c3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:17.410076 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (fe0097c4-3170-407b-aca5-a8ac36469aea), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:17.412986 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] For port c0244316-8749-471c-954b-c53e51d8f08d, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:43:17.419831 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f6b94a49-a103-4299-b2ea-4f36be9db253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69595fae-960b-44ef-98b6-a159a0f3a7e9', 'name': 'tempest-SecurityGroupsTestJSON-693285387-router', 'tenant_id': 'f48fdbeb9a604c66b66780387e3af4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ca9941c5-623f-4e5c-ad55-80d5480c3f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:51Z', 'updated_at': '2022-11-02T12:43:08Z', 'revision_number': 5, 'project_id': 'f48fdbeb9a604c66b66780387e3af4de', 'gw_port': {'id': 'ca9941c5-623f-4e5c-ad55-80d5480c3f06', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69595fae-960b-44ef-98b6-a159a0f3a7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:54Z', 'updated_at': '2022-11-02T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:17.425386 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] For port c0244316-8749-471c-954b-c53e51d8f08d, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c0244316-8749-471c-954b-c53e51d8f08d,segment=NetworkSegment(5c540503-6b6d-459b-8b28-630cc0612661),segment_id=5c540503-6b6d-459b-8b28-630cc0612661)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:43:17.484182 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0b72c8-9f40-4987-b255-f07310bde050 admin admin] Deleting subnet 7b946616-ed83-496c-b78f-f532942521a1 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:43:17.489164 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e0b72c8-9f40-4987-b255-f07310bde050 admin admin] Publish callbacks [] for subnet (7b946616-ed83-496c-b78f-f532942521a1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:17.543642 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c0244316-8749-471c-954b-c53e51d8f08d), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:17.564568 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b94a49-a103-4299-b2ea-4f36be9db253 None None] Checking router: 69595fae-960b-44ef-98b6-a159a0f3a7e9 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:43:17.580076 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e0b72c8-9f40-4987-b255-f07310bde050 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (7b946616-ed83-496c-b78f-f532942521a1), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:17.586219 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:17.599320 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] Pushing event updated for resources: {'Port': ['ID=fe0097c4-3170-407b-aca5-a8ac36469aea,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:17.710051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] Network 373dbb88-f4de-44a8-9dd3-f28fc450a09b is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:43:17.722230 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:43:17.726159 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:43:17.773009 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b94a49-a103-4299-b2ea-4f36be9db253 None None] Routers set() bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:17.773739 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b94a49-a103-4299-b2ea-4f36be9db253 None None] Router IDs set() for agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Nov 02 12:43:17.774825 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_agentschedulers_db [None req-f6b94a49-a103-4299-b2ea-4f36be9db253 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'69595fae-960b-44ef-98b6-a159a0f3a7e9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:43:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent'). {{(pid=105977) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 02 12:43:17.775505 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b94a49-a103-4299-b2ea-4f36be9db253 None None] The sync data for ids ['69595fae-960b-44ef-98b6-a159a0f3a7e9'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:43:17.841738 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] Routers {'f7fb6705-123c-472e-b1ba-fb9f9891ca3f'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:17.842395 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:43:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f7fb6705-123c-472e-b1ba-fb9f9891ca3f'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:17.871358 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e0b72c8-9f40-4987-b255-f07310bde050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (7b946616-ed83-496c-b78f-f532942521a1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:17.899214 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e4b05d71-9fd8-45b2-b7b9-82965b69af5e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:18.035615 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-51ad784b-b1ce-477d-9ba1-10f8785b27c6 req-cedc86e4-ef94-4c4d-a607-f9f70f667407 tempest-ServerShowV257Test-1333429206 tempest-ServerShowV257Test-1333429206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.0823202 Nov 02 12:43:18.065121 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fb0a2-2400-4dc2-a89b-65411bfc16e8 None None] Pushing event updated for resources: {'Port': ['ID=c0244316-8749-471c-954b-c53e51d8f08d,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:18.172827 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] Attempting to bind port fe0097c4-3170-407b-aca5-a8ac36469aea on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:43:18.173241 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] Attempting to bind port fe0097c4-3170-407b-aca5-a8ac36469aea by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'baf19812-50b9-42de-b69f-ce9bf897009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '373dbb88-f4de-44a8-9dd3-f28fc450a09b'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:43:18.183945 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] Attempting to bind port fe0097c4-3170-407b-aca5-a8ac36469aea on network 373dbb88-f4de-44a8-9dd3-f28fc450a09b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:43:18.213647 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e0b72c8-9f40-4987-b255-f07310bde050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (7b946616-ed83-496c-b78f-f532942521a1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.284285 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b72c8-9f40-4987-b255-f07310bde050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b946616-ed83-496c-b78f-f532942521a1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:18.323594 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e0b72c8-9f40-4987-b255-f07310bde050 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.327377 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1e0b72c8-9f40-4987-b255-f07310bde050 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/7b946616-ed83-496c-b78f-f532942521a1 HTTP/1.1" status: 204 len: 168 time: 1.0365541 Nov 02 12:43:18.379256 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38496) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:18.441059 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] Set router f7fb6705-123c-472e-b1ba-fb9f9891ca3f gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:18.454379 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:18.471513 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.565119 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c8bac98-0258-4429-81ef-4c16926bcd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (600e2af2-9bc0-4184-92bf-73db7ad32214), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.733546 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7ea1fa01-80ec-4553-b3ff-badc154953c1 req-55f38ad6-cd76-4cc9-857f-c85c09197100 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17776d8a-ef14-463d-90d5-d1b086edd054 HTTP/1.1" status: 200 len: 210 time: 0.2568109 Nov 02 12:43:18.770576 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:43:18.770576 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] Checking segment: {'id': 'baf19812-50b9-42de-b69f-ce9bf897009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '373dbb88-f4de-44a8-9dd3-f28fc450a09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:43:18.770576 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.770576 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] Bound using segment: {'id': 'baf19812-50b9-42de-b69f-ce9bf897009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '373dbb88-f4de-44a8-9dd3-f28fc450a09b'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:43:18.772122 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] Bound port: fe0097c4-3170-407b-aca5-a8ac36469aea, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf19812-50b9-42de-b69f-ce9bf897009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '373dbb88-f4de-44a8-9dd3-f28fc450a09b'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:43:18.798881 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fe0097c4-3170-407b-aca5-a8ac36469aea), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.817003 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:18.830444 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25943f35-ff6a-4b2d-b379-50afc567309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (37a1ceb0-2561-4dbf-8104-e8d9569dabdc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.873756 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.906192 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-47a7dc67-2254-421b-8871-f026d28fd99a admin admin] Publish callbacks [] for port (42743e61-a07a-4e31-94b9-b1b20314ee18), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.940740 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fb6705-123c-472e-b1ba-fb9f9891ca3f', 'name': 'tempest-ServersTestJSON-1567100357-router', 'tenant_id': '9dae73b687df4626a377fcf4030f78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e4b05d71-9fd8-45b2-b7b9-82965b69af5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:58Z', 'updated_at': '2022-11-02T12:43:07Z', 'revision_number': 4, 'project_id': '9dae73b687df4626a377fcf4030f78a0', 'gw_port': {'id': 'e4b05d71-9fd8-45b2-b7b9-82965b69af5e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb6705-123c-472e-b1ba-fb9f9891ca3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:59Z', 'updated_at': '2022-11-02T12:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'c0244316-8749-471c-954b-c53e51d8f08d', 'name': '', 'network_id': 'b73818dd-ad5f-4cb0-a704-da161faaa84f', 'tenant_id': '9dae73b687df4626a377fcf4030f78a0', 'mac_address': 'fa:16:3e:20:bf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fb6705-123c-472e-b1ba-fb9f9891ca3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1fd3a617-2b9b-48c7-8b7b-0fc8fe3f0dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:05Z', 'updated_at': '2022-11-02T12:43:17Z', 'revision_number': 4, 'project_id': '9dae73b687df4626a377fcf4030f78a0', 'subnets': [{'id': '1fd3a617-2b9b-48c7-8b7b-0fc8fe3f0dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:18.981652 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4f3b2190-a471-4ac9-b1a5-65570d5795b6 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks [] for security_group_rule (847c60f0-8f5f-47d9-ba70-011d6835b13a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.002562 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c8bac98-0258-4429-81ef-4c16926bcd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (600e2af2-9bc0-4184-92bf-73db7ad32214), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.003972 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-25943f35-ff6a-4b2d-b379-50afc567309f admin admin] Deleting port 7d51bfee-0d02-4f14-bc76-7c91ee63b45c {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:19.005372 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25943f35-ff6a-4b2d-b379-50afc567309f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7d51bfee-0d02-4f14-bc76-7c91ee63b45c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.024272 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc53be5-7b34-45f7-af64-ce094c9e5ccb None None] The sync data for ids ['f7fb6705-123c-472e-b1ba-fb9f9891ca3f'] in n-d-857339-6 is: [{'id': 'f7fb6705-123c-472e-b1ba-fb9f9891ca3f', 'name': 'tempest-ServersTestJSON-1567100357-router', 'tenant_id': '9dae73b687df4626a377fcf4030f78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e4b05d71-9fd8-45b2-b7b9-82965b69af5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:58Z', 'updated_at': '2022-11-02T12:43:07Z', 'revision_number': 4, 'project_id': '9dae73b687df4626a377fcf4030f78a0', 'gw_port': {'id': 'e4b05d71-9fd8-45b2-b7b9-82965b69af5e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb6705-123c-472e-b1ba-fb9f9891ca3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:59Z', 'updated_at': '2022-11-02T12:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'c0244316-8749-471c-954b-c53e51d8f08d', 'name': '', 'network_id': 'b73818dd-ad5f-4cb0-a704-da161faaa84f', 'tenant_id': '9dae73b687df4626a377fcf4030f78a0', 'mac_address': 'fa:16:3e:20:bf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fb6705-123c-472e-b1ba-fb9f9891ca3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '1fd3a617-2b9b-48c7-8b7b-0fc8fe3f0dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:05Z', 'updated_at': '2022-11-02T12:43:17Z', 'revision_number': 4, 'project_id': '9dae73b687df4626a377fcf4030f78a0', 'subnets': [{'id': '1fd3a617-2b9b-48c7-8b7b-0fc8fe3f0dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:43:19.062759 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c8bac98-0258-4429-81ef-4c16926bcd67 admin admin] Publish callbacks [] for router_controller (600e2af2-9bc0-4184-92bf-73db7ad32214), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.158196 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] For port fe0097c4-3170-407b-aca5-a8ac36469aea, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:43:19.162725 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] For port fe0097c4-3170-407b-aca5-a8ac36469aea, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=fe0097c4-3170-407b-aca5-a8ac36469aea,segment=NetworkSegment(baf19812-50b9-42de-b69f-ce9bf897009f),segment_id=baf19812-50b9-42de-b69f-ce9bf897009f)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:43:19.246484 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4f3b2190-a471-4ac9-b1a5-65570d5795b6 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (847c60f0-8f5f-47d9-ba70-011d6835b13a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.287296 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f44bb8d8-fb92-406f-9093-42e8d5d5147b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:19.327652 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (fe0097c4-3170-407b-aca5-a8ac36469aea), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.366688 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b2190-a471-4ac9-b1a5-65570d5795b6 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847c60f0-8f5f-47d9-ba70-011d6835b13a,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:19.367632 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-25943f35-ff6a-4b2d-b379-50afc567309f admin admin] For port 7d51bfee-0d02-4f14-bc76-7c91ee63b45c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7d51bfee-0d02-4f14-bc76-7c91ee63b45c,segment=NetworkSegment(8b1e9d0b-6232-434f-a661-e35aac885f5b),segment_id=8b1e9d0b-6232-434f-a661-e35aac885f5b)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:19.368016 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25943f35-ff6a-4b2d-b379-50afc567309f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7d51bfee-0d02-4f14-bc76-7c91ee63b45c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.420737 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-25943f35-ff6a-4b2d-b379-50afc567309f admin admin] Calling delete_port for 7d51bfee-0d02-4f14-bc76-7c91ee63b45c owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:19.506480 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f193ea9-acb2-496f-8a56-1260be763e70 None None] Pushing event updated for resources: {'Port': ['ID=fe0097c4-3170-407b-aca5-a8ac36469aea,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:19.514600 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4f3b2190-a471-4ac9-b1a5-65570d5795b6 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.525982 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4f3b2190-a471-4ac9-b1a5-65570d5795b6 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6767008 Nov 02 12:43:19.528284 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-47a7dc67-2254-421b-8871-f026d28fd99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (42743e61-a07a-4e31-94b9-b1b20314ee18), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.530377 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38506) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:19.539809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port f44bb8d8-fb92-406f-9093-42e8d5d5147b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:19.540623 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f44bb8d8-fb92-406f-9093-42e8d5d5147b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.541161 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port f44bb8d8-fb92-406f-9093-42e8d5d5147b Nov 02 12:43:19.559010 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-27e33971-75a4-4d74-a222-107bd4a57391 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Request body: {'security_group_rule': {'security_group_id': 'e35aaa2c-9101-4324-b945-1493f4077952', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:19.574637 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c8bac98-0258-4429-81ef-4c16926bcd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (600e2af2-9bc0-4184-92bf-73db7ad32214), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.575334 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8bac98-0258-4429-81ef-4c16926bcd67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 600e2af2-9bc0-4184-92bf-73db7ad32214 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:43:19.609758 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:19.610850 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c8bac98-0258-4429-81ef-4c16926bcd67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.612016 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4c8bac98-0258-4429-81ef-4c16926bcd67 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/600e2af2-9bc0-4184-92bf-73db7ad32214 HTTP/1.1" status: 204 len: 168 time: 9.2419193 Nov 02 12:43:19.618581 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38508) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:19.710126 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b4df73-cd73-47fd-9bff-d7e26ecbebf9 admin admin] Deleting subnet f6be3534-69c2-4488-acdc-9be1d7e5638f {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:43:19.723916 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32b4df73-cd73-47fd-9bff-d7e26ecbebf9 admin admin] Publish callbacks [] for subnet (f6be3534-69c2-4488-acdc-9be1d7e5638f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.882198 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7dc67-2254-421b-8871-f026d28fd99a admin admin] Pushing event updated for resources: {'Port': ['ID=42743e61-a07a-4e31-94b9-b1b20314ee18,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:19.895905 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:19.927620 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:19.952529 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a7dc67-2254-421b-8871-f026d28fd99a admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:43:19.958192 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32b4df73-cd73-47fd-9bff-d7e26ecbebf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (f6be3534-69c2-4488-acdc-9be1d7e5638f), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.964545 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:19.978792 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-47a7dc67-2254-421b-8871-f026d28fd99a admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:43:19.986865 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a7dc67-2254-421b-8871-f026d28fd99a admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:43:20.103242 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port f44bb8d8-fb92-406f-9093-42e8d5d5147b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:20.156547 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:20.189343 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32b4df73-cd73-47fd-9bff-d7e26ecbebf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (f6be3534-69c2-4488-acdc-9be1d7e5638f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:20.211011 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-27e33971-75a4-4d74-a222-107bd4a57391 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks [] for security_group_rule (1ea0a8db-93c8-4655-b69d-3e0dbf8b3272), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:20.272060 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:20.277574 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25943f35-ff6a-4b2d-b379-50afc567309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (7d51bfee-0d02-4f14-bc76-7c91ee63b45c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:20.313416 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25943f35-ff6a-4b2d-b379-50afc567309f admin admin] No DVR routers for this DVR port 7d51bfee-0d02-4f14-bc76-7c91ee63b45c on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:43:20.344461 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:43:20.352879 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device fa69cce1-4a1f-4a9a-b92b-d41ccd4480b2 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:43:20.352879 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d0a07296-cdd2-4154-94a3-56bdbe55fe17 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:20.412478 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: d0a07296-cdd2-4154-94a3-56bdbe55fe17 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:43:20.412872 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d0a07296-cdd2-4154-94a3-56bdbe55fe17 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:43:20.418462 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2de311d7-b80e-4532-8855-121f9e7c40c3 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:20.478696 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25943f35-ff6a-4b2d-b379-50afc567309f admin admin] Pushing event deleted for resources: {'Port': ['ID=7d51bfee-0d02-4f14-bc76-7c91ee63b45c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:20.486435 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-27e33971-75a4-4d74-a222-107bd4a57391 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks [] for security_group_rule (1ea0a8db-93c8-4655-b69d-3e0dbf8b3272), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:20.525430 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 2de311d7-b80e-4532-8855-121f9e7c40c3 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:43:20.526039 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2de311d7-b80e-4532-8855-121f9e7c40c3 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:43:20.635013 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-27e33971-75a4-4d74-a222-107bd4a57391 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (1ea0a8db-93c8-4655-b69d-3e0dbf8b3272), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:20.680317 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25943f35-ff6a-4b2d-b379-50afc567309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (37a1ceb0-2561-4dbf-8104-e8d9569dabdc), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:20.703146 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e33971-75a4-4d74-a222-107bd4a57391 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea0a8db-93c8-4655-b69d-3e0dbf8b3272,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:20.781703 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-25943f35-ff6a-4b2d-b379-50afc567309f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a1ceb0-2561-4dbf-8104-e8d9569dabdc']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:20.821486 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-25943f35-ff6a-4b2d-b379-50afc567309f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1e9d0b-6232-434f-a661-e35aac885f5b') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:20.822512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-25943f35-ff6a-4b2d-b379-50afc567309f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1e9d0b-6232-434f-a661-e35aac885f5b') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:20.846912 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32b4df73-cd73-47fd-9bff-d7e26ecbebf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (f6be3534-69c2-4488-acdc-9be1d7e5638f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:20.862434 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25943f35-ff6a-4b2d-b379-50afc567309f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (8b1e9d0b-6232-434f-a661-e35aac885f5b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:20.896867 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-27e33971-75a4-4d74-a222-107bd4a57391 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:20.901295 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-27e33971-75a4-4d74-a222-107bd4a57391 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3572214 Nov 02 12:43:20.904059 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38512) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:20.913464 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-29160e5a-a9c6-45be-a250-9ce5c6c485cd tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:21.001783 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device fe0097c4-3170-407b-aca5-a8ac36469aea up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:21.014473 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4df73-cd73-47fd-9bff-d7e26ecbebf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6be3534-69c2-4488-acdc-9be1d7e5638f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:21.066389 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32b4df73-cd73-47fd-9bff-d7e26ecbebf9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:21.074766 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-32b4df73-cd73-47fd-9bff-d7e26ecbebf9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/f6be3534-69c2-4488-acdc-9be1d7e5638f HTTP/1.1" status: 204 len: 168 time: 1.4516041 Nov 02 12:43:21.084925 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38514) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:21.127629 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25943f35-ff6a-4b2d-b379-50afc567309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (8b1e9d0b-6232-434f-a661-e35aac885f5b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:21.212051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port fe0097c4-3170-407b-aca5-a8ac36469aea triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:21.216611 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fe0097c4-3170-407b-aca5-a8ac36469aea), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:21.217557 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port fe0097c4-3170-407b-aca5-a8ac36469aea Nov 02 12:43:21.233762 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25943f35-ff6a-4b2d-b379-50afc567309f admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:43:21.241393 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25943f35-ff6a-4b2d-b379-50afc567309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (8b1e9d0b-6232-434f-a661-e35aac885f5b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:21.374770 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-29160e5a-a9c6-45be-a250-9ce5c6c485cd tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:21.472087 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:21.473272 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port fe0097c4-3170-407b-aca5-a8ac36469aea is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:21.473687 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fe0097c4-3170-407b-aca5-a8ac36469aea), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:21.559039 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffa3eb6-04d4-4edd-9954-61655e0e6fa3 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:43:21.687682 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffa3eb6-04d4-4edd-9954-61655e0e6fa3 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:43:21.702040 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03a94df1-1b93-4144-a1ca-791dfb02ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (2a3a27c0-5a2a-4533-be1c-39e6c96fff30), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:21.712158 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-29160e5a-a9c6-45be-a250-9ce5c6c485cd tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:21.718059 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-47a7dc67-2254-421b-8871-f026d28fd99a admin admin] Publish callbacks [] for router_gateway (b0748113-6944-41b0-81a4-231394c8bbfc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:21.719323 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 8b1e9d0b-6232-434f-a661-e35aac885f5b resource provider aggregate not found Nov 02 12:43:21.721658 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port fe0097c4-3170-407b-aca5-a8ac36469aea, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=fe0097c4-3170-407b-aca5-a8ac36469aea,segment=NetworkSegment(baf19812-50b9-42de-b69f-ce9bf897009f),segment_id=baf19812-50b9-42de-b69f-ce9bf897009f)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:21.723763 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:21.736458 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25943f35-ff6a-4b2d-b379-50afc567309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (37a1ceb0-2561-4dbf-8104-e8d9569dabdc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:21.743560 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25943f35-ff6a-4b2d-b379-50afc567309f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:21.754037 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-25943f35-ff6a-4b2d-b379-50afc567309f admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/37a1ceb0-2561-4dbf-8104-e8d9569dabdc HTTP/1.1" status: 204 len: 168 time: 3.3730512 Nov 02 12:43:21.800012 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-fc501904-8081-4da7-ad99-e5eebe7ae1f6 None None] Provisioning complete for port fe0097c4-3170-407b-aca5-a8ac36469aea triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:21.800448 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fc501904-8081-4da7-ad99-e5eebe7ae1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fe0097c4-3170-407b-aca5-a8ac36469aea), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:21.800735 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-fc501904-8081-4da7-ad99-e5eebe7ae1f6 None None] Attempt 1 to provision port fe0097c4-3170-407b-aca5-a8ac36469aea Nov 02 12:43:21.811861 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:21.837840 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 8b1e9d0b-6232-434f-a661-e35aac885f5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b1e9d0b-6232-434f-a661-e35aac885f5b found for delete ", "request_id": "req-c9c200ce-45ee-4dad-8ba5-9e67e207db01"}]} Nov 02 12:43:21.841859 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25943f35-ff6a-4b2d-b379-50afc567309f admin admin] Pushing event deleted for resources: {'Network': ['ID=37a1ceb0-2561-4dbf-8104-e8d9569dabdc,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:21.879745 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-03a94df1-1b93-4144-a1ca-791dfb02ef3c admin admin] Deleting port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:21.880412 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03a94df1-1b93-4144-a1ca-791dfb02ef3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (18949b6f-cf72-4062-b8fe-7bc8f77cc5b1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:21.945945 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (fe0097c4-3170-407b-aca5-a8ac36469aea), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:21.947363 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c0244316-8749-471c-954b-c53e51d8f08d up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:21.997438 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:22.051849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-03a94df1-1b93-4144-a1ca-791dfb02ef3c admin admin] For port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=18949b6f-cf72-4062-b8fe-7bc8f77cc5b1,segment=NetworkSegment(7c7de9f9-280a-4d0a-a352-f9c9c4a83985),segment_id=7c7de9f9-280a-4d0a-a352-f9c9c4a83985)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:22.052384 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03a94df1-1b93-4144-a1ca-791dfb02ef3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (18949b6f-cf72-4062-b8fe-7bc8f77cc5b1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:22.106016 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-03a94df1-1b93-4144-a1ca-791dfb02ef3c admin admin] Calling delete_port for 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:22.283569 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:22.320346 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-29160e5a-a9c6-45be-a250-9ce5c6c485cd tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Allocated IP 172.25.2.58 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/f65c11f4-1ef4-4da5-8508-a95764f79324) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:43:22.360791 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38522) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:22.375688 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:22.422017 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:22.531035 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c0244316-8749-471c-954b-c53e51d8f08d triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:22.531762 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c0244316-8749-471c-954b-c53e51d8f08d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:22.532264 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c0244316-8749-471c-954b-c53e51d8f08d Nov 02 12:43:22.535348 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=fe0097c4-3170-407b-aca5-a8ac36469aea,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:22.539095 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:22.576715 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-90a49b9a-b18d-418a-8af6-a30fa32962ff admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f48fdbeb9a604c66b66780387e3af4de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108960 Nov 02 12:43:22.577666 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38524) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:22.601354 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:22.601967 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:22.602502 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:22.603023 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:22.603482 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:22.603993 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:22.604550 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:22.605487 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:22.605836 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:22.606162 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:22.606784 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:22.607169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:22.607495 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:22.607815 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:22.608316 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:22.654770 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fc501904-8081-4da7-ad99-e5eebe7ae1f6 None None] Current status of the port fe0097c4-3170-407b-aca5-a8ac36469aea is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:22.660137 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03a94df1-1b93-4144-a1ca-791dfb02ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (18949b6f-cf72-4062-b8fe-7bc8f77cc5b1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:22.682267 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d772325b-4e5b-46d3-9890-d1746bf1fced None None] DHCP port deletion for 37a1ceb0-2561-4dbf-8104-e8d9569dabdc request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:43:22.712884 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-47a7dc67-2254-421b-8871-f026d28fd99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (b0748113-6944-41b0-81a4-231394c8bbfc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:22.789994 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2399dc7-a85c-474d-9a24-c259b420d7fe None None] Network 373dbb88-f4de-44a8-9dd3-f28fc450a09b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:43:22.795559 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a94df1-1b93-4144-a1ca-791dfb02ef3c admin admin] No DVR routers for this DVR port 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:43:22.801624 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e257ae-1429-4e23-8d73-5acbdc4e17a6 None None] Network 2a3a27c0-5a2a-4533-be1c-39e6c96fff30 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:43:22.805696 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a94df1-1b93-4144-a1ca-791dfb02ef3c admin admin] Pushing event deleted for resources: {'Port': ['ID=18949b6f-cf72-4062-b8fe-7bc8f77cc5b1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:22.957348 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:23.030316 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-29160e5a-a9c6-45be-a250-9ce5c6c485cd tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks [] for port (f65c11f4-1ef4-4da5-8508-a95764f79324), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:23.047873 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:23.110359 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9d3fc2b-5708-41d4-bbf6-3eb9fcf03c84 admin admin] Publish callbacks [] for security_group (53d5c678-eb3a-4575-b206-35add02dbcd9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:23.132069 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03a94df1-1b93-4144-a1ca-791dfb02ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (2a3a27c0-5a2a-4533-be1c-39e6c96fff30), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:23.140756 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:23.212249 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:23.226215 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9d3fc2b-5708-41d4-bbf6-3eb9fcf03c84 admin admin] Publish callbacks [] for security_group (53d5c678-eb3a-4575-b206-35add02dbcd9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:23.234602 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:23.234785 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-03a94df1-1b93-4144-a1ca-791dfb02ef3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3a27c0-5a2a-4533-be1c-39e6c96fff30']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:23.252791 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-29160e5a-a9c6-45be-a250-9ce5c6c485cd tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (f65c11f4-1ef4-4da5-8508-a95764f79324), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:23.279969 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-03a94df1-1b93-4144-a1ca-791dfb02ef3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7de9f9-280a-4d0a-a352-f9c9c4a83985') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:23.284722 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-03a94df1-1b93-4144-a1ca-791dfb02ef3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7de9f9-280a-4d0a-a352-f9c9c4a83985') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:23.326941 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a7dc67-2254-421b-8871-f026d28fd99a admin admin] Router b0748113-6944-41b0-81a4-231394c8bbfc is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:43:23.352240 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03a94df1-1b93-4144-a1ca-791dfb02ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (7c7de9f9-280a-4d0a-a352-f9c9c4a83985), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:23.360448 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ba4f57-1f63-47e3-93fb-818a19183a94 None None] DHCP port deletion for 2a3a27c0-5a2a-4533-be1c-39e6c96fff30 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:43:23.382621 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c0244316-8749-471c-954b-c53e51d8f08d is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:23.385014 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c0244316-8749-471c-954b-c53e51d8f08d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:23.390271 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29160e5a-a9c6-45be-a250-9ce5c6c485cd tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:43:23.397017 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-29160e5a-a9c6-45be-a250-9ce5c6c485cd tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:43:23.407805 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29160e5a-a9c6-45be-a250-9ce5c6c485cd tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:43:23.415474 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03a94df1-1b93-4144-a1ca-791dfb02ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (7c7de9f9-280a-4d0a-a352-f9c9c4a83985), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:23.416010 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29160e5a-a9c6-45be-a250-9ce5c6c485cd tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Pushing event updated for resources: {'Port': ['ID=f65c11f4-1ef4-4da5-8508-a95764f79324,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:23.453097 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port c0244316-8749-471c-954b-c53e51d8f08d, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c0244316-8749-471c-954b-c53e51d8f08d,segment=NetworkSegment(5c540503-6b6d-459b-8b28-630cc0612661),segment_id=5c540503-6b6d-459b-8b28-630cc0612661)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:23.453240 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a94df1-1b93-4144-a1ca-791dfb02ef3c admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:43:23.453240 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03a94df1-1b93-4144-a1ca-791dfb02ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (7c7de9f9-280a-4d0a-a352-f9c9c4a83985), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:23.554917 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c0244316-8749-471c-954b-c53e51d8f08d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:23.575228 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:23.611398 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9d3fc2b-5708-41d4-bbf6-3eb9fcf03c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (53d5c678-eb3a-4575-b206-35add02dbcd9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:23.619485 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9d3fc2b-5708-41d4-bbf6-3eb9fcf03c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:23.625022 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c9d3fc2b-5708-41d4-bbf6-3eb9fcf03c84 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/53d5c678-eb3a-4575-b206-35add02dbcd9 HTTP/1.1" status: 204 len: 168 time: 1.0373170 Nov 02 12:43:23.647459 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3fc2b-5708-41d4-bbf6-3eb9fcf03c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d5c678-eb3a-4575-b206-35add02dbcd9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:23.723330 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ca9941c5-623f-4e5c-ad55-80d5480c3f06 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:23.731901 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03a94df1-1b93-4144-a1ca-791dfb02ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (2a3a27c0-5a2a-4533-be1c-39e6c96fff30), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:23.738879 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03a94df1-1b93-4144-a1ca-791dfb02ef3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:23.748273 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-03a94df1-1b93-4144-a1ca-791dfb02ef3c admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/2a3a27c0-5a2a-4533-be1c-39e6c96fff30 HTTP/1.1" status: 204 len: 168 time: 2.6549306 Nov 02 12:43:23.773978 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a94df1-1b93-4144-a1ca-791dfb02ef3c admin admin] Pushing event deleted for resources: {'Network': ['ID=2a3a27c0-5a2a-4533-be1c-39e6c96fff30,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:23.854465 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:23.856999 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a7dc67-2254-421b-8871-f026d28fd99a admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:43:23.877487 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] Sync routers for ids ['b0748113-6944-41b0-81a4-231394c8bbfc'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:43:23.887122 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: ca9941c5-623f-4e5c-ad55-80d5480c3f06 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:43:23.890940 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 7c7de9f9-280a-4d0a-a352-f9c9c4a83985 resource provider aggregate not found Nov 02 12:43:23.891962 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ca9941c5-623f-4e5c-ad55-80d5480c3f06 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:43:23.914012 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] Routers {'b0748113-6944-41b0-81a4-231394c8bbfc'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:23.914012 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:43:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b0748113-6944-41b0-81a4-231394c8bbfc'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:23.937180 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 7c7de9f9-280a-4d0a-a352-f9c9c4a83985 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c7de9f9-280a-4d0a-a352-f9c9c4a83985 found for delete ", "request_id": "req-e1c8086a-a498-4271-b52c-837f1527ea5a"}]} Nov 02 12:43:23.942637 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:23.949527 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:24.002439 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:24.005104 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-29160e5a-a9c6-45be-a250-9ce5c6c485cd tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks [] for floatingip (358bdb76-4ce5-4280-9c22-c7f8dc3e252f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:24.061494 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=c0244316-8749-471c-954b-c53e51d8f08d,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:24.082628 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-47a7dc67-2254-421b-8871-f026d28fd99a admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:24.086800 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-47a7dc67-2254-421b-8871-f026d28fd99a admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.7323029 Nov 02 12:43:24.087316 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38534) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:24.194526 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-29160e5a-a9c6-45be-a250-9ce5c6c485cd tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f65c11f4-1ef4-4da5-8508-a95764f79324), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:24.202710 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device fe0097c4-3170-407b-aca5-a8ac36469aea up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:24.321396 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] Set router b0748113-6944-41b0-81a4-231394c8bbfc gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:24.360148 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c92974be-6826-40c5-9b51-be30d5944f14 None None] Provisioning complete for port fe0097c4-3170-407b-aca5-a8ac36469aea triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:24.373043 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c92974be-6826-40c5-9b51-be30d5944f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fe0097c4-3170-407b-aca5-a8ac36469aea), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:24.375448 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c92974be-6826-40c5-9b51-be30d5944f14 None None] Attempt 1 to provision port fe0097c4-3170-407b-aca5-a8ac36469aea Nov 02 12:43:24.478838 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:24.502660 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:24.530997 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port fe0097c4-3170-407b-aca5-a8ac36469aea triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:24.537734 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fe0097c4-3170-407b-aca5-a8ac36469aea), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:24.539019 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port fe0097c4-3170-407b-aca5-a8ac36469aea Nov 02 12:43:24.575763 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38538) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:24.728068 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-709d5693-6565-4a43-9660-130839f303b4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e1824edba1954bc49c70a63cedd89d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448636 Nov 02 12:43:24.732733 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38542) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:24.854070 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:24.904272 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c92974be-6826-40c5-9b51-be30d5944f14 None None] Current status of the port fe0097c4-3170-407b-aca5-a8ac36469aea is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:24.934377 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:24.938294 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-29160e5a-a9c6-45be-a250-9ce5c6c485cd tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks [] for port (f65c11f4-1ef4-4da5-8508-a95764f79324), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:24.940574 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8462c7f9-2d0b-450a-8d55-3c5d71ac17cb admin admin] Publish callbacks [] for security_group (ecdfd42c-30ae-4f35-b399-23241510ac12), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:24.945813 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0748113-6944-41b0-81a4-231394c8bbfc', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1578595724-router', 'tenant_id': '2449c558939943129ecf0b6db5251e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '42743e61-a07a-4e31-94b9-b1b20314ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:13Z', 'updated_at': '2022-11-02T12:43:20Z', 'revision_number': 3, 'project_id': '2449c558939943129ecf0b6db5251e60', 'gw_port': {'id': '42743e61-a07a-4e31-94b9-b1b20314ee18', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ed:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0748113-6944-41b0-81a4-231394c8bbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:16Z', 'updated_at': '2022-11-02T12:43:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:25.011513 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] Checking router: b0748113-6944-41b0-81a4-231394c8bbfc for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:43:25.012839 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] Updating router b0748113-6944-41b0-81a4-231394c8bbfc port 42743e61-a07a-4e31-94b9-b1b20314ee18 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:43:25.020235 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8462c7f9-2d0b-450a-8d55-3c5d71ac17cb admin admin] Publish callbacks [] for security_group (ecdfd42c-30ae-4f35-b399-23241510ac12), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:25.022960 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-29160e5a-a9c6-45be-a250-9ce5c6c485cd tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (f65c11f4-1ef4-4da5-8508-a95764f79324), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:25.061869 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (42743e61-a07a-4e31-94b9-b1b20314ee18), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:25.114599 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:25.159893 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-29160e5a-a9c6-45be-a250-9ce5c6c485cd tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (358bdb76-4ce5-4280-9c22-c7f8dc3e252f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:25.343370 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port fe0097c4-3170-407b-aca5-a8ac36469aea is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:25.358913 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-29160e5a-a9c6-45be-a250-9ce5c6c485cd tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:25.365622 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-29160e5a-a9c6-45be-a250-9ce5c6c485cd tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4610803 Nov 02 12:43:25.397349 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29160e5a-a9c6-45be-a250-9ce5c6c485cd tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Pushing event updated for resources: {'Port': ['ID=f65c11f4-1ef4-4da5-8508-a95764f79324,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:25.403545 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc02f6ff-d648-4229-9c60-30f381a314e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:25.443457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:25.471463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:43:25.472272 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 18949b6f-cf72-4062-b8fe-7bc8f77cc5b1 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:43:25.472406 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7d51bfee-0d02-4f14-bc76-7c91ee63b45c no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:25.529455 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 7d51bfee-0d02-4f14-bc76-7c91ee63b45c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:43:25.530202 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7d51bfee-0d02-4f14-bc76-7c91ee63b45c not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:43:25.660946 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] Publish callbacks [] for port (42743e61-a07a-4e31-94b9-b1b20314ee18), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:25.709840 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:25.765972 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8462c7f9-2d0b-450a-8d55-3c5d71ac17cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ecdfd42c-30ae-4f35-b399-23241510ac12), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:25.768567 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8462c7f9-2d0b-450a-8d55-3c5d71ac17cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:25.769783 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8462c7f9-2d0b-450a-8d55-3c5d71ac17cb admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ecdfd42c-30ae-4f35-b399-23241510ac12 HTTP/1.1" status: 204 len: 168 time: 1.0328116 Nov 02 12:43:25.784902 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462c7f9-2d0b-450a-8d55-3c5d71ac17cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdfd42c-30ae-4f35-b399-23241510ac12,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:25.801811 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (42743e61-a07a-4e31-94b9-b1b20314ee18), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:25.806184 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-fc02f6ff-d648-4229-9c60-30f381a314e5 admin admin] Allocated IP 172.20.0.1 (373dbb88-f4de-44a8-9dd3-f28fc450a09b/ac3fd2ec-48a1-44e9-9a79-af3c25efe35e/0cd64ed4-fc6b-406b-b835-e8ad22471169) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:43:25.865142 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] Attempting to bind port 42743e61-a07a-4e31-94b9-b1b20314ee18 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:43:25.865606 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] Attempting to bind port 42743e61-a07a-4e31-94b9-b1b20314ee18 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:43:25.866035 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] Attempting to bind port 42743e61-a07a-4e31-94b9-b1b20314ee18 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:43:25.912615 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ea4b6-619a-4d3b-b2c4-dfb56d1ac1cf None None] Pushing event updated for resources: {'Port': ['ID=42743e61-a07a-4e31-94b9-b1b20314ee18,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:25.923798 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ea4b6-619a-4d3b-b2c4-dfb56d1ac1cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:25.924335 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ea4b6-619a-4d3b-b2c4-dfb56d1ac1cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:25.924778 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ea4b6-619a-4d3b-b2c4-dfb56d1ac1cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:25.925172 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ea4b6-619a-4d3b-b2c4-dfb56d1ac1cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:25.925650 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ea4b6-619a-4d3b-b2c4-dfb56d1ac1cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:25.926182 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ea4b6-619a-4d3b-b2c4-dfb56d1ac1cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:25.993763 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ea4b6-619a-4d3b-b2c4-dfb56d1ac1cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:25.993763 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ea4b6-619a-4d3b-b2c4-dfb56d1ac1cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:25.993763 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ea4b6-619a-4d3b-b2c4-dfb56d1ac1cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:25.993763 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ea4b6-619a-4d3b-b2c4-dfb56d1ac1cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:25.993763 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ea4b6-619a-4d3b-b2c4-dfb56d1ac1cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:25.993763 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ea4b6-619a-4d3b-b2c4-dfb56d1ac1cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:25.993763 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ea4b6-619a-4d3b-b2c4-dfb56d1ac1cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:25.993763 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ea4b6-619a-4d3b-b2c4-dfb56d1ac1cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:25.993763 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ea4b6-619a-4d3b-b2c4-dfb56d1ac1cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:25.993763 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:43:25.993763 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:43:25.996587 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:25.996587 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:43:25.996587 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] Bound port: 42743e61-a07a-4e31-94b9-b1b20314ee18, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:43:25.996587 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (42743e61-a07a-4e31-94b9-b1b20314ee18), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:26.040588 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] For port 42743e61-a07a-4e31-94b9-b1b20314ee18, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:43:26.044833 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] For port 42743e61-a07a-4e31-94b9-b1b20314ee18, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=42743e61-a07a-4e31-94b9-b1b20314ee18,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:43:26.046126 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:26.064626 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc02f6ff-d648-4229-9c60-30f381a314e5 admin admin] Publish callbacks [] for port (0cd64ed4-fc6b-406b-b835-e8ad22471169), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:26.064812 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c0244316-8749-471c-954b-c53e51d8f08d up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:26.064812 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:26.112566 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c0244316-8749-471c-954b-c53e51d8f08d triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:26.112939 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c0244316-8749-471c-954b-c53e51d8f08d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:26.113279 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c0244316-8749-471c-954b-c53e51d8f08d Nov 02 12:43:26.187015 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c0244316-8749-471c-954b-c53e51d8f08d is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:26.301198 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (42743e61-a07a-4e31-94b9-b1b20314ee18), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:26.346686 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:26.364120 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] Routers {'b0748113-6944-41b0-81a4-231394c8bbfc'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:26.364841 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:43:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b0748113-6944-41b0-81a4-231394c8bbfc'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:26.414290 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ea4b6-619a-4d3b-b2c4-dfb56d1ac1cf None None] Pushing event updated for resources: {'Port': ['ID=42743e61-a07a-4e31-94b9-b1b20314ee18,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:26.498565 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38564) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:26.500066 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] Set router b0748113-6944-41b0-81a4-231394c8bbfc gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:26.540942 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-2741e0e7-ccf1-4a70-a8bd-83d5d99eb62f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1788630839-network', 'tenant_id': '1d65446c687345bf995d7e3d6d882c4e'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:26.682785 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc02f6ff-d648-4229-9c60-30f381a314e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (0cd64ed4-fc6b-406b-b835-e8ad22471169), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:26.723733 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc02f6ff-d648-4229-9c60-30f381a314e5 admin admin] Network 373dbb88-f4de-44a8-9dd3-f28fc450a09b is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:43:26.729197 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-fc02f6ff-d648-4229-9c60-30f381a314e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:43:26.734074 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc02f6ff-d648-4229-9c60-30f381a314e5 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:43:26.742797 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02f6ff-d648-4229-9c60-30f381a314e5 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd64ed4-fc6b-406b-b835-e8ad22471169,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:26.774330 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0748113-6944-41b0-81a4-231394c8bbfc', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1578595724-router', 'tenant_id': '2449c558939943129ecf0b6db5251e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '42743e61-a07a-4e31-94b9-b1b20314ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:13Z', 'updated_at': '2022-11-02T12:43:20Z', 'revision_number': 3, 'project_id': '2449c558939943129ecf0b6db5251e60', 'gw_port': {'id': '42743e61-a07a-4e31-94b9-b1b20314ee18', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ed:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0748113-6944-41b0-81a4-231394c8bbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:16Z', 'updated_at': '2022-11-02T12:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:26.796571 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2741e0e7-ccf1-4a70-a8bd-83d5d99eb62f admin admin] Made reservation on behalf of 1d65446c687345bf995d7e3d6d882c4e for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:43:26.800402 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2741e0e7-ccf1-4a70-a8bd-83d5d99eb62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:26.804592 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc02f6ff-d648-4229-9c60-30f381a314e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (b0748113-6944-41b0-81a4-231394c8bbfc), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:26.817349 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2741e0e7-ccf1-4a70-a8bd-83d5d99eb62f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:26.828069 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff3c59-dc9a-403e-b78a-da5153b7071d None None] The sync data for ids ['b0748113-6944-41b0-81a4-231394c8bbfc'] in n-d-857339-6 is: [{'id': 'b0748113-6944-41b0-81a4-231394c8bbfc', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1578595724-router', 'tenant_id': '2449c558939943129ecf0b6db5251e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '42743e61-a07a-4e31-94b9-b1b20314ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:13Z', 'updated_at': '2022-11-02T12:43:20Z', 'revision_number': 3, 'project_id': '2449c558939943129ecf0b6db5251e60', 'gw_port': {'id': '42743e61-a07a-4e31-94b9-b1b20314ee18', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ed:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0748113-6944-41b0-81a4-231394c8bbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:16Z', 'updated_at': '2022-11-02T12:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:43:27.023210 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2741e0e7-ccf1-4a70-a8bd-83d5d99eb62f admin admin] Publish callbacks [] for security_group (f87d7470-84b8-4da2-a56f-812d16be7dfa), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:27.162799 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2741e0e7-ccf1-4a70-a8bd-83d5d99eb62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f87d7470-84b8-4da2-a56f-812d16be7dfa), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:27.194480 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9002490e-19da-4a3d-a1bc-98dbe886a52b None None] Provisioning complete for port 0cd64ed4-fc6b-406b-b835-e8ad22471169 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:27.195058 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9002490e-19da-4a3d-a1bc-98dbe886a52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0cd64ed4-fc6b-406b-b835-e8ad22471169), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:27.195258 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9002490e-19da-4a3d-a1bc-98dbe886a52b None None] Attempt 1 to provision port 0cd64ed4-fc6b-406b-b835-e8ad22471169 Nov 02 12:43:27.205157 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2741e0e7-ccf1-4a70-a8bd-83d5d99eb62f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:43:27.306482 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2741e0e7-ccf1-4a70-a8bd-83d5d99eb62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (27ba5fde-b500-4107-b362-0d4c6e61bd54), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:27.321268 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-2741e0e7-ccf1-4a70-a8bd-83d5d99eb62f admin admin] Added segment 27ba5fde-b500-4107-b362-0d4c6e61bd54 of type vlan for network 084316a1-9860-4bda-8dc9-91f9a79044cc Nov 02 12:43:27.323104 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741e0e7-ccf1-4a70-a8bd-83d5d99eb62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87d7470-84b8-4da2-a56f-812d16be7dfa,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:27.390323 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9002490e-19da-4a3d-a1bc-98dbe886a52b None None] Port 0cd64ed4-fc6b-406b-b835-e8ad22471169 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:43:27.469081 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2741e0e7-ccf1-4a70-a8bd-83d5d99eb62f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (084316a1-9860-4bda-8dc9-91f9a79044cc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:27.476089 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:27.651302 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2741e0e7-ccf1-4a70-a8bd-83d5d99eb62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (084316a1-9860-4bda-8dc9-91f9a79044cc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:27.653065 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2741e0e7-ccf1-4a70-a8bd-83d5d99eb62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:27.653666 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2741e0e7-ccf1-4a70-a8bd-83d5d99eb62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:27.825983 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc02f6ff-d648-4229-9c60-30f381a314e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0cd64ed4-fc6b-406b-b835-e8ad22471169), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:27.868482 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741e0e7-ccf1-4a70-a8bd-83d5d99eb62f admin admin] Pushing event updated for resources: {'Network': ['ID=084316a1-9860-4bda-8dc9-91f9a79044cc,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:27.887252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 084316a1-9860-4bda-8dc9-91f9a79044cc details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:43:27.951978 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2741e0e7-ccf1-4a70-a8bd-83d5d99eb62f admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5229511 Nov 02 12:43:27.957236 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38592) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:27.967156 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-fe255b9e-4741-47e8-8f82-01d827d0f086 admin admin] Request body: {'subnet': {'network_id': '084316a1-9860-4bda-8dc9-91f9a79044cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1788630839-subnet', 'tenant_id': '1d65446c687345bf995d7e3d6d882c4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:28.128829 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:28.158894 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 42743e61-a07a-4e31-94b9-b1b20314ee18 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:28.214528 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe255b9e-4741-47e8-8f82-01d827d0f086 admin admin] Made reservation on behalf of 1d65446c687345bf995d7e3d6d882c4e for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:43:28.221026 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fe255b9e-4741-47e8-8f82-01d827d0f086 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:28.256270 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:28.343531 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 42743e61-a07a-4e31-94b9-b1b20314ee18 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:28.343936 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (42743e61-a07a-4e31-94b9-b1b20314ee18), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:28.344295 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 42743e61-a07a-4e31-94b9-b1b20314ee18 Nov 02 12:43:28.607400 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 42743e61-a07a-4e31-94b9-b1b20314ee18 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:28.607795 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (42743e61-a07a-4e31-94b9-b1b20314ee18), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:28.696079 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 42743e61-a07a-4e31-94b9-b1b20314ee18, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=42743e61-a07a-4e31-94b9-b1b20314ee18,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:28.914135 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (42743e61-a07a-4e31-94b9-b1b20314ee18), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:28.963227 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fe255b9e-4741-47e8-8f82-01d827d0f086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (c56846d5-6a8d-4e94-a312-7bb35edbaab9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:29.066787 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=42743e61-a07a-4e31-94b9-b1b20314ee18,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:29.090694 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:29.111515 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe255b9e-4741-47e8-8f82-01d827d0f086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c56846d5-6a8d-4e94-a312-7bb35edbaab9,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:29.131002 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe255b9e-4741-47e8-8f82-01d827d0f086 admin admin] Checking segment: {'id': '27ba5fde-b500-4107-b362-0d4c6e61bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '084316a1-9860-4bda-8dc9-91f9a79044cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:43:29.131680 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe255b9e-4741-47e8-8f82-01d827d0f086 admin admin] Network hostable DHCP agents. Network: 084316a1-9860-4bda-8dc9-91f9a79044cc, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:43:29.167153 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc02f6ff-d648-4229-9c60-30f381a314e5 admin admin] Publish callbacks [] for port (0cd64ed4-fc6b-406b-b835-e8ad22471169), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:29.242684 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:29.277191 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-130fd322-3537-4fb8-84a1-cd37dee856ff req-d3e45eda-9d41-48e0-85e4-6b2ab1adbbab service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d66eec88-8a14-4f36-b486-84c06a042a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0903468 Nov 02 12:43:29.286112 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc02f6ff-d648-4229-9c60-30f381a314e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (0cd64ed4-fc6b-406b-b835-e8ad22471169), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:29.293627 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe255b9e-4741-47e8-8f82-01d827d0f086 admin admin] Network 084316a1-9860-4bda-8dc9-91f9a79044cc is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:43:29.342557 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:29.415132 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fd322-3537-4fb8-84a1-cd37dee856ff req-ba0ebc89-d47f-4e54-99f8-d13ab5549dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:29.420074 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-130fd322-3537-4fb8-84a1-cd37dee856ff req-ba0ebc89-d47f-4e54-99f8-d13ab5549dd8 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=d66eec88-8a14-4f36-b486-84c06a042a69 HTTP/1.1" status: 200 len: 1132 time: 0.1057286 Nov 02 12:43:29.432215 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02f6ff-d648-4229-9c60-30f381a314e5 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd64ed4-fc6b-406b-b835-e8ad22471169,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:29.513105 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc02f6ff-d648-4229-9c60-30f381a314e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (b0748113-6944-41b0-81a4-231394c8bbfc), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:29.533121 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-fe255b9e-4741-47e8-8f82-01d827d0f086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 084316a1-9860-4bda-8dc9-91f9a79044cc) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:43:29.548650 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6bd786-eabf-46e3-b632-98830745e5b5 None None] Network 084316a1-9860-4bda-8dc9-91f9a79044cc requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:43:29.633230 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe255b9e-4741-47e8-8f82-01d827d0f086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:29.637752 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fe255b9e-4741-47e8-8f82-01d827d0f086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:29.774174 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-084316a1-9860-4bda-8dc9-91f9a79044cc', 'network_id': '084316a1-9860-4bda-8dc9-91f9a79044cc', 'project_id': '1d65446c687345bf995d7e3d6d882c4e', 'fixed_ips': [{'subnet_id': 'c56846d5-6a8d-4e94-a312-7bb35edbaab9'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:43:29.779570 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:29.779876 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc02f6ff-d648-4229-9c60-30f381a314e5 admin admin] Network 373dbb88-f4de-44a8-9dd3-f28fc450a09b is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:43:29.779876 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-fc02f6ff-d648-4229-9c60-30f381a314e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:43:29.839829 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fe255b9e-4741-47e8-8f82-01d827d0f086 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8811977 Nov 02 12:43:29.869547 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38604) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:29.887699 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-d07111bb-1adb-413e-aab2-be392d1d3e12 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1788630839-router', 'tenant_id': '1d65446c687345bf995d7e3d6d882c4e', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:29.942259 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fd322-3537-4fb8-84a1-cd37dee856ff req-105b088a-8a4b-4bd4-909b-6bc95d8128d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:29.949466 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-130fd322-3537-4fb8-84a1-cd37dee856ff req-105b088a-8a4b-4bd4-909b-6bc95d8128d5 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.4973233 Nov 02 12:43:30.111054 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d07111bb-1adb-413e-aab2-be392d1d3e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (862ed8e6-5581-4707-9d12-c8fc203d5314), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:30.117277 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d07111bb-1adb-413e-aab2-be392d1d3e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (862ed8e6-5581-4707-9d12-c8fc203d5314), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:30.137285 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-130fd322-3537-4fb8-84a1-cd37dee856ff req-e56ddb00-b83b-41b0-9bb8-99fc5782e445 service neutron] 10.222.0.75 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be HTTP/1.1" status: 200 len: 217 time: 0.1749921 Nov 02 12:43:30.183380 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] Allocated IP 172.20.0.2 (084316a1-9860-4bda-8dc9-91f9a79044cc/c56846d5-6a8d-4e94-a312-7bb35edbaab9/376ff622-ae32-4d3d-ba86-7097aecadfc6) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:43:30.225393 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 42743e61-a07a-4e31-94b9-b1b20314ee18 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:30.250072 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc02f6ff-d648-4229-9c60-30f381a314e5 admin admin] Router b0748113-6944-41b0-81a4-231394c8bbfc has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:43:30.582679 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc02f6ff-d648-4229-9c60-30f381a314e5 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:43:30.600570 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] Publish callbacks [] for port (376ff622-ae32-4d3d-ba86-7097aecadfc6), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:30.602332 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fc02f6ff-d648-4229-9c60-30f381a314e5 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/b0748113-6944-41b0-81a4-231394c8bbfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5135643 Nov 02 12:43:30.641094 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] Sync routers for ids ['b0748113-6944-41b0-81a4-231394c8bbfc'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:43:30.714588 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] Routers {'b0748113-6944-41b0-81a4-231394c8bbfc'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:30.715902 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:43:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b0748113-6944-41b0-81a4-231394c8bbfc'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:30.873890 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:30.876961 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (376ff622-ae32-4d3d-ba86-7097aecadfc6), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:30.902843 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e7945145-2600-4e7b-9132-5cf7753a29f2 None None] Provisioning complete for port 0cd64ed4-fc6b-406b-b835-e8ad22471169 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:30.903307 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e7945145-2600-4e7b-9132-5cf7753a29f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0cd64ed4-fc6b-406b-b835-e8ad22471169), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:30.903749 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e7945145-2600-4e7b-9132-5cf7753a29f2 None None] Attempt 1 to provision port 0cd64ed4-fc6b-406b-b835-e8ad22471169 Nov 02 12:43:30.950497 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e7945145-2600-4e7b-9132-5cf7753a29f2 None None] Port 0cd64ed4-fc6b-406b-b835-e8ad22471169 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:43:30.996611 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 42743e61-a07a-4e31-94b9-b1b20314ee18 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:30.997083 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (42743e61-a07a-4e31-94b9-b1b20314ee18), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:30.997559 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 42743e61-a07a-4e31-94b9-b1b20314ee18 Nov 02 12:43:31.039329 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:31.043805 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] Network 084316a1-9860-4bda-8dc9-91f9a79044cc is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:43:31.066227 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:43:31.070511 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:43:31.090356 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] Set router b0748113-6944-41b0-81a4-231394c8bbfc gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:31.095126 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b84ec187-ed83-42c7-a6b5-287ce93c90ce req-376eb959-f24b-475f-839e-78ef0dce12b6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0926828 Nov 02 12:43:31.134742 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:31.229990 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 42743e61-a07a-4e31-94b9-b1b20314ee18 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:31.256931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] Pushing event updated for resources: {'Port': ['ID=376ff622-ae32-4d3d-ba86-7097aecadfc6,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:31.311962 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ec187-ed83-42c7-a6b5-287ce93c90ce req-8d1f08ab-a4f3-4f3a-ac85-b46303e36ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:31.313530 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b84ec187-ed83-42c7-a6b5-287ce93c90ce req-8d1f08ab-a4f3-4f3a-ac85-b46303e36ad1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=cdd844366c7343be97d0911ff5c05ba4&device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 1130 time: 0.1293716 Nov 02 12:43:31.315134 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d07111bb-1adb-413e-aab2-be392d1d3e12 admin admin] Publish callbacks [] for router_controller (862ed8e6-5581-4707-9d12-c8fc203d5314), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:31.320533 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:31.328796 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fd322-3537-4fb8-84a1-cd37dee856ff req-5dc319b5-f959-4481-beaa-3a000daa3b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:31.336627 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-130fd322-3537-4fb8-84a1-cd37dee856ff req-5dc319b5-f959-4481-beaa-3a000daa3b0c service neutron] 10.222.0.75 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 1.1834214 Nov 02 12:43:31.548647 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] Attempting to bind port 376ff622-ae32-4d3d-ba86-7097aecadfc6 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:43:31.549196 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] Attempting to bind port 376ff622-ae32-4d3d-ba86-7097aecadfc6 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '27ba5fde-b500-4107-b362-0d4c6e61bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '084316a1-9860-4bda-8dc9-91f9a79044cc'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:43:31.549686 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] Attempting to bind port 376ff622-ae32-4d3d-ba86-7097aecadfc6 on network 084316a1-9860-4bda-8dc9-91f9a79044cc {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:43:31.633661 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:43:31.634510 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] Checking segment: {'id': '27ba5fde-b500-4107-b362-0d4c6e61bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '084316a1-9860-4bda-8dc9-91f9a79044cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:43:31.634747 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:31.635259 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] Bound using segment: {'id': '27ba5fde-b500-4107-b362-0d4c6e61bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '084316a1-9860-4bda-8dc9-91f9a79044cc'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:43:31.636452 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] Bound port: 376ff622-ae32-4d3d-ba86-7097aecadfc6, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ba5fde-b500-4107-b362-0d4c6e61bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '084316a1-9860-4bda-8dc9-91f9a79044cc'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:43:31.637755 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (376ff622-ae32-4d3d-ba86-7097aecadfc6), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:31.691190 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:31.706773 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fd322-3537-4fb8-84a1-cd37dee856ff req-85efec4c-261c-480d-baec-4f9e7b421587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:31.708441 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-130fd322-3537-4fb8-84a1-cd37dee856ff req-85efec4c-261c-480d-baec-4f9e7b421587 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3543098 Nov 02 12:43:31.749922 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0748113-6944-41b0-81a4-231394c8bbfc', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1578595724-router', 'tenant_id': '2449c558939943129ecf0b6db5251e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '42743e61-a07a-4e31-94b9-b1b20314ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:13Z', 'updated_at': '2022-11-02T12:43:27Z', 'revision_number': 4, 'project_id': '2449c558939943129ecf0b6db5251e60', 'gw_port': {'id': '42743e61-a07a-4e31-94b9-b1b20314ee18', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0748113-6944-41b0-81a4-231394c8bbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:16Z', 'updated_at': '2022-11-02T12:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '0cd64ed4-fc6b-406b-b835-e8ad22471169', 'name': '', 'network_id': '373dbb88-f4de-44a8-9dd3-f28fc450a09b', 'tenant_id': '2449c558939943129ecf0b6db5251e60', 'mac_address': 'fa:16:3e:2c:0b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0748113-6944-41b0-81a4-231394c8bbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'ac3fd2ec-48a1-44e9-9a79-af3c25efe35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:25Z', 'updated_at': '2022-11-02T12:43:27Z', 'revision_number': 2, 'project_id': '2449c558939943129ecf0b6db5251e60', 'subnets': [{'id': 'ac3fd2ec-48a1-44e9-9a79-af3c25efe35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:31.923109 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] Checking router: b0748113-6944-41b0-81a4-231394c8bbfc for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:43:31.923471 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] Updating router b0748113-6944-41b0-81a4-231394c8bbfc port 0cd64ed4-fc6b-406b-b835-e8ad22471169 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:43:31.964822 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] For port 376ff622-ae32-4d3d-ba86-7097aecadfc6, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:43:31.988690 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ec187-ed83-42c7-a6b5-287ce93c90ce req-a183c453-16de-49f0-89c7-463f834f3515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:32.002083 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b84ec187-ed83-42c7-a6b5-287ce93c90ce req-a183c453-16de-49f0-89c7-463f834f3515 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.6424692 Nov 02 12:43:32.002083 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d07111bb-1adb-413e-aab2-be392d1d3e12 admin admin] Publish callbacks [] for router_gateway (862ed8e6-5581-4707-9d12-c8fc203d5314), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:32.009400 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0cd64ed4-fc6b-406b-b835-e8ad22471169), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:32.063164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] For port 376ff622-ae32-4d3d-ba86-7097aecadfc6, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=376ff622-ae32-4d3d-ba86-7097aecadfc6,segment=NetworkSegment(27ba5fde-b500-4107-b362-0d4c6e61bd54),segment_id=27ba5fde-b500-4107-b362-0d4c6e61bd54)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:43:32.160381 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b84ec187-ed83-42c7-a6b5-287ce93c90ce req-98ef0cb0-f95a-41a5-98f4-1daeb5ffd09d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e HTTP/1.1" status: 200 len: 217 time: 0.1559114 Nov 02 12:43:32.162639 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-130fd322-3537-4fb8-84a1-cd37dee856ff req-b2586d02-babf-4af2-adf6-b3bc67b747d4 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407074 Nov 02 12:43:32.505093 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-130fd322-3537-4fb8-84a1-cd37dee856ff req-fbcf22dc-452a-4080-b7db-d1bbf9c04f31 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042488 Nov 02 12:43:32.603364 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ec187-ed83-42c7-a6b5-287ce93c90ce req-bb7ff98f-fbf0-4569-b121-497fa01b2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:32.606692 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b84ec187-ed83-42c7-a6b5-287ce93c90ce req-bb7ff98f-fbf0-4569-b121-497fa01b2fe5 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.4398177 Nov 02 12:43:32.608699 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (376ff622-ae32-4d3d-ba86-7097aecadfc6), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:32.993686 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ec187-ed83-42c7-a6b5-287ce93c90ce req-35cd4d3b-97c6-434b-a95c-f14df818e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:32.993931 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] Publish callbacks [] for port (0cd64ed4-fc6b-406b-b835-e8ad22471169), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:33.012467 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b84ec187-ed83-42c7-a6b5-287ce93c90ce req-35cd4d3b-97c6-434b-a95c-f14df818e3a4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3255236 Nov 02 12:43:33.015475 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dddde4-1cb2-4809-9f2a-812c49b3d42e None None] Pushing event updated for resources: {'Port': ['ID=376ff622-ae32-4d3d-ba86-7097aecadfc6,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:33.090345 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d07111bb-1adb-413e-aab2-be392d1d3e12 admin admin] Publish callbacks [] for router_gateway (862ed8e6-5581-4707-9d12-c8fc203d5314), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:33.146169 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d07111bb-1adb-413e-aab2-be392d1d3e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:33.221779 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b84ec187-ed83-42c7-a6b5-287ce93c90ce req-35369e03-a192-406d-a6dc-3ee6a32cef9e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170627 Nov 02 12:43:33.355679 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-d07111bb-1adb-413e-aab2-be392d1d3e12 admin admin] Allocated IP 172.25.2.194 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/ca3acf41-3490-40d0-85f9-89d3e99f6e69) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:43:33.395705 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b84ec187-ed83-42c7-a6b5-287ce93c90ce req-2103631d-f0f7-4102-8ee8-d0382758a971 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663938 Nov 02 12:43:33.497348 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d07111bb-1adb-413e-aab2-be392d1d3e12 admin admin] Publish callbacks [] for port (ca3acf41-3490-40d0-85f9-89d3e99f6e69), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:33.525699 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:33.876341 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0cd64ed4-fc6b-406b-b835-e8ad22471169), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:33.902612 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d07111bb-1adb-413e-aab2-be392d1d3e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (ca3acf41-3490-40d0-85f9-89d3e99f6e69), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:33.997057 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4611ff-357f-475e-a91c-6672b5705fd2 None None] Pushing event updated for resources: {'Port': ['ID=0cd64ed4-fc6b-406b-b835-e8ad22471169,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:34.003674 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07111bb-1adb-413e-aab2-be392d1d3e12 admin admin] Pushing event updated for resources: {'Port': ['ID=ca3acf41-3490-40d0-85f9-89d3e99f6e69,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:34.010621 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07111bb-1adb-413e-aab2-be392d1d3e12 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:43:34.013759 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-d07111bb-1adb-413e-aab2-be392d1d3e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:43:34.017456 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07111bb-1adb-413e-aab2-be392d1d3e12 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:43:34.037405 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3bc340-f4c2-4596-b2dd-3aa769b9cc75 None None] Network 084316a1-9860-4bda-8dc9-91f9a79044cc requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:43:34.089910 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a750c4fe-6ba7-4d2f-b383-f694ff0e7656 None None] Provisioning complete for port 376ff622-ae32-4d3d-ba86-7097aecadfc6 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:34.090765 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a750c4fe-6ba7-4d2f-b383-f694ff0e7656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (376ff622-ae32-4d3d-ba86-7097aecadfc6), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:34.091103 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a750c4fe-6ba7-4d2f-b383-f694ff0e7656 None None] Attempt 1 to provision port 376ff622-ae32-4d3d-ba86-7097aecadfc6 Nov 02 12:43:34.139826 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] Attempting to bind port 0cd64ed4-fc6b-406b-b835-e8ad22471169 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:43:34.140078 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] Attempting to bind port 0cd64ed4-fc6b-406b-b835-e8ad22471169 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'baf19812-50b9-42de-b69f-ce9bf897009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '373dbb88-f4de-44a8-9dd3-f28fc450a09b'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:43:34.140441 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] Attempting to bind port 0cd64ed4-fc6b-406b-b835-e8ad22471169 on network 373dbb88-f4de-44a8-9dd3-f28fc450a09b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:43:34.150671 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 376ff622-ae32-4d3d-ba86-7097aecadfc6 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:34.305801 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:43:34.306178 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] Checking segment: {'id': 'baf19812-50b9-42de-b69f-ce9bf897009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '373dbb88-f4de-44a8-9dd3-f28fc450a09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:43:34.306585 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:34.306984 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] Bound using segment: {'id': 'baf19812-50b9-42de-b69f-ce9bf897009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '373dbb88-f4de-44a8-9dd3-f28fc450a09b'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:43:34.308006 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] Bound port: 0cd64ed4-fc6b-406b-b835-e8ad22471169, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf19812-50b9-42de-b69f-ce9bf897009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '373dbb88-f4de-44a8-9dd3-f28fc450a09b'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:43:34.308391 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0cd64ed4-fc6b-406b-b835-e8ad22471169), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:34.356908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 376ff622-ae32-4d3d-ba86-7097aecadfc6 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:34.357274 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (376ff622-ae32-4d3d-ba86-7097aecadfc6), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:34.357605 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 376ff622-ae32-4d3d-ba86-7097aecadfc6 Nov 02 12:43:34.517230 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:34.571846 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a750c4fe-6ba7-4d2f-b383-f694ff0e7656 None None] Current status of the port 376ff622-ae32-4d3d-ba86-7097aecadfc6 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:34.574574 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:34.575166 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a750c4fe-6ba7-4d2f-b383-f694ff0e7656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (376ff622-ae32-4d3d-ba86-7097aecadfc6), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:34.612019 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d07111bb-1adb-413e-aab2-be392d1d3e12 admin admin] Publish callbacks [] for router_gateway (862ed8e6-5581-4707-9d12-c8fc203d5314), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:34.627636 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:34.724004 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] For port 0cd64ed4-fc6b-406b-b835-e8ad22471169, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:43:34.731360 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 376ff622-ae32-4d3d-ba86-7097aecadfc6 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:34.732242 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (376ff622-ae32-4d3d-ba86-7097aecadfc6), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:34.753783 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] For port 0cd64ed4-fc6b-406b-b835-e8ad22471169, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0cd64ed4-fc6b-406b-b835-e8ad22471169,segment=NetworkSegment(baf19812-50b9-42de-b69f-ce9bf897009f),segment_id=baf19812-50b9-42de-b69f-ce9bf897009f)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:43:34.760348 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:34.805906 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=14,neutron:SELECT=85,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:34.810926 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a750c4fe-6ba7-4d2f-b383-f694ff0e7656 None None] For port 376ff622-ae32-4d3d-ba86-7097aecadfc6, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=376ff622-ae32-4d3d-ba86-7097aecadfc6,segment=NetworkSegment(27ba5fde-b500-4107-b362-0d4c6e61bd54),segment_id=27ba5fde-b500-4107-b362-0d4c6e61bd54)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:34.829789 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0cd64ed4-fc6b-406b-b835-e8ad22471169), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:34.879311 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38646) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:35.004318 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a750c4fe-6ba7-4d2f-b383-f694ff0e7656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (376ff622-ae32-4d3d-ba86-7097aecadfc6), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:35.044973 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] Routers {'b0748113-6944-41b0-81a4-231394c8bbfc'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:35.045809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:43:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b0748113-6944-41b0-81a4-231394c8bbfc'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:35.055301 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:35.071677 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d07111bb-1adb-413e-aab2-be392d1d3e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (862ed8e6-5581-4707-9d12-c8fc203d5314), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:35.195421 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4611ff-357f-475e-a91c-6672b5705fd2 None None] Pushing event updated for resources: {'Port': ['ID=0cd64ed4-fc6b-406b-b835-e8ad22471169,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:35.236013 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4c277ca-bd6e-4ea6-aec6-09887d9f786e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:35.272835 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:35.344554 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4c277ca-bd6e-4ea6-aec6-09887d9f786e admin admin] Publish callbacks [] for security_group (7cf34e5a-2d7a-4739-80a8-41c5d5cdfe66), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:35.346077 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:35.438219 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07111bb-1adb-413e-aab2-be392d1d3e12 admin admin] Router 862ed8e6-5581-4707-9d12-c8fc203d5314 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:43:35.439541 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e4e36de6-88bd-454c-9181-6f9d59490b24 None None] Provisioning complete for port 376ff622-ae32-4d3d-ba86-7097aecadfc6 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:35.440549 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e4e36de6-88bd-454c-9181-6f9d59490b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (376ff622-ae32-4d3d-ba86-7097aecadfc6), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:35.440549 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e4e36de6-88bd-454c-9181-6f9d59490b24 None None] Attempt 1 to provision port 376ff622-ae32-4d3d-ba86-7097aecadfc6 Nov 02 12:43:35.455312 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4c277ca-bd6e-4ea6-aec6-09887d9f786e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7cf34e5a-2d7a-4739-80a8-41c5d5cdfe66), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:35.455491 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:43:35.455491 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:43:35.455491 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:35.513692 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c277ca-bd6e-4ea6-aec6-09887d9f786e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf34e5a-2d7a-4739-80a8-41c5d5cdfe66,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:35.546793 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e4c277ca-bd6e-4ea6-aec6-09887d9f786e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b7517ed437bd40f0bc70a2ec925d3440&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6634192 Nov 02 12:43:35.557552 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38650) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:35.621481 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750c4fe-6ba7-4d2f-b383-f694ff0e7656 None None] Pushing event updated for resources: {'Port': ['ID=376ff622-ae32-4d3d-ba86-7097aecadfc6,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:35.640965 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9f2a-e2f4-4fa6-841a-3ee7ccbebe9c admin admin] Publish callbacks [] for security_group (7cf34e5a-2d7a-4739-80a8-41c5d5cdfe66), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:35.678392 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] Set router b0748113-6944-41b0-81a4-231394c8bbfc gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:35.692543 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9f2a-e2f4-4fa6-841a-3ee7ccbebe9c admin admin] Publish callbacks [] for security_group (7cf34e5a-2d7a-4739-80a8-41c5d5cdfe66), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:35.719820 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07111bb-1adb-413e-aab2-be392d1d3e12 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:43:35.731146 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d315b8-8fea-4199-83a7-768436320563 None None] Sync routers for ids ['862ed8e6-5581-4707-9d12-c8fc203d5314'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:43:35.747744 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:35.752930 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d315b8-8fea-4199-83a7-768436320563 None None] Routers {'862ed8e6-5581-4707-9d12-c8fc203d5314'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:35.753601 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-00d315b8-8fea-4199-83a7-768436320563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:43:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['862ed8e6-5581-4707-9d12-c8fc203d5314'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:35.880571 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9f2a-e2f4-4fa6-841a-3ee7ccbebe9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7cf34e5a-2d7a-4739-80a8-41c5d5cdfe66), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:35.882103 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d07111bb-1adb-413e-aab2-be392d1d3e12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:35.887446 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d07111bb-1adb-413e-aab2-be392d1d3e12 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0153117 Nov 02 12:43:35.888105 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38656) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:35.888657 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9f2a-e2f4-4fa6-841a-3ee7ccbebe9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:35.893922 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6a9d9f2a-e2f4-4fa6-841a-3ee7ccbebe9c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7cf34e5a-2d7a-4739-80a8-41c5d5cdfe66 HTTP/1.1" status: 204 len: 168 time: 0.3330808 Nov 02 12:43:35.945915 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d9f2a-e2f4-4fa6-841a-3ee7ccbebe9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf34e5a-2d7a-4739-80a8-41c5d5cdfe66,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:36.114957 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:36.123688 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e4e36de6-88bd-454c-9181-6f9d59490b24 None None] Current status of the port 376ff622-ae32-4d3d-ba86-7097aecadfc6 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:36.150218 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-00d315b8-8fea-4199-83a7-768436320563 None None] Set router 862ed8e6-5581-4707-9d12-c8fc203d5314 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:36.162708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 376ff622-ae32-4d3d-ba86-7097aecadfc6 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:36.389151 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 376ff622-ae32-4d3d-ba86-7097aecadfc6 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:36.444343 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0748113-6944-41b0-81a4-231394c8bbfc', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1578595724-router', 'tenant_id': '2449c558939943129ecf0b6db5251e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '42743e61-a07a-4e31-94b9-b1b20314ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:13Z', 'updated_at': '2022-11-02T12:43:27Z', 'revision_number': 4, 'project_id': '2449c558939943129ecf0b6db5251e60', 'gw_port': {'id': '42743e61-a07a-4e31-94b9-b1b20314ee18', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0748113-6944-41b0-81a4-231394c8bbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:16Z', 'updated_at': '2022-11-02T12:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '0cd64ed4-fc6b-406b-b835-e8ad22471169', 'name': '', 'network_id': '373dbb88-f4de-44a8-9dd3-f28fc450a09b', 'tenant_id': '2449c558939943129ecf0b6db5251e60', 'mac_address': 'fa:16:3e:2c:0b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0748113-6944-41b0-81a4-231394c8bbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'ac3fd2ec-48a1-44e9-9a79-af3c25efe35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:25Z', 'updated_at': '2022-11-02T12:43:34Z', 'revision_number': 4, 'project_id': '2449c558939943129ecf0b6db5251e60', 'subnets': [{'id': 'ac3fd2ec-48a1-44e9-9a79-af3c25efe35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:36.580274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f88853e-63a9-4b09-80b1-e4d21434544f None None] The sync data for ids ['b0748113-6944-41b0-81a4-231394c8bbfc'] in n-d-857339-6 is: [{'id': 'b0748113-6944-41b0-81a4-231394c8bbfc', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1578595724-router', 'tenant_id': '2449c558939943129ecf0b6db5251e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '42743e61-a07a-4e31-94b9-b1b20314ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:13Z', 'updated_at': '2022-11-02T12:43:27Z', 'revision_number': 4, 'project_id': '2449c558939943129ecf0b6db5251e60', 'gw_port': {'id': '42743e61-a07a-4e31-94b9-b1b20314ee18', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0748113-6944-41b0-81a4-231394c8bbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:16Z', 'updated_at': '2022-11-02T12:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '0cd64ed4-fc6b-406b-b835-e8ad22471169', 'name': '', 'network_id': '373dbb88-f4de-44a8-9dd3-f28fc450a09b', 'tenant_id': '2449c558939943129ecf0b6db5251e60', 'mac_address': 'fa:16:3e:2c:0b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0748113-6944-41b0-81a4-231394c8bbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'ac3fd2ec-48a1-44e9-9a79-af3c25efe35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:25Z', 'updated_at': '2022-11-02T12:43:34Z', 'revision_number': 4, 'project_id': '2449c558939943129ecf0b6db5251e60', 'subnets': [{'id': 'ac3fd2ec-48a1-44e9-9a79-af3c25efe35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:43:36.594135 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:36.666635 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 376ff622-ae32-4d3d-ba86-7097aecadfc6 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:36.680809 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (376ff622-ae32-4d3d-ba86-7097aecadfc6), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:36.685724 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 376ff622-ae32-4d3d-ba86-7097aecadfc6 Nov 02 12:43:36.707963 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:36.848927 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:36.933421 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-00d315b8-8fea-4199-83a7-768436320563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862ed8e6-5581-4707-9d12-c8fc203d5314', 'name': 'tempest-ServersTestManualDisk-1788630839-router', 'tenant_id': '1d65446c687345bf995d7e3d6d882c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ca3acf41-3490-40d0-85f9-89d3e99f6e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:30Z', 'updated_at': '2022-11-02T12:43:34Z', 'revision_number': 3, 'project_id': '1d65446c687345bf995d7e3d6d882c4e', 'gw_port': {'id': 'ca3acf41-3490-40d0-85f9-89d3e99f6e69', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:eb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862ed8e6-5581-4707-9d12-c8fc203d5314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:33Z', 'updated_at': '2022-11-02T12:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:36.966841 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 376ff622-ae32-4d3d-ba86-7097aecadfc6 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:37.032800 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d315b8-8fea-4199-83a7-768436320563 None None] Checking router: 862ed8e6-5581-4707-9d12-c8fc203d5314 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:43:37.033438 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d315b8-8fea-4199-83a7-768436320563 None None] Updating router 862ed8e6-5581-4707-9d12-c8fc203d5314 port ca3acf41-3490-40d0-85f9-89d3e99f6e69 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:43:37.067983 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0901d45e-e793-4033-910d-8c2d727e89be req-4f21e6b2-ce72-4e3c-9047-8c3a71f280a6 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1812732980&fields=id&tenant_id=9dae73b687df4626a377fcf4030f78a0 HTTP/1.1" status: 200 len: 267 time: 0.1883271 Nov 02 12:43:37.106408 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38688) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:37.139383 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:37.155224 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-00d315b8-8fea-4199-83a7-768436320563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ca3acf41-3490-40d0-85f9-89d3e99f6e69), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:37.170110 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d79bd52d-4186-419a-9e58-31bde6f79c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:37.402810 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:37.407794 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901d45e-e793-4033-910d-8c2d727e89be req-1cce0edd-a318-42b8-905c-29f72fcb2bc6 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:37.415089 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0901d45e-e793-4033-910d-8c2d727e89be req-1cce0edd-a318-42b8-905c-29f72fcb2bc6 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] 10.222.0.64 "GET /networking/v2.0/networks?id=b73818dd-ad5f-4cb0-a704-da161faaa84f HTTP/1.1" status: 200 len: 806 time: 0.3417265 Nov 02 12:43:37.489144 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0901d45e-e793-4033-910d-8c2d727e89be req-20c64c3a-b2d6-4dae-90ae-05497c631d95 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] 10.222.0.64 "GET /networking/v2.0/quotas/9dae73b687df4626a377fcf4030f78a0 HTTP/1.1" status: 200 len: 375 time: 0.0726616 Nov 02 12:43:37.653367 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0901d45e-e793-4033-910d-8c2d727e89be req-491b3942-087d-4050-a1ca-9b02610592c3 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9dae73b687df4626a377fcf4030f78a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1600389 Nov 02 12:43:37.792794 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:37.873888 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=77,neutron:INSERT=7,neutron:UPDATE=8,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:37.963237 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d79bd52d-4186-419a-9e58-31bde6f79c84 admin admin] Publish callbacks [] for security_group (4e5ed7c4-d6de-44fa-b1f4-0fb5769f272e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:38.009193 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-00d315b8-8fea-4199-83a7-768436320563 None None] Publish callbacks [] for port (ca3acf41-3490-40d0-85f9-89d3e99f6e69), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:38.019335 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-4d4b4316-e2c8-4b16-a78d-1656e29d2977 req-3ea5758a-c934-4026-9a08-fb5e70846dfe tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1128962994', 'description': 'tempest-description-440698169'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:38.044783 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d79bd52d-4186-419a-9e58-31bde6f79c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4e5ed7c4-d6de-44fa-b1f4-0fb5769f272e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:38.106895 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9289f33f-300e-4d38-98e3-ea6b91427570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:38.123939 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-00d315b8-8fea-4199-83a7-768436320563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ca3acf41-3490-40d0-85f9-89d3e99f6e69), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:38.150323 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d79bd52d-4186-419a-9e58-31bde6f79c84 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=07c736ff1bf8432db6c30dfdc2984a02&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0420048 Nov 02 12:43:38.152538 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bd52d-4186-419a-9e58-31bde6f79c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5ed7c4-d6de-44fa-b1f4-0fb5769f272e,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:38.157230 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38712) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:38.239397 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:38.247117 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2bdf1-f2e8-4d6f-ab34-0f95f677252f None None] Pushing event updated for resources: {'Port': ['ID=ca3acf41-3490-40d0-85f9-89d3e99f6e69,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:38.278583 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-4d4b4316-e2c8-4b16-a78d-1656e29d2977 req-3ea5758a-c934-4026-9a08-fb5e70846dfe tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:38.279881 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-00d315b8-8fea-4199-83a7-768436320563 None None] Attempting to bind port ca3acf41-3490-40d0-85f9-89d3e99f6e69 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:43:38.280292 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-00d315b8-8fea-4199-83a7-768436320563 None None] Attempting to bind port ca3acf41-3490-40d0-85f9-89d3e99f6e69 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:43:38.280645 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d315b8-8fea-4199-83a7-768436320563 None None] Attempting to bind port ca3acf41-3490-40d0-85f9-89d3e99f6e69 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:43:38.474512 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54081b17-a7da-46a7-9c14-ef2c271749eb admin admin] Publish callbacks [] for security_group (4e5ed7c4-d6de-44fa-b1f4-0fb5769f272e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:38.514256 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0cd64ed4-fc6b-406b-b835-e8ad22471169 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:38.556755 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d315b8-8fea-4199-83a7-768436320563 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:43:38.557184 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d315b8-8fea-4199-83a7-768436320563 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:43:38.558062 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-00d315b8-8fea-4199-83a7-768436320563 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:38.558461 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d315b8-8fea-4199-83a7-768436320563 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:43:38.558951 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-00d315b8-8fea-4199-83a7-768436320563 None None] Bound port: ca3acf41-3490-40d0-85f9-89d3e99f6e69, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:43:38.559332 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-00d315b8-8fea-4199-83a7-768436320563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ca3acf41-3490-40d0-85f9-89d3e99f6e69), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:38.602213 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54081b17-a7da-46a7-9c14-ef2c271749eb admin admin] Publish callbacks [] for security_group (4e5ed7c4-d6de-44fa-b1f4-0fb5769f272e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:38.693461 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0cd64ed4-fc6b-406b-b835-e8ad22471169 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:38.694880 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0cd64ed4-fc6b-406b-b835-e8ad22471169), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:38.697271 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0cd64ed4-fc6b-406b-b835-e8ad22471169 Nov 02 12:43:38.697674 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-9289f33f-300e-4d38-98e3-ea6b91427570 admin admin] Allocated IP 172.20.0.1 (084316a1-9860-4bda-8dc9-91f9a79044cc/c56846d5-6a8d-4e94-a312-7bb35edbaab9/77e512c8-3c76-48b4-b9b9-bed050fef800) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:43:38.757839 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:38.780474 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-00d315b8-8fea-4199-83a7-768436320563 None None] For port ca3acf41-3490-40d0-85f9-89d3e99f6e69, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:43:38.785605 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-00d315b8-8fea-4199-83a7-768436320563 None None] For port ca3acf41-3490-40d0-85f9-89d3e99f6e69, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ca3acf41-3490-40d0-85f9-89d3e99f6e69,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:43:38.850358 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-50602a13-a4d7-44d6-9374-9dc1b8dbf29f req-7da90ccc-c18a-4c77-8110-6c4707533c9d tempest-ServerShowV257Test-1333429206 tempest-ServerShowV257Test-1333429206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.0825181 Nov 02 12:43:38.852736 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54081b17-a7da-46a7-9c14-ef2c271749eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4e5ed7c4-d6de-44fa-b1f4-0fb5769f272e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:38.860564 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54081b17-a7da-46a7-9c14-ef2c271749eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:38.864150 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-54081b17-a7da-46a7-9c14-ef2c271749eb admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4e5ed7c4-d6de-44fa-b1f4-0fb5769f272e HTTP/1.1" status: 204 len: 168 time: 0.7049639 Nov 02 12:43:38.876258 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-00d315b8-8fea-4199-83a7-768436320563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ca3acf41-3490-40d0-85f9-89d3e99f6e69), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:38.926954 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54081b17-a7da-46a7-9c14-ef2c271749eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5ed7c4-d6de-44fa-b1f4-0fb5769f272e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:38.936625 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:39.068543 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-4d4b4316-e2c8-4b16-a78d-1656e29d2977 req-3ea5758a-c934-4026-9a08-fb5e70846dfe tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (816a7117-a616-4a05-bff7-007d5b3b2aa8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:39.072702 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d315b8-8fea-4199-83a7-768436320563 None None] Routers {'862ed8e6-5581-4707-9d12-c8fc203d5314'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:39.075815 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-00d315b8-8fea-4199-83a7-768436320563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:43:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['862ed8e6-5581-4707-9d12-c8fc203d5314'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:39.083072 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:39.109895 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9289f33f-300e-4d38-98e3-ea6b91427570 admin admin] Publish callbacks [] for port (77e512c8-3c76-48b4-b9b9-bed050fef800), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:39.170818 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-4d4b4316-e2c8-4b16-a78d-1656e29d2977 req-3ea5758a-c934-4026-9a08-fb5e70846dfe tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (816a7117-a616-4a05-bff7-007d5b3b2aa8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:39.181681 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0cd64ed4-fc6b-406b-b835-e8ad22471169 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:39.187837 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0cd64ed4-fc6b-406b-b835-e8ad22471169), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:39.205408 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38718) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:39.239975 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9289f33f-300e-4d38-98e3-ea6b91427570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (77e512c8-3c76-48b4-b9b9-bed050fef800), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:39.259662 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5758a-c934-4026-9a08-fb5e70846dfe tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816a7117-a616-4a05-bff7-007d5b3b2aa8,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:39.350024 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-4d4b4316-e2c8-4b16-a78d-1656e29d2977 req-3ea5758a-c934-4026-9a08-fb5e70846dfe tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:39.353159 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4d4b4316-e2c8-4b16-a78d-1656e29d2977 req-3ea5758a-c934-4026-9a08-fb5e70846dfe tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 1.3388553 Nov 02 12:43:39.365520 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9289f33f-300e-4d38-98e3-ea6b91427570 admin admin] Network 084316a1-9860-4bda-8dc9-91f9a79044cc is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:43:39.385591 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-9289f33f-300e-4d38-98e3-ea6b91427570 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:43:39.408226 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 0cd64ed4-fc6b-406b-b835-e8ad22471169, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0cd64ed4-fc6b-406b-b835-e8ad22471169,segment=NetworkSegment(baf19812-50b9-42de-b69f-ce9bf897009f),segment_id=baf19812-50b9-42de-b69f-ce9bf897009f)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:39.422522 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2bdf1-f2e8-4d6f-ab34-0f95f677252f None None] Pushing event updated for resources: {'Port': ['ID=ca3acf41-3490-40d0-85f9-89d3e99f6e69,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:39.428465 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289f33f-300e-4d38-98e3-ea6b91427570 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:43:39.449660 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29344aa7-d557-4a71-af27-556dff64a2dc req-fbfd8ebe-4f63-4872-9f31-5c74afb58b30 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:39.451531 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-29344aa7-d557-4a71-af27-556dff64a2dc req-fbfd8ebe-4f63-4872-9f31-5c74afb58b30 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56f150cf-3b5c-4ffe-9783-619b9e1dd435 HTTP/1.1" status: 200 len: 951 time: 0.0971575 Nov 02 12:43:39.453627 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=9,neutron:SELECT=80,neutron:INSERT=10,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:39.491663 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0cd64ed4-fc6b-406b-b835-e8ad22471169), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:39.525693 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-780384de-a1ac-47c1-8d5e-98d9d4b87564 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks [] for security_group (e35aaa2c-9101-4324-b945-1493f4077952), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:39.550430 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289f33f-300e-4d38-98e3-ea6b91427570 admin admin] Pushing event updated for resources: {'Port': ['ID=77e512c8-3c76-48b4-b9b9-bed050fef800,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:39.591671 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-00d315b8-8fea-4199-83a7-768436320563 None None] Set router 862ed8e6-5581-4707-9d12-c8fc203d5314 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:39.594447 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:39.599677 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:39.614671 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-29344aa7-d557-4a71-af27-556dff64a2dc req-b0af6e9a-63ca-41b0-a4b3-f5b03f803f3a tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538637 Nov 02 12:43:39.690087 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-780384de-a1ac-47c1-8d5e-98d9d4b87564 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks [] for security_group (e35aaa2c-9101-4324-b945-1493f4077952), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:39.716481 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9289f33f-300e-4d38-98e3-ea6b91427570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (862ed8e6-5581-4707-9d12-c8fc203d5314), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:39.723247 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=0cd64ed4-fc6b-406b-b835-e8ad22471169,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:39.794746 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:39.844520 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99b85a-1a29-460b-b66e-44b3f424960e req-ba486f98-299e-419c-987d-97132022b9ac tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:39.860445 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3c99b85a-1a29-460b-b66e-44b3f424960e req-ba486f98-299e-419c-987d-97132022b9ac tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 950 time: 0.1942470 Nov 02 12:43:39.932379 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-00d315b8-8fea-4199-83a7-768436320563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862ed8e6-5581-4707-9d12-c8fc203d5314', 'name': 'tempest-ServersTestManualDisk-1788630839-router', 'tenant_id': '1d65446c687345bf995d7e3d6d882c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ca3acf41-3490-40d0-85f9-89d3e99f6e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:30Z', 'updated_at': '2022-11-02T12:43:34Z', 'revision_number': 3, 'project_id': '1d65446c687345bf995d7e3d6d882c4e', 'gw_port': {'id': 'ca3acf41-3490-40d0-85f9-89d3e99f6e69', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:eb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862ed8e6-5581-4707-9d12-c8fc203d5314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:33Z', 'updated_at': '2022-11-02T12:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:39.988324 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f67dea5b-970e-40fb-a502-57f31b3679cd req-bc0b1742-36ed-4aab-b9f6-b59c8454c246 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "GET /networking/v2.0/security-groups/816a7117-a616-4a05-bff7-007d5b3b2aa8 HTTP/1.1" status: 200 len: 1831 time: 0.3293655 Nov 02 12:43:40.010521 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-f67dea5b-970e-40fb-a502-57f31b3679cd req-9dc1fcef-c9f0-4710-b41a-9ff736a4b5cf tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '816a7117-a616-4a05-bff7-007d5b3b2aa8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:40.013905 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-f67dea5b-970e-40fb-a502-57f31b3679cd req-9dc1fcef-c9f0-4710-b41a-9ff736a4b5cf tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '816a7117-a616-4a05-bff7-007d5b3b2aa8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:40.065663 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3c99b85a-1a29-460b-b66e-44b3f424960e req-a51116ef-eed4-47db-a34e-c637a0d3cc07 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033999 Nov 02 12:43:40.067389 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d315b8-8fea-4199-83a7-768436320563 None None] The sync data for ids ['862ed8e6-5581-4707-9d12-c8fc203d5314'] in n-d-857339-6 is: [{'id': '862ed8e6-5581-4707-9d12-c8fc203d5314', 'name': 'tempest-ServersTestManualDisk-1788630839-router', 'tenant_id': '1d65446c687345bf995d7e3d6d882c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ca3acf41-3490-40d0-85f9-89d3e99f6e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:30Z', 'updated_at': '2022-11-02T12:43:34Z', 'revision_number': 3, 'project_id': '1d65446c687345bf995d7e3d6d882c4e', 'gw_port': {'id': 'ca3acf41-3490-40d0-85f9-89d3e99f6e69', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:eb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862ed8e6-5581-4707-9d12-c8fc203d5314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:33Z', 'updated_at': '2022-11-02T12:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:43:40.093435 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5168fadd-4d3b-4697-9a58-830f31b1d8ee None None] Provisioning complete for port 77e512c8-3c76-48b4-b9b9-bed050fef800 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:40.094094 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5168fadd-4d3b-4697-9a58-830f31b1d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (77e512c8-3c76-48b4-b9b9-bed050fef800), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:40.094720 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5168fadd-4d3b-4697-9a58-830f31b1d8ee None None] Attempt 1 to provision port 77e512c8-3c76-48b4-b9b9-bed050fef800 Nov 02 12:43:40.123121 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-780384de-a1ac-47c1-8d5e-98d9d4b87564 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e35aaa2c-9101-4324-b945-1493f4077952), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:40.126719 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-780384de-a1ac-47c1-8d5e-98d9d4b87564 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:40.128109 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-780384de-a1ac-47c1-8d5e-98d9d4b87564 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e35aaa2c-9101-4324-b945-1493f4077952 HTTP/1.1" status: 204 len: 168 time: 0.9213102 Nov 02 12:43:40.137325 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38734) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:40.162685 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780384de-a1ac-47c1-8d5e-98d9d4b87564 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35aaa2c-9101-4324-b945-1493f4077952,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:40.175689 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-7b2fe762-00f1-47fa-be0d-16242ba90ce3 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] show failed (client error): The resource could not be found. Nov 02 12:43:40.180664 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7b2fe762-00f1-47fa-be0d-16242ba90ce3 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] 10.222.0.64 "GET /networking/v2.0/security-groups/e35aaa2c-9101-4324-b945-1493f4077952 HTTP/1.1" status: 404 len: 347 time: 0.0402670 Nov 02 12:43:40.186635 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38736) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:40.427644 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4bd0b-9c13-42b9-81ae-9883851e6c15 req-fe8b79b8-9861-4c26-b9a3-f8b17f299d4a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:40.429437 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b3e4bd0b-9c13-42b9-81ae-9883851e6c15 req-fe8b79b8-9861-4c26-b9a3-f8b17f299d4a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 950 time: 0.1535897 Nov 02 12:43:40.438400 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:40.483957 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:40.494467 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:40.530779 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0cd64ed4-fc6b-406b-b835-e8ad22471169 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:40.558680 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f67dea5b-970e-40fb-a502-57f31b3679cd req-9dc1fcef-c9f0-4710-b41a-9ff736a4b5cf tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group_rule (ad436b64-447f-40ad-9101-82d5e4df9610), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:40.593683 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:40.606667 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5168fadd-4d3b-4697-9a58-830f31b1d8ee None None] Port 77e512c8-3c76-48b4-b9b9-bed050fef800 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:43:40.679148 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0cd64ed4-fc6b-406b-b835-e8ad22471169 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:40.679914 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0cd64ed4-fc6b-406b-b835-e8ad22471169), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:40.680272 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0cd64ed4-fc6b-406b-b835-e8ad22471169 Nov 02 12:43:40.738095 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-8ca12511-5124-473b-a2b1-56e7be670a03 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Deleting port f65c11f4-1ef4-4da5-8508-a95764f79324 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:40.738095 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ca12511-5124-473b-a2b1-56e7be670a03 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (f65c11f4-1ef4-4da5-8508-a95764f79324), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:40.758551 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-204a74ec-1ec6-4f53-8b34-d8335f1a340e req-33f66325-0d3b-4cdb-baea-dabb99930c59 tempest-ServerShowV257Test-1333429206 tempest-ServerShowV257Test-1333429206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.1587996 Nov 02 12:43:40.889568 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f67dea5b-970e-40fb-a502-57f31b3679cd req-9dc1fcef-c9f0-4710-b41a-9ff736a4b5cf tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group_rule (ad436b64-447f-40ad-9101-82d5e4df9610), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:40.890890 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-b3e4bd0b-9c13-42b9-81ae-9883851e6c15 req-102cb0d7-bf98-481d-a328-545c785a6719 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Deleting port d727cd98-7b6e-45c4-ba61-de6bced45d8d {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:40.891415 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-b3e4bd0b-9c13-42b9-81ae-9883851e6c15 req-102cb0d7-bf98-481d-a328-545c785a6719 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d727cd98-7b6e-45c4-ba61-de6bced45d8d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:40.931755 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0cd64ed4-fc6b-406b-b835-e8ad22471169 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:41.018192 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:41.020902 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ca12511-5124-473b-a2b1-56e7be670a03 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (f65c11f4-1ef4-4da5-8508-a95764f79324), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:41.020902 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ca12511-5124-473b-a2b1-56e7be670a03 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks [] for floatingip (f65c11f4-1ef4-4da5-8508-a95764f79324), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:41.033386 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9289f33f-300e-4d38-98e3-ea6b91427570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (77e512c8-3c76-48b4-b9b9-bed050fef800), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:41.048979 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f67dea5b-970e-40fb-a502-57f31b3679cd req-9dc1fcef-c9f0-4710-b41a-9ff736a4b5cf tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (ad436b64-447f-40ad-9101-82d5e4df9610), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:41.052111 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-8ca12511-5124-473b-a2b1-56e7be670a03 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Calling delete_port for f65c11f4-1ef4-4da5-8508-a95764f79324 owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:41.071199 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-b3e4bd0b-9c13-42b9-81ae-9883851e6c15 req-102cb0d7-bf98-481d-a328-545c785a6719 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] For port d727cd98-7b6e-45c4-ba61-de6bced45d8d, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=d727cd98-7b6e-45c4-ba61-de6bced45d8d,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:41.071574 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-b3e4bd0b-9c13-42b9-81ae-9883851e6c15 req-102cb0d7-bf98-481d-a328-545c785a6719 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d727cd98-7b6e-45c4-ba61-de6bced45d8d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:41.076273 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1fcef-c9f0-4710-b41a-9ff736a4b5cf tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad436b64-447f-40ad-9101-82d5e4df9610,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:41.141873 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-b3e4bd0b-9c13-42b9-81ae-9883851e6c15 req-102cb0d7-bf98-481d-a328-545c785a6719 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Calling delete_port for d727cd98-7b6e-45c4-ba61-de6bced45d8d owned by compute:nova {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:41.197162 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f67dea5b-970e-40fb-a502-57f31b3679cd req-9dc1fcef-c9f0-4710-b41a-9ff736a4b5cf tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:41.211232 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f67dea5b-970e-40fb-a502-57f31b3679cd req-9dc1fcef-c9f0-4710-b41a-9ff736a4b5cf tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2154746 Nov 02 12:43:41.444863 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e3244-466f-4a9c-9963-dc1a309a5c71 req-4aa76785-121b-4e53-8da8-c55425d1ff7b tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:41.447113 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-af7e3244-466f-4a9c-9963-dc1a309a5c71 req-4aa76785-121b-4e53-8da8-c55425d1ff7b tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 950 time: 0.1227872 Nov 02 12:43:41.471878 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9289f33f-300e-4d38-98e3-ea6b91427570 admin admin] Publish callbacks [] for port (77e512c8-3c76-48b4-b9b9-bed050fef800), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:41.476610 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ff0eb25a-b475-4511-8075-38c324d16cd3 req-742c27a5-de25-46a7-ab47-5fe687e51bec tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "GET /networking/v2.0/security-groups/816a7117-a616-4a05-bff7-007d5b3b2aa8 HTTP/1.1" status: 200 len: 2425 time: 0.1669724 Nov 02 12:43:41.527030 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:41.605912 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-af7e3244-466f-4a9c-9963-dc1a309a5c71 req-3cf21bcc-f87c-4867-be64-ad4d382efe94 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258194 Nov 02 12:43:41.673694 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9289f33f-300e-4d38-98e3-ea6b91427570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (77e512c8-3c76-48b4-b9b9-bed050fef800), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:41.731296 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ca12511-5124-473b-a2b1-56e7be670a03 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (f65c11f4-1ef4-4da5-8508-a95764f79324), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:41.758920 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:41.803007 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-437d6271-74fb-4eaf-b2fc-659720bb1037 req-80f93cf4-6efc-495a-a99b-738646cb255a tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules/ad436b64-447f-40ad-9101-82d5e4df9610 HTTP/1.1" status: 200 len: 778 time: 0.1217151 Nov 02 12:43:41.825545 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289f33f-300e-4d38-98e3-ea6b91427570 admin admin] Pushing event updated for resources: {'Port': ['ID=77e512c8-3c76-48b4-b9b9-bed050fef800,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:41.850165 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9289f33f-300e-4d38-98e3-ea6b91427570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (862ed8e6-5581-4707-9d12-c8fc203d5314), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:41.899990 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-b3e4bd0b-9c13-42b9-81ae-9883851e6c15 req-102cb0d7-bf98-481d-a328-545c785a6719 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (d727cd98-7b6e-45c4-ba61-de6bced45d8d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:41.914391 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['3d81e47f-bfd3-4fb1-86b4-cc02113a5157', 'ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:43:41.939100 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca12511-5124-473b-a2b1-56e7be670a03 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Pushing event deleted for resources: {'Port': ['ID=f65c11f4-1ef4-4da5-8508-a95764f79324,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:42.017264 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31', 'e525a055-f6de-4e9a-b9cb-07d71ab395a1', '5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e', 'f6a28c90-4c20-4523-ad16-8dc19c482ea1', 'd727cd98-7b6e-45c4-ba61-de6bced45d8d'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:43:42.080957 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cb0d7-bf98-481d-a328-545c785a6719 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Pushing event deleted for resources: {'Port': ['ID=d727cd98-7b6e-45c4-ba61-de6bced45d8d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:42.099282 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9289f33f-300e-4d38-98e3-ea6b91427570 admin admin] Network 084316a1-9860-4bda-8dc9-91f9a79044cc is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:43:42.113581 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-437d6271-74fb-4eaf-b2fc-659720bb1037 req-ca2320fa-4f29-48b0-a833-e55fe55526aa tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "GET /networking/v2.0/security-groups/816a7117-a616-4a05-bff7-007d5b3b2aa8 HTTP/1.1" status: 200 len: 2425 time: 0.1888545 Nov 02 12:43:42.225637 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-9289f33f-300e-4d38-98e3-ea6b91427570 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:43:42.233445 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-437d6271-74fb-4eaf-b2fc-659720bb1037 req-8e5ece9e-7d9f-4652-9873-8b811325adbf tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group_rule (ad436b64-447f-40ad-9101-82d5e4df9610), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:42.233445 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-437d6271-74fb-4eaf-b2fc-659720bb1037 req-8e5ece9e-7d9f-4652-9873-8b811325adbf tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group_rule (ad436b64-447f-40ad-9101-82d5e4df9610), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:42.238957 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ca12511-5124-473b-a2b1-56e7be670a03 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks [] for floatingip (358bdb76-4ce5-4280-9c22-c7f8dc3e252f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:42.245792 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ca12511-5124-473b-a2b1-56e7be670a03 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:42.253979 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8ca12511-5124-473b-a2b1-56e7be670a03 tempest-ServersTestJSON-98098666 tempest-ServersTestJSON-98098666-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/358bdb76-4ce5-4280-9c22-c7f8dc3e252f HTTP/1.1" status: 204 len: 168 time: 2.0624890 Nov 02 12:43:42.256297 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38820) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:42.350283 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cd34a778-57b8-49be-8a72-dd97a1cef9ba req-0dff3e8e-931c-475c-acf1-560b21db988b tempest-ServerShowV257Test-1333429206 tempest-ServerShowV257Test-1333429206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.0552599 Nov 02 12:43:42.422865 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-437d6271-74fb-4eaf-b2fc-659720bb1037 req-8e5ece9e-7d9f-4652-9873-8b811325adbf tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (ad436b64-447f-40ad-9101-82d5e4df9610), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:42.430368 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-437d6271-74fb-4eaf-b2fc-659720bb1037 req-8e5ece9e-7d9f-4652-9873-8b811325adbf tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:42.437159 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-437d6271-74fb-4eaf-b2fc-659720bb1037 req-8e5ece9e-7d9f-4652-9873-8b811325adbf tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/ad436b64-447f-40ad-9101-82d5e4df9610 HTTP/1.1" status: 204 len: 173 time: 0.3217609 Nov 02 12:43:42.460206 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e4bd0b-9c13-42b9-81ae-9883851e6c15 req-102cb0d7-bf98-481d-a328-545c785a6719 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] No DVR routers for this DVR port d727cd98-7b6e-45c4-ba61-de6bced45d8d on host n-h1-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:43:42.478684 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ca3acf41-3490-40d0-85f9-89d3e99f6e69 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:42.480712 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ece9e-7d9f-4652-9873-8b811325adbf tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad436b64-447f-40ad-9101-82d5e4df9610,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:42.480911 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-b3e4bd0b-9c13-42b9-81ae-9883851e6c15 req-102cb0d7-bf98-481d-a328-545c785a6719 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:42.487482 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-b3e4bd0b-9c13-42b9-81ae-9883851e6c15 req-102cb0d7-bf98-481d-a328-545c785a6719 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "DELETE /networking/v2.0/ports/d727cd98-7b6e-45c4-ba61-de6bced45d8d HTTP/1.1" status: 204 len: 173 time: 1.7915428 Nov 02 12:43:42.544074 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-1425828a-3ec8-4a53-b794-98c1e829778d req-c815b088-8331-4630-93aa-1084d14092a8 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-741985521', 'description': 'tempest-description-159511051'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:42.560696 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a20af1-ba94-4459-8b9b-5f170a876caa', 'name': 'network-vif-deleted', 'tag': 'd727cd98-7b6e-45c4-ba61-de6bced45d8d'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:43:42.570934 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a945da-de52-43bb-a78a-f44e9563ec31" -d '{"events": [{"server_uuid": "c1a20af1-ba94-4459-8b9b-5f170a876caa", "name": "network-vif-deleted", "tag": "d727cd98-7b6e-45c4-ba61-de6bced45d8d"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:43:42.621506 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:42.627956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device f2839789-4a72-426e-888c-7dd2672362a4 no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:42.685688 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-1425828a-3ec8-4a53-b794-98c1e829778d req-c815b088-8331-4630-93aa-1084d14092a8 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:42.736556 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:42.855458 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-1425828a-3ec8-4a53-b794-98c1e829778d req-c815b088-8331-4630-93aa-1084d14092a8 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (18eda4f9-1b86-4c50-aab5-e6f625a82035), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:42.913737 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de50d7cc-8b65-402a-aaec-1790528c08c0 x-openstack-request-id: req-de50d7cc-8b65-402a-aaec-1790528c08c0 {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:43:42.917610 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a20af1-ba94-4459-8b9b-5f170a876caa", "name": "network-vif-deleted", "tag": "d727cd98-7b6e-45c4-ba61-de6bced45d8d", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:43:42.917610 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de50d7cc-8b65-402a-aaec-1790528c08c0 {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:43:42.917610 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de50d7cc-8b65-402a-aaec-1790528c08c0'] response: {'server_uuid': 'c1a20af1-ba94-4459-8b9b-5f170a876caa', 'name': 'network-vif-deleted', 'tag': 'd727cd98-7b6e-45c4-ba61-de6bced45d8d', 'status': 'completed', 'code': 200} Nov 02 12:43:42.923662 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:42.965755 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:42.967334 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-72ae0441-fd32-45a8-8894-a6254bdcc5da None None] Provisioning complete for port 77e512c8-3c76-48b4-b9b9-bed050fef800 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:42.967711 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-72ae0441-fd32-45a8-8894-a6254bdcc5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (77e512c8-3c76-48b4-b9b9-bed050fef800), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:42.968045 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-72ae0441-fd32-45a8-8894-a6254bdcc5da None None] Attempt 1 to provision port 77e512c8-3c76-48b4-b9b9-bed050fef800 Nov 02 12:43:42.980584 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-1425828a-3ec8-4a53-b794-98c1e829778d req-c815b088-8331-4630-93aa-1084d14092a8 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (18eda4f9-1b86-4c50-aab5-e6f625a82035), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:43.034283 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9289f33f-300e-4d38-98e3-ea6b91427570 admin admin] Router 862ed8e6-5581-4707-9d12-c8fc203d5314 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:43:43.071927 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4033a92e-1286-442d-8fb9-08699d9209c8 req-72e064a6-8d7b-474f-9987-9136ccf6ad54 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 210 time: 0.1030426 Nov 02 12:43:43.121856 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815b088-8331-4630-93aa-1084d14092a8 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18eda4f9-1b86-4c50-aab5-e6f625a82035,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:43.182520 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-1425828a-3ec8-4a53-b794-98c1e829778d req-c815b088-8331-4630-93aa-1084d14092a8 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:43.184449 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1425828a-3ec8-4a53-b794-98c1e829778d req-c815b088-8331-4630-93aa-1084d14092a8 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6791756 Nov 02 12:43:43.185094 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ca3acf41-3490-40d0-85f9-89d3e99f6e69 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:43.185591 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ca3acf41-3490-40d0-85f9-89d3e99f6e69), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:43.195170 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ca3acf41-3490-40d0-85f9-89d3e99f6e69 Nov 02 12:43:43.316544 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:43.359136 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-22da4d11-9c99-4b0c-8ca8-a88e73579a99 req-80ca41dd-2621-4ca5-bb8d-be682a7fb224 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "GET /networking/v2.0/security-groups/18eda4f9-1b86-4c50-aab5-e6f625a82035 HTTP/1.1" status: 200 len: 1830 time: 0.1323032 Nov 02 12:43:43.394023 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-dcf1d1ca-9a21-452a-879b-3dbb29b0bef2 req-347c369d-5b17-4d23-b526-c8c966cac614 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-947321225', 'description': 'tempest-description-450915701'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:43.395665 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2f8047d5-bc6c-4aef-ae3c-f9d74d82ef13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:43.447559 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-72ae0441-fd32-45a8-8894-a6254bdcc5da None None] Port 77e512c8-3c76-48b4-b9b9-bed050fef800 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:43:43.494662 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=2,neutron:UPDATE=1,neutron:SELECT=97 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:43.523290 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-dcf1d1ca-9a21-452a-879b-3dbb29b0bef2 req-347c369d-5b17-4d23-b526-c8c966cac614 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:43.561656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port f2839789-4a72-426e-888c-7dd2672362a4 is: ACTIVE; New status is: DOWN {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:43.561919 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f2839789-4a72-426e-888c-7dd2672362a4), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:43.695372 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c98604d6-503c-4fd9-92b6-5405079538cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (f7fb6705-123c-472e-b1ba-fb9f9891ca3f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:43.702616 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f150cf-3b5c-4ffe-9783-619b9e1dd435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2839789-4a72-426e-888c-7dd2672362a4'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:43:43.705779 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d802b15-4a1a-4dc6-b32c-e377a1d45591" -d '{"events": [{"server_uuid": "56f150cf-3b5c-4ffe-9783-619b9e1dd435", "name": "network-vif-unplugged", "status": "completed", "tag": "f2839789-4a72-426e-888c-7dd2672362a4"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:43:43.716049 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:43.750246 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port f2839789-4a72-426e-888c-7dd2672362a4, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=f2839789-4a72-426e-888c-7dd2672362a4,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:43.849113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ca3acf41-3490-40d0-85f9-89d3e99f6e69 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:43.849113 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ca3acf41-3490-40d0-85f9-89d3e99f6e69), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:43.850115 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-350a9f29-3d97-4915-afbd-e82695a851ca req-6dd42f3f-97e6-4c23-82a6-a9da96de752f tempest-ServerShowV257Test-1333429206 tempest-ServerShowV257Test-1333429206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.1429436 Nov 02 12:43:43.880364 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port ca3acf41-3490-40d0-85f9-89d3e99f6e69, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ca3acf41-3490-40d0-85f9-89d3e99f6e69,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:43.939181 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-dcf1d1ca-9a21-452a-879b-3dbb29b0bef2 req-347c369d-5b17-4d23-b526-c8c966cac614 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (f7736b97-bca1-4b60-835c-4124a6ef55e6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:44.031183 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 12:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f0da87-ffd4-4ab9-9da3-5b7f50759bbc x-openstack-request-id: req-95f0da87-ffd4-4ab9-9da3-5b7f50759bbc {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:43:44.031985 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f150cf-3b5c-4ffe-9783-619b9e1dd435", "name": "network-vif-unplugged", "status": "completed", "tag": "f2839789-4a72-426e-888c-7dd2672362a4", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:43:44.032449 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-95f0da87-ffd4-4ab9-9da3-5b7f50759bbc {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:43:44.033217 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95f0da87-ffd4-4ab9-9da3-5b7f50759bbc'] response: {'server_uuid': '56f150cf-3b5c-4ffe-9783-619b9e1dd435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2839789-4a72-426e-888c-7dd2672362a4', 'code': 200} Nov 02 12:43:44.112084 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9289f33f-300e-4d38-98e3-ea6b91427570 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:43:44.118723 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9289f33f-300e-4d38-98e3-ea6b91427570 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/862ed8e6-5581-4707-9d12-c8fc203d5314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2295623 Nov 02 12:43:44.141198 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] Sync routers for ids ['862ed8e6-5581-4707-9d12-c8fc203d5314'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:43:44.173746 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] Routers {'862ed8e6-5581-4707-9d12-c8fc203d5314'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:44.174390 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:43:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['862ed8e6-5581-4707-9d12-c8fc203d5314'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:44.246955 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:44.295324 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c98604d6-503c-4fd9-92b6-5405079538cc admin admin] Deleting port c0244316-8749-471c-954b-c53e51d8f08d {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:44.315506 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c98604d6-503c-4fd9-92b6-5405079538cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c0244316-8749-471c-954b-c53e51d8f08d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:44.317236 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f2839789-4a72-426e-888c-7dd2672362a4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:44.359498 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6cf408af-ebf9-4b5e-b9ac-d2ba953a4f3b req-7d1df8d2-9053-4ea2-8954-51b25dd2fcaa tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a20af1-ba94-4459-8b9b-5f170a876caa HTTP/1.1" status: 200 len: 210 time: 0.0294149 Nov 02 12:43:44.417290 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-c98604d6-503c-4fd9-92b6-5405079538cc admin admin] For port c0244316-8749-471c-954b-c53e51d8f08d, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c0244316-8749-471c-954b-c53e51d8f08d,segment=NetworkSegment(5c540503-6b6d-459b-8b28-630cc0612661),segment_id=5c540503-6b6d-459b-8b28-630cc0612661)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:44.417719 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c98604d6-503c-4fd9-92b6-5405079538cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c0244316-8749-471c-954b-c53e51d8f08d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:44.418353 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] Set router 862ed8e6-5581-4707-9d12-c8fc203d5314 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:44.436180 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c98604d6-503c-4fd9-92b6-5405079538cc admin admin] Calling delete_port for c0244316-8749-471c-954b-c53e51d8f08d owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:44.455773 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device d727cd98-7b6e-45c4-ba61-de6bced45d8d no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:44.463598 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-dcf1d1ca-9a21-452a-879b-3dbb29b0bef2 req-347c369d-5b17-4d23-b526-c8c966cac614 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f7736b97-bca1-4b60-835c-4124a6ef55e6), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:44.475685 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=f2839789-4a72-426e-888c-7dd2672362a4,revision_number=11']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:44.539340 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] No Port match for: d727cd98-7b6e-45c4-ba61-de6bced45d8d {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:43:44.541148 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device d727cd98-7b6e-45c4-ba61-de6bced45d8d not bound to the agent host n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:43:44.543739 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c369d-5b17-4d23-b526-c8c966cac614 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7736b97-bca1-4b60-835c-4124a6ef55e6,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:44.583493 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ca3acf41-3490-40d0-85f9-89d3e99f6e69), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:44.617249 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:44.661344 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-dcf1d1ca-9a21-452a-879b-3dbb29b0bef2 req-347c369d-5b17-4d23-b526-c8c966cac614 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:44.667462 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dcf1d1ca-9a21-452a-879b-3dbb29b0bef2 req-347c369d-5b17-4d23-b526-c8c966cac614 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.2738528 Nov 02 12:43:44.732020 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:44.836917 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=ca3acf41-3490-40d0-85f9-89d3e99f6e69,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:44.864556 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:44.893416 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3,neutron:INSERT=13,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:44.910132 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38958) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:44.926422 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-0d16c623-84c5-4b49-b040-d8588ff55645 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--933403774', 'description': 'tempest-description--1999322594'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:45.047182 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862ed8e6-5581-4707-9d12-c8fc203d5314', 'name': 'tempest-ServersTestManualDisk-1788630839-router', 'tenant_id': '1d65446c687345bf995d7e3d6d882c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ca3acf41-3490-40d0-85f9-89d3e99f6e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:30Z', 'updated_at': '2022-11-02T12:43:39Z', 'revision_number': 4, 'project_id': '1d65446c687345bf995d7e3d6d882c4e', 'gw_port': {'id': 'ca3acf41-3490-40d0-85f9-89d3e99f6e69', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:eb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862ed8e6-5581-4707-9d12-c8fc203d5314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:33Z', 'updated_at': '2022-11-02T12:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '77e512c8-3c76-48b4-b9b9-bed050fef800', 'name': '', 'network_id': '084316a1-9860-4bda-8dc9-91f9a79044cc', 'tenant_id': '1d65446c687345bf995d7e3d6d882c4e', 'mac_address': 'fa:16:3e:21:3b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862ed8e6-5581-4707-9d12-c8fc203d5314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c56846d5-6a8d-4e94-a312-7bb35edbaab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:38Z', 'updated_at': '2022-11-02T12:43:41Z', 'revision_number': 2, 'project_id': '1d65446c687345bf995d7e3d6d882c4e', 'subnets': [{'id': 'c56846d5-6a8d-4e94-a312-7bb35edbaab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:45.047716 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2b475beb-60e4-422e-b5ad-04ec4c4bdc77 req-793a1fbd-eb84-4778-a0ff-1354e586bc61 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "GET /networking/v2.0/security-groups/f7736b97-bca1-4b60-835c-4124a6ef55e6 HTTP/1.1" status: 200 len: 1830 time: 0.0788374 Nov 02 12:43:45.110251 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b01fec11-090d-4d43-a51c-3e79ad8e13de req-5661e0ad-1657-41f0-9eb7-9ad387132a34 tempest-ServerShowV257Test-1333429206 tempest-ServerShowV257Test-1333429206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.0322876 Nov 02 12:43:45.127926 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] Checking router: 862ed8e6-5581-4707-9d12-c8fc203d5314 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:43:45.141153 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] Updating router 862ed8e6-5581-4707-9d12-c8fc203d5314 port 77e512c8-3c76-48b4-b9b9-bed050fef800 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:43:45.164001 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c98604d6-503c-4fd9-92b6-5405079538cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (c0244316-8749-471c-954b-c53e51d8f08d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:45.170653 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d16c623-84c5-4b49-b040-d8588ff55645 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:45.201199 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (77e512c8-3c76-48b4-b9b9-bed050fef800), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:45.223454 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-3a6c0a60-a093-47f1-b3a9-dd3a0f6a1e37 req-42465913-1b90-4ebf-ac5c-684fea08c0ed tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1123356185', 'description': 'tempest-description-508311867'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:45.241910 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98604d6-503c-4fd9-92b6-5405079538cc admin admin] Pushing event deleted for resources: {'Port': ['ID=c0244316-8749-471c-954b-c53e51d8f08d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:45.391608 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-40ecb6ed-b6fc-46a5-afd4-fafdfc4a6551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:45.451694 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3a6c0a60-a093-47f1-b3a9-dd3a0f6a1e37 req-42465913-1b90-4ebf-ac5c-684fea08c0ed tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:45.467847 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d16c623-84c5-4b49-b040-d8588ff55645 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks [] for security_group (7ce091c7-a89c-4a76-8979-da487c6f43e5), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:45.533516 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:45.539137 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d16c623-84c5-4b49-b040-d8588ff55645 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7ce091c7-a89c-4a76-8979-da487c6f43e5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:45.568534 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c98604d6-503c-4fd9-92b6-5405079538cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (f7fb6705-123c-472e-b1ba-fb9f9891ca3f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:45.710037 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d16c623-84c5-4b49-b040-d8588ff55645 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:45.710037 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0d16c623-84c5-4b49-b040-d8588ff55645 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7957771 Nov 02 12:43:45.712070 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38994) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:45.712246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16c623-84c5-4b49-b040-d8588ff55645 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce091c7-a89c-4a76-8979-da487c6f43e5,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:45.726393 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-39c21f74-0e25-487c-bf55-ce21c5eebf74 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Request body: {'security_group_rule': {'security_group_id': '7ce091c7-a89c-4a76-8979-da487c6f43e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:46.052435 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0197edc-4310-4642-b447-5620382415e0 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:43:46.058096 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3a6c0a60-a093-47f1-b3a9-dd3a0f6a1e37 req-42465913-1b90-4ebf-ac5c-684fea08c0ed tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (36c255ea-0a40-406e-9552-eb768fb95ea7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:46.061787 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] Publish callbacks [] for port (77e512c8-3c76-48b4-b9b9-bed050fef800), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:46.062421 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3a6c0a60-a093-47f1-b3a9-dd3a0f6a1e37 req-42465913-1b90-4ebf-ac5c-684fea08c0ed tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (36c255ea-0a40-406e-9552-eb768fb95ea7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:46.062681 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:46.062681 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (77e512c8-3c76-48b4-b9b9-bed050fef800), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:46.063077 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42465913-1b90-4ebf-ac5c-684fea08c0ed tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c255ea-0a40-406e-9552-eb768fb95ea7,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:46.063288 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:46.063288 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98604d6-503c-4fd9-92b6-5405079538cc admin admin] Router f7fb6705-123c-472e-b1ba-fb9f9891ca3f has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:43:46.063288 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-39c21f74-0e25-487c-bf55-ce21c5eebf74 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks [] for security_group_rule (144824a5-6e81-46d4-8477-9abbfb44852d), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:46.168993 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-39c21f74-0e25-487c-bf55-ce21c5eebf74 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks [] for security_group_rule (144824a5-6e81-46d4-8477-9abbfb44852d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:46.185829 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:46.193049 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-3a6c0a60-a093-47f1-b3a9-dd3a0f6a1e37 req-42465913-1b90-4ebf-ac5c-684fea08c0ed tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:46.194539 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3a6c0a60-a093-47f1-b3a9-dd3a0f6a1e37 req-42465913-1b90-4ebf-ac5c-684fea08c0ed tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.9785748 Nov 02 12:43:46.219925 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98604d6-503c-4fd9-92b6-5405079538cc admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:43:46.230399 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39006) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:46.230630 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c98604d6-503c-4fd9-92b6-5405079538cc admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/f7fb6705-123c-472e-b1ba-fb9f9891ca3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9710145 Nov 02 12:43:46.236243 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dff93c6-a750-4b56-9bf7-57b3812e5fd3 None None] Sync routers for ids ['f7fb6705-123c-472e-b1ba-fb9f9891ca3f'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:43:46.250500 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dff93c6-a750-4b56-9bf7-57b3812e5fd3 None None] Routers {'f7fb6705-123c-472e-b1ba-fb9f9891ca3f'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:46.251596 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-9dff93c6-a750-4b56-9bf7-57b3812e5fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:43:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f7fb6705-123c-472e-b1ba-fb9f9891ca3f'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:46.286771 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e57e0-5b39-4321-8d71-5be25cd59ed4 None None] Pushing event updated for resources: {'Port': ['ID=77e512c8-3c76-48b4-b9b9-bed050fef800,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:46.301603 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0197edc-4310-4642-b447-5620382415e0 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:43:46.310364 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] Attempting to bind port 77e512c8-3c76-48b4-b9b9-bed050fef800 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:43:46.310743 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] Attempting to bind port 77e512c8-3c76-48b4-b9b9-bed050fef800 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '27ba5fde-b500-4107-b362-0d4c6e61bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '084316a1-9860-4bda-8dc9-91f9a79044cc'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:43:46.311113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] Attempting to bind port 77e512c8-3c76-48b4-b9b9-bed050fef800 on network 084316a1-9860-4bda-8dc9-91f9a79044cc {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:43:46.394573 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-96bcf2ec-54b6-434e-bec8-03663d0f8577 admin admin] Publish callbacks [] for router (f7fb6705-123c-472e-b1ba-fb9f9891ca3f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:46.406197 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-39c21f74-0e25-487c-bf55-ce21c5eebf74 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (144824a5-6e81-46d4-8477-9abbfb44852d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:46.422403 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:46.432525 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-9dff93c6-a750-4b56-9bf7-57b3812e5fd3 None None] Set router f7fb6705-123c-472e-b1ba-fb9f9891ca3f gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:46.459123 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c21f74-0e25-487c-bf55-ce21c5eebf74 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144824a5-6e81-46d4-8477-9abbfb44852d,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:46.464148 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-39a8145d-533d-4005-9abc-eb18e5effd92 req-f333781c-6ed4-47bc-9d58-cc288e190f91 tempest-ServerShowV257Test-1333429206 tempest-ServerShowV257Test-1333429206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.0938570 Nov 02 12:43:46.493009 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:43:46.493009 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] Checking segment: {'id': '27ba5fde-b500-4107-b362-0d4c6e61bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '084316a1-9860-4bda-8dc9-91f9a79044cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:43:46.493505 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:46.493568 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] Bound using segment: {'id': '27ba5fde-b500-4107-b362-0d4c6e61bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '084316a1-9860-4bda-8dc9-91f9a79044cc'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:43:46.494049 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] Bound port: 77e512c8-3c76-48b4-b9b9-bed050fef800, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ba5fde-b500-4107-b362-0d4c6e61bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '084316a1-9860-4bda-8dc9-91f9a79044cc'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:43:46.494432 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (77e512c8-3c76-48b4-b9b9-bed050fef800), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:46.576842 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-39c21f74-0e25-487c-bf55-ce21c5eebf74 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:46.578391 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-39c21f74-0e25-487c-bf55-ce21c5eebf74 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8666484 Nov 02 12:43:46.581166 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39020) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:46.586786 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-715f1c21-9be4-43c1-9220-2f4bb49b3a23 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Request body: {'security_group_rule': {'security_group_id': '7ce091c7-a89c-4a76-8979-da487c6f43e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:46.747592 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-02f1ac31-eab2-4576-a63c-12b0d042142c req-93344e8b-2c01-4dd3-933b-7baeb51f6544 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "GET /networking/v2.0/security-groups/36c255ea-0a40-406e-9552-eb768fb95ea7 HTTP/1.1" status: 200 len: 1831 time: 0.2123737 Nov 02 12:43:46.758891 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] For port 77e512c8-3c76-48b4-b9b9-bed050fef800, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:43:46.785498 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] For port 77e512c8-3c76-48b4-b9b9-bed050fef800, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=77e512c8-3c76-48b4-b9b9-bed050fef800,segment=NetworkSegment(27ba5fde-b500-4107-b362-0d4c6e61bd54),segment_id=27ba5fde-b500-4107-b362-0d4c6e61bd54)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:43:46.811549 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-96bcf2ec-54b6-434e-bec8-03663d0f8577 admin admin] Publish callbacks [] for router_gateway (f7fb6705-123c-472e-b1ba-fb9f9891ca3f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:46.822242 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-715f1c21-9be4-43c1-9220-2f4bb49b3a23 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks [] for security_group_rule (4b067392-990c-4b93-ac65-8a8fe67ae6a9), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:46.866409 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ca3acf41-3490-40d0-85f9-89d3e99f6e69 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:46.899098 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (77e512c8-3c76-48b4-b9b9-bed050fef800), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:46.900994 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:46.946492 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-715f1c21-9be4-43c1-9220-2f4bb49b3a23 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks [] for security_group_rule (4b067392-990c-4b93-ac65-8a8fe67ae6a9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:46.985231 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-9dff93c6-a750-4b56-9bf7-57b3812e5fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fb6705-123c-472e-b1ba-fb9f9891ca3f', 'name': 'tempest-ServersTestJSON-1567100357-router', 'tenant_id': '9dae73b687df4626a377fcf4030f78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e4b05d71-9fd8-45b2-b7b9-82965b69af5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:58Z', 'updated_at': '2022-11-02T12:43:44Z', 'revision_number': 5, 'project_id': '9dae73b687df4626a377fcf4030f78a0', 'gw_port': {'id': 'e4b05d71-9fd8-45b2-b7b9-82965b69af5e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb6705-123c-472e-b1ba-fb9f9891ca3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:59Z', 'updated_at': '2022-11-02T12:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:46.998857 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] Routers {'862ed8e6-5581-4707-9d12-c8fc203d5314'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:46.999841 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:43:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['862ed8e6-5581-4707-9d12-c8fc203d5314'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:47.005001 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-96bcf2ec-54b6-434e-bec8-03663d0f8577 admin admin] Deleting port e4b05d71-9fd8-45b2-b7b9-82965b69af5e {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:47.005188 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-96bcf2ec-54b6-434e-bec8-03663d0f8577 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e4b05d71-9fd8-45b2-b7b9-82965b69af5e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:47.064830 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ca3acf41-3490-40d0-85f9-89d3e99f6e69 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:47.065268 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ca3acf41-3490-40d0-85f9-89d3e99f6e69), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:47.069287 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ca3acf41-3490-40d0-85f9-89d3e99f6e69 Nov 02 12:43:47.069412 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dff93c6-a750-4b56-9bf7-57b3812e5fd3 None None] Checking router: f7fb6705-123c-472e-b1ba-fb9f9891ca3f for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:43:47.076248 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e57e0-5b39-4321-8d71-5be25cd59ed4 None None] Pushing event updated for resources: {'Port': ['ID=77e512c8-3c76-48b4-b9b9-bed050fef800,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:47.077014 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dff93c6-a750-4b56-9bf7-57b3812e5fd3 None None] Routers {'f7fb6705-123c-472e-b1ba-fb9f9891ca3f'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:47.077652 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-9dff93c6-a750-4b56-9bf7-57b3812e5fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:43:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f7fb6705-123c-472e-b1ba-fb9f9891ca3f'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:47.088639 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-715f1c21-9be4-43c1-9220-2f4bb49b3a23 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (4b067392-990c-4b93-ac65-8a8fe67ae6a9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:47.139519 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f1c21-9be4-43c1-9220-2f4bb49b3a23 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b067392-990c-4b93-ac65-8a8fe67ae6a9,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:47.180292 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-96bcf2ec-54b6-434e-bec8-03663d0f8577 admin admin] For port e4b05d71-9fd8-45b2-b7b9-82965b69af5e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e4b05d71-9fd8-45b2-b7b9-82965b69af5e,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:47.180692 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-96bcf2ec-54b6-434e-bec8-03663d0f8577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e4b05d71-9fd8-45b2-b7b9-82965b69af5e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:47.215291 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-96bcf2ec-54b6-434e-bec8-03663d0f8577 admin admin] Calling delete_port for e4b05d71-9fd8-45b2-b7b9-82965b69af5e owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:47.221907 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-715f1c21-9be4-43c1-9220-2f4bb49b3a23 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:47.226915 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-715f1c21-9be4-43c1-9220-2f4bb49b3a23 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6445091 Nov 02 12:43:47.228082 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39050) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:47.236809 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-8d6bd607-0048-44f8-bdbb-c12bbdda965e tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:47.247349 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] Set router 862ed8e6-5581-4707-9d12-c8fc203d5314 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:47.261482 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-9dff93c6-a750-4b56-9bf7-57b3812e5fd3 None None] Set router f7fb6705-123c-472e-b1ba-fb9f9891ca3f gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:47.376564 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-9dff93c6-a750-4b56-9bf7-57b3812e5fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fb6705-123c-472e-b1ba-fb9f9891ca3f', 'name': 'tempest-ServersTestJSON-1567100357-router', 'tenant_id': '9dae73b687df4626a377fcf4030f78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:58Z', 'updated_at': '2022-11-02T12:43:46Z', 'revision_number': 6, 'project_id': '9dae73b687df4626a377fcf4030f78a0', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:47.384105 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:47.417505 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd607-0048-44f8-bdbb-c12bbdda965e tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:47.436461 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dff93c6-a750-4b56-9bf7-57b3812e5fd3 None None] The sync data for ids ['f7fb6705-123c-472e-b1ba-fb9f9891ca3f'] in n-d-857339-6 is: [{'id': 'f7fb6705-123c-472e-b1ba-fb9f9891ca3f', 'name': 'tempest-ServersTestJSON-1567100357-router', 'tenant_id': '9dae73b687df4626a377fcf4030f78a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:58Z', 'updated_at': '2022-11-02T12:43:46Z', 'revision_number': 6, 'project_id': '9dae73b687df4626a377fcf4030f78a0', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:43:47.533033 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-94937176-9fe8-4e72-8eb6-f928fac9cdfe req-d41bebf2-e435-477d-b24b-ce58d170d935 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2050865417', 'description': 'tempest-description-907255805'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:47.597201 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd607-0048-44f8-bdbb-c12bbdda965e tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:47.634301 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:47.635173 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ca3acf41-3490-40d0-85f9-89d3e99f6e69 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:47.650374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-29218d5f-c342-4c43-8375-398f5fb53750 None None] Provisioning complete for port 88911f22-0b27-4c4e-8ee8-12c906f97e6f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:47.650802 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-29218d5f-c342-4c43-8375-398f5fb53750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (88911f22-0b27-4c4e-8ee8-12c906f97e6f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:47.651737 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-29218d5f-c342-4c43-8375-398f5fb53750 None None] Attempt 1 to provision port 88911f22-0b27-4c4e-8ee8-12c906f97e6f Nov 02 12:43:47.682568 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862ed8e6-5581-4707-9d12-c8fc203d5314', 'name': 'tempest-ServersTestManualDisk-1788630839-router', 'tenant_id': '1d65446c687345bf995d7e3d6d882c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ca3acf41-3490-40d0-85f9-89d3e99f6e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:30Z', 'updated_at': '2022-11-02T12:43:39Z', 'revision_number': 4, 'project_id': '1d65446c687345bf995d7e3d6d882c4e', 'gw_port': {'id': 'ca3acf41-3490-40d0-85f9-89d3e99f6e69', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862ed8e6-5581-4707-9d12-c8fc203d5314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:33Z', 'updated_at': '2022-11-02T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '77e512c8-3c76-48b4-b9b9-bed050fef800', 'name': '', 'network_id': '084316a1-9860-4bda-8dc9-91f9a79044cc', 'tenant_id': '1d65446c687345bf995d7e3d6d882c4e', 'mac_address': 'fa:16:3e:21:3b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862ed8e6-5581-4707-9d12-c8fc203d5314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c56846d5-6a8d-4e94-a312-7bb35edbaab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:38Z', 'updated_at': '2022-11-02T12:43:46Z', 'revision_number': 4, 'project_id': '1d65446c687345bf995d7e3d6d882c4e', 'subnets': [{'id': 'c56846d5-6a8d-4e94-a312-7bb35edbaab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:47.709145 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-94937176-9fe8-4e72-8eb6-f928fac9cdfe req-d41bebf2-e435-477d-b24b-ce58d170d935 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:47.716962 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd356785-6b1e-431b-a478-46e8875fea5b None None] The sync data for ids ['862ed8e6-5581-4707-9d12-c8fc203d5314'] in n-d-857339-6 is: [{'id': '862ed8e6-5581-4707-9d12-c8fc203d5314', 'name': 'tempest-ServersTestManualDisk-1788630839-router', 'tenant_id': '1d65446c687345bf995d7e3d6d882c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ca3acf41-3490-40d0-85f9-89d3e99f6e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:30Z', 'updated_at': '2022-11-02T12:43:39Z', 'revision_number': 4, 'project_id': '1d65446c687345bf995d7e3d6d882c4e', 'gw_port': {'id': 'ca3acf41-3490-40d0-85f9-89d3e99f6e69', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862ed8e6-5581-4707-9d12-c8fc203d5314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:33Z', 'updated_at': '2022-11-02T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '77e512c8-3c76-48b4-b9b9-bed050fef800', 'name': '', 'network_id': '084316a1-9860-4bda-8dc9-91f9a79044cc', 'tenant_id': '1d65446c687345bf995d7e3d6d882c4e', 'mac_address': 'fa:16:3e:21:3b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862ed8e6-5581-4707-9d12-c8fc203d5314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c56846d5-6a8d-4e94-a312-7bb35edbaab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:38Z', 'updated_at': '2022-11-02T12:43:46Z', 'revision_number': 4, 'project_id': '1d65446c687345bf995d7e3d6d882c4e', 'subnets': [{'id': 'c56846d5-6a8d-4e94-a312-7bb35edbaab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:43:47.732781 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-8d6bd607-0048-44f8-bdbb-c12bbdda965e tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Allocated IP 172.25.2.15 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/439f2c59-f60d-44ee-be13-7ff8bdf178fe) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:43:47.780384 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-96bcf2ec-54b6-434e-bec8-03663d0f8577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (e4b05d71-9fd8-45b2-b7b9-82965b69af5e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:47.815939 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-29218d5f-c342-4c43-8375-398f5fb53750 None None] Current status of the port 88911f22-0b27-4c4e-8ee8-12c906f97e6f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:47.892339 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcf2ec-54b6-434e-bec8-03663d0f8577 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b05d71-9fd8-45b2-b7b9-82965b69af5e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:47.996252 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd607-0048-44f8-bdbb-c12bbdda965e tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks [] for port (439f2c59-f60d-44ee-be13-7ff8bdf178fe), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:48.002210 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-96bcf2ec-54b6-434e-bec8-03663d0f8577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (f7fb6705-123c-472e-b1ba-fb9f9891ca3f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:48.105475 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:48.140738 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd607-0048-44f8-bdbb-c12bbdda965e tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (439f2c59-f60d-44ee-be13-7ff8bdf178fe), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:48.156243 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-94937176-9fe8-4e72-8eb6-f928fac9cdfe req-d41bebf2-e435-477d-b24b-ce58d170d935 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (fd53516c-f391-4231-be2d-a389684aeb21), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:48.162945 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-96bcf2ec-54b6-434e-bec8-03663d0f8577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (f7fb6705-123c-472e-b1ba-fb9f9891ca3f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:48.165755 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-96bcf2ec-54b6-434e-bec8-03663d0f8577 admin admin] Publish callbacks [] for router_controller (f7fb6705-123c-472e-b1ba-fb9f9891ca3f), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:48.194124 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6bd607-0048-44f8-bdbb-c12bbdda965e tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:43:48.210909 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-8d6bd607-0048-44f8-bdbb-c12bbdda965e tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:43:48.216510 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6bd607-0048-44f8-bdbb-c12bbdda965e tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:43:48.254296 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-94937176-9fe8-4e72-8eb6-f928fac9cdfe req-d41bebf2-e435-477d-b24b-ce58d170d935 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fd53516c-f391-4231-be2d-a389684aeb21), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:48.262660 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bd607-0048-44f8-bdbb-c12bbdda965e tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Pushing event updated for resources: {'Port': ['ID=439f2c59-f60d-44ee-be13-7ff8bdf178fe,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:48.296619 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bebf2-e435-477d-b24b-ce58d170d935 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd53516c-f391-4231-be2d-a389684aeb21,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:48.368584 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-96bcf2ec-54b6-434e-bec8-03663d0f8577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (f7fb6705-123c-472e-b1ba-fb9f9891ca3f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:48.369551 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bcf2ec-54b6-434e-bec8-03663d0f8577 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7fb6705-123c-472e-b1ba-fb9f9891ca3f {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:43:48.379950 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-96bcf2ec-54b6-434e-bec8-03663d0f8577 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:48.380091 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd607-0048-44f8-bdbb-c12bbdda965e tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks [] for floatingip (80868ff6-4322-40bf-b8f1-49da3c13eac2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:48.380179 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-96bcf2ec-54b6-434e-bec8-03663d0f8577 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/f7fb6705-123c-472e-b1ba-fb9f9891ca3f HTTP/1.1" status: 204 len: 168 time: 2.1450415 Nov 02 12:43:48.380256 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39070) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:48.383043 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:48.405044 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-94937176-9fe8-4e72-8eb6-f928fac9cdfe req-d41bebf2-e435-477d-b24b-ce58d170d935 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:48.407559 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-94937176-9fe8-4e72-8eb6-f928fac9cdfe req-d41bebf2-e435-477d-b24b-ce58d170d935 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.8892004 Nov 02 12:43:48.508329 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:48.528165 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:48.529476 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d20b5e-1951-475e-9cf6-c15c4b943ccb admin admin] Deleting subnet 1fd3a617-2b9b-48c7-8b7b-0fc8fe3f0dc4 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:43:48.536246 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e2d20b5e-1951-475e-9cf6-c15c4b943ccb admin admin] Publish callbacks [] for subnet (1fd3a617-2b9b-48c7-8b7b-0fc8fe3f0dc4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:48.581544 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de2921-4a72-4915-b1ed-00f076b6c212 req-2945ceab-e651-4070-bf3f-98c968791d4e tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:48.583700 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d2de2921-4a72-4915-b1ed-00f076b6c212 req-2945ceab-e651-4070-bf3f-98c968791d4e tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6c033efb-fdb4-4b0e-8da4-66f022ad5d1c HTTP/1.1" status: 200 len: 950 time: 0.0744088 Nov 02 12:43:48.615473 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e2d20b5e-1951-475e-9cf6-c15c4b943ccb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (1fd3a617-2b9b-48c7-8b7b-0fc8fe3f0dc4), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:48.618182 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd607-0048-44f8-bdbb-c12bbdda965e tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (439f2c59-f60d-44ee-be13-7ff8bdf178fe), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:48.654890 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d2de2921-4a72-4915-b1ed-00f076b6c212 req-e0b96679-ac54-405b-b69b-564ef4d6744c tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639169 Nov 02 12:43:48.715673 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39074) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:48.720696 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-db3536b6-1800-4587-add0-b430fb7593c7 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--199884913', 'description': 'tempest-description--2045630574'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:48.808896 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:48.838143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 77e512c8-3c76-48b4-b9b9-bed050fef800 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:48.864924 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd607-0048-44f8-bdbb-c12bbdda965e tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks [] for port (439f2c59-f60d-44ee-be13-7ff8bdf178fe), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:48.905225 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fb492048-1abb-4e2b-b794-3dfc49e11149 req-c15cf8f4-a90a-4095-ae22-02fd9da9fd41 tempest-ServerShowV257Test-1333429206 tempest-ServerShowV257Test-1333429206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.0550532 Nov 02 12:43:48.910781 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e2d20b5e-1951-475e-9cf6-c15c4b943ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (1fd3a617-2b9b-48c7-8b7b-0fc8fe3f0dc4), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:48.910991 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db3536b6-1800-4587-add0-b430fb7593c7 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:48.994336 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd607-0048-44f8-bdbb-c12bbdda965e tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (439f2c59-f60d-44ee-be13-7ff8bdf178fe), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:48.997605 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 77e512c8-3c76-48b4-b9b9-bed050fef800 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:48.998185 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (77e512c8-3c76-48b4-b9b9-bed050fef800), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:49.014657 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 77e512c8-3c76-48b4-b9b9-bed050fef800 Nov 02 12:43:49.100014 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db3536b6-1800-4587-add0-b430fb7593c7 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks [] for security_group (713c1956-da6c-4b76-9637-fba045290af4), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:49.104198 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:49.168822 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db3536b6-1800-4587-add0-b430fb7593c7 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (713c1956-da6c-4b76-9637-fba045290af4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:49.178557 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 77e512c8-3c76-48b4-b9b9-bed050fef800 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:49.179784 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (77e512c8-3c76-48b4-b9b9-bed050fef800), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:49.221748 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-c1a84401-4603-432b-8865-c1ad164f1702 req-ecdd596d-e96a-4056-966a-f7d49006f929 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.0718510 Nov 02 12:43:49.233562 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd607-0048-44f8-bdbb-c12bbdda965e tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (80868ff6-4322-40bf-b8f1-49da3c13eac2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:49.237695 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e487ffb0-f3c7-4606-9c7e-8f33208c4ba5 req-babd57d4-f71d-4da2-84ea-0c31bc4df673 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "GET /networking/v2.0/security-groups/fd53516c-f391-4231-be2d-a389684aeb21 HTTP/1.1" status: 200 len: 1831 time: 0.1360517 Nov 02 12:43:49.238573 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 77e512c8-3c76-48b4-b9b9-bed050fef800, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=77e512c8-3c76-48b4-b9b9-bed050fef800,segment=NetworkSegment(27ba5fde-b500-4107-b362-0d4c6e61bd54),segment_id=27ba5fde-b500-4107-b362-0d4c6e61bd54)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:49.255603 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3536b6-1800-4587-add0-b430fb7593c7 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=713c1956-da6c-4b76-9637-fba045290af4,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:49.282640 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bd607-0048-44f8-bdbb-c12bbdda965e tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Pushing event updated for resources: {'Port': ['ID=439f2c59-f60d-44ee-be13-7ff8bdf178fe,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:49.304662 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db3536b6-1800-4587-add0-b430fb7593c7 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:49.309452 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-db3536b6-1800-4587-add0-b430fb7593c7 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5926211 Nov 02 12:43:49.310267 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39094) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:49.311842 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [req-3e519100-6bc2-4525-9942-793890617435 req-6b0e0b68-a469-4358-9120-642a4e8b5662 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] show failed (client error): The resource could not be found. Nov 02 12:43:49.317761 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (77e512c8-3c76-48b4-b9b9-bed050fef800), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:49.333867 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3e519100-6bc2-4525-9942-793890617435 req-6b0e0b68-a469-4358-9120-642a4e8b5662 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "GET /networking/v2.0/security-groups/bf53868e-a944-4277-a447-5a5d27359f08 HTTP/1.1" status: 404 len: 352 time: 0.0413013 Nov 02 12:43:49.341040 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-df13a1da-bd9f-4bd8-a5ce-6b6db8dd1380 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Request body: {'security_group_rule': {'security_group_id': '713c1956-da6c-4b76-9637-fba045290af4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:49.373581 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [req-00857a56-69db-4beb-9e9b-96b9bb8bdf82 req-0f9d4243-7e65-409e-a33e-6f9e0d40f42a tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] show failed (client error): The resource could not be found. Nov 02 12:43:49.397333 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-00857a56-69db-4beb-9e9b-96b9bb8bdf82 req-0f9d4243-7e65-409e-a33e-6f9e0d40f42a tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules/d35a0735-d9dc-43a0-80f7-4bcfa0edbc6f HTTP/1.1" status: 404 len: 361 time: 0.0416219 Nov 02 12:43:49.440953 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=77e512c8-3c76-48b4-b9b9-bed050fef800,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:49.453010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e4b05d71-9fd8-45b2-b7b9-82965b69af5e no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:49.475705 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd607-0048-44f8-bdbb-c12bbdda965e tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:49.481648 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8d6bd607-0048-44f8-bdbb-c12bbdda965e tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2518256 Nov 02 12:43:49.489090 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: e4b05d71-9fd8-45b2-b7b9-82965b69af5e {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:43:49.498645 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e4b05d71-9fd8-45b2-b7b9-82965b69af5e not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:43:49.499764 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c0244316-8749-471c-954b-c53e51d8f08d no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:49.506831 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b0bda87b-f927-410b-bcdc-f510dc2bdeba req-1e125500-865d-4de7-98a5-c8b663b9ff43 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "GET /networking/v2.0/security-groups/fd53516c-f391-4231-be2d-a389684aeb21 HTTP/1.1" status: 200 len: 1831 time: 0.0824957 Nov 02 12:43:49.541571 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e2d20b5e-1951-475e-9cf6-c15c4b943ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (1fd3a617-2b9b-48c7-8b7b-0fc8fe3f0dc4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:49.561047 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: c0244316-8749-471c-954b-c53e51d8f08d {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:43:49.561400 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c0244316-8749-471c-954b-c53e51d8f08d not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:43:49.627000 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-df13a1da-bd9f-4bd8-a5ce-6b6db8dd1380 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks [] for security_group_rule (02d6ce08-f414-473a-bcb8-d4e234e4c299), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:49.653488 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-b0bda87b-f927-410b-bcdc-f510dc2bdeba req-fa507628-cf7a-472b-b11b-f65f471571b5 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (fd53516c-f391-4231-be2d-a389684aeb21), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:49.659321 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d20b5e-1951-475e-9cf6-c15c4b943ccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fd3a617-2b9b-48c7-8b7b-0fc8fe3f0dc4,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:49.675219 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e2d20b5e-1951-475e-9cf6-c15c4b943ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:49.676836 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a64436-c1ba-4b8d-9a81-da293339c46c None None] Network b73818dd-ad5f-4cb0-a704-da161faaa84f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:43:49.683336 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e2d20b5e-1951-475e-9cf6-c15c4b943ccb admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/1fd3a617-2b9b-48c7-8b7b-0fc8fe3f0dc4 HTTP/1.1" status: 204 len: 168 time: 1.3022015 Nov 02 12:43:49.688877 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39110) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:49.719450 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-df13a1da-bd9f-4bd8-a5ce-6b6db8dd1380 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks [] for security_group_rule (02d6ce08-f414-473a-bcb8-d4e234e4c299), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:49.737104 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-b0bda87b-f927-410b-bcdc-f510dc2bdeba req-fa507628-cf7a-472b-b11b-f65f471571b5 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (fd53516c-f391-4231-be2d-a389684aeb21), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:49.749976 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:49.819326 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-086a35f6-9c2b-4cc8-961a-0e83e5e2300d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (b73818dd-ad5f-4cb0-a704-da161faaa84f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:49.832421 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-df13a1da-bd9f-4bd8-a5ce-6b6db8dd1380 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (02d6ce08-f414-473a-bcb8-d4e234e4c299), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:49.876136 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13a1da-bd9f-4bd8-a5ce-6b6db8dd1380 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d6ce08-f414-473a-bcb8-d4e234e4c299,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:49.888662 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde2d53b-f1d2-492d-a784-33f85c09f26b None None] DHCP port deletion for b73818dd-ad5f-4cb0-a704-da161faaa84f request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:43:49.896266 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-086a35f6-9c2b-4cc8-961a-0e83e5e2300d admin admin] Deleting port 88911f22-0b27-4c4e-8ee8-12c906f97e6f {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:49.896649 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-086a35f6-9c2b-4cc8-961a-0e83e5e2300d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (88911f22-0b27-4c4e-8ee8-12c906f97e6f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:49.967320 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cde2d53b-f1d2-492d-a784-33f85c09f26b None None] Deleting port 88911f22-0b27-4c4e-8ee8-12c906f97e6f {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:49.967682 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cde2d53b-f1d2-492d-a784-33f85c09f26b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (88911f22-0b27-4c4e-8ee8-12c906f97e6f), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:50.000062 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-086a35f6-9c2b-4cc8-961a-0e83e5e2300d admin admin] For port 88911f22-0b27-4c4e-8ee8-12c906f97e6f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=88911f22-0b27-4c4e-8ee8-12c906f97e6f,segment=NetworkSegment(5c540503-6b6d-459b-8b28-630cc0612661),segment_id=5c540503-6b6d-459b-8b28-630cc0612661)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:50.000609 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-086a35f6-9c2b-4cc8-961a-0e83e5e2300d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (88911f22-0b27-4c4e-8ee8-12c906f97e6f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:50.012902 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-df13a1da-bd9f-4bd8-a5ce-6b6db8dd1380 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:50.014982 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-df13a1da-bd9f-4bd8-a5ce-6b6db8dd1380 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7023826 Nov 02 12:43:50.017867 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-b0bda87b-f927-410b-bcdc-f510dc2bdeba req-fa507628-cf7a-472b-b11b-f65f471571b5 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fd53516c-f391-4231-be2d-a389684aeb21), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:50.018936 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39124) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:50.020365 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-b0bda87b-f927-410b-bcdc-f510dc2bdeba req-fa507628-cf7a-472b-b11b-f65f471571b5 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:50.021541 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b0bda87b-f927-410b-bcdc-f510dc2bdeba req-fa507628-cf7a-472b-b11b-f65f471571b5 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fd53516c-f391-4231-be2d-a389684aeb21 HTTP/1.1" status: 204 len: 173 time: 0.4935954 Nov 02 12:43:50.024084 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-05bb0de3-8de5-4720-88ca-e92a74517c86 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Request body: {'security_group_rule': {'security_group_id': '713c1956-da6c-4b76-9637-fba045290af4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:50.028984 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-086a35f6-9c2b-4cc8-961a-0e83e5e2300d admin admin] Calling delete_port for 88911f22-0b27-4c4e-8ee8-12c906f97e6f owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:50.037107 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:50.045189 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa507628-cf7a-472b-b11b-f65f471571b5 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd53516c-f391-4231-be2d-a389684aeb21,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:50.167588 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ecbb4-4e9b-4b65-a936-389f84215aeb req-2c7469a0-d8ea-4e56-89db-7b2919ab062b tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:50.169608 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-609ecbb4-4e9b-4b65-a936-389f84215aeb req-2c7469a0-d8ea-4e56-89db-7b2919ab062b tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=6c033efb-fdb4-4b0e-8da4-66f022ad5d1c HTTP/1.1" status: 200 len: 950 time: 0.0736935 Nov 02 12:43:50.219242 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-05bb0de3-8de5-4720-88ca-e92a74517c86 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks [] for security_group_rule (7bcc9500-8381-45f0-ace9-5b19daee84fc), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:50.240892 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-086a35f6-9c2b-4cc8-961a-0e83e5e2300d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (88911f22-0b27-4c4e-8ee8-12c906f97e6f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:50.271184 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3c3d25ff-397d-48cb-b1fb-9e70872f6141 req-02ba12bb-32b5-4095-bc7b-83260fde48b9 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--933403774&fields=id&tenant_id=1d65446c687345bf995d7e3d6d882c4e HTTP/1.1" status: 200 len: 267 time: 0.1008587 Nov 02 12:43:50.284280 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a35f6-9c2b-4cc8-961a-0e83e5e2300d admin admin] Pushing event deleted for resources: {'Port': ['ID=88911f22-0b27-4c4e-8ee8-12c906f97e6f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:50.305798 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-cde2d53b-f1d2-492d-a784-33f85c09f26b None None] For port 88911f22-0b27-4c4e-8ee8-12c906f97e6f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=88911f22-0b27-4c4e-8ee8-12c906f97e6f,segment=NetworkSegment(5c540503-6b6d-459b-8b28-630cc0612661),segment_id=5c540503-6b6d-459b-8b28-630cc0612661)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:50.306408 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cde2d53b-f1d2-492d-a784-33f85c09f26b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (88911f22-0b27-4c4e-8ee8-12c906f97e6f), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:50.317501 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086a35f6-9c2b-4cc8-961a-0e83e5e2300d admin admin] No DVR routers for this DVR port 88911f22-0b27-4c4e-8ee8-12c906f97e6f on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:43:50.327469 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cde2d53b-f1d2-492d-a784-33f85c09f26b None None] Calling delete_port for 88911f22-0b27-4c4e-8ee8-12c906f97e6f owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:50.371679 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-609ecbb4-4e9b-4b65-a936-389f84215aeb req-2736d5d2-ce1b-4dd3-9ed7-7afe32f1e797 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Deleting port f6a28c90-4c20-4523-ad16-8dc19c482ea1 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:50.372269 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-609ecbb4-4e9b-4b65-a936-389f84215aeb req-2736d5d2-ce1b-4dd3-9ed7-7afe32f1e797 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (f6a28c90-4c20-4523-ad16-8dc19c482ea1), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:50.422946 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-05bb0de3-8de5-4720-88ca-e92a74517c86 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks [] for security_group_rule (7bcc9500-8381-45f0-ace9-5b19daee84fc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:50.462343 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cde2d53b-f1d2-492d-a784-33f85c09f26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (88911f22-0b27-4c4e-8ee8-12c906f97e6f), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:50.488919 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-086a35f6-9c2b-4cc8-961a-0e83e5e2300d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (b73818dd-ad5f-4cb0-a704-da161faaa84f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:50.518475 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:50.530546 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-609ecbb4-4e9b-4b65-a936-389f84215aeb req-2736d5d2-ce1b-4dd3-9ed7-7afe32f1e797 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] For port f6a28c90-4c20-4523-ad16-8dc19c482ea1, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=f6a28c90-4c20-4523-ad16-8dc19c482ea1,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:50.530914 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-609ecbb4-4e9b-4b65-a936-389f84215aeb req-2736d5d2-ce1b-4dd3-9ed7-7afe32f1e797 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (f6a28c90-4c20-4523-ad16-8dc19c482ea1), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:50.531225 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-086a35f6-9c2b-4cc8-961a-0e83e5e2300d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73818dd-ad5f-4cb0-a704-da161faaa84f']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:50.534790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2d53b-f1d2-492d-a784-33f85c09f26b None None] Pushing event deleted for resources: {'Port': ['ID=88911f22-0b27-4c4e-8ee8-12c906f97e6f,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:50.543555 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde2d53b-f1d2-492d-a784-33f85c09f26b None None] No DVR routers for this DVR port 88911f22-0b27-4c4e-8ee8-12c906f97e6f on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:43:50.550337 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d25ff-397d-48cb-b1fb-9e70872f6141 req-abfa1348-1df2-423d-bb52-6e353e2705ed tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:50.550861 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-609ecbb4-4e9b-4b65-a936-389f84215aeb req-2736d5d2-ce1b-4dd3-9ed7-7afe32f1e797 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Calling delete_port for f6a28c90-4c20-4523-ad16-8dc19c482ea1 owned by compute:nova {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:50.563208 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3c3d25ff-397d-48cb-b1fb-9e70872f6141 req-abfa1348-1df2-423d-bb52-6e353e2705ed tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] 10.222.0.64 "GET /networking/v2.0/networks?id=084316a1-9860-4bda-8dc9-91f9a79044cc HTTP/1.1" status: 200 len: 812 time: 0.2772081 Nov 02 12:43:50.563319 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-05bb0de3-8de5-4720-88ca-e92a74517c86 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (7bcc9500-8381-45f0-ace9-5b19daee84fc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:50.593288 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-086a35f6-9c2b-4cc8-961a-0e83e5e2300d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c540503-6b6d-459b-8b28-630cc0612661') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:50.593833 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-086a35f6-9c2b-4cc8-961a-0e83e5e2300d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c540503-6b6d-459b-8b28-630cc0612661') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:50.609121 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-086a35f6-9c2b-4cc8-961a-0e83e5e2300d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (5c540503-6b6d-459b-8b28-630cc0612661), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:50.628637 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-086a35f6-9c2b-4cc8-961a-0e83e5e2300d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (5c540503-6b6d-459b-8b28-630cc0612661), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:50.637659 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb0de3-8de5-4720-88ca-e92a74517c86 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bcc9500-8381-45f0-ace9-5b19daee84fc,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:50.637859 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086a35f6-9c2b-4cc8-961a-0e83e5e2300d admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:43:50.638650 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-086a35f6-9c2b-4cc8-961a-0e83e5e2300d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (5c540503-6b6d-459b-8b28-630cc0612661), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:50.695581 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-05bb0de3-8de5-4720-88ca-e92a74517c86 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:50.697167 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-05bb0de3-8de5-4720-88ca-e92a74517c86 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6768999 Nov 02 12:43:50.703703 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39164) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:50.709292 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f0e97a02-9411-450c-bd4d-e5c1e6928df0 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:50.720530 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 77e512c8-3c76-48b4-b9b9-bed050fef800 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:50.731679 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3c3d25ff-397d-48cb-b1fb-9e70872f6141 req-45f52d52-37b7-43ac-9678-76d8a0faebe6 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] 10.222.0.64 "GET /networking/v2.0/quotas/1d65446c687345bf995d7e3d6d882c4e HTTP/1.1" status: 200 len: 375 time: 0.1663496 Nov 02 12:43:50.755969 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 5c540503-6b6d-459b-8b28-630cc0612661 resource provider aggregate not found Nov 02 12:43:50.774831 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:50.796952 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 77e512c8-3c76-48b4-b9b9-bed050fef800 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:50.799528 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 5c540503-6b6d-459b-8b28-630cc0612661 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c540503-6b6d-459b-8b28-630cc0612661 found for delete ", "request_id": "req-7745a2d5-5a02-4401-822e-78de949b2a1b"}]} Nov 02 12:43:50.800547 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (77e512c8-3c76-48b4-b9b9-bed050fef800), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:50.801234 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 77e512c8-3c76-48b4-b9b9-bed050fef800 Nov 02 12:43:50.817718 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3c3d25ff-397d-48cb-b1fb-9e70872f6141 req-73973f71-0696-40af-900e-c86618c17e35 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1d65446c687345bf995d7e3d6d882c4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722089 Nov 02 12:43:50.918639 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0e97a02-9411-450c-bd4d-e5c1e6928df0 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:50.925995 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-609ecbb4-4e9b-4b65-a936-389f84215aeb req-2736d5d2-ce1b-4dd3-9ed7-7afe32f1e797 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (f6a28c90-4c20-4523-ad16-8dc19c482ea1), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:50.946698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['3d81e47f-bfd3-4fb1-86b4-cc02113a5157', 'ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:43:51.001858 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-64a5cbe2-1d03-49b8-acc8-90840029d40b req-13845323-f8a6-43d2-85e4-324b64348a66 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6c033efb-fdb4-4b0e-8da4-66f022ad5d1c HTTP/1.1" status: 200 len: 210 time: 0.0799882 Nov 02 12:43:51.012215 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-086a35f6-9c2b-4cc8-961a-0e83e5e2300d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (b73818dd-ad5f-4cb0-a704-da161faaa84f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:51.038594 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31', 'e525a055-f6de-4e9a-b9cb-07d71ab395a1', '5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e', 'f6a28c90-4c20-4523-ad16-8dc19c482ea1'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:43:51.055988 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-086a35f6-9c2b-4cc8-961a-0e83e5e2300d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:51.061455 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-086a35f6-9c2b-4cc8-961a-0e83e5e2300d admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/b73818dd-ad5f-4cb0-a704-da161faaa84f HTTP/1.1" status: 204 len: 168 time: 1.3715887 Nov 02 12:43:51.063070 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a35f6-9c2b-4cc8-961a-0e83e5e2300d admin admin] Pushing event deleted for resources: {'Network': ['ID=b73818dd-ad5f-4cb0-a704-da161faaa84f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:51.086499 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736d5d2-ce1b-4dd3-9ed7-7afe32f1e797 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Pushing event deleted for resources: {'Port': ['ID=f6a28c90-4c20-4523-ad16-8dc19c482ea1,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:51.141611 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 77e512c8-3c76-48b4-b9b9-bed050fef800 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:51.220623 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:51.239603 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0e97a02-9411-450c-bd4d-e5c1e6928df0 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:51.251406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-609ecbb4-4e9b-4b65-a936-389f84215aeb req-2736d5d2-ce1b-4dd3-9ed7-7afe32f1e797 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] No DVR routers for this DVR port f6a28c90-4c20-4523-ad16-8dc19c482ea1 on host n-h1-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:43:51.254005 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 88911f22-0b27-4c4e-8ee8-12c906f97e6f no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:51.258177 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-609ecbb4-4e9b-4b65-a936-389f84215aeb req-2736d5d2-ce1b-4dd3-9ed7-7afe32f1e797 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:51.261857 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-609ecbb4-4e9b-4b65-a936-389f84215aeb req-2736d5d2-ce1b-4dd3-9ed7-7afe32f1e797 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "DELETE /networking/v2.0/ports/f6a28c90-4c20-4523-ad16-8dc19c482ea1 HTTP/1.1" status: 204 len: 173 time: 1.0867982 Nov 02 12:43:51.262735 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c033efb-fdb4-4b0e-8da4-66f022ad5d1c', 'name': 'network-vif-deleted', 'tag': 'f6a28c90-4c20-4523-ad16-8dc19c482ea1'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:43:51.265225 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d2723b-8958-4a6c-8ae8-d382440b904c" -d '{"events": [{"server_uuid": "6c033efb-fdb4-4b0e-8da4-66f022ad5d1c", "name": "network-vif-deleted", "tag": "f6a28c90-4c20-4523-ad16-8dc19c482ea1"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:43:51.280012 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:51.286521 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-844d3b43-3307-4bb0-ad46-3a165fb59b84 req-8daf0281-aa7d-43de-99eb-bf0bc4e9598a tempest-ServerShowV257Test-1333429206 tempest-ServerShowV257Test-1333429206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.0669973 Nov 02 12:43:51.286916 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 88911f22-0b27-4c4e-8ee8-12c906f97e6f {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:43:51.287613 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 88911f22-0b27-4c4e-8ee8-12c906f97e6f not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:43:51.326683 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ec7c137c-9c54-4b69-a581-3281148b4f66 req-33bd89ed-3d1e-43c6-bc9c-d9baa6decebe tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "GET /networking/v2.0/security-groups/36c255ea-0a40-406e-9552-eb768fb95ea7 HTTP/1.1" status: 200 len: 1831 time: 0.1400895 Nov 02 12:43:51.455026 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-f0e97a02-9411-450c-bd4d-e5c1e6928df0 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Allocated IP 172.25.2.236 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/c3c281ce-e020-42af-986c-567d75cf59c8) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:43:51.464930 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ec7c137c-9c54-4b69-a581-3281148b4f66 req-89cb2416-68d9-4e6e-a0d7-ab932ca965d0 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (36c255ea-0a40-406e-9552-eb768fb95ea7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:51.479955 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39190) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:51.616690 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:51.616959 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ec7c137c-9c54-4b69-a581-3281148b4f66 req-89cb2416-68d9-4e6e-a0d7-ab932ca965d0 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (36c255ea-0a40-406e-9552-eb768fb95ea7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:51.699152 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-140b3af5-03a4-4e87-a4af-67f54b645229 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks [] for security_group (7ce091c7-a89c-4a76-8979-da487c6f43e5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:51.728557 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0e97a02-9411-450c-bd4d-e5c1e6928df0 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks [] for port (c3c281ce-e020-42af-986c-567d75cf59c8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:51.748622 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-140b3af5-03a4-4e87-a4af-67f54b645229 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks [] for security_group (7ce091c7-a89c-4a76-8979-da487c6f43e5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:51.752215 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39200) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:51.764819 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ec7c137c-9c54-4b69-a581-3281148b4f66 req-89cb2416-68d9-4e6e-a0d7-ab932ca965d0 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (36c255ea-0a40-406e-9552-eb768fb95ea7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:51.768217 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ec7c137c-9c54-4b69-a581-3281148b4f66 req-89cb2416-68d9-4e6e-a0d7-ab932ca965d0 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:51.794541 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ec7c137c-9c54-4b69-a581-3281148b4f66 req-89cb2416-68d9-4e6e-a0d7-ab932ca965d0 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/36c255ea-0a40-406e-9552-eb768fb95ea7 HTTP/1.1" status: 204 len: 173 time: 0.4511762 Nov 02 12:43:51.839991 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb2416-68d9-4e6e-a0d7-ab932ca965d0 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c255ea-0a40-406e-9552-eb768fb95ea7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:51.863141 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-69bdef8d-bc7d-4ccc-9045-2dbae33a54f6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9dae73b687df4626a377fcf4030f78a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1087708 Nov 02 12:43:51.868265 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39204) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:51.893103 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76105911-2748-49c4-9e20-a0a028728093 x-openstack-request-id: req-76105911-2748-49c4-9e20-a0a028728093 {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:43:51.893317 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c033efb-fdb4-4b0e-8da4-66f022ad5d1c", "name": "network-vif-deleted", "tag": "f6a28c90-4c20-4523-ad16-8dc19c482ea1", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:43:51.893548 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76105911-2748-49c4-9e20-a0a028728093 {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:43:51.899743 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76105911-2748-49c4-9e20-a0a028728093'] response: {'server_uuid': '6c033efb-fdb4-4b0e-8da4-66f022ad5d1c', 'name': 'network-vif-deleted', 'tag': 'f6a28c90-4c20-4523-ad16-8dc19c482ea1', 'status': 'completed', 'code': 200} Nov 02 12:43:52.001306 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ee0601b-a179-4b69-af89-9822e6461a6d admin admin] Publish callbacks [] for security_group (45a9d501-96e6-46a0-8729-b7956e1db86e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:52.021714 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0e97a02-9411-450c-bd4d-e5c1e6928df0 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (c3c281ce-e020-42af-986c-567d75cf59c8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:52.045471 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-140b3af5-03a4-4e87-a4af-67f54b645229 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7ce091c7-a89c-4a76-8979-da487c6f43e5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:52.049566 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-140b3af5-03a4-4e87-a4af-67f54b645229 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:52.051157 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-140b3af5-03a4-4e87-a4af-67f54b645229 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7ce091c7-a89c-4a76-8979-da487c6f43e5 HTTP/1.1" status: 204 len: 168 time: 0.5702336 Nov 02 12:43:52.056204 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39214) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:52.061436 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ee0601b-a179-4b69-af89-9822e6461a6d admin admin] Publish callbacks [] for security_group (45a9d501-96e6-46a0-8729-b7956e1db86e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:52.073305 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b3af5-03a4-4e87-a4af-67f54b645229 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce091c7-a89c-4a76-8979-da487c6f43e5,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:52.081813 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-420f7785-133f-4bf3-a227-a0851ca1082f tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] show failed (client error): The resource could not be found. Nov 02 12:43:52.086582 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-420f7785-133f-4bf3-a227-a0851ca1082f tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] 10.222.0.64 "GET /networking/v2.0/security-groups/7ce091c7-a89c-4a76-8979-da487c6f43e5 HTTP/1.1" status: 404 len: 347 time: 0.0264783 Nov 02 12:43:52.089217 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39216) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:52.105449 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e97a02-9411-450c-bd4d-e5c1e6928df0 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:43:52.112410 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-f0e97a02-9411-450c-bd4d-e5c1e6928df0 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:43:52.125796 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e97a02-9411-450c-bd4d-e5c1e6928df0 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:43:52.240806 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-0883b0c2-dff0-4070-a955-06e4412447d5 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Deleting port 439f2c59-f60d-44ee-be13-7ff8bdf178fe {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:52.241424 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0883b0c2-dff0-4070-a955-06e4412447d5 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (439f2c59-f60d-44ee-be13-7ff8bdf178fe), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:52.241596 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e97a02-9411-450c-bd4d-e5c1e6928df0 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Pushing event updated for resources: {'Port': ['ID=c3c281ce-e020-42af-986c-567d75cf59c8,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:52.317239 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0e97a02-9411-450c-bd4d-e5c1e6928df0 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks [] for floatingip (f6e4c1ee-3c74-4343-a131-38c76fd429a6), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:52.345991 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0883b0c2-dff0-4070-a955-06e4412447d5 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (439f2c59-f60d-44ee-be13-7ff8bdf178fe), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:52.346315 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0883b0c2-dff0-4070-a955-06e4412447d5 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks [] for floatingip (439f2c59-f60d-44ee-be13-7ff8bdf178fe), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:52.359780 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ee0601b-a179-4b69-af89-9822e6461a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (45a9d501-96e6-46a0-8729-b7956e1db86e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:52.363555 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-0883b0c2-dff0-4070-a955-06e4412447d5 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Calling delete_port for 439f2c59-f60d-44ee-be13-7ff8bdf178fe owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:52.364507 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ee0601b-a179-4b69-af89-9822e6461a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:52.367901 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0ee0601b-a179-4b69-af89-9822e6461a6d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/45a9d501-96e6-46a0-8729-b7956e1db86e HTTP/1.1" status: 204 len: 168 time: 0.4963169 Nov 02 12:43:52.379914 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0601b-a179-4b69-af89-9822e6461a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a9d501-96e6-46a0-8729-b7956e1db86e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:52.524886 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c1185169-04e8-411e-99f1-5c225b950a93 req-2231f306-4526-4582-9d4d-c8293d8fb253 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "GET /networking/v2.0/security-groups/f7736b97-bca1-4b60-835c-4124a6ef55e6 HTTP/1.1" status: 200 len: 1830 time: 0.0778675 Nov 02 12:43:52.532338 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0e97a02-9411-450c-bd4d-e5c1e6928df0 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c3c281ce-e020-42af-986c-567d75cf59c8), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:52.581289 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:52.643382 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-c1185169-04e8-411e-99f1-5c225b950a93 req-2b26c2e9-8711-4643-adad-5b406ed47da0 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (f7736b97-bca1-4b60-835c-4124a6ef55e6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:52.786305 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-66600f5a-6e0f-44d0-acb8-21fa961c2f17 req-4591f706-66d9-4480-bade-7e511d57b9a4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=7a9a8c1c922b4a9eae99d190d10ba85e&device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.0581357 Nov 02 12:43:52.846465 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-66600f5a-6e0f-44d0-acb8-21fa961c2f17 req-a2327ecd-c637-463f-8cdb-1ccc1162d7cf service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=7a9a8c1c922b4a9eae99d190d10ba85e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441093 Nov 02 12:43:52.849259 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0e97a02-9411-450c-bd4d-e5c1e6928df0 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks [] for port (c3c281ce-e020-42af-986c-567d75cf59c8), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:52.965064 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0e97a02-9411-450c-bd4d-e5c1e6928df0 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (c3c281ce-e020-42af-986c-567d75cf59c8), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:52.966168 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0883b0c2-dff0-4070-a955-06e4412447d5 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (439f2c59-f60d-44ee-be13-7ff8bdf178fe), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:52.970033 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-c1185169-04e8-411e-99f1-5c225b950a93 req-2b26c2e9-8711-4643-adad-5b406ed47da0 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (f7736b97-bca1-4b60-835c-4124a6ef55e6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:53.029093 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:53.062676 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e97a02-9411-450c-bd4d-e5c1e6928df0 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Pushing event updated for resources: {'Port': ['ID=c3c281ce-e020-42af-986c-567d75cf59c8,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:53.079786 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883b0c2-dff0-4070-a955-06e4412447d5 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Pushing event deleted for resources: {'Port': ['ID=439f2c59-f60d-44ee-be13-7ff8bdf178fe,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:53.081439 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0e97a02-9411-450c-bd4d-e5c1e6928df0 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (f6e4c1ee-3c74-4343-a131-38c76fd429a6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:53.097595 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66600f5a-6e0f-44d0-acb8-21fa961c2f17 req-ee328392-5298-4c68-a56d-dd6b1c0c9e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:53.099111 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-66600f5a-6e0f-44d0-acb8-21fa961c2f17 req-ee328392-5298-4c68-a56d-dd6b1c0c9e63 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2471023 Nov 02 12:43:53.148427 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0883b0c2-dff0-4070-a955-06e4412447d5 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks [] for floatingip (80868ff6-4322-40bf-b8f1-49da3c13eac2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:53.152376 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0883b0c2-dff0-4070-a955-06e4412447d5 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:53.157029 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39258) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:53.157209 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0883b0c2-dff0-4070-a955-06e4412447d5 tempest-ServersTestManualDisk-540857778 tempest-ServersTestManualDisk-540857778-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/80868ff6-4322-40bf-b8f1-49da3c13eac2 HTTP/1.1" status: 204 len: 168 time: 1.0665183 Nov 02 12:43:53.206841 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-c1185169-04e8-411e-99f1-5c225b950a93 req-2b26c2e9-8711-4643-adad-5b406ed47da0 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f7736b97-bca1-4b60-835c-4124a6ef55e6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:53.209126 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0e97a02-9411-450c-bd4d-e5c1e6928df0 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:53.210354 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f0e97a02-9411-450c-bd4d-e5c1e6928df0 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5053966 Nov 02 12:43:53.212538 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-c1185169-04e8-411e-99f1-5c225b950a93 req-2b26c2e9-8711-4643-adad-5b406ed47da0 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:53.216931 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c1185169-04e8-411e-99f1-5c225b950a93 req-2b26c2e9-8711-4643-adad-5b406ed47da0 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f7736b97-bca1-4b60-835c-4124a6ef55e6 HTTP/1.1" status: 204 len: 173 time: 0.6748004 Nov 02 12:43:53.239017 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26c2e9-8711-4643-adad-5b406ed47da0 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7736b97-bca1-4b60-835c-4124a6ef55e6,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:53.273135 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:53.447348 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4f0dc8b3-5365-4ac3-8dc4-8a21dc57dcf6 req-c076e497-dc18-4509-b750-0a8201030a29 tempest-ServerShowV257Test-1333429206 tempest-ServerShowV257Test-1333429206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.0570056 Nov 02 12:43:53.552116 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:53.578146 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e3f6f54d-6772-42ff-b1fe-063e6132a3dc req-18fd6f00-7dc8-40c8-9902-df568f3bcfe4 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "GET /networking/v2.0/security-groups/18eda4f9-1b86-4c50-aab5-e6f625a82035 HTTP/1.1" status: 200 len: 1830 time: 0.0874772 Nov 02 12:43:53.614027 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28c937c0-862a-43fd-aa95-6bb386860d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (862ed8e6-5581-4707-9d12-c8fc203d5314), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:53.645760 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e3f6f54d-6772-42ff-b1fe-063e6132a3dc req-8bfbe44a-d0f7-468e-9a89-eddf15a61f71 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (18eda4f9-1b86-4c50-aab5-e6f625a82035), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:53.658015 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:43:53.675036 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:53.694265 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e3f6f54d-6772-42ff-b1fe-063e6132a3dc req-8bfbe44a-d0f7-468e-9a89-eddf15a61f71 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (18eda4f9-1b86-4c50-aab5-e6f625a82035), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:53.925995 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:53.933081 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e3f6f54d-6772-42ff-b1fe-063e6132a3dc req-8bfbe44a-d0f7-468e-9a89-eddf15a61f71 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (18eda4f9-1b86-4c50-aab5-e6f625a82035), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:53.933081 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-e3f6f54d-6772-42ff-b1fe-063e6132a3dc req-8bfbe44a-d0f7-468e-9a89-eddf15a61f71 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:53.933081 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e3f6f54d-6772-42ff-b1fe-063e6132a3dc req-8bfbe44a-d0f7-468e-9a89-eddf15a61f71 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/18eda4f9-1b86-4c50-aab5-e6f625a82035 HTTP/1.1" status: 204 len: 173 time: 0.3479161 Nov 02 12:43:53.942341 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbe44a-d0f7-468e-9a89-eddf15a61f71 tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18eda4f9-1b86-4c50-aab5-e6f625a82035,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:54.115771 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0a2e51db-ea2b-4480-969e-3c8b0f32ebc6 req-d06f3763-7bb4-4d1c-b93b-fb44cbe100d4 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--199884913&fields=id&tenant_id=0ff598bce6e74831be9e50484b4075d2 HTTP/1.1" status: 200 len: 267 time: 0.0709107 Nov 02 12:43:54.178566 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-28c937c0-862a-43fd-aa95-6bb386860d92 admin admin] Deleting port 77e512c8-3c76-48b4-b9b9-bed050fef800 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:54.178916 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28c937c0-862a-43fd-aa95-6bb386860d92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (77e512c8-3c76-48b4-b9b9-bed050fef800), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:54.276785 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-28c937c0-862a-43fd-aa95-6bb386860d92 admin admin] For port 77e512c8-3c76-48b4-b9b9-bed050fef800, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=77e512c8-3c76-48b4-b9b9-bed050fef800,segment=NetworkSegment(27ba5fde-b500-4107-b362-0d4c6e61bd54),segment_id=27ba5fde-b500-4107-b362-0d4c6e61bd54)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:54.277196 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e51db-ea2b-4480-969e-3c8b0f32ebc6 req-7b5ef986-529c-4e71-aa4b-bc2b24a5853a tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:54.277328 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28c937c0-862a-43fd-aa95-6bb386860d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (77e512c8-3c76-48b4-b9b9-bed050fef800), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:54.278600 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0a2e51db-ea2b-4480-969e-3c8b0f32ebc6 req-7b5ef986-529c-4e71-aa4b-bc2b24a5853a tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] 10.222.0.64 "GET /networking/v2.0/networks?id=432cbf6f-2314-438f-8ea2-0de141f865a8 HTTP/1.1" status: 200 len: 815 time: 0.1563540 Nov 02 12:43:54.292422 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-28c937c0-862a-43fd-aa95-6bb386860d92 admin admin] Calling delete_port for 77e512c8-3c76-48b4-b9b9-bed050fef800 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:54.294493 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0a2e51db-ea2b-4480-969e-3c8b0f32ebc6 req-f4ad77b3-6378-4b6e-bd0a-d3de22ea0e6e tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] 10.222.0.64 "GET /networking/v2.0/quotas/0ff598bce6e74831be9e50484b4075d2 HTTP/1.1" status: 200 len: 375 time: 0.0101514 Nov 02 12:43:54.358421 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0a2e51db-ea2b-4480-969e-3c8b0f32ebc6 req-ea767980-4260-4550-9d0b-a316fdbc5f97 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0ff598bce6e74831be9e50484b4075d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564513 Nov 02 12:43:54.456953 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-66600f5a-6e0f-44d0-acb8-21fa961c2f17 req-e2397b4f-9246-45ed-b95f-85294d78255d tempest-ServerShowV257Test-1333429206 tempest-ServerShowV257Test-1333429206-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.0439329 Nov 02 12:43:54.465088 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39312) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:54.679957 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28c937c0-862a-43fd-aa95-6bb386860d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (77e512c8-3c76-48b4-b9b9-bed050fef800), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:54.683562 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-affdd324-d602-42ea-af96-6a8398455ec7 req-d950635c-9b6a-4c95-a15d-531e56caba1a tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "GET /networking/v2.0/security-groups/816a7117-a616-4a05-bff7-007d5b3b2aa8 HTTP/1.1" status: 200 len: 1831 time: 0.0548229 Nov 02 12:43:54.714064 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c937c0-862a-43fd-aa95-6bb386860d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=77e512c8-3c76-48b4-b9b9-bed050fef800,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:54.742238 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device f6a28c90-4c20-4523-ad16-8dc19c482ea1 no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:54.784793 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-affdd324-d602-42ea-af96-6a8398455ec7 req-64680032-0e33-4671-8304-0c3551e8789d tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (816a7117-a616-4a05-bff7-007d5b3b2aa8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:54.785161 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] No Port match for: f6a28c90-4c20-4523-ad16-8dc19c482ea1 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:43:54.785717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device f6a28c90-4c20-4523-ad16-8dc19c482ea1 not bound to the agent host n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:43:54.805258 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c3f7f3c7-1e17-4de0-960b-4c659c60e064 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-277092081-network', 'tenant_id': '12c9018d300642ea8827af97192c4104'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:54.819932 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-affdd324-d602-42ea-af96-6a8398455ec7 req-64680032-0e33-4671-8304-0c3551e8789d tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (816a7117-a616-4a05-bff7-007d5b3b2aa8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:54.955833 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28c937c0-862a-43fd-aa95-6bb386860d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (862ed8e6-5581-4707-9d12-c8fc203d5314), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:55.037130 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fab26a9-305a-49f3-bb3d-6ced47e3072c None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:43:55.065590 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-affdd324-d602-42ea-af96-6a8398455ec7 req-64680032-0e33-4671-8304-0c3551e8789d tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (816a7117-a616-4a05-bff7-007d5b3b2aa8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:55.068232 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-affdd324-d602-42ea-af96-6a8398455ec7 req-64680032-0e33-4671-8304-0c3551e8789d tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:55.069876 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-affdd324-d602-42ea-af96-6a8398455ec7 req-64680032-0e33-4671-8304-0c3551e8789d tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/816a7117-a616-4a05-bff7-007d5b3b2aa8 HTTP/1.1" status: 204 len: 173 time: 0.3793616 Nov 02 12:43:55.078957 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39328) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:55.087419 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64680032-0e33-4671-8304-0c3551e8789d tempest-SecurityGroupRulesNegativeTestJSON-1199332641 tempest-SecurityGroupRulesNegativeTestJSON-1199332641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=816a7117-a616-4a05-bff7-007d5b3b2aa8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:55.088186 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f7f3c7-1e17-4de0-960b-4c659c60e064 admin admin] Made reservation on behalf of 12c9018d300642ea8827af97192c4104 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:43:55.091057 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3f7f3c7-1e17-4de0-960b-4c659c60e064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:55.107728 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3f7f3c7-1e17-4de0-960b-4c659c60e064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:55.263946 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39334) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:55.284219 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fab26a9-305a-49f3-bb3d-6ced47e3072c None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:43:55.345913 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e00016e1-b5f4-482d-a4d4-c3da5e935a60 req-f5ea24da-d8cb-4da1-8b12-abdc2b92aedd tempest-ServerShowV257Test-1333429206 tempest-ServerShowV257Test-1333429206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.0788584 Nov 02 12:43:55.412087 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:55.426553 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c937c0-862a-43fd-aa95-6bb386860d92 admin admin] Router 862ed8e6-5581-4707-9d12-c8fc203d5314 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:43:55.483688 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dfc7123b-bcbf-409b-9e99-2fe4ef969224 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks [] for security_group (713c1956-da6c-4b76-9637-fba045290af4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:55.486483 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3f7f3c7-1e17-4de0-960b-4c659c60e064 admin admin] Publish callbacks [] for security_group (f3fc08ff-1803-497c-84ba-0b7edd76f0f8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:55.489148 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:55.593398 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdf1b3-6385-48fe-a3c6-50d2f06157ae req-33a1c266-8406-4b59-a00d-6017d27b28f9 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:55.594904 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a3fdf1b3-6385-48fe-a3c6-50d2f06157ae req-33a1c266-8406-4b59-a00d-6017d27b28f9 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 948 time: 0.1394439 Nov 02 12:43:55.597953 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3f7f3c7-1e17-4de0-960b-4c659c60e064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f3fc08ff-1803-497c-84ba-0b7edd76f0f8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:55.604766 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dfc7123b-bcbf-409b-9e99-2fe4ef969224 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks [] for security_group (713c1956-da6c-4b76-9637-fba045290af4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:55.665753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f7f3c7-1e17-4de0-960b-4c659c60e064 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:43:55.695538 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7f3c7-1e17-4de0-960b-4c659c60e064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fc08ff-1803-497c-84ba-0b7edd76f0f8,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:55.699318 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3f7f3c7-1e17-4de0-960b-4c659c60e064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e6222171-8dac-4791-8215-d555df282fa5), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:55.700195 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-c3f7f3c7-1e17-4de0-960b-4c659c60e064 admin admin] Added segment e6222171-8dac-4791-8215-d555df282fa5 of type vlan for network 09004079-0286-4a13-b6d1-fc8bb03f6cab Nov 02 12:43:55.716110 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c937c0-862a-43fd-aa95-6bb386860d92 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:43:55.726455 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c640dfbf-c4cc-4963-9795-69de33e71f0f None None] Sync routers for ids ['862ed8e6-5581-4707-9d12-c8fc203d5314'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:43:55.726890 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-28c937c0-862a-43fd-aa95-6bb386860d92 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/862ed8e6-5581-4707-9d12-c8fc203d5314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5677736 Nov 02 12:43:55.730729 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39342) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:55.747017 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c640dfbf-c4cc-4963-9795-69de33e71f0f None None] Routers {'862ed8e6-5581-4707-9d12-c8fc203d5314'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:55.748278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-c640dfbf-c4cc-4963-9795-69de33e71f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:43:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['862ed8e6-5581-4707-9d12-c8fc203d5314'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:55.822064 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a3fdf1b3-6385-48fe-a3c6-50d2f06157ae req-dee6f961-2318-48eb-8bec-b352c32cb476 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069488 Nov 02 12:43:55.895563 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e523978-6422-4145-bbe4-5426156289d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (b0748113-6944-41b0-81a4-231394c8bbfc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:55.956018 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dfc7123b-bcbf-409b-9e99-2fe4ef969224 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (713c1956-da6c-4b76-9637-fba045290af4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:55.959119 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dfc7123b-bcbf-409b-9e99-2fe4ef969224 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:55.973564 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dfc7123b-bcbf-409b-9e99-2fe4ef969224 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/713c1956-da6c-4b76-9637-fba045290af4 HTTP/1.1" status: 204 len: 168 time: 0.7053502 Nov 02 12:43:55.983435 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3f7f3c7-1e17-4de0-960b-4c659c60e064 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (09004079-0286-4a13-b6d1-fc8bb03f6cab), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:55.987524 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-c640dfbf-c4cc-4963-9795-69de33e71f0f None None] Set router 862ed8e6-5581-4707-9d12-c8fc203d5314 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:55.990437 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39352) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:56.028084 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:56.033976 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7123b-bcbf-409b-9e99-2fe4ef969224 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=713c1956-da6c-4b76-9637-fba045290af4,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:56.051364 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-0d3b0f3f-5dc7-4e12-8b57-a6ad84f701d7 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] show failed (client error): The resource could not be found. Nov 02 12:43:56.055986 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0d3b0f3f-5dc7-4e12-8b57-a6ad84f701d7 tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] 10.222.0.64 "GET /networking/v2.0/security-groups/713c1956-da6c-4b76-9637-fba045290af4 HTTP/1.1" status: 404 len: 347 time: 0.0637498 Nov 02 12:43:56.058788 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39354) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:56.093822 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-953eb1c9-28d4-4573-8208-2813cb58f9cc admin admin] Publish callbacks [] for router (862ed8e6-5581-4707-9d12-c8fc203d5314), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:56.173834 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b4781-da6d-4162-9fac-894fe177bdfe req-3b62c579-1f61-477d-af59-f0a2ef0283ca tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:56.176676 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-947b4781-da6d-4162-9fac-894fe177bdfe req-3b62c579-1f61-477d-af59-f0a2ef0283ca tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d66eec88-8a14-4f36-b486-84c06a042a69 HTTP/1.1" status: 200 len: 950 time: 0.2250528 Nov 02 12:43:56.262370 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3f7f3c7-1e17-4de0-960b-4c659c60e064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (09004079-0286-4a13-b6d1-fc8bb03f6cab), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:56.263700 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f7f3c7-1e17-4de0-960b-4c659c60e064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:56.264454 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3f7f3c7-1e17-4de0-960b-4c659c60e064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:56.291655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-c640dfbf-c4cc-4963-9795-69de33e71f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862ed8e6-5581-4707-9d12-c8fc203d5314', 'name': 'tempest-ServersTestManualDisk-1788630839-router', 'tenant_id': '1d65446c687345bf995d7e3d6d882c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ca3acf41-3490-40d0-85f9-89d3e99f6e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:30Z', 'updated_at': '2022-11-02T12:43:54Z', 'revision_number': 5, 'project_id': '1d65446c687345bf995d7e3d6d882c4e', 'gw_port': {'id': 'ca3acf41-3490-40d0-85f9-89d3e99f6e69', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862ed8e6-5581-4707-9d12-c8fc203d5314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:33Z', 'updated_at': '2022-11-02T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:56.327167 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c640dfbf-c4cc-4963-9795-69de33e71f0f None None] Checking router: 862ed8e6-5581-4707-9d12-c8fc203d5314 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:43:56.328392 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f9cf9-86eb-48d3-b998-b63b08fc6b22 req-41c1560f-6f4e-46cb-b167-a2fbca1180bc tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:56.330953 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-ff1f9cf9-86eb-48d3-b998-b63b08fc6b22 req-41c1560f-6f4e-46cb-b167-a2fbca1180bc tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d66eec88-8a14-4f36-b486-84c06a042a69 HTTP/1.1" status: 200 len: 950 time: 0.1786160 Nov 02 12:43:56.340719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c640dfbf-c4cc-4963-9795-69de33e71f0f None None] Routers {'862ed8e6-5581-4707-9d12-c8fc203d5314'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:43:56.341755 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-c640dfbf-c4cc-4963-9795-69de33e71f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:43:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['862ed8e6-5581-4707-9d12-c8fc203d5314'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:56.396952 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:56.430465 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:56.454620 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Deleting port c3c281ce-e020-42af-986c-567d75cf59c8 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:56.455282 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c3c281ce-e020-42af-986c-567d75cf59c8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:56.497093 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-947b4781-da6d-4162-9fac-894fe177bdfe req-48a93072-dd06-4276-b1b4-8e58f16df2e5 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077409 Nov 02 12:43:56.497505 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-53dd32bf-31cc-4044-b0e0-827b8bda3956 None None] Provisioning complete for port 376ff622-ae32-4d3d-ba86-7097aecadfc6 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:43:56.497876 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53dd32bf-31cc-4044-b0e0-827b8bda3956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (376ff622-ae32-4d3d-ba86-7097aecadfc6), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:56.498302 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-53dd32bf-31cc-4044-b0e0-827b8bda3956 None None] Attempt 1 to provision port 376ff622-ae32-4d3d-ba86-7097aecadfc6 Nov 02 12:43:56.501799 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c3f7f3c7-1e17-4de0-960b-4c659c60e064 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0275564 Nov 02 12:43:56.504648 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39364) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:56.507638 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7f3c7-1e17-4de0-960b-4c659c60e064 admin admin] Pushing event updated for resources: {'Network': ['ID=09004079-0286-4a13-b6d1-fc8bb03f6cab,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:56.526787 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-2329af28-4878-4a82-8faa-264fc81bcdb4 admin admin] Request body: {'subnet': {'network_id': '09004079-0286-4a13-b6d1-fc8bb03f6cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-277092081-subnet', 'tenant_id': '12c9018d300642ea8827af97192c4104', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:56.554553 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 09004079-0286-4a13-b6d1-fc8bb03f6cab details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:43:56.563014 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:56.570695 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-ff1f9cf9-86eb-48d3-b998-b63b08fc6b22 req-fe487bf9-f87c-4488-acb8-fc1bff9ef00a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Deleting port ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:56.571013 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-c640dfbf-c4cc-4963-9795-69de33e71f0f None None] Set router 862ed8e6-5581-4707-9d12-c8fc203d5314 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:56.571178 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-ff1f9cf9-86eb-48d3-b998-b63b08fc6b22 req-fe487bf9-f87c-4488-acb8-fc1bff9ef00a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:56.601184 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-953eb1c9-28d4-4573-8208-2813cb58f9cc admin admin] Publish callbacks [] for router_gateway (862ed8e6-5581-4707-9d12-c8fc203d5314), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:56.646319 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2329af28-4878-4a82-8faa-264fc81bcdb4 admin admin] Made reservation on behalf of 12c9018d300642ea8827af97192c4104 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:43:56.649514 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2329af28-4878-4a82-8faa-264fc81bcdb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:56.744504 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b062a4ee-cd2b-47f9-87b7-102db4591f9c req-81c8429d-d6b4-4cf6-9bdd-cda05bfd82a8 tempest-ServerShowV257Test-1333429206 tempest-ServerShowV257Test-1333429206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.1910696 Nov 02 12:43:56.803425 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-ff1f9cf9-86eb-48d3-b998-b63b08fc6b22 req-fe487bf9-f87c-4488-acb8-fc1bff9ef00a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] For port ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:56.804206 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-ff1f9cf9-86eb-48d3-b998-b63b08fc6b22 req-fe487bf9-f87c-4488-acb8-fc1bff9ef00a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:56.817544 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c3c281ce-e020-42af-986c-567d75cf59c8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:56.817965 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks [] for floatingip (c3c281ce-e020-42af-986c-567d75cf59c8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:56.821166 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-4e523978-6422-4145-bbe4-5426156289d6 admin admin] Deleting port 0cd64ed4-fc6b-406b-b835-e8ad22471169 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:56.821166 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e523978-6422-4145-bbe4-5426156289d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0cd64ed4-fc6b-406b-b835-e8ad22471169), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:56.831822 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-ff1f9cf9-86eb-48d3-b998-b63b08fc6b22 req-fe487bf9-f87c-4488-acb8-fc1bff9ef00a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Calling delete_port for ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be owned by compute:nova {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:56.834811 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-953eb1c9-28d4-4573-8208-2813cb58f9cc admin admin] Deleting port ca3acf41-3490-40d0-85f9-89d3e99f6e69 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:56.835168 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-953eb1c9-28d4-4573-8208-2813cb58f9cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ca3acf41-3490-40d0-85f9-89d3e99f6e69), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:56.875223 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Calling delete_port for c3c281ce-e020-42af-986c-567d75cf59c8 owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:56.925252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-53dd32bf-31cc-4044-b0e0-827b8bda3956 None None] Current status of the port 376ff622-ae32-4d3d-ba86-7097aecadfc6 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:43:57.001208 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:57.005746 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:57.009440 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-c640dfbf-c4cc-4963-9795-69de33e71f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862ed8e6-5581-4707-9d12-c8fc203d5314', 'name': 'tempest-ServersTestManualDisk-1788630839-router', 'tenant_id': '1d65446c687345bf995d7e3d6d882c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ca3acf41-3490-40d0-85f9-89d3e99f6e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:30Z', 'updated_at': '2022-11-02T12:43:54Z', 'revision_number': 5, 'project_id': '1d65446c687345bf995d7e3d6d882c4e', 'gw_port': {'id': 'ca3acf41-3490-40d0-85f9-89d3e99f6e69', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862ed8e6-5581-4707-9d12-c8fc203d5314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:33Z', 'updated_at': '2022-11-02T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:57.046877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c640dfbf-c4cc-4963-9795-69de33e71f0f None None] The sync data for ids ['862ed8e6-5581-4707-9d12-c8fc203d5314'] in n-d-857339-6 is: [{'id': '862ed8e6-5581-4707-9d12-c8fc203d5314', 'name': 'tempest-ServersTestManualDisk-1788630839-router', 'tenant_id': '1d65446c687345bf995d7e3d6d882c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ca3acf41-3490-40d0-85f9-89d3e99f6e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:30Z', 'updated_at': '2022-11-02T12:43:54Z', 'revision_number': 5, 'project_id': '1d65446c687345bf995d7e3d6d882c4e', 'gw_port': {'id': 'ca3acf41-3490-40d0-85f9-89d3e99f6e69', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862ed8e6-5581-4707-9d12-c8fc203d5314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:33Z', 'updated_at': '2022-11-02T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:43:57.075766 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-4e523978-6422-4145-bbe4-5426156289d6 admin admin] For port 0cd64ed4-fc6b-406b-b835-e8ad22471169, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0cd64ed4-fc6b-406b-b835-e8ad22471169,segment=NetworkSegment(baf19812-50b9-42de-b69f-ce9bf897009f),segment_id=baf19812-50b9-42de-b69f-ce9bf897009f)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:57.076158 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e523978-6422-4145-bbe4-5426156289d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0cd64ed4-fc6b-406b-b835-e8ad22471169), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:57.105204 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-4e523978-6422-4145-bbe4-5426156289d6 admin admin] Calling delete_port for 0cd64ed4-fc6b-406b-b835-e8ad22471169 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:57.113797 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365dd2d-beb6-4f9d-97a8-142820d233b2 req-34597524-a478-4d58-baa5-e4b72df8140b tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:57.115391 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6365dd2d-beb6-4f9d-97a8-142820d233b2 req-34597524-a478-4d58-baa5-e4b72df8140b tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 948 time: 0.1040254 Nov 02 12:43:57.139558 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-953eb1c9-28d4-4573-8208-2813cb58f9cc admin admin] For port ca3acf41-3490-40d0-85f9-89d3e99f6e69, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ca3acf41-3490-40d0-85f9-89d3e99f6e69,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:57.140224 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-953eb1c9-28d4-4573-8208-2813cb58f9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ca3acf41-3490-40d0-85f9-89d3e99f6e69), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:57.157370 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-953eb1c9-28d4-4573-8208-2813cb58f9cc admin admin] Calling delete_port for ca3acf41-3490-40d0-85f9-89d3e99f6e69 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:57.268116 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6365dd2d-beb6-4f9d-97a8-142820d233b2 req-0c60e1cd-cdd6-4d18-a881-f1dbd93e4a7c tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363001 Nov 02 12:43:57.268321 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2329af28-4878-4a82-8faa-264fc81bcdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (c4c2bf31-d04f-46e8-92f5-d2cd4e657e49), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:57.370942 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329af28-4878-4a82-8faa-264fc81bcdb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4c2bf31-d04f-46e8-92f5-d2cd4e657e49,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:57.373386 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-ff1f9cf9-86eb-48d3-b998-b63b08fc6b22 req-fe487bf9-f87c-4488-acb8-fc1bff9ef00a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:57.387800 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['3d81e47f-bfd3-4fb1-86b4-cc02113a5157', 'ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:43:57.440144 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (c3c281ce-e020-42af-986c-567d75cf59c8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:57.444611 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31', 'e525a055-f6de-4e9a-b9cb-07d71ab395a1', '5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:43:57.452532 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe487bf9-f87c-4488-acb8-fc1bff9ef00a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Pushing event deleted for resources: {'Port': ['ID=ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:57.539368 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Pushing event deleted for resources: {'Port': ['ID=c3c281ce-e020-42af-986c-567d75cf59c8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:57.572075 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e523978-6422-4145-bbe4-5426156289d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (0cd64ed4-fc6b-406b-b835-e8ad22471169), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:57.582365 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:57.582716 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:57.583151 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:57.583539 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:57.583925 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:57.584204 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:57.584737 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:57.586097 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:57.586706 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:57.586978 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:57.587320 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:57.587664 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:57.588049 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:57.588327 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:57.588742 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:57.639669 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e523978-6422-4145-bbe4-5426156289d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd64ed4-fc6b-406b-b835-e8ad22471169,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:57.647696 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:57.654307 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks [] for floatingip (f6e4c1ee-3c74-4343-a131-38c76fd429a6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:57.659239 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:57.668104 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f3f8303d-1a9e-4302-9418-a61b4eb8b41d tempest-AttachSCSIVolumeTestJSON-1643555458 tempest-AttachSCSIVolumeTestJSON-1643555458-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/f6e4c1ee-3c74-4343-a131-38c76fd429a6 HTTP/1.1" status: 204 len: 168 time: 1.6021562 Nov 02 12:43:57.838601 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-477ae2a6-157a-40c1-8152-734c9030bbd2 req-5c055e61-9f8b-4333-84f4-4b4511f88d77 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d66eec88-8a14-4f36-b486-84c06a042a69 HTTP/1.1" status: 200 len: 210 time: 0.1484528 Nov 02 12:43:58.051608 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:58.053710 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:58.078830 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2329af28-4878-4a82-8faa-264fc81bcdb4 admin admin] Checking segment: {'id': 'e6222171-8dac-4791-8215-d555df282fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '09004079-0286-4a13-b6d1-fc8bb03f6cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:43:58.079170 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2329af28-4878-4a82-8faa-264fc81bcdb4 admin admin] Network hostable DHCP agents. Network: 09004079-0286-4a13-b6d1-fc8bb03f6cab, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:43:58.173300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1f9cf9-86eb-48d3-b998-b63b08fc6b22 req-fe487bf9-f87c-4488-acb8-fc1bff9ef00a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] No DVR routers for this DVR port ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be on host n-h2-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:43:58.184423 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-ff1f9cf9-86eb-48d3-b998-b63b08fc6b22 req-fe487bf9-f87c-4488-acb8-fc1bff9ef00a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:58.187843 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-ff1f9cf9-86eb-48d3-b998-b63b08fc6b22 req-fe487bf9-f87c-4488-acb8-fc1bff9ef00a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.75 "DELETE /networking/v2.0/ports/ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be HTTP/1.1" status: 204 len: 173 time: 1.8465855 Nov 02 12:43:58.188390 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66eec88-8a14-4f36-b486-84c06a042a69', 'name': 'network-vif-deleted', 'tag': 'ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:43:58.194627 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e2be1601-e5f6-47ce-94f1-bf6fe4ae2a90 req-aa69d43e-a8a6-4157-913a-a3996877884b tempest-ServerShowV257Test-1333429206 tempest-ServerShowV257Test-1333429206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8482cecf-ebd5-416c-8a38-d5e056f88bbf HTTP/1.1" status: 200 len: 210 time: 0.1359744 Nov 02 12:43:58.199117 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5089277f-7868-44dd-b8eb-d31954bd473e" -d '{"events": [{"server_uuid": "d66eec88-8a14-4f36-b486-84c06a042a69", "name": "network-vif-deleted", "tag": "ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:43:58.241576 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e523978-6422-4145-bbe4-5426156289d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (b0748113-6944-41b0-81a4-231394c8bbfc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:58.254551 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c86-21ad-4762-a40e-fdf60348967a req-805e7c81-87e4-4624-98ff-e3798c5fcc3b tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:58.256088 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-601a0c86-21ad-4762-a40e-fdf60348967a req-805e7c81-87e4-4624-98ff-e3798c5fcc3b tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 948 time: 0.2190392 Nov 02 12:43:58.285751 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dd9a3e-c84f-41ec-a085-7fea909c8efc None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:43:58.393972 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2329af28-4878-4a82-8faa-264fc81bcdb4 admin admin] Network 09004079-0286-4a13-b6d1-fc8bb03f6cab is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:43:58.407139 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-953eb1c9-28d4-4573-8208-2813cb58f9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (ca3acf41-3490-40d0-85f9-89d3e99f6e69), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:58.484257 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf746d5-cd14-485c-ae46-d972e1087d13 req-f9b81783-0860-4413-ace5-5d0b7a0a17e7 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:58.485992 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bdf746d5-cd14-485c-ae46-d972e1087d13 req-f9b81783-0860-4413-ace5-5d0b7a0a17e7 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 948 time: 0.1680045 Nov 02 12:43:58.548223 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-2329af28-4878-4a82-8faa-264fc81bcdb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 09004079-0286-4a13-b6d1-fc8bb03f6cab) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:43:58.682915 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb1c9-28d4-4573-8208-2813cb58f9cc admin admin] Pushing event deleted for resources: {'Port': ['ID=ca3acf41-3490-40d0-85f9-89d3e99f6e69,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:58.699602 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329af28-4878-4a82-8faa-264fc81bcdb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:58.700343 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2329af28-4878-4a82-8faa-264fc81bcdb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:58.753653 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda14123-ea8b-4c47-8f7a-085585d24538 x-openstack-request-id: req-eda14123-ea8b-4c47-8f7a-085585d24538 {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:43:58.755297 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66eec88-8a14-4f36-b486-84c06a042a69", "name": "network-vif-deleted", "tag": "ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:43:58.755634 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eda14123-ea8b-4c47-8f7a-085585d24538 {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:43:58.755999 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda14123-ea8b-4c47-8f7a-085585d24538'] response: {'server_uuid': 'd66eec88-8a14-4f36-b486-84c06a042a69', 'name': 'network-vif-deleted', 'tag': 'ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be', 'status': 'completed', 'code': 200} Nov 02 12:43:58.781782 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 77e512c8-3c76-48b4-b9b9-bed050fef800 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:58.792151 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-bdf746d5-cd14-485c-ae46-d972e1087d13 req-0b8e74c8-6216-415c-98b3-9aeaf892bbf9 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Deleting port 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:58.792151 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-bdf746d5-cd14-485c-ae46-d972e1087d13 req-0b8e74c8-6216-415c-98b3-9aeaf892bbf9 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:58.796425 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523fae3-0775-493a-895b-cfce8ea4963f req-50f3f7f8-b75d-4153-a3e8-7b23f4358f6f tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:58.797009 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-601a0c86-21ad-4762-a40e-fdf60348967a req-cf0521ce-758a-465b-ad17-0966a8dfece3 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Deleting port be6cb95f-365e-4c40-be18-d4841fe5acf9 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:58.797435 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-601a0c86-21ad-4762-a40e-fdf60348967a req-cf0521ce-758a-465b-ad17-0966a8dfece3 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:58.798630 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4523fae3-0775-493a-895b-cfce8ea4963f req-50f3f7f8-b75d-4153-a3e8-7b23f4358f6f tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 948 time: 0.3760924 Nov 02 12:43:58.825370 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 77e512c8-3c76-48b4-b9b9-bed050fef800 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:43:58.826328 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 77e512c8-3c76-48b4-b9b9-bed050fef800 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:43:58.828516 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dd9a3e-c84f-41ec-a085-7fea909c8efc None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:43:58.835150 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-953eb1c9-28d4-4573-8208-2813cb58f9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (862ed8e6-5581-4707-9d12-c8fc203d5314), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:58.869962 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:58.978577 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2329af28-4878-4a82-8faa-264fc81bcdb4 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4646692 Nov 02 12:43:58.991606 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39408) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:59.006741 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-cec5d435-8f60-44ed-a0b3-69cfcf8cae79 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-277092081-router', 'tenant_id': '12c9018d300642ea8827af97192c4104', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:59.076878 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-953eb1c9-28d4-4573-8208-2813cb58f9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (862ed8e6-5581-4707-9d12-c8fc203d5314), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:59.083664 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-953eb1c9-28d4-4573-8208-2813cb58f9cc admin admin] Publish callbacks [] for router_controller (862ed8e6-5581-4707-9d12-c8fc203d5314), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:59.141143 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4523fae3-0775-493a-895b-cfce8ea4963f req-729f66af-463b-4054-b09f-5b346d2264b9 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254895 Nov 02 12:43:59.143260 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e40774cc-8af3-42ec-a3e8-0d91e97757bf req-08d226d4-29e9-4074-967c-595c52b71e1b tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d66eec88-8a14-4f36-b486-84c06a042a69 HTTP/1.1" status: 200 len: 210 time: 0.0970738 Nov 02 12:43:59.160174 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-bdf746d5-cd14-485c-ae46-d972e1087d13 req-0b8e74c8-6216-415c-98b3-9aeaf892bbf9 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] For port 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:59.160634 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-bdf746d5-cd14-485c-ae46-d972e1087d13 req-0b8e74c8-6216-415c-98b3-9aeaf892bbf9 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:59.178317 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-bdf746d5-cd14-485c-ae46-d972e1087d13 req-0b8e74c8-6216-415c-98b3-9aeaf892bbf9 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Calling delete_port for 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e owned by compute:nova {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:59.200319 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cec5d435-8f60-44ed-a0b3-69cfcf8cae79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (7ee52107-e445-4509-a65c-918520011d17), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:59.201503 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cec5d435-8f60-44ed-a0b3-69cfcf8cae79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (7ee52107-e445-4509-a65c-918520011d17), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:59.251888 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-601a0c86-21ad-4762-a40e-fdf60348967a req-cf0521ce-758a-465b-ad17-0966a8dfece3 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] For port be6cb95f-365e-4c40-be18-d4841fe5acf9, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=be6cb95f-365e-4c40-be18-d4841fe5acf9,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:59.252513 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-601a0c86-21ad-4762-a40e-fdf60348967a req-cf0521ce-758a-465b-ad17-0966a8dfece3 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:59.283224 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-601a0c86-21ad-4762-a40e-fdf60348967a req-cf0521ce-758a-465b-ad17-0966a8dfece3 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Calling delete_port for be6cb95f-365e-4c40-be18-d4841fe5acf9 owned by compute:nova {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:59.283380 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:59.327774 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e523978-6422-4145-bbe4-5426156289d6 admin admin] Router b0748113-6944-41b0-81a4-231394c8bbfc has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:43:59.371218 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-953eb1c9-28d4-4573-8208-2813cb58f9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (862ed8e6-5581-4707-9d12-c8fc203d5314), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:59.371843 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953eb1c9-28d4-4573-8208-2813cb58f9cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 862ed8e6-5581-4707-9d12-c8fc203d5314 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:43:59.377408 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-953eb1c9-28d4-4573-8208-2813cb58f9cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:59.378628 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-953eb1c9-28d4-4573-8208-2813cb58f9cc admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/862ed8e6-5581-4707-9d12-c8fc203d5314 HTTP/1.1" status: 204 len: 168 time: 3.6468921 Nov 02 12:43:59.382172 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39428) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:59.473476 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9792d9-c7b0-4273-a5b2-03d490667461 admin admin] Deleting subnet c56846d5-6a8d-4e94-a312-7bb35edbaab9 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:43:59.511578 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad9792d9-c7b0-4273-a5b2-03d490667461 admin admin] Publish callbacks [] for subnet (c56846d5-6a8d-4e94-a312-7bb35edbaab9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:59.670532 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad9792d9-c7b0-4273-a5b2-03d490667461 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (c56846d5-6a8d-4e94-a312-7bb35edbaab9), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:59.826287 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad9792d9-c7b0-4273-a5b2-03d490667461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (c56846d5-6a8d-4e94-a312-7bb35edbaab9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:59.925482 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cec5d435-8f60-44ed-a0b3-69cfcf8cae79 admin admin] Publish callbacks [] for router_controller (7ee52107-e445-4509-a65c-918520011d17), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:59.962594 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-601a0c86-21ad-4762-a40e-fdf60348967a req-cf0521ce-758a-465b-ad17-0966a8dfece3 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (be6cb95f-365e-4c40-be18-d4841fe5acf9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:59.979477 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa7d9a6-9227-4e09-ad04-6bbe39396cc4 None None] Network 09004079-0286-4a13-b6d1-fc8bb03f6cab requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:00.048921 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0521ce-758a-465b-ad17-0966a8dfece3 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Pushing event deleted for resources: {'Port': ['ID=be6cb95f-365e-4c40-be18-d4841fe5acf9,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:00.068699 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad9792d9-c7b0-4273-a5b2-03d490667461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (c56846d5-6a8d-4e94-a312-7bb35edbaab9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:00.191579 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9792d9-c7b0-4273-a5b2-03d490667461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c56846d5-6a8d-4e94-a312-7bb35edbaab9,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:00.246961 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad9792d9-c7b0-4273-a5b2-03d490667461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:00.253094 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ad9792d9-c7b0-4273-a5b2-03d490667461 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/c56846d5-6a8d-4e94-a312-7bb35edbaab9 HTTP/1.1" status: 204 len: 168 time: 0.8647361 Nov 02 12:44:00.253094 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-601a0c86-21ad-4762-a40e-fdf60348967a req-cf0521ce-758a-465b-ad17-0966a8dfece3 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] No DVR routers for this DVR port be6cb95f-365e-4c40-be18-d4841fe5acf9 on host n-h1-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:44:00.255022 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:00.255022 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39446) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:00.255691 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-601a0c86-21ad-4762-a40e-fdf60348967a req-cf0521ce-758a-465b-ad17-0966a8dfece3 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:00.259972 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-601a0c86-21ad-4762-a40e-fdf60348967a req-cf0521ce-758a-465b-ad17-0966a8dfece3 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.57 "DELETE /networking/v2.0/ports/be6cb95f-365e-4c40-be18-d4841fe5acf9 HTTP/1.1" status: 204 len: 173 time: 1.9574099 Nov 02 12:44:00.370082 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39454) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:00.386868 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d1c606cd-764e-4f39-b5fc-d731f423d68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (084316a1-9860-4bda-8dc9-91f9a79044cc), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:00.404938 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f842c1-155a-444a-b968-dcac13d0d7fc None None] Network 084316a1-9860-4bda-8dc9-91f9a79044cc requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:00.416937 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d7296030-aa82-4348-b4ad-a16d46a4f866 None None] Provisioning complete for port fe0097c4-3170-407b-aca5-a8ac36469aea triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:00.417603 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d7296030-aa82-4348-b4ad-a16d46a4f866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fe0097c4-3170-407b-aca5-a8ac36469aea), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:00.418200 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d7296030-aa82-4348-b4ad-a16d46a4f866 None None] Attempt 1 to provision port fe0097c4-3170-407b-aca5-a8ac36469aea Nov 02 12:44:00.463326 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-d1c606cd-764e-4f39-b5fc-d731f423d68e admin admin] Deleting port 376ff622-ae32-4d3d-ba86-7097aecadfc6 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:44:00.463703 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d1c606cd-764e-4f39-b5fc-d731f423d68e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (376ff622-ae32-4d3d-ba86-7097aecadfc6), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:00.597451 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e523978-6422-4145-bbe4-5426156289d6 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:00.608818 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b13d20c-ec54-4dcd-9d0a-f8e5c24aa5a5 None None] Sync routers for ids ['b0748113-6944-41b0-81a4-231394c8bbfc'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:00.625428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-d1c606cd-764e-4f39-b5fc-d731f423d68e admin admin] For port 376ff622-ae32-4d3d-ba86-7097aecadfc6, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=376ff622-ae32-4d3d-ba86-7097aecadfc6,segment=NetworkSegment(27ba5fde-b500-4107-b362-0d4c6e61bd54),segment_id=27ba5fde-b500-4107-b362-0d4c6e61bd54)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:00.627741 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d1c606cd-764e-4f39-b5fc-d731f423d68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (376ff622-ae32-4d3d-ba86-7097aecadfc6), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:00.633327 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:00.634542 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39458) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:00.638471 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b13d20c-ec54-4dcd-9d0a-f8e5c24aa5a5 None None] Routers {'b0748113-6944-41b0-81a4-231394c8bbfc'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:00.640821 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-8b13d20c-ec54-4dcd-9d0a-f8e5c24aa5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:43:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b0748113-6944-41b0-81a4-231394c8bbfc'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:00.697062 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-d1c606cd-764e-4f39-b5fc-d731f423d68e admin admin] Calling delete_port for 376ff622-ae32-4d3d-ba86-7097aecadfc6 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:44:00.792145 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3918a345-1137-499b-a19a-da0d58f91a74', 'name': 'network-vif-deleted', 'tag': 'be6cb95f-365e-4c40-be18-d4841fe5acf9'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:44:00.796525 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65447735-632b-422f-b061-81794fd19c61" -d '{"events": [{"server_uuid": "3918a345-1137-499b-a19a-da0d58f91a74", "name": "network-vif-deleted", "tag": "be6cb95f-365e-4c40-be18-d4841fe5acf9"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:44:00.805913 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2887b1a7-2c6d-40f5-b02f-657ee63530be req-0f061dd7-49b4-479f-b3b4-7cab46b501b7 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 210 time: 0.3483617 Nov 02 12:44:00.828715 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4e523978-6422-4145-bbe4-5426156289d6 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/b0748113-6944-41b0-81a4-231394c8bbfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7459147 Nov 02 12:44:00.831120 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39466) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:00.858461 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ca3acf41-3490-40d0-85f9-89d3e99f6e69 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:00.861000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device be6cb95f-365e-4c40-be18-d4841fe5acf9 no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:00.925363 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-8b13d20c-ec54-4dcd-9d0a-f8e5c24aa5a5 None None] Set router b0748113-6944-41b0-81a4-231394c8bbfc gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:00.952713 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] No Port match for: be6cb95f-365e-4c40-be18-d4841fe5acf9 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:00.953414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device be6cb95f-365e-4c40-be18-d4841fe5acf9 not bound to the agent host n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:00.954041 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:00.976932 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def5aec1-7cfb-4794-a7ff-d2a725d7b2b5 x-openstack-request-id: req-def5aec1-7cfb-4794-a7ff-d2a725d7b2b5 {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:44:00.977288 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3918a345-1137-499b-a19a-da0d58f91a74", "name": "network-vif-deleted", "tag": "be6cb95f-365e-4c40-be18-d4841fe5acf9", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:44:00.977831 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-def5aec1-7cfb-4794-a7ff-d2a725d7b2b5 {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:44:00.978310 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def5aec1-7cfb-4794-a7ff-d2a725d7b2b5'] response: {'server_uuid': '3918a345-1137-499b-a19a-da0d58f91a74', 'name': 'network-vif-deleted', 'tag': 'be6cb95f-365e-4c40-be18-d4841fe5acf9', 'status': 'completed', 'code': 200} Nov 02 12:44:00.989040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be no longer exists at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:01.002079 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: ca3acf41-3490-40d0-85f9-89d3e99f6e69 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:01.003462 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ca3acf41-3490-40d0-85f9-89d3e99f6e69 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:01.012229 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36a41b8-ffbe-425e-9b51-4fd64227fccf None None] DHCP port deletion for 084316a1-9860-4bda-8dc9-91f9a79044cc request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:44:01.070701 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] No Port match for: 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:01.073650 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f85c3c75-be26-4d0a-bcbf-317a121d896f admin admin] Publish callbacks [] for router (b0748113-6944-41b0-81a4-231394c8bbfc), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:01.077118 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-bdf746d5-cd14-485c-ae46-d972e1087d13 req-0b8e74c8-6216-415c-98b3-9aeaf892bbf9 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:01.079622 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e not bound to the agent host n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:01.088414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa9db58-05de-41a6-8069-8f4d47331ed2 None None] Network 09004079-0286-4a13-b6d1-fc8bb03f6cab requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:01.095936 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['3d81e47f-bfd3-4fb1-86b4-cc02113a5157'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:44:01.097992 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] No Port match for: ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:01.098494 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device ac83a18f-f9e2-4583-bf1c-f2e8c12ac6be not bound to the agent host n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:01.184737 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31', 'e525a055-f6de-4e9a-b9cb-07d71ab395a1'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:44:01.211526 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:01.213587 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cec5d435-8f60-44ed-a0b3-69cfcf8cae79 admin admin] Publish callbacks [] for router_gateway (7ee52107-e445-4509-a65c-918520011d17), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:01.225457 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8176b958-60a8-4ea9-a8bb-ef0b582beff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:01.229942 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f85c3c75-be26-4d0a-bcbf-317a121d896f admin admin] Publish callbacks [] for router_gateway (b0748113-6944-41b0-81a4-231394c8bbfc), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:01.269898 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:01.291727 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cadacae4-2752-455c-b144-e4333a27aeb6 req-1d043a2e-1c37-45da-b2c3-af8c3a894dec tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 210 time: 0.8292670 Nov 02 12:44:01.301241 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e74c8-6216-415c-98b3-9aeaf892bbf9 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Pushing event deleted for resources: {'Port': ['ID=5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:01.309680 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-8b13d20c-ec54-4dcd-9d0a-f8e5c24aa5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0748113-6944-41b0-81a4-231394c8bbfc', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1578595724-router', 'tenant_id': '2449c558939943129ecf0b6db5251e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '42743e61-a07a-4e31-94b9-b1b20314ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:13Z', 'updated_at': '2022-11-02T12:43:57Z', 'revision_number': 5, 'project_id': '2449c558939943129ecf0b6db5251e60', 'gw_port': {'id': '42743e61-a07a-4e31-94b9-b1b20314ee18', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0748113-6944-41b0-81a4-231394c8bbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:16Z', 'updated_at': '2022-11-02T12:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:01.340109 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d1c606cd-764e-4f39-b5fc-d731f423d68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (376ff622-ae32-4d3d-ba86-7097aecadfc6), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:01.367294 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b13d20c-ec54-4dcd-9d0a-f8e5c24aa5a5 None None] Checking router: b0748113-6944-41b0-81a4-231394c8bbfc for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:01.380754 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b13d20c-ec54-4dcd-9d0a-f8e5c24aa5a5 None None] Routers {'b0748113-6944-41b0-81a4-231394c8bbfc'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:01.381371 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-8b13d20c-ec54-4dcd-9d0a-f8e5c24aa5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:43:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b0748113-6944-41b0-81a4-231394c8bbfc'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:01.409731 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:01.434550 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c606cd-764e-4f39-b5fc-d731f423d68e admin admin] No DVR routers for this DVR port 376ff622-ae32-4d3d-ba86-7097aecadfc6 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:44:01.442014 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c606cd-764e-4f39-b5fc-d731f423d68e admin admin] Pushing event deleted for resources: {'Port': ['ID=376ff622-ae32-4d3d-ba86-7097aecadfc6,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:01.450955 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8176b958-60a8-4ea9-a8bb-ef0b582beff3 admin admin] Publish callbacks [] for security_group (a3c7b205-6aa1-4d66-a165-5515d228ec9c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:01.468639 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d36a41b8-ffbe-425e-9b51-4fd64227fccf None None] Deleting port 376ff622-ae32-4d3d-ba86-7097aecadfc6 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:44:01.469267 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d36a41b8-ffbe-425e-9b51-4fd64227fccf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (376ff622-ae32-4d3d-ba86-7097aecadfc6), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:01.505411 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-570f4d71-9cd6-4efd-b14e-5ca580c787da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (8a4742bb-5ec7-47fc-8985-6576ee3c6320), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:01.576550 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d36a41b8-ffbe-425e-9b51-4fd64227fccf None None] For port 376ff622-ae32-4d3d-ba86-7097aecadfc6, host n-d-857339-6, got binding levels [] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:01.576550 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d36a41b8-ffbe-425e-9b51-4fd64227fccf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (376ff622-ae32-4d3d-ba86-7097aecadfc6), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:01.578809 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d1c606cd-764e-4f39-b5fc-d731f423d68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (084316a1-9860-4bda-8dc9-91f9a79044cc), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:01.587070 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-8b13d20c-ec54-4dcd-9d0a-f8e5c24aa5a5 None None] Set router b0748113-6944-41b0-81a4-231394c8bbfc gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:01.605477 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-d1c606cd-764e-4f39-b5fc-d731f423d68e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084316a1-9860-4bda-8dc9-91f9a79044cc']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:01.607574 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d36a41b8-ffbe-425e-9b51-4fd64227fccf None None] Calling delete_port for 376ff622-ae32-4d3d-ba86-7097aecadfc6 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:44:01.616533 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf746d5-cd14-485c-ae46-d972e1087d13 req-0b8e74c8-6216-415c-98b3-9aeaf892bbf9 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] No DVR routers for this DVR port 5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e on host n-h1-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:44:01.617041 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-d1c606cd-764e-4f39-b5fc-d731f423d68e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ba5fde-b500-4107-b362-0d4c6e61bd54') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:01.617578 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-d1c606cd-764e-4f39-b5fc-d731f423d68e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ba5fde-b500-4107-b362-0d4c6e61bd54') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:01.617759 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.ipam_backend_mixin [None req-d36a41b8-ffbe-425e-9b51-4fd64227fccf None None] Port 376ff622-ae32-4d3d-ba86-7097aecadfc6 was not found and therefore no delete operation was performed {{(pid=105977) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Nov 02 12:44:01.619198 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-bdf746d5-cd14-485c-ae46-d972e1087d13 req-0b8e74c8-6216-415c-98b3-9aeaf892bbf9 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:01.622685 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d7296030-aa82-4348-b4ad-a16d46a4f866 None None] Current status of the port fe0097c4-3170-407b-aca5-a8ac36469aea is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:01.624380 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bdf746d5-cd14-485c-ae46-d972e1087d13 req-0b8e74c8-6216-415c-98b3-9aeaf892bbf9 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "DELETE /networking/v2.0/ports/5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e HTTP/1.1" status: 204 len: 173 time: 3.1110985 Nov 02 12:44:01.630320 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d1c606cd-764e-4f39-b5fc-d731f423d68e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (27ba5fde-b500-4107-b362-0d4c6e61bd54), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:01.635487 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8176b958-60a8-4ea9-a8bb-ef0b582beff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a3c7b205-6aa1-4d66-a165-5515d228ec9c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:01.645416 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e067965c-2afe-4b75-ace8-7b2ffba7b978', 'name': 'network-vif-deleted', 'tag': '5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:44:01.647304 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d36a41b8-ffbe-425e-9b51-4fd64227fccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (376ff622-ae32-4d3d-ba86-7097aecadfc6), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:01.649455 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5631cb-e484-4c4e-a710-476522d757a1" -d '{"events": [{"server_uuid": "e067965c-2afe-4b75-ace8-7b2ffba7b978", "name": "network-vif-deleted", "tag": "5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:44:01.656802 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:01.743356 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d1c606cd-764e-4f39-b5fc-d731f423d68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (27ba5fde-b500-4107-b362-0d4c6e61bd54), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:01.751843 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f85c3c75-be26-4d0a-bcbf-317a121d896f admin admin] Deleting port 42743e61-a07a-4e31-94b9-b1b20314ee18 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:44:01.752583 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f85c3c75-be26-4d0a-bcbf-317a121d896f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (42743e61-a07a-4e31-94b9-b1b20314ee18), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:01.754311 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bcf25d-e5e3-4300-89d4-5df299321dba x-openstack-request-id: req-78bcf25d-e5e3-4300-89d4-5df299321dba {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:44:01.754600 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e067965c-2afe-4b75-ace8-7b2ffba7b978", "name": "network-vif-deleted", "tag": "5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:44:01.754858 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78bcf25d-e5e3-4300-89d4-5df299321dba {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:44:01.755304 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78bcf25d-e5e3-4300-89d4-5df299321dba'] response: {'server_uuid': 'e067965c-2afe-4b75-ace8-7b2ffba7b978', 'name': 'network-vif-deleted', 'tag': '5cf8ae4c-d45e-4861-a0f6-175ba7aedf0e', 'status': 'completed', 'code': 200} Nov 02 12:44:01.764428 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8176b958-60a8-4ea9-a8bb-ef0b582beff3 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7a9a8c1c922b4a9eae99d190d10ba85e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1245456 Nov 02 12:44:01.788222 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c606cd-764e-4f39-b5fc-d731f423d68e admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:44:01.788222 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d1c606cd-764e-4f39-b5fc-d731f423d68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (27ba5fde-b500-4107-b362-0d4c6e61bd54), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:01.789126 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39474) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:01.817815 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176b958-60a8-4ea9-a8bb-ef0b582beff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c7b205-6aa1-4d66-a165-5515d228ec9c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:01.839868 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 27ba5fde-b500-4107-b362-0d4c6e61bd54 resource provider aggregate not found Nov 02 12:44:01.855123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a41b8-ffbe-425e-9b51-4fd64227fccf None None] No DVR routers for this DVR port 376ff622-ae32-4d3d-ba86-7097aecadfc6 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:44:01.876186 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a41b8-ffbe-425e-9b51-4fd64227fccf None None] Pushing event deleted for resources: {'Port': ['ID=376ff622-ae32-4d3d-ba86-7097aecadfc6,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:02.048805 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 27ba5fde-b500-4107-b362-0d4c6e61bd54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27ba5fde-b500-4107-b362-0d4c6e61bd54 found for delete ", "request_id": "req-6e309855-f875-42ae-bcf8-24b13ed99a03"}]} Nov 02 12:44:02.053644 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-8b13d20c-ec54-4dcd-9d0a-f8e5c24aa5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0748113-6944-41b0-81a4-231394c8bbfc', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1578595724-router', 'tenant_id': '2449c558939943129ecf0b6db5251e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '42743e61-a07a-4e31-94b9-b1b20314ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:13Z', 'updated_at': '2022-11-02T12:43:57Z', 'revision_number': 5, 'project_id': '2449c558939943129ecf0b6db5251e60', 'gw_port': {'id': '42743e61-a07a-4e31-94b9-b1b20314ee18', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0748113-6944-41b0-81a4-231394c8bbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:16Z', 'updated_at': '2022-11-02T12:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:02.124745 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-347f44ae-626c-498e-874c-0893c7f86910 admin admin] Publish callbacks [] for security_group (a3c7b205-6aa1-4d66-a165-5515d228ec9c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:02.130765 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-f85c3c75-be26-4d0a-bcbf-317a121d896f admin admin] For port 42743e61-a07a-4e31-94b9-b1b20314ee18, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=42743e61-a07a-4e31-94b9-b1b20314ee18,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:02.131128 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f85c3c75-be26-4d0a-bcbf-317a121d896f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (42743e61-a07a-4e31-94b9-b1b20314ee18), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:02.140088 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b13d20c-ec54-4dcd-9d0a-f8e5c24aa5a5 None None] The sync data for ids ['b0748113-6944-41b0-81a4-231394c8bbfc'] in n-d-857339-6 is: [{'id': 'b0748113-6944-41b0-81a4-231394c8bbfc', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1578595724-router', 'tenant_id': '2449c558939943129ecf0b6db5251e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '42743e61-a07a-4e31-94b9-b1b20314ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:13Z', 'updated_at': '2022-11-02T12:43:57Z', 'revision_number': 5, 'project_id': '2449c558939943129ecf0b6db5251e60', 'gw_port': {'id': '42743e61-a07a-4e31-94b9-b1b20314ee18', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0748113-6944-41b0-81a4-231394c8bbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:43:16Z', 'updated_at': '2022-11-02T12:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:02.156040 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f85c3c75-be26-4d0a-bcbf-317a121d896f admin admin] Calling delete_port for 42743e61-a07a-4e31-94b9-b1b20314ee18 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:44:02.176722 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-347f44ae-626c-498e-874c-0893c7f86910 admin admin] Publish callbacks [] for security_group (a3c7b205-6aa1-4d66-a165-5515d228ec9c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:02.195141 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8d6a194f-5309-4f10-9b48-600d8c528358 req-29ca48fb-ea5f-4d5a-bae3-8234628383f2 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3918a345-1137-499b-a19a-da0d58f91a74 HTTP/1.1" status: 200 len: 210 time: 0.1716874 Nov 02 12:44:02.262848 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-570f4d71-9cd6-4efd-b14e-5ca580c787da admin admin] Deleting port 7a3002be-c68c-440c-a2a8-92cb6c5d045e {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:44:02.263257 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-570f4d71-9cd6-4efd-b14e-5ca580c787da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7a3002be-c68c-440c-a2a8-92cb6c5d045e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:02.267205 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cec5d435-8f60-44ed-a0b3-69cfcf8cae79 admin admin] Publish callbacks [] for router_gateway (7ee52107-e445-4509-a65c-918520011d17), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:02.279434 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d1c606cd-764e-4f39-b5fc-d731f423d68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (084316a1-9860-4bda-8dc9-91f9a79044cc), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:02.289448 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d1c606cd-764e-4f39-b5fc-d731f423d68e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:02.294243 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d1c606cd-764e-4f39-b5fc-d731f423d68e admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/084316a1-9860-4bda-8dc9-91f9a79044cc HTTP/1.1" status: 204 len: 168 time: 2.0323000 Nov 02 12:44:02.310626 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cec5d435-8f60-44ed-a0b3-69cfcf8cae79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:02.338812 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c606cd-764e-4f39-b5fc-d731f423d68e admin admin] Pushing event deleted for resources: {'Network': ['ID=084316a1-9860-4bda-8dc9-91f9a79044cc,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:02.444119 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-570f4d71-9cd6-4efd-b14e-5ca580c787da admin admin] For port 7a3002be-c68c-440c-a2a8-92cb6c5d045e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7a3002be-c68c-440c-a2a8-92cb6c5d045e,segment=NetworkSegment(a9810da5-98ff-4671-a278-9858407776ad),segment_id=a9810da5-98ff-4671-a278-9858407776ad)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:02.444645 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-570f4d71-9cd6-4efd-b14e-5ca580c787da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7a3002be-c68c-440c-a2a8-92cb6c5d045e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:02.493693 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-570f4d71-9cd6-4efd-b14e-5ca580c787da admin admin] Calling delete_port for 7a3002be-c68c-440c-a2a8-92cb6c5d045e owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:44:02.499617 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b887e202-b3ef-49d8-b332-d4764464a648 req-8eb897b1-d470-4389-980a-517e839641b2 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 210 time: 0.0412097 Nov 02 12:44:02.669401 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-347f44ae-626c-498e-874c-0893c7f86910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a3c7b205-6aa1-4d66-a165-5515d228ec9c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:02.672832 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-347f44ae-626c-498e-874c-0893c7f86910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:02.680624 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-347f44ae-626c-498e-874c-0893c7f86910 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a3c7b205-6aa1-4d66-a165-5515d228ec9c HTTP/1.1" status: 204 len: 168 time: 0.8848250 Nov 02 12:44:02.706478 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 376ff622-ae32-4d3d-ba86-7097aecadfc6 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:02.723418 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f85c3c75-be26-4d0a-bcbf-317a121d896f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (42743e61-a07a-4e31-94b9-b1b20314ee18), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:02.750298 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 376ff622-ae32-4d3d-ba86-7097aecadfc6 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:02.750298 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 376ff622-ae32-4d3d-ba86-7097aecadfc6 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:02.750298 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0cd64ed4-fc6b-406b-b835-e8ad22471169 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:02.805533 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c3c75-be26-4d0a-bcbf-317a121d896f admin admin] Pushing event deleted for resources: {'Port': ['ID=42743e61-a07a-4e31-94b9-b1b20314ee18,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:02.808739 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f44ae-626c-498e-874c-0893c7f86910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c7b205-6aa1-4d66-a165-5515d228ec9c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:02.861675 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 0cd64ed4-fc6b-406b-b835-e8ad22471169 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:02.862028 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0cd64ed4-fc6b-406b-b835-e8ad22471169 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:02.913676 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:02.924919 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-cec5d435-8f60-44ed-a0b3-69cfcf8cae79 admin admin] Allocated IP 172.25.2.13 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/2082c986-952a-4495-b3f0-aa00d735d842) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:02.975060 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f85c3c75-be26-4d0a-bcbf-317a121d896f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (b0748113-6944-41b0-81a4-231394c8bbfc), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:03.002564 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-570f4d71-9cd6-4efd-b14e-5ca580c787da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (7a3002be-c68c-440c-a2a8-92cb6c5d045e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:03.042906 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:03.047833 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f4d71-9cd6-4efd-b14e-5ca580c787da admin admin] Pushing event deleted for resources: {'Port': ['ID=7a3002be-c68c-440c-a2a8-92cb6c5d045e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:03.107127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39494) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:03.142682 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f85c3c75-be26-4d0a-bcbf-317a121d896f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (b0748113-6944-41b0-81a4-231394c8bbfc), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:03.148532 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f85c3c75-be26-4d0a-bcbf-317a121d896f admin admin] Publish callbacks [] for router_controller (b0748113-6944-41b0-81a4-231394c8bbfc), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:03.148738 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cec5d435-8f60-44ed-a0b3-69cfcf8cae79 admin admin] Publish callbacks [] for port (2082c986-952a-4495-b3f0-aa00d735d842), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:03.229538 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6d20bb9f-f30a-4b28-a4b0-b4d2f19a3fa9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1d65446c687345bf995d7e3d6d882c4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1184382 Nov 02 12:44:03.263751 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39496) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:03.385023 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-944a4372-b947-42eb-ab24-e33eb011a736 admin admin] Publish callbacks [] for security_group (f87d7470-84b8-4da2-a56f-812d16be7dfa), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:03.410540 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-944a4372-b947-42eb-ab24-e33eb011a736 admin admin] Publish callbacks [] for security_group (f87d7470-84b8-4da2-a56f-812d16be7dfa), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:03.463874 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-570f4d71-9cd6-4efd-b14e-5ca580c787da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (8a4742bb-5ec7-47fc-8985-6576ee3c6320), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:03.470366 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cec5d435-8f60-44ed-a0b3-69cfcf8cae79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (2082c986-952a-4495-b3f0-aa00d735d842), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:03.540790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd97849c-d22d-4617-97b8-bb09333b1721 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:44:03.574544 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec5d435-8f60-44ed-a0b3-69cfcf8cae79 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:03.582895 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-cec5d435-8f60-44ed-a0b3-69cfcf8cae79 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:03.587142 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec5d435-8f60-44ed-a0b3-69cfcf8cae79 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:03.590107 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5d435-8f60-44ed-a0b3-69cfcf8cae79 admin admin] Pushing event updated for resources: {'Port': ['ID=2082c986-952a-4495-b3f0-aa00d735d842,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:03.669227 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-944a4372-b947-42eb-ab24-e33eb011a736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f87d7470-84b8-4da2-a56f-812d16be7dfa), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:03.673238 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-944a4372-b947-42eb-ab24-e33eb011a736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:03.673572 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-944a4372-b947-42eb-ab24-e33eb011a736 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f87d7470-84b8-4da2-a56f-812d16be7dfa HTTP/1.1" status: 204 len: 168 time: 0.4071395 Nov 02 12:44:03.710741 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd97849c-d22d-4617-97b8-bb09333b1721 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:44:03.805989 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f85c3c75-be26-4d0a-bcbf-317a121d896f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (b0748113-6944-41b0-81a4-231394c8bbfc), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:03.811438 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85c3c75-be26-4d0a-bcbf-317a121d896f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0748113-6944-41b0-81a4-231394c8bbfc {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:44:03.834247 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f85c3c75-be26-4d0a-bcbf-317a121d896f admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:03.838070 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f85c3c75-be26-4d0a-bcbf-317a121d896f admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/b0748113-6944-41b0-81a4-231394c8bbfc HTTP/1.1" status: 204 len: 168 time: 3.0032420 Nov 02 12:44:03.838530 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39516) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:03.951981 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Deleting subnet ac3fd2ec-48a1-44e9-9a79-af3c25efe35e {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:44:03.955737 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Publish callbacks [] for subnet (ac3fd2ec-48a1-44e9-9a79-af3c25efe35e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:04.053711 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (ac3fd2ec-48a1-44e9-9a79-af3c25efe35e), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:04.181179 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f89b07e5-962a-4e04-b100-960d0f691869 req-db754562-d544-432d-80a0-c688ad238689 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e067965c-2afe-4b75-ace8-7b2ffba7b978 HTTP/1.1" status: 200 len: 210 time: 0.5416865 Nov 02 12:44:04.207663 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a4372-b947-42eb-ab24-e33eb011a736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87d7470-84b8-4da2-a56f-812d16be7dfa,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:04.211074 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:04.243812 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (ac3fd2ec-48a1-44e9-9a79-af3c25efe35e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:04.338077 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:04.498211 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (ac3fd2ec-48a1-44e9-9a79-af3c25efe35e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:04.558797 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac3fd2ec-48a1-44e9-9a79-af3c25efe35e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:04.572272 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828befa-53bd-4c33-83bf-bc3c0a10e5f7 req-f657cab0-f9e0-43a6-ae38-45ea06dbd06a tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:04.584451 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:04.587755 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6828befa-53bd-4c33-83bf-bc3c0a10e5f7 req-f657cab0-f9e0-43a6-ae38-45ea06dbd06a tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56f150cf-3b5c-4ffe-9783-619b9e1dd435 HTTP/1.1" status: 200 len: 949 time: 0.1470823 Nov 02 12:44:04.604645 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/ac3fd2ec-48a1-44e9-9a79-af3c25efe35e HTTP/1.1" status: 204 len: 168 time: 0.7577050 Nov 02 12:44:04.605807 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39532) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:04.610099 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:04.610457 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:04.610804 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:04.611141 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:04.611488 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:04.611831 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:04.612249 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:04.614369 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:04.619777 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:04.621367 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:04.623137 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:04.627331 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:04.628641 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:04.635995 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:04.635995 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3f761-014d-4cc3-ad61-1fa0d9d91147 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:04.755755 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b02d9a49-04d7-4b54-9440-3c395a9bd973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (373dbb88-f4de-44a8-9dd3-f28fc450a09b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:04.826349 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 42743e61-a07a-4e31-94b9-b1b20314ee18 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:04.828614 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-b02d9a49-04d7-4b54-9440-3c395a9bd973 admin admin] Deleting port fe0097c4-3170-407b-aca5-a8ac36469aea {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:44:04.829022 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b02d9a49-04d7-4b54-9440-3c395a9bd973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (fe0097c4-3170-407b-aca5-a8ac36469aea), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:04.859824 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6828befa-53bd-4c33-83bf-bc3c0a10e5f7 req-4571eaac-e7e7-4208-a877-963c7bb44f0f tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702219 Nov 02 12:44:04.886475 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 42743e61-a07a-4e31-94b9-b1b20314ee18 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:04.886828 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 42743e61-a07a-4e31-94b9-b1b20314ee18 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:04.889193 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570f4d71-9cd6-4efd-b14e-5ca580c787da admin admin] Router 8a4742bb-5ec7-47fc-8985-6576ee3c6320 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:44:04.920063 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-b02d9a49-04d7-4b54-9440-3c395a9bd973 admin admin] For port fe0097c4-3170-407b-aca5-a8ac36469aea, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=fe0097c4-3170-407b-aca5-a8ac36469aea,segment=NetworkSegment(baf19812-50b9-42de-b69f-ce9bf897009f),segment_id=baf19812-50b9-42de-b69f-ce9bf897009f)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:04.920443 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b02d9a49-04d7-4b54-9440-3c395a9bd973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (fe0097c4-3170-407b-aca5-a8ac36469aea), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:04.959620 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-b02d9a49-04d7-4b54-9440-3c395a9bd973 admin admin] Calling delete_port for fe0097c4-3170-407b-aca5-a8ac36469aea owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:44:05.067892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88088f72-8984-4456-8bb8-4e186dc4d2c3 None None] Network 373dbb88-f4de-44a8-9dd3-f28fc450a09b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:05.111215 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cec5d435-8f60-44ed-a0b3-69cfcf8cae79 admin admin] Publish callbacks [] for router_gateway (7ee52107-e445-4509-a65c-918520011d17), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:05.144912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-aa6c207b-c843-451d-95e5-9886d3d5592f None None] Provisioning complete for port a20caed6-2718-4eb0-8bac-6a8aad413def triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:05.145359 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aa6c207b-c843-451d-95e5-9886d3d5592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a20caed6-2718-4eb0-8bac-6a8aad413def), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:05.145708 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-aa6c207b-c843-451d-95e5-9886d3d5592f None None] Attempt 1 to provision port a20caed6-2718-4eb0-8bac-6a8aad413def Nov 02 12:44:05.184191 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570f4d71-9cd6-4efd-b14e-5ca580c787da admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:05.199495 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39548) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:05.199806 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-570f4d71-9cd6-4efd-b14e-5ca580c787da admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/8a4742bb-5ec7-47fc-8985-6576ee3c6320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8221912 Nov 02 12:44:05.230551 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560ba811-6865-4753-9bb0-e9c99f36fc0b None None] Sync routers for ids ['8a4742bb-5ec7-47fc-8985-6576ee3c6320'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:05.240784 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b02d9a49-04d7-4b54-9440-3c395a9bd973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (fe0097c4-3170-407b-aca5-a8ac36469aea), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:05.278325 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d9a49-04d7-4b54-9440-3c395a9bd973 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe0097c4-3170-407b-aca5-a8ac36469aea,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:05.296991 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:05.298444 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02d9a49-04d7-4b54-9440-3c395a9bd973 admin admin] No DVR routers for this DVR port fe0097c4-3170-407b-aca5-a8ac36469aea on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:44:05.323914 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560ba811-6865-4753-9bb0-e9c99f36fc0b None None] Routers {'8a4742bb-5ec7-47fc-8985-6576ee3c6320'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:05.325259 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-560ba811-6865-4753-9bb0-e9c99f36fc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:43:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['8a4742bb-5ec7-47fc-8985-6576ee3c6320'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:05.442740 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b02d9a49-04d7-4b54-9440-3c395a9bd973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (373dbb88-f4de-44a8-9dd3-f28fc450a09b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:05.443364 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29ea774-c738-40fb-832e-d5fa8e6cefa4 None None] DHCP port deletion for 373dbb88-f4de-44a8-9dd3-f28fc450a09b request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:44:05.478075 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-b02d9a49-04d7-4b54-9440-3c395a9bd973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373dbb88-f4de-44a8-9dd3-f28fc450a09b']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:05.492552 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86cb8d34-a1e6-4a8a-96d5-da4e74b62628 admin admin] Publish callbacks [] for router (8a4742bb-5ec7-47fc-8985-6576ee3c6320), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:05.544744 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-b02d9a49-04d7-4b54-9440-3c395a9bd973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf19812-50b9-42de-b69f-ce9bf897009f') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:05.545232 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-b02d9a49-04d7-4b54-9440-3c395a9bd973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf19812-50b9-42de-b69f-ce9bf897009f') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:05.573430 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b02d9a49-04d7-4b54-9440-3c395a9bd973 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (baf19812-50b9-42de-b69f-ce9bf897009f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:05.596559 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b02d9a49-04d7-4b54-9440-3c395a9bd973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (baf19812-50b9-42de-b69f-ce9bf897009f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:05.643584 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02d9a49-04d7-4b54-9440-3c395a9bd973 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:44:05.645188 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b02d9a49-04d7-4b54-9440-3c395a9bd973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (baf19812-50b9-42de-b69f-ce9bf897009f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:05.674164 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cec5d435-8f60-44ed-a0b3-69cfcf8cae79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (7ee52107-e445-4509-a65c-918520011d17), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:05.688991 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment baf19812-50b9-42de-b69f-ce9bf897009f resource provider aggregate not found Nov 02 12:44:05.721262 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c207b-c843-451d-95e5-9886d3d5592f None None] Current status of the port a20caed6-2718-4eb0-8bac-6a8aad413def is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:05.740345 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment baf19812-50b9-42de-b69f-ce9bf897009f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid baf19812-50b9-42de-b69f-ce9bf897009f found for delete ", "request_id": "req-421c191a-e8f7-43be-9264-8f9ab9597e12"}]} Nov 02 12:44:05.756123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-560ba811-6865-4753-9bb0-e9c99f36fc0b None None] Set router 8a4742bb-5ec7-47fc-8985-6576ee3c6320 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:05.801255 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39564) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:05.824938 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86cb8d34-a1e6-4a8a-96d5-da4e74b62628 admin admin] Publish callbacks [] for router_gateway (8a4742bb-5ec7-47fc-8985-6576ee3c6320), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:05.847478 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:05.940917 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:05.965524 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b02d9a49-04d7-4b54-9440-3c395a9bd973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (373dbb88-f4de-44a8-9dd3-f28fc450a09b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:05.981658 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b02d9a49-04d7-4b54-9440-3c395a9bd973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:05.986087 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b02d9a49-04d7-4b54-9440-3c395a9bd973 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/373dbb88-f4de-44a8-9dd3-f28fc450a09b HTTP/1.1" status: 204 len: 168 time: 1.3781822 Nov 02 12:44:06.010468 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-560ba811-6865-4753-9bb0-e9c99f36fc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4742bb-5ec7-47fc-8985-6576ee3c6320', 'name': 'tempest-AttachSCSIVolumeTestJSON-1557799980-router', 'tenant_id': '0ff598bce6e74831be9e50484b4075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '9f00786f-c752-4c01-91c2-ceb599028ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:02Z', 'updated_at': '2022-11-02T12:44:02Z', 'revision_number': 5, 'project_id': '0ff598bce6e74831be9e50484b4075d2', 'gw_port': {'id': '9f00786f-c752-4c01-91c2-ceb599028ff8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4742bb-5ec7-47fc-8985-6576ee3c6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:04Z', 'updated_at': '2022-11-02T12:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:06.030673 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d9a49-04d7-4b54-9440-3c395a9bd973 admin admin] Pushing event deleted for resources: {'Network': ['ID=373dbb88-f4de-44a8-9dd3-f28fc450a09b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:06.039311 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec5d435-8f60-44ed-a0b3-69cfcf8cae79 admin admin] Router 7ee52107-e445-4509-a65c-918520011d17 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:44:06.058801 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ce974-bead-4dc1-b0fb-27be69ce62c9 req-b6b9791e-6df3-4a25-90b1-a63901080a60 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:06.060742 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560ba811-6865-4753-9bb0-e9c99f36fc0b None None] Checking router: 8a4742bb-5ec7-47fc-8985-6576ee3c6320 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:06.062775 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-58e51508-3d32-4c97-bf60-eb40af4678cd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1901396393-network', 'tenant_id': 'a62ee57746e345a799a6ddab45624dc9'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:06.066939 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-86cb8d34-a1e6-4a8a-96d5-da4e74b62628 admin admin] Deleting port 9f00786f-c752-4c01-91c2-ceb599028ff8 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:44:06.067306 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86cb8d34-a1e6-4a8a-96d5-da4e74b62628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9f00786f-c752-4c01-91c2-ceb599028ff8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:06.068575 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ef9ce974-bead-4dc1-b0fb-27be69ce62c9 req-b6b9791e-6df3-4a25-90b1-a63901080a60 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56f150cf-3b5c-4ffe-9783-619b9e1dd435 HTTP/1.1" status: 200 len: 949 time: 0.0881138 Nov 02 12:44:06.074925 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560ba811-6865-4753-9bb0-e9c99f36fc0b None None] Routers {'8a4742bb-5ec7-47fc-8985-6576ee3c6320'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:06.075859 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-560ba811-6865-4753-9bb0-e9c99f36fc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:43:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['8a4742bb-5ec7-47fc-8985-6576ee3c6320'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:06.196223 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-86cb8d34-a1e6-4a8a-96d5-da4e74b62628 admin admin] For port 9f00786f-c752-4c01-91c2-ceb599028ff8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9f00786f-c752-4c01-91c2-ceb599028ff8,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:06.197107 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86cb8d34-a1e6-4a8a-96d5-da4e74b62628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9f00786f-c752-4c01-91c2-ceb599028ff8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:06.198749 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ef9ce974-bead-4dc1-b0fb-27be69ce62c9 req-3ecb165c-4dbb-4ed5-b449-5609345d55ab tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=197adb5a-42b1-4393-a91e-e2cddd1e3f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285434 Nov 02 12:44:06.255555 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-86cb8d34-a1e6-4a8a-96d5-da4e74b62628 admin admin] Calling delete_port for 9f00786f-c752-4c01-91c2-ceb599028ff8 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:44:06.259165 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-560ba811-6865-4753-9bb0-e9c99f36fc0b None None] Set router 8a4742bb-5ec7-47fc-8985-6576ee3c6320 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:06.325428 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9814acb-d950-4e90-98f6-7f0ab76c644b req-df0e92f4-a2fb-4cc1-ac75-00ad29833e86 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:06.328138 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d9814acb-d950-4e90-98f6-7f0ab76c644b req-df0e92f4-a2fb-4cc1-ac75-00ad29833e86 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=56f150cf-3b5c-4ffe-9783-619b9e1dd435 HTTP/1.1" status: 200 len: 949 time: 0.0865171 Nov 02 12:44:06.329605 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec5d435-8f60-44ed-a0b3-69cfcf8cae79 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:06.340641 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] Sync routers for ids ['7ee52107-e445-4509-a65c-918520011d17'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:06.349797 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e51508-3d32-4c97-bf60-eb40af4678cd admin admin] Made reservation on behalf of a62ee57746e345a799a6ddab45624dc9 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:06.355116 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58e51508-3d32-4c97-bf60-eb40af4678cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:06.356604 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] Routers {'7ee52107-e445-4509-a65c-918520011d17'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:06.357245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:43:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['7ee52107-e445-4509-a65c-918520011d17'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:06.358796 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-560ba811-6865-4753-9bb0-e9c99f36fc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4742bb-5ec7-47fc-8985-6576ee3c6320', 'name': 'tempest-AttachSCSIVolumeTestJSON-1557799980-router', 'tenant_id': '0ff598bce6e74831be9e50484b4075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:02Z', 'updated_at': '2022-11-02T12:44:05Z', 'revision_number': 6, 'project_id': '0ff598bce6e74831be9e50484b4075d2', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:06.396245 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560ba811-6865-4753-9bb0-e9c99f36fc0b None None] The sync data for ids ['8a4742bb-5ec7-47fc-8985-6576ee3c6320'] in n-d-857339-6 is: [{'id': '8a4742bb-5ec7-47fc-8985-6576ee3c6320', 'name': 'tempest-AttachSCSIVolumeTestJSON-1557799980-router', 'tenant_id': '0ff598bce6e74831be9e50484b4075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:02Z', 'updated_at': '2022-11-02T12:44:05Z', 'revision_number': 6, 'project_id': '0ff598bce6e74831be9e50484b4075d2', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:06.437711 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58e51508-3d32-4c97-bf60-eb40af4678cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:06.505331 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-d9814acb-d950-4e90-98f6-7f0ab76c644b req-09fcd4d4-df57-4163-8eec-6b8adabfec70 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Deleting port f2839789-4a72-426e-888c-7dd2672362a4 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:44:06.505990 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d9814acb-d950-4e90-98f6-7f0ab76c644b req-09fcd4d4-df57-4163-8eec-6b8adabfec70 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (f2839789-4a72-426e-888c-7dd2672362a4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:06.604314 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] Set router 7ee52107-e445-4509-a65c-918520011d17 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:06.606373 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:06.623572 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cec5d435-8f60-44ed-a0b3-69cfcf8cae79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:06.627850 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cec5d435-8f60-44ed-a0b3-69cfcf8cae79 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.6238112 Nov 02 12:44:06.628006 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39584) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:06.641299 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58e51508-3d32-4c97-bf60-eb40af4678cd admin admin] Publish callbacks [] for security_group (8401ed3f-f144-4a86-9c2c-2c62d11c58f6), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:06.692445 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-d9814acb-d950-4e90-98f6-7f0ab76c644b req-09fcd4d4-df57-4163-8eec-6b8adabfec70 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] For port f2839789-4a72-426e-888c-7dd2672362a4, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=f2839789-4a72-426e-888c-7dd2672362a4,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:06.693082 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d9814acb-d950-4e90-98f6-7f0ab76c644b req-09fcd4d4-df57-4163-8eec-6b8adabfec70 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (f2839789-4a72-426e-888c-7dd2672362a4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:06.714629 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-d9814acb-d950-4e90-98f6-7f0ab76c644b req-09fcd4d4-df57-4163-8eec-6b8adabfec70 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Calling delete_port for f2839789-4a72-426e-888c-7dd2672362a4 owned by compute:nova {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:44:06.722859 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86cb8d34-a1e6-4a8a-96d5-da4e74b62628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9f00786f-c752-4c01-91c2-ceb599028ff8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:06.760661 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb8d34-a1e6-4a8a-96d5-da4e74b62628 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f00786f-c752-4c01-91c2-ceb599028ff8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:06.837872 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee52107-e445-4509-a65c-918520011d17', 'name': 'tempest-ServerRescueTestJSONUnderV235-277092081-router', 'tenant_id': '12c9018d300642ea8827af97192c4104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '2082c986-952a-4495-b3f0-aa00d735d842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:59Z', 'updated_at': '2022-11-02T12:44:04Z', 'revision_number': 3, 'project_id': '12c9018d300642ea8827af97192c4104', 'gw_port': {'id': '2082c986-952a-4495-b3f0-aa00d735d842', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:86:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee52107-e445-4509-a65c-918520011d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:02Z', 'updated_at': '2022-11-02T12:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:06.865699 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39588) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:06.882355 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58e51508-3d32-4c97-bf60-eb40af4678cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8401ed3f-f144-4a86-9c2c-2c62d11c58f6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:06.887871 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] Checking router: 7ee52107-e445-4509-a65c-918520011d17 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:06.896721 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] Updating router 7ee52107-e445-4509-a65c-918520011d17 port 2082c986-952a-4495-b3f0-aa00d735d842 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:44:06.973760 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2082c986-952a-4495-b3f0-aa00d735d842), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.026325 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e51508-3d32-4c97-bf60-eb40af4678cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:44:07.030561 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e51508-3d32-4c97-bf60-eb40af4678cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8401ed3f-f144-4a86-9c2c-2c62d11c58f6,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:07.075043 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39590) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:07.090614 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86cb8d34-a1e6-4a8a-96d5-da4e74b62628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (8a4742bb-5ec7-47fc-8985-6576ee3c6320), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.202300 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86cb8d34-a1e6-4a8a-96d5-da4e74b62628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (8a4742bb-5ec7-47fc-8985-6576ee3c6320), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.205146 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86cb8d34-a1e6-4a8a-96d5-da4e74b62628 admin admin] Publish callbacks [] for router_controller (8a4742bb-5ec7-47fc-8985-6576ee3c6320), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.254641 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58e51508-3d32-4c97-bf60-eb40af4678cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.255127 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-58e51508-3d32-4c97-bf60-eb40af4678cd admin admin] Added segment f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0 of type vlan for network 0085588f-09f5-4809-be57-cb5e7f5f2c05 Nov 02 12:44:07.278871 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-535b5daf-6efc-4c3f-be93-89215e92a10a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2449c558939943129ecf0b6db5251e60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4010406 Nov 02 12:44:07.281068 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39598) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:07.289864 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-af7cf4e1-5538-424c-8cfc-9f80a5ed705a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1382730428-network', 'tenant_id': '609b25c5d73a4866898c08b5b37c063c'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:07.298067 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d9814acb-d950-4e90-98f6-7f0ab76c644b req-09fcd4d4-df57-4163-8eec-6b8adabfec70 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (f2839789-4a72-426e-888c-7dd2672362a4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.323161 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:07.364808 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device fe0097c4-3170-407b-aca5-a8ac36469aea no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:07.373280 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58e51508-3d32-4c97-bf60-eb40af4678cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (0085588f-09f5-4809-be57-cb5e7f5f2c05), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.383931 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-925b826e-67c1-4c8b-83d4-e787e001037a admin admin] Publish callbacks [] for security_group (3f10aa35-efe6-4abc-abb9-5724458ea216), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.403890 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995eda3c-2af6-4177-a82b-361bbb75946d req-b6a2eb1e-f4c8-41b4-80bb-92a1d60ddc94 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:07.405472 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-995eda3c-2af6-4177-a82b-361bbb75946d req-b6a2eb1e-f4c8-41b4-80bb-92a1d60ddc94 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d03b43bf-3491-4c06-8be8-6f70f679d53f HTTP/1.1" status: 200 len: 949 time: 0.1736200 Nov 02 12:44:07.420645 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86cb8d34-a1e6-4a8a-96d5-da4e74b62628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (8a4742bb-5ec7-47fc-8985-6576ee3c6320), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.421249 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cb8d34-a1e6-4a8a-96d5-da4e74b62628 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a4742bb-5ec7-47fc-8985-6576ee3c6320 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:44:07.425883 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86cb8d34-a1e6-4a8a-96d5-da4e74b62628 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.429613 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-86cb8d34-a1e6-4a8a-96d5-da4e74b62628 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/8a4742bb-5ec7-47fc-8985-6576ee3c6320 HTTP/1.1" status: 204 len: 168 time: 2.2262554 Nov 02 12:44:07.431384 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: fe0097c4-3170-407b-aca5-a8ac36469aea {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:07.433322 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device fe0097c4-3170-407b-aca5-a8ac36469aea not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:07.434203 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39602) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:07.434612 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7a3002be-c68c-440c-a2a8-92cb6c5d045e no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:07.442987 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-925b826e-67c1-4c8b-83d4-e787e001037a admin admin] Publish callbacks [] for security_group (3f10aa35-efe6-4abc-abb9-5724458ea216), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.506673 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 7a3002be-c68c-440c-a2a8-92cb6c5d045e {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:07.509633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7a3002be-c68c-440c-a2a8-92cb6c5d045e not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:07.524216 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcd4d4-df57-4163-8eec-6b8adabfec70 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Pushing event deleted for resources: {'Port': ['ID=f2839789-4a72-426e-888c-7dd2672362a4,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:07.538580 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:07.552731 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-572184b1-75b6-4272-9561-3a3abe121dbe req-7db7bed3-cc79-43aa-8f7a-3b8d6fecd582 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56f150cf-3b5c-4ffe-9783-619b9e1dd435 HTTP/1.1" status: 200 len: 210 time: 0.2299516 Nov 02 12:44:07.554828 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-057ab6a0-8b90-48f1-9af7-4a576e146a6a admin admin] Deleting subnet 4535fa07-b0eb-4e4e-8d87-ae590c41f97e {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:44:07.560029 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-057ab6a0-8b90-48f1-9af7-4a576e146a6a admin admin] Publish callbacks [] for subnet (4535fa07-b0eb-4e4e-8d87-ae590c41f97e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.601719 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58e51508-3d32-4c97-bf60-eb40af4678cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (0085588f-09f5-4809-be57-cb5e7f5f2c05), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.602771 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e51508-3d32-4c97-bf60-eb40af4678cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:07.604180 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58e51508-3d32-4c97-bf60-eb40af4678cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.642747 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9814acb-d950-4e90-98f6-7f0ab76c644b req-09fcd4d4-df57-4163-8eec-6b8adabfec70 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] No DVR routers for this DVR port f2839789-4a72-426e-888c-7dd2672362a4 on host n-h1-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:44:07.648209 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-d9814acb-d950-4e90-98f6-7f0ab76c644b req-09fcd4d4-df57-4163-8eec-6b8adabfec70 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.652028 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-057ab6a0-8b90-48f1-9af7-4a576e146a6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (4535fa07-b0eb-4e4e-8d87-ae590c41f97e), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.652186 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d9814acb-d950-4e90-98f6-7f0ab76c644b req-09fcd4d4-df57-4163-8eec-6b8adabfec70 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.57 "DELETE /networking/v2.0/ports/f2839789-4a72-426e-888c-7dd2672362a4 HTTP/1.1" status: 204 len: 173 time: 1.3165877 Nov 02 12:44:07.653937 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f150cf-3b5c-4ffe-9783-619b9e1dd435', 'name': 'network-vif-deleted', 'tag': 'f2839789-4a72-426e-888c-7dd2672362a4'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:44:07.656290 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7fe24a-f9d5-475e-b117-962fd5df0e1b" -d '{"events": [{"server_uuid": "56f150cf-3b5c-4ffe-9783-619b9e1dd435", "name": "network-vif-deleted", "tag": "f2839789-4a72-426e-888c-7dd2672362a4"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:44:07.703147 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] Publish callbacks [] for port (2082c986-952a-4495-b3f0-aa00d735d842), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.725518 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e51508-3d32-4c97-bf60-eb40af4678cd admin admin] Pushing event updated for resources: {'Network': ['ID=0085588f-09f5-4809-be57-cb5e7f5f2c05,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:07.729727 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-995eda3c-2af6-4177-a82b-361bbb75946d req-7f10d62e-2cdf-4477-a5c7-a6482c89b036 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098842 Nov 02 12:44:07.737904 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7cf4e1-5538-424c-8cfc-9f80a5ed705a admin admin] Made reservation on behalf of 609b25c5d73a4866898c08b5b37c063c for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:07.739464 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 0085588f-09f5-4809-be57-cb5e7f5f2c05 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:44:07.740648 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af7cf4e1-5538-424c-8cfc-9f80a5ed705a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.764787 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af7cf4e1-5538-424c-8cfc-9f80a5ed705a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.769565 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-58e51508-3d32-4c97-bf60-eb40af4678cd admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9663522 Nov 02 12:44:07.770354 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-925b826e-67c1-4c8b-83d4-e787e001037a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3f10aa35-efe6-4abc-abb9-5724458ea216), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.773040 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-925b826e-67c1-4c8b-83d4-e787e001037a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.777297 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-925b826e-67c1-4c8b-83d4-e787e001037a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3f10aa35-efe6-4abc-abb9-5724458ea216 HTTP/1.1" status: 204 len: 168 time: 0.4950712 Nov 02 12:44:07.777918 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39608) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:07.787553 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-20b726d2-9182-4751-926b-09541133450e admin admin] Request body: {'subnet': {'network_id': '0085588f-09f5-4809-be57-cb5e7f5f2c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1901396393-subnet', 'tenant_id': 'a62ee57746e345a799a6ddab45624dc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:07.831343 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2082c986-952a-4495-b3f0-aa00d735d842), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.831454 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b826e-67c1-4c8b-83d4-e787e001037a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f10aa35-efe6-4abc-abb9-5724458ea216,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:07.831536 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8fa086-21bf-4edd-b020-88154fa6e5a7 x-openstack-request-id: req-ca8fa086-21bf-4edd-b020-88154fa6e5a7 {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:44:07.831536 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f150cf-3b5c-4ffe-9783-619b9e1dd435", "name": "network-vif-deleted", "tag": "f2839789-4a72-426e-888c-7dd2672362a4", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:44:07.831536 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca8fa086-21bf-4edd-b020-88154fa6e5a7 {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:44:07.831536 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca8fa086-21bf-4edd-b020-88154fa6e5a7'] response: {'server_uuid': '56f150cf-3b5c-4ffe-9783-619b9e1dd435', 'name': 'network-vif-deleted', 'tag': 'f2839789-4a72-426e-888c-7dd2672362a4', 'status': 'completed', 'code': 200} Nov 02 12:44:07.942091 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:08.028817 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] Attempting to bind port 2082c986-952a-4495-b3f0-aa00d735d842 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:08.028817 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] Attempting to bind port 2082c986-952a-4495-b3f0-aa00d735d842 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:08.028817 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] Attempting to bind port 2082c986-952a-4495-b3f0-aa00d735d842 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:08.040870 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e87e2ab5-a434-412a-9927-194eb5ef8adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:08.095169 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b726d2-9182-4751-926b-09541133450e admin admin] Made reservation on behalf of a62ee57746e345a799a6ddab45624dc9 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:08.096043 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af7cf4e1-5538-424c-8cfc-9f80a5ed705a admin admin] Publish callbacks [] for security_group (f60f358a-c383-4706-9d25-d03bbe15c2b3), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:08.100524 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20b726d2-9182-4751-926b-09541133450e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:08.121879 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:08.122154 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:08.122718 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:08.123305 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:08.123803 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] Bound port: 2082c986-952a-4495-b3f0-aa00d735d842, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:08.124150 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2082c986-952a-4495-b3f0-aa00d735d842), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:08.190317 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] For port 2082c986-952a-4495-b3f0-aa00d735d842, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:08.193496 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936871f2-4d3e-4c39-92e6-da7757f83be7 None None] Pushing event updated for resources: {'Port': ['ID=2082c986-952a-4495-b3f0-aa00d735d842,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:08.199227 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] For port 2082c986-952a-4495-b3f0-aa00d735d842, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2082c986-952a-4495-b3f0-aa00d735d842,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:08.201471 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:08.253581 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-057ab6a0-8b90-48f1-9af7-4a576e146a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (4535fa07-b0eb-4e4e-8d87-ae590c41f97e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:08.273199 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-e87e2ab5-a434-412a-9927-194eb5ef8adb admin admin] Allocated IP 172.20.0.1 (09004079-0286-4a13-b6d1-fc8bb03f6cab/c4c2bf31-d04f-46e8-92f5-d2cd4e657e49/f9611fdb-26c1-4930-b02f-a4203aac1310) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:08.399801 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e87e2ab5-a434-412a-9927-194eb5ef8adb admin admin] Publish callbacks [] for port (f9611fdb-26c1-4930-b02f-a4203aac1310), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:08.429044 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2082c986-952a-4495-b3f0-aa00d735d842), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:08.429429 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af7cf4e1-5538-424c-8cfc-9f80a5ed705a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f60f358a-c383-4706-9d25-d03bbe15c2b3), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:08.454658 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7cf4e1-5538-424c-8cfc-9f80a5ed705a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:44:08.462847 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:08.471860 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cf4e1-5538-424c-8cfc-9f80a5ed705a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60f358a-c383-4706-9d25-d03bbe15c2b3,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:08.473814 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] Routers {'7ee52107-e445-4509-a65c-918520011d17'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:08.474542 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:43:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['7ee52107-e445-4509-a65c-918520011d17'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:08.477268 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af7cf4e1-5538-424c-8cfc-9f80a5ed705a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (0e852d28-0a8b-4a77-b957-2c48cb922c3c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:08.477614 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-af7cf4e1-5538-424c-8cfc-9f80a5ed705a admin admin] Added segment 0e852d28-0a8b-4a77-b957-2c48cb922c3c of type vlan for network 378dbe2d-824b-47c3-93ef-df143eb7ac57 Nov 02 12:44:08.500585 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20b726d2-9182-4751-926b-09541133450e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (dceb33fa-8905-4572-a2d5-939093f94577), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:08.505461 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-057ab6a0-8b90-48f1-9af7-4a576e146a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (4535fa07-b0eb-4e4e-8d87-ae590c41f97e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:08.539310 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936871f2-4d3e-4c39-92e6-da7757f83be7 None None] Pushing event updated for resources: {'Port': ['ID=2082c986-952a-4495-b3f0-aa00d735d842,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:08.541844 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d51da2-740d-43b7-8256-37381f06ce2c None None] Network 432cbf6f-2314-438f-8ea2-0de141f865a8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:08.557979 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af7cf4e1-5538-424c-8cfc-9f80a5ed705a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (378dbe2d-824b-47c3-93ef-df143eb7ac57), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:08.572526 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e87e2ab5-a434-412a-9927-194eb5ef8adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (f9611fdb-26c1-4930-b02f-a4203aac1310), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:08.587202 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b726d2-9182-4751-926b-09541133450e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dceb33fa-8905-4572-a2d5-939093f94577,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:08.591029 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-057ab6a0-8b90-48f1-9af7-4a576e146a6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:08.596791 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-057ab6a0-8b90-48f1-9af7-4a576e146a6a admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/4535fa07-b0eb-4e4e-8d87-ae590c41f97e HTTP/1.1" status: 204 len: 168 time: 1.1613359 Nov 02 12:44:08.605106 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39620) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:08.605807 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:08.628216 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e2ab5-a434-412a-9927-194eb5ef8adb admin admin] Pushing event updated for resources: {'Port': ['ID=f9611fdb-26c1-4930-b02f-a4203aac1310,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:08.637347 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87e2ab5-a434-412a-9927-194eb5ef8adb admin admin] Network 09004079-0286-4a13-b6d1-fc8bb03f6cab is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:08.647361 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ab6a0-8b90-48f1-9af7-4a576e146a6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4535fa07-b0eb-4e4e-8d87-ae590c41f97e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:08.657460 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e87e2ab5-a434-412a-9927-194eb5ef8adb admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:08.689458 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87e2ab5-a434-412a-9927-194eb5ef8adb admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:08.709135 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9f00786f-c752-4c01-91c2-ceb599028ff8 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:08.723158 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] Set router 7ee52107-e445-4509-a65c-918520011d17 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:08.738604 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 9f00786f-c752-4c01-91c2-ceb599028ff8 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:08.739237 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9f00786f-c752-4c01-91c2-ceb599028ff8 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:08.750230 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b726d2-9182-4751-926b-09541133450e admin admin] Checking segment: {'id': 'f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '0085588f-09f5-4809-be57-cb5e7f5f2c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:08.750899 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b726d2-9182-4751-926b-09541133450e admin admin] Network hostable DHCP agents. Network: 0085588f-09f5-4809-be57-cb5e7f5f2c05, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:44:08.798268 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8aa4967-4752-4198-adfc-72fd57a35e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (432cbf6f-2314-438f-8ea2-0de141f865a8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:08.856595 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa4967-4752-4198-adfc-72fd57a35e17 admin admin] Deleting port a20caed6-2718-4eb0-8bac-6a8aad413def {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:44:08.857353 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8aa4967-4752-4198-adfc-72fd57a35e17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a20caed6-2718-4eb0-8bac-6a8aad413def), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:08.878372 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5ca1c3b5-364d-41ff-8f01-0f577a7a5423 req-29a44f74-a9c0-4431-b4b2-ec88fe064182 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56f150cf-3b5c-4ffe-9783-619b9e1dd435 HTTP/1.1" status: 200 len: 210 time: 0.0990992 Nov 02 12:44:08.881273 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device f2839789-4a72-426e-888c-7dd2672362a4 no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:08.888782 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af7cf4e1-5538-424c-8cfc-9f80a5ed705a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (378dbe2d-824b-47c3-93ef-df143eb7ac57), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:08.889820 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7cf4e1-5538-424c-8cfc-9f80a5ed705a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:08.890854 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af7cf4e1-5538-424c-8cfc-9f80a5ed705a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:08.925710 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e87e2ab5-a434-412a-9927-194eb5ef8adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (7ee52107-e445-4509-a65c-918520011d17), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:08.936071 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b726d2-9182-4751-926b-09541133450e admin admin] Network 0085588f-09f5-4809-be57-cb5e7f5f2c05 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:44:08.944075 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] No Port match for: f2839789-4a72-426e-888c-7dd2672362a4 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:08.945127 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device f2839789-4a72-426e-888c-7dd2672362a4 not bound to the agent host n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:08.946906 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device e525a055-f6de-4e9a-b9cb-07d71ab395a1 no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:08.953980 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9b67a5-555f-4975-a680-26df2700f6c7 None None] DHCP port deletion for 432cbf6f-2314-438f-8ea2-0de141f865a8 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:44:09.116388 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b67a5-555f-4975-a680-26df2700f6c7 None None] Deleting port a20caed6-2718-4eb0-8bac-6a8aad413def {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:44:09.134867 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dd9b67a5-555f-4975-a680-26df2700f6c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a20caed6-2718-4eb0-8bac-6a8aad413def), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:09.135293 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-c8aa4967-4752-4198-adfc-72fd57a35e17 admin admin] For port a20caed6-2718-4eb0-8bac-6a8aad413def, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a20caed6-2718-4eb0-8bac-6a8aad413def,segment=NetworkSegment(a9810da5-98ff-4671-a278-9858407776ad),segment_id=a9810da5-98ff-4671-a278-9858407776ad)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:09.135293 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8aa4967-4752-4198-adfc-72fd57a35e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a20caed6-2718-4eb0-8bac-6a8aad413def), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:09.141887 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa4967-4752-4198-adfc-72fd57a35e17 admin admin] Calling delete_port for a20caed6-2718-4eb0-8bac-6a8aad413def owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:44:09.153288 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee52107-e445-4509-a65c-918520011d17', 'name': 'tempest-ServerRescueTestJSONUnderV235-277092081-router', 'tenant_id': '12c9018d300642ea8827af97192c4104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '2082c986-952a-4495-b3f0-aa00d735d842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:59Z', 'updated_at': '2022-11-02T12:44:04Z', 'revision_number': 3, 'project_id': '12c9018d300642ea8827af97192c4104', 'gw_port': {'id': '2082c986-952a-4495-b3f0-aa00d735d842', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:86:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee52107-e445-4509-a65c-918520011d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:02Z', 'updated_at': '2022-11-02T12:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:09.236104 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425a5f9-2063-4ec0-aaba-a84112d86d24 req-80290268-017d-4829-86b9-5c3e4cfa635a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:09.237630 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8425a5f9-2063-4ec0-aaba-a84112d86d24 req-80290268-017d-4829-86b9-5c3e4cfa635a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d03b43bf-3491-4c06-8be8-6f70f679d53f HTTP/1.1" status: 200 len: 949 time: 0.1753755 Nov 02 12:44:09.241276 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785517c-4f24-4b99-b3e4-b91a9dbdd56e None None] The sync data for ids ['7ee52107-e445-4509-a65c-918520011d17'] in n-d-857339-6 is: [{'id': '7ee52107-e445-4509-a65c-918520011d17', 'name': 'tempest-ServerRescueTestJSONUnderV235-277092081-router', 'tenant_id': '12c9018d300642ea8827af97192c4104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '2082c986-952a-4495-b3f0-aa00d735d842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:59Z', 'updated_at': '2022-11-02T12:44:04Z', 'revision_number': 3, 'project_id': '12c9018d300642ea8827af97192c4104', 'gw_port': {'id': '2082c986-952a-4495-b3f0-aa00d735d842', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:86:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee52107-e445-4509-a65c-918520011d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:02Z', 'updated_at': '2022-11-02T12:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:09.244811 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a05f5-1939-4eff-b9de-1468ef1f2570 req-81085c47-5265-4434-b364-aedc807dca7e tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:09.245511 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-677a05f5-1939-4eff-b9de-1468ef1f2570 req-81085c47-5265-4434-b364-aedc807dca7e tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d03b43bf-3491-4c06-8be8-6f70f679d53f HTTP/1.1" status: 200 len: 949 time: 0.1850977 Nov 02 12:44:09.270130 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-af7cf4e1-5538-424c-8cfc-9f80a5ed705a admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1884179 Nov 02 12:44:09.270997 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39638) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:09.287477 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f4c9ca6b-41e6-42cd-a45f-a8ed64b9a609 admin admin] Request body: {'subnet': {'network_id': '378dbe2d-824b-47c3-93ef-df143eb7ac57', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1382730428-subnet', 'tenant_id': '609b25c5d73a4866898c08b5b37c063c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:09.304146 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-20b726d2-9182-4751-926b-09541133450e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 0085588f-09f5-4809-be57-cb5e7f5f2c05) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:09.314655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b973cf1e-bea2-4f4e-b370-d6578f9251ce None None] Network 0085588f-09f5-4809-be57-cb5e7f5f2c05 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:09.317951 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cf4e1-5538-424c-8cfc-9f80a5ed705a admin admin] Pushing event updated for resources: {'Network': ['ID=378dbe2d-824b-47c3-93ef-df143eb7ac57,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:09.339302 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b726d2-9182-4751-926b-09541133450e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:09.339930 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20b726d2-9182-4751-926b-09541133450e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:09.366726 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2aaa51-b83a-49cf-95c0-33b4c18140ac req-fab8cf62-d053-4627-906e-76fc608f6b00 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:09.368419 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-0b2aaa51-b83a-49cf-95c0-33b4c18140ac req-fab8cf62-d053-4627-906e-76fc608f6b00 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=04941205-20b8-4bc0-ab59-e14866c3f331 HTTP/1.1" status: 200 len: 950 time: 0.1420736 Nov 02 12:44:09.369834 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-dd9b67a5-555f-4975-a680-26df2700f6c7 None None] For port a20caed6-2718-4eb0-8bac-6a8aad413def, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a20caed6-2718-4eb0-8bac-6a8aad413def,segment=NetworkSegment(a9810da5-98ff-4671-a278-9858407776ad),segment_id=a9810da5-98ff-4671-a278-9858407776ad)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:09.370491 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dd9b67a5-555f-4975-a680-26df2700f6c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a20caed6-2718-4eb0-8bac-6a8aad413def), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:09.399189 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b67a5-555f-4975-a680-26df2700f6c7 None None] Calling delete_port for a20caed6-2718-4eb0-8bac-6a8aad413def owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:44:09.409247 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 378dbe2d-824b-47c3-93ef-df143eb7ac57 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:44:09.446688 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-677a05f5-1939-4eff-b9de-1468ef1f2570 req-a16b8264-8b59-4398-bf44-c4f61188c5fd tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743045 Nov 02 12:44:09.499083 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port e525a055-f6de-4e9a-b9cb-07d71ab395a1 is: ACTIVE; New status is: DOWN {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:09.499878 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e525a055-f6de-4e9a-b9cb-07d71ab395a1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:09.502303 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8aa4967-4752-4198-adfc-72fd57a35e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (a20caed6-2718-4eb0-8bac-6a8aad413def), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:09.530535 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-20b726d2-9182-4751-926b-09541133450e admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7482049 Nov 02 12:44:09.532396 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:09.733375 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39644) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:09.750539 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03b43bf-3491-4c06-8be8-6f70f679d53f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e525a055-f6de-4e9a-b9cb-07d71ab395a1'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:44:09.752987 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12732ca9-f61d-44ae-82af-8bb5b8b05795" -d '{"events": [{"server_uuid": "d03b43bf-3491-4c06-8be8-6f70f679d53f", "name": "network-vif-unplugged", "status": "completed", "tag": "e525a055-f6de-4e9a-b9cb-07d71ab395a1"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:44:09.764073 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6dd4325f-7738-482b-a2cc-1565d726adc2 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1901396393-router', 'tenant_id': 'a62ee57746e345a799a6ddab45624dc9', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:09.802718 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port e525a055-f6de-4e9a-b9cb-07d71ab395a1, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=e525a055-f6de-4e9a-b9cb-07d71ab395a1,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:09.849954 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 12:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e895ce-bb33-42eb-ba9a-40e20b462d8d x-openstack-request-id: req-56e895ce-bb33-42eb-ba9a-40e20b462d8d {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:44:09.850351 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03b43bf-3491-4c06-8be8-6f70f679d53f", "name": "network-vif-unplugged", "status": "completed", "tag": "e525a055-f6de-4e9a-b9cb-07d71ab395a1", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:44:09.850678 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56e895ce-bb33-42eb-ba9a-40e20b462d8d {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:44:09.851179 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56e895ce-bb33-42eb-ba9a-40e20b462d8d'] response: {'server_uuid': 'd03b43bf-3491-4c06-8be8-6f70f679d53f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e525a055-f6de-4e9a-b9cb-07d71ab395a1', 'code': 200} Nov 02 12:44:09.864564 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dd9b67a5-555f-4975-a680-26df2700f6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (a20caed6-2718-4eb0-8bac-6a8aad413def), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:09.885319 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-8425a5f9-2063-4ec0-aaba-a84112d86d24 req-d294c8da-fd97-4190-ac70-ce62b94325a3 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Deleting port e525a055-f6de-4e9a-b9cb-07d71ab395a1 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:44:09.885965 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-8425a5f9-2063-4ec0-aaba-a84112d86d24 req-d294c8da-fd97-4190-ac70-ce62b94325a3 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e525a055-f6de-4e9a-b9cb-07d71ab395a1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:09.902732 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-0085588f-09f5-4809-be57-cb5e7f5f2c05', 'network_id': '0085588f-09f5-4809-be57-cb5e7f5f2c05', 'project_id': 'a62ee57746e345a799a6ddab45624dc9', 'fixed_ips': [{'subnet_id': 'dceb33fa-8905-4572-a2d5-939093f94577'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:44:09.903762 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:09.910412 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b67a5-555f-4975-a680-26df2700f6c7 None None] Pushing event deleted for resources: {'Port': ['ID=a20caed6-2718-4eb0-8bac-6a8aad413def,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:09.919437 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9b67a5-555f-4975-a680-26df2700f6c7 None None] No DVR routers for this DVR port a20caed6-2718-4eb0-8bac-6a8aad413def on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:44:10.114841 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] Allocated IP 172.20.0.2 (0085588f-09f5-4809-be57-cb5e7f5f2c05/dceb33fa-8905-4572-a2d5-939093f94577/2d779183-b4bd-433f-9643-3ef483bd4243) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:10.121369 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e525a055-f6de-4e9a-b9cb-07d71ab395a1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:10.137429 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-0b2aaa51-b83a-49cf-95c0-33b4c18140ac req-73cc700b-14e3-42ab-9e6a-4018b41a2c44 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Deleting port 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:44:10.138573 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-0b2aaa51-b83a-49cf-95c0-33b4c18140ac req-73cc700b-14e3-42ab-9e6a-4018b41a2c44 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:10.146285 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa4967-4752-4198-adfc-72fd57a35e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=a20caed6-2718-4eb0-8bac-6a8aad413def,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:10.181064 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aa4967-4752-4198-adfc-72fd57a35e17 admin admin] No DVR routers for this DVR port a20caed6-2718-4eb0-8bac-6a8aad413def on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:44:10.259555 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=5,neutron:INSERT=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:10.375098 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=e525a055-f6de-4e9a-b9cb-07d71ab395a1,revision_number=6']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:10.399162 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8aa4967-4752-4198-adfc-72fd57a35e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (432cbf6f-2314-438f-8ea2-0de141f865a8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:10.469671 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-0b2aaa51-b83a-49cf-95c0-33b4c18140ac req-73cc700b-14e3-42ab-9e6a-4018b41a2c44 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] For port 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:10.470390 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-0b2aaa51-b83a-49cf-95c0-33b4c18140ac req-73cc700b-14e3-42ab-9e6a-4018b41a2c44 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:10.493065 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-0b2aaa51-b83a-49cf-95c0-33b4c18140ac req-73cc700b-14e3-42ab-9e6a-4018b41a2c44 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Calling delete_port for 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 owned by compute:nova {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:44:10.513869 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ff16092d-342d-45ba-a712-f4a496e65a6f req-a6bfc63e-c973-43bc-b2f3-33c976042339 tempest-ListImageFiltersTestJSON-1820386669 tempest-ListImageFiltersTestJSON-1820386669-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56f150cf-3b5c-4ffe-9783-619b9e1dd435 HTTP/1.1" status: 200 len: 210 time: 0.1005018 Nov 02 12:44:10.530075 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c9ca6b-41e6-42cd-a45f-a8ed64b9a609 admin admin] Made reservation on behalf of 609b25c5d73a4866898c08b5b37c063c for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:10.533241 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ca6b-41e6-42cd-a45f-a8ed64b9a609 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:10.545252 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:10.564645 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:10.603273 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] Publish callbacks [] for port (2d779183-b4bd-433f-9643-3ef483bd4243), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:10.659237 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dd4325f-7738-482b-a2cc-1565d726adc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (9602fe88-9cdb-40da-b1d9-e6a1a7baf679), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:10.664461 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dd4325f-7738-482b-a2cc-1565d726adc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (9602fe88-9cdb-40da-b1d9-e6a1a7baf679), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:10.722914 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-c8aa4967-4752-4198-adfc-72fd57a35e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432cbf6f-2314-438f-8ea2-0de141f865a8']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:10.741523 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-c8aa4967-4752-4198-adfc-72fd57a35e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9810da5-98ff-4671-a278-9858407776ad') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:10.741823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-c8aa4967-4752-4198-adfc-72fd57a35e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9810da5-98ff-4671-a278-9858407776ad') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:10.758242 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8aa4967-4752-4198-adfc-72fd57a35e17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (a9810da5-98ff-4671-a278-9858407776ad), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:10.760319 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2082c986-952a-4495-b3f0-aa00d735d842 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:10.790193 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8aa4967-4752-4198-adfc-72fd57a35e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a9810da5-98ff-4671-a278-9858407776ad), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:10.798793 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8aa4967-4752-4198-adfc-72fd57a35e17 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:44:10.799214 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8aa4967-4752-4198-adfc-72fd57a35e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (a9810da5-98ff-4671-a278-9858407776ad), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:10.808456 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (2d779183-b4bd-433f-9643-3ef483bd4243), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:10.842589 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e87e2ab5-a434-412a-9927-194eb5ef8adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f9611fdb-26c1-4930-b02f-a4203aac1310), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:10.843081 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment a9810da5-98ff-4671-a278-9858407776ad resource provider aggregate not found Nov 02 12:44:10.905389 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment a9810da5-98ff-4671-a278-9858407776ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9810da5-98ff-4671-a278-9858407776ad found for delete ", "request_id": "req-bc500cb4-d267-42d7-9c26-1e16b6bfd849"}]} Nov 02 12:44:10.923261 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b3873-5511-4a17-b80a-a525689e8d10 req-3c1471c6-6e8c-4ddf-9d0d-9000f1f9ce49 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:10.931358 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bb4b3873-5511-4a17-b80a-a525689e8d10 req-3c1471c6-6e8c-4ddf-9d0d-9000f1f9ce49 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d03b43bf-3491-4c06-8be8-6f70f679d53f HTTP/1.1" status: 200 len: 947 time: 0.2843866 Nov 02 12:44:10.953414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] Network 0085588f-09f5-4809-be57-cb5e7f5f2c05 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:10.965132 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:10.971526 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] Pushing event updated for resources: {'Port': ['ID=2d779183-b4bd-433f-9643-3ef483bd4243,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:10.983996 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:10.986733 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-0b2aaa51-b83a-49cf-95c0-33b4c18140ac req-73cc700b-14e3-42ab-9e6a-4018b41a2c44 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:11.000812 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['3d81e47f-bfd3-4fb1-86b4-cc02113a5157'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:44:11.027048 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dd4325f-7738-482b-a2cc-1565d726adc2 admin admin] Publish callbacks [] for router_controller (9602fe88-9cdb-40da-b1d9-e6a1a7baf679), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:11.066046 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2082c986-952a-4495-b3f0-aa00d735d842 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:11.066391 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2082c986-952a-4495-b3f0-aa00d735d842), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:11.066796 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2082c986-952a-4495-b3f0-aa00d735d842 Nov 02 12:44:11.081451 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-8425a5f9-2063-4ec0-aaba-a84112d86d24 req-d294c8da-fd97-4190-ac70-ce62b94325a3 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] For port e525a055-f6de-4e9a-b9cb-07d71ab395a1, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=e525a055-f6de-4e9a-b9cb-07d71ab395a1,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:11.081865 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-8425a5f9-2063-4ec0-aaba-a84112d86d24 req-d294c8da-fd97-4190-ac70-ce62b94325a3 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e525a055-f6de-4e9a-b9cb-07d71ab395a1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:11.084283 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39670) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:11.122316 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8aa4967-4752-4198-adfc-72fd57a35e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (432cbf6f-2314-438f-8ea2-0de141f865a8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:11.128909 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-8425a5f9-2063-4ec0-aaba-a84112d86d24 req-d294c8da-fd97-4190-ac70-ce62b94325a3 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Calling delete_port for e525a055-f6de-4e9a-b9cb-07d71ab395a1 owned by compute:nova {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:44:11.140145 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8aa4967-4752-4198-adfc-72fd57a35e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:11.147932 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c8aa4967-4752-4198-adfc-72fd57a35e17 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/432cbf6f-2314-438f-8ea2-0de141f865a8 HTTP/1.1" status: 204 len: 168 time: 2.5394330 Nov 02 12:44:11.152045 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] Attempting to bind port 2d779183-b4bd-433f-9643-3ef483bd4243 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:11.153219 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] Attempting to bind port 2d779183-b4bd-433f-9643-3ef483bd4243 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '0085588f-09f5-4809-be57-cb5e7f5f2c05'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:11.154752 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] Attempting to bind port 2d779183-b4bd-433f-9643-3ef483bd4243 on network 0085588f-09f5-4809-be57-cb5e7f5f2c05 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:11.168091 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39678) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:11.173006 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2aaa51-b83a-49cf-95c0-33b4c18140ac req-73cc700b-14e3-42ab-9e6a-4018b41a2c44 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] No DVR routers for this DVR port 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 on host n-h1-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:44:11.177843 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-0b2aaa51-b83a-49cf-95c0-33b4c18140ac req-73cc700b-14e3-42ab-9e6a-4018b41a2c44 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:11.182574 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-0b2aaa51-b83a-49cf-95c0-33b4c18140ac req-73cc700b-14e3-42ab-9e6a-4018b41a2c44 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "DELETE /networking/v2.0/ports/8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 HTTP/1.1" status: 204 len: 173 time: 1.8087034 Nov 02 12:44:11.188705 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04941205-20b8-4bc0-ab59-e14866c3f331', 'name': 'network-vif-deleted', 'tag': '8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:44:11.194281 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba94d18-e2ee-46d7-9e04-d06b5b32b0eb" -d '{"events": [{"server_uuid": "04941205-20b8-4bc0-ab59-e14866c3f331", "name": "network-vif-deleted", "tag": "8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:44:11.200781 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:11.212257 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc700b-14e3-42ab-9e6a-4018b41a2c44 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Pushing event deleted for resources: {'Port': ['ID=8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:11.217439 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa4967-4752-4198-adfc-72fd57a35e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=432cbf6f-2314-438f-8ea2-0de141f865a8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:11.221042 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bb4b3873-5511-4a17-b80a-a525689e8d10 req-f6a15ce3-4b71-464e-a9dd-3729c2047670 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887206 Nov 02 12:44:11.276910 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284d8a7d-937f-4d3b-908c-9454b8a9efe7 x-openstack-request-id: req-284d8a7d-937f-4d3b-908c-9454b8a9efe7 {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:44:11.277270 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04941205-20b8-4bc0-ab59-e14866c3f331", "name": "network-vif-deleted", "tag": "8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:44:11.277525 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-284d8a7d-937f-4d3b-908c-9454b8a9efe7 {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:44:11.278097 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284d8a7d-937f-4d3b-908c-9454b8a9efe7'] response: {'server_uuid': '04941205-20b8-4bc0-ab59-e14866c3f331', 'name': 'network-vif-deleted', 'tag': '8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31', 'status': 'completed', 'code': 200} Nov 02 12:44:11.315258 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:11.315556 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] Checking segment: {'id': 'f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '0085588f-09f5-4809-be57-cb5e7f5f2c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:11.315969 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:11.316379 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] Bound using segment: {'id': 'f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '0085588f-09f5-4809-be57-cb5e7f5f2c05'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:11.316908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] Bound port: 2d779183-b4bd-433f-9643-3ef483bd4243, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '0085588f-09f5-4809-be57-cb5e7f5f2c05'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:11.317298 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2d779183-b4bd-433f-9643-3ef483bd4243), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:11.354220 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2082c986-952a-4495-b3f0-aa00d735d842 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:11.354530 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-710016c8-5d6a-4ad9-9295-b0b219249dc3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1649763530-network', 'tenant_id': '655e1bdbfb0c469daeec1ba8a61057d4'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:11.354636 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2082c986-952a-4495-b3f0-aa00d735d842), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:11.440050 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 2082c986-952a-4495-b3f0-aa00d735d842, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2082c986-952a-4495-b3f0-aa00d735d842,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:11.474664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] For port 2d779183-b4bd-433f-9643-3ef483bd4243, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:11.505802 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] For port 2d779183-b4bd-433f-9643-3ef483bd4243, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2d779183-b4bd-433f-9643-3ef483bd4243,segment=NetworkSegment(f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0),segment_id=f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:11.552587 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710016c8-5d6a-4ad9-9295-b0b219249dc3 admin admin] Made reservation on behalf of 655e1bdbfb0c469daeec1ba8a61057d4 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:11.555248 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-710016c8-5d6a-4ad9-9295-b0b219249dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:11.582402 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2082c986-952a-4495-b3f0-aa00d735d842), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:11.594345 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-710016c8-5d6a-4ad9-9295-b0b219249dc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:11.636426 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2d779183-b4bd-433f-9643-3ef483bd4243), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:11.686406 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=2082c986-952a-4495-b3f0-aa00d735d842,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:11.763425 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a20caed6-2718-4eb0-8bac-6a8aad413def no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:11.825286 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: a20caed6-2718-4eb0-8bac-6a8aad413def {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:11.825660 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a20caed6-2718-4eb0-8bac-6a8aad413def not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:11.887877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2f503-9b40-4ef0-8093-514786113a02 None None] Pushing event updated for resources: {'Port': ['ID=2d779183-b4bd-433f-9643-3ef483bd4243,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:11.897946 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ca6b-41e6-42cd-a45f-a8ed64b9a609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (8a35c806-08e1-482e-84c2-22cf155c65ff), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:11.906932 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-710016c8-5d6a-4ad9-9295-b0b219249dc3 admin admin] Publish callbacks [] for security_group (e31373e1-4478-475c-a2ca-ecced6d0aded), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:12.031011 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dd4325f-7738-482b-a2cc-1565d726adc2 admin admin] Publish callbacks [] for router_gateway (9602fe88-9cdb-40da-b1d9-e6a1a7baf679), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:12.045804 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-8425a5f9-2063-4ec0-aaba-a84112d86d24 req-d294c8da-fd97-4190-ac70-ce62b94325a3 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (e525a055-f6de-4e9a-b9cb-07d71ab395a1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:12.059237 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] get_ports_and_sgs() called for port_ids ['3d81e47f-bfd3-4fb1-86b4-cc02113a5157'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:44:12.097456 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-710016c8-5d6a-4ad9-9295-b0b219249dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e31373e1-4478-475c-a2ca-ecced6d0aded), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:12.129748 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294c8da-fd97-4190-ac70-ce62b94325a3 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Pushing event deleted for resources: {'Port': ['ID=e525a055-f6de-4e9a-b9cb-07d71ab395a1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:12.193038 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e87e2ab5-a434-412a-9927-194eb5ef8adb admin admin] Publish callbacks [] for port (f9611fdb-26c1-4930-b02f-a4203aac1310), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:12.200324 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710016c8-5d6a-4ad9-9295-b0b219249dc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:44:12.223187 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710016c8-5d6a-4ad9-9295-b0b219249dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31373e1-4478-475c-a2ca-ecced6d0aded,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:12.223972 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9ca6b-41e6-42cd-a45f-a8ed64b9a609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a35c806-08e1-482e-84c2-22cf155c65ff,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:12.241433 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-710016c8-5d6a-4ad9-9295-b0b219249dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (93727399-6baa-41af-9c6d-c42fe9585a6c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:12.242028 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-710016c8-5d6a-4ad9-9295-b0b219249dc3 admin admin] Added segment 93727399-6baa-41af-9c6d-c42fe9585a6c of type vlan for network 9ae29ae5-a023-4709-af7a-eee00b2fc52c Nov 02 12:44:12.349983 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-710016c8-5d6a-4ad9-9295-b0b219249dc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (9ae29ae5-a023-4709-af7a-eee00b2fc52c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:12.355037 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c9ca6b-41e6-42cd-a45f-a8ed64b9a609 admin admin] Checking segment: {'id': '0e852d28-0a8b-4a77-b957-2c48cb922c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '378dbe2d-824b-47c3-93ef-df143eb7ac57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:12.355532 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c9ca6b-41e6-42cd-a45f-a8ed64b9a609 admin admin] Network hostable DHCP agents. Network: 378dbe2d-824b-47c3-93ef-df143eb7ac57, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:44:12.369391 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e87e2ab5-a434-412a-9927-194eb5ef8adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (f9611fdb-26c1-4930-b02f-a4203aac1310), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:12.377206 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-8425a5f9-2063-4ec0-aaba-a84112d86d24 req-d294c8da-fd97-4190-ac70-ce62b94325a3 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] No DVR routers for this DVR port e525a055-f6de-4e9a-b9cb-07d71ab395a1 on host n-h1-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:44:12.456080 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-8425a5f9-2063-4ec0-aaba-a84112d86d24 req-d294c8da-fd97-4190-ac70-ce62b94325a3 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:12.459783 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8425a5f9-2063-4ec0-aaba-a84112d86d24 req-d294c8da-fd97-4190-ac70-ce62b94325a3 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.57 "DELETE /networking/v2.0/ports/e525a055-f6de-4e9a-b9cb-07d71ab395a1 HTTP/1.1" status: 204 len: 173 time: 3.2132990 Nov 02 12:44:12.460574 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03b43bf-3491-4c06-8be8-6f70f679d53f', 'name': 'network-vif-deleted', 'tag': 'e525a055-f6de-4e9a-b9cb-07d71ab395a1'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:44:12.463562 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6815ac7b-0e97-4b3e-9c9f-24681f7ec5f1" -d '{"events": [{"server_uuid": "d03b43bf-3491-4c06-8be8-6f70f679d53f", "name": "network-vif-deleted", "tag": "e525a055-f6de-4e9a-b9cb-07d71ab395a1"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:44:12.499530 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-710016c8-5d6a-4ad9-9295-b0b219249dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (9ae29ae5-a023-4709-af7a-eee00b2fc52c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:12.507197 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710016c8-5d6a-4ad9-9295-b0b219249dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:12.507197 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-710016c8-5d6a-4ad9-9295-b0b219249dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:12.584966 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-584c6866-aaf1-4451-80ad-7dab9c0b4373 req-7b693932-85f1-45e2-bf0b-519b67c6d40f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d03b43bf-3491-4c06-8be8-6f70f679d53f HTTP/1.1" status: 200 len: 210 time: 0.1116941 Nov 02 12:44:12.625852 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710016c8-5d6a-4ad9-9295-b0b219249dc3 admin admin] Pushing event updated for resources: {'Network': ['ID=9ae29ae5-a023-4709-af7a-eee00b2fc52c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:12.647288 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f4d77d15-72ca-4cfb-87e5-224bed91bf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (9fe35028-70ed-4856-a3d0-fde7c870d266), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:12.655753 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e87e2ab5-a434-412a-9927-194eb5ef8adb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (7ee52107-e445-4509-a65c-918520011d17), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:12.658409 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 9ae29ae5-a023-4709-af7a-eee00b2fc52c details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:44:12.711768 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f21d20-3a4e-445e-a40c-0568ecc46232 x-openstack-request-id: req-85f21d20-3a4e-445e-a40c-0568ecc46232 {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:44:12.712176 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03b43bf-3491-4c06-8be8-6f70f679d53f", "name": "network-vif-deleted", "tag": "e525a055-f6de-4e9a-b9cb-07d71ab395a1", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:44:12.712558 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85f21d20-3a4e-445e-a40c-0568ecc46232 {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:44:12.713300 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f21d20-3a4e-445e-a40c-0568ecc46232'] response: {'server_uuid': 'd03b43bf-3491-4c06-8be8-6f70f679d53f', 'name': 'network-vif-deleted', 'tag': 'e525a055-f6de-4e9a-b9cb-07d71ab395a1', 'status': 'completed', 'code': 200} Nov 02 12:44:12.715590 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e2ab5-a434-412a-9927-194eb5ef8adb admin admin] Pushing event updated for resources: {'Port': ['ID=f9611fdb-26c1-4930-b02f-a4203aac1310,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:12.735005 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-710016c8-5d6a-4ad9-9295-b0b219249dc3 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6181645 Nov 02 12:44:12.737075 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39712) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:12.742630 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-7a0f9b40-76bd-47da-a0fa-03b6bc548864 admin admin] Request body: {'subnet': {'network_id': '9ae29ae5-a023-4709-af7a-eee00b2fc52c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1649763530-subnet', 'tenant_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:12.834287 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:12.867083 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] No Port match for: 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:12.867445 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 8ae315fc-3a5b-4c1f-8b15-7ceb2678bd31 not bound to the agent host n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:12.873679 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c9ca6b-41e6-42cd-a45f-a8ed64b9a609 admin admin] Network 378dbe2d-824b-47c3-93ef-df143eb7ac57 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:44:12.875968 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2d779183-b4bd-433f-9643-3ef483bd4243 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:12.883050 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0f9b40-76bd-47da-a0fa-03b6bc548864 admin admin] Made reservation on behalf of 655e1bdbfb0c469daeec1ba8a61057d4 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:12.888210 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9b40-76bd-47da-a0fa-03b6bc548864 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:12.996696 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2d779183-b4bd-433f-9643-3ef483bd4243 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:12.996696 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2d779183-b4bd-433f-9643-3ef483bd4243), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:12.996696 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2d779183-b4bd-433f-9643-3ef483bd4243 Nov 02 12:44:13.114382 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dd4325f-7738-482b-a2cc-1565d726adc2 admin admin] Publish callbacks [] for router_gateway (9602fe88-9cdb-40da-b1d9-e6a1a7baf679), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:13.156799 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dd4325f-7738-482b-a2cc-1565d726adc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:13.305007 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3de63ef1-cc9e-472c-883f-26c46d6bb2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:13.307644 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2d779183-b4bd-433f-9643-3ef483bd4243 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:13.308104 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2d779183-b4bd-433f-9643-3ef483bd4243), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:13.351459 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9b40-76bd-47da-a0fa-03b6bc548864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (bbbf2264-f103-43e6-b321-57181618c4c9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:13.368117 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87e2ab5-a434-412a-9927-194eb5ef8adb admin admin] Network 09004079-0286-4a13-b6d1-fc8bb03f6cab is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:13.393056 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 2d779183-b4bd-433f-9643-3ef483bd4243, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2d779183-b4bd-433f-9643-3ef483bd4243,segment=NetworkSegment(f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0),segment_id=f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:13.411036 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e87e2ab5-a434-412a-9927-194eb5ef8adb admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:13.476172 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f4c9ca6b-41e6-42cd-a45f-a8ed64b9a609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 378dbe2d-824b-47c3-93ef-df143eb7ac57) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:13.482302 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c9ca6b-41e6-42cd-a45f-a8ed64b9a609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:13.482749 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ca6b-41e6-42cd-a45f-a8ed64b9a609 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:13.490934 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2d779183-b4bd-433f-9643-3ef483bd4243), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:13.492013 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2082c986-952a-4495-b3f0-aa00d735d842 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:13.507953 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f9b40-76bd-47da-a0fa-03b6bc548864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbbf2264-f103-43e6-b321-57181618c4c9,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:13.520239 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0f9b40-76bd-47da-a0fa-03b6bc548864 admin admin] Checking segment: {'id': '93727399-6baa-41af-9c6d-c42fe9585a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '9ae29ae5-a023-4709-af7a-eee00b2fc52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:13.520960 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0f9b40-76bd-47da-a0fa-03b6bc548864 admin admin] Network hostable DHCP agents. Network: 9ae29ae5-a023-4709-af7a-eee00b2fc52c, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:44:13.587530 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3519b8b-02dd-4ba2-af38-36509d89361a None None] Network 378dbe2d-824b-47c3-93ef-df143eb7ac57 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:13.590725 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b418494-f2b5-47ff-914a-3ddd37ac5a4f None None] Network 0085588f-09f5-4809-be57-cb5e7f5f2c05 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:13.647631 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0f9b40-76bd-47da-a0fa-03b6bc548864 admin admin] Network 9ae29ae5-a023-4709-af7a-eee00b2fc52c is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:44:13.698001 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=2d779183-b4bd-433f-9643-3ef483bd4243,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:13.723815 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a78fd922-58f1-435c-ab39-cd02d8f13957 None None] Provisioning complete for port 2d779183-b4bd-433f-9643-3ef483bd4243 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:13.724108 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a78fd922-58f1-435c-ab39-cd02d8f13957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2d779183-b4bd-433f-9643-3ef483bd4243), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:13.725110 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a78fd922-58f1-435c-ab39-cd02d8f13957 None None] Attempt 1 to provision port 2d779183-b4bd-433f-9643-3ef483bd4243 Nov 02 12:44:13.746912 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-7a0f9b40-76bd-47da-a0fa-03b6bc548864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 9ae29ae5-a023-4709-af7a-eee00b2fc52c) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:13.752244 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0f9b40-76bd-47da-a0fa-03b6bc548864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:13.756422 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9b40-76bd-47da-a0fa-03b6bc548864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:13.870793 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d06f1c4-0c43-4b05-96e7-1200970a6d23 None None] Network 9ae29ae5-a023-4709-af7a-eee00b2fc52c requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:13.931376 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f4c9ca6b-41e6-42cd-a45f-a8ed64b9a609 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.6557198 Nov 02 12:44:13.934813 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39736) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:13.939912 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-24ded2f7-747e-4564-9a1a-48429c4a0cc0 admin admin] Request body: {'router': {'name': 'tempest-InstanceActionsTestJSON-1382730428-router', 'tenant_id': '609b25c5d73a4866898c08b5b37c063c', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:13.956600 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7a0f9b40-76bd-47da-a0fa-03b6bc548864 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2171984 Nov 02 12:44:13.958396 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39738) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:13.967481 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6f36deba-45bd-4778-80a4-fc041dc939db admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1649763530-router', 'tenant_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:14.003109 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-6dd4325f-7738-482b-a2cc-1565d726adc2 admin admin] Allocated IP 172.25.2.114 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/d5820179-73b9-4718-af1f-3bc7a8e616cf) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:14.006901 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bb32c994-5889-49f5-af1c-1a133bd24d8c req-623c1795-59f3-4b8c-ba97-e82227671a20 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d03b43bf-3491-4c06-8be8-6f70f679d53f HTTP/1.1" status: 200 len: 210 time: 0.0860198 Nov 02 12:44:14.014499 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2082c986-952a-4495-b3f0-aa00d735d842 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:14.014950 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2082c986-952a-4495-b3f0-aa00d735d842), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.015737 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2082c986-952a-4495-b3f0-aa00d735d842 Nov 02 12:44:14.051451 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f4d77d15-72ca-4cfb-87e5-224bed91bf67 admin admin] Deleting port f44bb8d8-fb92-406f-9093-42e8d5d5147b {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:44:14.051802 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f4d77d15-72ca-4cfb-87e5-224bed91bf67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (f44bb8d8-fb92-406f-9093-42e8d5d5147b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.116618 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24ded2f7-747e-4564-9a1a-48429c4a0cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (13811d8a-2064-44ec-9b11-ef84c2be43b6), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.117897 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24ded2f7-747e-4564-9a1a-48429c4a0cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (13811d8a-2064-44ec-9b11-ef84c2be43b6), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.150628 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-378dbe2d-824b-47c3-93ef-df143eb7ac57', 'network_id': '378dbe2d-824b-47c3-93ef-df143eb7ac57', 'project_id': '609b25c5d73a4866898c08b5b37c063c', 'fixed_ips': [{'subnet_id': '8a35c806-08e1-482e-84c2-22cf155c65ff'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:44:14.151471 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.187843 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6f36deba-45bd-4778-80a4-fc041dc939db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (635d0e35-1c14-4dba-829d-cfa5b92f3d35), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.211443 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6f36deba-45bd-4778-80a4-fc041dc939db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (635d0e35-1c14-4dba-829d-cfa5b92f3d35), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.270788 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2082c986-952a-4495-b3f0-aa00d735d842 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:14.274557 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87e2ab5-a434-412a-9927-194eb5ef8adb admin admin] Router 7ee52107-e445-4509-a65c-918520011d17 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:44:14.301356 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-9ae29ae5-a023-4709-af7a-eee00b2fc52c', 'network_id': '9ae29ae5-a023-4709-af7a-eee00b2fc52c', 'project_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'fixed_ips': [{'subnet_id': 'bbbf2264-f103-43e6-b321-57181618c4c9'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:44:14.303341 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.319369 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-f4d77d15-72ca-4cfb-87e5-224bed91bf67 admin admin] For port f44bb8d8-fb92-406f-9093-42e8d5d5147b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f44bb8d8-fb92-406f-9093-42e8d5d5147b,segment=NetworkSegment(343589a1-e164-4151-86db-2325b0f4d3c0),segment_id=343589a1-e164-4151-86db-2325b0f4d3c0)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:14.320540 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f4d77d15-72ca-4cfb-87e5-224bed91bf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (f44bb8d8-fb92-406f-9093-42e8d5d5147b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.327463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a78fd922-58f1-435c-ab39-cd02d8f13957 None None] Current status of the port 2d779183-b4bd-433f-9643-3ef483bd4243 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:14.342800 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:14.350297 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24ded2f7-747e-4564-9a1a-48429c4a0cc0 admin admin] Publish callbacks [] for router_controller (13811d8a-2064-44ec-9b11-ef84c2be43b6), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.477148 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87e2ab5-a434-412a-9927-194eb5ef8adb admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:14.479339 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f4d77d15-72ca-4cfb-87e5-224bed91bf67 admin admin] Calling delete_port for f44bb8d8-fb92-406f-9093-42e8d5d5147b owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:44:14.489038 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e87e2ab5-a434-412a-9927-194eb5ef8adb admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/7ee52107-e445-4509-a65c-918520011d17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8599355 Nov 02 12:44:14.533883 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dd4325f-7738-482b-a2cc-1565d726adc2 admin admin] Publish callbacks [] for port (d5820179-73b9-4718-af1f-3bc7a8e616cf), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.548543 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] Sync routers for ids ['7ee52107-e445-4509-a65c-918520011d17'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:14.579244 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6f36deba-45bd-4778-80a4-fc041dc939db admin admin] Publish callbacks [] for router_controller (635d0e35-1c14-4dba-829d-cfa5b92f3d35), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.614895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4e62530b-8967-499e-adb2-f6b820a6314e None None] Provisioning complete for port 2d779183-b4bd-433f-9643-3ef483bd4243 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:14.615264 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4e62530b-8967-499e-adb2-f6b820a6314e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2d779183-b4bd-433f-9643-3ef483bd4243), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.615753 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4e62530b-8967-499e-adb2-f6b820a6314e None None] Attempt 1 to provision port 2d779183-b4bd-433f-9643-3ef483bd4243 Nov 02 12:44:14.624638 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] Routers {'7ee52107-e445-4509-a65c-918520011d17'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:14.625440 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:43:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['7ee52107-e445-4509-a65c-918520011d17'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:14.702213 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24ded2f7-747e-4564-9a1a-48429c4a0cc0 admin admin] Publish callbacks [] for router_gateway (13811d8a-2064-44ec-9b11-ef84c2be43b6), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.709669 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=8,neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:14.718141 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dd4325f-7738-482b-a2cc-1565d726adc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (d5820179-73b9-4718-af1f-3bc7a8e616cf), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.787693 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2d779183-b4bd-433f-9643-3ef483bd4243 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:14.838710 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd4325f-7738-482b-a2cc-1565d726adc2 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:14.842349 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd4325f-7738-482b-a2cc-1565d726adc2 admin admin] Pushing event updated for resources: {'Port': ['ID=d5820179-73b9-4718-af1f-3bc7a8e616cf,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:14.859682 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-6dd4325f-7738-482b-a2cc-1565d726adc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:14.865958 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd4325f-7738-482b-a2cc-1565d726adc2 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:14.925397 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] Allocated IP 172.20.0.2 (378dbe2d-824b-47c3-93ef-df143eb7ac57/8a35c806-08e1-482e-84c2-22cf155c65ff/a651ac6d-3a38-49f4-b7d9-acb40e916bcc) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:14.933680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2d779183-b4bd-433f-9643-3ef483bd4243 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:14.934130 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2d779183-b4bd-433f-9643-3ef483bd4243), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.934539 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2d779183-b4bd-433f-9643-3ef483bd4243 Nov 02 12:44:15.014054 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:15.052676 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6f36deba-45bd-4778-80a4-fc041dc939db admin admin] Publish callbacks [] for router_gateway (635d0e35-1c14-4dba-829d-cfa5b92f3d35), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:15.060633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] Allocated IP 172.20.0.2 (9ae29ae5-a023-4709-af7a-eee00b2fc52c/bbbf2264-f103-43e6-b321-57181618c4c9/4e21508b-7d35-411e-99d8-052dd7b0b5c5) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:15.062970 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:15.094125 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:15.186322 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] Set router 7ee52107-e445-4509-a65c-918520011d17 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:15.199257 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2d779183-b4bd-433f-9643-3ef483bd4243 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:15.270455 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f4d77d15-72ca-4cfb-87e5-224bed91bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (f44bb8d8-fb92-406f-9093-42e8d5d5147b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:15.291623 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4e62530b-8967-499e-adb2-f6b820a6314e None None] Current status of the port 2d779183-b4bd-433f-9643-3ef483bd4243 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:15.302735 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:15.322788 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24ded2f7-747e-4564-9a1a-48429c4a0cc0 admin admin] Publish callbacks [] for router_gateway (13811d8a-2064-44ec-9b11-ef84c2be43b6), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:15.340933 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d77d15-72ca-4cfb-87e5-224bed91bf67 admin admin] Pushing event deleted for resources: {'Port': ['ID=f44bb8d8-fb92-406f-9093-42e8d5d5147b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:15.384354 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24ded2f7-747e-4564-9a1a-48429c4a0cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:15.440837 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3adb20a9-9c1c-473f-aa01-6d30c665d633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:15.508083 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:15.764592 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6f36deba-45bd-4778-80a4-fc041dc939db admin admin] Publish callbacks [] for router_gateway (635d0e35-1c14-4dba-829d-cfa5b92f3d35), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:15.797167 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6f36deba-45bd-4778-80a4-fc041dc939db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:15.825984 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dd4325f-7738-482b-a2cc-1565d726adc2 admin admin] Publish callbacks [] for router_gateway (9602fe88-9cdb-40da-b1d9-e6a1a7baf679), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:15.827822 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-24ded2f7-747e-4564-9a1a-48429c4a0cc0 admin admin] Allocated IP 172.25.2.70 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/33f7e186-7f10-4209-80b9-0b83977892ff) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:15.953621 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] Publish callbacks [] for port (a651ac6d-3a38-49f4-b7d9-acb40e916bcc), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:15.970676 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=1,neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:16.021332 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24ded2f7-747e-4564-9a1a-48429c4a0cc0 admin admin] Publish callbacks [] for port (33f7e186-7f10-4209-80b9-0b83977892ff), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:16.072894 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (a651ac6d-3a38-49f4-b7d9-acb40e916bcc), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:16.077556 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f4d77d15-72ca-4cfb-87e5-224bed91bf67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (9fe35028-70ed-4856-a3d0-fde7c870d266), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:16.088282 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] Publish callbacks [] for port (4e21508b-7d35-411e-99d8-052dd7b0b5c5), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:16.093959 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee52107-e445-4509-a65c-918520011d17', 'name': 'tempest-ServerRescueTestJSONUnderV235-277092081-router', 'tenant_id': '12c9018d300642ea8827af97192c4104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '2082c986-952a-4495-b3f0-aa00d735d842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:59Z', 'updated_at': '2022-11-02T12:44:09Z', 'revision_number': 4, 'project_id': '12c9018d300642ea8827af97192c4104', 'gw_port': {'id': '2082c986-952a-4495-b3f0-aa00d735d842', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:86:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee52107-e445-4509-a65c-918520011d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:02Z', 'updated_at': '2022-11-02T12:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'f9611fdb-26c1-4930-b02f-a4203aac1310', 'name': '', 'network_id': '09004079-0286-4a13-b6d1-fc8bb03f6cab', 'tenant_id': '12c9018d300642ea8827af97192c4104', 'mac_address': 'fa:16:3e:5d:78:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee52107-e445-4509-a65c-918520011d17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'c4c2bf31-d04f-46e8-92f5-d2cd4e657e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:08Z', 'updated_at': '2022-11-02T12:44:11Z', 'revision_number': 2, 'project_id': '12c9018d300642ea8827af97192c4104', 'subnets': [{'id': 'c4c2bf31-d04f-46e8-92f5-d2cd4e657e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:16.124367 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] Network 378dbe2d-824b-47c3-93ef-df143eb7ac57 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:16.155972 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d327f03-c0ce-429d-981a-cce867fa3ea7 req-a51a3a1c-1c6a-4afb-a573-9c04aa357a8b tempest-ServerRescueTestJSONUnderV235-2086648767 tempest-ServerRescueTestJSONUnderV235-2086648767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:16.157580 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] Checking router: 7ee52107-e445-4509-a65c-918520011d17 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:16.157941 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] Updating router 7ee52107-e445-4509-a65c-918520011d17 port f9611fdb-26c1-4930-b02f-a4203aac1310 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:44:16.160163 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:16.161140 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1d327f03-c0ce-429d-981a-cce867fa3ea7 req-a51a3a1c-1c6a-4afb-a573-9c04aa357a8b tempest-ServerRescueTestJSONUnderV235-2086648767 tempest-ServerRescueTestJSONUnderV235-2086648767-project] 10.222.0.64 "GET /networking/v2.0/networks?id=09004079-0286-4a13-b6d1-fc8bb03f6cab HTTP/1.1" status: 200 len: 819 time: 0.4767752 Nov 02 12:44:16.167879 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:16.174524 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24ded2f7-747e-4564-9a1a-48429c4a0cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (33f7e186-7f10-4209-80b9-0b83977892ff), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:16.203586 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] Pushing event updated for resources: {'Port': ['ID=a651ac6d-3a38-49f4-b7d9-acb40e916bcc,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:16.229596 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (4e21508b-7d35-411e-99d8-052dd7b0b5c5), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:16.234454 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1d327f03-c0ce-429d-981a-cce867fa3ea7 req-6c0b78e2-51a5-4685-9fce-bb928fb99832 tempest-ServerRescueTestJSONUnderV235-2086648767 tempest-ServerRescueTestJSONUnderV235-2086648767-project] 10.222.0.64 "GET /networking/v2.0/quotas/12c9018d300642ea8827af97192c4104 HTTP/1.1" status: 200 len: 375 time: 0.0683625 Nov 02 12:44:16.264259 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f9611fdb-26c1-4930-b02f-a4203aac1310), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:16.281986 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ded2f7-747e-4564-9a1a-48429c4a0cc0 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:16.297547 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-24ded2f7-747e-4564-9a1a-48429c4a0cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:16.310904 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ded2f7-747e-4564-9a1a-48429c4a0cc0 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:16.348581 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] Network 9ae29ae5-a023-4709-af7a-eee00b2fc52c is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:16.363116 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:16.397058 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:16.402974 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] Pushing event updated for resources: {'Port': ['ID=4e21508b-7d35-411e-99d8-052dd7b0b5c5,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:16.447508 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] Attempting to bind port a651ac6d-3a38-49f4-b7d9-acb40e916bcc on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:16.447891 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] Attempting to bind port a651ac6d-3a38-49f4-b7d9-acb40e916bcc by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '0e852d28-0a8b-4a77-b957-2c48cb922c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '378dbe2d-824b-47c3-93ef-df143eb7ac57'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:16.448265 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] Attempting to bind port a651ac6d-3a38-49f4-b7d9-acb40e916bcc on network 378dbe2d-824b-47c3-93ef-df143eb7ac57 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:16.459725 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1d327f03-c0ce-429d-981a-cce867fa3ea7 req-94f682b8-be0f-432a-995b-04d60cb6bc86 tempest-ServerRescueTestJSONUnderV235-2086648767 tempest-ServerRescueTestJSONUnderV235-2086648767-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=12c9018d300642ea8827af97192c4104&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2241232 Nov 02 12:44:16.481240 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dd4325f-7738-482b-a2cc-1565d726adc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (9602fe88-9cdb-40da-b1d9-e6a1a7baf679), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:16.517458 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ded2f7-747e-4564-9a1a-48429c4a0cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=33f7e186-7f10-4209-80b9-0b83977892ff,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:16.520523 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-6f36deba-45bd-4778-80a4-fc041dc939db admin admin] Allocated IP 172.25.2.145 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/20bd2c89-75b6-41e4-9b36-6db72d242d03) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:16.615741 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39802) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:16.646077 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:16.646458 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] Checking segment: {'id': '0e852d28-0a8b-4a77-b957-2c48cb922c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '378dbe2d-824b-47c3-93ef-df143eb7ac57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:16.646865 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:16.647271 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] Bound using segment: {'id': '0e852d28-0a8b-4a77-b957-2c48cb922c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '378dbe2d-824b-47c3-93ef-df143eb7ac57'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:16.647786 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] Bound port: a651ac6d-3a38-49f4-b7d9-acb40e916bcc, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e852d28-0a8b-4a77-b957-2c48cb922c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '378dbe2d-824b-47c3-93ef-df143eb7ac57'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:16.648174 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a651ac6d-3a38-49f4-b7d9-acb40e916bcc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:16.684554 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] Attempting to bind port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:16.684934 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] Attempting to bind port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '93727399-6baa-41af-9c6d-c42fe9585a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '9ae29ae5-a023-4709-af7a-eee00b2fc52c'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:16.685301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] Attempting to bind port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 on network 9ae29ae5-a023-4709-af7a-eee00b2fc52c {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:16.927051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:16.927484 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] Checking segment: {'id': '93727399-6baa-41af-9c6d-c42fe9585a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '9ae29ae5-a023-4709-af7a-eee00b2fc52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:16.928963 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:16.929397 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] Bound using segment: {'id': '93727399-6baa-41af-9c6d-c42fe9585a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '9ae29ae5-a023-4709-af7a-eee00b2fc52c'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:16.929919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] Bound port: 4e21508b-7d35-411e-99d8-052dd7b0b5c5, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93727399-6baa-41af-9c6d-c42fe9585a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '9ae29ae5-a023-4709-af7a-eee00b2fc52c'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:16.930330 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4e21508b-7d35-411e-99d8-052dd7b0b5c5), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:17.003351 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] For port a651ac6d-3a38-49f4-b7d9-acb40e916bcc, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:17.005976 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:17.050207 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] For port a651ac6d-3a38-49f4-b7d9-acb40e916bcc, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a651ac6d-3a38-49f4-b7d9-acb40e916bcc,segment=NetworkSegment(0e852d28-0a8b-4a77-b957-2c48cb922c3c),segment_id=0e852d28-0a8b-4a77-b957-2c48cb922c3c)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:17.068859 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d77d15-72ca-4cfb-87e5-224bed91bf67 admin admin] Router 9fe35028-70ed-4856-a3d0-fde7c870d266 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:44:17.126806 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] For port 4e21508b-7d35-411e-99d8-052dd7b0b5c5, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:17.133049 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] For port 4e21508b-7d35-411e-99d8-052dd7b0b5c5, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4e21508b-7d35-411e-99d8-052dd7b0b5c5,segment=NetworkSegment(93727399-6baa-41af-9c6d-c42fe9585a6c),segment_id=93727399-6baa-41af-9c6d-c42fe9585a6c)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:17.136411 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] Publish callbacks [] for port (f9611fdb-26c1-4930-b02f-a4203aac1310), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:17.162865 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6f36deba-45bd-4778-80a4-fc041dc939db admin admin] Publish callbacks [] for port (20bd2c89-75b6-41e4-9b36-6db72d242d03), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:17.183981 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39808) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:17.217729 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a651ac6d-3a38-49f4-b7d9-acb40e916bcc), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:17.218369 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd4325f-7738-482b-a2cc-1565d726adc2 admin admin] Router 9602fe88-9cdb-40da-b1d9-e6a1a7baf679 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:44:17.226024 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f9611fdb-26c1-4930-b02f-a4203aac1310), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:17.231345 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4e21508b-7d35-411e-99d8-052dd7b0b5c5), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:17.232341 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d77d15-72ca-4cfb-87e5-224bed91bf67 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:17.233222 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:17.242375 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f4d77d15-72ca-4cfb-87e5-224bed91bf67 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/9fe35028-70ed-4856-a3d0-fde7c870d266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0789661 Nov 02 12:44:17.242731 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0bf3e3-282d-41ec-8a3c-e30bee4b6c1d None None] Sync routers for ids ['9fe35028-70ed-4856-a3d0-fde7c870d266'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:17.274603 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0bf3e3-282d-41ec-8a3c-e30bee4b6c1d None None] Routers {'9fe35028-70ed-4856-a3d0-fde7c870d266'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:17.276183 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5a0bf3e3-282d-41ec-8a3c-e30bee4b6c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9fe35028-70ed-4856-a3d0-fde7c870d266'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:17.292999 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39812) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:17.368282 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24ded2f7-747e-4564-9a1a-48429c4a0cc0 admin admin] Publish callbacks [] for router_gateway (13811d8a-2064-44ec-9b11-ef84c2be43b6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:17.450369 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aee111-03c2-4b37-9139-c62181242835 None None] Pushing event updated for resources: {'Port': ['ID=a651ac6d-3a38-49f4-b7d9-acb40e916bcc,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:17.468512 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:17.528145 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] Attempting to bind port f9611fdb-26c1-4930-b02f-a4203aac1310 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:17.528539 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] Attempting to bind port f9611fdb-26c1-4930-b02f-a4203aac1310 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'e6222171-8dac-4791-8215-d555df282fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '09004079-0286-4a13-b6d1-fc8bb03f6cab'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:17.529237 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] Attempting to bind port f9611fdb-26c1-4930-b02f-a4203aac1310 on network 09004079-0286-4a13-b6d1-fc8bb03f6cab {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:17.569499 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-5a0bf3e3-282d-41ec-8a3c-e30bee4b6c1d None None] Set router 9fe35028-70ed-4856-a3d0-fde7c870d266 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:17.570957 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caec583-2c6d-4d42-9005-6928fbc18f18 None None] Pushing event updated for resources: {'Port': ['ID=f9611fdb-26c1-4930-b02f-a4203aac1310,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:17.653579 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:17.653965 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] Checking segment: {'id': 'e6222171-8dac-4791-8215-d555df282fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '09004079-0286-4a13-b6d1-fc8bb03f6cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:17.654376 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:17.654782 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] Bound using segment: {'id': 'e6222171-8dac-4791-8215-d555df282fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '09004079-0286-4a13-b6d1-fc8bb03f6cab'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:17.655280 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] Bound port: f9611fdb-26c1-4930-b02f-a4203aac1310, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6222171-8dac-4791-8215-d555df282fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '09004079-0286-4a13-b6d1-fc8bb03f6cab'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:17.655668 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f9611fdb-26c1-4930-b02f-a4203aac1310), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:17.664363 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fb607-f05e-4f31-8954-20f42d2eed59 req-b7eb08d1-0a4c-46db-b525-ef3abbb9ee3a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:17.668176 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-854fb607-f05e-4f31-8954-20f42d2eed59 req-b7eb08d1-0a4c-46db-b525-ef3abbb9ee3a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 950 time: 0.2252305 Nov 02 12:44:17.710677 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6f36deba-45bd-4778-80a4-fc041dc939db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (20bd2c89-75b6-41e4-9b36-6db72d242d03), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:17.741811 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c12477-60ca-49ec-95db-fcbc4355ecc3 None None] Pushing event updated for resources: {'Port': ['ID=4e21508b-7d35-411e-99d8-052dd7b0b5c5,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:17.821193 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:17.876321 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39818) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:17.880048 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] For port f9611fdb-26c1-4930-b02f-a4203aac1310, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:17.891393 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] For port f9611fdb-26c1-4930-b02f-a4203aac1310, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f9611fdb-26c1-4930-b02f-a4203aac1310,segment=NetworkSegment(e6222171-8dac-4791-8215-d555df282fa5),segment_id=e6222171-8dac-4791-8215-d555df282fa5)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:17.946541 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5a0bf3e3-282d-41ec-8a3c-e30bee4b6c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe35028-70ed-4856-a3d0-fde7c870d266', 'name': 'tempest-AttachSCSIVolumeTestJSON-1042082302-router', 'tenant_id': 'dea95d540b3a493abceeafe170c11c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '58e0fe10-7b4e-4bad-86b0-900b2c2545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:40Z', 'updated_at': '2022-11-02T12:44:14Z', 'revision_number': 5, 'project_id': 'dea95d540b3a493abceeafe170c11c4b', 'gw_port': {'id': '58e0fe10-7b4e-4bad-86b0-900b2c2545b8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe35028-70ed-4856-a3d0-fde7c870d266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:43Z', 'updated_at': '2022-11-02T12:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:17.954446 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36deba-45bd-4778-80a4-fc041dc939db admin admin] Pushing event updated for resources: {'Port': ['ID=20bd2c89-75b6-41e4-9b36-6db72d242d03,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:17.972605 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3e185d26-b15e-46fd-8ff7-d94dfdbaad7d admin admin] Publish callbacks [] for router (9fe35028-70ed-4856-a3d0-fde7c870d266), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:17.986513 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f9611fdb-26c1-4930-b02f-a4203aac1310), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:17.994947 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f36deba-45bd-4778-80a4-fc041dc939db admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:17.995651 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd4325f-7738-482b-a2cc-1565d726adc2 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:18.007824 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0bf3e3-282d-41ec-8a3c-e30bee4b6c1d None None] Checking router: 9fe35028-70ed-4856-a3d0-fde7c870d266 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:18.042231 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0bf3e3-282d-41ec-8a3c-e30bee4b6c1d None None] Routers {'9fe35028-70ed-4856-a3d0-fde7c870d266'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:18.048274 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5a0bf3e3-282d-41ec-8a3c-e30bee4b6c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9fe35028-70ed-4856-a3d0-fde7c870d266'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:18.048774 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] Sync routers for ids ['9602fe88-9cdb-40da-b1d9-e6a1a7baf679'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:18.072444 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6f36deba-45bd-4778-80a4-fc041dc939db admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:18.100302 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f36deba-45bd-4778-80a4-fc041dc939db admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:18.113069 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] Routers {'7ee52107-e445-4509-a65c-918520011d17'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:18.115109 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['7ee52107-e445-4509-a65c-918520011d17'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:18.115986 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:18.126224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] Routers {'9602fe88-9cdb-40da-b1d9-e6a1a7baf679'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:18.127906 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9602fe88-9cdb-40da-b1d9-e6a1a7baf679'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:18.194144 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e5b0f7a-a931-4028-a226-ebba7a06ad15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:18.206643 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-854fb607-f05e-4f31-8954-20f42d2eed59 req-035c95cc-6919-4e30-80fc-d17c97b8f9a8 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834328 Nov 02 12:44:18.300666 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ffc913e4-9339-4fc7-9a52-35378cfccc18 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c0a42b724065423cb31303f3f9b55f36&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0735343 Nov 02 12:44:18.301623 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caec583-2c6d-4d42-9005-6928fbc18f18 None None] Pushing event updated for resources: {'Port': ['ID=f9611fdb-26c1-4930-b02f-a4203aac1310,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:18.301734 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39822) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:18.305191 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-5a0bf3e3-282d-41ec-8a3c-e30bee4b6c1d None None] Set router 9fe35028-70ed-4856-a3d0-fde7c870d266 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:18.377236 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3e185d26-b15e-46fd-8ff7-d94dfdbaad7d admin admin] Publish callbacks [] for router_gateway (9fe35028-70ed-4856-a3d0-fde7c870d266), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:18.383813 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d32ac-1875-47f1-a3a5-76559a359f63 req-f3ea21b3-09ef-42ab-89eb-ae4fda0c9f34 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:18.383813 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-d29d32ac-1875-47f1-a3a5-76559a359f63 req-f3ea21b3-09ef-42ab-89eb-ae4fda0c9f34 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 950 time: 0.2128227 Nov 02 12:44:18.390825 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24ded2f7-747e-4564-9a1a-48429c4a0cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (13811d8a-2064-44ec-9b11-ef84c2be43b6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:18.404357 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:18.422767 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dd4325f-7738-482b-a2cc-1565d726adc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:18.424242 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6dd4325f-7738-482b-a2cc-1565d726adc2 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 937 time: 8.6684172 Nov 02 12:44:18.427296 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e5b0f7a-a931-4028-a226-ebba7a06ad15 admin admin] Publish callbacks [] for security_group (1080a2dd-11f1-4461-aad3-90a584c5aa1b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:18.429348 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39824) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:18.466772 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] Set router 7ee52107-e445-4509-a65c-918520011d17 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:18.475773 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] Set router 9602fe88-9cdb-40da-b1d9-e6a1a7baf679 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:18.596974 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:18.600800 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:18.637119 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e5b0f7a-a931-4028-a226-ebba7a06ad15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1080a2dd-11f1-4461-aad3-90a584c5aa1b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:18.662926 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5a0bf3e3-282d-41ec-8a3c-e30bee4b6c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe35028-70ed-4856-a3d0-fde7c870d266', 'name': 'tempest-AttachSCSIVolumeTestJSON-1042082302-router', 'tenant_id': 'dea95d540b3a493abceeafe170c11c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '58e0fe10-7b4e-4bad-86b0-900b2c2545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:40Z', 'updated_at': '2022-11-02T12:44:14Z', 'revision_number': 5, 'project_id': 'dea95d540b3a493abceeafe170c11c4b', 'gw_port': {'id': '58e0fe10-7b4e-4bad-86b0-900b2c2545b8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe35028-70ed-4856-a3d0-fde7c870d266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:43Z', 'updated_at': '2022-11-02T12:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:18.724987 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0bf3e3-282d-41ec-8a3c-e30bee4b6c1d None None] The sync data for ids ['9fe35028-70ed-4856-a3d0-fde7c870d266'] in n-d-857339-6 is: [{'id': '9fe35028-70ed-4856-a3d0-fde7c870d266', 'name': 'tempest-AttachSCSIVolumeTestJSON-1042082302-router', 'tenant_id': 'dea95d540b3a493abceeafe170c11c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '58e0fe10-7b4e-4bad-86b0-900b2c2545b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:42:40Z', 'updated_at': '2022-11-02T12:44:14Z', 'revision_number': 5, 'project_id': 'dea95d540b3a493abceeafe170c11c4b', 'gw_port': {'id': '58e0fe10-7b4e-4bad-86b0-900b2c2545b8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe35028-70ed-4856-a3d0-fde7c870d266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:42:43Z', 'updated_at': '2022-11-02T12:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:18.771484 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-3e185d26-b15e-46fd-8ff7-d94dfdbaad7d admin admin] Deleting port 58e0fe10-7b4e-4bad-86b0-900b2c2545b8 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:44:18.772598 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3e185d26-b15e-46fd-8ff7-d94dfdbaad7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (58e0fe10-7b4e-4bad-86b0-900b2c2545b8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:18.897459 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45e2a825-01ef-4da8-aac2-629233e62ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (7ee52107-e445-4509-a65c-918520011d17), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:18.899499 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-d29d32ac-1875-47f1-a3a5-76559a359f63 req-8ed8f24c-babf-4116-aaa0-e6f2b0a48b0a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Deleting port 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:44:18.899986 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-d29d32ac-1875-47f1-a3a5-76559a359f63 req-8ed8f24c-babf-4116-aaa0-e6f2b0a48b0a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3d81e47f-bfd3-4fb1-86b4-cc02113a5157), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:18.910500 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6e5b0f7a-a931-4028-a226-ebba7a06ad15 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4f41a41b02574f7f8c36bf596f67041c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0110438 Nov 02 12:44:18.986357 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39826) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:19.013080 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b2c99e44-4102-4d10-b331-0757452dcc4c admin admin] Publish callbacks [] for security_group (197adb5a-42b1-4393-a91e-e2cddd1e3f09), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:19.028546 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:19.044102 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b0f7a-a931-4028-a226-ebba7a06ad15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1080a2dd-11f1-4461-aad3-90a584c5aa1b,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:19.089310 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-3e185d26-b15e-46fd-8ff7-d94dfdbaad7d admin admin] For port 58e0fe10-7b4e-4bad-86b0-900b2c2545b8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=58e0fe10-7b4e-4bad-86b0-900b2c2545b8,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:19.089766 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3e185d26-b15e-46fd-8ff7-d94dfdbaad7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (58e0fe10-7b4e-4bad-86b0-900b2c2545b8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:19.096146 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9602fe88-9cdb-40da-b1d9-e6a1a7baf679', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1901396393-router', 'tenant_id': 'a62ee57746e345a799a6ddab45624dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd5820179-73b9-4718-af1f-3bc7a8e616cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:10Z', 'updated_at': '2022-11-02T12:44:15Z', 'revision_number': 3, 'project_id': 'a62ee57746e345a799a6ddab45624dc9', 'gw_port': {'id': 'd5820179-73b9-4718-af1f-3bc7a8e616cf', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9602fe88-9cdb-40da-b1d9-e6a1a7baf679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:13Z', 'updated_at': '2022-11-02T12:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:19.138076 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] Checking router: 9602fe88-9cdb-40da-b1d9-e6a1a7baf679 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:19.140674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] Updating router 9602fe88-9cdb-40da-b1d9-e6a1a7baf679 port d5820179-73b9-4718-af1f-3bc7a8e616cf binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:44:19.174643 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:19.178153 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d5820179-73b9-4718-af1f-3bc7a8e616cf), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:19.196666 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-3e185d26-b15e-46fd-8ff7-d94dfdbaad7d admin admin] Calling delete_port for 58e0fe10-7b4e-4bad-86b0-900b2c2545b8 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:44:19.352135 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:19.485674 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:19.528824 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4e21508b-7d35-411e-99d8-052dd7b0b5c5 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:19.571041 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738404e-a022-4b02-82c4-588cc4bcb055 req-b0e6accb-78be-4cd6-ac05-38db0395d6eb tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:19.579730 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b738404e-a022-4b02-82c4-588cc4bcb055 req-b0e6accb-78be-4cd6-ac05-38db0395d6eb tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 950 time: 0.1283445 Nov 02 12:44:19.634938 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6f36deba-45bd-4778-80a4-fc041dc939db admin admin] Publish callbacks [] for router_gateway (635d0e35-1c14-4dba-829d-cfa5b92f3d35), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:19.709734 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-32faefe9-7068-4785-8943-9cd9577a0f9f None None] Provisioning complete for port a651ac6d-3a38-49f4-b7d9-acb40e916bcc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:19.711629 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-32faefe9-7068-4785-8943-9cd9577a0f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a651ac6d-3a38-49f4-b7d9-acb40e916bcc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:19.711981 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-32faefe9-7068-4785-8943-9cd9577a0f9f None None] Attempt 1 to provision port a651ac6d-3a38-49f4-b7d9-acb40e916bcc Nov 02 12:44:19.766448 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b738404e-a022-4b02-82c4-588cc4bcb055 req-3552f70f-358e-401e-8253-73b39b37a76f tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0da9235-2e12-4394-bce7-2933ca8c195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852281 Nov 02 12:44:19.785346 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a8d0e8-e8ec-4768-8a99-4cd73a34a814 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:44:19.787238 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:19.787621 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4e21508b-7d35-411e-99d8-052dd7b0b5c5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:19.787969 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 Nov 02 12:44:19.791679 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] Publish callbacks [] for port (d5820179-73b9-4718-af1f-3bc7a8e616cf), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:19.836037 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b5e3cc19-e461-43b6-9df7-c3129202a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:19.955527 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d5820179-73b9-4718-af1f-3bc7a8e616cf), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:19.991571 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3e185d26-b15e-46fd-8ff7-d94dfdbaad7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (58e0fe10-7b4e-4bad-86b0-900b2c2545b8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.020917 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b2c99e44-4102-4d10-b331-0757452dcc4c admin admin] Publish callbacks [] for security_group (197adb5a-42b1-4393-a91e-e2cddd1e3f09), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.040636 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:20.048817 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee52107-e445-4509-a65c-918520011d17', 'name': 'tempest-ServerRescueTestJSONUnderV235-277092081-router', 'tenant_id': '12c9018d300642ea8827af97192c4104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '2082c986-952a-4495-b3f0-aa00d735d842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:59Z', 'updated_at': '2022-11-02T12:44:09Z', 'revision_number': 4, 'project_id': '12c9018d300642ea8827af97192c4104', 'gw_port': {'id': '2082c986-952a-4495-b3f0-aa00d735d842', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:86:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee52107-e445-4509-a65c-918520011d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:02Z', 'updated_at': '2022-11-02T12:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'f9611fdb-26c1-4930-b02f-a4203aac1310', 'name': '', 'network_id': '09004079-0286-4a13-b6d1-fc8bb03f6cab', 'tenant_id': '12c9018d300642ea8827af97192c4104', 'mac_address': 'fa:16:3e:5d:78:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee52107-e445-4509-a65c-918520011d17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'c4c2bf31-d04f-46e8-92f5-d2cd4e657e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:08Z', 'updated_at': '2022-11-02T12:44:17Z', 'revision_number': 4, 'project_id': '12c9018d300642ea8827af97192c4104', 'subnets': [{'id': 'c4c2bf31-d04f-46e8-92f5-d2cd4e657e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:20.054698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] Attempting to bind port d5820179-73b9-4718-af1f-3bc7a8e616cf on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:20.054698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] Attempting to bind port d5820179-73b9-4718-af1f-3bc7a8e616cf by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:20.054698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] Attempting to bind port d5820179-73b9-4718-af1f-3bc7a8e616cf on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:20.063466 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [req-d29d32ac-1875-47f1-a3a5-76559a359f63 req-8ed8f24c-babf-4116-aaa0-e6f2b0a48b0a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] For port 3d81e47f-bfd3-4fb1-86b4-cc02113a5157, host n-h2-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-857339-6',level=0,port_id=3d81e47f-bfd3-4fb1-86b4-cc02113a5157,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:20.063466 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-d29d32ac-1875-47f1-a3a5-76559a359f63 req-8ed8f24c-babf-4116-aaa0-e6f2b0a48b0a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3d81e47f-bfd3-4fb1-86b4-cc02113a5157), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.084859 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc60b1a8-81af-49b0-85f8-06ecad62ad01 admin admin] Publish callbacks [] for security_group (1080a2dd-11f1-4461-aad3-90a584c5aa1b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.122771 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e185d26-b15e-46fd-8ff7-d94dfdbaad7d admin admin] Pushing event deleted for resources: {'Port': ['ID=58e0fe10-7b4e-4bad-86b0-900b2c2545b8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:20.159885 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975f690-b423-49f9-a999-61b975ee8bef None None] The sync data for ids ['7ee52107-e445-4509-a65c-918520011d17'] in n-d-857339-6 is: [{'id': '7ee52107-e445-4509-a65c-918520011d17', 'name': 'tempest-ServerRescueTestJSONUnderV235-277092081-router', 'tenant_id': '12c9018d300642ea8827af97192c4104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '2082c986-952a-4495-b3f0-aa00d735d842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:59Z', 'updated_at': '2022-11-02T12:44:09Z', 'revision_number': 4, 'project_id': '12c9018d300642ea8827af97192c4104', 'gw_port': {'id': '2082c986-952a-4495-b3f0-aa00d735d842', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:86:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee52107-e445-4509-a65c-918520011d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:02Z', 'updated_at': '2022-11-02T12:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'f9611fdb-26c1-4930-b02f-a4203aac1310', 'name': '', 'network_id': '09004079-0286-4a13-b6d1-fc8bb03f6cab', 'tenant_id': '12c9018d300642ea8827af97192c4104', 'mac_address': 'fa:16:3e:5d:78:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee52107-e445-4509-a65c-918520011d17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'c4c2bf31-d04f-46e8-92f5-d2cd4e657e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:08Z', 'updated_at': '2022-11-02T12:44:17Z', 'revision_number': 4, 'project_id': '12c9018d300642ea8827af97192c4104', 'subnets': [{'id': 'c4c2bf31-d04f-46e8-92f5-d2cd4e657e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:20.168944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-32faefe9-7068-4785-8943-9cd9577a0f9f None None] Current status of the port a651ac6d-3a38-49f4-b7d9-acb40e916bcc is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:20.169079 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-32faefe9-7068-4785-8943-9cd9577a0f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a651ac6d-3a38-49f4-b7d9-acb40e916bcc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.177176 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06516cc4-9753-4d57-8da8-52a539724b66 None None] Pushing event updated for resources: {'Port': ['ID=d5820179-73b9-4718-af1f-3bc7a8e616cf,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:20.177493 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [req-d29d32ac-1875-47f1-a3a5-76559a359f63 req-8ed8f24c-babf-4116-aaa0-e6f2b0a48b0a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Calling delete_port for 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 owned by compute:nova {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:44:20.190590 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a8d0e8-e8ec-4768-8a99-4cd73a34a814 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:44:20.205784 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:20.205784 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4e21508b-7d35-411e-99d8-052dd7b0b5c5), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.224578 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc60b1a8-81af-49b0-85f8-06ecad62ad01 admin admin] Publish callbacks [] for security_group (1080a2dd-11f1-4461-aad3-90a584c5aa1b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.254421 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:20.254851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:20.255267 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.255670 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:20.256164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] Bound port: d5820179-73b9-4718-af1f-3bc7a8e616cf, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:20.256848 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d5820179-73b9-4718-af1f-3bc7a8e616cf), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.321303 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3e185d26-b15e-46fd-8ff7-d94dfdbaad7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (9fe35028-70ed-4856-a3d0-fde7c870d266), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.321561 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-32faefe9-7068-4785-8943-9cd9577a0f9f None None] For port a651ac6d-3a38-49f4-b7d9-acb40e916bcc, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a651ac6d-3a38-49f4-b7d9-acb40e916bcc,segment=NetworkSegment(0e852d28-0a8b-4a77-b957-2c48cb922c3c),segment_id=0e852d28-0a8b-4a77-b957-2c48cb922c3c)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:20.348131 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 4e21508b-7d35-411e-99d8-052dd7b0b5c5, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4e21508b-7d35-411e-99d8-052dd7b0b5c5,segment=NetworkSegment(93727399-6baa-41af-9c6d-c42fe9585a6c),segment_id=93727399-6baa-41af-9c6d-c42fe9585a6c)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:20.395761 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:20.396432 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ded2f7-747e-4564-9a1a-48429c4a0cc0 admin admin] Router 13811d8a-2064-44ec-9b11-ef84c2be43b6 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:44:20.404453 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-b5e3cc19-e461-43b6-9df7-c3129202a7b4 admin admin] Allocated IP 172.20.0.1 (0085588f-09f5-4809-be57-cb5e7f5f2c05/dceb33fa-8905-4572-a2d5-939093f94577/3766f5bd-2d84-434e-9b03-480f785846e8) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:20.410004 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-32faefe9-7068-4785-8943-9cd9577a0f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a651ac6d-3a38-49f4-b7d9-acb40e916bcc), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.463190 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] For port d5820179-73b9-4718-af1f-3bc7a8e616cf, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:20.465791 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4e21508b-7d35-411e-99d8-052dd7b0b5c5), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.465994 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3e185d26-b15e-46fd-8ff7-d94dfdbaad7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (9fe35028-70ed-4856-a3d0-fde7c870d266), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.466600 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a651ac6d-3a38-49f4-b7d9-acb40e916bcc up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:20.470737 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3e185d26-b15e-46fd-8ff7-d94dfdbaad7d admin admin] Publish callbacks [] for router_controller (9fe35028-70ed-4856-a3d0-fde7c870d266), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.519261 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] For port d5820179-73b9-4718-af1f-3bc7a8e616cf, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d5820179-73b9-4718-af1f-3bc7a8e616cf,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:20.573800 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc60b1a8-81af-49b0-85f8-06ecad62ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1080a2dd-11f1-4461-aad3-90a584c5aa1b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.577381 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc60b1a8-81af-49b0-85f8-06ecad62ad01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.582341 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fc60b1a8-81af-49b0-85f8-06ecad62ad01 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1080a2dd-11f1-4461-aad3-90a584c5aa1b HTTP/1.1" status: 204 len: 168 time: 1.5876923 Nov 02 12:44:20.645161 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a9bcbd0b-78fe-438c-b962-401a9523bf27 None None] Provisioning complete for port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:20.645679 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a9bcbd0b-78fe-438c-b962-401a9523bf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4e21508b-7d35-411e-99d8-052dd7b0b5c5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.646305 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a9bcbd0b-78fe-438c-b962-401a9523bf27 None None] Attempt 1 to provision port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 Nov 02 12:44:20.653936 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b5e3cc19-e461-43b6-9df7-c3129202a7b4 admin admin] Publish callbacks [] for port (3766f5bd-2d84-434e-9b03-480f785846e8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.655616 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32faefe9-7068-4785-8943-9cd9577a0f9f None None] Pushing event updated for resources: {'Port': ['ID=a651ac6d-3a38-49f4-b7d9-acb40e916bcc,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:20.692448 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b2c99e44-4102-4d10-b331-0757452dcc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (197adb5a-42b1-4393-a91e-e2cddd1e3f09), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.696030 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3e185d26-b15e-46fd-8ff7-d94dfdbaad7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (9fe35028-70ed-4856-a3d0-fde7c870d266), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.696829 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e185d26-b15e-46fd-8ff7-d94dfdbaad7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fe35028-70ed-4856-a3d0-fde7c870d266 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:44:20.699206 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b2c99e44-4102-4d10-b331-0757452dcc4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.704055 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b2c99e44-4102-4d10-b331-0757452dcc4c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/197adb5a-42b1-4393-a91e-e2cddd1e3f09 HTTP/1.1" status: 204 len: 168 time: 2.4176421 Nov 02 12:44:20.704620 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3e185d26-b15e-46fd-8ff7-d94dfdbaad7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.704906 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3e185d26-b15e-46fd-8ff7-d94dfdbaad7d admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/9fe35028-70ed-4856-a3d0-fde7c870d266 HTTP/1.1" status: 204 len: 168 time: 3.4099927 Nov 02 12:44:20.706856 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39834) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:20.765641 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d5820179-73b9-4718-af1f-3bc7a8e616cf), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.782796 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d560d98-91f9-4696-9457-d889b1ce01eb admin admin] Deleting subnet c7302ebd-41f2-4448-97d8-2e8a2196092b {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:44:20.789127 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5d560d98-91f9-4696-9457-d889b1ce01eb admin admin] Publish callbacks [] for subnet (c7302ebd-41f2-4448-97d8-2e8a2196092b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.816684 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a651ac6d-3a38-49f4-b7d9-acb40e916bcc triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:20.817081 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a651ac6d-3a38-49f4-b7d9-acb40e916bcc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.817567 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a651ac6d-3a38-49f4-b7d9-acb40e916bcc Nov 02 12:44:20.842853 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=4e21508b-7d35-411e-99d8-052dd7b0b5c5,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:20.922828 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5d560d98-91f9-4696-9457-d889b1ce01eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (c7302ebd-41f2-4448-97d8-2e8a2196092b), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:20.965766 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] Routers {'9602fe88-9cdb-40da-b1d9-e6a1a7baf679'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:20.966928 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9602fe88-9cdb-40da-b1d9-e6a1a7baf679'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:20.974561 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60b1a8-81af-49b0-85f8-06ecad62ad01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1080a2dd-11f1-4461-aad3-90a584c5aa1b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:20.977036 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6f36deba-45bd-4778-80a4-fc041dc939db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (635d0e35-1c14-4dba-829d-cfa5b92f3d35), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:21.068855 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-45e2a825-01ef-4da8-aac2-629233e62ea3 admin admin] Deleting port f9611fdb-26c1-4930-b02f-a4203aac1310 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:44:21.069208 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45e2a825-01ef-4da8-aac2-629233e62ea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (f9611fdb-26c1-4930-b02f-a4203aac1310), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:21.120881 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5d560d98-91f9-4696-9457-d889b1ce01eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (c7302ebd-41f2-4448-97d8-2e8a2196092b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:21.175543 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a9bcbd0b-78fe-438c-b962-401a9523bf27 None None] Current status of the port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:21.203955 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06516cc4-9753-4d57-8da8-52a539724b66 None None] Pushing event updated for resources: {'Port': ['ID=d5820179-73b9-4718-af1f-3bc7a8e616cf,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:21.230387 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b5e3cc19-e461-43b6-9df7-c3129202a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (3766f5bd-2d84-434e-9b03-480f785846e8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:21.242377 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-45e2a825-01ef-4da8-aac2-629233e62ea3 admin admin] For port f9611fdb-26c1-4930-b02f-a4203aac1310, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f9611fdb-26c1-4930-b02f-a4203aac1310,segment=NetworkSegment(e6222171-8dac-4791-8215-d555df282fa5),segment_id=e6222171-8dac-4791-8215-d555df282fa5)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:21.242757 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45e2a825-01ef-4da8-aac2-629233e62ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (f9611fdb-26c1-4930-b02f-a4203aac1310), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:21.265183 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-45e2a825-01ef-4da8-aac2-629233e62ea3 admin admin] Calling delete_port for f9611fdb-26c1-4930-b02f-a4203aac1310 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:44:21.301768 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:21.321296 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b8fbaa17-1786-4be2-85bd-496ef5282dad req-2c9369eb-00be-482e-839e-dd73af54cb66 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 210 time: 0.1576416 Nov 02 12:44:21.376769 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] Set router 9602fe88-9cdb-40da-b1d9-e6a1a7baf679 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:21.389192 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e3cc19-e461-43b6-9df7-c3129202a7b4 admin admin] Network 0085588f-09f5-4809-be57-cb5e7f5f2c05 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:21.401729 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-b5e3cc19-e461-43b6-9df7-c3129202a7b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:21.419631 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e3cc19-e461-43b6-9df7-c3129202a7b4 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:21.423328 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:21.445374 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3cc19-e461-43b6-9df7-c3129202a7b4 admin admin] Pushing event updated for resources: {'Port': ['ID=3766f5bd-2d84-434e-9b03-480f785846e8,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:21.481896 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:21.509777 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b5e3cc19-e461-43b6-9df7-c3129202a7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (9602fe88-9cdb-40da-b1d9-e6a1a7baf679), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:21.612836 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-d29d32ac-1875-47f1-a3a5-76559a359f63 req-8ed8f24c-babf-4116-aaa0-e6f2b0a48b0a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (3d81e47f-bfd3-4fb1-86b4-cc02113a5157), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:21.621783 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5d560d98-91f9-4696-9457-d889b1ce01eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (c7302ebd-41f2-4448-97d8-2e8a2196092b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:21.663858 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c99e44-4102-4d10-b331-0757452dcc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197adb5a-42b1-4393-a91e-e2cddd1e3f09,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:21.693605 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a651ac6d-3a38-49f4-b7d9-acb40e916bcc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:21.740776 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5d560d98-91f9-4696-9457-d889b1ce01eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:21.758050 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5d560d98-91f9-4696-9457-d889b1ce01eb admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/c7302ebd-41f2-4448-97d8-2e8a2196092b HTTP/1.1" status: 204 len: 168 time: 1.0496566 Nov 02 12:44:21.760041 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d560d98-91f9-4696-9457-d889b1ce01eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7302ebd-41f2-4448-97d8-2e8a2196092b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:21.768669 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39846) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:21.903561 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8f24c-babf-4116-aaa0-e6f2b0a48b0a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Pushing event deleted for resources: {'Port': ['ID=3d81e47f-bfd3-4fb1-86b4-cc02113a5157,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:22.011967 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ded2f7-747e-4564-9a1a-48429c4a0cc0 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:22.021334 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] Sync routers for ids ['13811d8a-2064-44ec-9b11-ef84c2be43b6'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:22.048111 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29d32ac-1875-47f1-a3a5-76559a359f63 req-8ed8f24c-babf-4116-aaa0-e6f2b0a48b0a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] No DVR routers for this DVR port 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 on host n-h2-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:44:22.048111 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [req-d29d32ac-1875-47f1-a3a5-76559a359f63 req-8ed8f24c-babf-4116-aaa0-e6f2b0a48b0a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:22.049873 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] Routers {'13811d8a-2064-44ec-9b11-ef84c2be43b6'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:22.050573 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['13811d8a-2064-44ec-9b11-ef84c2be43b6'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:22.059147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9602fe88-9cdb-40da-b1d9-e6a1a7baf679', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1901396393-router', 'tenant_id': 'a62ee57746e345a799a6ddab45624dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd5820179-73b9-4718-af1f-3bc7a8e616cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:10Z', 'updated_at': '2022-11-02T12:44:15Z', 'revision_number': 3, 'project_id': 'a62ee57746e345a799a6ddab45624dc9', 'gw_port': {'id': 'd5820179-73b9-4718-af1f-3bc7a8e616cf', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9602fe88-9cdb-40da-b1d9-e6a1a7baf679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:13Z', 'updated_at': '2022-11-02T12:44:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:22.067222 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-d29d32ac-1875-47f1-a3a5-76559a359f63 req-8ed8f24c-babf-4116-aaa0-e6f2b0a48b0a tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.75 "DELETE /networking/v2.0/ports/3d81e47f-bfd3-4fb1-86b4-cc02113a5157 HTTP/1.1" status: 204 len: 173 time: 3.6733565 Nov 02 12:44:22.100267 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39852) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:22.112039 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48de1b1f-9d7e-41bf-b1e6-023d17cecc0e', 'name': 'network-vif-deleted', 'tag': '3d81e47f-bfd3-4fb1-86b4-cc02113a5157'}] {{(pid=105976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:44:22.116142 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb31fcf0d9248a00ea9bb889d05a8e8abb5d2db791acb462698fcd99f5b8380f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd2c350-1d77-49e8-806a-049cbff75fe6" -d '{"events": [{"server_uuid": "48de1b1f-9d7e-41bf-b1e6-023d17cecc0e", "name": "network-vif-deleted", "tag": "3d81e47f-bfd3-4fb1-86b4-cc02113a5157"}]}' {{(pid=105976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:44:22.145234 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56360a2-614f-48fa-958d-bab86a558f70 None None] Network 9ae29ae5-a023-4709-af7a-eee00b2fc52c requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:22.147902 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdf4dc7-738b-4091-b4d2-5d6f6e0dec1c None None] Network 378dbe2d-824b-47c3-93ef-df143eb7ac57 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:22.151553 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a651ac6d-3a38-49f4-b7d9-acb40e916bcc up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:22.163347 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3620963-09e0-4316-8235-23a324fd0068 None None] The sync data for ids ['9602fe88-9cdb-40da-b1d9-e6a1a7baf679'] in n-d-857339-6 is: [{'id': '9602fe88-9cdb-40da-b1d9-e6a1a7baf679', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1901396393-router', 'tenant_id': 'a62ee57746e345a799a6ddab45624dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd5820179-73b9-4718-af1f-3bc7a8e616cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:10Z', 'updated_at': '2022-11-02T12:44:15Z', 'revision_number': 3, 'project_id': 'a62ee57746e345a799a6ddab45624dc9', 'gw_port': {'id': 'd5820179-73b9-4718-af1f-3bc7a8e616cf', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9602fe88-9cdb-40da-b1d9-e6a1a7baf679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:13Z', 'updated_at': '2022-11-02T12:44:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:22.248769 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2395ab7-41e0-49ab-969c-b91fae0bbbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (a560cb09-550e-4e55-81ef-01997e8ce1d2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:22.300152 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca6e3ff-19c1-4dd4-80f2-11d0ad2f6f45 None None] Network a560cb09-550e-4e55-81ef-01997e8ce1d2 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:22.311562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-475d2ac0-4fc6-4fb9-b493-57802a25bfe8 None None] Provisioning complete for port fcc288f2-8b6f-4860-8af5-6d26279c38ef triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:22.311996 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-475d2ac0-4fc6-4fb9-b493-57802a25bfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fcc288f2-8b6f-4860-8af5-6d26279c38ef), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:22.312347 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-475d2ac0-4fc6-4fb9-b493-57802a25bfe8 None None] Attempt 1 to provision port fcc288f2-8b6f-4860-8af5-6d26279c38ef Nov 02 12:44:22.386488 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f2395ab7-41e0-49ab-969c-b91fae0bbbb9 admin admin] Deleting port fcc288f2-8b6f-4860-8af5-6d26279c38ef {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:44:22.387152 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2395ab7-41e0-49ab-969c-b91fae0bbbb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (fcc288f2-8b6f-4860-8af5-6d26279c38ef), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:22.410599 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd33249-ce36-427e-a6e1-708c7f91773e x-openstack-request-id: req-0cd33249-ce36-427e-a6e1-708c7f91773e {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:44:22.410909 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48de1b1f-9d7e-41bf-b1e6-023d17cecc0e", "name": "network-vif-deleted", "tag": "3d81e47f-bfd3-4fb1-86b4-cc02113a5157", "status": "completed", "code": 200}]} {{(pid=105976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:44:22.411245 n-d-857339-6 neutron-server[105976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0cd33249-ce36-427e-a6e1-708c7f91773e {{(pid=105976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:44:22.421885 n-d-857339-6 neutron-server[105976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cd33249-ce36-427e-a6e1-708c7f91773e'] response: {'server_uuid': '48de1b1f-9d7e-41bf-b1e6-023d17cecc0e', 'name': 'network-vif-deleted', 'tag': '3d81e47f-bfd3-4fb1-86b4-cc02113a5157', 'status': 'completed', 'code': 200} Nov 02 12:44:22.507727 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bd595cb0-29d6-4c59-9254-fd60971bdb05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:22.568943 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24ded2f7-747e-4564-9a1a-48429c4a0cc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:22.574232 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-24ded2f7-747e-4564-9a1a-48429c4a0cc0 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.6382756 Nov 02 12:44:22.575268 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39862) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:22.695518 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] Set router 13811d8a-2064-44ec-9b11-ef84c2be43b6 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:22.765212 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-f2395ab7-41e0-49ab-969c-b91fae0bbbb9 admin admin] For port fcc288f2-8b6f-4860-8af5-6d26279c38ef, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=fcc288f2-8b6f-4860-8af5-6d26279c38ef,segment=NetworkSegment(343589a1-e164-4151-86db-2325b0f4d3c0),segment_id=343589a1-e164-4151-86db-2325b0f4d3c0)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:22.765955 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2395ab7-41e0-49ab-969c-b91fae0bbbb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (fcc288f2-8b6f-4860-8af5-6d26279c38ef), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:22.789106 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:22.858674 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ff4303bf-33c1-4f0c-9518-c71525def934 req-6cd23cb2-e3ef-4bbf-b80b-50583597480d tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 210 time: 0.2730925 Nov 02 12:44:22.891285 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bd595cb0-29d6-4c59-9254-fd60971bdb05 admin admin] Publish callbacks [] for security_group (2625eb3e-1914-4aa1-af7d-7c6b623b2983), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:22.907960 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45e2a825-01ef-4da8-aac2-629233e62ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (f9611fdb-26c1-4930-b02f-a4203aac1310), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:22.909558 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f2395ab7-41e0-49ab-969c-b91fae0bbbb9 admin admin] Calling delete_port for fcc288f2-8b6f-4860-8af5-6d26279c38ef owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:44:22.981926 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:23.017588 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2a825-01ef-4da8-aac2-629233e62ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9611fdb-26c1-4930-b02f-a4203aac1310,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:23.051324 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 no longer exists at agent hyperv_n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:23.071222 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13811d8a-2064-44ec-9b11-ef84c2be43b6', 'name': 'tempest-InstanceActionsTestJSON-1382730428-router', 'tenant_id': '609b25c5d73a4866898c08b5b37c063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '33f7e186-7f10-4209-80b9-0b83977892ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:14Z', 'updated_at': '2022-11-02T12:44:16Z', 'revision_number': 3, 'project_id': '609b25c5d73a4866898c08b5b37c063c', 'gw_port': {'id': '33f7e186-7f10-4209-80b9-0b83977892ff', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13811d8a-2064-44ec-9b11-ef84c2be43b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:15Z', 'updated_at': '2022-11-02T12:44:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:23.087265 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:23.101316 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:23.102912 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bd595cb0-29d6-4c59-9254-fd60971bdb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2625eb3e-1914-4aa1-af7d-7c6b623b2983), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:23.143922 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] Checking router: 13811d8a-2064-44ec-9b11-ef84c2be43b6 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:23.148760 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] Updating router 13811d8a-2064-44ec-9b11-ef84c2be43b6 port 33f7e186-7f10-4209-80b9-0b83977892ff binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:44:23.187393 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] No Port match for: 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:23.187393 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Device 3d81e47f-bfd3-4fb1-86b4-cc02113a5157 not bound to the agent host n-h2-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:23.206948 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd595cb0-29d6-4c59-9254-fd60971bdb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2625eb3e-1914-4aa1-af7d-7c6b623b2983,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:23.223122 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=20,neutron:SELECT=74,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:23.257632 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:23.258339 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (33f7e186-7f10-4209-80b9-0b83977892ff), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:23.346611 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a651ac6d-3a38-49f4-b7d9-acb40e916bcc triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:23.347366 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a651ac6d-3a38-49f4-b7d9-acb40e916bcc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:23.347366 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a651ac6d-3a38-49f4-b7d9-acb40e916bcc Nov 02 12:44:23.373452 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bd595cb0-29d6-4c59-9254-fd60971bdb05 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=482af972da5847af9eb811f54f342dad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2508934 Nov 02 12:44:23.469710 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39870) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:23.470370 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f36deba-45bd-4778-80a4-fc041dc939db admin admin] Router 635d0e35-1c14-4dba-829d-cfa5b92f3d35 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:44:23.471065 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b5e3cc19-e461-43b6-9df7-c3129202a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3766f5bd-2d84-434e-9b03-480f785846e8), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:23.501855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459a1e42-055f-46c2-b422-c5e756f2e240 None None] DHCP port deletion for a560cb09-550e-4e55-81ef-01997e8ce1d2 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:44:23.627268 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2395ab7-41e0-49ab-969c-b91fae0bbbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (fcc288f2-8b6f-4860-8af5-6d26279c38ef), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:23.648715 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1ec30254-e470-4e86-aad0-6354bdad30b3 admin admin] Publish callbacks [] for security_group (2625eb3e-1914-4aa1-af7d-7c6b623b2983), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:23.689850 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1ec30254-e470-4e86-aad0-6354bdad30b3 admin admin] Publish callbacks [] for security_group (2625eb3e-1914-4aa1-af7d-7c6b623b2983), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:23.747194 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-459a1e42-055f-46c2-b422-c5e756f2e240 None None] The port 'fcc288f2-8b6f-4860-8af5-6d26279c38ef' was deleted {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Nov 02 12:44:23.886023 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2395ab7-41e0-49ab-969c-b91fae0bbbb9 admin admin] No DVR routers for this DVR port fcc288f2-8b6f-4860-8af5-6d26279c38ef on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:44:23.891189 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2395ab7-41e0-49ab-969c-b91fae0bbbb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc288f2-8b6f-4860-8af5-6d26279c38ef,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:23.896168 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-475d2ac0-4fc6-4fb9-b493-57802a25bfe8 None None] Current status of the port fcc288f2-8b6f-4860-8af5-6d26279c38ef is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:23.897134 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] Publish callbacks [] for port (33f7e186-7f10-4209-80b9-0b83977892ff), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:23.899865 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45e2a825-01ef-4da8-aac2-629233e62ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (7ee52107-e445-4509-a65c-918520011d17), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:23.901485 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:23.944864 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:23.999639 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a651ac6d-3a38-49f4-b7d9-acb40e916bcc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:24.002055 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4e21508b-7d35-411e-99d8-052dd7b0b5c5 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:24.016843 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (33f7e186-7f10-4209-80b9-0b83977892ff), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:24.113040 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] Attempting to bind port 33f7e186-7f10-4209-80b9-0b83977892ff on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:24.116694 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] Attempting to bind port 33f7e186-7f10-4209-80b9-0b83977892ff by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:24.118596 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] Attempting to bind port 33f7e186-7f10-4209-80b9-0b83977892ff on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:24.135554 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-64f8f111-0ffd-472c-8271-3559171c6563 None None] Provisioning complete for port a651ac6d-3a38-49f4-b7d9-acb40e916bcc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:24.136801 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-64f8f111-0ffd-472c-8271-3559171c6563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a651ac6d-3a38-49f4-b7d9-acb40e916bcc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:24.137471 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-64f8f111-0ffd-472c-8271-3559171c6563 None None] Attempt 1 to provision port a651ac6d-3a38-49f4-b7d9-acb40e916bcc Nov 02 12:44:24.237825 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:24.238887 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:24.239446 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:24.239983 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:24.240658 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] Bound port: 33f7e186-7f10-4209-80b9-0b83977892ff, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:24.241257 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (33f7e186-7f10-4209-80b9-0b83977892ff), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:24.315844 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] For port 33f7e186-7f10-4209-80b9-0b83977892ff, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:24.319814 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] For port 33f7e186-7f10-4209-80b9-0b83977892ff, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=33f7e186-7f10-4209-80b9-0b83977892ff,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:24.325342 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915df8d-e813-46ba-a23a-040ec1a818a1 None None] Pushing event updated for resources: {'Port': ['ID=33f7e186-7f10-4209-80b9-0b83977892ff,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:24.385188 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:24.386387 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4e21508b-7d35-411e-99d8-052dd7b0b5c5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:24.386917 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 Nov 02 12:44:24.416503 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-64f8f111-0ffd-472c-8271-3559171c6563 None None] Current status of the port a651ac6d-3a38-49f4-b7d9-acb40e916bcc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:24.442586 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (33f7e186-7f10-4209-80b9-0b83977892ff), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:24.465453 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-64f8f111-0ffd-472c-8271-3559171c6563 None None] Provisioning complete for port 3766f5bd-2d84-434e-9b03-480f785846e8 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:24.467402 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-64f8f111-0ffd-472c-8271-3559171c6563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3766f5bd-2d84-434e-9b03-480f785846e8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:24.467761 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-64f8f111-0ffd-472c-8271-3559171c6563 None None] Attempt 1 to provision port 3766f5bd-2d84-434e-9b03-480f785846e8 Nov 02 12:44:24.547227 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f36deba-45bd-4778-80a4-fc041dc939db admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:24.584549 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] Sync routers for ids ['635d0e35-1c14-4dba-829d-cfa5b92f3d35'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:24.602295 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] Routers {'13811d8a-2064-44ec-9b11-ef84c2be43b6'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:24.603766 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['13811d8a-2064-44ec-9b11-ef84c2be43b6'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:24.627085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:24.628299 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f9611fdb-26c1-4930-b02f-a4203aac1310 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:24.655164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: f9611fdb-26c1-4930-b02f-a4203aac1310 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:24.655657 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f9611fdb-26c1-4930-b02f-a4203aac1310 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 02 12:44:24.661183 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2395ab7-41e0-49ab-969c-b91fae0bbbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (a560cb09-550e-4e55-81ef-01997e8ce1d2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:24.692397 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-f2395ab7-41e0-49ab-969c-b91fae0bbbb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a560cb09-550e-4e55-81ef-01997e8ce1d2']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:24.694737 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-64f8f111-0ffd-472c-8271-3559171c6563 None None] Port 3766f5bd-2d84-434e-9b03-480f785846e8 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:44:24.698067 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6f36deba-45bd-4778-80a4-fc041dc939db admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:24.704786 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6f36deba-45bd-4778-80a4-fc041dc939db admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.7450140 Nov 02 12:44:24.708455 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-f2395ab7-41e0-49ab-969c-b91fae0bbbb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343589a1-e164-4151-86db-2325b0f4d3c0') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:24.708694 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Port f9611fdb-26c1-4930-b02f-a4203aac1310 not found, will not notify nova. {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 02 12:44:24.708828 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-f2395ab7-41e0-49ab-969c-b91fae0bbbb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343589a1-e164-4151-86db-2325b0f4d3c0') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:24.717035 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39888) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:24.722503 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] Routers {'635d0e35-1c14-4dba-829d-cfa5b92f3d35'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:24.722503 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['635d0e35-1c14-4dba-829d-cfa5b92f3d35'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:24.723621 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2395ab7-41e0-49ab-969c-b91fae0bbbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (343589a1-e164-4151-86db-2325b0f4d3c0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:24.748518 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2395ab7-41e0-49ab-969c-b91fae0bbbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (343589a1-e164-4151-86db-2325b0f4d3c0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:24.751511 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2395ab7-41e0-49ab-969c-b91fae0bbbb9 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:44:24.751951 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2395ab7-41e0-49ab-969c-b91fae0bbbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (343589a1-e164-4151-86db-2325b0f4d3c0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:24.767199 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915df8d-e813-46ba-a23a-040ec1a818a1 None None] Pushing event updated for resources: {'Port': ['ID=33f7e186-7f10-4209-80b9-0b83977892ff,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:24.865024 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] Set router 13811d8a-2064-44ec-9b11-ef84c2be43b6 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:24.895604 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 343589a1-e164-4151-86db-2325b0f4d3c0 resource provider aggregate not found Nov 02 12:44:24.966302 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 343589a1-e164-4151-86db-2325b0f4d3c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 343589a1-e164-4151-86db-2325b0f4d3c0 found for delete ", "request_id": "req-ee983723-b5ab-4e62-ac9b-8cd60f2286ae"}]} Nov 02 12:44:24.967543 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2395ab7-41e0-49ab-969c-b91fae0bbbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (a560cb09-550e-4e55-81ef-01997e8ce1d2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:24.970202 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9bc24b4c-7e52-44a6-a8b0-1da01f6bd783 req-a45a602d-c4c2-4180-9449-d69000a818c4 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=48de1b1f-9d7e-41bf-b1e6-023d17cecc0e HTTP/1.1" status: 200 len: 210 time: 0.1189039 Nov 02 12:44:24.979264 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2395ab7-41e0-49ab-969c-b91fae0bbbb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:24.984033 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f2395ab7-41e0-49ab-969c-b91fae0bbbb9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/a560cb09-550e-4e55-81ef-01997e8ce1d2 HTTP/1.1" status: 204 len: 168 time: 3.2139938 Nov 02 12:44:24.987705 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1ec30254-e470-4e86-aad0-6354bdad30b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2625eb3e-1914-4aa1-af7d-7c6b623b2983), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:24.990568 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1ec30254-e470-4e86-aad0-6354bdad30b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:24.990934 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:25.011625 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1ec30254-e470-4e86-aad0-6354bdad30b3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2625eb3e-1914-4aa1-af7d-7c6b623b2983 HTTP/1.1" status: 204 len: 168 time: 1.6115463 Nov 02 12:44:25.078613 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2395ab7-41e0-49ab-969c-b91fae0bbbb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a560cb09-550e-4e55-81ef-01997e8ce1d2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:25.078794 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] Set router 635d0e35-1c14-4dba-829d-cfa5b92f3d35 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:25.087856 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec30254-e470-4e86-aad0-6354bdad30b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2625eb3e-1914-4aa1-af7d-7c6b623b2983,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:25.234270 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b5e3cc19-e461-43b6-9df7-c3129202a7b4 admin admin] Publish callbacks [] for port (3766f5bd-2d84-434e-9b03-480f785846e8), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:25.246099 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13811d8a-2064-44ec-9b11-ef84c2be43b6', 'name': 'tempest-InstanceActionsTestJSON-1382730428-router', 'tenant_id': '609b25c5d73a4866898c08b5b37c063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '33f7e186-7f10-4209-80b9-0b83977892ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:14Z', 'updated_at': '2022-11-02T12:44:16Z', 'revision_number': 3, 'project_id': '609b25c5d73a4866898c08b5b37c063c', 'gw_port': {'id': '33f7e186-7f10-4209-80b9-0b83977892ff', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13811d8a-2064-44ec-9b11-ef84c2be43b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:15Z', 'updated_at': '2022-11-02T12:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:25.249752 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:25.260522 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f44bb8d8-fb92-406f-9093-42e8d5d5147b no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:25.284387 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e2a825-01ef-4da8-aac2-629233e62ea3 admin admin] Router 7ee52107-e445-4509-a65c-918520011d17 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:44:25.305374 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d2351-d7c7-4105-9b42-3cd46f2d5a1d None None] The sync data for ids ['13811d8a-2064-44ec-9b11-ef84c2be43b6'] in n-d-857339-6 is: [{'id': '13811d8a-2064-44ec-9b11-ef84c2be43b6', 'name': 'tempest-InstanceActionsTestJSON-1382730428-router', 'tenant_id': '609b25c5d73a4866898c08b5b37c063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '33f7e186-7f10-4209-80b9-0b83977892ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:14Z', 'updated_at': '2022-11-02T12:44:16Z', 'revision_number': 3, 'project_id': '609b25c5d73a4866898c08b5b37c063c', 'gw_port': {'id': '33f7e186-7f10-4209-80b9-0b83977892ff', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13811d8a-2064-44ec-9b11-ef84c2be43b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:15Z', 'updated_at': '2022-11-02T12:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:25.333080 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: f44bb8d8-fb92-406f-9093-42e8d5d5147b {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:25.333381 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b5e3cc19-e461-43b6-9df7-c3129202a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (3766f5bd-2d84-434e-9b03-480f785846e8), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:25.333552 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f44bb8d8-fb92-406f-9093-42e8d5d5147b not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:25.333907 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 58e0fe10-7b4e-4bad-86b0-900b2c2545b8 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:25.340477 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-81b781a3-9c0f-455c-a593-9dbb1c65d960 None None] Provisioning complete for port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:25.340477 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-81b781a3-9c0f-455c-a593-9dbb1c65d960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4e21508b-7d35-411e-99d8-052dd7b0b5c5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:25.340477 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-81b781a3-9c0f-455c-a593-9dbb1c65d960 None None] Attempt 1 to provision port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 Nov 02 12:44:25.453437 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b5e3cc19-e461-43b6-9df7-c3129202a7b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (9602fe88-9cdb-40da-b1d9-e6a1a7baf679), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:25.480622 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3cc19-e461-43b6-9df7-c3129202a7b4 admin admin] Pushing event updated for resources: {'Port': ['ID=3766f5bd-2d84-434e-9b03-480f785846e8,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:25.518556 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0982a7ff-7334-4ab3-9999-f85474d931bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:25.530830 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 58e0fe10-7b4e-4bad-86b0-900b2c2545b8 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:25.531371 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 58e0fe10-7b4e-4bad-86b0-900b2c2545b8 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:25.707435 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635d0e35-1c14-4dba-829d-cfa5b92f3d35', 'name': 'tempest-TaggedBootDevicesTest-1649763530-router', 'tenant_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '20bd2c89-75b6-41e4-9b36-6db72d242d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:14Z', 'updated_at': '2022-11-02T12:44:18Z', 'revision_number': 3, 'project_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'gw_port': {'id': '20bd2c89-75b6-41e4-9b36-6db72d242d03', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:63:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635d0e35-1c14-4dba-829d-cfa5b92f3d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:15Z', 'updated_at': '2022-11-02T12:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:25.740293 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e3cc19-e461-43b6-9df7-c3129202a7b4 admin admin] Network 0085588f-09f5-4809-be57-cb5e7f5f2c05 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:25.761933 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e2a825-01ef-4da8-aac2-629233e62ea3 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:25.763215 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-81b781a3-9c0f-455c-a593-9dbb1c65d960 None None] Current status of the port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:25.765508 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] Checking router: 635d0e35-1c14-4dba-829d-cfa5b92f3d35 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:25.766040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] Updating router 635d0e35-1c14-4dba-829d-cfa5b92f3d35 port 20bd2c89-75b6-41e4-9b36-6db72d242d03 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:44:25.774684 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-b5e3cc19-e461-43b6-9df7-c3129202a7b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:25.788787 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a089a0-f1cf-4dc5-b023-961086a9497d None None] Sync routers for ids ['7ee52107-e445-4509-a65c-918520011d17'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:25.809286 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (20bd2c89-75b6-41e4-9b36-6db72d242d03), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:25.815763 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a089a0-f1cf-4dc5-b023-961086a9497d None None] Routers {'7ee52107-e445-4509-a65c-918520011d17'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:25.816708 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-45e2a825-01ef-4da8-aac2-629233e62ea3 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/7ee52107-e445-4509-a65c-918520011d17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2043660 Nov 02 12:44:25.820554 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-26a089a0-f1cf-4dc5-b023-961086a9497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['7ee52107-e445-4509-a65c-918520011d17'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:26.073620 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d5820179-73b9-4718-af1f-3bc7a8e616cf up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:26.077819 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-0982a7ff-7334-4ab3-9999-f85474d931bf admin admin] Allocated IP 172.20.0.1 (378dbe2d-824b-47c3-93ef-df143eb7ac57/8a35c806-08e1-482e-84c2-22cf155c65ff/78321e15-2ab7-4e4b-a2ca-35d2583af9d9) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:26.171177 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39910) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:26.179901 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39912) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:26.180095 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:26.211391 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:26.216146 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e3cc19-e461-43b6-9df7-c3129202a7b4 admin admin] Router 9602fe88-9cdb-40da-b1d9-e6a1a7baf679 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:44:26.222112 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-26a089a0-f1cf-4dc5-b023-961086a9497d None None] Set router 7ee52107-e445-4509-a65c-918520011d17 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:26.371820 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0982a7ff-7334-4ab3-9999-f85474d931bf admin admin] Publish callbacks [] for port (78321e15-2ab7-4e4b-a2ca-35d2583af9d9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:26.407787 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2a34714b-3848-4672-99d0-77cc2c38079d admin admin] Publish callbacks [] for router (7ee52107-e445-4509-a65c-918520011d17), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:26.412217 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-27438d60-f3bd-4764-ad70-021f16163d06 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0ff598bce6e74831be9e50484b4075d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347558 Nov 02 12:44:26.450661 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39922) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:26.477868 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d5820179-73b9-4718-af1f-3bc7a8e616cf triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:26.478725 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d5820179-73b9-4718-af1f-3bc7a8e616cf), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:26.479216 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d5820179-73b9-4718-af1f-3bc7a8e616cf Nov 02 12:44:26.563143 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0982a7ff-7334-4ab3-9999-f85474d931bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (78321e15-2ab7-4e4b-a2ca-35d2583af9d9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:26.642760 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982a7ff-7334-4ab3-9999-f85474d931bf admin admin] Pushing event updated for resources: {'Port': ['ID=78321e15-2ab7-4e4b-a2ca-35d2583af9d9,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:26.654492 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9cd93e3-74d9-45ed-a78e-80b2349f41e9 admin admin] Publish callbacks [] for security_group (5e461411-f42a-4905-b9ba-2cb0bc8f0f38), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:26.728614 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-26a089a0-f1cf-4dc5-b023-961086a9497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee52107-e445-4509-a65c-918520011d17', 'name': 'tempest-ServerRescueTestJSONUnderV235-277092081-router', 'tenant_id': '12c9018d300642ea8827af97192c4104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '2082c986-952a-4495-b3f0-aa00d735d842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:59Z', 'updated_at': '2022-11-02T12:44:22Z', 'revision_number': 5, 'project_id': '12c9018d300642ea8827af97192c4104', 'gw_port': {'id': '2082c986-952a-4495-b3f0-aa00d735d842', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:86:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee52107-e445-4509-a65c-918520011d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:02Z', 'updated_at': '2022-11-02T12:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:26.759780 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0982a7ff-7334-4ab3-9999-f85474d931bf admin admin] Network 378dbe2d-824b-47c3-93ef-df143eb7ac57 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:26.761975 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9cd93e3-74d9-45ed-a78e-80b2349f41e9 admin admin] Publish callbacks [] for security_group (5e461411-f42a-4905-b9ba-2cb0bc8f0f38), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:26.771668 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a089a0-f1cf-4dc5-b023-961086a9497d None None] Checking router: 7ee52107-e445-4509-a65c-918520011d17 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:26.785669 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e3cc19-e461-43b6-9df7-c3129202a7b4 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:26.786495 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:26.786495 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-0982a7ff-7334-4ab3-9999-f85474d931bf admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:26.789135 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0982a7ff-7334-4ab3-9999-f85474d931bf admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:26.796230 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b5e3cc19-e461-43b6-9df7-c3129202a7b4 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/9602fe88-9cdb-40da-b1d9-e6a1a7baf679/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3669076 Nov 02 12:44:26.801987 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2a34714b-3848-4672-99d0-77cc2c38079d admin admin] Publish callbacks [] for router_gateway (7ee52107-e445-4509-a65c-918520011d17), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:26.832180 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] Sync routers for ids ['9602fe88-9cdb-40da-b1d9-e6a1a7baf679'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:26.832783 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a089a0-f1cf-4dc5-b023-961086a9497d None None] Routers {'7ee52107-e445-4509-a65c-918520011d17'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:26.842024 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-26a089a0-f1cf-4dc5-b023-961086a9497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['7ee52107-e445-4509-a65c-918520011d17'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:26.882503 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0982a7ff-7334-4ab3-9999-f85474d931bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (13811d8a-2064-44ec-9b11-ef84c2be43b6), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:26.895228 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] Publish callbacks [] for port (20bd2c89-75b6-41e4-9b36-6db72d242d03), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:26.937935 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-cf4ef075-493a-42b6-b0c0-5b0532605ccd None None] Provisioning complete for port 3766f5bd-2d84-434e-9b03-480f785846e8 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:26.938414 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cf4ef075-493a-42b6-b0c0-5b0532605ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3766f5bd-2d84-434e-9b03-480f785846e8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:26.938859 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-cf4ef075-493a-42b6-b0c0-5b0532605ccd None None] Attempt 1 to provision port 3766f5bd-2d84-434e-9b03-480f785846e8 Nov 02 12:44:26.963272 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:27.030867 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2a34714b-3848-4672-99d0-77cc2c38079d admin admin] Deleting port 2082c986-952a-4495-b3f0-aa00d735d842 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:44:27.030867 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2a34714b-3848-4672-99d0-77cc2c38079d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2082c986-952a-4495-b3f0-aa00d735d842), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:27.074740 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] Routers {'9602fe88-9cdb-40da-b1d9-e6a1a7baf679'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:27.076443 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39932) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:27.078565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9602fe88-9cdb-40da-b1d9-e6a1a7baf679'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:27.112532 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (20bd2c89-75b6-41e4-9b36-6db72d242d03), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:27.150177 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-26a089a0-f1cf-4dc5-b023-961086a9497d None None] Set router 7ee52107-e445-4509-a65c-918520011d17 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:27.193724 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39936) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:27.314361 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-2a34714b-3848-4672-99d0-77cc2c38079d admin admin] For port 2082c986-952a-4495-b3f0-aa00d735d842, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2082c986-952a-4495-b3f0-aa00d735d842,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:27.315432 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2a34714b-3848-4672-99d0-77cc2c38079d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2082c986-952a-4495-b3f0-aa00d735d842), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:27.335732 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2a34714b-3848-4672-99d0-77cc2c38079d admin admin] Calling delete_port for 2082c986-952a-4495-b3f0-aa00d735d842 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:44:27.346412 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e3f86-9e98-4d2a-94b3-b5ec6b9b3c71 None None] Pushing event updated for resources: {'Port': ['ID=20bd2c89-75b6-41e4-9b36-6db72d242d03,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:27.370593 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d5820179-73b9-4718-af1f-3bc7a8e616cf is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:27.372628 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d5820179-73b9-4718-af1f-3bc7a8e616cf), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:27.396603 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9cd93e3-74d9-45ed-a78e-80b2349f41e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5e461411-f42a-4905-b9ba-2cb0bc8f0f38), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:27.397745 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ef075-493a-42b6-b0c0-5b0532605ccd None None] Port 3766f5bd-2d84-434e-9b03-480f785846e8 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:44:27.399261 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9cd93e3-74d9-45ed-a78e-80b2349f41e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:27.401055 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f9cd93e3-74d9-45ed-a78e-80b2349f41e9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5e461411-f42a-4905-b9ba-2cb0bc8f0f38 HTTP/1.1" status: 204 len: 168 time: 0.9485869 Nov 02 12:44:27.402934 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-11672e05-8e52-4df3-8b7e-9023b51dded3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:27.417789 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e3f86-9e98-4d2a-94b3-b5ec6b9b3c71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:27.418318 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e3f86-9e98-4d2a-94b3-b5ec6b9b3c71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:27.421508 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e3f86-9e98-4d2a-94b3-b5ec6b9b3c71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:27.424029 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e3f86-9e98-4d2a-94b3-b5ec6b9b3c71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:27.424029 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e3f86-9e98-4d2a-94b3-b5ec6b9b3c71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:27.424881 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e3f86-9e98-4d2a-94b3-b5ec6b9b3c71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:27.424881 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e3f86-9e98-4d2a-94b3-b5ec6b9b3c71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:27.425299 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e3f86-9e98-4d2a-94b3-b5ec6b9b3c71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:27.425738 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e3f86-9e98-4d2a-94b3-b5ec6b9b3c71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:27.434022 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e3f86-9e98-4d2a-94b3-b5ec6b9b3c71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:27.434589 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e3f86-9e98-4d2a-94b3-b5ec6b9b3c71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:27.435144 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e3f86-9e98-4d2a-94b3-b5ec6b9b3c71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:27.435619 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e3f86-9e98-4d2a-94b3-b5ec6b9b3c71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:27.436072 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e3f86-9e98-4d2a-94b3-b5ec6b9b3c71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:27.436531 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e3f86-9e98-4d2a-94b3-b5ec6b9b3c71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:27.440866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] Attempting to bind port 20bd2c89-75b6-41e4-9b36-6db72d242d03 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:27.441395 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] Attempting to bind port 20bd2c89-75b6-41e4-9b36-6db72d242d03 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:27.441919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] Attempting to bind port 20bd2c89-75b6-41e4-9b36-6db72d242d03 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:27.459023 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd93e3-74d9-45ed-a78e-80b2349f41e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e461411-f42a-4905-b9ba-2cb0bc8f0f38,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:27.608118 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:27.612314 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:27.665151 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port d5820179-73b9-4718-af1f-3bc7a8e616cf, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d5820179-73b9-4718-af1f-3bc7a8e616cf,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:27.666201 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d33358de-2d3b-490e-9a25-4612010858c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:27.696466 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6a045558-87dd-4440-96d8-7e70c9e201ab None None] Provisioning complete for port 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:27.699129 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6a045558-87dd-4440-96d8-7e70c9e201ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (78321e15-2ab7-4e4b-a2ca-35d2583af9d9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:27.699522 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-6a045558-87dd-4440-96d8-7e70c9e201ab None None] Attempt 1 to provision port 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 Nov 02 12:44:27.751177 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-26a089a0-f1cf-4dc5-b023-961086a9497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee52107-e445-4509-a65c-918520011d17', 'name': 'tempest-ServerRescueTestJSONUnderV235-277092081-router', 'tenant_id': '12c9018d300642ea8827af97192c4104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '2082c986-952a-4495-b3f0-aa00d735d842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:59Z', 'updated_at': '2022-11-02T12:44:22Z', 'revision_number': 5, 'project_id': '12c9018d300642ea8827af97192c4104', 'gw_port': {'id': '2082c986-952a-4495-b3f0-aa00d735d842', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:86:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee52107-e445-4509-a65c-918520011d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:02Z', 'updated_at': '2022-11-02T12:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:27.771954 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6a045558-87dd-4440-96d8-7e70c9e201ab None None] Port 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:44:27.781995 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d5820179-73b9-4718-af1f-3bc7a8e616cf), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:27.821574 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a089a0-f1cf-4dc5-b023-961086a9497d None None] The sync data for ids ['7ee52107-e445-4509-a65c-918520011d17'] in n-d-857339-6 is: [{'id': '7ee52107-e445-4509-a65c-918520011d17', 'name': 'tempest-ServerRescueTestJSONUnderV235-277092081-router', 'tenant_id': '12c9018d300642ea8827af97192c4104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '2082c986-952a-4495-b3f0-aa00d735d842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:43:59Z', 'updated_at': '2022-11-02T12:44:22Z', 'revision_number': 5, 'project_id': '12c9018d300642ea8827af97192c4104', 'gw_port': {'id': '2082c986-952a-4495-b3f0-aa00d735d842', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:86:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee52107-e445-4509-a65c-918520011d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:02Z', 'updated_at': '2022-11-02T12:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:27.892896 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d33358de-2d3b-490e-9a25-4612010858c6 admin admin] Publish callbacks [] for security_group (d4733eda-8fae-40c0-980c-d9a775acbdc7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:27.933166 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device fcc288f2-8b6f-4860-8af5-6d26279c38ef no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:27.955014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] Set router 9602fe88-9cdb-40da-b1d9-e6a1a7baf679 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:27.975974 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2a34714b-3848-4672-99d0-77cc2c38079d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (2082c986-952a-4495-b3f0-aa00d735d842), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.053491 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: fcc288f2-8b6f-4860-8af5-6d26279c38ef {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:28.053846 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device fcc288f2-8b6f-4860-8af5-6d26279c38ef not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:28.056025 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:28.056969 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:28.057382 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.069070 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:28.074246 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] Bound port: 20bd2c89-75b6-41e4-9b36-6db72d242d03, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:28.074729 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (20bd2c89-75b6-41e4-9b36-6db72d242d03), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.078607 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5f68b4f8-5fe6-49e0-98f4-a1b5bff1783e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=cdd844366c7343be97d0911ff5c05ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8814883 Nov 02 12:44:28.089292 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39950) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:28.110547 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d33358de-2d3b-490e-9a25-4612010858c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d4733eda-8fae-40c0-980c-d9a775acbdc7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.151523 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d33358de-2d3b-490e-9a25-4612010858c6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3cba33c0c76d4baba02f19f515721a27&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0559340 Nov 02 12:44:28.152547 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34714b-3848-4672-99d0-77cc2c38079d admin admin] Pushing event deleted for resources: {'Port': ['ID=2082c986-952a-4495-b3f0-aa00d735d842,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:28.160413 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39952) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:28.193005 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-11672e05-8e52-4df3-8b7e-9023b51dded3 admin admin] Allocated IP 172.20.0.1 (9ae29ae5-a023-4709-af7a-eee00b2fc52c/bbbf2264-f103-43e6-b321-57181618c4c9/2701472f-7c2e-4022-8d25-c17caaff19d4) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:28.193244 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] For port 20bd2c89-75b6-41e4-9b36-6db72d242d03, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:28.199381 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] For port 20bd2c89-75b6-41e4-9b36-6db72d242d03, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=20bd2c89-75b6-41e4-9b36-6db72d242d03,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:28.230995 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33358de-2d3b-490e-9a25-4612010858c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4733eda-8fae-40c0-980c-d9a775acbdc7,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:28.253922 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=d5820179-73b9-4718-af1f-3bc7a8e616cf,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:28.257618 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 33f7e186-7f10-4209-80b9-0b83977892ff up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:28.342146 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4a872c90-0836-44a8-96b5-f4c5708d8aaa admin admin] Publish callbacks [] for security_group (e0da9235-2e12-4394-bce7-2933ca8c195b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.352996 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2a34714b-3848-4672-99d0-77cc2c38079d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (7ee52107-e445-4509-a65c-918520011d17), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.409850 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4a872c90-0836-44a8-96b5-f4c5708d8aaa admin admin] Publish callbacks [] for security_group (e0da9235-2e12-4394-bce7-2933ca8c195b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.420059 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (20bd2c89-75b6-41e4-9b36-6db72d242d03), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.458000 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fc88ee0-54fe-4b21-b2d1-c5323a02fefb admin admin] Publish callbacks [] for security_group (d4733eda-8fae-40c0-980c-d9a775acbdc7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.537609 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] Routers {'635d0e35-1c14-4dba-829d-cfa5b92f3d35'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:28.538279 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['635d0e35-1c14-4dba-829d-cfa5b92f3d35'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:28.543155 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2a34714b-3848-4672-99d0-77cc2c38079d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (7ee52107-e445-4509-a65c-918520011d17), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.545818 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2a34714b-3848-4672-99d0-77cc2c38079d admin admin] Publish callbacks [] for router_controller (7ee52107-e445-4509-a65c-918520011d17), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.602853 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4a872c90-0836-44a8-96b5-f4c5708d8aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e0da9235-2e12-4394-bce7-2933ca8c195b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.605459 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4a872c90-0836-44a8-96b5-f4c5708d8aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.606624 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4a872c90-0836-44a8-96b5-f4c5708d8aaa admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e0da9235-2e12-4394-bce7-2933ca8c195b HTTP/1.1" status: 204 len: 168 time: 0.5161760 Nov 02 12:44:28.616636 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fc88ee0-54fe-4b21-b2d1-c5323a02fefb admin admin] Publish callbacks [] for security_group (d4733eda-8fae-40c0-980c-d9a775acbdc7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.693500 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a872c90-0836-44a8-96b5-f4c5708d8aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0da9235-2e12-4394-bce7-2933ca8c195b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:28.733796 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 33f7e186-7f10-4209-80b9-0b83977892ff triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:28.734037 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (33f7e186-7f10-4209-80b9-0b83977892ff), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.734468 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 33f7e186-7f10-4209-80b9-0b83977892ff Nov 02 12:44:28.747881 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2a34714b-3848-4672-99d0-77cc2c38079d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (7ee52107-e445-4509-a65c-918520011d17), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.748665 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a34714b-3848-4672-99d0-77cc2c38079d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ee52107-e445-4509-a65c-918520011d17 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:44:28.754860 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2a34714b-3848-4672-99d0-77cc2c38079d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.762585 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2a34714b-3848-4672-99d0-77cc2c38079d admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/7ee52107-e445-4509-a65c-918520011d17 HTTP/1.1" status: 204 len: 168 time: 2.5801613 Nov 02 12:44:28.764218 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39968) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:28.764518 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0982a7ff-7334-4ab3-9999-f85474d931bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (78321e15-2ab7-4e4b-a2ca-35d2583af9d9), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.805752 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-11672e05-8e52-4df3-8b7e-9023b51dded3 admin admin] Publish callbacks [] for port (2701472f-7c2e-4022-8d25-c17caaff19d4), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.824839 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:28.828303 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fc88ee0-54fe-4b21-b2d1-c5323a02fefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d4733eda-8fae-40c0-980c-d9a775acbdc7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.828756 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e3f86-9e98-4d2a-94b3-b5ec6b9b3c71 None None] Pushing event updated for resources: {'Port': ['ID=20bd2c89-75b6-41e4-9b36-6db72d242d03,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:28.831677 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fc88ee0-54fe-4b21-b2d1-c5323a02fefb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.833604 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2fc88ee0-54fe-4b21-b2d1-c5323a02fefb admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d4733eda-8fae-40c0-980c-d9a775acbdc7 HTTP/1.1" status: 204 len: 168 time: 0.6564822 Nov 02 12:44:28.846154 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] Set router 635d0e35-1c14-4dba-829d-cfa5b92f3d35 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:28.855210 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc88ee0-54fe-4b21-b2d1-c5323a02fefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4733eda-8fae-40c0-980c-d9a775acbdc7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:28.889973 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-402889e9-6ffd-4c35-ae59-935cb9eea297 admin admin] Deleting subnet c4c2bf31-d04f-46e8-92f5-d2cd4e657e49 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:44:28.895823 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-402889e9-6ffd-4c35-ae59-935cb9eea297 admin admin] Publish callbacks [] for subnet (c4c2bf31-d04f-46e8-92f5-d2cd4e657e49), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.004271 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-402889e9-6ffd-4c35-ae59-935cb9eea297 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (c4c2bf31-d04f-46e8-92f5-d2cd4e657e49), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.070634 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-402889e9-6ffd-4c35-ae59-935cb9eea297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (c4c2bf31-d04f-46e8-92f5-d2cd4e657e49), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.075690 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9602fe88-9cdb-40da-b1d9-e6a1a7baf679', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1901396393-router', 'tenant_id': 'a62ee57746e345a799a6ddab45624dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd5820179-73b9-4718-af1f-3bc7a8e616cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:10Z', 'updated_at': '2022-11-02T12:44:22Z', 'revision_number': 4, 'project_id': 'a62ee57746e345a799a6ddab45624dc9', 'gw_port': {'id': 'd5820179-73b9-4718-af1f-3bc7a8e616cf', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9602fe88-9cdb-40da-b1d9-e6a1a7baf679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:13Z', 'updated_at': '2022-11-02T12:44:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '3766f5bd-2d84-434e-9b03-480f785846e8', 'name': '', 'network_id': '0085588f-09f5-4809-be57-cb5e7f5f2c05', 'tenant_id': 'a62ee57746e345a799a6ddab45624dc9', 'mac_address': 'fa:16:3e:b9:f6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9602fe88-9cdb-40da-b1d9-e6a1a7baf679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'dceb33fa-8905-4572-a2d5-939093f94577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:19Z', 'updated_at': '2022-11-02T12:44:23Z', 'revision_number': 2, 'project_id': 'a62ee57746e345a799a6ddab45624dc9', 'subnets': [{'id': 'dceb33fa-8905-4572-a2d5-939093f94577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:29.077634 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 33f7e186-7f10-4209-80b9-0b83977892ff is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:29.078022 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (33f7e186-7f10-4209-80b9-0b83977892ff), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.095134 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0982a7ff-7334-4ab3-9999-f85474d931bf admin admin] Publish callbacks [] for port (78321e15-2ab7-4e4b-a2ca-35d2583af9d9), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.111465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] Checking router: 9602fe88-9cdb-40da-b1d9-e6a1a7baf679 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:29.111934 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] Updating router 9602fe88-9cdb-40da-b1d9-e6a1a7baf679 port 3766f5bd-2d84-434e-9b03-480f785846e8 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:44:29.147027 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 33f7e186-7f10-4209-80b9-0b83977892ff, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=33f7e186-7f10-4209-80b9-0b83977892ff,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:29.169924 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3766f5bd-2d84-434e-9b03-480f785846e8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.183321 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-11672e05-8e52-4df3-8b7e-9023b51dded3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2701472f-7c2e-4022-8d25-c17caaff19d4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.198418 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39974) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:29.208959 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11672e05-8e52-4df3-8b7e-9023b51dded3 admin admin] Network 9ae29ae5-a023-4709-af7a-eee00b2fc52c is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:29.212158 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-32a6511d-747b-41db-933e-86214aebd516 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1106723011-network', 'tenant_id': 'd15efd8b3a96452e84f31fe686b088c1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:29.231241 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-11672e05-8e52-4df3-8b7e-9023b51dded3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:29.234127 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11672e05-8e52-4df3-8b7e-9023b51dded3 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:29.244967 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635d0e35-1c14-4dba-829d-cfa5b92f3d35', 'name': 'tempest-TaggedBootDevicesTest-1649763530-router', 'tenant_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '20bd2c89-75b6-41e4-9b36-6db72d242d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:14Z', 'updated_at': '2022-11-02T12:44:18Z', 'revision_number': 3, 'project_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'gw_port': {'id': '20bd2c89-75b6-41e4-9b36-6db72d242d03', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:63:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635d0e35-1c14-4dba-829d-cfa5b92f3d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:15Z', 'updated_at': '2022-11-02T12:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:29.254063 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-402889e9-6ffd-4c35-ae59-935cb9eea297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (c4c2bf31-d04f-46e8-92f5-d2cd4e657e49), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.266017 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39976) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:29.269686 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0982a7ff-7334-4ab3-9999-f85474d931bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (78321e15-2ab7-4e4b-a2ca-35d2583af9d9), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.275504 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd55f38-a6a8-40e2-b618-070ebeec6d08 None None] The sync data for ids ['635d0e35-1c14-4dba-829d-cfa5b92f3d35'] in n-d-857339-6 is: [{'id': '635d0e35-1c14-4dba-829d-cfa5b92f3d35', 'name': 'tempest-TaggedBootDevicesTest-1649763530-router', 'tenant_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '20bd2c89-75b6-41e4-9b36-6db72d242d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:14Z', 'updated_at': '2022-11-02T12:44:18Z', 'revision_number': 3, 'project_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'gw_port': {'id': '20bd2c89-75b6-41e4-9b36-6db72d242d03', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:63:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635d0e35-1c14-4dba-829d-cfa5b92f3d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:15Z', 'updated_at': '2022-11-02T12:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:29.377197 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (33f7e186-7f10-4209-80b9-0b83977892ff), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.377678 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0982a7ff-7334-4ab3-9999-f85474d931bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (13811d8a-2064-44ec-9b11-ef84c2be43b6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.398343 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a6511d-747b-41db-933e-86214aebd516 admin admin] Made reservation on behalf of d15efd8b3a96452e84f31fe686b088c1 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:29.400936 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32a6511d-747b-41db-933e-86214aebd516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.437580 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402889e9-6ffd-4c35-ae59-935cb9eea297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4c2bf31-d04f-46e8-92f5-d2cd4e657e49,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:29.452716 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:29.454589 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32a6511d-747b-41db-933e-86214aebd516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.459675 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f9611fdb-26c1-4930-b02f-a4203aac1310 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:29.472692 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-402889e9-6ffd-4c35-ae59-935cb9eea297 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.478941 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-402889e9-6ffd-4c35-ae59-935cb9eea297 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/c4c2bf31-d04f-46e8-92f5-d2cd4e657e49 HTTP/1.1" status: 204 len: 168 time: 0.7119524 Nov 02 12:44:29.491454 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39978) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:29.657713 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d21f17b1-4630-443d-9f37-0ef086e1c6d7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=dea95d540b3a493abceeafe170c11c4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3828387 Nov 02 12:44:29.694937 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39982) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:29.817440 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bbb02c08-d8c5-4481-baaa-cf838000799f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (09004079-0286-4a13-b6d1-fc8bb03f6cab), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.932606 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: f9611fdb-26c1-4930-b02f-a4203aac1310 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:29.933150 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f9611fdb-26c1-4930-b02f-a4203aac1310 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:29.942592 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32a6511d-747b-41db-933e-86214aebd516 admin admin] Publish callbacks [] for security_group (667206a4-fd33-4304-9c3f-b8f214eaaabd), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.952285 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:29.964568 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:29.965753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11672e05-8e52-4df3-8b7e-9023b51dded3 admin admin] Pushing event updated for resources: {'Port': ['ID=2701472f-7c2e-4022-8d25-c17caaff19d4,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:29.978910 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9442d2f-13be-45ec-ac1b-359539f3aef4 admin admin] Publish callbacks [] for security_group (a8232f04-3f07-4ff7-88ab-d16fd4094d3c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.995922 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-fc3dd974-5a40-43b9-933a-56deb9bf07a7 None None] Provisioning complete for port 2701472f-7c2e-4022-8d25-c17caaff19d4 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:29.996302 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fc3dd974-5a40-43b9-933a-56deb9bf07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2701472f-7c2e-4022-8d25-c17caaff19d4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.996710 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-fc3dd974-5a40-43b9-933a-56deb9bf07a7 None None] Attempt 1 to provision port 2701472f-7c2e-4022-8d25-c17caaff19d4 Nov 02 12:44:30.026597 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:30.029526 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982a7ff-7334-4ab3-9999-f85474d931bf admin admin] Pushing event updated for resources: {'Port': ['ID=78321e15-2ab7-4e4b-a2ca-35d2583af9d9,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:30.042498 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-11672e05-8e52-4df3-8b7e-9023b51dded3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (635d0e35-1c14-4dba-829d-cfa5b92f3d35), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:30.064357 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32a6511d-747b-41db-933e-86214aebd516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (667206a4-fd33-4304-9c3f-b8f214eaaabd), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:30.071383 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bbb02c08-d8c5-4481-baaa-cf838000799f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (09004079-0286-4a13-b6d1-fc8bb03f6cab), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:30.078178 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=33f7e186-7f10-4209-80b9-0b83977892ff,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:30.092460 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9442d2f-13be-45ec-ac1b-359539f3aef4 admin admin] Publish callbacks [] for security_group (a8232f04-3f07-4ff7-88ab-d16fd4094d3c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:30.152716 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fc3dd974-5a40-43b9-933a-56deb9bf07a7 None None] Port 2701472f-7c2e-4022-8d25-c17caaff19d4 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:44:30.219730 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a6511d-747b-41db-933e-86214aebd516 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:44:30.224528 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0982a7ff-7334-4ab3-9999-f85474d931bf admin admin] Network 378dbe2d-824b-47c3-93ef-df143eb7ac57 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:30.229956 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-0982a7ff-7334-4ab3-9999-f85474d931bf admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:30.239927 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-bbb02c08-d8c5-4481-baaa-cf838000799f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09004079-0286-4a13-b6d1-fc8bb03f6cab']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:30.281531 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-bbb02c08-d8c5-4481-baaa-cf838000799f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6222171-8dac-4791-8215-d555df282fa5') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:30.281890 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-bbb02c08-d8c5-4481-baaa-cf838000799f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6222171-8dac-4791-8215-d555df282fa5') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:30.297591 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32a6511d-747b-41db-933e-86214aebd516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (105a4e03-06b6-4eb5-8889-def3170d8654), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:30.298073 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-32a6511d-747b-41db-933e-86214aebd516 admin admin] Added segment 105a4e03-06b6-4eb5-8889-def3170d8654 of type vlan for network 3aea6110-9f65-40a6-aa8c-e375d079eab3 Nov 02 12:44:30.302467 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6511d-747b-41db-933e-86214aebd516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667206a4-fd33-4304-9c3f-b8f214eaaabd,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:30.319481 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bbb02c08-d8c5-4481-baaa-cf838000799f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (e6222171-8dac-4791-8215-d555df282fa5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:30.346436 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:30.404717 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] Publish callbacks [] for port (3766f5bd-2d84-434e-9b03-480f785846e8), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:30.433078 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 20bd2c89-75b6-41e4-9b36-6db72d242d03 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:30.455278 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bbb02c08-d8c5-4481-baaa-cf838000799f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e6222171-8dac-4791-8215-d555df282fa5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:30.487715 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb02c08-d8c5-4481-baaa-cf838000799f admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:44:30.488466 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bbb02c08-d8c5-4481-baaa-cf838000799f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (e6222171-8dac-4791-8215-d555df282fa5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:30.552550 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment e6222171-8dac-4791-8215-d555df282fa5 resource provider aggregate not found Nov 02 12:44:30.552914 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3766f5bd-2d84-434e-9b03-480f785846e8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:30.552914 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 20bd2c89-75b6-41e4-9b36-6db72d242d03 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:30.553295 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (20bd2c89-75b6-41e4-9b36-6db72d242d03), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:30.553734 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 20bd2c89-75b6-41e4-9b36-6db72d242d03 Nov 02 12:44:30.592010 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment e6222171-8dac-4791-8215-d555df282fa5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6222171-8dac-4791-8215-d555df282fa5 found for delete ", "request_id": "req-8939f941-0bda-4642-909e-14ed7a78afb2"}]} Nov 02 12:44:30.595621 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32a6511d-747b-41db-933e-86214aebd516 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (3aea6110-9f65-40a6-aa8c-e375d079eab3), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:30.606119 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0982a7ff-7334-4ab3-9999-f85474d931bf admin admin] Router 13811d8a-2064-44ec-9b11-ef84c2be43b6 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:44:30.689291 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:44:30.759151 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9442d2f-13be-45ec-ac1b-359539f3aef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a8232f04-3f07-4ff7-88ab-d16fd4094d3c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:30.762637 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9442d2f-13be-45ec-ac1b-359539f3aef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:30.764129 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c9442d2f-13be-45ec-ac1b-359539f3aef4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a8232f04-3f07-4ff7-88ab-d16fd4094d3c HTTP/1.1" status: 204 len: 168 time: 1.0657225 Nov 02 12:44:30.779627 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9442d2f-13be-45ec-ac1b-359539f3aef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8232f04-3f07-4ff7-88ab-d16fd4094d3c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:30.793378 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3b9c3-702b-493d-89d4-8b67784dfb10 None None] Pushing event updated for resources: {'Port': ['ID=3766f5bd-2d84-434e-9b03-480f785846e8,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:30.842286 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7fb9752d-d448-47f7-a665-343d570c0403 None None] Provisioning complete for port 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:30.842801 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7fb9752d-d448-47f7-a665-343d570c0403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (78321e15-2ab7-4e4b-a2ca-35d2583af9d9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:30.843362 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7fb9752d-d448-47f7-a665-343d570c0403 None None] Attempt 1 to provision port 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 Nov 02 12:44:30.882378 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] Attempting to bind port 3766f5bd-2d84-434e-9b03-480f785846e8 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:30.885399 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32a6511d-747b-41db-933e-86214aebd516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (3aea6110-9f65-40a6-aa8c-e375d079eab3), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:30.886683 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a6511d-747b-41db-933e-86214aebd516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:30.887286 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32a6511d-747b-41db-933e-86214aebd516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:30.894105 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] Attempting to bind port 3766f5bd-2d84-434e-9b03-480f785846e8 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '0085588f-09f5-4809-be57-cb5e7f5f2c05'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:30.896662 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] Attempting to bind port 3766f5bd-2d84-434e-9b03-480f785846e8 on network 0085588f-09f5-4809-be57-cb5e7f5f2c05 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:30.902311 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0982a7ff-7334-4ab3-9999-f85474d931bf admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:30.929068 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] Sync routers for ids ['13811d8a-2064-44ec-9b11-ef84c2be43b6'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:30.954464 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0982a7ff-7334-4ab3-9999-f85474d931bf admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/13811d8a-2064-44ec-9b11-ef84c2be43b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3688166 Nov 02 12:44:30.955579 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] Routers {'13811d8a-2064-44ec-9b11-ef84c2be43b6'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:30.957133 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['13811d8a-2064-44ec-9b11-ef84c2be43b6'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:31.034273 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6511d-747b-41db-933e-86214aebd516 admin admin] Pushing event updated for resources: {'Network': ['ID=3aea6110-9f65-40a6-aa8c-e375d079eab3,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:31.035900 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7fb9752d-d448-47f7-a665-343d570c0403 None None] Port 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:44:31.038992 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bbb02c08-d8c5-4481-baaa-cf838000799f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (09004079-0286-4a13-b6d1-fc8bb03f6cab), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:31.040823 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 20bd2c89-75b6-41e4-9b36-6db72d242d03 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:31.041872 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (20bd2c89-75b6-41e4-9b36-6db72d242d03), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:31.046352 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:31.055819 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bbb02c08-d8c5-4481-baaa-cf838000799f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:31.061891 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bbb02c08-d8c5-4481-baaa-cf838000799f admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/09004079-0286-4a13-b6d1-fc8bb03f6cab HTTP/1.1" status: 204 len: 168 time: 1.5689156 Nov 02 12:44:31.077102 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb02c08-d8c5-4481-baaa-cf838000799f admin admin] Pushing event deleted for resources: {'Network': ['ID=09004079-0286-4a13-b6d1-fc8bb03f6cab,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:31.098658 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:31.100533 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 3aea6110-9f65-40a6-aa8c-e375d079eab3 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:44:31.109103 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40004) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:31.156835 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-11672e05-8e52-4df3-8b7e-9023b51dded3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2701472f-7c2e-4022-8d25-c17caaff19d4), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:31.163553 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-32a6511d-747b-41db-933e-86214aebd516 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9561627 Nov 02 12:44:31.170895 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40006) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:31.197052 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-222d3c14-3dc0-4155-a30c-ada7ea81c5bc admin admin] Request body: {'subnet': {'network_id': '3aea6110-9f65-40a6-aa8c-e375d079eab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1106723011-subnet', 'tenant_id': 'd15efd8b3a96452e84f31fe686b088c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:31.223296 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 20bd2c89-75b6-41e4-9b36-6db72d242d03, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=20bd2c89-75b6-41e4-9b36-6db72d242d03,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:31.224946 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-40c6fb00-4da0-4dbe-9628-42481b91ef18 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8d329267d391470f91c0e06b8d838ede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1151896 Nov 02 12:44:31.227761 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40008) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:31.250298 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] Set router 13811d8a-2064-44ec-9b11-ef84c2be43b6 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:31.288711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:31.289801 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] Checking segment: {'id': 'f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '0085588f-09f5-4809-be57-cb5e7f5f2c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:31.290390 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:31.291010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] Bound using segment: {'id': 'f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '0085588f-09f5-4809-be57-cb5e7f5f2c05'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:31.291691 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] Bound port: 3766f5bd-2d84-434e-9b03-480f785846e8, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '0085588f-09f5-4809-be57-cb5e7f5f2c05'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:31.292272 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3766f5bd-2d84-434e-9b03-480f785846e8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:31.314127 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (20bd2c89-75b6-41e4-9b36-6db72d242d03), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:31.316224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d5820179-73b9-4718-af1f-3bc7a8e616cf up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:31.414828 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1f1624dc-29a8-464f-85ee-af7b5893a995 admin admin] Publish callbacks [] for security_group (48f279db-cd24-4587-acbf-4e7546e6aa4b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:31.418849 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222d3c14-3dc0-4155-a30c-ada7ea81c5bc admin admin] Made reservation on behalf of d15efd8b3a96452e84f31fe686b088c1 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:31.422840 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-222d3c14-3dc0-4155-a30c-ada7ea81c5bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:31.429757 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] For port 3766f5bd-2d84-434e-9b03-480f785846e8, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:31.434100 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] For port 3766f5bd-2d84-434e-9b03-480f785846e8, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3766f5bd-2d84-434e-9b03-480f785846e8,segment=NetworkSegment(f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0),segment_id=f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:31.501224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=20bd2c89-75b6-41e4-9b36-6db72d242d03,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:31.515872 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d5820179-73b9-4718-af1f-3bc7a8e616cf triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:31.515872 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d5820179-73b9-4718-af1f-3bc7a8e616cf), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:31.515872 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d5820179-73b9-4718-af1f-3bc7a8e616cf Nov 02 12:44:31.532907 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:31.539075 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3766f5bd-2d84-434e-9b03-480f785846e8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:31.546526 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13811d8a-2064-44ec-9b11-ef84c2be43b6', 'name': 'tempest-InstanceActionsTestJSON-1382730428-router', 'tenant_id': '609b25c5d73a4866898c08b5b37c063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '33f7e186-7f10-4209-80b9-0b83977892ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:14Z', 'updated_at': '2022-11-02T12:44:27Z', 'revision_number': 4, 'project_id': '609b25c5d73a4866898c08b5b37c063c', 'gw_port': {'id': '33f7e186-7f10-4209-80b9-0b83977892ff', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13811d8a-2064-44ec-9b11-ef84c2be43b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:15Z', 'updated_at': '2022-11-02T12:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '78321e15-2ab7-4e4b-a2ca-35d2583af9d9', 'name': '', 'network_id': '378dbe2d-824b-47c3-93ef-df143eb7ac57', 'tenant_id': '609b25c5d73a4866898c08b5b37c063c', 'mac_address': 'fa:16:3e:75:49:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13811d8a-2064-44ec-9b11-ef84c2be43b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '8a35c806-08e1-482e-84c2-22cf155c65ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:25Z', 'updated_at': '2022-11-02T12:44:28Z', 'revision_number': 2, 'project_id': '609b25c5d73a4866898c08b5b37c063c', 'subnets': [{'id': '8a35c806-08e1-482e-84c2-22cf155c65ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:31.605476 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3b9c3-702b-493d-89d4-8b67784dfb10 None None] Pushing event updated for resources: {'Port': ['ID=3766f5bd-2d84-434e-9b03-480f785846e8,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:31.624849 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] Checking router: 13811d8a-2064-44ec-9b11-ef84c2be43b6 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:31.625576 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] Updating router 13811d8a-2064-44ec-9b11-ef84c2be43b6 port 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:44:31.640178 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] Routers {'9602fe88-9cdb-40da-b1d9-e6a1a7baf679'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:31.640871 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9602fe88-9cdb-40da-b1d9-e6a1a7baf679'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:31.688785 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (78321e15-2ab7-4e4b-a2ca-35d2583af9d9), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:31.758134 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:31.771254 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1f1624dc-29a8-464f-85ee-af7b5893a995 admin admin] Publish callbacks [] for security_group (48f279db-cd24-4587-acbf-4e7546e6aa4b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:31.851316 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d5820179-73b9-4718-af1f-3bc7a8e616cf is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:31.861318 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] Set router 9602fe88-9cdb-40da-b1d9-e6a1a7baf679 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:31.913937 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:31.952212 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2082c986-952a-4495-b3f0-aa00d735d842 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:31.997831 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-222d3c14-3dc0-4155-a30c-ada7ea81c5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (0ac18059-0b93-42b3-bd78-9c5d62cfb634), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.003130 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 2082c986-952a-4495-b3f0-aa00d735d842 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:32.003484 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2082c986-952a-4495-b3f0-aa00d735d842 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:32.018356 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:32.060511 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-11672e05-8e52-4df3-8b7e-9023b51dded3 admin admin] Publish callbacks [] for port (2701472f-7c2e-4022-8d25-c17caaff19d4), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.131927 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40026) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:32.172456 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9602fe88-9cdb-40da-b1d9-e6a1a7baf679', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1901396393-router', 'tenant_id': 'a62ee57746e345a799a6ddab45624dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd5820179-73b9-4718-af1f-3bc7a8e616cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:10Z', 'updated_at': '2022-11-02T12:44:22Z', 'revision_number': 4, 'project_id': 'a62ee57746e345a799a6ddab45624dc9', 'gw_port': {'id': 'd5820179-73b9-4718-af1f-3bc7a8e616cf', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9602fe88-9cdb-40da-b1d9-e6a1a7baf679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:13Z', 'updated_at': '2022-11-02T12:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '3766f5bd-2d84-434e-9b03-480f785846e8', 'name': '', 'network_id': '0085588f-09f5-4809-be57-cb5e7f5f2c05', 'tenant_id': 'a62ee57746e345a799a6ddab45624dc9', 'mac_address': 'fa:16:3e:b9:f6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9602fe88-9cdb-40da-b1d9-e6a1a7baf679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'dceb33fa-8905-4572-a2d5-939093f94577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:19Z', 'updated_at': '2022-11-02T12:44:31Z', 'revision_number': 4, 'project_id': 'a62ee57746e345a799a6ddab45624dc9', 'subnets': [{'id': 'dceb33fa-8905-4572-a2d5-939093f94577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:32.181068 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] Publish callbacks [] for port (78321e15-2ab7-4e4b-a2ca-35d2583af9d9), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.184902 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:32.190448 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d3c14-3dc0-4155-a30c-ada7ea81c5bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ac18059-0b93-42b3-bd78-9c5d62cfb634,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:32.203515 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ac912-d82e-4b99-a141-bad16c044f79 None None] The sync data for ids ['9602fe88-9cdb-40da-b1d9-e6a1a7baf679'] in n-d-857339-6 is: [{'id': '9602fe88-9cdb-40da-b1d9-e6a1a7baf679', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1901396393-router', 'tenant_id': 'a62ee57746e345a799a6ddab45624dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd5820179-73b9-4718-af1f-3bc7a8e616cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:10Z', 'updated_at': '2022-11-02T12:44:22Z', 'revision_number': 4, 'project_id': 'a62ee57746e345a799a6ddab45624dc9', 'gw_port': {'id': 'd5820179-73b9-4718-af1f-3bc7a8e616cf', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9602fe88-9cdb-40da-b1d9-e6a1a7baf679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:13Z', 'updated_at': '2022-11-02T12:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '3766f5bd-2d84-434e-9b03-480f785846e8', 'name': '', 'network_id': '0085588f-09f5-4809-be57-cb5e7f5f2c05', 'tenant_id': 'a62ee57746e345a799a6ddab45624dc9', 'mac_address': 'fa:16:3e:b9:f6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9602fe88-9cdb-40da-b1d9-e6a1a7baf679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'dceb33fa-8905-4572-a2d5-939093f94577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:19Z', 'updated_at': '2022-11-02T12:44:31Z', 'revision_number': 4, 'project_id': 'a62ee57746e345a799a6ddab45624dc9', 'subnets': [{'id': 'dceb33fa-8905-4572-a2d5-939093f94577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:32.213830 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-11672e05-8e52-4df3-8b7e-9023b51dded3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (2701472f-7c2e-4022-8d25-c17caaff19d4), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.218876 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222d3c14-3dc0-4155-a30c-ada7ea81c5bc admin admin] Checking segment: {'id': '105a4e03-06b6-4eb5-8889-def3170d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3aea6110-9f65-40a6-aa8c-e375d079eab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:32.221149 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222d3c14-3dc0-4155-a30c-ada7ea81c5bc admin admin] Network hostable DHCP agents. Network: 3aea6110-9f65-40a6-aa8c-e375d079eab3, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:44:32.257633 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (78321e15-2ab7-4e4b-a2ca-35d2583af9d9), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.272847 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-88bf3742-3902-4455-b8c4-58449ece4b05 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=12c9018d300642ea8827af97192c4104&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399543 Nov 02 12:44:32.280938 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40030) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:32.292637 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 33f7e186-7f10-4209-80b9-0b83977892ff up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:32.360794 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1f1624dc-29a8-464f-85ee-af7b5893a995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (48f279db-cd24-4587-acbf-4e7546e6aa4b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.365135 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1f1624dc-29a8-464f-85ee-af7b5893a995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.366714 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1f1624dc-29a8-464f-85ee-af7b5893a995 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/48f279db-cd24-4587-acbf-4e7546e6aa4b HTTP/1.1" status: 204 len: 168 time: 1.1375856 Nov 02 12:44:32.444205 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1624dc-29a8-464f-85ee-af7b5893a995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f279db-cd24-4587-acbf-4e7546e6aa4b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:32.455182 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:32.456080 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11672e05-8e52-4df3-8b7e-9023b51dded3 admin admin] Pushing event updated for resources: {'Port': ['ID=2701472f-7c2e-4022-8d25-c17caaff19d4,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:32.462785 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-11672e05-8e52-4df3-8b7e-9023b51dded3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (635d0e35-1c14-4dba-829d-cfa5b92f3d35), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.466978 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-78a960d0-f8a4-4df1-b7af-958c6ffea2d1 admin admin] Publish callbacks [] for security_group (f3fc08ff-1803-497c-84ba-0b7edd76f0f8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.511706 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] Attempting to bind port 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:32.523620 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] Attempting to bind port 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '0e852d28-0a8b-4a77-b957-2c48cb922c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '378dbe2d-824b-47c3-93ef-df143eb7ac57'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:32.524387 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] Attempting to bind port 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 on network 378dbe2d-824b-47c3-93ef-df143eb7ac57 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:32.529347 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 33f7e186-7f10-4209-80b9-0b83977892ff triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:32.531519 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606c4a1-a578-4e36-a6ef-5bc434508323 None None] Pushing event updated for resources: {'Port': ['ID=78321e15-2ab7-4e4b-a2ca-35d2583af9d9,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:32.532021 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (33f7e186-7f10-4209-80b9-0b83977892ff), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.532455 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 33f7e186-7f10-4209-80b9-0b83977892ff Nov 02 12:44:32.536638 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222d3c14-3dc0-4155-a30c-ada7ea81c5bc admin admin] Network 3aea6110-9f65-40a6-aa8c-e375d079eab3 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:44:32.541844 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-78a960d0-f8a4-4df1-b7af-958c6ffea2d1 admin admin] Publish callbacks [] for security_group (f3fc08ff-1803-497c-84ba-0b7edd76f0f8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.586998 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606c4a1-a578-4e36-a6ef-5bc434508323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:32.588345 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606c4a1-a578-4e36-a6ef-5bc434508323 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:32.588912 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606c4a1-a578-4e36-a6ef-5bc434508323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:32.589528 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606c4a1-a578-4e36-a6ef-5bc434508323 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:32.590089 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606c4a1-a578-4e36-a6ef-5bc434508323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:32.590706 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606c4a1-a578-4e36-a6ef-5bc434508323 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:32.591231 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606c4a1-a578-4e36-a6ef-5bc434508323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:32.591750 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606c4a1-a578-4e36-a6ef-5bc434508323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:32.592302 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606c4a1-a578-4e36-a6ef-5bc434508323 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:32.592737 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606c4a1-a578-4e36-a6ef-5bc434508323 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:32.593128 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606c4a1-a578-4e36-a6ef-5bc434508323 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:32.593511 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606c4a1-a578-4e36-a6ef-5bc434508323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:32.593890 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606c4a1-a578-4e36-a6ef-5bc434508323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:32.594282 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606c4a1-a578-4e36-a6ef-5bc434508323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:32.594663 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d606c4a1-a578-4e36-a6ef-5bc434508323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:32.639979 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:32.643971 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] Checking segment: {'id': '0e852d28-0a8b-4a77-b957-2c48cb922c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '378dbe2d-824b-47c3-93ef-df143eb7ac57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:32.644846 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.645481 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] Bound using segment: {'id': '0e852d28-0a8b-4a77-b957-2c48cb922c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '378dbe2d-824b-47c3-93ef-df143eb7ac57'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:32.646344 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] Bound port: 78321e15-2ab7-4e4b-a2ca-35d2583af9d9, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e852d28-0a8b-4a77-b957-2c48cb922c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '378dbe2d-824b-47c3-93ef-df143eb7ac57'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:32.646954 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (78321e15-2ab7-4e4b-a2ca-35d2583af9d9), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.652979 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:32.722688 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11672e05-8e52-4df3-8b7e-9023b51dded3 admin admin] Network 9ae29ae5-a023-4709-af7a-eee00b2fc52c is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:32.730922 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-78a960d0-f8a4-4df1-b7af-958c6ffea2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f3fc08ff-1803-497c-84ba-0b7edd76f0f8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.733955 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-78a960d0-f8a4-4df1-b7af-958c6ffea2d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.735165 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-78a960d0-f8a4-4df1-b7af-958c6ffea2d1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f3fc08ff-1803-497c-84ba-0b7edd76f0f8 HTTP/1.1" status: 204 len: 168 time: 0.4529512 Nov 02 12:44:32.744325 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-11672e05-8e52-4df3-8b7e-9023b51dded3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:32.753372 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a960d0-f8a4-4df1-b7af-958c6ffea2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fc08ff-1803-497c-84ba-0b7edd76f0f8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:32.759071 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-222d3c14-3dc0-4155-a30c-ada7ea81c5bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 3aea6110-9f65-40a6-aa8c-e375d079eab3) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:32.776343 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222d3c14-3dc0-4155-a30c-ada7ea81c5bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:32.776343 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-222d3c14-3dc0-4155-a30c-ada7ea81c5bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.779499 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] For port 78321e15-2ab7-4e4b-a2ca-35d2583af9d9, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:32.785541 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] For port 78321e15-2ab7-4e4b-a2ca-35d2583af9d9, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=78321e15-2ab7-4e4b-a2ca-35d2583af9d9,segment=NetworkSegment(0e852d28-0a8b-4a77-b957-2c48cb922c3c),segment_id=0e852d28-0a8b-4a77-b957-2c48cb922c3c)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:32.803884 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6f95fc-096e-42b7-b696-f057cd2e51ea None None] Network 3aea6110-9f65-40a6-aa8c-e375d079eab3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:32.836228 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 33f7e186-7f10-4209-80b9-0b83977892ff is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:32.838080 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 20bd2c89-75b6-41e4-9b36-6db72d242d03 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:32.910074 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (78321e15-2ab7-4e4b-a2ca-35d2583af9d9), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.925945 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-222d3c14-3dc0-4155-a30c-ada7ea81c5bc admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7560737 Nov 02 12:44:32.929169 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40048) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:32.948378 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-a946cc88-f463-43be-9b94-45639f27336d admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1106723011-router', 'tenant_id': 'd15efd8b3a96452e84f31fe686b088c1', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:32.983636 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:33.040077 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] Routers {'13811d8a-2064-44ec-9b11-ef84c2be43b6'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:33.040077 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['13811d8a-2064-44ec-9b11-ef84c2be43b6'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:33.118000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 20bd2c89-75b6-41e4-9b36-6db72d242d03 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:33.118385 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (20bd2c89-75b6-41e4-9b36-6db72d242d03), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:33.119537 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 20bd2c89-75b6-41e4-9b36-6db72d242d03 Nov 02 12:44:33.143613 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606c4a1-a578-4e36-a6ef-5bc434508323 None None] Pushing event updated for resources: {'Port': ['ID=78321e15-2ab7-4e4b-a2ca-35d2583af9d9,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:33.155529 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a946cc88-f463-43be-9b94-45639f27336d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (ea9d3af2-522b-48d8-96c2-f6178c1cdf7c), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:33.156955 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a946cc88-f463-43be-9b94-45639f27336d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (ea9d3af2-522b-48d8-96c2-f6178c1cdf7c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:33.170001 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11672e05-8e52-4df3-8b7e-9023b51dded3 admin admin] Router 635d0e35-1c14-4dba-829d-cfa5b92f3d35 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:44:33.188888 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2851b-bf70-466b-a7f5-f56d6169f074 req-6c015f33-ecf9-46c5-a9ba-ff5b5292d7bc tempest-InstanceActionsTestJSON-245525635 tempest-InstanceActionsTestJSON-245525635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:33.200775 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7cb2851b-bf70-466b-a7f5-f56d6169f074 req-6c015f33-ecf9-46c5-a9ba-ff5b5292d7bc tempest-InstanceActionsTestJSON-245525635 tempest-InstanceActionsTestJSON-245525635-project] 10.222.0.64 "GET /networking/v2.0/networks?id=378dbe2d-824b-47c3-93ef-df143eb7ac57 HTTP/1.1" status: 200 len: 814 time: 0.3027728 Nov 02 12:44:33.233345 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7cb2851b-bf70-466b-a7f5-f56d6169f074 req-5a1d4cdc-55ba-4fb3-a947-fedc4a8447e4 tempest-InstanceActionsTestJSON-245525635 tempest-InstanceActionsTestJSON-245525635-project] 10.222.0.64 "GET /networking/v2.0/quotas/609b25c5d73a4866898c08b5b37c063c HTTP/1.1" status: 200 len: 375 time: 0.0334456 Nov 02 12:44:33.286667 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a946cc88-f463-43be-9b94-45639f27336d admin admin] Publish callbacks [] for router_controller (ea9d3af2-522b-48d8-96c2-f6178c1cdf7c), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:33.299342 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:33.302247 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] Set router 13811d8a-2064-44ec-9b11-ef84c2be43b6 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:33.332462 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-3aea6110-9f65-40a6-aa8c-e375d079eab3', 'network_id': '3aea6110-9f65-40a6-aa8c-e375d079eab3', 'project_id': 'd15efd8b3a96452e84f31fe686b088c1', 'fixed_ips': [{'subnet_id': '0ac18059-0b93-42b3-bd78-9c5d62cfb634'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:44:33.333437 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:33.373121 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7cb2851b-bf70-466b-a7f5-f56d6169f074 req-45e2d161-0494-4617-8c45-544c422cf786 tempest-InstanceActionsTestJSON-245525635 tempest-InstanceActionsTestJSON-245525635-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=609b25c5d73a4866898c08b5b37c063c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1387920 Nov 02 12:44:33.400395 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-25378889-cd31-4bfa-b798-d5cfbb81e486 None None] Provisioning complete for port 2701472f-7c2e-4022-8d25-c17caaff19d4 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:33.401045 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-25378889-cd31-4bfa-b798-d5cfbb81e486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2701472f-7c2e-4022-8d25-c17caaff19d4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:33.401521 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-25378889-cd31-4bfa-b798-d5cfbb81e486 None None] Attempt 1 to provision port 2701472f-7c2e-4022-8d25-c17caaff19d4 Nov 02 12:44:33.435988 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11672e05-8e52-4df3-8b7e-9023b51dded3 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:33.458163 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-11672e05-8e52-4df3-8b7e-9023b51dded3 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/635d0e35-1c14-4dba-829d-cfa5b92f3d35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7313678 Nov 02 12:44:33.490132 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-25378889-cd31-4bfa-b798-d5cfbb81e486 None None] Port 2701472f-7c2e-4022-8d25-c17caaff19d4 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:44:33.499665 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] Sync routers for ids ['635d0e35-1c14-4dba-829d-cfa5b92f3d35'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:33.535216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 20bd2c89-75b6-41e4-9b36-6db72d242d03 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:33.546380 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] Routers {'635d0e35-1c14-4dba-829d-cfa5b92f3d35'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:33.547231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['635d0e35-1c14-4dba-829d-cfa5b92f3d35'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:33.657116 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a946cc88-f463-43be-9b94-45639f27336d admin admin] Publish callbacks [] for router_gateway (ea9d3af2-522b-48d8-96c2-f6178c1cdf7c), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:33.719429 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13811d8a-2064-44ec-9b11-ef84c2be43b6', 'name': 'tempest-InstanceActionsTestJSON-1382730428-router', 'tenant_id': '609b25c5d73a4866898c08b5b37c063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '33f7e186-7f10-4209-80b9-0b83977892ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:14Z', 'updated_at': '2022-11-02T12:44:27Z', 'revision_number': 4, 'project_id': '609b25c5d73a4866898c08b5b37c063c', 'gw_port': {'id': '33f7e186-7f10-4209-80b9-0b83977892ff', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13811d8a-2064-44ec-9b11-ef84c2be43b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:15Z', 'updated_at': '2022-11-02T12:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '78321e15-2ab7-4e4b-a2ca-35d2583af9d9', 'name': '', 'network_id': '378dbe2d-824b-47c3-93ef-df143eb7ac57', 'tenant_id': '609b25c5d73a4866898c08b5b37c063c', 'mac_address': 'fa:16:3e:75:49:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13811d8a-2064-44ec-9b11-ef84c2be43b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '8a35c806-08e1-482e-84c2-22cf155c65ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:25Z', 'updated_at': '2022-11-02T12:44:32Z', 'revision_number': 4, 'project_id': '609b25c5d73a4866898c08b5b37c063c', 'subnets': [{'id': '8a35c806-08e1-482e-84c2-22cf155c65ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:33.876032 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:33.883714 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f3e9da-2d55-4434-8042-643f600e0d98 None None] The sync data for ids ['13811d8a-2064-44ec-9b11-ef84c2be43b6'] in n-d-857339-6 is: [{'id': '13811d8a-2064-44ec-9b11-ef84c2be43b6', 'name': 'tempest-InstanceActionsTestJSON-1382730428-router', 'tenant_id': '609b25c5d73a4866898c08b5b37c063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '33f7e186-7f10-4209-80b9-0b83977892ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:14Z', 'updated_at': '2022-11-02T12:44:27Z', 'revision_number': 4, 'project_id': '609b25c5d73a4866898c08b5b37c063c', 'gw_port': {'id': '33f7e186-7f10-4209-80b9-0b83977892ff', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13811d8a-2064-44ec-9b11-ef84c2be43b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:15Z', 'updated_at': '2022-11-02T12:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '78321e15-2ab7-4e4b-a2ca-35d2583af9d9', 'name': '', 'network_id': '378dbe2d-824b-47c3-93ef-df143eb7ac57', 'tenant_id': '609b25c5d73a4866898c08b5b37c063c', 'mac_address': 'fa:16:3e:75:49:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13811d8a-2064-44ec-9b11-ef84c2be43b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '8a35c806-08e1-482e-84c2-22cf155c65ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:25Z', 'updated_at': '2022-11-02T12:44:32Z', 'revision_number': 4, 'project_id': '609b25c5d73a4866898c08b5b37c063c', 'subnets': [{'id': '8a35c806-08e1-482e-84c2-22cf155c65ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:34.084841 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40068) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:34.109758 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:34.159617 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] Allocated IP 172.20.0.2 (3aea6110-9f65-40a6-aa8c-e375d079eab3/0ac18059-0b93-42b3-bd78-9c5d62cfb634/5ad88b08-0abb-411f-9166-ef811da2083c) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:34.163280 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] Set router 635d0e35-1c14-4dba-829d-cfa5b92f3d35 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:34.333961 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:34.363407 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a946cc88-f463-43be-9b94-45639f27336d admin admin] Publish callbacks [] for router_gateway (ea9d3af2-522b-48d8-96c2-f6178c1cdf7c), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:34.411617 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:34.418615 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a946cc88-f463-43be-9b94-45639f27336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:34.445519 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:34.553984 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:34.687347 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:34.687726 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (78321e15-2ab7-4e4b-a2ca-35d2583af9d9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:34.688470 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 Nov 02 12:44:34.699498 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-a946cc88-f463-43be-9b94-45639f27336d admin admin] Allocated IP 172.25.2.205 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:34.714552 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635d0e35-1c14-4dba-829d-cfa5b92f3d35', 'name': 'tempest-TaggedBootDevicesTest-1649763530-router', 'tenant_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '20bd2c89-75b6-41e4-9b36-6db72d242d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:14Z', 'updated_at': '2022-11-02T12:44:30Z', 'revision_number': 4, 'project_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'gw_port': {'id': '20bd2c89-75b6-41e4-9b36-6db72d242d03', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635d0e35-1c14-4dba-829d-cfa5b92f3d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:15Z', 'updated_at': '2022-11-02T12:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '2701472f-7c2e-4022-8d25-c17caaff19d4', 'name': '', 'network_id': '9ae29ae5-a023-4709-af7a-eee00b2fc52c', 'tenant_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'mac_address': 'fa:16:3e:ca:ce:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635d0e35-1c14-4dba-829d-cfa5b92f3d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'bbbf2264-f103-43e6-b321-57181618c4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:27Z', 'updated_at': '2022-11-02T12:44:31Z', 'revision_number': 2, 'project_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'subnets': [{'id': 'bbbf2264-f103-43e6-b321-57181618c4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:34.815598 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] Checking router: 635d0e35-1c14-4dba-829d-cfa5b92f3d35 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:34.815962 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] Updating router 635d0e35-1c14-4dba-829d-cfa5b92f3d35 port 2701472f-7c2e-4022-8d25-c17caaff19d4 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:44:34.915311 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a946cc88-f463-43be-9b94-45639f27336d admin admin] Publish callbacks [] for port (16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:34.940224 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] Publish callbacks [] for port (5ad88b08-0abb-411f-9166-ef811da2083c), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:34.945337 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13512605-ffba-4a5d-bc6a-d444cc49cc70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (13811d8a-2064-44ec-9b11-ef84c2be43b6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:34.965536 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2701472f-7c2e-4022-8d25-c17caaff19d4), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:35.042334 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:35.048933 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (5ad88b08-0abb-411f-9166-ef811da2083c), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:35.075496 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a946cc88-f463-43be-9b94-45639f27336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:35.096333 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:35.102436 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (78321e15-2ab7-4e4b-a2ca-35d2583af9d9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:35.161409 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946cc88-f463-43be-9b94-45639f27336d admin admin] Pushing event updated for resources: {'Port': ['ID=16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:35.186691 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a946cc88-f463-43be-9b94-45639f27336d admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:35.189137 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-a946cc88-f463-43be-9b94-45639f27336d admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:35.200142 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a946cc88-f463-43be-9b94-45639f27336d admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:35.201155 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] Network 3aea6110-9f65-40a6-aa8c-e375d079eab3 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:35.215430 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] Pushing event updated for resources: {'Port': ['ID=5ad88b08-0abb-411f-9166-ef811da2083c,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:35.218160 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:35.223397 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:35.291522 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 78321e15-2ab7-4e4b-a2ca-35d2583af9d9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=78321e15-2ab7-4e4b-a2ca-35d2583af9d9,segment=NetworkSegment(0e852d28-0a8b-4a77-b957-2c48cb922c3c),segment_id=0e852d28-0a8b-4a77-b957-2c48cb922c3c)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:35.364759 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:35.391434 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-13512605-ffba-4a5d-bc6a-d444cc49cc70 admin admin] Deleting port 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:44:35.392199 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13512605-ffba-4a5d-bc6a-d444cc49cc70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (78321e15-2ab7-4e4b-a2ca-35d2583af9d9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:35.431665 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (78321e15-2ab7-4e4b-a2ca-35d2583af9d9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:35.432635 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3766f5bd-2d84-434e-9b03-480f785846e8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:35.476161 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] Attempting to bind port 5ad88b08-0abb-411f-9166-ef811da2083c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:35.479834 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] Attempting to bind port 5ad88b08-0abb-411f-9166-ef811da2083c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '105a4e03-06b6-4eb5-8889-def3170d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3aea6110-9f65-40a6-aa8c-e375d079eab3'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:35.480312 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] Attempting to bind port 5ad88b08-0abb-411f-9166-ef811da2083c on network 3aea6110-9f65-40a6-aa8c-e375d079eab3 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:35.565400 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-13512605-ffba-4a5d-bc6a-d444cc49cc70 admin admin] For port 78321e15-2ab7-4e4b-a2ca-35d2583af9d9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=78321e15-2ab7-4e4b-a2ca-35d2583af9d9,segment=NetworkSegment(0e852d28-0a8b-4a77-b957-2c48cb922c3c),segment_id=0e852d28-0a8b-4a77-b957-2c48cb922c3c)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:35.565765 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13512605-ffba-4a5d-bc6a-d444cc49cc70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (78321e15-2ab7-4e4b-a2ca-35d2583af9d9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:35.582322 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-13512605-ffba-4a5d-bc6a-d444cc49cc70 admin admin] Calling delete_port for 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:44:35.625511 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=78321e15-2ab7-4e4b-a2ca-35d2583af9d9,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:35.655565 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40106) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:35.760014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3766f5bd-2d84-434e-9b03-480f785846e8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:35.760311 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3766f5bd-2d84-434e-9b03-480f785846e8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:35.760852 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3766f5bd-2d84-434e-9b03-480f785846e8 Nov 02 12:44:35.763266 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:35.763896 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] Checking segment: {'id': '105a4e03-06b6-4eb5-8889-def3170d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3aea6110-9f65-40a6-aa8c-e375d079eab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:35.764451 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:35.765100 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] Bound using segment: {'id': '105a4e03-06b6-4eb5-8889-def3170d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3aea6110-9f65-40a6-aa8c-e375d079eab3'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:35.765755 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] Bound port: 5ad88b08-0abb-411f-9166-ef811da2083c, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105a4e03-06b6-4eb5-8889-def3170d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3aea6110-9f65-40a6-aa8c-e375d079eab3'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:35.766317 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5ad88b08-0abb-411f-9166-ef811da2083c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:35.885823 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] Publish callbacks [] for port (2701472f-7c2e-4022-8d25-c17caaff19d4), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:35.931888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] For port 5ad88b08-0abb-411f-9166-ef811da2083c, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:35.963191 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a946cc88-f463-43be-9b94-45639f27336d admin admin] Publish callbacks [] for router_gateway (ea9d3af2-522b-48d8-96c2-f6178c1cdf7c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:35.975272 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3766f5bd-2d84-434e-9b03-480f785846e8 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:35.975807 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3766f5bd-2d84-434e-9b03-480f785846e8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:36.011719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] For port 5ad88b08-0abb-411f-9166-ef811da2083c, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5ad88b08-0abb-411f-9166-ef811da2083c,segment=NetworkSegment(105a4e03-06b6-4eb5-8889-def3170d8654),segment_id=105a4e03-06b6-4eb5-8889-def3170d8654)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:36.022203 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2701472f-7c2e-4022-8d25-c17caaff19d4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:36.059951 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 3766f5bd-2d84-434e-9b03-480f785846e8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3766f5bd-2d84-434e-9b03-480f785846e8,segment=NetworkSegment(f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0),segment_id=f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:36.158291 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c0f47-28a7-4e38-a9ec-be4e150dbf68 None None] Pushing event updated for resources: {'Port': ['ID=2701472f-7c2e-4022-8d25-c17caaff19d4,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:36.167588 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5ad88b08-0abb-411f-9166-ef811da2083c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:36.203883 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3766f5bd-2d84-434e-9b03-480f785846e8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:36.273613 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] Attempting to bind port 2701472f-7c2e-4022-8d25-c17caaff19d4 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:36.273996 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] Attempting to bind port 2701472f-7c2e-4022-8d25-c17caaff19d4 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '93727399-6baa-41af-9c6d-c42fe9585a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '9ae29ae5-a023-4709-af7a-eee00b2fc52c'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:36.274368 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] Attempting to bind port 2701472f-7c2e-4022-8d25-c17caaff19d4 on network 9ae29ae5-a023-4709-af7a-eee00b2fc52c {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:36.304011 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:36.314443 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:36.385283 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13512605-ffba-4a5d-bc6a-d444cc49cc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (78321e15-2ab7-4e4b-a2ca-35d2583af9d9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:36.409814 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d044b2-a9ee-4b9f-aeba-dc0160070604 None None] Pushing event updated for resources: {'Port': ['ID=5ad88b08-0abb-411f-9166-ef811da2083c,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:36.469481 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13512605-ffba-4a5d-bc6a-d444cc49cc70 admin admin] Pushing event deleted for resources: {'Port': ['ID=78321e15-2ab7-4e4b-a2ca-35d2583af9d9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:36.548764 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:36.641859 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:36.662610 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] Checking segment: {'id': '93727399-6baa-41af-9c6d-c42fe9585a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '9ae29ae5-a023-4709-af7a-eee00b2fc52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:36.665233 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:36.675189 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] Bound using segment: {'id': '93727399-6baa-41af-9c6d-c42fe9585a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '9ae29ae5-a023-4709-af7a-eee00b2fc52c'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:36.675435 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] Bound port: 2701472f-7c2e-4022-8d25-c17caaff19d4, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93727399-6baa-41af-9c6d-c42fe9585a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '9ae29ae5-a023-4709-af7a-eee00b2fc52c'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:36.675786 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2701472f-7c2e-4022-8d25-c17caaff19d4), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:36.683843 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:36.705553 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:36.707864 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 02 12:44:36.744556 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6989a876-76d7-4c1f-9b6d-b0bdf7f70a6f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1201177724-network', 'tenant_id': '028ae84504c3470795228745c92988ae'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:36.853482 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=3766f5bd-2d84-434e-9b03-480f785846e8,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:36.867231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Port 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 not found, will not notify nova. {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 02 12:44:36.894080 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a946cc88-f463-43be-9b94-45639f27336d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (ea9d3af2-522b-48d8-96c2-f6178c1cdf7c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:36.944047 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:37.050028 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13512605-ffba-4a5d-bc6a-d444cc49cc70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (13811d8a-2064-44ec-9b11-ef84c2be43b6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:37.051563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] For port 2701472f-7c2e-4022-8d25-c17caaff19d4, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:37.057709 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] For port 2701472f-7c2e-4022-8d25-c17caaff19d4, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2701472f-7c2e-4022-8d25-c17caaff19d4,segment=NetworkSegment(93727399-6baa-41af-9c6d-c42fe9585a6c),segment_id=93727399-6baa-41af-9c6d-c42fe9585a6c)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:37.090711 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6989a876-76d7-4c1f-9b6d-b0bdf7f70a6f admin admin] Made reservation on behalf of 028ae84504c3470795228745c92988ae for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:37.093556 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6989a876-76d7-4c1f-9b6d-b0bdf7f70a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:37.111075 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6989a876-76d7-4c1f-9b6d-b0bdf7f70a6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:37.192520 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2701472f-7c2e-4022-8d25-c17caaff19d4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:37.255030 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:37.288651 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6989a876-76d7-4c1f-9b6d-b0bdf7f70a6f admin admin] Publish callbacks [] for security_group (084ec502-b5a3-441b-b2a6-625df39d6c48), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:37.314616 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a946cc88-f463-43be-9b94-45639f27336d admin admin] Router ea9d3af2-522b-48d8-96c2-f6178c1cdf7c is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:44:37.418410 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40126) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:37.557720 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:37.562345 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a946cc88-f463-43be-9b94-45639f27336d admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:37.573294 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6989a876-76d7-4c1f-9b6d-b0bdf7f70a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (084ec502-b5a3-441b-b2a6-625df39d6c48), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:37.574890 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] Sync routers for ids ['ea9d3af2-522b-48d8-96c2-f6178c1cdf7c'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:37.598958 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] Routers {'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:37.599623 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['ea9d3af2-522b-48d8-96c2-f6178c1cdf7c'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:37.623179 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13512605-ffba-4a5d-bc6a-d444cc49cc70 admin admin] Router 13811d8a-2064-44ec-9b11-ef84c2be43b6 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:44:37.640880 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989a876-76d7-4c1f-9b6d-b0bdf7f70a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084ec502-b5a3-441b-b2a6-625df39d6c48,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:37.687802 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6989a876-76d7-4c1f-9b6d-b0bdf7f70a6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:44:37.688661 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:37.716260 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] Routers {'635d0e35-1c14-4dba-829d-cfa5b92f3d35'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:37.718200 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['635d0e35-1c14-4dba-829d-cfa5b92f3d35'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:37.731641 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6989a876-76d7-4c1f-9b6d-b0bdf7f70a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (26de82a0-245c-43ef-ab31-e8c9879bf010), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:37.735316 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-6989a876-76d7-4c1f-9b6d-b0bdf7f70a6f admin admin] Added segment 26de82a0-245c-43ef-ab31-e8c9879bf010 of type vlan for network 4706b3d1-832b-41ea-96fa-f409906efd4d Nov 02 12:44:37.788848 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:37.888437 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a946cc88-f463-43be-9b94-45639f27336d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:37.893171 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a946cc88-f463-43be-9b94-45639f27336d admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 937 time: 4.9559615 Nov 02 12:44:37.912570 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40142) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:37.982904 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40144) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:37.990492 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-d6ff99b8-20fb-4962-b98b-bac1260bffe4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1967088203-network', 'tenant_id': '6fcb3622750f4d468efb3f30bd74a498'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:38.006954 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6989a876-76d7-4c1f-9b6d-b0bdf7f70a6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (4706b3d1-832b-41ea-96fa-f409906efd4d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:38.018013 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] Set router ea9d3af2-522b-48d8-96c2-f6178c1cdf7c gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:38.051393 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5c201361-d3d7-4fcb-beec-cb38a3c86ca2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1163831568-network', 'tenant_id': '5db19daadcca4fb7a4b682b68de52c61'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:38.093607 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:38.109919 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13512605-ffba-4a5d-bc6a-d444cc49cc70 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:38.115117 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] Set router 635d0e35-1c14-4dba-829d-cfa5b92f3d35 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:38.136572 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-13512605-ffba-4a5d-bc6a-d444cc49cc70 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/13811d8a-2064-44ec-9b11-ef84c2be43b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0504699 Nov 02 12:44:38.139103 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40148) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:38.196632 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ff99b8-20fb-4962-b98b-bac1260bffe4 admin admin] Made reservation on behalf of 6fcb3622750f4d468efb3f30bd74a498 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:38.199409 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d6ff99b8-20fb-4962-b98b-bac1260bffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:38.208546 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8225ee3-d356-4e46-9f0c-6ef1df24789b None None] Sync routers for ids ['13811d8a-2064-44ec-9b11-ef84c2be43b6'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:38.220311 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d6ff99b8-20fb-4962-b98b-bac1260bffe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:38.281791 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c0f47-28a7-4e38-a9ec-be4e150dbf68 None None] Pushing event updated for resources: {'Port': ['ID=2701472f-7c2e-4022-8d25-c17caaff19d4,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:38.329165 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d29a1b0-3e47-4522-a296-54973ffe7306 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:44:38.339407 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8225ee3-d356-4e46-9f0c-6ef1df24789b None None] Routers {'13811d8a-2064-44ec-9b11-ef84c2be43b6'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:38.339701 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a8225ee3-d356-4e46-9f0c-6ef1df24789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['13811d8a-2064-44ec-9b11-ef84c2be43b6'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:38.370061 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c201361-d3d7-4fcb-beec-cb38a3c86ca2 admin admin] Made reservation on behalf of 5db19daadcca4fb7a4b682b68de52c61 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:38.382252 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5c201361-d3d7-4fcb-beec-cb38a3c86ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:38.460302 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:38.466896 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f9b84e50-d4ba-41e4-a573-b2a5ebf74ee1 None None] Provisioning complete for port 5ad88b08-0abb-411f-9166-ef811da2083c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:38.467278 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f9b84e50-d4ba-41e4-a573-b2a5ebf74ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5ad88b08-0abb-411f-9166-ef811da2083c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:38.467620 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f9b84e50-d4ba-41e4-a573-b2a5ebf74ee1 None None] Attempt 1 to provision port 5ad88b08-0abb-411f-9166-ef811da2083c Nov 02 12:44:38.565855 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d6ff99b8-20fb-4962-b98b-bac1260bffe4 admin admin] Publish callbacks [] for security_group (9cb2703b-7cb3-4b10-b305-9e915536366d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:38.570498 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40154) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:38.596579 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:38.611114 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5c201361-d3d7-4fcb-beec-cb38a3c86ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:38.613565 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6989a876-76d7-4c1f-9b6d-b0bdf7f70a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (4706b3d1-832b-41ea-96fa-f409906efd4d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:38.619432 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6989a876-76d7-4c1f-9b6d-b0bdf7f70a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:38.619432 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6989a876-76d7-4c1f-9b6d-b0bdf7f70a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:38.619814 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1106723011-router', 'tenant_id': 'd15efd8b3a96452e84f31fe686b088c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:33Z', 'updated_at': '2022-11-02T12:44:35Z', 'revision_number': 3, 'project_id': 'd15efd8b3a96452e84f31fe686b088c1', 'gw_port': {'id': '16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:34Z', 'updated_at': '2022-11-02T12:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:38.620311 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13254a00-b90e-4a8b-9f32-150d18d5fd51 admin admin] Publish callbacks [] for router (13811d8a-2064-44ec-9b11-ef84c2be43b6), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:38.637171 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d6ff99b8-20fb-4962-b98b-bac1260bffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9cb2703b-7cb3-4b10-b305-9e915536366d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:38.675467 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ff99b8-20fb-4962-b98b-bac1260bffe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:44:38.704468 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] Checking router: ea9d3af2-522b-48d8-96c2-f6178c1cdf7c for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:38.705448 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] Updating router ea9d3af2-522b-48d8-96c2-f6178c1cdf7c port 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:44:38.711534 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff99b8-20fb-4962-b98b-bac1260bffe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb2703b-7cb3-4b10-b305-9e915536366d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:38.738076 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d6ff99b8-20fb-4962-b98b-bac1260bffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (83e6fba3-6a89-4729-9c5b-2bc230399294), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:38.739190 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-d6ff99b8-20fb-4962-b98b-bac1260bffe4 admin admin] Added segment 83e6fba3-6a89-4729-9c5b-2bc230399294 of type vlan for network f02404b1-751d-4127-8dd8-cfd3a3cfbf6e Nov 02 12:44:38.751730 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:38.770440 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d29a1b0-3e47-4522-a296-54973ffe7306 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:44:38.790227 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5ad88b08-0abb-411f-9166-ef811da2083c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:38.818554 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989a876-76d7-4c1f-9b6d-b0bdf7f70a6f admin admin] Pushing event updated for resources: {'Network': ['ID=4706b3d1-832b-41ea-96fa-f409906efd4d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:38.831286 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d6ff99b8-20fb-4962-b98b-bac1260bffe4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (f02404b1-751d-4127-8dd8-cfd3a3cfbf6e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:38.939002 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40160) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:38.939295 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6989a876-76d7-4c1f-9b6d-b0bdf7f70a6f admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.2804494 Nov 02 12:44:38.944856 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c32fe5ec-bcc3-4496-b55e-073245c19722 admin admin] Request body: {'subnet': {'network_id': '4706b3d1-832b-41ea-96fa-f409906efd4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1201177724-subnet', 'tenant_id': '028ae84504c3470795228745c92988ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:39.030020 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 4706b3d1-832b-41ea-96fa-f409906efd4d details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:44:39.043712 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d6ff99b8-20fb-4962-b98b-bac1260bffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (f02404b1-751d-4127-8dd8-cfd3a3cfbf6e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.045142 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ff99b8-20fb-4962-b98b-bac1260bffe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:39.045980 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d6ff99b8-20fb-4962-b98b-bac1260bffe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.106578 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13254a00-b90e-4a8b-9f32-150d18d5fd51 admin admin] Publish callbacks [] for router_gateway (13811d8a-2064-44ec-9b11-ef84c2be43b6), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.112125 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32fe5ec-bcc3-4496-b55e-073245c19722 admin admin] Made reservation on behalf of 028ae84504c3470795228745c92988ae for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:39.122418 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c32fe5ec-bcc3-4496-b55e-073245c19722 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.171460 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5c201361-d3d7-4fcb-beec-cb38a3c86ca2 admin admin] Publish callbacks [] for security_group (1c3e0cbc-c473-4e81-8427-9ba6f15272b6), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.172572 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40164) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:39.213501 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d6ff99b8-20fb-4962-b98b-bac1260bffe4 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7939115 Nov 02 12:44:39.216101 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40168) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:39.228668 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f6ba6389-c4ae-4c7b-9f6d-967ce6c583ac admin admin] Request body: {'subnet': {'network_id': 'f02404b1-751d-4127-8dd8-cfd3a3cfbf6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1967088203-subnet', 'tenant_id': '6fcb3622750f4d468efb3f30bd74a498', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:39.271754 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6f0dfb2b-61d4-4115-9b5c-3821421c2666 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1028370220-network', 'tenant_id': 'a444e4c0cab7408b8e6cc8b87398f290'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:39.295401 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-a8225ee3-d356-4e46-9f0c-6ef1df24789b None None] Set router 13811d8a-2064-44ec-9b11-ef84c2be43b6 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:39.323995 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5c201361-d3d7-4fcb-beec-cb38a3c86ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1c3e0cbc-c473-4e81-8427-9ba6f15272b6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.340988 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] Publish callbacks [] for port (16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.344317 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff99b8-20fb-4962-b98b-bac1260bffe4 admin admin] Pushing event updated for resources: {'Network': ['ID=f02404b1-751d-4127-8dd8-cfd3a3cfbf6e,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:39.345496 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635d0e35-1c14-4dba-829d-cfa5b92f3d35', 'name': 'tempest-TaggedBootDevicesTest-1649763530-router', 'tenant_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '20bd2c89-75b6-41e4-9b36-6db72d242d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:14Z', 'updated_at': '2022-11-02T12:44:30Z', 'revision_number': 4, 'project_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'gw_port': {'id': '20bd2c89-75b6-41e4-9b36-6db72d242d03', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635d0e35-1c14-4dba-829d-cfa5b92f3d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:15Z', 'updated_at': '2022-11-02T12:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '2701472f-7c2e-4022-8d25-c17caaff19d4', 'name': '', 'network_id': '9ae29ae5-a023-4709-af7a-eee00b2fc52c', 'tenant_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'mac_address': 'fa:16:3e:ca:ce:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635d0e35-1c14-4dba-829d-cfa5b92f3d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'bbbf2264-f103-43e6-b321-57181618c4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:27Z', 'updated_at': '2022-11-02T12:44:37Z', 'revision_number': 4, 'project_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'subnets': [{'id': 'bbbf2264-f103-43e6-b321-57181618c4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:39.346724 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:39.389597 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-8337cea1-8ba5-439c-aa72-0ab2cebdc493 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-754689514-network', 'tenant_id': '6839662ece854e21ac3002b262fdc52e'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:39.404282 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f9b84e50-d4ba-41e4-a573-b2a5ebf74ee1 None None] Current status of the port 5ad88b08-0abb-411f-9166-ef811da2083c is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:39.404546 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f9b84e50-d4ba-41e4-a573-b2a5ebf74ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5ad88b08-0abb-411f-9166-ef811da2083c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.445054 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c201361-d3d7-4fcb-beec-cb38a3c86ca2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:44:39.452987 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5ad88b08-0abb-411f-9166-ef811da2083c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:39.453498 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5ad88b08-0abb-411f-9166-ef811da2083c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.453914 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5ad88b08-0abb-411f-9166-ef811da2083c Nov 02 12:44:39.474834 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-13254a00-b90e-4a8b-9f32-150d18d5fd51 admin admin] Deleting port 33f7e186-7f10-4209-80b9-0b83977892ff {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:44:39.475172 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13254a00-b90e-4a8b-9f32-150d18d5fd51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (33f7e186-7f10-4209-80b9-0b83977892ff), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.477165 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c201361-d3d7-4fcb-beec-cb38a3c86ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3e0cbc-c473-4e81-8427-9ba6f15272b6,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:39.479082 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.482340 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network f02404b1-751d-4127-8dd8-cfd3a3cfbf6e details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:44:39.488382 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5c201361-d3d7-4fcb-beec-cb38a3c86ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (8851533c-d449-48e6-817f-034bf55b27b5), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.488756 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-5c201361-d3d7-4fcb-beec-cb38a3c86ca2 admin admin] Added segment 8851533c-d449-48e6-817f-034bf55b27b5 of type vlan for network bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb Nov 02 12:44:39.588983 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0dfb2b-61d4-4115-9b5c-3821421c2666 admin admin] Made reservation on behalf of a444e4c0cab7408b8e6cc8b87398f290 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:39.591799 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f0dfb2b-61d4-4115-9b5c-3821421c2666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.597456 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ba6389-c4ae-4c7b-9f6d-967ce6c583ac admin admin] Made reservation on behalf of 6fcb3622750f4d468efb3f30bd74a498 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:39.607363 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] Attempting to bind port 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:39.610667 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] Attempting to bind port 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:39.611399 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] Attempting to bind port 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:39.611606 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f6ba6389-c4ae-4c7b-9f6d-967ce6c583ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.647229 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ac500f2a-18b2-4d59-bad5-e2a369701f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.657056 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc130598-ada0-44ae-a018-a0ceb9658580 None None] Pushing event updated for resources: {'Port': ['ID=16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:39.681554 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:39.683127 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8337cea1-8ba5-439c-aa72-0ab2cebdc493 admin admin] Made reservation on behalf of 6839662ece854e21ac3002b262fdc52e for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:39.685376 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:39.687948 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:39.687948 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.687948 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:39.687948 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] Bound port: 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:39.687948 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.691006 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8337cea1-8ba5-439c-aa72-0ab2cebdc493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.711378 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:39.716168 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5c201361-d3d7-4fcb-beec-cb38a3c86ca2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.724535 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8337cea1-8ba5-439c-aa72-0ab2cebdc493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.750246 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] For port 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:39.754578 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] For port 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:39.793010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759bf63b-ab43-4c66-8422-02f4ce8ccf3b None None] The sync data for ids ['635d0e35-1c14-4dba-829d-cfa5b92f3d35'] in n-d-857339-6 is: [{'id': '635d0e35-1c14-4dba-829d-cfa5b92f3d35', 'name': 'tempest-TaggedBootDevicesTest-1649763530-router', 'tenant_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '20bd2c89-75b6-41e4-9b36-6db72d242d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:14Z', 'updated_at': '2022-11-02T12:44:30Z', 'revision_number': 4, 'project_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'gw_port': {'id': '20bd2c89-75b6-41e4-9b36-6db72d242d03', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635d0e35-1c14-4dba-829d-cfa5b92f3d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:15Z', 'updated_at': '2022-11-02T12:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '2701472f-7c2e-4022-8d25-c17caaff19d4', 'name': '', 'network_id': '9ae29ae5-a023-4709-af7a-eee00b2fc52c', 'tenant_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'mac_address': 'fa:16:3e:ca:ce:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635d0e35-1c14-4dba-829d-cfa5b92f3d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'bbbf2264-f103-43e6-b321-57181618c4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:27Z', 'updated_at': '2022-11-02T12:44:37Z', 'revision_number': 4, 'project_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'subnets': [{'id': 'bbbf2264-f103-43e6-b321-57181618c4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:39.863499 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-13254a00-b90e-4a8b-9f32-150d18d5fd51 admin admin] For port 33f7e186-7f10-4209-80b9-0b83977892ff, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=33f7e186-7f10-4209-80b9-0b83977892ff,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:39.863918 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13254a00-b90e-4a8b-9f32-150d18d5fd51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (33f7e186-7f10-4209-80b9-0b83977892ff), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.928721 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.930288 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:39.933268 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f0dfb2b-61d4-4115-9b5c-3821421c2666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.945362 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-13254a00-b90e-4a8b-9f32-150d18d5fd51 admin admin] Calling delete_port for 33f7e186-7f10-4209-80b9-0b83977892ff owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:44:39.946400 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c32fe5ec-bcc3-4496-b55e-073245c19722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (aac9ceec-4a53-4dc8-8278-e64026a8f1c0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.948369 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f9b84e50-d4ba-41e4-a573-b2a5ebf74ee1 None None] For port 5ad88b08-0abb-411f-9166-ef811da2083c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5ad88b08-0abb-411f-9166-ef811da2083c,segment=NetworkSegment(105a4e03-06b6-4eb5-8889-def3170d8654),segment_id=105a4e03-06b6-4eb5-8889-def3170d8654)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:40.014838 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5c201361-d3d7-4fcb-beec-cb38a3c86ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:40.015889 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c201361-d3d7-4fcb-beec-cb38a3c86ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:40.016534 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5c201361-d3d7-4fcb-beec-cb38a3c86ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:40.063196 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] Routers {'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:40.063467 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['ea9d3af2-522b-48d8-96c2-f6178c1cdf7c'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:40.089586 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f6ba6389-c4ae-4c7b-9f6d-967ce6c583ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (85b60122-6ec7-4192-8768-890d3bd1b2e4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:40.107731 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f9b84e50-d4ba-41e4-a573-b2a5ebf74ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5ad88b08-0abb-411f-9166-ef811da2083c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:40.122746 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5ad88b08-0abb-411f-9166-ef811da2083c is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:40.127258 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5ad88b08-0abb-411f-9166-ef811da2083c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:40.205934 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b84e50-d4ba-41e4-a573-b2a5ebf74ee1 None None] Pushing event updated for resources: {'Port': ['ID=5ad88b08-0abb-411f-9166-ef811da2083c,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:40.216630 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a8225ee3-d356-4e46-9f0c-6ef1df24789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13811d8a-2064-44ec-9b11-ef84c2be43b6', 'name': 'tempest-InstanceActionsTestJSON-1382730428-router', 'tenant_id': '609b25c5d73a4866898c08b5b37c063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '33f7e186-7f10-4209-80b9-0b83977892ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:14Z', 'updated_at': '2022-11-02T12:44:35Z', 'revision_number': 5, 'project_id': '609b25c5d73a4866898c08b5b37c063c', 'gw_port': {'id': '33f7e186-7f10-4209-80b9-0b83977892ff', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13811d8a-2064-44ec-9b11-ef84c2be43b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:15Z', 'updated_at': '2022-11-02T12:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:40.268983 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc130598-ada0-44ae-a018-a0ceb9658580 None None] Pushing event updated for resources: {'Port': ['ID=16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:40.298604 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8225ee3-d356-4e46-9f0c-6ef1df24789b None None] Checking router: 13811d8a-2064-44ec-9b11-ef84c2be43b6 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:40.313229 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:40.325003 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8225ee3-d356-4e46-9f0c-6ef1df24789b None None] Routers {'13811d8a-2064-44ec-9b11-ef84c2be43b6'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:40.325809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a8225ee3-d356-4e46-9f0c-6ef1df24789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['13811d8a-2064-44ec-9b11-ef84c2be43b6'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:40.327893 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5c201361-d3d7-4fcb-beec-cb38a3c86ca2 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3432388 Nov 02 12:44:40.338079 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40184) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:40.376234 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c046cb74-124d-4bb4-a0f7-34009d7714c2 admin admin] Request body: {'subnet': {'network_id': 'bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1163831568-subnet', 'tenant_id': '5db19daadcca4fb7a4b682b68de52c61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:40.415074 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:40.421127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fe5ec-bcc3-4496-b55e-073245c19722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aac9ceec-4a53-4dc8-8278-e64026a8f1c0,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:40.481370 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c201361-d3d7-4fcb-beec-cb38a3c86ca2 admin admin] Pushing event updated for resources: {'Network': ['ID=bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:40.507726 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] Set router ea9d3af2-522b-48d8-96c2-f6178c1cdf7c gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:40.552620 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8337cea1-8ba5-439c-aa72-0ab2cebdc493 admin admin] Publish callbacks [] for security_group (028b42d4-3de4-483c-86ab-a54f4632fc43), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:40.586414 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-ac500f2a-18b2-4d59-bad5-e2a369701f0e admin admin] Allocated IP 172.20.0.1 (3aea6110-9f65-40a6-aa8c-e375d079eab3/0ac18059-0b93-42b3-bd78-9c5d62cfb634/865778b5-a10d-4725-ae39-2db7817c5ce0) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:40.596222 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba6389-c4ae-4c7b-9f6d-967ce6c583ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=85b60122-6ec7-4192-8768-890d3bd1b2e4,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:40.610485 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ba6389-c4ae-4c7b-9f6d-967ce6c583ac admin admin] Checking segment: {'id': '83e6fba3-6a89-4729-9c5b-2bc230399294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f02404b1-751d-4127-8dd8-cfd3a3cfbf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:40.610860 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ba6389-c4ae-4c7b-9f6d-967ce6c583ac admin admin] Network hostable DHCP agents. Network: f02404b1-751d-4127-8dd8-cfd3a3cfbf6e, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:44:40.624231 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32fe5ec-bcc3-4496-b55e-073245c19722 admin admin] Checking segment: {'id': '26de82a0-245c-43ef-ab31-e8c9879bf010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '4706b3d1-832b-41ea-96fa-f409906efd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:40.624527 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32fe5ec-bcc3-4496-b55e-073245c19722 admin admin] Network hostable DHCP agents. Network: 4706b3d1-832b-41ea-96fa-f409906efd4d, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:44:40.719949 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8337cea1-8ba5-439c-aa72-0ab2cebdc493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (028b42d4-3de4-483c-86ab-a54f4632fc43), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:40.771768 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-a8225ee3-d356-4e46-9f0c-6ef1df24789b None None] Set router 13811d8a-2064-44ec-9b11-ef84c2be43b6 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:40.800226 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1106723011-router', 'tenant_id': 'd15efd8b3a96452e84f31fe686b088c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:33Z', 'updated_at': '2022-11-02T12:44:35Z', 'revision_number': 3, 'project_id': 'd15efd8b3a96452e84f31fe686b088c1', 'gw_port': {'id': '16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:34Z', 'updated_at': '2022-11-02T12:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:40.817171 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f0dfb2b-61d4-4115-9b5c-3821421c2666 admin admin] Publish callbacks [] for security_group (50d315b1-bafe-4087-a908-33dcbff337b0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:40.818284 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c046cb74-124d-4bb4-a0f7-34009d7714c2 admin admin] Made reservation on behalf of 5db19daadcca4fb7a4b682b68de52c61 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:40.820860 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c046cb74-124d-4bb4-a0f7-34009d7714c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:40.853977 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab2f692-885c-44e4-9707-c5656afae78a None None] The sync data for ids ['ea9d3af2-522b-48d8-96c2-f6178c1cdf7c'] in n-d-857339-6 is: [{'id': 'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1106723011-router', 'tenant_id': 'd15efd8b3a96452e84f31fe686b088c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:33Z', 'updated_at': '2022-11-02T12:44:35Z', 'revision_number': 3, 'project_id': 'd15efd8b3a96452e84f31fe686b088c1', 'gw_port': {'id': '16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:34Z', 'updated_at': '2022-11-02T12:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:40.867867 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8337cea1-8ba5-439c-aa72-0ab2cebdc493 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:44:40.878148 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:44:40.928356 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32fe5ec-bcc3-4496-b55e-073245c19722 admin admin] Network 4706b3d1-832b-41ea-96fa-f409906efd4d is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:44:40.977377 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a8225ee3-d356-4e46-9f0c-6ef1df24789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13811d8a-2064-44ec-9b11-ef84c2be43b6', 'name': 'tempest-InstanceActionsTestJSON-1382730428-router', 'tenant_id': '609b25c5d73a4866898c08b5b37c063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:14Z', 'updated_at': '2022-11-02T12:44:39Z', 'revision_number': 6, 'project_id': '609b25c5d73a4866898c08b5b37c063c', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:40.998295 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337cea1-8ba5-439c-aa72-0ab2cebdc493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028b42d4-3de4-483c-86ab-a54f4632fc43,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:41.002568 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8337cea1-8ba5-439c-aa72-0ab2cebdc493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4bbcd02c-3ac4-43f8-9c3b-6163555cac00), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:41.003298 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-8337cea1-8ba5-439c-aa72-0ab2cebdc493 admin admin] Added segment 4bbcd02c-3ac4-43f8-9c3b-6163555cac00 of type vlan for network 4a71a857-cbbc-4f91-9823-ad7a1b98d38c Nov 02 12:44:41.043713 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8225ee3-d356-4e46-9f0c-6ef1df24789b None None] The sync data for ids ['13811d8a-2064-44ec-9b11-ef84c2be43b6'] in n-d-857339-6 is: [{'id': '13811d8a-2064-44ec-9b11-ef84c2be43b6', 'name': 'tempest-InstanceActionsTestJSON-1382730428-router', 'tenant_id': '609b25c5d73a4866898c08b5b37c063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:14Z', 'updated_at': '2022-11-02T12:44:39Z', 'revision_number': 6, 'project_id': '609b25c5d73a4866898c08b5b37c063c', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:41.094898 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:41.094898 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:41.094898 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:44:41.094898 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:44:41.163932 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f0dfb2b-61d4-4115-9b5c-3821421c2666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (50d315b1-bafe-4087-a908-33dcbff337b0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:41.174864 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e96643e-1a76-4ea3-9d2f-099c9d2761fa None None] Network 3aea6110-9f65-40a6-aa8c-e375d079eab3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:41.179320 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ba6389-c4ae-4c7b-9f6d-967ce6c583ac admin admin] Network f02404b1-751d-4127-8dd8-cfd3a3cfbf6e is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:44:41.313205 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dfb2b-61d4-4115-9b5c-3821421c2666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d315b1-bafe-4087-a908-33dcbff337b0,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:41.316518 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f6ba6389-c4ae-4c7b-9f6d-967ce6c583ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, f02404b1-751d-4127-8dd8-cfd3a3cfbf6e) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:41.318018 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-c32fe5ec-bcc3-4496-b55e-073245c19722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 4706b3d1-832b-41ea-96fa-f409906efd4d) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:41.344454 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ba6389-c4ae-4c7b-9f6d-967ce6c583ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:41.345110 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f6ba6389-c4ae-4c7b-9f6d-967ce6c583ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:41.360070 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb23b6e-bd6a-48e4-bc11-d4d4997849d7 None None] Network f02404b1-751d-4127-8dd8-cfd3a3cfbf6e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:41.360477 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32fe5ec-bcc3-4496-b55e-073245c19722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:41.361418 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c32fe5ec-bcc3-4496-b55e-073245c19722 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:41.364094 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0dfb2b-61d4-4115-9b5c-3821421c2666 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:44:41.369448 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:41.395854 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f0dfb2b-61d4-4115-9b5c-3821421c2666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e6b0b553-588f-480a-b278-02b197b4d0df), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:41.396068 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-6f0dfb2b-61d4-4115-9b5c-3821421c2666 admin admin] Added segment e6b0b553-588f-480a-b278-02b197b4d0df of type vlan for network c33691cf-ac79-4e52-b490-b71908bf66b5 Nov 02 12:44:41.399568 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8337cea1-8ba5-439c-aa72-0ab2cebdc493 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (4a71a857-cbbc-4f91-9823-ad7a1b98d38c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:41.438606 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ac500f2a-18b2-4d59-bad5-e2a369701f0e admin admin] Publish callbacks [] for port (865778b5-a10d-4725-ae39-2db7817c5ce0), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:41.489776 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c046cb74-124d-4bb4-a0f7-34009d7714c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (5ec7a191-8d2f-4e3c-8337-492099f3ecfa), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:41.494875 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64aa0c3-16dc-4231-ad1c-2c06109320d5 None None] Network 4706b3d1-832b-41ea-96fa-f409906efd4d requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:41.498690 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f0dfb2b-61d4-4115-9b5c-3821421c2666 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (c33691cf-ac79-4e52-b490-b71908bf66b5), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:41.528421 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13254a00-b90e-4a8b-9f32-150d18d5fd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (33f7e186-7f10-4209-80b9-0b83977892ff), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:41.532135 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:41.631075 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f6ba6389-c4ae-4c7b-9f6d-967ce6c583ac admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.4121871 Nov 02 12:44:41.632682 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8337cea1-8ba5-439c-aa72-0ab2cebdc493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (4a71a857-cbbc-4f91-9823-ad7a1b98d38c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:41.634129 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8337cea1-8ba5-439c-aa72-0ab2cebdc493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:41.635034 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8337cea1-8ba5-439c-aa72-0ab2cebdc493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:41.648959 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c32fe5ec-bcc3-4496-b55e-073245c19722 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.7054899 Nov 02 12:44:41.661354 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40194) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:41.661354 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40196) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:41.661354 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ac500f2a-18b2-4d59-bad5-e2a369701f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (865778b5-a10d-4725-ae39-2db7817c5ce0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:41.663106 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13254a00-b90e-4a8b-9f32-150d18d5fd51 admin admin] Pushing event deleted for resources: {'Port': ['ID=33f7e186-7f10-4209-80b9-0b83977892ff,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:41.678650 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-709d92ab-180c-4d6f-a7a3-7d6ce19d742b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1967088203-router', 'tenant_id': '6fcb3622750f4d468efb3f30bd74a498', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:41.680550 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.db.resource_extend [None req-6f0dfb2b-61d4-4115-9b5c-3821421c2666 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:44:41.723210 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-71fe1b3e-aa23-45d7-bc01-dcd28ef40ff8 admin admin] Request body: {'router': {'name': 'tempest-InstanceActionsNegativeTestJSON-1201177724-router', 'tenant_id': '028ae84504c3470795228745c92988ae', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:41.777475 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046cb74-124d-4bb4-a0f7-34009d7714c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ec7a191-8d2f-4e3c-8337-492099f3ecfa,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:41.828166 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-77a53cf7-78c0-49a9-85de-05f6833aecbd None None] Provisioning complete for port a651ac6d-3a38-49f4-b7d9-acb40e916bcc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:41.829667 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40198) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:41.833107 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-77a53cf7-78c0-49a9-85de-05f6833aecbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a651ac6d-3a38-49f4-b7d9-acb40e916bcc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:41.833534 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-77a53cf7-78c0-49a9-85de-05f6833aecbd None None] Attempt 1 to provision port a651ac6d-3a38-49f4-b7d9-acb40e916bcc Nov 02 12:44:41.846406 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c046cb74-124d-4bb4-a0f7-34009d7714c2 admin admin] Checking segment: {'id': '8851533c-d449-48e6-817f-034bf55b27b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:41.846774 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c046cb74-124d-4bb4-a0f7-34009d7714c2 admin admin] Network hostable DHCP agents. Network: bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:44:41.870448 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8337cea1-8ba5-439c-aa72-0ab2cebdc493 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6964493 Nov 02 12:44:41.874657 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40202) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:41.876874 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac500f2a-18b2-4d59-bad5-e2a369701f0e admin admin] Network 3aea6110-9f65-40a6-aa8c-e375d079eab3 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:41.894471 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-b338d5a9-b943-4484-b603-7d321fdd935f admin admin] Request body: {'subnet': {'network_id': '4a71a857-cbbc-4f91-9823-ad7a1b98d38c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-754689514-subnet', 'tenant_id': '6839662ece854e21ac3002b262fdc52e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:41.902795 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f0dfb2b-61d4-4115-9b5c-3821421c2666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (c33691cf-ac79-4e52-b490-b71908bf66b5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:41.903744 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0dfb2b-61d4-4115-9b5c-3821421c2666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:41.912132 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f0dfb2b-61d4-4115-9b5c-3821421c2666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:41.974035 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-ac500f2a-18b2-4d59-bad5-e2a369701f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:41.977663 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac500f2a-18b2-4d59-bad5-e2a369701f0e admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:41.993935 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-709d92ab-180c-4d6f-a7a3-7d6ce19d742b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (73bc75ea-2b72-4c2b-b3d9-70ab731d493b), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:41.995216 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-709d92ab-180c-4d6f-a7a3-7d6ce19d742b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (73bc75ea-2b72-4c2b-b3d9-70ab731d493b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:42.030522 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac500f2a-18b2-4d59-bad5-e2a369701f0e admin admin] Pushing event updated for resources: {'Port': ['ID=865778b5-a10d-4725-ae39-2db7817c5ce0,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:42.040109 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337cea1-8ba5-439c-aa72-0ab2cebdc493 admin admin] Pushing event updated for resources: {'Network': ['ID=4a71a857-cbbc-4f91-9823-ad7a1b98d38c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:42.088699 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13254a00-b90e-4a8b-9f32-150d18d5fd51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (13811d8a-2064-44ec-9b11-ef84c2be43b6), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:42.092133 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-f02404b1-751d-4127-8dd8-cfd3a3cfbf6e', 'network_id': 'f02404b1-751d-4127-8dd8-cfd3a3cfbf6e', 'project_id': '6fcb3622750f4d468efb3f30bd74a498', 'fixed_ips': [{'subnet_id': '85b60122-6ec7-4192-8768-890d3bd1b2e4'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:44:42.094015 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ac500f2a-18b2-4d59-bad5-e2a369701f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (ea9d3af2-522b-48d8-96c2-f6178c1cdf7c), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:42.095741 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:42.098729 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 4a71a857-cbbc-4f91-9823-ad7a1b98d38c details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:44:42.101408 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c046cb74-124d-4bb4-a0f7-34009d7714c2 admin admin] Network bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:44:42.128152 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-71fe1b3e-aa23-45d7-bc01-dcd28ef40ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (aa2d1d7e-804e-48f5-bcc1-5d4e944f1404), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:42.129370 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-71fe1b3e-aa23-45d7-bc01-dcd28ef40ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (aa2d1d7e-804e-48f5-bcc1-5d4e944f1404), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:42.143365 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dfb2b-61d4-4115-9b5c-3821421c2666 admin admin] Pushing event updated for resources: {'Network': ['ID=c33691cf-ac79-4e52-b490-b71908bf66b5,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:42.160541 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6f0dfb2b-61d4-4115-9b5c-3821421c2666 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.5884509 Nov 02 12:44:42.163811 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40204) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:42.171722 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6a062c68-511e-4d84-bef6-00bec43bef04 admin admin] Request body: {'subnet': {'network_id': 'c33691cf-ac79-4e52-b490-b71908bf66b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1028370220-subnet', 'tenant_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:42.195697 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-4706b3d1-832b-41ea-96fa-f409906efd4d', 'network_id': '4706b3d1-832b-41ea-96fa-f409906efd4d', 'project_id': '028ae84504c3470795228745c92988ae', 'fixed_ips': [{'subnet_id': 'aac9ceec-4a53-4dc8-8278-e64026a8f1c0'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:44:42.197167 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:42.200453 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network c33691cf-ac79-4e52-b490-b71908bf66b5 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:44:42.210932 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fa86b3ce-3a60-4eb3-9321-a2eda59bda77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:42.232455 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-c046cb74-124d-4bb4-a0f7-34009d7714c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:42.252411 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c046cb74-124d-4bb4-a0f7-34009d7714c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:42.253800 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c046cb74-124d-4bb4-a0f7-34009d7714c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:42.282533 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b338d5a9-b943-4484-b603-7d321fdd935f admin admin] Made reservation on behalf of 6839662ece854e21ac3002b262fdc52e for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:42.320535 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b338d5a9-b943-4484-b603-7d321fdd935f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:42.320768 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a45003c-7028-4640-a012-288318c17e71 None None] Network bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:42.335817 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-709d92ab-180c-4d6f-a7a3-7d6ce19d742b admin admin] Publish callbacks [] for router_controller (73bc75ea-2b72-4c2b-b3d9-70ab731d493b), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:42.342142 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13254a00-b90e-4a8b-9f32-150d18d5fd51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (13811d8a-2064-44ec-9b11-ef84c2be43b6), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:42.346814 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13254a00-b90e-4a8b-9f32-150d18d5fd51 admin admin] Publish callbacks [] for router_controller (13811d8a-2064-44ec-9b11-ef84c2be43b6), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:42.349458 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a062c68-511e-4d84-bef6-00bec43bef04 admin admin] Made reservation on behalf of a444e4c0cab7408b8e6cc8b87398f290 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:42.354890 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6a062c68-511e-4d84-bef6-00bec43bef04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:42.429650 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5ad88b08-0abb-411f-9166-ef811da2083c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:42.431365 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3766f5bd-2d84-434e-9b03-480f785846e8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:42.482229 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-77a53cf7-78c0-49a9-85de-05f6833aecbd None None] Current status of the port a651ac6d-3a38-49f4-b7d9-acb40e916bcc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:42.537486 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-71fe1b3e-aa23-45d7-bc01-dcd28ef40ff8 admin admin] Publish callbacks [] for router_controller (aa2d1d7e-804e-48f5-bcc1-5d4e944f1404), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:42.547015 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c046cb74-124d-4bb4-a0f7-34009d7714c2 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1841869 Nov 02 12:44:42.559086 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40206) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:42.572922 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-9862979f-5d5c-49a8-b90c-756336199931 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1163831568-router', 'tenant_id': '5db19daadcca4fb7a4b682b68de52c61', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:42.611526 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:42.687500 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13254a00-b90e-4a8b-9f32-150d18d5fd51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (13811d8a-2064-44ec-9b11-ef84c2be43b6), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:42.688439 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13254a00-b90e-4a8b-9f32-150d18d5fd51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13811d8a-2064-44ec-9b11-ef84c2be43b6 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:44:42.702462 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13254a00-b90e-4a8b-9f32-150d18d5fd51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:42.708804 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-13254a00-b90e-4a8b-9f32-150d18d5fd51 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/13811d8a-2064-44ec-9b11-ef84c2be43b6 HTTP/1.1" status: 204 len: 168 time: 4.5680082 Nov 02 12:44:42.715302 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40208) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:42.749477 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9862979f-5d5c-49a8-b90c-756336199931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:42.750887 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9862979f-5d5c-49a8-b90c-756336199931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:42.806747 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fa86b3ce-3a60-4eb3-9321-a2eda59bda77 admin admin] Publish callbacks [] for security_group (edd0381f-5cbb-4564-8198-52ee8dc51027), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:42.892665 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] Allocated IP 172.20.0.2 (4706b3d1-832b-41ea-96fa-f409906efd4d/aac9ceec-4a53-4dc8-8278-e64026a8f1c0/24ed1955-21e2-4e65-a096-2ee9a779d029) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:42.927090 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2cdec9-3d4d-4f24-941d-fd770c15a959 admin admin] Deleting subnet 8a35c806-08e1-482e-84c2-22cf155c65ff {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:44:42.958498 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2b2cdec9-3d4d-4f24-941d-fd770c15a959 admin admin] Publish callbacks [] for subnet (8a35c806-08e1-482e-84c2-22cf155c65ff), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:42.974008 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fa86b3ce-3a60-4eb3-9321-a2eda59bda77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (edd0381f-5cbb-4564-8198-52ee8dc51027), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.041729 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-71fe1b3e-aa23-45d7-bc01-dcd28ef40ff8 admin admin] Publish callbacks [] for router_gateway (aa2d1d7e-804e-48f5-bcc1-5d4e944f1404), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.052762 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-709d92ab-180c-4d6f-a7a3-7d6ce19d742b admin admin] Publish callbacks [] for router_gateway (73bc75ea-2b72-4c2b-b3d9-70ab731d493b), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.077184 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86b3ce-3a60-4eb3-9321-a2eda59bda77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd0381f-5cbb-4564-8198-52ee8dc51027,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:43.077667 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e14c5980-4ba6-48ca-93a8-0bc243a3e1d2 None None] Provisioning complete for port 865778b5-a10d-4725-ae39-2db7817c5ce0 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:43.078059 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e14c5980-4ba6-48ca-93a8-0bc243a3e1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (865778b5-a10d-4725-ae39-2db7817c5ce0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.078470 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e14c5980-4ba6-48ca-93a8-0bc243a3e1d2 None None] Attempt 1 to provision port 865778b5-a10d-4725-ae39-2db7817c5ce0 Nov 02 12:44:43.086245 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fa86b3ce-3a60-4eb3-9321-a2eda59bda77 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f1172bb613284b959b8fabf9acd9a906&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2550082 Nov 02 12:44:43.087015 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40210) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:43.118149 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2b2cdec9-3d4d-4f24-941d-fd770c15a959 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (8a35c806-08e1-482e-84c2-22cf155c65ff), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.136540 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9862979f-5d5c-49a8-b90c-756336199931 admin admin] Publish callbacks [] for router_controller (cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.152041 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6a062c68-511e-4d84-bef6-00bec43bef04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (fdfa22af-e26e-4984-93e9-8bd631338537), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.154477 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b338d5a9-b943-4484-b603-7d321fdd935f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (ef56b08b-9e55-422b-a55e-719f38dc6ade), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.183010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e14c5980-4ba6-48ca-93a8-0bc243a3e1d2 None None] Port 865778b5-a10d-4725-ae39-2db7817c5ce0 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:44:43.202580 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3766f5bd-2d84-434e-9b03-480f785846e8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:43.204582 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3766f5bd-2d84-434e-9b03-480f785846e8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.204582 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3766f5bd-2d84-434e-9b03-480f785846e8 Nov 02 12:44:43.214275 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ca54-1cc6-4437-8717-e63c3c6d0e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.305644 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2afe8999-6f3f-4431-919e-23f8fc2fe667 admin admin] Publish callbacks [] for security_group (edd0381f-5cbb-4564-8198-52ee8dc51027), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.314662 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a062c68-511e-4d84-bef6-00bec43bef04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdfa22af-e26e-4984-93e9-8bd631338537,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:43.319055 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e14c5980-4ba6-48ca-93a8-0bc243a3e1d2 None None] Provisioning complete for port 5ad88b08-0abb-411f-9166-ef811da2083c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:43.319446 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e14c5980-4ba6-48ca-93a8-0bc243a3e1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5ad88b08-0abb-411f-9166-ef811da2083c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.319789 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e14c5980-4ba6-48ca-93a8-0bc243a3e1d2 None None] Attempt 1 to provision port 5ad88b08-0abb-411f-9166-ef811da2083c Nov 02 12:44:43.367412 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2afe8999-6f3f-4431-919e-23f8fc2fe667 admin admin] Publish callbacks [] for security_group (edd0381f-5cbb-4564-8198-52ee8dc51027), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.387097 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:43.460635 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338d5a9-b943-4484-b603-7d321fdd935f admin admin] Checking segment: {'id': '4bbcd02c-3ac4-43f8-9c3b-6163555cac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4a71a857-cbbc-4f91-9823-ad7a1b98d38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:43.461976 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b338d5a9-b943-4484-b603-7d321fdd935f admin admin] Network hostable DHCP agents. Network: 4a71a857-cbbc-4f91-9823-ad7a1b98d38c, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:44:43.468034 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2b2cdec9-3d4d-4f24-941d-fd770c15a959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (8a35c806-08e1-482e-84c2-22cf155c65ff), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.495076 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a062c68-511e-4d84-bef6-00bec43bef04 admin admin] Checking segment: {'id': 'e6b0b553-588f-480a-b278-02b197b4d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c33691cf-ac79-4e52-b490-b71908bf66b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:43.495438 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a062c68-511e-4d84-bef6-00bec43bef04 admin admin] Network hostable DHCP agents. Network: c33691cf-ac79-4e52-b490-b71908bf66b5, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:44:43.539443 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338d5a9-b943-4484-b603-7d321fdd935f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef56b08b-9e55-422b-a55e-719f38dc6ade,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:43.539694 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb', 'network_id': 'bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb', 'project_id': '5db19daadcca4fb7a4b682b68de52c61', 'fixed_ips': [{'subnet_id': '5ec7a191-8d2f-4e3c-8337-492099f3ecfa'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:44:43.540630 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.557382 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] Allocated IP 172.20.0.2 (f02404b1-751d-4127-8dd8-cfd3a3cfbf6e/85b60122-6ec7-4192-8768-890d3bd1b2e4/11b79913-cb92-41fa-ba5f-efd2f004e980) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:43.632983 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] Publish callbacks [] for port (24ed1955-21e2-4e65-a096-2ee9a779d029), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.643854 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:43.662635 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2afe8999-6f3f-4431-919e-23f8fc2fe667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (edd0381f-5cbb-4564-8198-52ee8dc51027), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.668901 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2afe8999-6f3f-4431-919e-23f8fc2fe667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.673012 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2afe8999-6f3f-4431-919e-23f8fc2fe667 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/edd0381f-5cbb-4564-8198-52ee8dc51027 HTTP/1.1" status: 204 len: 168 time: 0.5791414 Nov 02 12:44:43.686416 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe8999-6f3f-4431-919e-23f8fc2fe667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd0381f-5cbb-4564-8198-52ee8dc51027,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:43.696137 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9862979f-5d5c-49a8-b90c-756336199931 admin admin] Publish callbacks [] for router_gateway (cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.738377 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b338d5a9-b943-4484-b603-7d321fdd935f admin admin] Network 4a71a857-cbbc-4f91-9823-ad7a1b98d38c is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:44:43.742355 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a062c68-511e-4d84-bef6-00bec43bef04 admin admin] Network c33691cf-ac79-4e52-b490-b71908bf66b5 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:44:43.752124 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2b2cdec9-3d4d-4f24-941d-fd770c15a959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (8a35c806-08e1-482e-84c2-22cf155c65ff), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.762612 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-709d92ab-180c-4d6f-a7a3-7d6ce19d742b admin admin] Publish callbacks [] for router_gateway (73bc75ea-2b72-4c2b-b3d9-70ab731d493b), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.842340 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-709d92ab-180c-4d6f-a7a3-7d6ce19d742b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.855226 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cdec9-3d4d-4f24-941d-fd770c15a959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a35c806-08e1-482e-84c2-22cf155c65ff,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:43.858553 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2b2cdec9-3d4d-4f24-941d-fd770c15a959 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.867405 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2b2cdec9-3d4d-4f24-941d-fd770c15a959 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/8a35c806-08e1-482e-84c2-22cf155c65ff HTTP/1.1" status: 204 len: 168 time: 1.1422372 Nov 02 12:44:43.870941 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40214) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:43.977763 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a3d87c5-ac52-4707-99d2-9da8505ecf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (378dbe2d-824b-47c3-93ef-df143eb7ac57), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.980148 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:44.036640 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e3d7ec-b7a5-4d0e-a1c7-4a7e48f3c6fe None None] Network 378dbe2d-824b-47c3-93ef-df143eb7ac57 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:44.043546 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9a3d87c5-ac52-4707-99d2-9da8505ecf02 admin admin] Deleting port a651ac6d-3a38-49f4-b7d9-acb40e916bcc {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:44:44.044034 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a3d87c5-ac52-4707-99d2-9da8505ecf02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a651ac6d-3a38-49f4-b7d9-acb40e916bcc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:44.141989 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e14c5980-4ba6-48ca-93a8-0bc243a3e1d2 None None] Current status of the port 5ad88b08-0abb-411f-9166-ef811da2083c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:44.141989 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (24ed1955-21e2-4e65-a096-2ee9a779d029), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:44.153778 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-9a3d87c5-ac52-4707-99d2-9da8505ecf02 admin admin] For port a651ac6d-3a38-49f4-b7d9-acb40e916bcc, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a651ac6d-3a38-49f4-b7d9-acb40e916bcc,segment=NetworkSegment(0e852d28-0a8b-4a77-b957-2c48cb922c3c),segment_id=0e852d28-0a8b-4a77-b957-2c48cb922c3c)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:44.153778 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a3d87c5-ac52-4707-99d2-9da8505ecf02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a651ac6d-3a38-49f4-b7d9-acb40e916bcc), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:44.171610 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9a3d87c5-ac52-4707-99d2-9da8505ecf02 admin admin] Calling delete_port for a651ac6d-3a38-49f4-b7d9-acb40e916bcc owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:44:44.181693 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-6a062c68-511e-4d84-bef6-00bec43bef04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, c33691cf-ac79-4e52-b490-b71908bf66b5) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:44.184450 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-b338d5a9-b943-4484-b603-7d321fdd935f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 4a71a857-cbbc-4f91-9823-ad7a1b98d38c) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:44.205708 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a062c68-511e-4d84-bef6-00bec43bef04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:44.206317 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6a062c68-511e-4d84-bef6-00bec43bef04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:44.209515 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b338d5a9-b943-4484-b603-7d321fdd935f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:44.210078 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b338d5a9-b943-4484-b603-7d321fdd935f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:44.271570 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a53beb-aed1-4679-a7ba-1cf38478fd6c None None] Network c33691cf-ac79-4e52-b490-b71908bf66b5 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:44.273559 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01a6c8f-4fe5-41b9-91f3-58b4f6fb6594 None None] Network 4a71a857-cbbc-4f91-9823-ad7a1b98d38c requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:44.321026 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-71fe1b3e-aa23-45d7-bc01-dcd28ef40ff8 admin admin] Publish callbacks [] for router_gateway (aa2d1d7e-804e-48f5-bcc1-5d4e944f1404), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:44.378916 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] Network 4706b3d1-832b-41ea-96fa-f409906efd4d is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:44.383421 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-71fe1b3e-aa23-45d7-bc01-dcd28ef40ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:44.398516 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:44.411352 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3766f5bd-2d84-434e-9b03-480f785846e8 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:44.494820 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-709d92ab-180c-4d6f-a7a3-7d6ce19d742b admin admin] Allocated IP 172.25.2.131 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/05db4c34-9754-4c99-8d07-4db2b1751491) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:44.516999 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ac500f2a-18b2-4d59-bad5-e2a369701f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (865778b5-a10d-4725-ae39-2db7817c5ce0), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:44.539878 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6a062c68-511e-4d84-bef6-00bec43bef04 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3748996 Nov 02 12:44:44.544860 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b338d5a9-b943-4484-b603-7d321fdd935f admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6691804 Nov 02 12:44:44.555298 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a3d87c5-ac52-4707-99d2-9da8505ecf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (a651ac6d-3a38-49f4-b7d9-acb40e916bcc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:44.559857 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:44.567752 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40216) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:44.567752 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40218) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:44.567971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:44.579927 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-514c7e92-4aae-4d6e-bc4a-379e098bd14d admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-1028370220-router', 'tenant_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:44.586455 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-015092ec-751f-4cf6-bf6e-168f924a33a5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-754689514-router', 'tenant_id': '6839662ece854e21ac3002b262fdc52e', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:44.611763 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] Allocated IP 172.20.0.2 (bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb/5ec7a191-8d2f-4e3c-8337-492099f3ecfa/9d652b6b-be3a-47e9-8f25-1daf990c2ae0) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:44.616596 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d87c5-ac52-4707-99d2-9da8505ecf02 admin admin] Pushing event deleted for resources: {'Port': ['ID=a651ac6d-3a38-49f4-b7d9-acb40e916bcc,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:44.625615 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d87c5-ac52-4707-99d2-9da8505ecf02 admin admin] No DVR routers for this DVR port a651ac6d-3a38-49f4-b7d9-acb40e916bcc on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:44:44.725110 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] Pushing event updated for resources: {'Port': ['ID=24ed1955-21e2-4e65-a096-2ee9a779d029,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:44.755825 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5ad88b08-0abb-411f-9166-ef811da2083c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:44.798942 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] Publish callbacks [] for port (11b79913-cb92-41fa-ba5f-efd2f004e980), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:44.807840 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a3d87c5-ac52-4707-99d2-9da8505ecf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (378dbe2d-824b-47c3-93ef-df143eb7ac57), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:44.809217 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3671df-2dd8-487e-821e-25d173e96657 None None] DHCP port deletion for 378dbe2d-824b-47c3-93ef-df143eb7ac57 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:44:44.817768 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:44.835879 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-9a3d87c5-ac52-4707-99d2-9da8505ecf02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378dbe2d-824b-47c3-93ef-df143eb7ac57']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:44.857688 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-9a3d87c5-ac52-4707-99d2-9da8505ecf02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e852d28-0a8b-4a77-b957-2c48cb922c3c') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:44.857688 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-9a3d87c5-ac52-4707-99d2-9da8505ecf02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e852d28-0a8b-4a77-b957-2c48cb922c3c') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:44.870376 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a3d87c5-ac52-4707-99d2-9da8505ecf02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (0e852d28-0a8b-4a77-b957-2c48cb922c3c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:44.896525 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a3d87c5-ac52-4707-99d2-9da8505ecf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (0e852d28-0a8b-4a77-b957-2c48cb922c3c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:44.903213 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9862979f-5d5c-49a8-b90c-756336199931 admin admin] Publish callbacks [] for router_gateway (cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:44.917739 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3d87c5-ac52-4707-99d2-9da8505ecf02 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:44:44.918666 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a3d87c5-ac52-4707-99d2-9da8505ecf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (0e852d28-0a8b-4a77-b957-2c48cb922c3c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:44.972629 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9862979f-5d5c-49a8-b90c-756336199931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:44.974157 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:44.976849 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-709d92ab-180c-4d6f-a7a3-7d6ce19d742b admin admin] Publish callbacks [] for port (05db4c34-9754-4c99-8d07-4db2b1751491), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:44.977005 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 0e852d28-0a8b-4a77-b957-2c48cb922c3c resource provider aggregate not found Nov 02 12:44:44.980919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-4a71a857-cbbc-4f91-9823-ad7a1b98d38c', 'network_id': '4a71a857-cbbc-4f91-9823-ad7a1b98d38c', 'project_id': '6839662ece854e21ac3002b262fdc52e', 'fixed_ips': [{'subnet_id': 'ef56b08b-9e55-422b-a55e-719f38dc6ade'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:44:44.982201 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:44.985751 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] Attempting to bind port 24ed1955-21e2-4e65-a096-2ee9a779d029 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:44.986222 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] Attempting to bind port 24ed1955-21e2-4e65-a096-2ee9a779d029 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '26de82a0-245c-43ef-ab31-e8c9879bf010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '4706b3d1-832b-41ea-96fa-f409906efd4d'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:44.986681 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] Attempting to bind port 24ed1955-21e2-4e65-a096-2ee9a779d029 on network 4706b3d1-832b-41ea-96fa-f409906efd4d {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:45.036328 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 0e852d28-0a8b-4a77-b957-2c48cb922c3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e852d28-0a8b-4a77-b957-2c48cb922c3c found for delete ", "request_id": "req-06183d76-f226-42b4-91ed-d4c8f4a8deca"}]} Nov 02 12:44:45.043027 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-c33691cf-ac79-4e52-b490-b71908bf66b5', 'network_id': 'c33691cf-ac79-4e52-b490-b71908bf66b5', 'project_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'fixed_ips': [{'subnet_id': 'fdfa22af-e26e-4984-93e9-8bd631338537'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:44:45.044034 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.046183 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-514c7e92-4aae-4d6e-bc4a-379e098bd14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (a4adfe55-9e25-4d40-855c-bff8302b9dff), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.047445 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-514c7e92-4aae-4d6e-bc4a-379e098bd14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (a4adfe55-9e25-4d40-855c-bff8302b9dff), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.051365 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-015092ec-751f-4cf6-bf6e-168f924a33a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (61df19cf-2a40-4125-a2d9-02da26033b62), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.058745 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (11b79913-cb92-41fa-ba5f-efd2f004e980), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.058922 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-015092ec-751f-4cf6-bf6e-168f924a33a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (61df19cf-2a40-4125-a2d9-02da26033b62), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.123738 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5ad88b08-0abb-411f-9166-ef811da2083c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:45.123976 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5ad88b08-0abb-411f-9166-ef811da2083c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.124245 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5ad88b08-0abb-411f-9166-ef811da2083c Nov 02 12:44:45.178920 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a3d87c5-ac52-4707-99d2-9da8505ecf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (378dbe2d-824b-47c3-93ef-df143eb7ac57), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.192076 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a3d87c5-ac52-4707-99d2-9da8505ecf02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.202599 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9a3d87c5-ac52-4707-99d2-9da8505ecf02 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/378dbe2d-824b-47c3-93ef-df143eb7ac57 HTTP/1.1" status: 204 len: 168 time: 1.3264985 Nov 02 12:44:45.203454 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] Network f02404b1-751d-4127-8dd8-cfd3a3cfbf6e is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:45.209873 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-015092ec-751f-4cf6-bf6e-168f924a33a5 admin admin] Publish callbacks [] for router_controller (61df19cf-2a40-4125-a2d9-02da26033b62), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.228320 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d87c5-ac52-4707-99d2-9da8505ecf02 admin admin] Pushing event deleted for resources: {'Network': ['ID=378dbe2d-824b-47c3-93ef-df143eb7ac57,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:45.255492 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-709d92ab-180c-4d6f-a7a3-7d6ce19d742b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (05db4c34-9754-4c99-8d07-4db2b1751491), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.264383 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-514c7e92-4aae-4d6e-bc4a-379e098bd14d admin admin] Publish callbacks [] for router_controller (a4adfe55-9e25-4d40-855c-bff8302b9dff), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.268124 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ac500f2a-18b2-4d59-bad5-e2a369701f0e admin admin] Publish callbacks [] for port (865778b5-a10d-4725-ae39-2db7817c5ce0), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.307326 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:45.373469 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:45.390868 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709d92ab-180c-4d6f-a7a3-7d6ce19d742b admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:45.396635 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:45.397092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] Checking segment: {'id': '26de82a0-245c-43ef-ab31-e8c9879bf010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '4706b3d1-832b-41ea-96fa-f409906efd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:45.397604 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.398071 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] Bound using segment: {'id': '26de82a0-245c-43ef-ab31-e8c9879bf010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '4706b3d1-832b-41ea-96fa-f409906efd4d'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:45.398656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] Bound port: 24ed1955-21e2-4e65-a096-2ee9a779d029, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26de82a0-245c-43ef-ab31-e8c9879bf010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '4706b3d1-832b-41ea-96fa-f409906efd4d'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:45.399263 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (24ed1955-21e2-4e65-a096-2ee9a779d029), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.402068 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] Pushing event updated for resources: {'Port': ['ID=11b79913-cb92-41fa-ba5f-efd2f004e980,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:45.402787 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-709d92ab-180c-4d6f-a7a3-7d6ce19d742b admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:45.436120 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40230) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:45.436120 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-398f1a31-02b9-47f3-9cb4-77488113c4da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.437309 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d92ab-180c-4d6f-a7a3-7d6ce19d742b admin admin] Pushing event updated for resources: {'Port': ['ID=05db4c34-9754-4c99-8d07-4db2b1751491,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:45.443074 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-71fe1b3e-aa23-45d7-bc01-dcd28ef40ff8 admin admin] Allocated IP 172.25.2.223 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/3b863a3f-8dc8-4599-8af8-c47ba7af8e19) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:45.445362 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d92ab-180c-4d6f-a7a3-7d6ce19d742b admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:45.476930 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ac500f2a-18b2-4d59-bad5-e2a369701f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (865778b5-a10d-4725-ae39-2db7817c5ce0), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.573557 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] Publish callbacks [] for port (9d652b6b-be3a-47e9-8f25-1daf990c2ae0), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.588049 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-398f1a31-02b9-47f3-9cb4-77488113c4da admin admin] Publish callbacks [] for security_group (80290d30-5ca2-4b05-80da-9ed1572422f8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.592824 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:45.635845 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-52223e57-9c6d-4ba3-b800-afb136dbda39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.705242 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] Attempting to bind port 11b79913-cb92-41fa-ba5f-efd2f004e980 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:45.705624 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] Attempting to bind port 11b79913-cb92-41fa-ba5f-efd2f004e980 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '83e6fba3-6a89-4729-9c5b-2bc230399294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f02404b1-751d-4127-8dd8-cfd3a3cfbf6e'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:45.705996 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] Attempting to bind port 11b79913-cb92-41fa-ba5f-efd2f004e980 on network f02404b1-751d-4127-8dd8-cfd3a3cfbf6e {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:45.736341 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-398f1a31-02b9-47f3-9cb4-77488113c4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (80290d30-5ca2-4b05-80da-9ed1572422f8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.774208 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-015092ec-751f-4cf6-bf6e-168f924a33a5 admin admin] Publish callbacks [] for router_gateway (61df19cf-2a40-4125-a2d9-02da26033b62), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.786596 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (9d652b6b-be3a-47e9-8f25-1daf990c2ae0), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.789740 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac500f2a-18b2-4d59-bad5-e2a369701f0e admin admin] Pushing event updated for resources: {'Port': ['ID=865778b5-a10d-4725-ae39-2db7817c5ce0,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:45.794125 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] Allocated IP 172.20.0.2 (4a71a857-cbbc-4f91-9823-ad7a1b98d38c/ef56b08b-9e55-422b-a55e-719f38dc6ade/9840b066-0e5f-4e0d-8a8d-083f1b0ac931) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:45.812028 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40232) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:45.850216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] For port 24ed1955-21e2-4e65-a096-2ee9a779d029, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:45.854407 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-398f1a31-02b9-47f3-9cb4-77488113c4da admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f5fb649351044cc4ba522e4311970e15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4343531 Nov 02 12:44:45.857428 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40234) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:45.870429 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] Allocated IP 172.20.0.2 (c33691cf-ac79-4e52-b490-b71908bf66b5/fdfa22af-e26e-4984-93e9-8bd631338537/747beacb-f6ec-4a4f-a330-c235ddac4c95) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:45.879069 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f1a31-02b9-47f3-9cb4-77488113c4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80290d30-5ca2-4b05-80da-9ed1572422f8,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:45.893723 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] For port 24ed1955-21e2-4e65-a096-2ee9a779d029, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=24ed1955-21e2-4e65-a096-2ee9a779d029,segment=NetworkSegment(26de82a0-245c-43ef-ab31-e8c9879bf010),segment_id=26de82a0-245c-43ef-ab31-e8c9879bf010)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:45.900261 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5ad88b08-0abb-411f-9166-ef811da2083c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:45.901596 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:45.938188 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-422c1363-95fb-4381-accc-5346d09b5b02 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=609b25c5d73a4866898c08b5b37c063c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1207073 Nov 02 12:44:45.938415 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] Network bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:45.945908 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40236) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:45.976529 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:45.979753 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:45.984595 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-252483a5-3182-40a1-a8f9-5e4735fecd47 admin admin] Publish callbacks [] for security_group (80290d30-5ca2-4b05-80da-9ed1572422f8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:46.005556 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:46.006497 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] Checking segment: {'id': '83e6fba3-6a89-4729-9c5b-2bc230399294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f02404b1-751d-4127-8dd8-cfd3a3cfbf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:46.007149 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:46.007711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] Bound using segment: {'id': '83e6fba3-6a89-4729-9c5b-2bc230399294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f02404b1-751d-4127-8dd8-cfd3a3cfbf6e'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:46.008211 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] Bound port: 11b79913-cb92-41fa-ba5f-efd2f004e980, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e6fba3-6a89-4729-9c5b-2bc230399294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f02404b1-751d-4127-8dd8-cfd3a3cfbf6e'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:46.008631 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (11b79913-cb92-41fa-ba5f-efd2f004e980), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:46.015735 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] Pushing event updated for resources: {'Port': ['ID=9d652b6b-be3a-47e9-8f25-1daf990c2ae0,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:46.019784 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-252483a5-3182-40a1-a8f9-5e4735fecd47 admin admin] Publish callbacks [] for security_group (80290d30-5ca2-4b05-80da-9ed1572422f8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:46.071576 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c60e5a0-fd41-40a1-a7c1-e64574ea9956 admin admin] Publish callbacks [] for security_group (f60f358a-c383-4706-9d25-d03bbe15c2b3), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:46.090691 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ac500f2a-18b2-4d59-bad5-e2a369701f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (ea9d3af2-522b-48d8-96c2-f6178c1cdf7c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:46.093250 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c60e5a0-fd41-40a1-a7c1-e64574ea9956 admin admin] Publish callbacks [] for security_group (f60f358a-c383-4706-9d25-d03bbe15c2b3), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:46.176780 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-514c7e92-4aae-4d6e-bc4a-379e098bd14d admin admin] Publish callbacks [] for router_gateway (a4adfe55-9e25-4d40-855c-bff8302b9dff), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:46.262149 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (24ed1955-21e2-4e65-a096-2ee9a779d029), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:46.267800 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-252483a5-3182-40a1-a8f9-5e4735fecd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (80290d30-5ca2-4b05-80da-9ed1572422f8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:46.275199 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-252483a5-3182-40a1-a8f9-5e4735fecd47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:46.279557 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-252483a5-3182-40a1-a8f9-5e4735fecd47 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/80290d30-5ca2-4b05-80da-9ed1572422f8 HTTP/1.1" status: 204 len: 168 time: 0.4184465 Nov 02 12:44:46.316557 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252483a5-3182-40a1-a8f9-5e4735fecd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80290d30-5ca2-4b05-80da-9ed1572422f8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:46.322553 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c60e5a0-fd41-40a1-a7c1-e64574ea9956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f60f358a-c383-4706-9d25-d03bbe15c2b3), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:46.322553 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c60e5a0-fd41-40a1-a7c1-e64574ea9956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:46.324972 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8c60e5a0-fd41-40a1-a7c1-e64574ea9956 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f60f358a-c383-4706-9d25-d03bbe15c2b3 HTTP/1.1" status: 204 len: 168 time: 0.3776808 Nov 02 12:44:46.359304 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60e5a0-fd41-40a1-a7c1-e64574ea9956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60f358a-c383-4706-9d25-d03bbe15c2b3,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:46.362435 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-71fe1b3e-aa23-45d7-bc01-dcd28ef40ff8 admin admin] Publish callbacks [] for port (3b863a3f-8dc8-4599-8af8-c47ba7af8e19), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:46.504955 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] Attempting to bind port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:46.505726 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] Attempting to bind port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '8851533c-d449-48e6-817f-034bf55b27b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:46.505726 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] Attempting to bind port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 on network bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:46.508289 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:46.508746 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:46.509175 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8 Nov 02 12:44:46.514857 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:46.617207 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] For port 11b79913-cb92-41fa-ba5f-efd2f004e980, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:46.635828 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d30fc4-ffa8-4892-b06f-83ebffcce84b None None] Pushing event updated for resources: {'Port': ['ID=24ed1955-21e2-4e65-a096-2ee9a779d029,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:46.647158 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac500f2a-18b2-4d59-bad5-e2a369701f0e admin admin] Network 3aea6110-9f65-40a6-aa8c-e375d079eab3 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:46.707959 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] For port 11b79913-cb92-41fa-ba5f-efd2f004e980, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=11b79913-cb92-41fa-ba5f-efd2f004e980,segment=NetworkSegment(83e6fba3-6a89-4729-9c5b-2bc230399294),segment_id=83e6fba3-6a89-4729-9c5b-2bc230399294)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:46.712631 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-ac500f2a-18b2-4d59-bad5-e2a369701f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:46.727136 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:46.799156 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:46.799156 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] Checking segment: {'id': '8851533c-d449-48e6-817f-034bf55b27b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:46.799156 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:46.799156 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] Bound using segment: {'id': '8851533c-d449-48e6-817f-034bf55b27b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:46.799156 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] Bound port: 9d652b6b-be3a-47e9-8f25-1daf990c2ae0, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8851533c-d449-48e6-817f-034bf55b27b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:46.799156 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9d652b6b-be3a-47e9-8f25-1daf990c2ae0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:46.834927 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] Publish callbacks [] for port (9840b066-0e5f-4e0d-8a8d-083f1b0ac931), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:46.859105 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] Publish callbacks [] for port (747beacb-f6ec-4a4f-a330-c235ddac4c95), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:46.935904 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-71fe1b3e-aa23-45d7-bc01-dcd28ef40ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (3b863a3f-8dc8-4599-8af8-c47ba7af8e19), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:46.960257 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:46.960709 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:46.974601 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (11b79913-cb92-41fa-ba5f-efd2f004e980), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:47.065328 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (9840b066-0e5f-4e0d-8a8d-083f1b0ac931), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:47.081526 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:47.082597 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:47.151929 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-015092ec-751f-4cf6-bf6e-168f924a33a5 admin admin] Publish callbacks [] for router_gateway (61df19cf-2a40-4125-a2d9-02da26033b62), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:47.154218 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] For port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:47.158146 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] Network 4a71a857-cbbc-4f91-9823-ad7a1b98d38c is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:47.167933 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] For port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9d652b6b-be3a-47e9-8f25-1daf990c2ae0,segment=NetworkSegment(8851533c-d449-48e6-817f-034bf55b27b5),segment_id=8851533c-d449-48e6-817f-034bf55b27b5)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:47.170603 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (747beacb-f6ec-4a4f-a330-c235ddac4c95), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:47.185611 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe1b3e-aa23-45d7-bc01-dcd28ef40ff8 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:47.187035 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:47.187321 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe1b3e-aa23-45d7-bc01-dcd28ef40ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=3b863a3f-8dc8-4599-8af8-c47ba7af8e19,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:47.189786 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:47.203461 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] Network c33691cf-ac79-4e52-b490-b71908bf66b5 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:47.205957 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a3e93-5097-42f6-8dd9-80ff007b4956 None None] Pushing event updated for resources: {'Port': ['ID=11b79913-cb92-41fa-ba5f-efd2f004e980,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:47.210384 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-015092ec-751f-4cf6-bf6e-168f924a33a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:47.214722 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:47.215014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2701472f-7c2e-4022-8d25-c17caaff19d4 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:47.272611 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:47.276188 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:47.318444 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-71fe1b3e-aa23-45d7-bc01-dcd28ef40ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:47.341408 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b60693cf-450c-48bc-b2a4-c7237e1f21cd None None] Provisioning complete for port 865778b5-a10d-4725-ae39-2db7817c5ce0 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:47.341862 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b60693cf-450c-48bc-b2a4-c7237e1f21cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (865778b5-a10d-4725-ae39-2db7817c5ce0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:47.342237 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b60693cf-450c-48bc-b2a4-c7237e1f21cd None None] Attempt 1 to provision port 865778b5-a10d-4725-ae39-2db7817c5ce0 Nov 02 12:44:47.429226 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe1b3e-aa23-45d7-bc01-dcd28ef40ff8 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:47.429476 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9d652b6b-be3a-47e9-8f25-1daf990c2ae0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:47.434299 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-514c7e92-4aae-4d6e-bc4a-379e098bd14d admin admin] Publish callbacks [] for router_gateway (a4adfe55-9e25-4d40-855c-bff8302b9dff), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:47.511474 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] Pushing event updated for resources: {'Port': ['ID=9840b066-0e5f-4e0d-8a8d-083f1b0ac931,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:47.530244 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:47.557326 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:47.604714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b60693cf-450c-48bc-b2a4-c7237e1f21cd None None] Port 865778b5-a10d-4725-ae39-2db7817c5ce0 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:44:47.610080 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2701472f-7c2e-4022-8d25-c17caaff19d4 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:47.610471 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2701472f-7c2e-4022-8d25-c17caaff19d4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:47.610819 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2701472f-7c2e-4022-8d25-c17caaff19d4 Nov 02 12:44:47.612606 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-514c7e92-4aae-4d6e-bc4a-379e098bd14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:47.617455 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-9862979f-5d5c-49a8-b90c-756336199931 admin admin] Allocated IP 172.25.2.184 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/9c71b10b-7a8e-42a8-8962-5fb83ed2f508) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:47.622877 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-709d92ab-180c-4d6f-a7a3-7d6ce19d742b admin admin] Publish callbacks [] for router_gateway (73bc75ea-2b72-4c2b-b3d9-70ab731d493b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:47.651605 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] Attempting to bind port 9840b066-0e5f-4e0d-8a8d-083f1b0ac931 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:47.655527 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] Attempting to bind port 9840b066-0e5f-4e0d-8a8d-083f1b0ac931 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '4bbcd02c-3ac4-43f8-9c3b-6163555cac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4a71a857-cbbc-4f91-9823-ad7a1b98d38c'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:47.656139 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] Attempting to bind port 9840b066-0e5f-4e0d-8a8d-083f1b0ac931 on network 4a71a857-cbbc-4f91-9823-ad7a1b98d38c {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:47.711499 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] Attempting to bind port 747beacb-f6ec-4a4f-a330-c235ddac4c95 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:47.711804 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] Attempting to bind port 747beacb-f6ec-4a4f-a330-c235ddac4c95 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'e6b0b553-588f-480a-b278-02b197b4d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c33691cf-ac79-4e52-b490-b71908bf66b5'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:47.712726 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] Attempting to bind port 747beacb-f6ec-4a4f-a330-c235ddac4c95 on network c33691cf-ac79-4e52-b490-b71908bf66b5 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:47.764284 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] Pushing event updated for resources: {'Port': ['ID=747beacb-f6ec-4a4f-a330-c235ddac4c95,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:47.876182 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:47.879374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:47.880003 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] Checking segment: {'id': '4bbcd02c-3ac4-43f8-9c3b-6163555cac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4a71a857-cbbc-4f91-9823-ad7a1b98d38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:47.880607 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:47.881136 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] Bound using segment: {'id': '4bbcd02c-3ac4-43f8-9c3b-6163555cac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4a71a857-cbbc-4f91-9823-ad7a1b98d38c'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:47.882028 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] Bound port: 9840b066-0e5f-4e0d-8a8d-083f1b0ac931, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bbcd02c-3ac4-43f8-9c3b-6163555cac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4a71a857-cbbc-4f91-9823-ad7a1b98d38c'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:47.882559 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9840b066-0e5f-4e0d-8a8d-083f1b0ac931), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:47.912230 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:48.005877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4419ec-f023-4f0a-8879-8e3f79fd5d0c None None] Pushing event updated for resources: {'Port': ['ID=9d652b6b-be3a-47e9-8f25-1daf990c2ae0,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:48.014682 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:48.015055 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] Checking segment: {'id': 'e6b0b553-588f-480a-b278-02b197b4d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c33691cf-ac79-4e52-b490-b71908bf66b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:48.015458 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:48.015855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] Bound using segment: {'id': 'e6b0b553-588f-480a-b278-02b197b4d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c33691cf-ac79-4e52-b490-b71908bf66b5'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:48.016353 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] Bound port: 747beacb-f6ec-4a4f-a330-c235ddac4c95, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b0b553-588f-480a-b278-02b197b4d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c33691cf-ac79-4e52-b490-b71908bf66b5'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:48.016905 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (747beacb-f6ec-4a4f-a330-c235ddac4c95), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:48.087880 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2701472f-7c2e-4022-8d25-c17caaff19d4 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:48.088182 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2701472f-7c2e-4022-8d25-c17caaff19d4), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:48.208585 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 2701472f-7c2e-4022-8d25-c17caaff19d4, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2701472f-7c2e-4022-8d25-c17caaff19d4,segment=NetworkSegment(93727399-6baa-41af-9c6d-c42fe9585a6c),segment_id=93727399-6baa-41af-9c6d-c42fe9585a6c)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:48.210279 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] For port 9840b066-0e5f-4e0d-8a8d-083f1b0ac931, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:48.252072 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] For port 9840b066-0e5f-4e0d-8a8d-083f1b0ac931, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9840b066-0e5f-4e0d-8a8d-083f1b0ac931,segment=NetworkSegment(4bbcd02c-3ac4-43f8-9c3b-6163555cac00),segment_id=4bbcd02c-3ac4-43f8-9c3b-6163555cac00)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:48.272896 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:48.288759 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] For port 747beacb-f6ec-4a4f-a330-c235ddac4c95, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:48.293578 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] For port 747beacb-f6ec-4a4f-a330-c235ddac4c95, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=747beacb-f6ec-4a4f-a330-c235ddac4c95,segment=NetworkSegment(e6b0b553-588f-480a-b278-02b197b4d0df),segment_id=e6b0b553-588f-480a-b278-02b197b4d0df)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:48.312595 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:48.329437 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252bc0f5-6e1b-4bdd-aac1-33664d8e9df9 None None] Network 4706b3d1-832b-41ea-96fa-f409906efd4d requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:48.412909 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4c042fbd-3eca-4cde-8118-ec649980415a None None] Provisioning complete for port 24ed1955-21e2-4e65-a096-2ee9a779d029 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:48.413301 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4c042fbd-3eca-4cde-8118-ec649980415a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (24ed1955-21e2-4e65-a096-2ee9a779d029), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:48.413618 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4c042fbd-3eca-4cde-8118-ec649980415a None None] Attempt 1 to provision port 24ed1955-21e2-4e65-a096-2ee9a779d029 Nov 02 12:44:48.421057 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2701472f-7c2e-4022-8d25-c17caaff19d4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:48.533623 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac500f2a-18b2-4d59-bad5-e2a369701f0e admin admin] Router ea9d3af2-522b-48d8-96c2-f6178c1cdf7c has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:44:48.534653 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 33f7e186-7f10-4209-80b9-0b83977892ff no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:48.538550 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:48.578021 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 33f7e186-7f10-4209-80b9-0b83977892ff {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:48.578374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 33f7e186-7f10-4209-80b9-0b83977892ff not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:48.578865 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:48.604100 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (747beacb-f6ec-4a4f-a330-c235ddac4c95), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:48.609382 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:48.610944 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9840b066-0e5f-4e0d-8a8d-083f1b0ac931), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:48.681714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:48.681714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 78321e15-2ab7-4e4b-a2ca-35d2583af9d9 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:48.811733 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40278) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:48.887518 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=2701472f-7c2e-4022-8d25-c17caaff19d4,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:48.962172 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-709d92ab-180c-4d6f-a7a3-7d6ce19d742b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (73bc75ea-2b72-4c2b-b3d9-70ab731d493b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:48.976530 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9862979f-5d5c-49a8-b90c-756336199931 admin admin] Publish callbacks [] for port (9c71b10b-7a8e-42a8-8962-5fb83ed2f508), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:48.998583 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4c042fbd-3eca-4cde-8118-ec649980415a None None] Current status of the port 24ed1955-21e2-4e65-a096-2ee9a779d029 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:48.998993 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4c042fbd-3eca-4cde-8118-ec649980415a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (24ed1955-21e2-4e65-a096-2ee9a779d029), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:49.044304 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:49.057870 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-99fb866b-e271-4c1d-8523-65dd6434e0a0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1592928943-network', 'tenant_id': '48e7348010084007a1f39fd226ff05d9'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:49.068688 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bad6c1-b191-4a4f-9908-fbf199860310 None None] Pushing event updated for resources: {'Port': ['ID=747beacb-f6ec-4a4f-a330-c235ddac4c95,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:49.127374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4c042fbd-3eca-4cde-8118-ec649980415a None None] For port 24ed1955-21e2-4e65-a096-2ee9a779d029, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=24ed1955-21e2-4e65-a096-2ee9a779d029,segment=NetworkSegment(26de82a0-245c-43ef-ab31-e8c9879bf010),segment_id=26de82a0-245c-43ef-ab31-e8c9879bf010)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:49.166126 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7801be8-956e-4bd6-a55d-2ba38b8df064 None None] Pushing event updated for resources: {'Port': ['ID=9840b066-0e5f-4e0d-8a8d-083f1b0ac931,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:49.215824 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4c042fbd-3eca-4cde-8118-ec649980415a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (24ed1955-21e2-4e65-a096-2ee9a779d029), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:49.247059 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-71fe1b3e-aa23-45d7-bc01-dcd28ef40ff8 admin admin] Publish callbacks [] for router_gateway (aa2d1d7e-804e-48f5-bcc1-5d4e944f1404), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:49.247147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326e6457-ad12-429b-a520-aa585464c670 None None] Network f02404b1-751d-4127-8dd8-cfd3a3cfbf6e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:49.281330 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fb866b-e271-4c1d-8523-65dd6434e0a0 admin admin] Made reservation on behalf of 48e7348010084007a1f39fd226ff05d9 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:49.297755 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-99fb866b-e271-4c1d-8523-65dd6434e0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:49.350045 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-99fb866b-e271-4c1d-8523-65dd6434e0a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:49.557694 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 24ed1955-21e2-4e65-a096-2ee9a779d029 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:49.596563 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-99fb866b-e271-4c1d-8523-65dd6434e0a0 admin admin] Publish callbacks [] for security_group (61bccf9d-18bb-4cb1-9f95-f7d280182b5c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:49.665857 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac500f2a-18b2-4d59-bad5-e2a369701f0e admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:49.665857 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ac500f2a-18b2-4d59-bad5-e2a369701f0e admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/ea9d3af2-522b-48d8-96c2-f6178c1cdf7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7371144 Nov 02 12:44:49.667051 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] Sync routers for ids ['ea9d3af2-522b-48d8-96c2-f6178c1cdf7c'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:49.678364 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] Routers {'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:49.679495 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['ea9d3af2-522b-48d8-96c2-f6178c1cdf7c'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:49.719924 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5243aaae-6073-4412-9394-62d10749a085 None None] Provisioning complete for port 11b79913-cb92-41fa-ba5f-efd2f004e980 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:49.722695 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5243aaae-6073-4412-9394-62d10749a085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (11b79913-cb92-41fa-ba5f-efd2f004e980), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:49.723250 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5243aaae-6073-4412-9394-62d10749a085 None None] Attempt 1 to provision port 11b79913-cb92-41fa-ba5f-efd2f004e980 Nov 02 12:44:49.823108 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c042fbd-3eca-4cde-8118-ec649980415a None None] Pushing event updated for resources: {'Port': ['ID=24ed1955-21e2-4e65-a096-2ee9a779d029,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:49.851720 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d80998-240a-42c5-955d-76d61ecd0e35 None None] Network bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:49.863778 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:49.877445 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] Set router ea9d3af2-522b-48d8-96c2-f6178c1cdf7c gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:49.888260 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 24ed1955-21e2-4e65-a096-2ee9a779d029 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:49.888756 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (24ed1955-21e2-4e65-a096-2ee9a779d029), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:49.889165 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 24ed1955-21e2-4e65-a096-2ee9a779d029 Nov 02 12:44:49.892854 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-71fe1b3e-aa23-45d7-bc01-dcd28ef40ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (aa2d1d7e-804e-48f5-bcc1-5d4e944f1404), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:50.025699 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-99fb866b-e271-4c1d-8523-65dd6434e0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (61bccf9d-18bb-4cb1-9f95-f7d280182b5c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:50.085582 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99fb866b-e271-4c1d-8523-65dd6434e0a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:44:50.102305 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-015092ec-751f-4cf6-bf6e-168f924a33a5 admin admin] Allocated IP 172.25.2.209 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/52caa887-ba7a-464d-a356-cc87723e4231) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:50.107540 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9862979f-5d5c-49a8-b90c-756336199931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9c71b10b-7a8e-42a8-8962-5fb83ed2f508), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:50.116316 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709d92ab-180c-4d6f-a7a3-7d6ce19d742b admin admin] Router 73bc75ea-2b72-4c2b-b3d9-70ab731d493b is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:44:50.126150 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb866b-e271-4c1d-8523-65dd6434e0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bccf9d-18bb-4cb1-9f95-f7d280182b5c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:50.138982 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-99fb866b-e271-4c1d-8523-65dd6434e0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (848847b3-490d-4845-9e70-8f9dc4dcf6c7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:50.140694 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5243aaae-6073-4412-9394-62d10749a085 None None] Current status of the port 11b79913-cb92-41fa-ba5f-efd2f004e980 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:50.141369 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5243aaae-6073-4412-9394-62d10749a085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (11b79913-cb92-41fa-ba5f-efd2f004e980), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:50.150528 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-99fb866b-e271-4c1d-8523-65dd6434e0a0 admin admin] Added segment 848847b3-490d-4845-9e70-8f9dc4dcf6c7 of type vlan for network 607755e4-df67-450d-8cc7-beb6925f3a1d Nov 02 12:44:50.227064 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1106723011-router', 'tenant_id': 'd15efd8b3a96452e84f31fe686b088c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:33Z', 'updated_at': '2022-11-02T12:44:42Z', 'revision_number': 4, 'project_id': 'd15efd8b3a96452e84f31fe686b088c1', 'gw_port': {'id': '16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:34Z', 'updated_at': '2022-11-02T12:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '865778b5-a10d-4725-ae39-2db7817c5ce0', 'name': '', 'network_id': '3aea6110-9f65-40a6-aa8c-e375d079eab3', 'tenant_id': 'd15efd8b3a96452e84f31fe686b088c1', 'mac_address': 'fa:16:3e:89:ba:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '0ac18059-0b93-42b3-bd78-9c5d62cfb634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:39Z', 'updated_at': '2022-11-02T12:44:44Z', 'revision_number': 2, 'project_id': 'd15efd8b3a96452e84f31fe686b088c1', 'subnets': [{'id': '0ac18059-0b93-42b3-bd78-9c5d62cfb634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:50.250051 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9862979f-5d5c-49a8-b90c-756336199931 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:50.293354 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] Checking router: ea9d3af2-522b-48d8-96c2-f6178c1cdf7c for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:50.303937 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-99fb866b-e271-4c1d-8523-65dd6434e0a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (607755e4-df67-450d-8cc7-beb6925f3a1d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:50.307589 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] Updating router ea9d3af2-522b-48d8-96c2-f6178c1cdf7c port 865778b5-a10d-4725-ae39-2db7817c5ce0 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:44:50.356523 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-9862979f-5d5c-49a8-b90c-756336199931 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:50.368555 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862979f-5d5c-49a8-b90c-756336199931 admin admin] Pushing event updated for resources: {'Port': ['ID=9c71b10b-7a8e-42a8-8962-5fb83ed2f508,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:50.390493 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862979f-5d5c-49a8-b90c-756336199931 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:50.403735 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (865778b5-a10d-4725-ae39-2db7817c5ce0), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:50.443550 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40296) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:50.456105 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5243aaae-6073-4412-9394-62d10749a085 None None] For port 11b79913-cb92-41fa-ba5f-efd2f004e980, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=11b79913-cb92-41fa-ba5f-efd2f004e980,segment=NetworkSegment(83e6fba3-6a89-4729-9c5b-2bc230399294),segment_id=83e6fba3-6a89-4729-9c5b-2bc230399294)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:50.457671 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 24ed1955-21e2-4e65-a096-2ee9a779d029 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:50.458795 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 11b79913-cb92-41fa-ba5f-efd2f004e980 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:50.483152 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-99fb866b-e271-4c1d-8523-65dd6434e0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (607755e4-df67-450d-8cc7-beb6925f3a1d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:50.483152 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fb866b-e271-4c1d-8523-65dd6434e0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:50.483152 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-99fb866b-e271-4c1d-8523-65dd6434e0a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:50.505877 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:50.571834 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5243aaae-6073-4412-9394-62d10749a085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (11b79913-cb92-41fa-ba5f-efd2f004e980), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:50.633334 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb866b-e271-4c1d-8523-65dd6434e0a0 admin admin] Pushing event updated for resources: {'Network': ['ID=607755e4-df67-450d-8cc7-beb6925f3a1d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:50.715655 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40300) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:50.717664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 607755e4-df67-450d-8cc7-beb6925f3a1d details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:44:50.718789 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-99fb866b-e271-4c1d-8523-65dd6434e0a0 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9041629 Nov 02 12:44:50.748179 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c9101d03-1bf9-46f1-b45f-28e51fcff2a1 admin admin] Request body: {'subnet': {'network_id': '607755e4-df67-450d-8cc7-beb6925f3a1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1592928943-subnet', 'tenant_id': '48e7348010084007a1f39fd226ff05d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:50.759338 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e0447ff-5ac3-469e-a900-fc391381a111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:50.971888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 11b79913-cb92-41fa-ba5f-efd2f004e980 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:50.972221 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (11b79913-cb92-41fa-ba5f-efd2f004e980), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:50.972547 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 11b79913-cb92-41fa-ba5f-efd2f004e980 Nov 02 12:44:50.987321 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:50.996384 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e8fbef91-3d1c-485b-adef-1bd38d095bf7 None None] Provisioning complete for port 24ed1955-21e2-4e65-a096-2ee9a779d029 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:51.019638 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e8fbef91-3d1c-485b-adef-1bd38d095bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (24ed1955-21e2-4e65-a096-2ee9a779d029), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:51.019638 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e8fbef91-3d1c-485b-adef-1bd38d095bf7 None None] Attempt 1 to provision port 24ed1955-21e2-4e65-a096-2ee9a779d029 Nov 02 12:44:51.019946 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fe1b3e-aa23-45d7-bc01-dcd28ef40ff8 admin admin] Router aa2d1d7e-804e-48f5-bcc1-5d4e944f1404 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:44:51.020046 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e0447ff-5ac3-469e-a900-fc391381a111 admin admin] Publish callbacks [] for security_group (785ecdc8-9402-433d-b69f-a5d95be04158), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:51.046365 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:51.111016 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e0447ff-5ac3-469e-a900-fc391381a111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (785ecdc8-9402-433d-b69f-a5d95be04158), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:51.136837 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9101d03-1bf9-46f1-b45f-28e51fcff2a1 admin admin] Made reservation on behalf of 48e7348010084007a1f39fd226ff05d9 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:51.144326 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c9101d03-1bf9-46f1-b45f-28e51fcff2a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:51.154424 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243aaae-6073-4412-9394-62d10749a085 None None] Pushing event updated for resources: {'Port': ['ID=11b79913-cb92-41fa-ba5f-efd2f004e980,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:51.199303 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] Publish callbacks [] for port (865778b5-a10d-4725-ae39-2db7817c5ce0), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:51.226999 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0447ff-5ac3-469e-a900-fc391381a111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785ecdc8-9402-433d-b69f-a5d95be04158,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:51.247770 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0e0447ff-5ac3-469e-a900-fc391381a111 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=118f11154ca24855b3e323db49f76185&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8017435 Nov 02 12:44:51.252128 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40308) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:51.276096 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-015092ec-751f-4cf6-bf6e-168f924a33a5 admin admin] Publish callbacks [] for port (52caa887-ba7a-464d-a356-cc87723e4231), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:51.276096 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709d92ab-180c-4d6f-a7a3-7d6ce19d742b admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:51.315864 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 11b79913-cb92-41fa-ba5f-efd2f004e980 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:51.317001 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:51.345238 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db2a2c43-0cfe-4fbb-a872-9c1fac74d904 admin admin] Publish callbacks [] for security_group (785ecdc8-9402-433d-b69f-a5d95be04158), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:51.349970 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] Sync routers for ids ['73bc75ea-2b72-4c2b-b3d9-70ab731d493b'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:51.375874 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (865778b5-a10d-4725-ae39-2db7817c5ce0), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:51.376135 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] Routers {'73bc75ea-2b72-4c2b-b3d9-70ab731d493b'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:51.376803 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['73bc75ea-2b72-4c2b-b3d9-70ab731d493b'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:51.379331 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7306b6f1-ea27-466e-b459-3e6b5a151ac6 None None] Network 4a71a857-cbbc-4f91-9823-ad7a1b98d38c requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:51.442363 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e8fbef91-3d1c-485b-adef-1bd38d095bf7 None None] Current status of the port 24ed1955-21e2-4e65-a096-2ee9a779d029 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:51.510318 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db2a2c43-0cfe-4fbb-a872-9c1fac74d904 admin admin] Publish callbacks [] for security_group (785ecdc8-9402-433d-b69f-a5d95be04158), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:51.527053 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1ba80-7b3d-49ca-916f-b9aa6ffb0a7b req-239a19b9-a2e6-41c7-9ab7-d74c6ca02590 tempest-ServersNegativeTestMultiTenantJSON-1540134046 tempest-ServersNegativeTestMultiTenantJSON-1540134046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:51.529004 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-00d1ba80-7b3d-49ca-916f-b9aa6ffb0a7b req-239a19b9-a2e6-41c7-9ab7-d74c6ca02590 tempest-ServersNegativeTestMultiTenantJSON-1540134046 tempest-ServersNegativeTestMultiTenantJSON-1540134046-project] 10.222.0.64 "GET /networking/v2.0/networks?id=0085588f-09f5-4809-be57-cb5e7f5f2c05 HTTP/1.1" status: 200 len: 825 time: 0.1815357 Nov 02 12:44:51.545471 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13ee56-9d8d-49f4-bd96-1e755ca24713 None None] Pushing event updated for resources: {'Port': ['ID=865778b5-a10d-4725-ae39-2db7817c5ce0,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:51.564914 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-00d1ba80-7b3d-49ca-916f-b9aa6ffb0a7b req-f5b2af75-8753-4eb9-9535-11fe9ef3a23f tempest-ServersNegativeTestMultiTenantJSON-1540134046 tempest-ServersNegativeTestMultiTenantJSON-1540134046-project] 10.222.0.64 "GET /networking/v2.0/quotas/a62ee57746e345a799a6ddab45624dc9 HTTP/1.1" status: 200 len: 375 time: 0.0241058 Nov 02 12:44:51.577586 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:51.578615 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:51.583675 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8 Nov 02 12:44:51.607861 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] Attempting to bind port 865778b5-a10d-4725-ae39-2db7817c5ce0 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:51.608258 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] Attempting to bind port 865778b5-a10d-4725-ae39-2db7817c5ce0 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '105a4e03-06b6-4eb5-8889-def3170d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3aea6110-9f65-40a6-aa8c-e375d079eab3'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:51.608711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e8fbef91-3d1c-485b-adef-1bd38d095bf7 None None] Provisioning complete for port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:51.608855 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] Attempting to bind port 865778b5-a10d-4725-ae39-2db7817c5ce0 on network 3aea6110-9f65-40a6-aa8c-e375d079eab3 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:51.609094 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e8fbef91-3d1c-485b-adef-1bd38d095bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9d652b6b-be3a-47e9-8f25-1daf990c2ae0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:51.609433 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e8fbef91-3d1c-485b-adef-1bd38d095bf7 None None] Attempt 1 to provision port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 Nov 02 12:44:51.629427 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8eded7-42b0-4677-90d8-db51deb1b206 None None] Network c33691cf-ac79-4e52-b490-b71908bf66b5 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:51.659294 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fe1b3e-aa23-45d7-bc01-dcd28ef40ff8 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:51.675403 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] Sync routers for ids ['aa2d1d7e-804e-48f5-bcc1-5d4e944f1404'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:51.684415 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-00d1ba80-7b3d-49ca-916f-b9aa6ffb0a7b req-57645173-e88c-4125-b70b-ab121171d491 tempest-ServersNegativeTestMultiTenantJSON-1540134046 tempest-ServersNegativeTestMultiTenantJSON-1540134046-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a62ee57746e345a799a6ddab45624dc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097844 Nov 02 12:44:51.714392 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:51.714392 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] Checking segment: {'id': '105a4e03-06b6-4eb5-8889-def3170d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3aea6110-9f65-40a6-aa8c-e375d079eab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:51.714392 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:51.714392 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] Bound using segment: {'id': '105a4e03-06b6-4eb5-8889-def3170d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3aea6110-9f65-40a6-aa8c-e375d079eab3'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:51.714392 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] Bound port: 865778b5-a10d-4725-ae39-2db7817c5ce0, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105a4e03-06b6-4eb5-8889-def3170d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3aea6110-9f65-40a6-aa8c-e375d079eab3'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:51.714392 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (865778b5-a10d-4725-ae39-2db7817c5ce0), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:51.717268 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-015092ec-751f-4cf6-bf6e-168f924a33a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (52caa887-ba7a-464d-a356-cc87723e4231), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:51.740649 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40318) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:51.749609 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] Routers {'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:51.749609 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['aa2d1d7e-804e-48f5-bcc1-5d4e944f1404'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:51.757819 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:51.770390 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015092ec-751f-4cf6-bf6e-168f924a33a5 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:51.776809 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-015092ec-751f-4cf6-bf6e-168f924a33a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:51.779640 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015092ec-751f-4cf6-bf6e-168f924a33a5 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:51.822215 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:51.875317 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] Set router aa2d1d7e-804e-48f5-bcc1-5d4e944f1404 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:51.876445 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] Set router 73bc75ea-2b72-4c2b-b3d9-70ab731d493b gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:52.013296 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] For port 865778b5-a10d-4725-ae39-2db7817c5ce0, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:52.018395 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] For port 865778b5-a10d-4725-ae39-2db7817c5ce0, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=865778b5-a10d-4725-ae39-2db7817c5ce0,segment=NetworkSegment(105a4e03-06b6-4eb5-8889-def3170d8654),segment_id=105a4e03-06b6-4eb5-8889-def3170d8654)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:52.099744 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db2a2c43-0cfe-4fbb-a872-9c1fac74d904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (785ecdc8-9402-433d-b69f-a5d95be04158), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:52.103743 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db2a2c43-0cfe-4fbb-a872-9c1fac74d904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:52.106913 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-db2a2c43-0cfe-4fbb-a872-9c1fac74d904 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/785ecdc8-9402-433d-b69f-a5d95be04158 HTTP/1.1" status: 204 len: 168 time: 0.8536742 Nov 02 12:44:52.143607 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a2c43-0cfe-4fbb-a872-9c1fac74d904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785ecdc8-9402-433d-b69f-a5d95be04158,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:52.220942 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:52.224655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:52.228241 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:52.244124 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c9101d03-1bf9-46f1-b45f-28e51fcff2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (99c2a8cd-5c8e-47ee-bce7-783469eabd60), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:52.248130 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404', 'name': 'tempest-InstanceActionsNegativeTestJSON-1201177724-router', 'tenant_id': '028ae84504c3470795228745c92988ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '3b863a3f-8dc8-4599-8af8-c47ba7af8e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:44:48Z', 'revision_number': 3, 'project_id': '028ae84504c3470795228745c92988ae', 'gw_port': {'id': '3b863a3f-8dc8-4599-8af8-c47ba7af8e19', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:44Z', 'updated_at': '2022-11-02T12:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:52.311694 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-71fe1b3e-aa23-45d7-bc01-dcd28ef40ff8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:52.312892 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-71fe1b3e-aa23-45d7-bc01-dcd28ef40ff8 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 934 time: 10.6224806 Nov 02 12:44:52.315598 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-709d92ab-180c-4d6f-a7a3-7d6ce19d742b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:52.316053 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40324) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:52.316783 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-709d92ab-180c-4d6f-a7a3-7d6ce19d742b admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 10.6457934 Nov 02 12:44:52.319722 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:52.331976 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40326) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:52.349521 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (865778b5-a10d-4725-ae39-2db7817c5ce0), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:52.352104 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] Checking router: aa2d1d7e-804e-48f5-bcc1-5d4e944f1404 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:52.352460 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] Updating router aa2d1d7e-804e-48f5-bcc1-5d4e944f1404 port 3b863a3f-8dc8-4599-8af8-c47ba7af8e19 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:44:52.417891 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3b863a3f-8dc8-4599-8af8-c47ba7af8e19), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:52.510861 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e8fbef91-3d1c-485b-adef-1bd38d095bf7 None None] Current status of the port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:52.511499 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e8fbef91-3d1c-485b-adef-1bd38d095bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9d652b6b-be3a-47e9-8f25-1daf990c2ae0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:52.527799 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-514c7e92-4aae-4d6e-bc4a-379e098bd14d admin admin] Allocated IP 172.25.2.14 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:52.551309 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9101d03-1bf9-46f1-b45f-28e51fcff2a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c2a8cd-5c8e-47ee-bce7-783469eabd60,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:52.581214 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015092ec-751f-4cf6-bf6e-168f924a33a5 admin admin] Pushing event updated for resources: {'Port': ['ID=52caa887-ba7a-464d-a356-cc87723e4231,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:52.595768 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:52.596714 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9d652b6b-be3a-47e9-8f25-1daf990c2ae0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:52.597283 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 Nov 02 12:44:52.631877 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] Routers {'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:52.632816 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['ea9d3af2-522b-48d8-96c2-f6178c1cdf7c'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:52.672129 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e8fbef91-3d1c-485b-adef-1bd38d095bf7 None None] For port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9d652b6b-be3a-47e9-8f25-1daf990c2ae0,segment=NetworkSegment(8851533c-d449-48e6-817f-034bf55b27b5),segment_id=8851533c-d449-48e6-817f-034bf55b27b5)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:52.699597 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bc75ea-2b72-4c2b-b3d9-70ab731d493b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1967088203-router', 'tenant_id': '6fcb3622750f4d468efb3f30bd74a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '05db4c34-9754-4c99-8d07-4db2b1751491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:44:46Z', 'revision_number': 3, 'project_id': '6fcb3622750f4d468efb3f30bd74a498', 'gw_port': {'id': '05db4c34-9754-4c99-8d07-4db2b1751491', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bc75ea-2b72-4c2b-b3d9-70ab731d493b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:43Z', 'updated_at': '2022-11-02T12:44:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:52.743138 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] Checking router: 73bc75ea-2b72-4c2b-b3d9-70ab731d493b for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:52.743499 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] Updating router 73bc75ea-2b72-4c2b-b3d9-70ab731d493b port 05db4c34-9754-4c99-8d07-4db2b1751491 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:44:52.784693 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (05db4c34-9754-4c99-8d07-4db2b1751491), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:52.791405 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13ee56-9d8d-49f4-bd96-1e755ca24713 None None] Pushing event updated for resources: {'Port': ['ID=865778b5-a10d-4725-ae39-2db7817c5ce0,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:52.804927 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] Set router ea9d3af2-522b-48d8-96c2-f6178c1cdf7c gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:52.855943 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e8fbef91-3d1c-485b-adef-1bd38d095bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9d652b6b-be3a-47e9-8f25-1daf990c2ae0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:52.907342 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9101d03-1bf9-46f1-b45f-28e51fcff2a1 admin admin] Checking segment: {'id': '848847b3-490d-4845-9e70-8f9dc4dcf6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '607755e4-df67-450d-8cc7-beb6925f3a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:52.907342 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9101d03-1bf9-46f1-b45f-28e51fcff2a1 admin admin] Network hostable DHCP agents. Network: 607755e4-df67-450d-8cc7-beb6925f3a1d, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:44:52.980435 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:52.980925 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9d652b6b-be3a-47e9-8f25-1daf990c2ae0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:52.995456 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9862979f-5d5c-49a8-b90c-756336199931 admin admin] Publish callbacks [] for router_gateway (cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:53.017124 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a282aa15-0aba-4fa2-8b86-45533033c368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (9602fe88-9cdb-40da-b1d9-e6a1a7baf679), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:53.085176 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbef91-3d1c-485b-adef-1bd38d095bf7 None None] Pushing event updated for resources: {'Port': ['ID=9d652b6b-be3a-47e9-8f25-1daf990c2ae0,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:53.119449 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1106723011-router', 'tenant_id': 'd15efd8b3a96452e84f31fe686b088c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:33Z', 'updated_at': '2022-11-02T12:44:42Z', 'revision_number': 4, 'project_id': 'd15efd8b3a96452e84f31fe686b088c1', 'gw_port': {'id': '16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:34Z', 'updated_at': '2022-11-02T12:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '865778b5-a10d-4725-ae39-2db7817c5ce0', 'name': '', 'network_id': '3aea6110-9f65-40a6-aa8c-e375d079eab3', 'tenant_id': 'd15efd8b3a96452e84f31fe686b088c1', 'mac_address': 'fa:16:3e:89:ba:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '0ac18059-0b93-42b3-bd78-9c5d62cfb634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:39Z', 'updated_at': '2022-11-02T12:44:52Z', 'revision_number': 4, 'project_id': 'd15efd8b3a96452e84f31fe686b088c1', 'subnets': [{'id': '0ac18059-0b93-42b3-bd78-9c5d62cfb634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:53.130063 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Provisioning complete for port 9840b066-0e5f-4e0d-8a8d-083f1b0ac931 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:53.130704 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9840b066-0e5f-4e0d-8a8d-083f1b0ac931), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:53.131453 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Attempt 1 to provision port 9840b066-0e5f-4e0d-8a8d-083f1b0ac931 Nov 02 12:44:53.154068 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-015092ec-751f-4cf6-bf6e-168f924a33a5 admin admin] Publish callbacks [] for router_gateway (61df19cf-2a40-4125-a2d9-02da26033b62), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:53.161132 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-514c7e92-4aae-4d6e-bc4a-379e098bd14d admin admin] Publish callbacks [] for port (dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:53.166187 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d5477-4719-437e-a0a1-f0a803f47a7c None None] The sync data for ids ['ea9d3af2-522b-48d8-96c2-f6178c1cdf7c'] in n-d-857339-6 is: [{'id': 'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1106723011-router', 'tenant_id': 'd15efd8b3a96452e84f31fe686b088c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:33Z', 'updated_at': '2022-11-02T12:44:42Z', 'revision_number': 4, 'project_id': 'd15efd8b3a96452e84f31fe686b088c1', 'gw_port': {'id': '16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:34Z', 'updated_at': '2022-11-02T12:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '865778b5-a10d-4725-ae39-2db7817c5ce0', 'name': '', 'network_id': '3aea6110-9f65-40a6-aa8c-e375d079eab3', 'tenant_id': 'd15efd8b3a96452e84f31fe686b088c1', 'mac_address': 'fa:16:3e:89:ba:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '0ac18059-0b93-42b3-bd78-9c5d62cfb634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:39Z', 'updated_at': '2022-11-02T12:44:52Z', 'revision_number': 4, 'project_id': 'd15efd8b3a96452e84f31fe686b088c1', 'subnets': [{'id': '0ac18059-0b93-42b3-bd78-9c5d62cfb634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:53.255747 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9101d03-1bf9-46f1-b45f-28e51fcff2a1 admin admin] Network 607755e4-df67-450d-8cc7-beb6925f3a1d is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:44:53.288808 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:44:53.291148 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:44:53.366100 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Current status of the port 9840b066-0e5f-4e0d-8a8d-083f1b0ac931 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:53.366499 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9840b066-0e5f-4e0d-8a8d-083f1b0ac931), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:53.379859 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:53.412516 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] For port 9840b066-0e5f-4e0d-8a8d-083f1b0ac931, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9840b066-0e5f-4e0d-8a8d-083f1b0ac931,segment=NetworkSegment(4bbcd02c-3ac4-43f8-9c3b-6163555cac00),segment_id=4bbcd02c-3ac4-43f8-9c3b-6163555cac00)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:53.441976 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-c9101d03-1bf9-46f1-b45f-28e51fcff2a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 607755e4-df67-450d-8cc7-beb6925f3a1d) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:53.459080 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92125351-4ca7-469d-a369-467ebb486fc7 None None] Network 607755e4-df67-450d-8cc7-beb6925f3a1d requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:44:53.473989 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9101d03-1bf9-46f1-b45f-28e51fcff2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:53.474649 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c9101d03-1bf9-46f1-b45f-28e51fcff2a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:53.566489 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-514c7e92-4aae-4d6e-bc4a-379e098bd14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:53.592214 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514c7e92-4aae-4d6e-bc4a-379e098bd14d admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:53.597738 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-514c7e92-4aae-4d6e-bc4a-379e098bd14d admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:53.601396 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514c7e92-4aae-4d6e-bc4a-379e098bd14d admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:53.630705 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9840b066-0e5f-4e0d-8a8d-083f1b0ac931), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:53.668297 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c9101d03-1bf9-46f1-b45f-28e51fcff2a1 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9515243 Nov 02 12:44:53.677536 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40344) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:53.682167 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e970e0d6-9ab9-4043-b8c1-bbaddedae997 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1592928943-router', 'tenant_id': '48e7348010084007a1f39fd226ff05d9', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:53.704185 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a282aa15-0aba-4fa2-8b86-45533033c368 admin admin] Deleting port 3766f5bd-2d84-434e-9b03-480f785846e8 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:44:53.704902 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a282aa15-0aba-4fa2-8b86-45533033c368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3766f5bd-2d84-434e-9b03-480f785846e8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:53.726996 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9862979f-5d5c-49a8-b90c-756336199931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:53.732639 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Provisioning complete for port 747beacb-f6ec-4a4f-a330-c235ddac4c95 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:53.733359 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (747beacb-f6ec-4a4f-a330-c235ddac4c95), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:53.737709 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Attempt 1 to provision port 747beacb-f6ec-4a4f-a330-c235ddac4c95 Nov 02 12:44:53.802048 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-607755e4-df67-450d-8cc7-beb6925f3a1d', 'network_id': '607755e4-df67-450d-8cc7-beb6925f3a1d', 'project_id': '48e7348010084007a1f39fd226ff05d9', 'fixed_ips': [{'subnet_id': '99c2a8cd-5c8e-47ee-bce7-783469eabd60'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:44:53.806129 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:53.859585 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:53.864907 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-a282aa15-0aba-4fa2-8b86-45533033c368 admin admin] For port 3766f5bd-2d84-434e-9b03-480f785846e8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3766f5bd-2d84-434e-9b03-480f785846e8,segment=NetworkSegment(f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0),segment_id=f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:53.865620 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a282aa15-0aba-4fa2-8b86-45533033c368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3766f5bd-2d84-434e-9b03-480f785846e8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:53.880795 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:53.883096 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a282aa15-0aba-4fa2-8b86-45533033c368 admin admin] Calling delete_port for 3766f5bd-2d84-434e-9b03-480f785846e8 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:44:53.905802 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:53.952952 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:53.958102 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] Publish callbacks [] for port (3b863a3f-8dc8-4599-8af8-c47ba7af8e19), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:53.972565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Pushing event updated for resources: {'Port': ['ID=9840b066-0e5f-4e0d-8a8d-083f1b0ac931,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:53.980068 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a651ac6d-3a38-49f4-b7d9-acb40e916bcc no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:54.013804 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:54.060354 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3b863a3f-8dc8-4599-8af8-c47ba7af8e19), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:54.089951 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e970e0d6-9ab9-4043-b8c1-bbaddedae997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (590cca5d-9bd8-425e-a9b3-3d3cd23b4a78), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:54.091196 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e970e0d6-9ab9-4043-b8c1-bbaddedae997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (590cca5d-9bd8-425e-a9b3-3d3cd23b4a78), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:54.110494 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c7e92-4aae-4d6e-bc4a-379e098bd14d admin admin] Pushing event updated for resources: {'Port': ['ID=dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:54.126087 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] Attempting to bind port 3b863a3f-8dc8-4599-8af8-c47ba7af8e19 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:54.126456 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] Attempting to bind port 3b863a3f-8dc8-4599-8af8-c47ba7af8e19 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:54.127307 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] Attempting to bind port 3b863a3f-8dc8-4599-8af8-c47ba7af8e19 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:54.148406 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-015092ec-751f-4cf6-bf6e-168f924a33a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (61df19cf-2a40-4125-a2d9-02da26033b62), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:54.203356 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716aa1c-a86b-4d1f-bf42-0df440030ad7 None None] Pushing event updated for resources: {'Port': ['ID=3b863a3f-8dc8-4599-8af8-c47ba7af8e19,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:54.252268 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: a651ac6d-3a38-49f4-b7d9-acb40e916bcc {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:44:54.256819 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a651ac6d-3a38-49f4-b7d9-acb40e916bcc not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:54.269856 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:54.270235 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:54.270619 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:54.271015 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:54.271512 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] Bound port: 3b863a3f-8dc8-4599-8af8-c47ba7af8e19, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:54.271880 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3b863a3f-8dc8-4599-8af8-c47ba7af8e19), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:54.282441 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e970e0d6-9ab9-4043-b8c1-bbaddedae997 admin admin] Publish callbacks [] for router_controller (590cca5d-9bd8-425e-a9b3-3d3cd23b4a78), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:54.342163 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9862979f-5d5c-49a8-b90c-756336199931 admin admin] Router cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:44:54.347874 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] Allocated IP 172.20.0.2 (607755e4-df67-450d-8cc7-beb6925f3a1d/99c2a8cd-5c8e-47ee-bce7-783469eabd60/a5f8d3d7-e147-4160-ac49-89b5968e86df) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:54.419243 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] For port 3b863a3f-8dc8-4599-8af8-c47ba7af8e19, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:54.422869 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] For port 3b863a3f-8dc8-4599-8af8-c47ba7af8e19, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3b863a3f-8dc8-4599-8af8-c47ba7af8e19,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:54.476301 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:54.551460 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3b863a3f-8dc8-4599-8af8-c47ba7af8e19), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:54.608204 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Current status of the port 747beacb-f6ec-4a4f-a330-c235ddac4c95 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:54.608204 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (747beacb-f6ec-4a4f-a330-c235ddac4c95), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:54.774453 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] For port 747beacb-f6ec-4a4f-a330-c235ddac4c95, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=747beacb-f6ec-4a4f-a330-c235ddac4c95,segment=NetworkSegment(e6b0b553-588f-480a-b278-02b197b4d0df),segment_id=e6b0b553-588f-480a-b278-02b197b4d0df)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:54.887900 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2701472f-7c2e-4022-8d25-c17caaff19d4 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:54.898068 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] Routers {'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:54.898721 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['aa2d1d7e-804e-48f5-bcc1-5d4e944f1404'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:54.903124 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716aa1c-a86b-4d1f-bf42-0df440030ad7 None None] Pushing event updated for resources: {'Port': ['ID=3b863a3f-8dc8-4599-8af8-c47ba7af8e19,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:55.017551 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] Publish callbacks [] for port (05db4c34-9754-4c99-8d07-4db2b1751491), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:55.019835 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (747beacb-f6ec-4a4f-a330-c235ddac4c95), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:55.028860 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] Publish callbacks [] for port (a5f8d3d7-e147-4160-ac49-89b5968e86df), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:55.072432 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Provisioning complete for port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:55.072847 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9d652b6b-be3a-47e9-8f25-1daf990c2ae0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:55.073176 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Attempt 1 to provision port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 Nov 02 12:44:55.098717 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] Set router aa2d1d7e-804e-48f5-bcc1-5d4e944f1404 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:55.111443 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2701472f-7c2e-4022-8d25-c17caaff19d4 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:55.111983 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2701472f-7c2e-4022-8d25-c17caaff19d4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:55.112354 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2701472f-7c2e-4022-8d25-c17caaff19d4 Nov 02 12:44:55.117629 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-650a4cd9-cda2-4f58-b0c2-32c9c776a24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:55.180314 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (05db4c34-9754-4c99-8d07-4db2b1751491), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:55.182406 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (a5f8d3d7-e147-4160-ac49-89b5968e86df), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:55.205543 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a282aa15-0aba-4fa2-8b86-45533033c368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (3766f5bd-2d84-434e-9b03-480f785846e8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:55.252160 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Pushing event updated for resources: {'Port': ['ID=747beacb-f6ec-4a4f-a330-c235ddac4c95,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:55.257081 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282aa15-0aba-4fa2-8b86-45533033c368 admin admin] Pushing event deleted for resources: {'Port': ['ID=3766f5bd-2d84-434e-9b03-480f785846e8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:55.289002 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] Attempting to bind port 05db4c34-9754-4c99-8d07-4db2b1751491 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:55.289440 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] Attempting to bind port 05db4c34-9754-4c99-8d07-4db2b1751491 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:55.289751 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] Attempting to bind port 05db4c34-9754-4c99-8d07-4db2b1751491 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:55.370302 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] Network 607755e4-df67-450d-8cc7-beb6925f3a1d is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:55.497535 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404', 'name': 'tempest-InstanceActionsNegativeTestJSON-1201177724-router', 'tenant_id': '028ae84504c3470795228745c92988ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '3b863a3f-8dc8-4599-8af8-c47ba7af8e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:44:48Z', 'revision_number': 3, 'project_id': '028ae84504c3470795228745c92988ae', 'gw_port': {'id': '3b863a3f-8dc8-4599-8af8-c47ba7af8e19', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:44Z', 'updated_at': '2022-11-02T12:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:55.539481 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e970e0d6-9ab9-4043-b8c1-bbaddedae997 admin admin] Publish callbacks [] for router_gateway (590cca5d-9bd8-425e-a9b3-3d3cd23b4a78), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:55.545810 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af1ed15-e8a4-4d1a-9a84-4e71f22dde64 None None] The sync data for ids ['aa2d1d7e-804e-48f5-bcc1-5d4e944f1404'] in n-d-857339-6 is: [{'id': 'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404', 'name': 'tempest-InstanceActionsNegativeTestJSON-1201177724-router', 'tenant_id': '028ae84504c3470795228745c92988ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '3b863a3f-8dc8-4599-8af8-c47ba7af8e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:44:48Z', 'revision_number': 3, 'project_id': '028ae84504c3470795228745c92988ae', 'gw_port': {'id': '3b863a3f-8dc8-4599-8af8-c47ba7af8e19', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:44Z', 'updated_at': '2022-11-02T12:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:55.551950 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40358) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:55.553205 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-514c7e92-4aae-4d6e-bc4a-379e098bd14d admin admin] Publish callbacks [] for router_gateway (a4adfe55-9e25-4d40-855c-bff8302b9dff), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:55.561321 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:55.561616 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:55.577829 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:55.578913 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:55.582787 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:55.583164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:55.583568 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:55.583969 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:55.584465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] Bound port: 05db4c34-9754-4c99-8d07-4db2b1751491, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:55.584936 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (05db4c34-9754-4c99-8d07-4db2b1751491), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:55.629062 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417400e8-9d42-4e60-9403-74d09cd8bd27 None None] Pushing event updated for resources: {'Port': ['ID=05db4c34-9754-4c99-8d07-4db2b1751491,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:55.671701 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a282aa15-0aba-4fa2-8b86-45533033c368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (9602fe88-9cdb-40da-b1d9-e6a1a7baf679), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:55.671701 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Allocated IP 172.20.0.1 (f02404b1-751d-4127-8dd8-cfd3a3cfbf6e/85b60122-6ec7-4192-8768-890d3bd1b2e4/825a937b-52e2-40a8-bd3a-d9709810ec64) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:55.738726 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:55.827317 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2701472f-7c2e-4022-8d25-c17caaff19d4 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:55.829014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9840b066-0e5f-4e0d-8a8d-083f1b0ac931 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:55.847074 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:55.862112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Current status of the port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:55.884656 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9862979f-5d5c-49a8-b90c-756336199931 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:56.074314 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:56.124196 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f28ff89-764d-4be8-bcc5-e0410e4080e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:56.141931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Provisioning complete for port 11b79913-cb92-41fa-ba5f-efd2f004e980 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:56.142902 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (11b79913-cb92-41fa-ba5f-efd2f004e980), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:56.143250 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Attempt 1 to provision port 11b79913-cb92-41fa-ba5f-efd2f004e980 Nov 02 12:44:56.160802 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] Sync routers for ids ['cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:56.178687 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-650a4cd9-cda2-4f58-b0c2-32c9c776a24e admin admin] Allocated IP 172.20.0.1 (4706b3d1-832b-41ea-96fa-f409906efd4d/aac9ceec-4a53-4dc8-8278-e64026a8f1c0/3ee789d8-1b3f-418a-beeb-eacb04a8e88b) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:56.204261 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Publish callbacks [] for port (825a937b-52e2-40a8-bd3a-d9709810ec64), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:56.213293 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9862979f-5d5c-49a8-b90c-756336199931 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:56.215017 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9862979f-5d5c-49a8-b90c-756336199931 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 13.6513100 Nov 02 12:44:56.219110 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40362) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:56.258357 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] For port 05db4c34-9754-4c99-8d07-4db2b1751491, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:56.273549 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] Pushing event updated for resources: {'Port': ['ID=a5f8d3d7-e147-4160-ac49-89b5968e86df,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:56.318494 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] For port 05db4c34-9754-4c99-8d07-4db2b1751491, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=05db4c34-9754-4c99-8d07-4db2b1751491,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:56.326767 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] Routers {'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:56.327540 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:56.333434 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] Attempting to bind port a5f8d3d7-e147-4160-ac49-89b5968e86df on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:56.333434 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] Attempting to bind port a5f8d3d7-e147-4160-ac49-89b5968e86df by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '848847b3-490d-4845-9e70-8f9dc4dcf6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '607755e4-df67-450d-8cc7-beb6925f3a1d'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:56.333434 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] Attempting to bind port a5f8d3d7-e147-4160-ac49-89b5968e86df on network 607755e4-df67-450d-8cc7-beb6925f3a1d {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:56.372295 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 9840b066-0e5f-4e0d-8a8d-083f1b0ac931 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:56.372717 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9840b066-0e5f-4e0d-8a8d-083f1b0ac931), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:56.373095 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 9840b066-0e5f-4e0d-8a8d-083f1b0ac931 Nov 02 12:44:56.387364 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015092ec-751f-4cf6-bf6e-168f924a33a5 admin admin] Router 61df19cf-2a40-4125-a2d9-02da26033b62 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:44:56.529564 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (05db4c34-9754-4c99-8d07-4db2b1751491), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:56.553262 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-514c7e92-4aae-4d6e-bc4a-379e098bd14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (a4adfe55-9e25-4d40-855c-bff8302b9dff), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:56.626140 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:56.626505 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] Checking segment: {'id': '848847b3-490d-4845-9e70-8f9dc4dcf6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '607755e4-df67-450d-8cc7-beb6925f3a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:56.626985 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:56.627414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] Bound using segment: {'id': '848847b3-490d-4845-9e70-8f9dc4dcf6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '607755e4-df67-450d-8cc7-beb6925f3a1d'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:56.627923 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] Bound port: a5f8d3d7-e147-4160-ac49-89b5968e86df, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848847b3-490d-4845-9e70-8f9dc4dcf6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '607755e4-df67-450d-8cc7-beb6925f3a1d'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:56.628368 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a5f8d3d7-e147-4160-ac49-89b5968e86df), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:56.660346 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] Set router cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:56.712799 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] Routers {'73bc75ea-2b72-4c2b-b3d9-70ab731d493b'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:56.713546 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['73bc75ea-2b72-4c2b-b3d9-70ab731d493b'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:56.758327 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb97ef-3e33-4612-8474-875a6d2ee274 None None] Current status of the port 11b79913-cb92-41fa-ba5f-efd2f004e980 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:56.799272 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e970e0d6-9ab9-4043-b8c1-bbaddedae997 admin admin] Publish callbacks [] for router_gateway (590cca5d-9bd8-425e-a9b3-3d3cd23b4a78), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:56.852337 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417400e8-9d42-4e60-9403-74d09cd8bd27 None None] Pushing event updated for resources: {'Port': ['ID=05db4c34-9754-4c99-8d07-4db2b1751491,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:56.923788 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e970e0d6-9ab9-4043-b8c1-bbaddedae997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:56.931205 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:56.970248 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-650a4cd9-cda2-4f58-b0c2-32c9c776a24e admin admin] Publish callbacks [] for port (3ee789d8-1b3f-418a-beeb-eacb04a8e88b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:56.987042 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9840b066-0e5f-4e0d-8a8d-083f1b0ac931 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:56.988288 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 11b79913-cb92-41fa-ba5f-efd2f004e980 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:57.061908 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f28ff89-764d-4be8-bcc5-e0410e4080e0 admin admin] Publish callbacks [] for security_group (25ac3f19-ed72-45ea-bb6f-b7bbdf4485ca), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:57.104457 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a282aa15-0aba-4fa2-8b86-45533033c368 admin admin] Router 9602fe88-9cdb-40da-b1d9-e6a1a7baf679 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:44:57.112090 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-650a4cd9-cda2-4f58-b0c2-32c9c776a24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (3ee789d8-1b3f-418a-beeb-eacb04a8e88b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:57.113579 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] For port a5f8d3d7-e147-4160-ac49-89b5968e86df, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:57.155386 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015092ec-751f-4cf6-bf6e-168f924a33a5 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:57.160257 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:57.161885 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] Set router 73bc75ea-2b72-4c2b-b3d9-70ab731d493b gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:57.175332 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] Sync routers for ids ['61df19cf-2a40-4125-a2d9-02da26033b62'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:57.175939 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (825a937b-52e2-40a8-bd3a-d9709810ec64), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:57.189227 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f28ff89-764d-4be8-bcc5-e0410e4080e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (25ac3f19-ed72-45ea-bb6f-b7bbdf4485ca), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:57.214338 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] For port a5f8d3d7-e147-4160-ac49-89b5968e86df, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a5f8d3d7-e147-4160-ac49-89b5968e86df,segment=NetworkSegment(848847b3-490d-4845-9e70-8f9dc4dcf6c7),segment_id=848847b3-490d-4845-9e70-8f9dc4dcf6c7)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:57.234921 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] Routers {'61df19cf-2a40-4125-a2d9-02da26033b62'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:57.236307 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['61df19cf-2a40-4125-a2d9-02da26033b62'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:57.245650 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650a4cd9-cda2-4f58-b0c2-32c9c776a24e admin admin] Network 4706b3d1-832b-41ea-96fa-f409906efd4d is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:57.256605 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-650a4cd9-cda2-4f58-b0c2-32c9c776a24e admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:57.317404 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28ff89-764d-4be8-bcc5-e0410e4080e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ac3f19-ed72-45ea-bb6f-b7bbdf4485ca,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:57.348715 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Network f02404b1-751d-4127-8dd8-cfd3a3cfbf6e is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:57.373252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 11b79913-cb92-41fa-ba5f-efd2f004e980 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:57.374083 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (11b79913-cb92-41fa-ba5f-efd2f004e980), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:57.374671 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 11b79913-cb92-41fa-ba5f-efd2f004e980 Nov 02 12:44:57.405613 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-015092ec-751f-4cf6-bf6e-168f924a33a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:57.410317 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-015092ec-751f-4cf6-bf6e-168f924a33a5 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.8436680 Nov 02 12:44:57.410950 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40364) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:57.412957 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650a4cd9-cda2-4f58-b0c2-32c9c776a24e admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:57.420527 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3f28ff89-764d-4be8-bcc5-e0410e4080e0 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5ed3a076aa8641938569bf322fc6a616&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7281568 Nov 02 12:44:57.424906 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:57.428321 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a4cd9-cda2-4f58-b0c2-32c9c776a24e admin admin] Pushing event updated for resources: {'Port': ['ID=3ee789d8-1b3f-418a-beeb-eacb04a8e88b,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:57.432204 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40366) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:57.450698 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:57.468665 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a5f8d3d7-e147-4160-ac49-89b5968e86df), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:57.526236 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-e970e0d6-9ab9-4043-b8c1-bbaddedae997 admin admin] Allocated IP 172.25.2.78 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/064afe14-ec12-46e8-8a55-d0c5a61c06cc) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:57.530387 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36', 'name': 'tempest-TaggedBootDevicesTest-1163831568-router', 'tenant_id': '5db19daadcca4fb7a4b682b68de52c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '9c71b10b-7a8e-42a8-8962-5fb83ed2f508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:44:51Z', 'revision_number': 3, 'project_id': '5db19daadcca4fb7a4b682b68de52c61', 'gw_port': {'id': '9c71b10b-7a8e-42a8-8962-5fb83ed2f508', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:44Z', 'updated_at': '2022-11-02T12:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:57.593581 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] Set router 61df19cf-2a40-4125-a2d9-02da26033b62 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:57.656457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] Checking router: cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:57.656956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] Updating router cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36 port 9c71b10b-7a8e-42a8-8962-5fb83ed2f508 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:44:57.725902 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a282aa15-0aba-4fa2-8b86-45533033c368 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:57.737656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c9ae6-71c3-48e6-b4aa-db0d0c2e1845 None None] Pushing event updated for resources: {'Port': ['ID=a5f8d3d7-e147-4160-ac49-89b5968e86df,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:57.749393 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-650a4cd9-cda2-4f58-b0c2-32c9c776a24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (aa2d1d7e-804e-48f5-bcc1-5d4e944f1404), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:57.757146 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88b1925-9c8e-477f-8bce-db6976e47893 None None] Sync routers for ids ['9602fe88-9cdb-40da-b1d9-e6a1a7baf679'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:57.767683 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9c71b10b-7a8e-42a8-8962-5fb83ed2f508), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:57.784108 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:57.875014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b1925-9c8e-477f-8bce-db6976e47893 None None] Routers {'9602fe88-9cdb-40da-b1d9-e6a1a7baf679'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:57.875869 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f88b1925-9c8e-477f-8bce-db6976e47893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9602fe88-9cdb-40da-b1d9-e6a1a7baf679'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:57.960598 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-051d75b0-1f78-49e4-a58d-cadafa951214 admin admin] Publish callbacks [] for security_group (25ac3f19-ed72-45ea-bb6f-b7bbdf4485ca), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:57.984074 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514c7e92-4aae-4d6e-bc4a-379e098bd14d admin admin] Router a4adfe55-9e25-4d40-855c-bff8302b9dff is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:44:58.019166 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-051d75b0-1f78-49e4-a58d-cadafa951214 admin admin] Publish callbacks [] for security_group (25ac3f19-ed72-45ea-bb6f-b7bbdf4485ca), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:58.107944 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e970e0d6-9ab9-4043-b8c1-bbaddedae997 admin admin] Publish callbacks [] for port (064afe14-ec12-46e8-8a55-d0c5a61c06cc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:58.112154 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 11b79913-cb92-41fa-ba5f-efd2f004e980 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:58.113832 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:58.140260 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a282aa15-0aba-4fa2-8b86-45533033c368 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/9602fe88-9cdb-40da-b1d9-e6a1a7baf679/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4111412 Nov 02 12:44:58.145945 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40368) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:58.240344 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bc75ea-2b72-4c2b-b3d9-70ab731d493b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1967088203-router', 'tenant_id': '6fcb3622750f4d468efb3f30bd74a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '05db4c34-9754-4c99-8d07-4db2b1751491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:44:46Z', 'revision_number': 3, 'project_id': '6fcb3622750f4d468efb3f30bd74a498', 'gw_port': {'id': '05db4c34-9754-4c99-8d07-4db2b1751491', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bc75ea-2b72-4c2b-b3d9-70ab731d493b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:43Z', 'updated_at': '2022-11-02T12:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:58.278064 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c7f52-89d3-4b37-8e85-eb305e189efa None None] The sync data for ids ['73bc75ea-2b72-4c2b-b3d9-70ab731d493b'] in n-d-857339-6 is: [{'id': '73bc75ea-2b72-4c2b-b3d9-70ab731d493b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1967088203-router', 'tenant_id': '6fcb3622750f4d468efb3f30bd74a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '05db4c34-9754-4c99-8d07-4db2b1751491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:44:46Z', 'revision_number': 3, 'project_id': '6fcb3622750f4d468efb3f30bd74a498', 'gw_port': {'id': '05db4c34-9754-4c99-8d07-4db2b1751491', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bc75ea-2b72-4c2b-b3d9-70ab731d493b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:43Z', 'updated_at': '2022-11-02T12:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:58.298237 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61df19cf-2a40-4125-a2d9-02da26033b62', 'name': 'tempest-ServerRescueNegativeTestJSON-754689514-router', 'tenant_id': '6839662ece854e21ac3002b262fdc52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '52caa887-ba7a-464d-a356-cc87723e4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:45Z', 'updated_at': '2022-11-02T12:44:52Z', 'revision_number': 3, 'project_id': '6839662ece854e21ac3002b262fdc52e', 'gw_port': {'id': '52caa887-ba7a-464d-a356-cc87723e4231', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61df19cf-2a40-4125-a2d9-02da26033b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:47Z', 'updated_at': '2022-11-02T12:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:58.397363 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] Checking router: 61df19cf-2a40-4125-a2d9-02da26033b62 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:58.398010 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] Updating router 61df19cf-2a40-4125-a2d9-02da26033b62 port 52caa887-ba7a-464d-a356-cc87723e4231 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:44:58.432506 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:58.508269 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (52caa887-ba7a-464d-a356-cc87723e4231), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:58.588828 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e970e0d6-9ab9-4043-b8c1-bbaddedae997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (064afe14-ec12-46e8-8a55-d0c5a61c06cc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:58.656731 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-051d75b0-1f78-49e4-a58d-cadafa951214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (25ac3f19-ed72-45ea-bb6f-b7bbdf4485ca), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:58.669392 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-051d75b0-1f78-49e4-a58d-cadafa951214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:58.671591 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-051d75b0-1f78-49e4-a58d-cadafa951214 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/25ac3f19-ed72-45ea-bb6f-b7bbdf4485ca HTTP/1.1" status: 204 len: 168 time: 1.2335052 Nov 02 12:44:58.719260 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-47a3a87f-31d7-4366-b31d-0fbca08f7418 admin admin] Publish callbacks [] for router (9602fe88-9cdb-40da-b1d9-e6a1a7baf679), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:58.791451 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d75b0-1f78-49e4-a58d-cadafa951214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ac3f19-ed72-45ea-bb6f-b7bbdf4485ca,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:58.799203 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] Publish callbacks [] for port (9c71b10b-7a8e-42a8-8962-5fb83ed2f508), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:58.857286 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e970e0d6-9ab9-4043-b8c1-bbaddedae997 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:58.884717 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:58.891019 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:58.891914 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-e970e0d6-9ab9-4043-b8c1-bbaddedae997 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:58.903559 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:58.912381 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970e0d6-9ab9-4043-b8c1-bbaddedae997 admin admin] Pushing event updated for resources: {'Port': ['ID=064afe14-ec12-46e8-8a55-d0c5a61c06cc,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:58.921261 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:44:58.921686 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9d652b6b-be3a-47e9-8f25-1daf990c2ae0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:58.921983 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 Nov 02 12:44:58.928529 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e970e0d6-9ab9-4043-b8c1-bbaddedae997 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:44:58.997295 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9c71b10b-7a8e-42a8-8962-5fb83ed2f508), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:59.069045 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (73bc75ea-2b72-4c2b-b3d9-70ab731d493b), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:59.073295 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=825a937b-52e2-40a8-bd3a-d9709810ec64,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:59.116939 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] Attempting to bind port 9c71b10b-7a8e-42a8-8962-5fb83ed2f508 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:44:59.117565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] Attempting to bind port 9c71b10b-7a8e-42a8-8962-5fb83ed2f508 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:44:59.118120 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] Attempting to bind port 9c71b10b-7a8e-42a8-8962-5fb83ed2f508 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:59.210543 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-f88b1925-9c8e-477f-8bce-db6976e47893 None None] Set router 9602fe88-9cdb-40da-b1d9-e6a1a7baf679 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:44:59.272841 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:59.346248 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:59.348414 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:59.353378 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:59.354093 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:59.354692 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:59.355415 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:59.357904 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:59.359033 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:59.360094 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:59.360650 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:59.366754 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:59.367717 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:59.369210 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:59.369913 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:59.370424 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:59.380327 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb08d02-cffd-48eb-bf77-46a10ee06ded None None] Pushing event updated for resources: {'Port': ['ID=9c71b10b-7a8e-42a8-8962-5fb83ed2f508,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:59.404122 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514c7e92-4aae-4d6e-bc4a-379e098bd14d admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:59.433509 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] Sync routers for ids ['a4adfe55-9e25-4d40-855c-bff8302b9dff'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:59.528471 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:59.565843 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] Routers {'a4adfe55-9e25-4d40-855c-bff8302b9dff'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:44:59.568653 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a4adfe55-9e25-4d40-855c-bff8302b9dff'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:59.624991 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:44:59.627184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 747beacb-f6ec-4a4f-a330-c235ddac4c95 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:59.685453 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-514c7e92-4aae-4d6e-bc4a-379e098bd14d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:59.689881 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-514c7e92-4aae-4d6e-bc4a-379e098bd14d admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 15.1243892 Nov 02 12:44:59.722431 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40378) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:59.891179 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:44:59.891840 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:44:59.892057 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:59.892712 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:44:59.894769 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] Bound port: 9c71b10b-7a8e-42a8-8962-5fb83ed2f508, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:44:59.894977 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9c71b10b-7a8e-42a8-8962-5fb83ed2f508), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:00.068166 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-650a4cd9-cda2-4f58-b0c2-32c9c776a24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3ee789d8-1b3f-418a-beeb-eacb04a8e88b), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:00.088744 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78482818-6faa-4b18-870a-b352b2fb4213 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:45:00.116700 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] Publish callbacks [] for port (52caa887-ba7a-464d-a356-cc87723e4231), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:00.125820 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-fac2761b-f55b-410d-aee7-3299458a95cb None None] Provisioning complete for port a5f8d3d7-e147-4160-ac49-89b5968e86df triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:00.126535 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fac2761b-f55b-410d-aee7-3299458a95cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a5f8d3d7-e147-4160-ac49-89b5968e86df), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:00.127067 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-fac2761b-f55b-410d-aee7-3299458a95cb None None] Attempt 1 to provision port a5f8d3d7-e147-4160-ac49-89b5968e86df Nov 02 12:45:00.204711 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] Set router a4adfe55-9e25-4d40-855c-bff8302b9dff gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:00.246624 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:00.275862 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (52caa887-ba7a-464d-a356-cc87723e4231), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:00.377735 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a61fa7b-c16c-4d99-bb49-1bf51debebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:00.411126 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-47a3a87f-31d7-4366-b31d-0fbca08f7418 admin admin] Publish callbacks [] for router_gateway (9602fe88-9cdb-40da-b1d9-e6a1a7baf679), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:00.497283 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e970e0d6-9ab9-4043-b8c1-bbaddedae997 admin admin] Publish callbacks [] for router_gateway (590cca5d-9bd8-425e-a9b3-3d3cd23b4a78), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:00.569623 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] Attempting to bind port 52caa887-ba7a-464d-a356-cc87723e4231 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:45:00.570357 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] Attempting to bind port 52caa887-ba7a-464d-a356-cc87723e4231 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:45:00.570840 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] Attempting to bind port 52caa887-ba7a-464d-a356-cc87723e4231 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:00.617912 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:00.629812 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:00.656274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 747beacb-f6ec-4a4f-a330-c235ddac4c95 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:00.657195 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (747beacb-f6ec-4a4f-a330-c235ddac4c95), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:00.657774 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 747beacb-f6ec-4a4f-a330-c235ddac4c95 Nov 02 12:45:00.672969 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] For port 9c71b10b-7a8e-42a8-8962-5fb83ed2f508, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:45:00.763001 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f88b1925-9c8e-477f-8bce-db6976e47893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9602fe88-9cdb-40da-b1d9-e6a1a7baf679', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1901396393-router', 'tenant_id': 'a62ee57746e345a799a6ddab45624dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd5820179-73b9-4718-af1f-3bc7a8e616cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:10Z', 'updated_at': '2022-11-02T12:44:54Z', 'revision_number': 5, 'project_id': 'a62ee57746e345a799a6ddab45624dc9', 'gw_port': {'id': 'd5820179-73b9-4718-af1f-3bc7a8e616cf', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9602fe88-9cdb-40da-b1d9-e6a1a7baf679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:13Z', 'updated_at': '2022-11-02T12:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:00.769649 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] For port 9c71b10b-7a8e-42a8-8962-5fb83ed2f508, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9c71b10b-7a8e-42a8-8962-5fb83ed2f508,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:45:00.863885 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-650a4cd9-cda2-4f58-b0c2-32c9c776a24e admin admin] Publish callbacks [] for port (3ee789d8-1b3f-418a-beeb-eacb04a8e88b), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:00.870755 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fac2761b-f55b-410d-aee7-3299458a95cb None None] Current status of the port a5f8d3d7-e147-4160-ac49-89b5968e86df is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:00.871264 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fac2761b-f55b-410d-aee7-3299458a95cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a5f8d3d7-e147-4160-ac49-89b5968e86df), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:00.874405 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88b1925-9c8e-477f-8bce-db6976e47893 None None] Checking router: 9602fe88-9cdb-40da-b1d9-e6a1a7baf679 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:45:00.887410 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:00.917896 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9c71b10b-7a8e-42a8-8962-5fb83ed2f508), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:00.975930 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b1925-9c8e-477f-8bce-db6976e47893 None None] Routers {'9602fe88-9cdb-40da-b1d9-e6a1a7baf679'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:00.976867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f88b1925-9c8e-477f-8bce-db6976e47893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9602fe88-9cdb-40da-b1d9-e6a1a7baf679'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:01.010837 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:01.011817 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4adfe55-9e25-4d40-855c-bff8302b9dff', 'name': 'tempest-VolumesAdminNegativeTest-1028370220-router', 'tenant_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:45Z', 'updated_at': '2022-11-02T12:44:54Z', 'revision_number': 3, 'project_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'gw_port': {'id': 'dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4adfe55-9e25-4d40-855c-bff8302b9dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:47Z', 'updated_at': '2022-11-02T12:44:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:01.060015 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1a076-2f7d-4da7-a7ea-90b5e90d7f29 None None] Pushing event updated for resources: {'Port': ['ID=52caa887-ba7a-464d-a356-cc87723e4231,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:01.063304 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:45:01.063689 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:45:01.064088 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:01.064540 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:45:01.065184 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] Bound port: 52caa887-ba7a-464d-a356-cc87723e4231, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:45:01.065672 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (52caa887-ba7a-464d-a356-cc87723e4231), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:01.103318 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] Routers {'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:01.104311 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:01.133508 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] For port 52caa887-ba7a-464d-a356-cc87723e4231, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:45:01.138323 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] For port 52caa887-ba7a-464d-a356-cc87723e4231, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=52caa887-ba7a-464d-a356-cc87723e4231,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:45:01.143800 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] Checking router: a4adfe55-9e25-4d40-855c-bff8302b9dff for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:45:01.144146 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] Updating router a4adfe55-9e25-4d40-855c-bff8302b9dff port dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:45:01.153357 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-fac2761b-f55b-410d-aee7-3299458a95cb None None] For port a5f8d3d7-e147-4160-ac49-89b5968e86df, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a5f8d3d7-e147-4160-ac49-89b5968e86df,segment=NetworkSegment(848847b3-490d-4845-9e70-8f9dc4dcf6c7),segment_id=848847b3-490d-4845-9e70-8f9dc4dcf6c7)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:01.177056 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-9a61fa7b-c16c-4d99-bb49-1bf51debebb4 admin admin] Allocated IP 172.20.0.1 (bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb/5ec7a191-8d2f-4e3c-8337-492099f3ecfa/af6f7557-60c8-46bf-86b5-95c3e1023bd0) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:45:01.191830 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:01.261936 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Allocated IP 172.20.0.1 (4a71a857-cbbc-4f91-9823-ad7a1b98d38c/ef56b08b-9e55-422b-a55e-719f38dc6ade/2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:45:01.323602 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fac2761b-f55b-410d-aee7-3299458a95cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a5f8d3d7-e147-4160-ac49-89b5968e86df), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:01.342693 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78482818-6faa-4b18-870a-b352b2fb4213 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:45:01.346026 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb08d02-cffd-48eb-bf77-46a10ee06ded None None] Pushing event updated for resources: {'Port': ['ID=9c71b10b-7a8e-42a8-8962-5fb83ed2f508,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:01.351228 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a61fa7b-c16c-4d99-bb49-1bf51debebb4 admin admin] Publish callbacks [] for port (af6f7557-60c8-46bf-86b5-95c3e1023bd0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:01.400100 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (52caa887-ba7a-464d-a356-cc87723e4231), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:01.416816 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-650a4cd9-cda2-4f58-b0c2-32c9c776a24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (3ee789d8-1b3f-418a-beeb-eacb04a8e88b), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:01.418307 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 747beacb-f6ec-4a4f-a330-c235ddac4c95 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:01.420746 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 24ed1955-21e2-4e65-a096-2ee9a779d029 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:01.426509 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:01.432903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2761b-f55b-410d-aee7-3299458a95cb None None] Pushing event updated for resources: {'Port': ['ID=a5f8d3d7-e147-4160-ac49-89b5968e86df,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:01.481271 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e970e0d6-9ab9-4043-b8c1-bbaddedae997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (590cca5d-9bd8-425e-a9b3-3d3cd23b4a78), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:01.482656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-f88b1925-9c8e-477f-8bce-db6976e47893 None None] Set router 9602fe88-9cdb-40da-b1d9-e6a1a7baf679 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:01.579260 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f88b1925-9c8e-477f-8bce-db6976e47893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9602fe88-9cdb-40da-b1d9-e6a1a7baf679', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1901396393-router', 'tenant_id': 'a62ee57746e345a799a6ddab45624dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:10Z', 'updated_at': '2022-11-02T12:45:00Z', 'revision_number': 6, 'project_id': 'a62ee57746e345a799a6ddab45624dc9', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:01.595571 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:01.701149 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88b1925-9c8e-477f-8bce-db6976e47893 None None] The sync data for ids ['9602fe88-9cdb-40da-b1d9-e6a1a7baf679'] in n-d-857339-6 is: [{'id': '9602fe88-9cdb-40da-b1d9-e6a1a7baf679', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1901396393-router', 'tenant_id': 'a62ee57746e345a799a6ddab45624dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:10Z', 'updated_at': '2022-11-02T12:45:00Z', 'revision_number': 6, 'project_id': 'a62ee57746e345a799a6ddab45624dc9', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:01.749124 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:01.779335 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Publish callbacks [] for port (2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:01.796379 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] Set router cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:01.816175 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] Routers {'61df19cf-2a40-4125-a2d9-02da26033b62'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:01.816818 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['61df19cf-2a40-4125-a2d9-02da26033b62'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:01.823845 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:01.860155 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e970e0d6-9ab9-4043-b8c1-bbaddedae997 admin admin] Router 590cca5d-9bd8-425e-a9b3-3d3cd23b4a78 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:45:01.929903 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1a076-2f7d-4da7-a7ea-90b5e90d7f29 None None] Pushing event updated for resources: {'Port': ['ID=52caa887-ba7a-464d-a356-cc87723e4231,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:01.939542 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:01.986764 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:02.015335 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a61fa7b-c16c-4d99-bb49-1bf51debebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (af6f7557-60c8-46bf-86b5-95c3e1023bd0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:02.049341 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a4cd9-cda2-4f58-b0c2-32c9c776a24e admin admin] Pushing event updated for resources: {'Port': ['ID=3ee789d8-1b3f-418a-beeb-eacb04a8e88b,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:02.069190 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:02.083507 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-47a3a87f-31d7-4366-b31d-0fbca08f7418 admin admin] Deleting port d5820179-73b9-4718-af1f-3bc7a8e616cf {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:02.084135 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-47a3a87f-31d7-4366-b31d-0fbca08f7418 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d5820179-73b9-4718-af1f-3bc7a8e616cf), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:02.150243 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] Set router 61df19cf-2a40-4125-a2d9-02da26033b62 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:02.155822 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] Publish callbacks [] for port (dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:02.156743 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 24ed1955-21e2-4e65-a096-2ee9a779d029 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:02.157218 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (24ed1955-21e2-4e65-a096-2ee9a779d029), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:02.157463 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 24ed1955-21e2-4e65-a096-2ee9a779d029 Nov 02 12:45:02.163024 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e970e0d6-9ab9-4043-b8c1-bbaddedae997 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:45:02.182079 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Network 4a71a857-cbbc-4f91-9823-ad7a1b98d38c is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:02.184396 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:02.187717 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:45:02.214744 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] Sync routers for ids ['590cca5d-9bd8-425e-a9b3-3d3cd23b4a78'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:45:02.260211 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (61df19cf-2a40-4125-a2d9-02da26033b62), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:02.318508 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e970e0d6-9ab9-4043-b8c1-bbaddedae997 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:02.320917 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e970e0d6-9ab9-4043-b8c1-bbaddedae997 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.6422353 Nov 02 12:45:02.324322 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40406) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:02.340448 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a61fa7b-c16c-4d99-bb49-1bf51debebb4 admin admin] Network bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:02.346276 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:02.361418 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] Routers {'590cca5d-9bd8-425e-a9b3-3d3cd23b4a78'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:02.362467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['590cca5d-9bd8-425e-a9b3-3d3cd23b4a78'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:02.411204 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-650a4cd9-cda2-4f58-b0c2-32c9c776a24e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (aa2d1d7e-804e-48f5-bcc1-5d4e944f1404), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:02.421625 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98c647-13bc-479c-82e3-72fd10870f86 None None] Pushing event updated for resources: {'Port': ['ID=dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:02.435617 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] Attempting to bind port dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:45:02.435993 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] Attempting to bind port dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:45:02.436349 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] Attempting to bind port dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:02.491293 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:45:02.491639 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:45:02.492105 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:02.492524 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:45:02.493043 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] Bound port: dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:45:02.493422 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:02.536094 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-47a3a87f-31d7-4366-b31d-0fbca08f7418 admin admin] For port d5820179-73b9-4718-af1f-3bc7a8e616cf, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d5820179-73b9-4718-af1f-3bc7a8e616cf,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:02.536819 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-47a3a87f-31d7-4366-b31d-0fbca08f7418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d5820179-73b9-4718-af1f-3bc7a8e616cf), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:02.557220 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] For port dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:45:02.561867 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] For port dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:45:02.568414 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-47a3a87f-31d7-4366-b31d-0fbca08f7418 admin admin] Calling delete_port for d5820179-73b9-4718-af1f-3bc7a8e616cf owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:02.660524 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61df19cf-2a40-4125-a2d9-02da26033b62', 'name': 'tempest-ServerRescueNegativeTestJSON-754689514-router', 'tenant_id': '6839662ece854e21ac3002b262fdc52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '52caa887-ba7a-464d-a356-cc87723e4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:45Z', 'updated_at': '2022-11-02T12:44:52Z', 'revision_number': 3, 'project_id': '6839662ece854e21ac3002b262fdc52e', 'gw_port': {'id': '52caa887-ba7a-464d-a356-cc87723e4231', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61df19cf-2a40-4125-a2d9-02da26033b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:47Z', 'updated_at': '2022-11-02T12:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:02.722124 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1832413-70b6-4a18-8c9e-6f334b3ac726 None None] The sync data for ids ['61df19cf-2a40-4125-a2d9-02da26033b62'] in n-d-857339-6 is: [{'id': '61df19cf-2a40-4125-a2d9-02da26033b62', 'name': 'tempest-ServerRescueNegativeTestJSON-754689514-router', 'tenant_id': '6839662ece854e21ac3002b262fdc52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '52caa887-ba7a-464d-a356-cc87723e4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:45Z', 'updated_at': '2022-11-02T12:44:52Z', 'revision_number': 3, 'project_id': '6839662ece854e21ac3002b262fdc52e', 'gw_port': {'id': '52caa887-ba7a-464d-a356-cc87723e4231', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61df19cf-2a40-4125-a2d9-02da26033b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:47Z', 'updated_at': '2022-11-02T12:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:02.759920 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:02.774918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 24ed1955-21e2-4e65-a096-2ee9a779d029 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:02.775607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 865778b5-a10d-4725-ae39-2db7817c5ce0 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:02.833608 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] Routers {'a4adfe55-9e25-4d40-855c-bff8302b9dff'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:02.834899 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a4adfe55-9e25-4d40-855c-bff8302b9dff'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:02.887374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36', 'name': 'tempest-TaggedBootDevicesTest-1163831568-router', 'tenant_id': '5db19daadcca4fb7a4b682b68de52c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '9c71b10b-7a8e-42a8-8962-5fb83ed2f508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:44:51Z', 'revision_number': 3, 'project_id': '5db19daadcca4fb7a4b682b68de52c61', 'gw_port': {'id': '9c71b10b-7a8e-42a8-8962-5fb83ed2f508', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:44Z', 'updated_at': '2022-11-02T12:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:02.919109 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61fa7b-c16c-4d99-bb49-1bf51debebb4 admin admin] Pushing event updated for resources: {'Port': ['ID=af6f7557-60c8-46bf-86b5-95c3e1023bd0,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:02.926442 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-9a61fa7b-c16c-4d99-bb49-1bf51debebb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:02.932557 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a61fa7b-c16c-4d99-bb49-1bf51debebb4 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:45:02.963117 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] Set router 590cca5d-9bd8-425e-a9b3-3d3cd23b4a78 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:02.969903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d31cac1-7bc5-4525-aa2c-62f6d1f49149 None None] The sync data for ids ['cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36'] in n-d-857339-6 is: [{'id': 'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36', 'name': 'tempest-TaggedBootDevicesTest-1163831568-router', 'tenant_id': '5db19daadcca4fb7a4b682b68de52c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '9c71b10b-7a8e-42a8-8962-5fb83ed2f508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:44:51Z', 'revision_number': 3, 'project_id': '5db19daadcca4fb7a4b682b68de52c61', 'gw_port': {'id': '9c71b10b-7a8e-42a8-8962-5fb83ed2f508', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:44Z', 'updated_at': '2022-11-02T12:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:03.015997 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98c647-13bc-479c-82e3-72fd10870f86 None None] Pushing event updated for resources: {'Port': ['ID=dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:03.178589 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 865778b5-a10d-4725-ae39-2db7817c5ce0 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:03.179163 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (865778b5-a10d-4725-ae39-2db7817c5ce0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:03.181298 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] Set router a4adfe55-9e25-4d40-855c-bff8302b9dff gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:03.186019 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 865778b5-a10d-4725-ae39-2db7817c5ce0 Nov 02 12:45:03.223018 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650a4cd9-cda2-4f58-b0c2-32c9c776a24e admin admin] Network 4706b3d1-832b-41ea-96fa-f409906efd4d is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:03.269964 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-650a4cd9-cda2-4f58-b0c2-32c9c776a24e admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:03.415814 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:03.622103 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 865778b5-a10d-4725-ae39-2db7817c5ce0 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:03.634654 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (865778b5-a10d-4725-ae39-2db7817c5ce0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:03.681732 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590cca5d-9bd8-425e-a9b3-3d3cd23b4a78', 'name': 'tempest-ServersNegativeTestJSON-1592928943-router', 'tenant_id': '48e7348010084007a1f39fd226ff05d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '064afe14-ec12-46e8-8a55-d0c5a61c06cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:54Z', 'updated_at': '2022-11-02T12:44:59Z', 'revision_number': 3, 'project_id': '48e7348010084007a1f39fd226ff05d9', 'gw_port': {'id': '064afe14-ec12-46e8-8a55-d0c5a61c06cc', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590cca5d-9bd8-425e-a9b3-3d3cd23b4a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:56Z', 'updated_at': '2022-11-02T12:44:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:03.781529 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4adfe55-9e25-4d40-855c-bff8302b9dff', 'name': 'tempest-VolumesAdminNegativeTest-1028370220-router', 'tenant_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:45Z', 'updated_at': '2022-11-02T12:44:54Z', 'revision_number': 3, 'project_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'gw_port': {'id': 'dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4adfe55-9e25-4d40-855c-bff8302b9dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:47Z', 'updated_at': '2022-11-02T12:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:03.800262 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] Checking router: 590cca5d-9bd8-425e-a9b3-3d3cd23b4a78 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:45:03.800700 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] Updating router 590cca5d-9bd8-425e-a9b3-3d3cd23b4a78 port 064afe14-ec12-46e8-8a55-d0c5a61c06cc binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:45:03.837510 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:03.874329 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (064afe14-ec12-46e8-8a55-d0c5a61c06cc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:03.900447 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f4cf29-5815-4688-aa6f-53b750a80ea0 None None] The sync data for ids ['a4adfe55-9e25-4d40-855c-bff8302b9dff'] in n-d-857339-6 is: [{'id': 'a4adfe55-9e25-4d40-855c-bff8302b9dff', 'name': 'tempest-VolumesAdminNegativeTest-1028370220-router', 'tenant_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:45Z', 'updated_at': '2022-11-02T12:44:54Z', 'revision_number': 3, 'project_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'gw_port': {'id': 'dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4adfe55-9e25-4d40-855c-bff8302b9dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:47Z', 'updated_at': '2022-11-02T12:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:03.903207 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5eaf390e-47aa-48ee-a36a-d6102569e9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:03.906114 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a61fa7b-c16c-4d99-bb49-1bf51debebb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:04.003966 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:04.136233 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Publish callbacks [] for port (2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:04.138142 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-47a3a87f-31d7-4366-b31d-0fbca08f7418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (d5820179-73b9-4718-af1f-3bc7a8e616cf), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:04.142162 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdf6cbb-8c13-4aa9-a722-f8e85462768e None None] Network 607755e4-df67-450d-8cc7-beb6925f3a1d requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:45:04.215066 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 865778b5-a10d-4725-ae39-2db7817c5ce0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=865778b5-a10d-4725-ae39-2db7817c5ce0,segment=NetworkSegment(105a4e03-06b6-4eb5-8889-def3170d8654),segment_id=105a4e03-06b6-4eb5-8889-def3170d8654)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:04.290767 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:04.295632 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:04.317722 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3a87f-31d7-4366-b31d-0fbca08f7418 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5820179-73b9-4718-af1f-3bc7a8e616cf,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:04.422103 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (865778b5-a10d-4725-ae39-2db7817c5ce0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:04.490029 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-47c9537f-e41d-4f78-91eb-84292d9773cc None None] Provisioning complete for port 2d779183-b4bd-433f-9643-3ef483bd4243 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:04.490458 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-47c9537f-e41d-4f78-91eb-84292d9773cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2d779183-b4bd-433f-9643-3ef483bd4243), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:04.490926 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-47c9537f-e41d-4f78-91eb-84292d9773cc None None] Attempt 1 to provision port 2d779183-b4bd-433f-9643-3ef483bd4243 Nov 02 12:45:04.494934 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:04.640215 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:04.722603 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:04.798738 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:04.942457 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40424) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:04.989460 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (61df19cf-2a40-4125-a2d9-02da26033b62), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:04.999678 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:05.024407 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:05.033454 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:05.036478 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:05.037084 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:05.037580 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:05.038072 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:05.038562 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:05.039056 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:05.039534 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:05.042815 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:05.043517 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:05.044002 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:05.051346 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:05.051346 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:05.051346 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:05.175976 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-5eaf390e-47aa-48ee-a36a-d6102569e9d5 admin admin] Allocated IP 172.20.0.1 (c33691cf-ac79-4e52-b490-b71908bf66b5/fdfa22af-e26e-4984-93e9-8bd631338537/7833c4fa-a4a9-40e1-b3f9-f1b950debd86) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:45:05.316917 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 05db4c34-9754-4c99-8d07-4db2b1751491 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:05.393345 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5eaf390e-47aa-48ee-a36a-d6102569e9d5 admin admin] Publish callbacks [] for port (7833c4fa-a4a9-40e1-b3f9-f1b950debd86), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:05.457687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Network 4a71a857-cbbc-4f91-9823-ad7a1b98d38c is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:05.470660 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650a4cd9-cda2-4f58-b0c2-32c9c776a24e admin admin] Router aa2d1d7e-804e-48f5-bcc1-5d4e944f1404 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:45:05.474306 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cb0479c2-d7ec-4e08-88b8-f16ccc10a59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:05.489450 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:05.498805 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e161ec90-dcc4-42f9-8668-5a6e37e182ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:05.569714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-47c9537f-e41d-4f78-91eb-84292d9773cc None None] Current status of the port 2d779183-b4bd-433f-9643-3ef483bd4243 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:05.581238 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=865778b5-a10d-4725-ae39-2db7817c5ce0,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:05.663515 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 05db4c34-9754-4c99-8d07-4db2b1751491 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:05.663942 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (05db4c34-9754-4c99-8d07-4db2b1751491), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:05.664272 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 05db4c34-9754-4c99-8d07-4db2b1751491 Nov 02 12:45:05.784813 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e2d17157-70ba-4b64-91ea-a91b0a92b0f5 None None] Provisioning complete for port 825a937b-52e2-40a8-bd3a-d9709810ec64 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:05.785202 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e2d17157-70ba-4b64-91ea-a91b0a92b0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (825a937b-52e2-40a8-bd3a-d9709810ec64), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:05.788390 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e2d17157-70ba-4b64-91ea-a91b0a92b0f5 None None] Attempt 1 to provision port 825a937b-52e2-40a8-bd3a-d9709810ec64 Nov 02 12:45:05.847543 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5eaf390e-47aa-48ee-a36a-d6102569e9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (7833c4fa-a4a9-40e1-b3f9-f1b950debd86), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:05.859314 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650a4cd9-cda2-4f58-b0c2-32c9c776a24e admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:45:05.874074 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-650a4cd9-cda2-4f58-b0c2-32c9c776a24e admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/aa2d1d7e-804e-48f5-bcc1-5d4e944f1404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5467982 Nov 02 12:45:05.886432 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] Sync routers for ids ['aa2d1d7e-804e-48f5-bcc1-5d4e944f1404'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:45:05.892352 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:05.906905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e2d17157-70ba-4b64-91ea-a91b0a92b0f5 None None] Port 825a937b-52e2-40a8-bd3a-d9709810ec64 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:45:05.916465 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] Routers {'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:05.916645 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Router 61df19cf-2a40-4125-a2d9-02da26033b62 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:45:05.916729 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['aa2d1d7e-804e-48f5-bcc1-5d4e944f1404'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:05.919627 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:DELETE=11 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:05.969939 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e2d17157-70ba-4b64-91ea-a91b0a92b0f5 None None] Provisioning complete for port 3ee789d8-1b3f-418a-beeb-eacb04a8e88b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:05.971200 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e2d17157-70ba-4b64-91ea-a91b0a92b0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ee789d8-1b3f-418a-beeb-eacb04a8e88b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:05.971810 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e2d17157-70ba-4b64-91ea-a91b0a92b0f5 None None] Attempt 1 to provision port 3ee789d8-1b3f-418a-beeb-eacb04a8e88b Nov 02 12:45:06.026666 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (825a937b-52e2-40a8-bd3a-d9709810ec64), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:06.031968 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-47a3a87f-31d7-4366-b31d-0fbca08f7418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (9602fe88-9cdb-40da-b1d9-e6a1a7baf679), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:06.049063 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] Publish callbacks [] for port (064afe14-ec12-46e8-8a55-d0c5a61c06cc), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:06.130348 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] Set router aa2d1d7e-804e-48f5-bcc1-5d4e944f1404 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:06.138885 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaf390e-47aa-48ee-a36a-d6102569e9d5 admin admin] Network c33691cf-ac79-4e52-b490-b71908bf66b5 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:06.165479 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e2d17157-70ba-4b64-91ea-a91b0a92b0f5 None None] Port 3ee789d8-1b3f-418a-beeb-eacb04a8e88b cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:45:06.170920 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-cb0479c2-d7ec-4e08-88b8-f16ccc10a59e admin admin] Allocated IP 172.20.0.1 (607755e4-df67-450d-8cc7-beb6925f3a1d/99c2a8cd-5c8e-47ee-bce7-783469eabd60/bbdde45e-a631-43fa-9a8a-0ea2bd727fbd) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:45:06.186512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf390e-47aa-48ee-a36a-d6102569e9d5 admin admin] Pushing event updated for resources: {'Port': ['ID=7833c4fa-a4a9-40e1-b3f9-f1b950debd86,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:06.193548 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-5eaf390e-47aa-48ee-a36a-d6102569e9d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:06.199398 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaf390e-47aa-48ee-a36a-d6102569e9d5 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:45:06.199526 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e2d17157-70ba-4b64-91ea-a91b0a92b0f5 None None] Provisioning complete for port af6f7557-60c8-46bf-86b5-95c3e1023bd0 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:06.200090 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e2d17157-70ba-4b64-91ea-a91b0a92b0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (af6f7557-60c8-46bf-86b5-95c3e1023bd0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:06.200369 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e2d17157-70ba-4b64-91ea-a91b0a92b0f5 None None] Attempt 1 to provision port af6f7557-60c8-46bf-86b5-95c3e1023bd0 Nov 02 12:45:06.204226 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 05db4c34-9754-4c99-8d07-4db2b1751491 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:06.204784 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (05db4c34-9754-4c99-8d07-4db2b1751491), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:06.244303 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 05db4c34-9754-4c99-8d07-4db2b1751491, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=05db4c34-9754-4c99-8d07-4db2b1751491,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:06.247137 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e161ec90-dcc4-42f9-8668-5a6e37e182ee admin admin] Publish callbacks [] for security_group (50fdc3e2-0f03-4bed-b72f-e1639224a0d2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:06.252584 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:06.290751 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:45:06.306021 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-45e13c61-e69f-4afc-964b-7748015858b1 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/61df19cf-2a40-4125-a2d9-02da26033b62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8906078 Nov 02 12:45:06.362727 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5eaf390e-47aa-48ee-a36a-d6102569e9d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (a4adfe55-9e25-4d40-855c-bff8302b9dff), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:06.443075 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e161ec90-dcc4-42f9-8668-5a6e37e182ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (50fdc3e2-0f03-4bed-b72f-e1639224a0d2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:06.527799 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-47a3a87f-31d7-4366-b31d-0fbca08f7418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (9602fe88-9cdb-40da-b1d9-e6a1a7baf679), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:06.528294 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161ec90-dcc4-42f9-8668-5a6e37e182ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fdc3e2-0f03-4bed-b72f-e1639224a0d2,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:06.593424 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-47a3a87f-31d7-4366-b31d-0fbca08f7418 admin admin] Publish callbacks [] for router_controller (9602fe88-9cdb-40da-b1d9-e6a1a7baf679), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:06.604143 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e161ec90-dcc4-42f9-8668-5a6e37e182ee admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=365be44ca75e403d84cec93fbaa4a9b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6428280 Nov 02 12:45:06.605672 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40448) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:06.679130 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:06.720620 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8f23-5b06-444c-b1bf-d7516f27ce06 admin admin] Publish callbacks [] for security_group (50fdc3e2-0f03-4bed-b72f-e1639224a0d2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:06.720990 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404', 'name': 'tempest-InstanceActionsNegativeTestJSON-1201177724-router', 'tenant_id': '028ae84504c3470795228745c92988ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '3b863a3f-8dc8-4599-8af8-c47ba7af8e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:44:58Z', 'revision_number': 4, 'project_id': '028ae84504c3470795228745c92988ae', 'gw_port': {'id': '3b863a3f-8dc8-4599-8af8-c47ba7af8e19', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:44Z', 'updated_at': '2022-11-02T12:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '3ee789d8-1b3f-418a-beeb-eacb04a8e88b', 'name': '', 'network_id': '4706b3d1-832b-41ea-96fa-f409906efd4d', 'tenant_id': '028ae84504c3470795228745c92988ae', 'mac_address': 'fa:16:3e:53:2c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'aac9ceec-4a53-4dc8-8278-e64026a8f1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:55Z', 'updated_at': '2022-11-02T12:45:00Z', 'revision_number': 2, 'project_id': '028ae84504c3470795228745c92988ae', 'subnets': [{'id': 'aac9ceec-4a53-4dc8-8278-e64026a8f1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:06.734935 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (064afe14-ec12-46e8-8a55-d0c5a61c06cc), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:06.735559 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cb0479c2-d7ec-4e08-88b8-f16ccc10a59e admin admin] Publish callbacks [] for port (bbdde45e-a631-43fa-9a8a-0ea2bd727fbd), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:06.767001 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] Checking router: aa2d1d7e-804e-48f5-bcc1-5d4e944f1404 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:45:06.775549 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] Updating router aa2d1d7e-804e-48f5-bcc1-5d4e944f1404 port 3ee789d8-1b3f-418a-beeb-eacb04a8e88b binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:45:06.793503 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (05db4c34-9754-4c99-8d07-4db2b1751491), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:06.794544 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 52caa887-ba7a-464d-a356-cc87723e4231 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:06.796872 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:06.797084 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8f23-5b06-444c-b1bf-d7516f27ce06 admin admin] Publish callbacks [] for security_group (50fdc3e2-0f03-4bed-b72f-e1639224a0d2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:06.809335 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc679d0-ab91-43b1-89fd-8289d60038fc None None] Pushing event updated for resources: {'Port': ['ID=064afe14-ec12-46e8-8a55-d0c5a61c06cc,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:06.851420 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3ee789d8-1b3f-418a-beeb-eacb04a8e88b), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:06.869355 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] Attempting to bind port 064afe14-ec12-46e8-8a55-d0c5a61c06cc on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:45:06.869851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] Attempting to bind port 064afe14-ec12-46e8-8a55-d0c5a61c06cc by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:45:06.871193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] Attempting to bind port 064afe14-ec12-46e8-8a55-d0c5a61c06cc on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:06.902433 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cb0479c2-d7ec-4e08-88b8-f16ccc10a59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (bbdde45e-a631-43fa-9a8a-0ea2bd727fbd), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:06.935183 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-47a3a87f-31d7-4366-b31d-0fbca08f7418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (9602fe88-9cdb-40da-b1d9-e6a1a7baf679), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:06.935793 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a3a87f-31d7-4366-b31d-0fbca08f7418 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9602fe88-9cdb-40da-b1d9-e6a1a7baf679 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:45:06.940412 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-47a3a87f-31d7-4366-b31d-0fbca08f7418 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:06.942531 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-47a3a87f-31d7-4366-b31d-0fbca08f7418 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/9602fe88-9cdb-40da-b1d9-e6a1a7baf679 HTTP/1.1" status: 204 len: 168 time: 8.7891612 Nov 02 12:45:06.945670 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40462) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:07.005018 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:07.009561 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8f23-5b06-444c-b1bf-d7516f27ce06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (50fdc3e2-0f03-4bed-b72f-e1639224a0d2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:07.012099 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8f23-5b06-444c-b1bf-d7516f27ce06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:07.013584 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cc2b8f23-5b06-444c-b1bf-d7516f27ce06 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/50fdc3e2-0f03-4bed-b72f-e1639224a0d2 HTTP/1.1" status: 204 len: 168 time: 0.4048088 Nov 02 12:45:07.028210 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e2d17157-70ba-4b64-91ea-a91b0a92b0f5 None None] Port af6f7557-60c8-46bf-86b5-95c3e1023bd0 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:45:07.030936 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0479c2-d7ec-4e08-88b8-f16ccc10a59e admin admin] Network 607755e4-df67-450d-8cc7-beb6925f3a1d is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:07.035998 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0479c2-d7ec-4e08-88b8-f16ccc10a59e admin admin] Pushing event updated for resources: {'Port': ['ID=bbdde45e-a631-43fa-9a8a-0ea2bd727fbd,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:07.045140 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-cb0479c2-d7ec-4e08-88b8-f16ccc10a59e admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:07.050129 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0479c2-d7ec-4e08-88b8-f16ccc10a59e admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:45:07.053640 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b8f23-5b06-444c-b1bf-d7516f27ce06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fdc3e2-0f03-4bed-b72f-e1639224a0d2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:07.063628 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8eb89a5-a1ab-497e-9e6a-2cf030f593b7 admin admin] Deleting subnet dceb33fa-8905-4572-a2d5-939093f94577 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:45:07.098080 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a8eb89a5-a1ab-497e-9e6a-2cf030f593b7 admin admin] Publish callbacks [] for subnet (dceb33fa-8905-4572-a2d5-939093f94577), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:07.100220 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:45:07.101425 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:45:07.106787 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:07.107717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:45:07.108461 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] Bound port: 064afe14-ec12-46e8-8a55-d0c5a61c06cc, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:45:07.109169 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (064afe14-ec12-46e8-8a55-d0c5a61c06cc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:07.166561 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cb0479c2-d7ec-4e08-88b8-f16ccc10a59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (590cca5d-9bd8-425e-a9b3-3d3cd23b4a78), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:07.173972 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a8eb89a5-a1ab-497e-9e6a-2cf030f593b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (dceb33fa-8905-4572-a2d5-939093f94577), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:07.179522 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] For port 064afe14-ec12-46e8-8a55-d0c5a61c06cc, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:45:07.184317 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] For port 064afe14-ec12-46e8-8a55-d0c5a61c06cc, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=064afe14-ec12-46e8-8a55-d0c5a61c06cc,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:45:07.211722 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7e9e6-b985-46b8-97b4-a95118c5a303 req-ff7fce3a-f140-4d82-8ed9-1b7c9ce8653f tempest-InstanceActionsNegativeTestJSON-1179511677 tempest-InstanceActionsNegativeTestJSON-1179511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:07.218732 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e2d17157-70ba-4b64-91ea-a91b0a92b0f5 None None] Provisioning complete for port 2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:07.219591 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e2d17157-70ba-4b64-91ea-a91b0a92b0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:07.220233 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e2d17157-70ba-4b64-91ea-a91b0a92b0f5 None None] Attempt 1 to provision port 2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c Nov 02 12:45:07.250427 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-59a7e9e6-b985-46b8-97b4-a95118c5a303 req-ff7fce3a-f140-4d82-8ed9-1b7c9ce8653f tempest-InstanceActionsNegativeTestJSON-1179511677 tempest-InstanceActionsNegativeTestJSON-1179511677-project] 10.222.0.64 "GET /networking/v2.0/networks?id=4706b3d1-832b-41ea-96fa-f409906efd4d HTTP/1.1" status: 200 len: 822 time: 0.6547904 Nov 02 12:45:07.273539 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=05db4c34-9754-4c99-8d07-4db2b1751491,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:07.279987 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 52caa887-ba7a-464d-a356-cc87723e4231 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:07.280559 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (52caa887-ba7a-464d-a356-cc87723e4231), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:07.281014 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 52caa887-ba7a-464d-a356-cc87723e4231 Nov 02 12:45:07.320604 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (064afe14-ec12-46e8-8a55-d0c5a61c06cc), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:07.348710 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:07.385408 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-59a7e9e6-b985-46b8-97b4-a95118c5a303 req-045ebfd9-534e-4c64-ae9a-9f7b178d53ba tempest-InstanceActionsNegativeTestJSON-1179511677 tempest-InstanceActionsNegativeTestJSON-1179511677-project] 10.222.0.64 "GET /networking/v2.0/quotas/028ae84504c3470795228745c92988ae HTTP/1.1" status: 200 len: 375 time: 0.1322160 Nov 02 12:45:07.449754 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a8eb89a5-a1ab-497e-9e6a-2cf030f593b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (dceb33fa-8905-4572-a2d5-939093f94577), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:07.456124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc679d0-ab91-43b1-89fd-8289d60038fc None None] Pushing event updated for resources: {'Port': ['ID=064afe14-ec12-46e8-8a55-d0c5a61c06cc,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:07.463134 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e2d17157-70ba-4b64-91ea-a91b0a92b0f5 None None] Port 2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:45:07.490858 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] Routers {'590cca5d-9bd8-425e-a9b3-3d3cd23b4a78'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:07.492522 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['590cca5d-9bd8-425e-a9b3-3d3cd23b4a78'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:07.628864 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 52caa887-ba7a-464d-a356-cc87723e4231 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:07.629475 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (52caa887-ba7a-464d-a356-cc87723e4231), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:07.681896 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 52caa887-ba7a-464d-a356-cc87723e4231, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=52caa887-ba7a-464d-a356-cc87723e4231,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:07.693744 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f5b28c56-4248-41b7-9ffd-5b60ae986b13 None None] Provisioning complete for port a5f8d3d7-e147-4160-ac49-89b5968e86df triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:07.693744 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f5b28c56-4248-41b7-9ffd-5b60ae986b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a5f8d3d7-e147-4160-ac49-89b5968e86df), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:07.693744 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f5b28c56-4248-41b7-9ffd-5b60ae986b13 None None] Attempt 1 to provision port a5f8d3d7-e147-4160-ac49-89b5968e86df Nov 02 12:45:07.694830 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] Publish callbacks [] for port (3ee789d8-1b3f-418a-beeb-eacb04a8e88b), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:07.708224 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:45:07.719380 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] Set router 590cca5d-9bd8-425e-a9b3-3d3cd23b4a78 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:07.786193 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3ee789d8-1b3f-418a-beeb-eacb04a8e88b), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:07.797498 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:07.848716 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (52caa887-ba7a-464d-a356-cc87723e4231), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:07.857581 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9c71b10b-7a8e-42a8-8962-5fb83ed2f508 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:07.922369 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c3040-1caa-4f47-ba3c-fff79e758c2e None None] Pushing event updated for resources: {'Port': ['ID=3ee789d8-1b3f-418a-beeb-eacb04a8e88b,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:07.957506 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Publish callbacks [] for port (825a937b-52e2-40a8-bd3a-d9709810ec64), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:08.007706 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-59a7e9e6-b985-46b8-97b4-a95118c5a303 req-16645175-5241-4f44-ae73-36753efe4dc0 tempest-InstanceActionsNegativeTestJSON-1179511677 tempest-InstanceActionsNegativeTestJSON-1179511677-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=028ae84504c3470795228745c92988ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6204975 Nov 02 12:45:08.024455 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] Attempting to bind port 3ee789d8-1b3f-418a-beeb-eacb04a8e88b on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:45:08.025081 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] Attempting to bind port 3ee789d8-1b3f-418a-beeb-eacb04a8e88b by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '26de82a0-245c-43ef-ab31-e8c9879bf010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '4706b3d1-832b-41ea-96fa-f409906efd4d'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:45:08.025914 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] Attempting to bind port 3ee789d8-1b3f-418a-beeb-eacb04a8e88b on network 4706b3d1-832b-41ea-96fa-f409906efd4d {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:08.067618 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40476) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:08.090848 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (825a937b-52e2-40a8-bd3a-d9709810ec64), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:08.129878 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=52caa887-ba7a-464d-a356-cc87723e4231,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:08.166314 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:45:08.166672 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] Checking segment: {'id': '26de82a0-245c-43ef-ab31-e8c9879bf010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '4706b3d1-832b-41ea-96fa-f409906efd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:45:08.167078 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:08.169053 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] Bound using segment: {'id': '26de82a0-245c-43ef-ab31-e8c9879bf010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '4706b3d1-832b-41ea-96fa-f409906efd4d'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:45:08.169619 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] Bound port: 3ee789d8-1b3f-418a-beeb-eacb04a8e88b, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26de82a0-245c-43ef-ab31-e8c9879bf010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '4706b3d1-832b-41ea-96fa-f409906efd4d'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:45:08.170106 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3ee789d8-1b3f-418a-beeb-eacb04a8e88b), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:08.258882 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a8eb89a5-a1ab-497e-9e6a-2cf030f593b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (dceb33fa-8905-4572-a2d5-939093f94577), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:08.298168 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=825a937b-52e2-40a8-bd3a-d9709810ec64,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:08.300804 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 9c71b10b-7a8e-42a8-8962-5fb83ed2f508 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:08.301127 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9c71b10b-7a8e-42a8-8962-5fb83ed2f508), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:08.301519 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 9c71b10b-7a8e-42a8-8962-5fb83ed2f508 Nov 02 12:45:08.324515 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a61fa7b-c16c-4d99-bb49-1bf51debebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (af6f7557-60c8-46bf-86b5-95c3e1023bd0), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:08.350913 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] For port 3ee789d8-1b3f-418a-beeb-eacb04a8e88b, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:45:08.365214 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] For port 3ee789d8-1b3f-418a-beeb-eacb04a8e88b, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ee789d8-1b3f-418a-beeb-eacb04a8e88b,segment=NetworkSegment(26de82a0-245c-43ef-ab31-e8c9879bf010),segment_id=26de82a0-245c-43ef-ab31-e8c9879bf010)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:45:08.384061 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e3578-496b-4fdb-ba6d-a29182c95d0f req-d39ee5a6-3195-4ada-86a0-039ae5cff300 tempest-ServerRescueNegativeTestJSON-147916638 tempest-ServerRescueNegativeTestJSON-147916638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:08.402044 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-252e3578-496b-4fdb-ba6d-a29182c95d0f req-d39ee5a6-3195-4ada-86a0-039ae5cff300 tempest-ServerRescueNegativeTestJSON-147916638 tempest-ServerRescueNegativeTestJSON-147916638-project] 10.222.0.64 "GET /networking/v2.0/networks?id=4a71a857-cbbc-4f91-9823-ad7a1b98d38c HTTP/1.1" status: 200 len: 818 time: 1.4569895 Nov 02 12:45:08.439689 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb89a5-a1ab-497e-9e6a-2cf030f593b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dceb33fa-8905-4572-a2d5-939093f94577,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:08.451237 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a8eb89a5-a1ab-497e-9e6a-2cf030f593b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:08.455013 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a8eb89a5-a1ab-497e-9e6a-2cf030f593b7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/dceb33fa-8905-4572-a2d5-939093f94577 HTTP/1.1" status: 204 len: 168 time: 1.5071294 Nov 02 12:45:08.456139 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7803607a-12e7-42e0-8d42-ce2310605aca None None] Network 0085588f-09f5-4809-be57-cb5e7f5f2c05 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:45:08.459309 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40480) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:08.472995 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3ee789d8-1b3f-418a-beeb-eacb04a8e88b), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:08.474127 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (73bc75ea-2b72-4c2b-b3d9-70ab731d493b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:08.570588 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] Routers {'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:08.571292 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['aa2d1d7e-804e-48f5-bcc1-5d4e944f1404'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:08.577640 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:08.624828 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f5b28c56-4248-41b7-9ffd-5b60ae986b13 None None] Current status of the port a5f8d3d7-e147-4160-ac49-89b5968e86df is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:08.643104 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:08.648574 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Network f02404b1-751d-4127-8dd8-cfd3a3cfbf6e is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:08.667791 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:08.676355 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-252e3578-496b-4fdb-ba6d-a29182c95d0f req-63da5063-3bed-46ba-90c6-7875a79b971b tempest-ServerRescueNegativeTestJSON-147916638 tempest-ServerRescueNegativeTestJSON-147916638-project] 10.222.0.64 "GET /networking/v2.0/quotas/6839662ece854e21ac3002b262fdc52e HTTP/1.1" status: 200 len: 375 time: 0.2092450 Nov 02 12:45:08.678314 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590cca5d-9bd8-425e-a9b3-3d3cd23b4a78', 'name': 'tempest-ServersNegativeTestJSON-1592928943-router', 'tenant_id': '48e7348010084007a1f39fd226ff05d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '064afe14-ec12-46e8-8a55-d0c5a61c06cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:54Z', 'updated_at': '2022-11-02T12:44:59Z', 'revision_number': 3, 'project_id': '48e7348010084007a1f39fd226ff05d9', 'gw_port': {'id': '064afe14-ec12-46e8-8a55-d0c5a61c06cc', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590cca5d-9bd8-425e-a9b3-3d3cd23b4a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:56Z', 'updated_at': '2022-11-02T12:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:08.690096 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f5b28c56-4248-41b7-9ffd-5b60ae986b13 None None] Provisioning complete for port 2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:08.690096 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f5b28c56-4248-41b7-9ffd-5b60ae986b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:08.690096 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f5b28c56-4248-41b7-9ffd-5b60ae986b13 None None] Attempt 1 to provision port 2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c Nov 02 12:45:08.731496 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aed84634-44ff-4f35-a464-b2baac24848b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (0085588f-09f5-4809-be57-cb5e7f5f2c05), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:08.777697 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5dbce1-3249-4d05-abb0-f23249ba60ee None None] The sync data for ids ['590cca5d-9bd8-425e-a9b3-3d3cd23b4a78'] in n-d-857339-6 is: [{'id': '590cca5d-9bd8-425e-a9b3-3d3cd23b4a78', 'name': 'tempest-ServersNegativeTestJSON-1592928943-router', 'tenant_id': '48e7348010084007a1f39fd226ff05d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '064afe14-ec12-46e8-8a55-d0c5a61c06cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:54Z', 'updated_at': '2022-11-02T12:44:59Z', 'revision_number': 3, 'project_id': '48e7348010084007a1f39fd226ff05d9', 'gw_port': {'id': '064afe14-ec12-46e8-8a55-d0c5a61c06cc', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590cca5d-9bd8-425e-a9b3-3d3cd23b4a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:56Z', 'updated_at': '2022-11-02T12:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:08.848084 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:08.896979 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f5b28c56-4248-41b7-9ffd-5b60ae986b13 None None] Port 2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:45:08.900203 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9c71b10b-7a8e-42a8-8962-5fb83ed2f508 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:08.900763 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9c71b10b-7a8e-42a8-8962-5fb83ed2f508), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:08.982435 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f5b28c56-4248-41b7-9ffd-5b60ae986b13 None None] Provisioning complete for port 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:08.982991 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f5b28c56-4248-41b7-9ffd-5b60ae986b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7833c4fa-a4a9-40e1-b3f9-f1b950debd86), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:08.983635 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f5b28c56-4248-41b7-9ffd-5b60ae986b13 None None] Attempt 1 to provision port 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 Nov 02 12:45:09.000826 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 9c71b10b-7a8e-42a8-8962-5fb83ed2f508, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9c71b10b-7a8e-42a8-8962-5fb83ed2f508,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:09.002537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c94bee-2211-411c-b7b8-998bb972345a None None] DHCP port deletion for 0085588f-09f5-4809-be57-cb5e7f5f2c05 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:45:09.003358 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] Set router aa2d1d7e-804e-48f5-bcc1-5d4e944f1404 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:09.015100 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:09.018799 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-252e3578-496b-4fdb-ba6d-a29182c95d0f req-65382cd3-ee92-4986-8b0c-01a19a521ccd tempest-ServerRescueNegativeTestJSON-147916638 tempest-ServerRescueNegativeTestJSON-147916638-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=6839662ece854e21ac3002b262fdc52e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2807243 Nov 02 12:45:09.100721 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f5b28c56-4248-41b7-9ffd-5b60ae986b13 None None] Port 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:45:09.109347 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9c71b10b-7a8e-42a8-8962-5fb83ed2f508), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:09.110343 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a5f8d3d7-e147-4160-ac49-89b5968e86df up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:09.115364 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40488) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:09.163243 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c3040-1caa-4f47-ba3c-fff79e758c2e None None] Pushing event updated for resources: {'Port': ['ID=3ee789d8-1b3f-418a-beeb-eacb04a8e88b,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:09.186885 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a61fa7b-c16c-4d99-bb49-1bf51debebb4 admin admin] Publish callbacks [] for port (af6f7557-60c8-46bf-86b5-95c3e1023bd0), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:09.237838 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Router 73bc75ea-2b72-4c2b-b3d9-70ab731d493b has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:45:09.282046 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a61fa7b-c16c-4d99-bb49-1bf51debebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (af6f7557-60c8-46bf-86b5-95c3e1023bd0), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:09.319145 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f5b28c56-4248-41b7-9ffd-5b60ae986b13 None None] Provisioning complete for port bbdde45e-a631-43fa-9a8a-0ea2bd727fbd triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:09.320458 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f5b28c56-4248-41b7-9ffd-5b60ae986b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (bbdde45e-a631-43fa-9a8a-0ea2bd727fbd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:09.321941 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f5b28c56-4248-41b7-9ffd-5b60ae986b13 None None] Attempt 1 to provision port bbdde45e-a631-43fa-9a8a-0ea2bd727fbd Nov 02 12:45:09.325472 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b2c94bee-2211-411c-b7b8-998bb972345a None None] Deleting port 2d779183-b4bd-433f-9643-3ef483bd4243 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:09.328767 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b2c94bee-2211-411c-b7b8-998bb972345a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2d779183-b4bd-433f-9643-3ef483bd4243), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:09.348770 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a61fa7b-c16c-4d99-bb49-1bf51debebb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:09.402964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] Sync routers for ids ['61df19cf-2a40-4125-a2d9-02da26033b62'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:45:09.428413 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-aed84634-44ff-4f35-a464-b2baac24848b admin admin] Deleting port 2d779183-b4bd-433f-9643-3ef483bd4243 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:09.431378 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aed84634-44ff-4f35-a464-b2baac24848b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2d779183-b4bd-433f-9643-3ef483bd4243), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:09.479426 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] Routers {'61df19cf-2a40-4125-a2d9-02da26033b62'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:09.480240 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['61df19cf-2a40-4125-a2d9-02da26033b62'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:09.601725 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f5b28c56-4248-41b7-9ffd-5b60ae986b13 None None] Port bbdde45e-a631-43fa-9a8a-0ea2bd727fbd cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:45:09.628873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=9c71b10b-7a8e-42a8-8962-5fb83ed2f508,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:09.634126 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:45:09.660578 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:09.664028 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cb0479c2-d7ec-4e08-88b8-f16ccc10a59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (bbdde45e-a631-43fa-9a8a-0ea2bd727fbd), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:09.665182 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a5f8d3d7-e147-4160-ac49-89b5968e86df triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:09.665678 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a5f8d3d7-e147-4160-ac49-89b5968e86df), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:09.666418 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a5f8d3d7-e147-4160-ac49-89b5968e86df Nov 02 12:45:09.707258 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] Sync routers for ids ['73bc75ea-2b72-4c2b-b3d9-70ab731d493b'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:45:09.741911 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-aed84634-44ff-4f35-a464-b2baac24848b admin admin] For port 2d779183-b4bd-433f-9643-3ef483bd4243, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2d779183-b4bd-433f-9643-3ef483bd4243,segment=NetworkSegment(f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0),segment_id=f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:09.742324 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aed84634-44ff-4f35-a464-b2baac24848b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2d779183-b4bd-433f-9643-3ef483bd4243), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:09.792351 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e185bf6f-1534-4fa5-859e-77fe92674bb9 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/73bc75ea-2b72-4c2b-b3d9-70ab731d493b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4524810 Nov 02 12:45:09.817778 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:09.838990 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] Routers {'73bc75ea-2b72-4c2b-b3d9-70ab731d493b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:09.842257 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['73bc75ea-2b72-4c2b-b3d9-70ab731d493b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:09.844420 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5eaf390e-47aa-48ee-a36a-d6102569e9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7833c4fa-a4a9-40e1-b3f9-f1b950debd86), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:09.937331 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:09.947121 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61fa7b-c16c-4d99-bb49-1bf51debebb4 admin admin] Pushing event updated for resources: {'Port': ['ID=af6f7557-60c8-46bf-86b5-95c3e1023bd0,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:09.954006 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-aed84634-44ff-4f35-a464-b2baac24848b admin admin] Calling delete_port for 2d779183-b4bd-433f-9643-3ef483bd4243 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:10.110572 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:10.145326 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] Set router 61df19cf-2a40-4125-a2d9-02da26033b62 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:10.252458 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:10.258076 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:10.275476 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b2c94bee-2211-411c-b7b8-998bb972345a None None] For port 2d779183-b4bd-433f-9643-3ef483bd4243, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2d779183-b4bd-433f-9643-3ef483bd4243,segment=NetworkSegment(f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0),segment_id=f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:10.276144 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b2c94bee-2211-411c-b7b8-998bb972345a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2d779183-b4bd-433f-9643-3ef483bd4243), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:10.310916 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2869d628-1e45-489b-a9ee-ae3f9e9dbf5c None None] Provisioning complete for port 825a937b-52e2-40a8-bd3a-d9709810ec64 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:10.311533 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2869d628-1e45-489b-a9ee-ae3f9e9dbf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (825a937b-52e2-40a8-bd3a-d9709810ec64), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:10.312066 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2869d628-1e45-489b-a9ee-ae3f9e9dbf5c None None] Attempt 1 to provision port 825a937b-52e2-40a8-bd3a-d9709810ec64 Nov 02 12:45:10.322944 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a90d03f0-d948-48f5-8e9a-1b0d63b23ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (aa2d1d7e-804e-48f5-bcc1-5d4e944f1404), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:10.341481 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a61fa7b-c16c-4d99-bb49-1bf51debebb4 admin admin] Network bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:10.366067 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] Set router 73bc75ea-2b72-4c2b-b3d9-70ab731d493b gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:10.413893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b2c94bee-2211-411c-b7b8-998bb972345a None None] Calling delete_port for 2d779183-b4bd-433f-9643-3ef483bd4243 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:10.454497 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-9a61fa7b-c16c-4d99-bb49-1bf51debebb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:10.610000 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:10.615156 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404', 'name': 'tempest-InstanceActionsNegativeTestJSON-1201177724-router', 'tenant_id': '028ae84504c3470795228745c92988ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '3b863a3f-8dc8-4599-8af8-c47ba7af8e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:44:58Z', 'revision_number': 4, 'project_id': '028ae84504c3470795228745c92988ae', 'gw_port': {'id': '3b863a3f-8dc8-4599-8af8-c47ba7af8e19', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:44Z', 'updated_at': '2022-11-02T12:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '3ee789d8-1b3f-418a-beeb-eacb04a8e88b', 'name': '', 'network_id': '4706b3d1-832b-41ea-96fa-f409906efd4d', 'tenant_id': '028ae84504c3470795228745c92988ae', 'mac_address': 'fa:16:3e:53:2c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'aac9ceec-4a53-4dc8-8278-e64026a8f1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:55Z', 'updated_at': '2022-11-02T12:45:08Z', 'revision_number': 4, 'project_id': '028ae84504c3470795228745c92988ae', 'subnets': [{'id': 'aac9ceec-4a53-4dc8-8278-e64026a8f1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:10.706057 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2869d628-1e45-489b-a9ee-ae3f9e9dbf5c None None] Port 825a937b-52e2-40a8-bd3a-d9709810ec64 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:45:10.721055 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fd7ec7-9043-4d19-b786-076cdb0fe3c8 None None] The sync data for ids ['aa2d1d7e-804e-48f5-bcc1-5d4e944f1404'] in n-d-857339-6 is: [{'id': 'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404', 'name': 'tempest-InstanceActionsNegativeTestJSON-1201177724-router', 'tenant_id': '028ae84504c3470795228745c92988ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '3b863a3f-8dc8-4599-8af8-c47ba7af8e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:44:58Z', 'revision_number': 4, 'project_id': '028ae84504c3470795228745c92988ae', 'gw_port': {'id': '3b863a3f-8dc8-4599-8af8-c47ba7af8e19', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:44Z', 'updated_at': '2022-11-02T12:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '3ee789d8-1b3f-418a-beeb-eacb04a8e88b', 'name': '', 'network_id': '4706b3d1-832b-41ea-96fa-f409906efd4d', 'tenant_id': '028ae84504c3470795228745c92988ae', 'mac_address': 'fa:16:3e:53:2c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'aac9ceec-4a53-4dc8-8278-e64026a8f1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:55Z', 'updated_at': '2022-11-02T12:45:08Z', 'revision_number': 4, 'project_id': '028ae84504c3470795228745c92988ae', 'subnets': [{'id': 'aac9ceec-4a53-4dc8-8278-e64026a8f1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:10.756594 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a61fa7b-c16c-4d99-bb49-1bf51debebb4 admin admin] Router cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:45:10.807775 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a5f8d3d7-e147-4160-ac49-89b5968e86df is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:10.814720 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3b863a3f-8dc8-4599-8af8-c47ba7af8e19 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:10.869824 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b2c94bee-2211-411c-b7b8-998bb972345a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (2d779183-b4bd-433f-9643-3ef483bd4243), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:10.895812 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:10.975854 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:11.118611 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5eaf390e-47aa-48ee-a36a-d6102569e9d5 admin admin] Publish callbacks [] for port (7833c4fa-a4a9-40e1-b3f9-f1b950debd86), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:11.126730 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bc75ea-2b72-4c2b-b3d9-70ab731d493b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1967088203-router', 'tenant_id': '6fcb3622750f4d468efb3f30bd74a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '05db4c34-9754-4c99-8d07-4db2b1751491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:45:00Z', 'revision_number': 4, 'project_id': '6fcb3622750f4d468efb3f30bd74a498', 'gw_port': {'id': '05db4c34-9754-4c99-8d07-4db2b1751491', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc75ea-2b72-4c2b-b3d9-70ab731d493b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:43Z', 'updated_at': '2022-11-02T12:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '825a937b-52e2-40a8-bd3a-d9709810ec64', 'name': '', 'network_id': 'f02404b1-751d-4127-8dd8-cfd3a3cfbf6e', 'tenant_id': '6fcb3622750f4d468efb3f30bd74a498', 'mac_address': 'fa:16:3e:70:1b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bc75ea-2b72-4c2b-b3d9-70ab731d493b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '85b60122-6ec7-4192-8768-890d3bd1b2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:54Z', 'updated_at': '2022-11-02T12:45:06Z', 'revision_number': 2, 'project_id': '6fcb3622750f4d468efb3f30bd74a498', 'subnets': [{'id': '85b60122-6ec7-4192-8768-890d3bd1b2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:11.142507 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c94bee-2211-411c-b7b8-998bb972345a None None] Pushing event deleted for resources: {'Port': ['ID=2d779183-b4bd-433f-9643-3ef483bd4243,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:11.184637 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c94bee-2211-411c-b7b8-998bb972345a None None] No DVR routers for this DVR port 2d779183-b4bd-433f-9643-3ef483bd4243 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:45:11.197495 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] Checking router: 73bc75ea-2b72-4c2b-b3d9-70ab731d493b for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:45:11.199692 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] Updating router 73bc75ea-2b72-4c2b-b3d9-70ab731d493b port 825a937b-52e2-40a8-bd3a-d9709810ec64 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:45:11.259962 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-fe40968c-c922-4a13-83e8-99011b6d011a None None] Provisioning complete for port af6f7557-60c8-46bf-86b5-95c3e1023bd0 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:11.260629 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fe40968c-c922-4a13-83e8-99011b6d011a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (af6f7557-60c8-46bf-86b5-95c3e1023bd0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:11.261198 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-fe40968c-c922-4a13-83e8-99011b6d011a None None] Attempt 1 to provision port af6f7557-60c8-46bf-86b5-95c3e1023bd0 Nov 02 12:45:11.268046 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (825a937b-52e2-40a8-bd3a-d9709810ec64), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:11.351092 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:11.365006 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61df19cf-2a40-4125-a2d9-02da26033b62', 'name': 'tempest-ServerRescueNegativeTestJSON-754689514-router', 'tenant_id': '6839662ece854e21ac3002b262fdc52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '52caa887-ba7a-464d-a356-cc87723e4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:45Z', 'updated_at': '2022-11-02T12:45:02Z', 'revision_number': 4, 'project_id': '6839662ece854e21ac3002b262fdc52e', 'gw_port': {'id': '52caa887-ba7a-464d-a356-cc87723e4231', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61df19cf-2a40-4125-a2d9-02da26033b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:47Z', 'updated_at': '2022-11-02T12:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c', 'name': '', 'network_id': '4a71a857-cbbc-4f91-9823-ad7a1b98d38c', 'tenant_id': '6839662ece854e21ac3002b262fdc52e', 'mac_address': 'fa:16:3e:70:d6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61df19cf-2a40-4125-a2d9-02da26033b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ef56b08b-9e55-422b-a55e-719f38dc6ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:00Z', 'updated_at': '2022-11-02T12:45:03Z', 'revision_number': 2, 'project_id': '6839662ece854e21ac3002b262fdc52e', 'subnets': [{'id': 'ef56b08b-9e55-422b-a55e-719f38dc6ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:11.419955 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5eaf390e-47aa-48ee-a36a-d6102569e9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (7833c4fa-a4a9-40e1-b3f9-f1b950debd86), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:11.434740 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cf173-a8d1-4952-bbe5-cc6669f0e138 req-f5525250-f40c-433b-b33e-8d37ff13a942 tempest-FloatingIPsAssociationTestJSON-470650970 tempest-FloatingIPsAssociationTestJSON-470650970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:11.436358 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d35cf173-a8d1-4952-bbe5-cc6669f0e138 req-f5525250-f40c-433b-b33e-8d37ff13a942 tempest-FloatingIPsAssociationTestJSON-470650970 tempest-FloatingIPsAssociationTestJSON-470650970-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f02404b1-751d-4127-8dd8-cfd3a3cfbf6e HTTP/1.1" status: 200 len: 821 time: 0.2568552 Nov 02 12:45:11.448274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] Checking router: 61df19cf-2a40-4125-a2d9-02da26033b62 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:45:11.456186 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] Updating router 61df19cf-2a40-4125-a2d9-02da26033b62 port 2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:45:11.464278 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a61fa7b-c16c-4d99-bb49-1bf51debebb4 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:45:11.503622 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9a61fa7b-c16c-4d99-bb49-1bf51debebb4 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2718697 Nov 02 12:45:11.506442 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3b863a3f-8dc8-4599-8af8-c47ba7af8e19 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:11.514155 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3b863a3f-8dc8-4599-8af8-c47ba7af8e19), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:11.514155 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3b863a3f-8dc8-4599-8af8-c47ba7af8e19 Nov 02 12:45:11.527688 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] Sync routers for ids ['cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:45:11.532649 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fe40968c-c922-4a13-83e8-99011b6d011a None None] Port af6f7557-60c8-46bf-86b5-95c3e1023bd0 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:45:11.569167 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d35cf173-a8d1-4952-bbe5-cc6669f0e138 req-2a98755d-c4a7-44cb-a0da-9fa3370717c6 tempest-FloatingIPsAssociationTestJSON-470650970 tempest-FloatingIPsAssociationTestJSON-470650970-project] 10.222.0.64 "GET /networking/v2.0/quotas/6fcb3622750f4d468efb3f30bd74a498 HTTP/1.1" status: 200 len: 375 time: 0.1021011 Nov 02 12:45:11.645507 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:11.669359 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:11.669359 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] Routers {'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:11.669359 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:11.765469 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d35cf173-a8d1-4952-bbe5-cc6669f0e138 req-27559fea-f4c7-4d8d-a447-50e0d95de3fa tempest-FloatingIPsAssociationTestJSON-470650970 tempest-FloatingIPsAssociationTestJSON-470650970-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=6fcb3622750f4d468efb3f30bd74a498&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1497760 Nov 02 12:45:11.766497 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf390e-47aa-48ee-a36a-d6102569e9d5 admin admin] Pushing event updated for resources: {'Port': ['ID=7833c4fa-a4a9-40e1-b3f9-f1b950debd86,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:11.780976 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5eaf390e-47aa-48ee-a36a-d6102569e9d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (a4adfe55-9e25-4d40-855c-bff8302b9dff), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:11.964999 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] Publish callbacks [] for port (825a937b-52e2-40a8-bd3a-d9709810ec64), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:11.990378 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40542) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:11.994051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3b863a3f-8dc8-4599-8af8-c47ba7af8e19 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:11.994521 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3b863a3f-8dc8-4599-8af8-c47ba7af8e19), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:12.004923 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:12.011975 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] Set router cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:12.055066 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (825a937b-52e2-40a8-bd3a-d9709810ec64), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:12.124567 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 3b863a3f-8dc8-4599-8af8-c47ba7af8e19, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3b863a3f-8dc8-4599-8af8-c47ba7af8e19,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:12.127095 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-154bc5f8-5f42-4c9d-af04-11beea57f9f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (61df19cf-2a40-4125-a2d9-02da26033b62), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:12.154390 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aed84634-44ff-4f35-a464-b2baac24848b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2d779183-b4bd-433f-9643-3ef483bd4243), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:12.156750 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:12.259018 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3b863a3f-8dc8-4599-8af8-c47ba7af8e19), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:12.260275 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 747beacb-f6ec-4a4f-a330-c235ddac4c95 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:12.278177 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] Attempting to bind port 825a937b-52e2-40a8-bd3a-d9709810ec64 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:45:12.281025 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] Attempting to bind port 825a937b-52e2-40a8-bd3a-d9709810ec64 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '83e6fba3-6a89-4729-9c5b-2bc230399294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f02404b1-751d-4127-8dd8-cfd3a3cfbf6e'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:45:12.281648 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] Attempting to bind port 825a937b-52e2-40a8-bd3a-d9709810ec64 on network f02404b1-751d-4127-8dd8-cfd3a3cfbf6e {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:12.420143 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed84634-44ff-4f35-a464-b2baac24848b admin admin] Pushing event deleted for resources: {'Port': ['ID=2d779183-b4bd-433f-9643-3ef483bd4243,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:12.446742 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cb0479c2-d7ec-4e08-88b8-f16ccc10a59e admin admin] Publish callbacks [] for port (bbdde45e-a631-43fa-9a8a-0ea2bd727fbd), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:12.480873 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed84634-44ff-4f35-a464-b2baac24848b admin admin] No DVR routers for this DVR port 2d779183-b4bd-433f-9643-3ef483bd4243 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:45:12.576463 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:12.596695 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaf390e-47aa-48ee-a36a-d6102569e9d5 admin admin] Network c33691cf-ac79-4e52-b490-b71908bf66b5 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:12.604208 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-5eaf390e-47aa-48ee-a36a-d6102569e9d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:12.607718 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a143bb7-2b5d-4f65-974f-21ce1ff0c739 None None] Pushing event updated for resources: {'Port': ['ID=825a937b-52e2-40a8-bd3a-d9709810ec64,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:12.652527 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:45:12.657080 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] Checking segment: {'id': '83e6fba3-6a89-4729-9c5b-2bc230399294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f02404b1-751d-4127-8dd8-cfd3a3cfbf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:45:12.657258 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:12.657551 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] Bound using segment: {'id': '83e6fba3-6a89-4729-9c5b-2bc230399294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f02404b1-751d-4127-8dd8-cfd3a3cfbf6e'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:45:12.664468 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] Bound port: 825a937b-52e2-40a8-bd3a-d9709810ec64, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e6fba3-6a89-4729-9c5b-2bc230399294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f02404b1-751d-4127-8dd8-cfd3a3cfbf6e'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:45:12.666433 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (825a937b-52e2-40a8-bd3a-d9709810ec64), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:12.694309 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cb0479c2-d7ec-4e08-88b8-f16ccc10a59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (bbdde45e-a631-43fa-9a8a-0ea2bd727fbd), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:12.763917 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] Publish callbacks [] for port (2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:12.826641 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=3b863a3f-8dc8-4599-8af8-c47ba7af8e19,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:12.836507 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] For port 825a937b-52e2-40a8-bd3a-d9709810ec64, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:45:12.847942 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] For port 825a937b-52e2-40a8-bd3a-d9709810ec64, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=825a937b-52e2-40a8-bd3a-d9709810ec64,segment=NetworkSegment(83e6fba3-6a89-4729-9c5b-2bc230399294),segment_id=83e6fba3-6a89-4729-9c5b-2bc230399294)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:45:12.853910 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a90d03f0-d948-48f5-8e9a-1b0d63b23ea7 admin admin] Deleting port 3ee789d8-1b3f-418a-beeb-eacb04a8e88b {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:12.858285 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a90d03f0-d948-48f5-8e9a-1b0d63b23ea7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3ee789d8-1b3f-418a-beeb-eacb04a8e88b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:12.880792 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:12.936014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 747beacb-f6ec-4a4f-a330-c235ddac4c95 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:12.936371 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (747beacb-f6ec-4a4f-a330-c235ddac4c95), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:12.936764 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 747beacb-f6ec-4a4f-a330-c235ddac4c95 Nov 02 12:45:12.987274 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (825a937b-52e2-40a8-bd3a-d9709810ec64), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:12.996269 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aed84634-44ff-4f35-a464-b2baac24848b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (0085588f-09f5-4809-be57-cb5e7f5f2c05), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:13.033097 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-aed84634-44ff-4f35-a464-b2baac24848b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0085588f-09f5-4809-be57-cb5e7f5f2c05']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:13.052208 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-aed84634-44ff-4f35-a464-b2baac24848b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:13.052557 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-aed84634-44ff-4f35-a464-b2baac24848b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:13.061201 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:13.066286 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aed84634-44ff-4f35-a464-b2baac24848b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:13.068471 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] Routers {'73bc75ea-2b72-4c2b-b3d9-70ab731d493b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:13.069263 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['73bc75ea-2b72-4c2b-b3d9-70ab731d493b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:13.086872 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aed84634-44ff-4f35-a464-b2baac24848b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:13.092845 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b998f73e-d9c6-4b3e-a558-90764c551210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:13.095107 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed84634-44ff-4f35-a464-b2baac24848b admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:45:13.096321 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aed84634-44ff-4f35-a464-b2baac24848b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:13.155462 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15446966-7302-4aa2-b9b6-08ac0b4a1f8a None None] Pushing event updated for resources: {'Port': ['ID=2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:13.203295 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36', 'name': 'tempest-TaggedBootDevicesTest-1163831568-router', 'tenant_id': '5db19daadcca4fb7a4b682b68de52c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '9c71b10b-7a8e-42a8-8962-5fb83ed2f508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:45:06Z', 'revision_number': 4, 'project_id': '5db19daadcca4fb7a4b682b68de52c61', 'gw_port': {'id': '9c71b10b-7a8e-42a8-8962-5fb83ed2f508', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:44Z', 'updated_at': '2022-11-02T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'af6f7557-60c8-46bf-86b5-95c3e1023bd0', 'name': '', 'network_id': 'bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb', 'tenant_id': '5db19daadcca4fb7a4b682b68de52c61', 'mac_address': 'fa:16:3e:97:ad:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '5ec7a191-8d2f-4e3c-8337-492099f3ecfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:00Z', 'updated_at': '2022-11-02T12:45:08Z', 'revision_number': 2, 'project_id': '5db19daadcca4fb7a4b682b68de52c61', 'subnets': [{'id': '5ec7a191-8d2f-4e3c-8337-492099f3ecfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:13.219613 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-02def05f-ca84-4315-80b6-0a25c2047341 None None] Provisioning complete for port 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:13.220282 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-02def05f-ca84-4315-80b6-0a25c2047341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7833c4fa-a4a9-40e1-b3f9-f1b950debd86), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:13.221000 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-02def05f-ca84-4315-80b6-0a25c2047341 None None] Attempt 1 to provision port 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 Nov 02 12:45:13.226395 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] Attempting to bind port 2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:45:13.227017 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] Attempting to bind port 2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '4bbcd02c-3ac4-43f8-9c3b-6163555cac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4a71a857-cbbc-4f91-9823-ad7a1b98d38c'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:45:13.227740 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] Attempting to bind port 2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c on network 4a71a857-cbbc-4f91-9823-ad7a1b98d38c {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:13.253747 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] Set router 73bc75ea-2b72-4c2b-b3d9-70ab731d493b gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:13.286464 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-a90d03f0-d948-48f5-8e9a-1b0d63b23ea7 admin admin] For port 3ee789d8-1b3f-418a-beeb-eacb04a8e88b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ee789d8-1b3f-418a-beeb-eacb04a8e88b,segment=NetworkSegment(26de82a0-245c-43ef-ab31-e8c9879bf010),segment_id=26de82a0-245c-43ef-ab31-e8c9879bf010)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:13.287014 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a90d03f0-d948-48f5-8e9a-1b0d63b23ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3ee789d8-1b3f-418a-beeb-eacb04a8e88b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:13.308062 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a90d03f0-d948-48f5-8e9a-1b0d63b23ea7 admin admin] Calling delete_port for 3ee789d8-1b3f-418a-beeb-eacb04a8e88b owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:13.445292 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a143bb7-2b5d-4f65-974f-21ce1ff0c739 None None] Pushing event updated for resources: {'Port': ['ID=825a937b-52e2-40a8-bd3a-d9709810ec64,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:13.475604 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:13.504042 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:13.577844 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] Checking router: cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:45:13.585714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] Updating router cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36 port af6f7557-60c8-46bf-86b5-95c3e1023bd0 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:45:13.608748 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:13.609288 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aed84634-44ff-4f35-a464-b2baac24848b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (0085588f-09f5-4809-be57-cb5e7f5f2c05), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:13.625627 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0 resource provider aggregate not found Nov 02 12:45:13.648014 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aed84634-44ff-4f35-a464-b2baac24848b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:13.652759 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-aed84634-44ff-4f35-a464-b2baac24848b admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/0085588f-09f5-4809-be57-cb5e7f5f2c05 HTTP/1.1" status: 204 len: 168 time: 5.1893680 Nov 02 12:45:13.673532 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (af6f7557-60c8-46bf-86b5-95c3e1023bd0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:13.689269 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40618) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:13.689663 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-02def05f-ca84-4315-80b6-0a25c2047341 None None] Port 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:45:13.691480 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f34cc1e1-5ace-4f99-88aa-c460ba6e1dd0 found for delete ", "request_id": "req-6234c7c8-29bf-49e5-8b3a-875c21db66dc"}]} Nov 02 12:45:13.694621 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff8b63f8-cffb-4d58-93b0-6f9f2ab98572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (73bc75ea-2b72-4c2b-b3d9-70ab731d493b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:13.743402 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eaf390e-47aa-48ee-a36a-d6102569e9d5 admin admin] Router a4adfe55-9e25-4d40-855c-bff8302b9dff has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:45:13.752141 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bc75ea-2b72-4c2b-b3d9-70ab731d493b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1967088203-router', 'tenant_id': '6fcb3622750f4d468efb3f30bd74a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '05db4c34-9754-4c99-8d07-4db2b1751491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:45:00Z', 'revision_number': 4, 'project_id': '6fcb3622750f4d468efb3f30bd74a498', 'gw_port': {'id': '05db4c34-9754-4c99-8d07-4db2b1751491', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc75ea-2b72-4c2b-b3d9-70ab731d493b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:43Z', 'updated_at': '2022-11-02T12:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '825a937b-52e2-40a8-bd3a-d9709810ec64', 'name': '', 'network_id': 'f02404b1-751d-4127-8dd8-cfd3a3cfbf6e', 'tenant_id': '6fcb3622750f4d468efb3f30bd74a498', 'mac_address': 'fa:16:3e:70:1b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bc75ea-2b72-4c2b-b3d9-70ab731d493b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '85b60122-6ec7-4192-8768-890d3bd1b2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:54Z', 'updated_at': '2022-11-02T12:45:12Z', 'revision_number': 4, 'project_id': '6fcb3622750f4d468efb3f30bd74a498', 'subnets': [{'id': '85b60122-6ec7-4192-8768-890d3bd1b2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:13.759292 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:45:13.759928 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] Checking segment: {'id': '4bbcd02c-3ac4-43f8-9c3b-6163555cac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4a71a857-cbbc-4f91-9823-ad7a1b98d38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:45:13.760635 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:13.761141 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] Bound using segment: {'id': '4bbcd02c-3ac4-43f8-9c3b-6163555cac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4a71a857-cbbc-4f91-9823-ad7a1b98d38c'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:45:13.761758 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] Bound port: 2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bbcd02c-3ac4-43f8-9c3b-6163555cac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4a71a857-cbbc-4f91-9823-ad7a1b98d38c'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:45:13.762297 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:13.802978 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f11a3d-3be1-47d7-ac08-2a17c8d6e7ee None None] The sync data for ids ['73bc75ea-2b72-4c2b-b3d9-70ab731d493b'] in n-d-857339-6 is: [{'id': '73bc75ea-2b72-4c2b-b3d9-70ab731d493b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1967088203-router', 'tenant_id': '6fcb3622750f4d468efb3f30bd74a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '05db4c34-9754-4c99-8d07-4db2b1751491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:45:00Z', 'revision_number': 4, 'project_id': '6fcb3622750f4d468efb3f30bd74a498', 'gw_port': {'id': '05db4c34-9754-4c99-8d07-4db2b1751491', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc75ea-2b72-4c2b-b3d9-70ab731d493b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:43Z', 'updated_at': '2022-11-02T12:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '825a937b-52e2-40a8-bd3a-d9709810ec64', 'name': '', 'network_id': 'f02404b1-751d-4127-8dd8-cfd3a3cfbf6e', 'tenant_id': '6fcb3622750f4d468efb3f30bd74a498', 'mac_address': 'fa:16:3e:70:1b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bc75ea-2b72-4c2b-b3d9-70ab731d493b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '85b60122-6ec7-4192-8768-890d3bd1b2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:54Z', 'updated_at': '2022-11-02T12:45:12Z', 'revision_number': 4, 'project_id': '6fcb3622750f4d468efb3f30bd74a498', 'subnets': [{'id': '85b60122-6ec7-4192-8768-890d3bd1b2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:13.826671 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0479c2-d7ec-4e08-88b8-f16ccc10a59e admin admin] Pushing event updated for resources: {'Port': ['ID=bbdde45e-a631-43fa-9a8a-0ea2bd727fbd,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:13.848020 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:13.849414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 747beacb-f6ec-4a4f-a330-c235ddac4c95 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:13.873880 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed84634-44ff-4f35-a464-b2baac24848b admin admin] Pushing event deleted for resources: {'Network': ['ID=0085588f-09f5-4809-be57-cb5e7f5f2c05,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:13.906944 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cb0479c2-d7ec-4e08-88b8-f16ccc10a59e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (590cca5d-9bd8-425e-a9b3-3d3cd23b4a78), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:13.906944 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a90d03f0-d948-48f5-8e9a-1b0d63b23ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (3ee789d8-1b3f-418a-beeb-eacb04a8e88b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:14.028264 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d03f0-d948-48f5-8e9a-1b0d63b23ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee789d8-1b3f-418a-beeb-eacb04a8e88b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:14.076860 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] For port 2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:45:14.093554 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] For port 2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c,segment=NetworkSegment(4bbcd02c-3ac4-43f8-9c3b-6163555cac00),segment_id=4bbcd02c-3ac4-43f8-9c3b-6163555cac00)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:45:14.097129 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3766f5bd-2d84-434e-9b03-480f785846e8 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:45:14.141065 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 3766f5bd-2d84-434e-9b03-480f785846e8 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:14.145191 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3766f5bd-2d84-434e-9b03-480f785846e8 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:45:14.145191 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d5820179-73b9-4718-af1f-3bc7a8e616cf no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:45:14.151087 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaf390e-47aa-48ee-a36a-d6102569e9d5 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:45:14.158268 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5eaf390e-47aa-48ee-a36a-d6102569e9d5 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/a4adfe55-9e25-4d40-855c-bff8302b9dff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3471737 Nov 02 12:45:14.163994 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] Sync routers for ids ['a4adfe55-9e25-4d40-855c-bff8302b9dff'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:45:14.199309 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] Routers {'a4adfe55-9e25-4d40-855c-bff8302b9dff'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:14.223038 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a4adfe55-9e25-4d40-855c-bff8302b9dff'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:14.236896 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:14.252409 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: d5820179-73b9-4718-af1f-3bc7a8e616cf {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:14.253431 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d5820179-73b9-4718-af1f-3bc7a8e616cf not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:45:14.280036 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:14.323344 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:14.411558 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ff8b63f8-cffb-4d58-93b0-6f9f2ab98572 admin admin] Deleting port 825a937b-52e2-40a8-bd3a-d9709810ec64 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:14.420932 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff8b63f8-cffb-4d58-93b0-6f9f2ab98572 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (825a937b-52e2-40a8-bd3a-d9709810ec64), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:14.624789 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] Set router a4adfe55-9e25-4d40-855c-bff8302b9dff gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:14.654564 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] Routers {'61df19cf-2a40-4125-a2d9-02da26033b62'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:14.656549 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:44:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['61df19cf-2a40-4125-a2d9-02da26033b62'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:14.661298 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0479c2-d7ec-4e08-88b8-f16ccc10a59e admin admin] Network 607755e4-df67-450d-8cc7-beb6925f3a1d is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:14.710419 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-cb0479c2-d7ec-4e08-88b8-f16ccc10a59e admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:14.719185 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-ff8b63f8-cffb-4d58-93b0-6f9f2ab98572 admin admin] For port 825a937b-52e2-40a8-bd3a-d9709810ec64, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=825a937b-52e2-40a8-bd3a-d9709810ec64,segment=NetworkSegment(83e6fba3-6a89-4729-9c5b-2bc230399294),segment_id=83e6fba3-6a89-4729-9c5b-2bc230399294)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:14.719830 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff8b63f8-cffb-4d58-93b0-6f9f2ab98572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (825a937b-52e2-40a8-bd3a-d9709810ec64), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:14.758379 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ff8b63f8-cffb-4d58-93b0-6f9f2ab98572 admin admin] Calling delete_port for 825a937b-52e2-40a8-bd3a-d9709810ec64 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:14.798575 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15446966-7302-4aa2-b9b6-08ac0b4a1f8a None None] Pushing event updated for resources: {'Port': ['ID=2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:14.977411 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:15.036011 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 064afe14-ec12-46e8-8a55-d0c5a61c06cc up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:15.111219 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-154bc5f8-5f42-4c9d-af04-11beea57f9f7 admin admin] Deleting port 2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:15.114657 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-154bc5f8-5f42-4c9d-af04-11beea57f9f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:15.253163 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4adfe55-9e25-4d40-855c-bff8302b9dff', 'name': 'tempest-VolumesAdminNegativeTest-1028370220-router', 'tenant_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:45Z', 'updated_at': '2022-11-02T12:45:07Z', 'revision_number': 4, 'project_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'gw_port': {'id': 'dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4adfe55-9e25-4d40-855c-bff8302b9dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:47Z', 'updated_at': '2022-11-02T12:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '7833c4fa-a4a9-40e1-b3f9-f1b950debd86', 'name': '', 'network_id': 'c33691cf-ac79-4e52-b490-b71908bf66b5', 'tenant_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'mac_address': 'fa:16:3e:81:df:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4adfe55-9e25-4d40-855c-bff8302b9dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'fdfa22af-e26e-4984-93e9-8bd631338537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:04Z', 'updated_at': '2022-11-02T12:45:10Z', 'revision_number': 2, 'project_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'subnets': [{'id': 'fdfa22af-e26e-4984-93e9-8bd631338537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:15.256729 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] Set router 61df19cf-2a40-4125-a2d9-02da26033b62 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:15.319376 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] Checking router: a4adfe55-9e25-4d40-855c-bff8302b9dff for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:45:15.319727 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] Updating router a4adfe55-9e25-4d40-855c-bff8302b9dff port 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:45:15.319869 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] Publish callbacks [] for port (af6f7557-60c8-46bf-86b5-95c3e1023bd0), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:15.419619 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7833c4fa-a4a9-40e1-b3f9-f1b950debd86), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:15.419619 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:15.502181 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-89413256-7ef7-41ab-a123-4f21cc583f55 None None] Provisioning complete for port bbdde45e-a631-43fa-9a8a-0ea2bd727fbd triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:15.502562 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-89413256-7ef7-41ab-a123-4f21cc583f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (bbdde45e-a631-43fa-9a8a-0ea2bd727fbd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:15.502950 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-89413256-7ef7-41ab-a123-4f21cc583f55 None None] Attempt 1 to provision port bbdde45e-a631-43fa-9a8a-0ea2bd727fbd Nov 02 12:45:15.526279 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0479c2-d7ec-4e08-88b8-f16ccc10a59e admin admin] Router 590cca5d-9bd8-425e-a9b3-3d3cd23b4a78 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:45:15.532280 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (af6f7557-60c8-46bf-86b5-95c3e1023bd0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:15.647777 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 064afe14-ec12-46e8-8a55-d0c5a61c06cc triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:15.648150 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (064afe14-ec12-46e8-8a55-d0c5a61c06cc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:15.648514 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 064afe14-ec12-46e8-8a55-d0c5a61c06cc Nov 02 12:45:15.695925 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff8b63f8-cffb-4d58-93b0-6f9f2ab98572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (825a937b-52e2-40a8-bd3a-d9709810ec64), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:15.733722 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b6398e15-98f9-4ede-bcd0-841a62fcfcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:15.788799 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:15.790410 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-89413256-7ef7-41ab-a123-4f21cc583f55 None None] Port bbdde45e-a631-43fa-9a8a-0ea2bd727fbd cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:45:15.793379 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b63f8-cffb-4d58-93b0-6f9f2ab98572 admin admin] Pushing event deleted for resources: {'Port': ['ID=825a937b-52e2-40a8-bd3a-d9709810ec64,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:15.985553 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] Publish callbacks [] for port (7833c4fa-a4a9-40e1-b3f9-f1b950debd86), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:15.994792 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61df19cf-2a40-4125-a2d9-02da26033b62', 'name': 'tempest-ServerRescueNegativeTestJSON-754689514-router', 'tenant_id': '6839662ece854e21ac3002b262fdc52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '52caa887-ba7a-464d-a356-cc87723e4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:45Z', 'updated_at': '2022-11-02T12:45:02Z', 'revision_number': 4, 'project_id': '6839662ece854e21ac3002b262fdc52e', 'gw_port': {'id': '52caa887-ba7a-464d-a356-cc87723e4231', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61df19cf-2a40-4125-a2d9-02da26033b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:47Z', 'updated_at': '2022-11-02T12:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c', 'name': '', 'network_id': '4a71a857-cbbc-4f91-9823-ad7a1b98d38c', 'tenant_id': '6839662ece854e21ac3002b262fdc52e', 'mac_address': 'fa:16:3e:70:d6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61df19cf-2a40-4125-a2d9-02da26033b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ef56b08b-9e55-422b-a55e-719f38dc6ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:00Z', 'updated_at': '2022-11-02T12:45:13Z', 'revision_number': 4, 'project_id': '6839662ece854e21ac3002b262fdc52e', 'subnets': [{'id': 'ef56b08b-9e55-422b-a55e-719f38dc6ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:16.017051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca1ac1-1ca3-4e1e-ac72-3aeb447d874a None None] Pushing event updated for resources: {'Port': ['ID=af6f7557-60c8-46bf-86b5-95c3e1023bd0,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:16.020714 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0479c2-d7ec-4e08-88b8-f16ccc10a59e admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:45:16.038358 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cb0479c2-d7ec-4e08-88b8-f16ccc10a59e admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/590cca5d-9bd8-425e-a9b3-3d3cd23b4a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7047255 Nov 02 12:45:16.046071 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:16.093672 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40706) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:16.099171 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-8bb83bcd-156a-4ee5-9ee9-0dea337e6ccd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1131202407-network', 'tenant_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:16.110878 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7833c4fa-a4a9-40e1-b3f9-f1b950debd86), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:16.128171 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a90d03f0-d948-48f5-8e9a-1b0d63b23ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (aa2d1d7e-804e-48f5-bcc1-5d4e944f1404), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:16.131133 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] Sync routers for ids ['590cca5d-9bd8-425e-a9b3-3d3cd23b4a78'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:45:16.208335 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] Attempting to bind port af6f7557-60c8-46bf-86b5-95c3e1023bd0 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:45:16.209330 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] Attempting to bind port af6f7557-60c8-46bf-86b5-95c3e1023bd0 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '8851533c-d449-48e6-817f-034bf55b27b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:45:16.209964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] Attempting to bind port af6f7557-60c8-46bf-86b5-95c3e1023bd0 on network bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:16.212635 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 064afe14-ec12-46e8-8a55-d0c5a61c06cc is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:16.214127 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (064afe14-ec12-46e8-8a55-d0c5a61c06cc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:16.221952 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53330c4c-58ad-449e-bd31-450d02f3f038 None None] The sync data for ids ['61df19cf-2a40-4125-a2d9-02da26033b62'] in n-d-857339-6 is: [{'id': '61df19cf-2a40-4125-a2d9-02da26033b62', 'name': 'tempest-ServerRescueNegativeTestJSON-754689514-router', 'tenant_id': '6839662ece854e21ac3002b262fdc52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '52caa887-ba7a-464d-a356-cc87723e4231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:45Z', 'updated_at': '2022-11-02T12:45:02Z', 'revision_number': 4, 'project_id': '6839662ece854e21ac3002b262fdc52e', 'gw_port': {'id': '52caa887-ba7a-464d-a356-cc87723e4231', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61df19cf-2a40-4125-a2d9-02da26033b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:47Z', 'updated_at': '2022-11-02T12:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c', 'name': '', 'network_id': '4a71a857-cbbc-4f91-9823-ad7a1b98d38c', 'tenant_id': '6839662ece854e21ac3002b262fdc52e', 'mac_address': 'fa:16:3e:70:d6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61df19cf-2a40-4125-a2d9-02da26033b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ef56b08b-9e55-422b-a55e-719f38dc6ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:00Z', 'updated_at': '2022-11-02T12:45:13Z', 'revision_number': 4, 'project_id': '6839662ece854e21ac3002b262fdc52e', 'subnets': [{'id': 'ef56b08b-9e55-422b-a55e-719f38dc6ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:16.233307 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:16.291081 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb83bcd-156a-4ee5-9ee9-0dea337e6ccd admin admin] Made reservation on behalf of b4c33c2fa756405c8ce8db90ae8ca9a8 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:45:16.294455 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8bb83bcd-156a-4ee5-9ee9-0dea337e6ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:16.311023 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-154bc5f8-5f42-4c9d-af04-11beea57f9f7 admin admin] For port 2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c,segment=NetworkSegment(4bbcd02c-3ac4-43f8-9c3b-6163555cac00),segment_id=4bbcd02c-3ac4-43f8-9c3b-6163555cac00)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:16.311645 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-154bc5f8-5f42-4c9d-af04-11beea57f9f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:16.364405 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158d912c-5952-42f0-8cf6-92f99f87a29b None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:45:16.389929 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8bb83bcd-156a-4ee5-9ee9-0dea337e6ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:16.411104 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 064afe14-ec12-46e8-8a55-d0c5a61c06cc, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=064afe14-ec12-46e8-8a55-d0c5a61c06cc,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:16.422620 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-154bc5f8-5f42-4c9d-af04-11beea57f9f7 admin admin] Calling delete_port for 2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:16.425344 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] Routers {'590cca5d-9bd8-425e-a9b3-3d3cd23b4a78'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:16.426205 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['590cca5d-9bd8-425e-a9b3-3d3cd23b4a78'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:16.448163 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914dc6b-bf22-4a5c-bd96-cc6e771c7f44 None None] Pushing event updated for resources: {'Port': ['ID=7833c4fa-a4a9-40e1-b3f9-f1b950debd86,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:16.467077 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40710) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:16.503381 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] Attempting to bind port 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:45:16.503749 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] Attempting to bind port 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'e6b0b553-588f-480a-b278-02b197b4d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c33691cf-ac79-4e52-b490-b71908bf66b5'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:45:16.504110 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] Attempting to bind port 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 on network c33691cf-ac79-4e52-b490-b71908bf66b5 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:16.538482 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff8b63f8-cffb-4d58-93b0-6f9f2ab98572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (73bc75ea-2b72-4c2b-b3d9-70ab731d493b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:16.704221 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:45:16.704939 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] Checking segment: {'id': 'e6b0b553-588f-480a-b278-02b197b4d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c33691cf-ac79-4e52-b490-b71908bf66b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:45:16.706894 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:16.707805 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] Bound using segment: {'id': 'e6b0b553-588f-480a-b278-02b197b4d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c33691cf-ac79-4e52-b490-b71908bf66b5'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:45:16.710976 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] Bound port: 7833c4fa-a4a9-40e1-b3f9-f1b950debd86, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b0b553-588f-480a-b278-02b197b4d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c33691cf-ac79-4e52-b490-b71908bf66b5'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:45:16.714781 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7833c4fa-a4a9-40e1-b3f9-f1b950debd86), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:16.730015 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] Set router 590cca5d-9bd8-425e-a9b3-3d3cd23b4a78 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:16.769808 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:16.981823 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] For port 7833c4fa-a4a9-40e1-b3f9-f1b950debd86, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:45:16.997218 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] For port 7833c4fa-a4a9-40e1-b3f9-f1b950debd86, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7833c4fa-a4a9-40e1-b3f9-f1b950debd86,segment=NetworkSegment(e6b0b553-588f-480a-b278-02b197b4d0df),segment_id=e6b0b553-588f-480a-b278-02b197b4d0df)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:45:17.090858 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7833c4fa-a4a9-40e1-b3f9-f1b950debd86), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:17.110863 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-478847ac-0fa5-4803-9a56-66d4ac946908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (ea9d3af2-522b-48d8-96c2-f6178c1cdf7c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:17.134453 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90d03f0-d948-48f5-8e9a-1b0d63b23ea7 admin admin] Router aa2d1d7e-804e-48f5-bcc1-5d4e944f1404 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:45:17.169521 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8bb83bcd-156a-4ee5-9ee9-0dea337e6ccd admin admin] Publish callbacks [] for security_group (d78c4614-2f6c-4bfe-8df7-b63bb54e7595), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:17.171722 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] Routers {'a4adfe55-9e25-4d40-855c-bff8302b9dff'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:17.173575 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a4adfe55-9e25-4d40-855c-bff8302b9dff'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:17.253257 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (064afe14-ec12-46e8-8a55-d0c5a61c06cc), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:17.256480 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 825a937b-52e2-40a8-bd3a-d9709810ec64 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:17.279708 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3d38-eda4-47fd-af7b-cbcdd8f05f0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:17.282984 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8b63f8-cffb-4d58-93b0-6f9f2ab98572 admin admin] Router 73bc75ea-2b72-4c2b-b3d9-70ab731d493b has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:45:17.333363 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90d03f0-d948-48f5-8e9a-1b0d63b23ea7 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:45:17.361184 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8bb83bcd-156a-4ee5-9ee9-0dea337e6ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d78c4614-2f6c-4bfe-8df7-b63bb54e7595), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:17.364772 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=064afe14-ec12-46e8-8a55-d0c5a61c06cc,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:17.380347 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a90d03f0-d948-48f5-8e9a-1b0d63b23ea7 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/aa2d1d7e-804e-48f5-bcc1-5d4e944f1404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3145006 Nov 02 12:45:17.393449 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40728) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:17.395193 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-154bc5f8-5f42-4c9d-af04-11beea57f9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:17.395970 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:45:17.396509 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] Checking segment: {'id': '8851533c-d449-48e6-817f-034bf55b27b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:45:17.397280 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:17.397799 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] Bound using segment: {'id': '8851533c-d449-48e6-817f-034bf55b27b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:45:17.398386 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] Bound port: af6f7557-60c8-46bf-86b5-95c3e1023bd0, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8851533c-d449-48e6-817f-034bf55b27b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:45:17.398930 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (af6f7557-60c8-46bf-86b5-95c3e1023bd0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:17.402454 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 825a937b-52e2-40a8-bd3a-d9709810ec64 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:17.403574 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 825a937b-52e2-40a8-bd3a-d9709810ec64 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 02 12:45:17.438775 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Port 825a937b-52e2-40a8-bd3a-d9709810ec64 not found, will not notify nova. {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 02 12:45:17.439343 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 05db4c34-9754-4c99-8d07-4db2b1751491 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:17.462152 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3d38-eda4-47fd-af7b-cbcdd8f05f0d admin admin] Publish callbacks [] for security_group (5329c5ad-027d-4368-aa9e-df84c3c4177e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:17.490072 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bc5f8-5f42-4c9d-af04-11beea57f9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb2fc39-d9c9-4ca2-8a1c-38fb4b9d688c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:17.533364 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:17.543167 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] Set router a4adfe55-9e25-4d40-855c-bff8302b9dff gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:17.546242 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590cca5d-9bd8-425e-a9b3-3d3cd23b4a78', 'name': 'tempest-ServersNegativeTestJSON-1592928943-router', 'tenant_id': '48e7348010084007a1f39fd226ff05d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '064afe14-ec12-46e8-8a55-d0c5a61c06cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:54Z', 'updated_at': '2022-11-02T12:45:07Z', 'revision_number': 4, 'project_id': '48e7348010084007a1f39fd226ff05d9', 'gw_port': {'id': '064afe14-ec12-46e8-8a55-d0c5a61c06cc', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590cca5d-9bd8-425e-a9b3-3d3cd23b4a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:56Z', 'updated_at': '2022-11-02T12:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'bbdde45e-a631-43fa-9a8a-0ea2bd727fbd', 'name': '', 'network_id': '607755e4-df67-450d-8cc7-beb6925f3a1d', 'tenant_id': '48e7348010084007a1f39fd226ff05d9', 'mac_address': 'fa:16:3e:82:cf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590cca5d-9bd8-425e-a9b3-3d3cd23b4a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '99c2a8cd-5c8e-47ee-bce7-783469eabd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:05Z', 'updated_at': '2022-11-02T12:45:10Z', 'revision_number': 2, 'project_id': '48e7348010084007a1f39fd226ff05d9', 'subnets': [{'id': '99c2a8cd-5c8e-47ee-bce7-783469eabd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:17.590378 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] Checking router: 590cca5d-9bd8-425e-a9b3-3d3cd23b4a78 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:45:17.590378 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] Updating router 590cca5d-9bd8-425e-a9b3-3d3cd23b4a78 port bbdde45e-a631-43fa-9a8a-0ea2bd727fbd binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:45:17.624594 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3d38-eda4-47fd-af7b-cbcdd8f05f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5329c5ad-027d-4368-aa9e-df84c3c4177e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:17.655696 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:17.685043 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a3d38-eda4-47fd-af7b-cbcdd8f05f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5329c5ad-027d-4368-aa9e-df84c3c4177e,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:17.717468 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e4922-180c-409b-8b68-27d8aa34aaef req-a586893c-1940-42f9-acbb-d76ad95edb65 tempest-ServersNegativeTestJSON-55591510 tempest-ServersNegativeTestJSON-55591510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:17.717468 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6c4e4922-180c-409b-8b68-27d8aa34aaef req-a586893c-1940-42f9-acbb-d76ad95edb65 tempest-ServersNegativeTestJSON-55591510 tempest-ServersNegativeTestJSON-55591510-project] 10.222.0.64 "GET /networking/v2.0/networks?id=607755e4-df67-450d-8cc7-beb6925f3a1d HTTP/1.1" status: 200 len: 814 time: 0.4777255 Nov 02 12:45:17.717914 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (bbdde45e-a631-43fa-9a8a-0ea2bd727fbd), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:17.772673 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-743ab872-19ec-473f-8ee4-4e634c859a98 admin admin] Publish callbacks [] for router (aa2d1d7e-804e-48f5-bcc1-5d4e944f1404), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:17.774089 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bd8a3d38-eda4-47fd-af7b-cbcdd8f05f0d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9a015c7f36ae4cf0a2e3d89f39394a39&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3057015 Nov 02 12:45:17.775591 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6c4e4922-180c-409b-8b68-27d8aa34aaef req-e92edcfe-e1c4-45e1-b7cf-2825998dde5b tempest-ServersNegativeTestJSON-55591510 tempest-ServersNegativeTestJSON-55591510-project] 10.222.0.64 "GET /networking/v2.0/quotas/48e7348010084007a1f39fd226ff05d9 HTTP/1.1" status: 200 len: 375 time: 0.0528085 Nov 02 12:45:17.776735 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8b63f8-cffb-4d58-93b0-6f9f2ab98572 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:45:17.778271 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40732) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:17.783685 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ff8b63f8-cffb-4d58-93b0-6f9f2ab98572 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/73bc75ea-2b72-4c2b-b3d9-70ab731d493b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7918229 Nov 02 12:45:17.845180 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40734) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:17.856202 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb83bcd-156a-4ee5-9ee9-0dea337e6ccd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:45:17.914490 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:18.004735 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914dc6b-bf22-4a5c-bd96-cc6e771c7f44 None None] Pushing event updated for resources: {'Port': ['ID=7833c4fa-a4a9-40e1-b3f9-f1b950debd86,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:18.015151 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e74b479-3683-469d-b1e2-d66861f55964 None None] Sync routers for ids ['aa2d1d7e-804e-48f5-bcc1-5d4e944f1404'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:45:18.077835 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4adfe55-9e25-4d40-855c-bff8302b9dff', 'name': 'tempest-VolumesAdminNegativeTest-1028370220-router', 'tenant_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:45Z', 'updated_at': '2022-11-02T12:45:07Z', 'revision_number': 4, 'project_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'gw_port': {'id': 'dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4adfe55-9e25-4d40-855c-bff8302b9dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:47Z', 'updated_at': '2022-11-02T12:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '7833c4fa-a4a9-40e1-b3f9-f1b950debd86', 'name': '', 'network_id': 'c33691cf-ac79-4e52-b490-b71908bf66b5', 'tenant_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'mac_address': 'fa:16:3e:81:df:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4adfe55-9e25-4d40-855c-bff8302b9dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'fdfa22af-e26e-4984-93e9-8bd631338537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:04Z', 'updated_at': '2022-11-02T12:45:16Z', 'revision_number': 4, 'project_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'subnets': [{'id': 'fdfa22af-e26e-4984-93e9-8bd631338537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:18.079333 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8bb83bcd-156a-4ee5-9ee9-0dea337e6ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (871c01d6-3c96-408b-995b-0a73df39cb00), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:18.079715 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-8bb83bcd-156a-4ee5-9ee9-0dea337e6ccd admin admin] Added segment 871c01d6-3c96-408b-995b-0a73df39cb00 of type vlan for network 275095fb-b660-4a8a-b314-60805bd50d0f Nov 02 12:45:18.086959 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb83bcd-156a-4ee5-9ee9-0dea337e6ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78c4614-2f6c-4bfe-8df7-b63bb54e7595,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:18.122120 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e74b479-3683-469d-b1e2-d66861f55964 None None] Routers {'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:18.122783 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-8e74b479-3683-469d-b1e2-d66861f55964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['aa2d1d7e-804e-48f5-bcc1-5d4e944f1404'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:18.192199 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-679d81fc-ec06-4674-8c73-6994099fae75 admin admin] Publish callbacks [] for router (73bc75ea-2b72-4c2b-b3d9-70ab731d493b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:18.207490 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:18.220285 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] Publish callbacks [] for port (bbdde45e-a631-43fa-9a8a-0ea2bd727fbd), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:18.299929 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6c4e4922-180c-409b-8b68-27d8aa34aaef req-38776fb7-fb9c-40b3-b07f-982299bd8b12 tempest-ServersNegativeTestJSON-55591510 tempest-ServersNegativeTestJSON-55591510-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=48e7348010084007a1f39fd226ff05d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5149148 Nov 02 12:45:18.300635 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9c5d3409-1c21-4ce1-9c10-28245e130347 admin admin] Publish callbacks [] for security_group (5329c5ad-027d-4368-aa9e-df84c3c4177e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:18.307098 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-743ab872-19ec-473f-8ee4-4e634c859a98 admin admin] Publish callbacks [] for router_gateway (aa2d1d7e-804e-48f5-bcc1-5d4e944f1404), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:18.315236 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8bb83bcd-156a-4ee5-9ee9-0dea337e6ccd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (275095fb-b660-4a8a-b314-60805bd50d0f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:18.340958 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-8e74b479-3683-469d-b1e2-d66861f55964 None None] Set router aa2d1d7e-804e-48f5-bcc1-5d4e944f1404 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:18.349177 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (bbdde45e-a631-43fa-9a8a-0ea2bd727fbd), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:18.354139 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40738) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:18.377174 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] For port af6f7557-60c8-46bf-86b5-95c3e1023bd0, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:45:18.397736 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:18.402498 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108ef105-53ec-4dc1-9f7d-de278d0056f0 None None] The sync data for ids ['a4adfe55-9e25-4d40-855c-bff8302b9dff'] in n-d-857339-6 is: [{'id': 'a4adfe55-9e25-4d40-855c-bff8302b9dff', 'name': 'tempest-VolumesAdminNegativeTest-1028370220-router', 'tenant_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:45Z', 'updated_at': '2022-11-02T12:45:07Z', 'revision_number': 4, 'project_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'gw_port': {'id': 'dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4adfe55-9e25-4d40-855c-bff8302b9dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:47Z', 'updated_at': '2022-11-02T12:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '7833c4fa-a4a9-40e1-b3f9-f1b950debd86', 'name': '', 'network_id': 'c33691cf-ac79-4e52-b490-b71908bf66b5', 'tenant_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'mac_address': 'fa:16:3e:81:df:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4adfe55-9e25-4d40-855c-bff8302b9dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'fdfa22af-e26e-4984-93e9-8bd631338537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:04Z', 'updated_at': '2022-11-02T12:45:16Z', 'revision_number': 4, 'project_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'subnets': [{'id': 'fdfa22af-e26e-4984-93e9-8bd631338537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:18.413117 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 05db4c34-9754-4c99-8d07-4db2b1751491 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:18.413117 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (05db4c34-9754-4c99-8d07-4db2b1751491), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:18.413117 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 05db4c34-9754-4c99-8d07-4db2b1751491 Nov 02 12:45:18.456241 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:18.499557 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] For port af6f7557-60c8-46bf-86b5-95c3e1023bd0, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=af6f7557-60c8-46bf-86b5-95c3e1023bd0,segment=NetworkSegment(8851533c-d449-48e6-817f-034bf55b27b5),segment_id=8851533c-d449-48e6-817f-034bf55b27b5)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:45:18.501349 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:18.712082 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 05db4c34-9754-4c99-8d07-4db2b1751491 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:18.715896 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 52caa887-ba7a-464d-a356-cc87723e4231 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:18.720596 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:18.724791 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77195cab-fe24-48d9-a88f-7631b508d60f None None] Pushing event updated for resources: {'Port': ['ID=bbdde45e-a631-43fa-9a8a-0ea2bd727fbd,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:18.728075 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158d912c-5952-42f0-8cf6-92f99f87a29b None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:45:18.760772 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-8e74b479-3683-469d-b1e2-d66861f55964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404', 'name': 'tempest-InstanceActionsNegativeTestJSON-1201177724-router', 'tenant_id': '028ae84504c3470795228745c92988ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '3b863a3f-8dc8-4599-8af8-c47ba7af8e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:45:13Z', 'revision_number': 5, 'project_id': '028ae84504c3470795228745c92988ae', 'gw_port': {'id': '3b863a3f-8dc8-4599-8af8-c47ba7af8e19', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:44Z', 'updated_at': '2022-11-02T12:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:18.781052 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (af6f7557-60c8-46bf-86b5-95c3e1023bd0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:18.783486 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] Attempting to bind port bbdde45e-a631-43fa-9a8a-0ea2bd727fbd on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:45:18.783753 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] Attempting to bind port bbdde45e-a631-43fa-9a8a-0ea2bd727fbd by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '848847b3-490d-4845-9e70-8f9dc4dcf6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '607755e4-df67-450d-8cc7-beb6925f3a1d'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:45:18.784396 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] Attempting to bind port bbdde45e-a631-43fa-9a8a-0ea2bd727fbd on network 607755e4-df67-450d-8cc7-beb6925f3a1d {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:18.813129 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e74b479-3683-469d-b1e2-d66861f55964 None None] Checking router: aa2d1d7e-804e-48f5-bcc1-5d4e944f1404 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:45:18.834335 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e74b479-3683-469d-b1e2-d66861f55964 None None] Routers {'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:18.835573 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-8e74b479-3683-469d-b1e2-d66861f55964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['aa2d1d7e-804e-48f5-bcc1-5d4e944f1404'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:18.887021 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca1ac1-1ca3-4e1e-ac72-3aeb447d874a None None] Pushing event updated for resources: {'Port': ['ID=af6f7557-60c8-46bf-86b5-95c3e1023bd0,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:18.941844 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9c5d3409-1c21-4ce1-9c10-28245e130347 admin admin] Publish callbacks [] for security_group (5329c5ad-027d-4368-aa9e-df84c3c4177e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:18.955099 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-154bc5f8-5f42-4c9d-af04-11beea57f9f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (61df19cf-2a40-4125-a2d9-02da26033b62), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:18.956954 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] Routers {'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:18.957719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:18.991505 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8bb83bcd-156a-4ee5-9ee9-0dea337e6ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (275095fb-b660-4a8a-b314-60805bd50d0f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:18.992602 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb83bcd-156a-4ee5-9ee9-0dea337e6ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:18.993379 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8bb83bcd-156a-4ee5-9ee9-0dea337e6ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:19.031958 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:19.051007 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 52caa887-ba7a-464d-a356-cc87723e4231 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:19.055533 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (52caa887-ba7a-464d-a356-cc87723e4231), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:19.056030 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 52caa887-ba7a-464d-a356-cc87723e4231 Nov 02 12:45:19.073465 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:19.136522 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:45:19.144625 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] Checking segment: {'id': '848847b3-490d-4845-9e70-8f9dc4dcf6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '607755e4-df67-450d-8cc7-beb6925f3a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:45:19.144625 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:19.144625 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] Bound using segment: {'id': '848847b3-490d-4845-9e70-8f9dc4dcf6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '607755e4-df67-450d-8cc7-beb6925f3a1d'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:45:19.144625 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] Bound port: bbdde45e-a631-43fa-9a8a-0ea2bd727fbd, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848847b3-490d-4845-9e70-8f9dc4dcf6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '607755e4-df67-450d-8cc7-beb6925f3a1d'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:45:19.144625 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (bbdde45e-a631-43fa-9a8a-0ea2bd727fbd), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:19.218644 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-8e74b479-3683-469d-b1e2-d66861f55964 None None] Set router aa2d1d7e-804e-48f5-bcc1-5d4e944f1404 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:19.220028 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=6,neutron:SELECT=86,neutron:INSERT=4,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:19.225484 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb83bcd-156a-4ee5-9ee9-0dea337e6ccd admin admin] Pushing event updated for resources: {'Network': ['ID=275095fb-b660-4a8a-b314-60805bd50d0f,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:19.235973 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8bb83bcd-156a-4ee5-9ee9-0dea337e6ccd admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1411302 Nov 02 12:45:19.245775 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40742) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:19.264232 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5dbdaf23-47e2-4925-94f6-fe04e2e2749e admin admin] Request body: {'subnet': {'network_id': '275095fb-b660-4a8a-b314-60805bd50d0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1131202407-subnet', 'tenant_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:19.293861 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-478847ac-0fa5-4803-9a56-66d4ac946908 admin admin] Deleting port 865778b5-a10d-4725-ae39-2db7817c5ce0 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:19.293861 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-478847ac-0fa5-4803-9a56-66d4ac946908 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (865778b5-a10d-4725-ae39-2db7817c5ce0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:19.303478 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] Set router cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:19.350180 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-8e74b479-3683-469d-b1e2-d66861f55964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404', 'name': 'tempest-InstanceActionsNegativeTestJSON-1201177724-router', 'tenant_id': '028ae84504c3470795228745c92988ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:45:18Z', 'revision_number': 6, 'project_id': '028ae84504c3470795228745c92988ae', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:19.366766 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-743ab872-19ec-473f-8ee4-4e634c859a98 admin admin] Deleting port 3b863a3f-8dc8-4599-8af8-c47ba7af8e19 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:19.366766 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-743ab872-19ec-473f-8ee4-4e634c859a98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3b863a3f-8dc8-4599-8af8-c47ba7af8e19), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:19.381475 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-679d81fc-ec06-4674-8c73-6994099fae75 admin admin] Publish callbacks [] for router_gateway (73bc75ea-2b72-4c2b-b3d9-70ab731d493b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:19.394377 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e74b479-3683-469d-b1e2-d66861f55964 None None] The sync data for ids ['aa2d1d7e-804e-48f5-bcc1-5d4e944f1404'] in n-d-857339-6 is: [{'id': 'aa2d1d7e-804e-48f5-bcc1-5d4e944f1404', 'name': 'tempest-InstanceActionsNegativeTestJSON-1201177724-router', 'tenant_id': '028ae84504c3470795228745c92988ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:45:18Z', 'revision_number': 6, 'project_id': '028ae84504c3470795228745c92988ae', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:19.477491 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d03cd-944e-4833-9c1f-21de7008a4b3 None None] Sync routers for ids ['73bc75ea-2b72-4c2b-b3d9-70ab731d493b'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:45:19.479918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 275095fb-b660-4a8a-b314-60805bd50d0f details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:45:19.517973 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbdaf23-47e2-4925-94f6-fe04e2e2749e admin admin] Made reservation on behalf of b4c33c2fa756405c8ce8db90ae8ca9a8 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:45:19.526272 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5dbdaf23-47e2-4925-94f6-fe04e2e2749e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:19.620851 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9c5d3409-1c21-4ce1-9c10-28245e130347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5329c5ad-027d-4368-aa9e-df84c3c4177e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:19.623590 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9c5d3409-1c21-4ce1-9c10-28245e130347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:19.627777 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9c5d3409-1c21-4ce1-9c10-28245e130347 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5329c5ad-027d-4368-aa9e-df84c3c4177e HTTP/1.1" status: 204 len: 168 time: 1.8454232 Nov 02 12:45:19.648630 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0f386a25-850b-46f3-811e-52ee765c3894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (590cca5d-9bd8-425e-a9b3-3d3cd23b4a78), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:19.674071 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d3409-1c21-4ce1-9c10-28245e130347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5329c5ad-027d-4368-aa9e-df84c3c4177e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:19.676302 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:19.765964 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-679d81fc-ec06-4674-8c73-6994099fae75 admin admin] Deleting port 05db4c34-9754-4c99-8d07-4db2b1751491 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:19.766717 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-679d81fc-ec06-4674-8c73-6994099fae75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (05db4c34-9754-4c99-8d07-4db2b1751491), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:19.809577 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d03cd-944e-4833-9c1f-21de7008a4b3 None None] Routers {'73bc75ea-2b72-4c2b-b3d9-70ab731d493b'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:19.810076 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6d5d03cd-944e-4833-9c1f-21de7008a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['73bc75ea-2b72-4c2b-b3d9-70ab731d493b'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:19.870682 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-478847ac-0fa5-4803-9a56-66d4ac946908 admin admin] For port 865778b5-a10d-4725-ae39-2db7817c5ce0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=865778b5-a10d-4725-ae39-2db7817c5ce0,segment=NetworkSegment(105a4e03-06b6-4eb5-8889-def3170d8654),segment_id=105a4e03-06b6-4eb5-8889-def3170d8654)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:19.870682 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-478847ac-0fa5-4803-9a56-66d4ac946908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (865778b5-a10d-4725-ae39-2db7817c5ce0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:19.951206 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-743ab872-19ec-473f-8ee4-4e634c859a98 admin admin] For port 3b863a3f-8dc8-4599-8af8-c47ba7af8e19, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3b863a3f-8dc8-4599-8af8-c47ba7af8e19,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:19.951573 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-743ab872-19ec-473f-8ee4-4e634c859a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3b863a3f-8dc8-4599-8af8-c47ba7af8e19), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:19.997461 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-478847ac-0fa5-4803-9a56-66d4ac946908 admin admin] Calling delete_port for 865778b5-a10d-4725-ae39-2db7817c5ce0 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:20.014206 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-743ab872-19ec-473f-8ee4-4e634c859a98 admin admin] Calling delete_port for 3b863a3f-8dc8-4599-8af8-c47ba7af8e19 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:20.076669 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5dbdaf23-47e2-4925-94f6-fe04e2e2749e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (9268368d-2f83-41d8-80d6-5e216a8c658f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:20.137535 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] For port bbdde45e-a631-43fa-9a8a-0ea2bd727fbd, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:45:20.143341 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] For port bbdde45e-a631-43fa-9a8a-0ea2bd727fbd, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=bbdde45e-a631-43fa-9a8a-0ea2bd727fbd,segment=NetworkSegment(848847b3-490d-4845-9e70-8f9dc4dcf6c7),segment_id=848847b3-490d-4845-9e70-8f9dc4dcf6c7)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:45:20.259322 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154bc5f8-5f42-4c9d-af04-11beea57f9f7 admin admin] Router 61df19cf-2a40-4125-a2d9-02da26033b62 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:45:20.337560 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdaf23-47e2-4925-94f6-fe04e2e2749e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9268368d-2f83-41d8-80d6-5e216a8c658f,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:20.429217 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 52caa887-ba7a-464d-a356-cc87723e4231 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:20.431093 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9c71b10b-7a8e-42a8-8962-5fb83ed2f508 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:20.566263 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-6d5d03cd-944e-4833-9c1f-21de7008a4b3 None None] Set router 73bc75ea-2b72-4c2b-b3d9-70ab731d493b gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:20.624606 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbdaf23-47e2-4925-94f6-fe04e2e2749e admin admin] Checking segment: {'id': '871c01d6-3c96-408b-995b-0a73df39cb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '275095fb-b660-4a8a-b314-60805bd50d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:45:20.625222 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbdaf23-47e2-4925-94f6-fe04e2e2749e admin admin] Network hostable DHCP agents. Network: 275095fb-b660-4a8a-b314-60805bd50d0f, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:45:20.722921 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-679d81fc-ec06-4674-8c73-6994099fae75 admin admin] For port 05db4c34-9754-4c99-8d07-4db2b1751491, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=05db4c34-9754-4c99-8d07-4db2b1751491,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:20.723500 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-679d81fc-ec06-4674-8c73-6994099fae75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (05db4c34-9754-4c99-8d07-4db2b1751491), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:20.762010 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:20.767458 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (bbdde45e-a631-43fa-9a8a-0ea2bd727fbd), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:20.788246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-679d81fc-ec06-4674-8c73-6994099fae75 admin admin] Calling delete_port for 05db4c34-9754-4c99-8d07-4db2b1751491 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:20.842853 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6d5d03cd-944e-4833-9c1f-21de7008a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bc75ea-2b72-4c2b-b3d9-70ab731d493b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1967088203-router', 'tenant_id': '6fcb3622750f4d468efb3f30bd74a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:45:19Z', 'revision_number': 6, 'project_id': '6fcb3622750f4d468efb3f30bd74a498', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:20.859549 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154bc5f8-5f42-4c9d-af04-11beea57f9f7 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:45:20.929797 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-154bc5f8-5f42-4c9d-af04-11beea57f9f7 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/61df19cf-2a40-4125-a2d9-02da26033b62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8131630 Nov 02 12:45:20.935875 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40752) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:20.959341 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d03cd-944e-4833-9c1f-21de7008a4b3 None None] Checking router: 73bc75ea-2b72-4c2b-b3d9-70ab731d493b for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:45:21.044703 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbdaf23-47e2-4925-94f6-fe04e2e2749e admin admin] Network 275095fb-b660-4a8a-b314-60805bd50d0f is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:45:21.055333 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] Routers {'590cca5d-9bd8-425e-a9b3-3d3cd23b4a78'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:21.055333 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['590cca5d-9bd8-425e-a9b3-3d3cd23b4a78'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:21.058327 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36', 'name': 'tempest-TaggedBootDevicesTest-1163831568-router', 'tenant_id': '5db19daadcca4fb7a4b682b68de52c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '9c71b10b-7a8e-42a8-8962-5fb83ed2f508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:45:06Z', 'revision_number': 4, 'project_id': '5db19daadcca4fb7a4b682b68de52c61', 'gw_port': {'id': '9c71b10b-7a8e-42a8-8962-5fb83ed2f508', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:44Z', 'updated_at': '2022-11-02T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'af6f7557-60c8-46bf-86b5-95c3e1023bd0', 'name': '', 'network_id': 'bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb', 'tenant_id': '5db19daadcca4fb7a4b682b68de52c61', 'mac_address': 'fa:16:3e:97:ad:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '5ec7a191-8d2f-4e3c-8337-492099f3ecfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:00Z', 'updated_at': '2022-11-02T12:45:18Z', 'revision_number': 4, 'project_id': '5db19daadcca4fb7a4b682b68de52c61', 'subnets': [{'id': '5ec7a191-8d2f-4e3c-8337-492099f3ecfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:21.068606 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-0f386a25-850b-46f3-811e-52ee765c3894 admin admin] Deleting port bbdde45e-a631-43fa-9a8a-0ea2bd727fbd {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:21.070315 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0f386a25-850b-46f3-811e-52ee765c3894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (bbdde45e-a631-43fa-9a8a-0ea2bd727fbd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:21.096437 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77195cab-fe24-48d9-a88f-7631b508d60f None None] Pushing event updated for resources: {'Port': ['ID=bbdde45e-a631-43fa-9a8a-0ea2bd727fbd,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:21.104333 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d03cd-944e-4833-9c1f-21de7008a4b3 None None] Routers {'73bc75ea-2b72-4c2b-b3d9-70ab731d493b'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:21.105719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6d5d03cd-944e-4833-9c1f-21de7008a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['73bc75ea-2b72-4c2b-b3d9-70ab731d493b'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:21.185258 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40754) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:21.199677 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-743ab872-19ec-473f-8ee4-4e634c859a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (3b863a3f-8dc8-4599-8af8-c47ba7af8e19), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:21.263174 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a0ac533-468f-4aba-8231-c83608b92115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:21.273126 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-478847ac-0fa5-4803-9a56-66d4ac946908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (865778b5-a10d-4725-ae39-2db7817c5ce0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:21.273449 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27491ac3-b194-4b92-981d-57069f519c82 None None] The sync data for ids ['cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36'] in n-d-857339-6 is: [{'id': 'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36', 'name': 'tempest-TaggedBootDevicesTest-1163831568-router', 'tenant_id': '5db19daadcca4fb7a4b682b68de52c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '9c71b10b-7a8e-42a8-8962-5fb83ed2f508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:45:06Z', 'revision_number': 4, 'project_id': '5db19daadcca4fb7a4b682b68de52c61', 'gw_port': {'id': '9c71b10b-7a8e-42a8-8962-5fb83ed2f508', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:44Z', 'updated_at': '2022-11-02T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'af6f7557-60c8-46bf-86b5-95c3e1023bd0', 'name': '', 'network_id': 'bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb', 'tenant_id': '5db19daadcca4fb7a4b682b68de52c61', 'mac_address': 'fa:16:3e:97:ad:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '5ec7a191-8d2f-4e3c-8337-492099f3ecfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:00Z', 'updated_at': '2022-11-02T12:45:18Z', 'revision_number': 4, 'project_id': '5db19daadcca4fb7a4b682b68de52c61', 'subnets': [{'id': '5ec7a191-8d2f-4e3c-8337-492099f3ecfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:21.275366 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ab872-19ec-473f-8ee4-4e634c859a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b863a3f-8dc8-4599-8af8-c47ba7af8e19,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:21.285147 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-5dbdaf23-47e2-4925-94f6-fe04e2e2749e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 275095fb-b660-4a8a-b314-60805bd50d0f) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:21.297578 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 9c71b10b-7a8e-42a8-8962-5fb83ed2f508 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:21.299526 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9c71b10b-7a8e-42a8-8962-5fb83ed2f508), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:21.300059 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 9c71b10b-7a8e-42a8-8962-5fb83ed2f508 Nov 02 12:45:21.320023 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbdaf23-47e2-4925-94f6-fe04e2e2749e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:21.321604 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5dbdaf23-47e2-4925-94f6-fe04e2e2749e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:21.326981 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3dea797d-aae3-4ce3-8149-e412d445341c admin admin] Publish callbacks [] for router (61df19cf-2a40-4125-a2d9-02da26033b62), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:21.402272 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478847ac-0fa5-4803-9a56-66d4ac946908 admin admin] Pushing event deleted for resources: {'Port': ['ID=865778b5-a10d-4725-ae39-2db7817c5ce0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:21.419564 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-0f386a25-850b-46f3-811e-52ee765c3894 admin admin] For port bbdde45e-a631-43fa-9a8a-0ea2bd727fbd, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=bbdde45e-a631-43fa-9a8a-0ea2bd727fbd,segment=NetworkSegment(848847b3-490d-4845-9e70-8f9dc4dcf6c7),segment_id=848847b3-490d-4845-9e70-8f9dc4dcf6c7)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:21.420098 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0f386a25-850b-46f3-811e-52ee765c3894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (bbdde45e-a631-43fa-9a8a-0ea2bd727fbd), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:21.450707 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-0f386a25-850b-46f3-811e-52ee765c3894 admin admin] Calling delete_port for bbdde45e-a631-43fa-9a8a-0ea2bd727fbd owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:21.481660 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-6d5d03cd-944e-4833-9c1f-21de7008a4b3 None None] Set router 73bc75ea-2b72-4c2b-b3d9-70ab731d493b gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:21.541880 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-679d81fc-ec06-4674-8c73-6994099fae75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (05db4c34-9754-4c99-8d07-4db2b1751491), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:21.549851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6d5d03cd-944e-4833-9c1f-21de7008a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bc75ea-2b72-4c2b-b3d9-70ab731d493b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1967088203-router', 'tenant_id': '6fcb3622750f4d468efb3f30bd74a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:45:19Z', 'revision_number': 6, 'project_id': '6fcb3622750f4d468efb3f30bd74a498', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:21.557035 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-90b398a9-84ab-4f00-898c-227e5318f2e4 None None] Provisioning complete for port 24ed1955-21e2-4e65-a096-2ee9a779d029 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:21.557414 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-90b398a9-84ab-4f00-898c-227e5318f2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (24ed1955-21e2-4e65-a096-2ee9a779d029), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:21.557798 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-90b398a9-84ab-4f00-898c-227e5318f2e4 None None] Attempt 1 to provision port 24ed1955-21e2-4e65-a096-2ee9a779d029 Nov 02 12:45:21.606161 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d81fc-ec06-4674-8c73-6994099fae75 admin admin] Pushing event deleted for resources: {'Port': ['ID=05db4c34-9754-4c99-8d07-4db2b1751491,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:21.611964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01217dc7-65ca-4291-a4ce-00c7f5ab1c6b None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:45:21.707051 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:21.723508 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d03cd-944e-4833-9c1f-21de7008a4b3 None None] The sync data for ids ['73bc75ea-2b72-4c2b-b3d9-70ab731d493b'] in n-d-857339-6 is: [{'id': '73bc75ea-2b72-4c2b-b3d9-70ab731d493b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1967088203-router', 'tenant_id': '6fcb3622750f4d468efb3f30bd74a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:45:19Z', 'revision_number': 6, 'project_id': '6fcb3622750f4d468efb3f30bd74a498', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:21.846369 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9c71b10b-7a8e-42a8-8962-5fb83ed2f508 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:21.847501 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:21.850701 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] Set router 590cca5d-9bd8-425e-a9b3-3d3cd23b4a78 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:21.872621 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-679d81fc-ec06-4674-8c73-6994099fae75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (73bc75ea-2b72-4c2b-b3d9-70ab731d493b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:21.878272 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:21.917978 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5dbdaf23-47e2-4925-94f6-fe04e2e2749e admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6710589 Nov 02 12:45:21.935996 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40758) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:21.941044 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-9866aae0-3f29-4ec5-ad24-8f99c5292208 admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-1131202407-router', 'tenant_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:21.952547 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-90b398a9-84ab-4f00-898c-227e5318f2e4 None None] Current status of the port 24ed1955-21e2-4e65-a096-2ee9a779d029 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:21.964966 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3dea797d-aae3-4ce3-8149-e412d445341c admin admin] Publish callbacks [] for router_gateway (61df19cf-2a40-4125-a2d9-02da26033b62), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.003540 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-743ab872-19ec-473f-8ee4-4e634c859a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (aa2d1d7e-804e-48f5-bcc1-5d4e944f1404), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.093264 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0f386a25-850b-46f3-811e-52ee765c3894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (bbdde45e-a631-43fa-9a8a-0ea2bd727fbd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.110499 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-743ab872-19ec-473f-8ee4-4e634c859a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (aa2d1d7e-804e-48f5-bcc1-5d4e944f1404), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.113283 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-743ab872-19ec-473f-8ee4-4e634c859a98 admin admin] Publish callbacks [] for router_controller (aa2d1d7e-804e-48f5-bcc1-5d4e944f1404), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.184066 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:22.251865 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:22.252278 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.252645 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d Nov 02 12:45:22.261203 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590cca5d-9bd8-425e-a9b3-3d3cd23b4a78', 'name': 'tempest-ServersNegativeTestJSON-1592928943-router', 'tenant_id': '48e7348010084007a1f39fd226ff05d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '064afe14-ec12-46e8-8a55-d0c5a61c06cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:54Z', 'updated_at': '2022-11-02T12:45:07Z', 'revision_number': 4, 'project_id': '48e7348010084007a1f39fd226ff05d9', 'gw_port': {'id': '064afe14-ec12-46e8-8a55-d0c5a61c06cc', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590cca5d-9bd8-425e-a9b3-3d3cd23b4a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:56Z', 'updated_at': '2022-11-02T12:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'bbdde45e-a631-43fa-9a8a-0ea2bd727fbd', 'name': '', 'network_id': '607755e4-df67-450d-8cc7-beb6925f3a1d', 'tenant_id': '48e7348010084007a1f39fd226ff05d9', 'mac_address': 'fa:16:3e:82:cf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590cca5d-9bd8-425e-a9b3-3d3cd23b4a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '99c2a8cd-5c8e-47ee-bce7-783469eabd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:05Z', 'updated_at': '2022-11-02T12:45:20Z', 'revision_number': 4, 'project_id': '48e7348010084007a1f39fd226ff05d9', 'subnets': [{'id': '99c2a8cd-5c8e-47ee-bce7-783469eabd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:22.265721 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9866aae0-3f29-4ec5-ad24-8f99c5292208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (2bb42f0a-714b-4f25-961e-6c1147e0bff0), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.267254 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9866aae0-3f29-4ec5-ad24-8f99c5292208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (2bb42f0a-714b-4f25-961e-6c1147e0bff0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.272413 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-679d81fc-ec06-4674-8c73-6994099fae75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (73bc75ea-2b72-4c2b-b3d9-70ab731d493b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.299137 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-743ab872-19ec-473f-8ee4-4e634c859a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (aa2d1d7e-804e-48f5-bcc1-5d4e944f1404), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.299547 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743ab872-19ec-473f-8ee4-4e634c859a98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa2d1d7e-804e-48f5-bcc1-5d4e944f1404 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:45:22.302435 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f386a25-850b-46f3-811e-52ee765c3894 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbdde45e-a631-43fa-9a8a-0ea2bd727fbd,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:22.304405 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-743ab872-19ec-473f-8ee4-4e634c859a98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.305782 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-743ab872-19ec-473f-8ee4-4e634c859a98 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/aa2d1d7e-804e-48f5-bcc1-5d4e944f1404 HTTP/1.1" status: 204 len: 168 time: 4.9082172 Nov 02 12:45:22.310799 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebcd153-5d9d-4def-a5f0-654fd366cae9 None None] The sync data for ids ['590cca5d-9bd8-425e-a9b3-3d3cd23b4a78'] in n-d-857339-6 is: [{'id': '590cca5d-9bd8-425e-a9b3-3d3cd23b4a78', 'name': 'tempest-ServersNegativeTestJSON-1592928943-router', 'tenant_id': '48e7348010084007a1f39fd226ff05d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '064afe14-ec12-46e8-8a55-d0c5a61c06cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:54Z', 'updated_at': '2022-11-02T12:45:07Z', 'revision_number': 4, 'project_id': '48e7348010084007a1f39fd226ff05d9', 'gw_port': {'id': '064afe14-ec12-46e8-8a55-d0c5a61c06cc', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590cca5d-9bd8-425e-a9b3-3d3cd23b4a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:56Z', 'updated_at': '2022-11-02T12:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'bbdde45e-a631-43fa-9a8a-0ea2bd727fbd', 'name': '', 'network_id': '607755e4-df67-450d-8cc7-beb6925f3a1d', 'tenant_id': '48e7348010084007a1f39fd226ff05d9', 'mac_address': 'fa:16:3e:82:cf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590cca5d-9bd8-425e-a9b3-3d3cd23b4a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '99c2a8cd-5c8e-47ee-bce7-783469eabd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:05Z', 'updated_at': '2022-11-02T12:45:20Z', 'revision_number': 4, 'project_id': '48e7348010084007a1f39fd226ff05d9', 'subnets': [{'id': '99c2a8cd-5c8e-47ee-bce7-783469eabd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:22.316881 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01217dc7-65ca-4291-a4ce-00c7f5ab1c6b None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:45:22.318514 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-679d81fc-ec06-4674-8c73-6994099fae75 admin admin] Publish callbacks [] for router_controller (73bc75ea-2b72-4c2b-b3d9-70ab731d493b), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.321102 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40760) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:22.369487 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a0ac533-468f-4aba-8231-c83608b92115 admin admin] Publish callbacks [] for security_group (39f1d759-0360-45df-a264-d6db9bab580c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.374744 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3dea797d-aae3-4ce3-8149-e412d445341c admin admin] Deleting port 52caa887-ba7a-464d-a356-cc87723e4231 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:22.375167 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3dea797d-aae3-4ce3-8149-e412d445341c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (52caa887-ba7a-464d-a356-cc87723e4231), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.400421 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed54de6-a849-48c5-92d7-d6da05903a01 None None] Sync routers for ids ['61df19cf-2a40-4125-a2d9-02da26033b62'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:45:22.422540 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed54de6-a849-48c5-92d7-d6da05903a01 None None] Routers {'61df19cf-2a40-4125-a2d9-02da26033b62'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:22.425190 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-bed54de6-a849-48c5-92d7-d6da05903a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['61df19cf-2a40-4125-a2d9-02da26033b62'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:22.435712 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:22.435712 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.500687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-3dea797d-aae3-4ce3-8149-e412d445341c admin admin] For port 52caa887-ba7a-464d-a356-cc87723e4231, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=52caa887-ba7a-464d-a356-cc87723e4231,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:22.501462 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3dea797d-aae3-4ce3-8149-e412d445341c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (52caa887-ba7a-464d-a356-cc87723e4231), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.519713 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:22.527227 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3dea797d-aae3-4ce3-8149-e412d445341c admin admin] Calling delete_port for 52caa887-ba7a-464d-a356-cc87723e4231 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:22.613855 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9866aae0-3f29-4ec5-ad24-8f99c5292208 admin admin] Publish callbacks [] for router_controller (2bb42f0a-714b-4f25-961e-6c1147e0bff0), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.614466 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:22.679242 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-679d81fc-ec06-4674-8c73-6994099fae75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (73bc75ea-2b72-4c2b-b3d9-70ab731d493b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.681653 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-bed54de6-a849-48c5-92d7-d6da05903a01 None None] Set router 61df19cf-2a40-4125-a2d9-02da26033b62 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:22.688893 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a0ac533-468f-4aba-8231-c83608b92115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (39f1d759-0360-45df-a264-d6db9bab580c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.689049 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679d81fc-ec06-4674-8c73-6994099fae75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73bc75ea-2b72-4c2b-b3d9-70ab731d493b {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:45:22.700881 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-679d81fc-ec06-4674-8c73-6994099fae75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.700881 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-679d81fc-ec06-4674-8c73-6994099fae75 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/73bc75ea-2b72-4c2b-b3d9-70ab731d493b HTTP/1.1" status: 204 len: 168 time: 4.8530002 Nov 02 12:45:22.703562 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40762) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:22.742277 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6fefda-b7fb-4c18-a1e5-02aecbc6a208 admin admin] Deleting subnet aac9ceec-4a53-4dc8-8278-e64026a8f1c0 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:45:22.746046 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b6fefda-b7fb-4c18-a1e5-02aecbc6a208 admin admin] Publish callbacks [] for subnet (aac9ceec-4a53-4dc8-8278-e64026a8f1c0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.766280 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.767036 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3b863a3f-8dc8-4599-8af8-c47ba7af8e19 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:22.771120 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-bed54de6-a849-48c5-92d7-d6da05903a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61df19cf-2a40-4125-a2d9-02da26033b62', 'name': 'tempest-ServerRescueNegativeTestJSON-754689514-router', 'tenant_id': '6839662ece854e21ac3002b262fdc52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:45Z', 'updated_at': '2022-11-02T12:45:21Z', 'revision_number': 6, 'project_id': '6839662ece854e21ac3002b262fdc52e', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:22.792763 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b6fefda-b7fb-4c18-a1e5-02aecbc6a208 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (aac9ceec-4a53-4dc8-8278-e64026a8f1c0), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.807622 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed54de6-a849-48c5-92d7-d6da05903a01 None None] Checking router: 61df19cf-2a40-4125-a2d9-02da26033b62 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:45:22.817603 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed54de6-a849-48c5-92d7-d6da05903a01 None None] Routers {'61df19cf-2a40-4125-a2d9-02da26033b62'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:22.818313 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-bed54de6-a849-48c5-92d7-d6da05903a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['61df19cf-2a40-4125-a2d9-02da26033b62'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:22.825870 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0f386a25-850b-46f3-811e-52ee765c3894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (590cca5d-9bd8-425e-a9b3-3d3cd23b4a78), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.891773 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=3,neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:22.913970 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b6fefda-b7fb-4c18-a1e5-02aecbc6a208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (aac9ceec-4a53-4dc8-8278-e64026a8f1c0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.917481 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ac533-468f-4aba-8231-c83608b92115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f1d759-0360-45df-a264-d6db9bab580c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:22.927772 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:22.952539 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-bed54de6-a849-48c5-92d7-d6da05903a01 None None] Set router 61df19cf-2a40-4125-a2d9-02da26033b62 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:22.955326 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-478847ac-0fa5-4803-9a56-66d4ac946908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (ea9d3af2-522b-48d8-96c2-f6178c1cdf7c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:22.960017 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6a0ac533-468f-4aba-8231-c83608b92115 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d659e7eb4f2c4cd69f694812c3b1a822&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7735600 Nov 02 12:45:22.975702 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40764) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:23.047633 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-bed54de6-a849-48c5-92d7-d6da05903a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61df19cf-2a40-4125-a2d9-02da26033b62', 'name': 'tempest-ServerRescueNegativeTestJSON-754689514-router', 'tenant_id': '6839662ece854e21ac3002b262fdc52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:45Z', 'updated_at': '2022-11-02T12:45:21Z', 'revision_number': 6, 'project_id': '6839662ece854e21ac3002b262fdc52e', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:23.072414 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d67c5f5-d3d9-4d12-922c-e1051416dd82 admin admin] Deleting subnet 85b60122-6ec7-4192-8768-890d3bd1b2e4 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:45:23.082494 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed54de6-a849-48c5-92d7-d6da05903a01 None None] The sync data for ids ['61df19cf-2a40-4125-a2d9-02da26033b62'] in n-d-857339-6 is: [{'id': '61df19cf-2a40-4125-a2d9-02da26033b62', 'name': 'tempest-ServerRescueNegativeTestJSON-754689514-router', 'tenant_id': '6839662ece854e21ac3002b262fdc52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:45Z', 'updated_at': '2022-11-02T12:45:21Z', 'revision_number': 6, 'project_id': '6839662ece854e21ac3002b262fdc52e', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:23.086270 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3d67c5f5-d3d9-4d12-922c-e1051416dd82 admin admin] Publish callbacks [] for subnet (85b60122-6ec7-4192-8768-890d3bd1b2e4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:23.216183 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:23.218090 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 3b863a3f-8dc8-4599-8af8-c47ba7af8e19 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:23.220939 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3b863a3f-8dc8-4599-8af8-c47ba7af8e19 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 02 12:45:23.235938 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:23.237142 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:23.259483 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3d67c5f5-d3d9-4d12-922c-e1051416dd82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (85b60122-6ec7-4192-8768-890d3bd1b2e4), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:23.269082 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Port 3b863a3f-8dc8-4599-8af8-c47ba7af8e19 not found, will not notify nova. {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 02 12:45:23.269420 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 865778b5-a10d-4725-ae39-2db7817c5ce0 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:23.294141 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b6fefda-b7fb-4c18-a1e5-02aecbc6a208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (aac9ceec-4a53-4dc8-8278-e64026a8f1c0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:23.310039 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 865778b5-a10d-4725-ae39-2db7817c5ce0 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:23.310039 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 865778b5-a10d-4725-ae39-2db7817c5ce0 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 02 12:45:23.310986 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3dea797d-aae3-4ce3-8149-e412d445341c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (52caa887-ba7a-464d-a356-cc87723e4231), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:23.311326 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-275095fb-b660-4a8a-b314-60805bd50d0f', 'network_id': '275095fb-b660-4a8a-b314-60805bd50d0f', 'project_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'fixed_ips': [{'subnet_id': '9268368d-2f83-41d8-80d6-5e216a8c658f'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:45:23.312423 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:23.385036 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9866aae0-3f29-4ec5-ad24-8f99c5292208 admin admin] Publish callbacks [] for router_gateway (2bb42f0a-714b-4f25-961e-6c1147e0bff0), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:23.405293 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Port 865778b5-a10d-4725-ae39-2db7817c5ce0 not found, will not notify nova. {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 02 12:45:23.446378 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:23.528162 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0c959e9-509c-4bde-8f88-380362609c79 admin admin] Publish callbacks [] for security_group (39f1d759-0360-45df-a264-d6db9bab580c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:23.530881 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fefda-b7fb-4c18-a1e5-02aecbc6a208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aac9ceec-4a53-4dc8-8278-e64026a8f1c0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:23.550937 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b6fefda-b7fb-4c18-a1e5-02aecbc6a208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:23.554668 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1b6fefda-b7fb-4c18-a1e5-02aecbc6a208 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/aac9ceec-4a53-4dc8-8278-e64026a8f1c0 HTTP/1.1" status: 204 len: 168 time: 1.2286441 Nov 02 12:45:23.565764 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea797d-aae3-4ce3-8149-e412d445341c admin admin] Pushing event deleted for resources: {'Port': ['ID=52caa887-ba7a-464d-a356-cc87723e4231,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:23.593144 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40768) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:23.719358 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0c959e9-509c-4bde-8f88-380362609c79 admin admin] Publish callbacks [] for security_group (39f1d759-0360-45df-a264-d6db9bab580c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:23.808161 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] Allocated IP 172.20.0.2 (275095fb-b660-4a8a-b314-60805bd50d0f/9268368d-2f83-41d8-80d6-5e216a8c658f/823365b0-a029-479c-9888-49ba96b7fa6c) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:45:23.965390 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:24.026782 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f386a25-850b-46f3-811e-52ee765c3894 admin admin] Router 590cca5d-9bd8-425e-a9b3-3d3cd23b4a78 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:45:24.045960 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] Publish callbacks [] for port (823365b0-a029-479c-9888-49ba96b7fa6c), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:24.163328 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2d779183-b4bd-433f-9643-3ef483bd4243 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:45:24.178110 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:24.178110 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (823365b0-a029-479c-9888-49ba96b7fa6c), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:24.268391 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 2d779183-b4bd-433f-9643-3ef483bd4243 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:24.272704 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2d779183-b4bd-433f-9643-3ef483bd4243 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:45:24.296855 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3dea797d-aae3-4ce3-8149-e412d445341c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (61df19cf-2a40-4125-a2d9-02da26033b62), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:24.311123 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daa38e2b-1b23-4a17-aa6e-0348a7609c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (4706b3d1-832b-41ea-96fa-f409906efd4d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:24.334342 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] Network 275095fb-b660-4a8a-b314-60805bd50d0f is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:24.341171 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3d67c5f5-d3d9-4d12-922c-e1051416dd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (85b60122-6ec7-4192-8768-890d3bd1b2e4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:24.347886 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:24.385828 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] Pushing event updated for resources: {'Port': ['ID=823365b0-a029-479c-9888-49ba96b7fa6c,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:24.397860 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:45:24.609456 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3d67c5f5-d3d9-4d12-922c-e1051416dd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (85b60122-6ec7-4192-8768-890d3bd1b2e4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:24.628214 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-202bf3c4-19e1-47f5-8835-07b0053897e2 None None] Provisioning complete for port 11b79913-cb92-41fa-ba5f-efd2f004e980 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:24.628813 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-202bf3c4-19e1-47f5-8835-07b0053897e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (11b79913-cb92-41fa-ba5f-efd2f004e980), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:24.629154 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-202bf3c4-19e1-47f5-8835-07b0053897e2 None None] Attempt 1 to provision port 11b79913-cb92-41fa-ba5f-efd2f004e980 Nov 02 12:45:24.643249 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:24.681897 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3dea797d-aae3-4ce3-8149-e412d445341c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (61df19cf-2a40-4125-a2d9-02da26033b62), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:24.681897 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3dea797d-aae3-4ce3-8149-e412d445341c admin admin] Publish callbacks [] for router_controller (61df19cf-2a40-4125-a2d9-02da26033b62), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:24.699278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] Attempting to bind port 823365b0-a029-479c-9888-49ba96b7fa6c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:45:24.699457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] Attempting to bind port 823365b0-a029-479c-9888-49ba96b7fa6c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '871c01d6-3c96-408b-995b-0a73df39cb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '275095fb-b660-4a8a-b314-60805bd50d0f'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:45:24.699833 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] Attempting to bind port 823365b0-a029-479c-9888-49ba96b7fa6c on network 275095fb-b660-4a8a-b314-60805bd50d0f {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:24.763520 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0c959e9-509c-4bde-8f88-380362609c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (39f1d759-0360-45df-a264-d6db9bab580c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:24.766933 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0c959e9-509c-4bde-8f88-380362609c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:24.772300 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:24.785462 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f0c959e9-509c-4bde-8f88-380362609c79 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/39f1d759-0360-45df-a264-d6db9bab580c HTTP/1.1" status: 204 len: 168 time: 1.7943969 Nov 02 12:45:24.796681 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:24.932849 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:45:24.932849 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] Checking segment: {'id': '871c01d6-3c96-408b-995b-0a73df39cb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '275095fb-b660-4a8a-b314-60805bd50d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:45:24.932849 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:24.932849 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] Bound using segment: {'id': '871c01d6-3c96-408b-995b-0a73df39cb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '275095fb-b660-4a8a-b314-60805bd50d0f'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:45:24.933787 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] Bound port: 823365b0-a029-479c-9888-49ba96b7fa6c, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871c01d6-3c96-408b-995b-0a73df39cb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '275095fb-b660-4a8a-b314-60805bd50d0f'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:45:24.933787 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (823365b0-a029-479c-9888-49ba96b7fa6c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:24.996437 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478847ac-0fa5-4803-9a56-66d4ac946908 admin admin] Router ea9d3af2-522b-48d8-96c2-f6178c1cdf7c has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:45:25.034189 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c959e9-509c-4bde-8f88-380362609c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f1d759-0360-45df-a264-d6db9bab580c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:25.056188 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-daa38e2b-1b23-4a17-aa6e-0348a7609c8a admin admin] Deleting port 24ed1955-21e2-4e65-a096-2ee9a779d029 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:25.056684 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daa38e2b-1b23-4a17-aa6e-0348a7609c8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (24ed1955-21e2-4e65-a096-2ee9a779d029), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:25.144088 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-202bf3c4-19e1-47f5-8835-07b0053897e2 None None] Current status of the port 11b79913-cb92-41fa-ba5f-efd2f004e980 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:25.150993 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3dea797d-aae3-4ce3-8149-e412d445341c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (61df19cf-2a40-4125-a2d9-02da26033b62), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:25.151616 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dea797d-aae3-4ce3-8149-e412d445341c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61df19cf-2a40-4125-a2d9-02da26033b62 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:45:25.159706 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3dea797d-aae3-4ce3-8149-e412d445341c admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:25.165562 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3dea797d-aae3-4ce3-8149-e412d445341c admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/61df19cf-2a40-4125-a2d9-02da26033b62 HTTP/1.1" status: 204 len: 168 time: 4.2233071 Nov 02 12:45:25.166555 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40774) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:25.185538 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] For port 823365b0-a029-479c-9888-49ba96b7fa6c, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:45:25.235827 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:25.242085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] For port 823365b0-a029-479c-9888-49ba96b7fa6c, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=823365b0-a029-479c-9888-49ba96b7fa6c,segment=NetworkSegment(871c01d6-3c96-408b-995b-0a73df39cb00),segment_id=871c01d6-3c96-408b-995b-0a73df39cb00)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:45:25.296553 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-601ce37a-4099-4864-99be-6c884fefb361 admin admin] Deleting subnet ef56b08b-9e55-422b-a55e-719f38dc6ade {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:45:25.307092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:25.307466 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:25.307808 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d Nov 02 12:45:25.370737 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (823365b0-a029-479c-9888-49ba96b7fa6c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:25.542906 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a9e64-859f-4ced-827f-562c09a0e5a7 None None] Pushing event updated for resources: {'Port': ['ID=823365b0-a029-479c-9888-49ba96b7fa6c,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:25.608409 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:25.609977 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 064afe14-ec12-46e8-8a55-d0c5a61c06cc up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:25.618904 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67c5f5-d3d9-4d12-922c-e1051416dd82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85b60122-6ec7-4192-8768-890d3bd1b2e4,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:25.744210 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 064afe14-ec12-46e8-8a55-d0c5a61c06cc triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:25.751192 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (064afe14-ec12-46e8-8a55-d0c5a61c06cc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:25.751192 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 064afe14-ec12-46e8-8a55-d0c5a61c06cc Nov 02 12:45:25.786790 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9866aae0-3f29-4ec5-ad24-8f99c5292208 admin admin] Publish callbacks [] for router_gateway (2bb42f0a-714b-4f25-961e-6c1147e0bff0), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:25.841149 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3d67c5f5-d3d9-4d12-922c-e1051416dd82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:25.846889 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3d67c5f5-d3d9-4d12-922c-e1051416dd82 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/85b60122-6ec7-4192-8768-890d3bd1b2e4 HTTP/1.1" status: 204 len: 168 time: 3.1420791 Nov 02 12:45:25.899249 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-601ce37a-4099-4864-99be-6c884fefb361 admin admin] Publish callbacks [] for subnet (ef56b08b-9e55-422b-a55e-719f38dc6ade), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:25.972013 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40786) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:25.982994 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:26.002514 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f386a25-850b-46f3-811e-52ee765c3894 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:45:26.009874 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 064afe14-ec12-46e8-8a55-d0c5a61c06cc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:26.011477 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9866aae0-3f29-4ec5-ad24-8f99c5292208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:26.013332 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:26.020012 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0f386a25-850b-46f3-811e-52ee765c3894 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/590cca5d-9bd8-425e-a9b3-3d3cd23b4a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6602995 Nov 02 12:45:26.031531 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40788) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:26.058819 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:26.125932 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-daa38e2b-1b23-4a17-aa6e-0348a7609c8a admin admin] For port 24ed1955-21e2-4e65-a096-2ee9a779d029, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=24ed1955-21e2-4e65-a096-2ee9a779d029,segment=NetworkSegment(26de82a0-245c-43ef-ab31-e8c9879bf010),segment_id=26de82a0-245c-43ef-ab31-e8c9879bf010)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:26.137935 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:26.138309 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7833c4fa-a4a9-40e1-b3f9-f1b950debd86), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:26.138782 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 Nov 02 12:45:26.140734 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daa38e2b-1b23-4a17-aa6e-0348a7609c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (24ed1955-21e2-4e65-a096-2ee9a779d029), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:26.200590 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-601ce37a-4099-4864-99be-6c884fefb361 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (ef56b08b-9e55-422b-a55e-719f38dc6ade), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:26.246306 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:26.334422 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-daa38e2b-1b23-4a17-aa6e-0348a7609c8a admin admin] Calling delete_port for 24ed1955-21e2-4e65-a096-2ee9a779d029 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:26.334632 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:26.334632 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7833c4fa-a4a9-40e1-b3f9-f1b950debd86), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:26.351215 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e2f61ede-0fb3-4e5e-afeb-a41b5ca85b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (f02404b1-751d-4127-8dd8-cfd3a3cfbf6e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:26.365623 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478847ac-0fa5-4803-9a56-66d4ac946908 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:45:26.375924 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-478847ac-0fa5-4803-9a56-66d4ac946908 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/ea9d3af2-522b-48d8-96c2-f6178c1cdf7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6816695 Nov 02 12:45:26.382118 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0f5d1b-ef7e-412b-be48-07426cd985dc None None] Sync routers for ids ['ea9d3af2-522b-48d8-96c2-f6178c1cdf7c'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:45:26.382315 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40792) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:26.413221 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98e7cf82-7c81-4133-ba8f-549b4bf52e9c admin admin] Publish callbacks [] for router (590cca5d-9bd8-425e-a9b3-3d3cd23b4a78), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:26.425327 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 7833c4fa-a4a9-40e1-b3f9-f1b950debd86, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7833c4fa-a4a9-40e1-b3f9-f1b950debd86,segment=NetworkSegment(e6b0b553-588f-480a-b278-02b197b4d0df),segment_id=e6b0b553-588f-480a-b278-02b197b4d0df)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:26.431837 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0f5d1b-ef7e-412b-be48-07426cd985dc None None] Routers {'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:26.431837 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4e0f5d1b-ef7e-412b-be48-07426cd985dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['ea9d3af2-522b-48d8-96c2-f6178c1cdf7c'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:26.475882 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-9866aae0-3f29-4ec5-ad24-8f99c5292208 admin admin] Allocated IP 172.25.2.128 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/2b71ede1-2cf8-4bdf-a85b-cc79e19d1111) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:45:26.583328 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7833c4fa-a4a9-40e1-b3f9-f1b950debd86), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:26.584147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device af6f7557-60c8-46bf-86b5-95c3e1023bd0 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:26.644694 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-601ce37a-4099-4864-99be-6c884fefb361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (ef56b08b-9e55-422b-a55e-719f38dc6ade), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:26.686994 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-4e0f5d1b-ef7e-412b-be48-07426cd985dc None None] Set router ea9d3af2-522b-48d8-96c2-f6178c1cdf7c gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:26.799988 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98e7cf82-7c81-4133-ba8f-549b4bf52e9c admin admin] Publish callbacks [] for router_gateway (590cca5d-9bd8-425e-a9b3-3d3cd23b4a78), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:26.824624 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port af6f7557-60c8-46bf-86b5-95c3e1023bd0 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:26.825279 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (af6f7557-60c8-46bf-86b5-95c3e1023bd0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:26.825761 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port af6f7557-60c8-46bf-86b5-95c3e1023bd0 Nov 02 12:45:26.844622 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:26.859367 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:26.921619 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-601ce37a-4099-4864-99be-6c884fefb361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (ef56b08b-9e55-422b-a55e-719f38dc6ade), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:26.922179 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=7833c4fa-a4a9-40e1-b3f9-f1b950debd86,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:26.933119 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9866aae0-3f29-4ec5-ad24-8f99c5292208 admin admin] Publish callbacks [] for port (2b71ede1-2cf8-4bdf-a85b-cc79e19d1111), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:27.041370 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-98e7cf82-7c81-4133-ba8f-549b4bf52e9c admin admin] Deleting port 064afe14-ec12-46e8-8a55-d0c5a61c06cc {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:27.042488 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98e7cf82-7c81-4133-ba8f-549b4bf52e9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (064afe14-ec12-46e8-8a55-d0c5a61c06cc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:27.064984 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e2f61ede-0fb3-4e5e-afeb-a41b5ca85b4b admin admin] Deleting port 11b79913-cb92-41fa-ba5f-efd2f004e980 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:27.065309 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e2f61ede-0fb3-4e5e-afeb-a41b5ca85b4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (11b79913-cb92-41fa-ba5f-efd2f004e980), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:27.104718 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:27.206040 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ce37a-4099-4864-99be-6c884fefb361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef56b08b-9e55-422b-a55e-719f38dc6ade,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:27.240216 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-98e7cf82-7c81-4133-ba8f-549b4bf52e9c admin admin] For port 064afe14-ec12-46e8-8a55-d0c5a61c06cc, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=064afe14-ec12-46e8-8a55-d0c5a61c06cc,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:27.243353 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98e7cf82-7c81-4133-ba8f-549b4bf52e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (064afe14-ec12-46e8-8a55-d0c5a61c06cc), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:27.269053 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9866aae0-3f29-4ec5-ad24-8f99c5292208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (2b71ede1-2cf8-4bdf-a85b-cc79e19d1111), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:27.282784 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port af6f7557-60c8-46bf-86b5-95c3e1023bd0 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:27.283363 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (af6f7557-60c8-46bf-86b5-95c3e1023bd0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:27.284118 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daa38e2b-1b23-4a17-aa6e-0348a7609c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (24ed1955-21e2-4e65-a096-2ee9a779d029), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:27.343520 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port af6f7557-60c8-46bf-86b5-95c3e1023bd0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=af6f7557-60c8-46bf-86b5-95c3e1023bd0,segment=NetworkSegment(8851533c-d449-48e6-817f-034bf55b27b5),segment_id=8851533c-d449-48e6-817f-034bf55b27b5)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:27.352409 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-98e7cf82-7c81-4133-ba8f-549b4bf52e9c admin admin] Calling delete_port for 064afe14-ec12-46e8-8a55-d0c5a61c06cc owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:27.436670 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9866aae0-3f29-4ec5-ad24-8f99c5292208 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:27.436670 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-9866aae0-3f29-4ec5-ad24-8f99c5292208 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:27.437610 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-601ce37a-4099-4864-99be-6c884fefb361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:27.437705 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9866aae0-3f29-4ec5-ad24-8f99c5292208 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:45:27.437807 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-601ce37a-4099-4864-99be-6c884fefb361 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/ef56b08b-9e55-422b-a55e-719f38dc6ade HTTP/1.1" status: 204 len: 168 time: 2.2420297 Nov 02 12:45:27.437903 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:27.437988 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40806) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:27.448259 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4e0f5d1b-ef7e-412b-be48-07426cd985dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1106723011-router', 'tenant_id': 'd15efd8b3a96452e84f31fe686b088c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:33Z', 'updated_at': '2022-11-02T12:45:20Z', 'revision_number': 5, 'project_id': 'd15efd8b3a96452e84f31fe686b088c1', 'gw_port': {'id': '16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:34Z', 'updated_at': '2022-11-02T12:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:27.456313 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866aae0-3f29-4ec5-ad24-8f99c5292208 admin admin] Pushing event updated for resources: {'Port': ['ID=2b71ede1-2cf8-4bdf-a85b-cc79e19d1111,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:27.469322 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa38e2b-1b23-4a17-aa6e-0348a7609c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=24ed1955-21e2-4e65-a096-2ee9a779d029,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:27.494092 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa38e2b-1b23-4a17-aa6e-0348a7609c8a admin admin] No DVR routers for this DVR port 24ed1955-21e2-4e65-a096-2ee9a779d029 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:45:27.520599 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0f5d1b-ef7e-412b-be48-07426cd985dc None None] Checking router: ea9d3af2-522b-48d8-96c2-f6178c1cdf7c for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:45:27.546374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0f5d1b-ef7e-412b-be48-07426cd985dc None None] Routers {'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:27.551843 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4e0f5d1b-ef7e-412b-be48-07426cd985dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['ea9d3af2-522b-48d8-96c2-f6178c1cdf7c'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:27.686972 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c239ceae-0854-451a-9ee5-d644eac3e179 admin admin] Publish callbacks [] for router (ea9d3af2-522b-48d8-96c2-f6178c1cdf7c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:27.698322 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-e2f61ede-0fb3-4e5e-afeb-a41b5ca85b4b admin admin] For port 11b79913-cb92-41fa-ba5f-efd2f004e980, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=11b79913-cb92-41fa-ba5f-efd2f004e980,segment=NetworkSegment(83e6fba3-6a89-4729-9c5b-2bc230399294),segment_id=83e6fba3-6a89-4729-9c5b-2bc230399294)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:27.698697 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e2f61ede-0fb3-4e5e-afeb-a41b5ca85b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (11b79913-cb92-41fa-ba5f-efd2f004e980), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:27.738427 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9075a5f-32c0-4c02-9648-11f56c5a29e4 None None] Sync routers for ids ['590cca5d-9bd8-425e-a9b3-3d3cd23b4a78'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:45:27.746139 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e2f61ede-0fb3-4e5e-afeb-a41b5ca85b4b admin admin] Calling delete_port for 11b79913-cb92-41fa-ba5f-efd2f004e980 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:27.798022 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9075a5f-32c0-4c02-9648-11f56c5a29e4 None None] Routers {'590cca5d-9bd8-425e-a9b3-3d3cd23b4a78'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:27.802878 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e9075a5f-32c0-4c02-9648-11f56c5a29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['590cca5d-9bd8-425e-a9b3-3d3cd23b4a78'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:27.821624 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e41007-57b5-47d5-a02d-30eac8d59fd9 None None] Network 275095fb-b660-4a8a-b314-60805bd50d0f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:45:27.830711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98e98fa-e2cb-48b7-8b6e-7def99e4fb16 None None] Network 4706b3d1-832b-41ea-96fa-f409906efd4d requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:45:27.840091 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e491c0-41be-4b52-b4c8-38559c9e058f None None] Network f02404b1-751d-4127-8dd8-cfd3a3cfbf6e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:45:28.007504 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=5,neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:28.044335 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-e9075a5f-32c0-4c02-9648-11f56c5a29e4 None None] Set router 590cca5d-9bd8-425e-a9b3-3d3cd23b4a78 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:28.141162 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e9075a5f-32c0-4c02-9648-11f56c5a29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590cca5d-9bd8-425e-a9b3-3d3cd23b4a78', 'name': 'tempest-ServersNegativeTestJSON-1592928943-router', 'tenant_id': '48e7348010084007a1f39fd226ff05d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:54Z', 'updated_at': '2022-11-02T12:45:26Z', 'revision_number': 6, 'project_id': '48e7348010084007a1f39fd226ff05d9', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:28.198436 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daa38e2b-1b23-4a17-aa6e-0348a7609c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (4706b3d1-832b-41ea-96fa-f409906efd4d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:28.216383 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9075a5f-32c0-4c02-9648-11f56c5a29e4 None None] Checking router: 590cca5d-9bd8-425e-a9b3-3d3cd23b4a78 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:45:28.223081 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee7a209d-fec0-4248-8021-23d1d09d1087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (4a71a857-cbbc-4f91-9823-ad7a1b98d38c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:28.228799 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98e7cf82-7c81-4133-ba8f-549b4bf52e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (064afe14-ec12-46e8-8a55-d0c5a61c06cc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:28.240971 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (af6f7557-60c8-46bf-86b5-95c3e1023bd0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:28.245195 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9075a5f-32c0-4c02-9648-11f56c5a29e4 None None] Routers {'590cca5d-9bd8-425e-a9b3-3d3cd23b4a78'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:28.251558 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e9075a5f-32c0-4c02-9648-11f56c5a29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['590cca5d-9bd8-425e-a9b3-3d3cd23b4a78'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:28.317592 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-daa38e2b-1b23-4a17-aa6e-0348a7609c8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4706b3d1-832b-41ea-96fa-f409906efd4d']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:28.341779 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7cf82-7c81-4133-ba8f-549b4bf52e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=064afe14-ec12-46e8-8a55-d0c5a61c06cc,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:28.344272 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-daa38e2b-1b23-4a17-aa6e-0348a7609c8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26de82a0-245c-43ef-ab31-e8c9879bf010') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:28.344688 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-daa38e2b-1b23-4a17-aa6e-0348a7609c8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26de82a0-245c-43ef-ab31-e8c9879bf010') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:28.365071 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daa38e2b-1b23-4a17-aa6e-0348a7609c8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (26de82a0-245c-43ef-ab31-e8c9879bf010), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:28.400767 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e2f61ede-0fb3-4e5e-afeb-a41b5ca85b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (11b79913-cb92-41fa-ba5f-efd2f004e980), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:28.416984 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c239ceae-0854-451a-9ee5-d644eac3e179 admin admin] Publish callbacks [] for router_gateway (ea9d3af2-522b-48d8-96c2-f6178c1cdf7c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:28.425558 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daa38e2b-1b23-4a17-aa6e-0348a7609c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (26de82a0-245c-43ef-ab31-e8c9879bf010), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:28.461730 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa38e2b-1b23-4a17-aa6e-0348a7609c8a admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:45:28.462149 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daa38e2b-1b23-4a17-aa6e-0348a7609c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (26de82a0-245c-43ef-ab31-e8c9879bf010), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:28.468897 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ee7a209d-fec0-4248-8021-23d1d09d1087 admin admin] Deleting port 9840b066-0e5f-4e0d-8a8d-083f1b0ac931 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:28.472579 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee7a209d-fec0-4248-8021-23d1d09d1087 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9840b066-0e5f-4e0d-8a8d-083f1b0ac931), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:28.501351 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 825a937b-52e2-40a8-bd3a-d9709810ec64 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:45:28.515311 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98e7cf82-7c81-4133-ba8f-549b4bf52e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (590cca5d-9bd8-425e-a9b3-3d3cd23b4a78), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:28.538152 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-56719812-18eb-4d65-88fa-a53a197a4e54 None None] Provisioning complete for port 823365b0-a029-479c-9888-49ba96b7fa6c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:28.541518 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-56719812-18eb-4d65-88fa-a53a197a4e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (823365b0-a029-479c-9888-49ba96b7fa6c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:28.541518 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-56719812-18eb-4d65-88fa-a53a197a4e54 None None] Attempt 1 to provision port 823365b0-a029-479c-9888-49ba96b7fa6c Nov 02 12:45:28.567205 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-e9075a5f-32c0-4c02-9648-11f56c5a29e4 None None] Set router 590cca5d-9bd8-425e-a9b3-3d3cd23b4a78 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:28.583340 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-ee7a209d-fec0-4248-8021-23d1d09d1087 admin admin] For port 9840b066-0e5f-4e0d-8a8d-083f1b0ac931, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9840b066-0e5f-4e0d-8a8d-083f1b0ac931,segment=NetworkSegment(4bbcd02c-3ac4-43f8-9c3b-6163555cac00),segment_id=4bbcd02c-3ac4-43f8-9c3b-6163555cac00)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:28.583858 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee7a209d-fec0-4248-8021-23d1d09d1087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9840b066-0e5f-4e0d-8a8d-083f1b0ac931), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:28.608294 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ee7a209d-fec0-4248-8021-23d1d09d1087 admin admin] Calling delete_port for 9840b066-0e5f-4e0d-8a8d-083f1b0ac931 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:28.640335 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9866aae0-3f29-4ec5-ad24-8f99c5292208 admin admin] Publish callbacks [] for router_gateway (2bb42f0a-714b-4f25-961e-6c1147e0bff0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:28.640675 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f61ede-0fb3-4e5e-afeb-a41b5ca85b4b admin admin] No DVR routers for this DVR port 11b79913-cb92-41fa-ba5f-efd2f004e980 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:45:28.643950 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98e7cf82-7c81-4133-ba8f-549b4bf52e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (590cca5d-9bd8-425e-a9b3-3d3cd23b4a78), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:28.649554 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98e7cf82-7c81-4133-ba8f-549b4bf52e9c admin admin] Publish callbacks [] for router_controller (590cca5d-9bd8-425e-a9b3-3d3cd23b4a78), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:28.675881 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=af6f7557-60c8-46bf-86b5-95c3e1023bd0,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:28.692599 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:28.709763 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e9075a5f-32c0-4c02-9648-11f56c5a29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590cca5d-9bd8-425e-a9b3-3d3cd23b4a78', 'name': 'tempest-ServersNegativeTestJSON-1592928943-router', 'tenant_id': '48e7348010084007a1f39fd226ff05d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:54Z', 'updated_at': '2022-11-02T12:45:27Z', 'revision_number': 7, 'project_id': '48e7348010084007a1f39fd226ff05d9', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:28.744665 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 825a937b-52e2-40a8-bd3a-d9709810ec64 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:28.751513 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 825a937b-52e2-40a8-bd3a-d9709810ec64 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:45:28.751513 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 05db4c34-9754-4c99-8d07-4db2b1751491 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:45:28.798707 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f61ede-0fb3-4e5e-afeb-a41b5ca85b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=11b79913-cb92-41fa-ba5f-efd2f004e980,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:28.819870 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9075a5f-32c0-4c02-9648-11f56c5a29e4 None None] The sync data for ids ['590cca5d-9bd8-425e-a9b3-3d3cd23b4a78'] in n-d-857339-6 is: [{'id': '590cca5d-9bd8-425e-a9b3-3d3cd23b4a78', 'name': 'tempest-ServersNegativeTestJSON-1592928943-router', 'tenant_id': '48e7348010084007a1f39fd226ff05d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:54Z', 'updated_at': '2022-11-02T12:45:27Z', 'revision_number': 7, 'project_id': '48e7348010084007a1f39fd226ff05d9', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:28.834224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 05db4c34-9754-4c99-8d07-4db2b1751491 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:28.834687 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 05db4c34-9754-4c99-8d07-4db2b1751491 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:45:28.842824 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 52caa887-ba7a-464d-a356-cc87723e4231 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:45:28.860132 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea353c1-e06f-4b22-8d13-66d7e24c830c None None] DHCP port deletion for f02404b1-751d-4127-8dd8-cfd3a3cfbf6e request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:45:28.894269 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:28.894730 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:28.895143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:28.895568 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:28.895973 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:28.896380 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:28.896809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:28.897316 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:28.897594 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:28.898013 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:28.898408 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:28.898883 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:28.899282 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:28.899679 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:28.900076 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:28.908320 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 26de82a0-245c-43ef-ab31-e8c9879bf010 resource provider aggregate not found Nov 02 12:45:28.913274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb8777b-4c01-4fca-9647-96d93fc1c738 None None] DHCP port deletion for 4706b3d1-832b-41ea-96fa-f409906efd4d request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:45:28.924786 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 52caa887-ba7a-464d-a356-cc87723e4231 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:28.924786 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 52caa887-ba7a-464d-a356-cc87723e4231 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:45:28.925060 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ee789d8-1b3f-418a-beeb-eacb04a8e88b no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:45:28.971926 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 3ee789d8-1b3f-418a-beeb-eacb04a8e88b {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:28.972351 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ee789d8-1b3f-418a-beeb-eacb04a8e88b not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:45:28.972872 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3b863a3f-8dc8-4599-8af8-c47ba7af8e19 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:45:28.985397 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-4e0f5d1b-ef7e-412b-be48-07426cd985dc None None] Set router ea9d3af2-522b-48d8-96c2-f6178c1cdf7c gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:29.041227 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=72,neutron:DELETE=13,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:29.087433 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 26de82a0-245c-43ef-ab31-e8c9879bf010 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26de82a0-245c-43ef-ab31-e8c9879bf010 found for delete ", "request_id": "req-c0b090b8-7119-4038-9e40-0e0f6239e029"}]} Nov 02 12:45:29.089285 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 3b863a3f-8dc8-4599-8af8-c47ba7af8e19 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:29.089642 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3b863a3f-8dc8-4599-8af8-c47ba7af8e19 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:45:29.120924 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98e7cf82-7c81-4133-ba8f-549b4bf52e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (590cca5d-9bd8-425e-a9b3-3d3cd23b4a78), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:29.122575 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e7cf82-7c81-4133-ba8f-549b4bf52e9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 590cca5d-9bd8-425e-a9b3-3d3cd23b4a78 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:45:29.130979 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98e7cf82-7c81-4133-ba8f-549b4bf52e9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:29.132421 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-98e7cf82-7c81-4133-ba8f-549b4bf52e9c admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/590cca5d-9bd8-425e-a9b3-3d3cd23b4a78 HTTP/1.1" status: 204 len: 168 time: 3.0993741 Nov 02 12:45:29.135442 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40832) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:29.219598 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-5260aa9d-3ba4-4fec-89f9-2243a20ea189 admin admin] Deleting subnet 99c2a8cd-5c8e-47ee-bce7-783469eabd60 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:45:29.237710 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5260aa9d-3ba4-4fec-89f9-2243a20ea189 admin admin] Publish callbacks [] for subnet (99c2a8cd-5c8e-47ee-bce7-783469eabd60), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:29.262861 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e2f61ede-0fb3-4e5e-afeb-a41b5ca85b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (f02404b1-751d-4127-8dd8-cfd3a3cfbf6e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:29.277182 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-56719812-18eb-4d65-88fa-a53a197a4e54 None None] Current status of the port 823365b0-a029-479c-9888-49ba96b7fa6c is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:29.277619 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-56719812-18eb-4d65-88fa-a53a197a4e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (823365b0-a029-479c-9888-49ba96b7fa6c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:29.315410 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5260aa9d-3ba4-4fec-89f9-2243a20ea189 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (99c2a8cd-5c8e-47ee-bce7-783469eabd60), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:29.340812 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-e2f61ede-0fb3-4e5e-afeb-a41b5ca85b4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02404b1-751d-4127-8dd8-cfd3a3cfbf6e']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:29.355380 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:29.364641 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-e2f61ede-0fb3-4e5e-afeb-a41b5ca85b4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e6fba3-6a89-4729-9c5b-2bc230399294') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:29.364964 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-e2f61ede-0fb3-4e5e-afeb-a41b5ca85b4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e6fba3-6a89-4729-9c5b-2bc230399294') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:29.391268 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e2f61ede-0fb3-4e5e-afeb-a41b5ca85b4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (83e6fba3-6a89-4729-9c5b-2bc230399294), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:29.437990 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e2f61ede-0fb3-4e5e-afeb-a41b5ca85b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (83e6fba3-6a89-4729-9c5b-2bc230399294), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:29.446630 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f61ede-0fb3-4e5e-afeb-a41b5ca85b4b admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:45:29.447158 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e2f61ede-0fb3-4e5e-afeb-a41b5ca85b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (83e6fba3-6a89-4729-9c5b-2bc230399294), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:29.470204 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-56719812-18eb-4d65-88fa-a53a197a4e54 None None] For port 823365b0-a029-479c-9888-49ba96b7fa6c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=823365b0-a029-479c-9888-49ba96b7fa6c,segment=NetworkSegment(871c01d6-3c96-408b-995b-0a73df39cb00),segment_id=871c01d6-3c96-408b-995b-0a73df39cb00)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:29.507382 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5260aa9d-3ba4-4fec-89f9-2243a20ea189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (99c2a8cd-5c8e-47ee-bce7-783469eabd60), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:29.534736 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4e0f5d1b-ef7e-412b-be48-07426cd985dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1106723011-router', 'tenant_id': 'd15efd8b3a96452e84f31fe686b088c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:33Z', 'updated_at': '2022-11-02T12:45:20Z', 'revision_number': 5, 'project_id': 'd15efd8b3a96452e84f31fe686b088c1', 'gw_port': {'id': '16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:34Z', 'updated_at': '2022-11-02T12:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:29.562409 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c239ceae-0854-451a-9ee5-d644eac3e179 admin admin] Deleting port 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:29.563047 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c239ceae-0854-451a-9ee5-d644eac3e179 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:29.579217 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0f5d1b-ef7e-412b-be48-07426cd985dc None None] The sync data for ids ['ea9d3af2-522b-48d8-96c2-f6178c1cdf7c'] in n-d-857339-6 is: [{'id': 'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1106723011-router', 'tenant_id': 'd15efd8b3a96452e84f31fe686b088c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:33Z', 'updated_at': '2022-11-02T12:45:20Z', 'revision_number': 5, 'project_id': 'd15efd8b3a96452e84f31fe686b088c1', 'gw_port': {'id': '16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9d3af2-522b-48d8-96c2-f6178c1cdf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:34Z', 'updated_at': '2022-11-02T12:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:29.586960 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daa38e2b-1b23-4a17-aa6e-0348a7609c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (4706b3d1-832b-41ea-96fa-f409906efd4d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:29.606148 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-56719812-18eb-4d65-88fa-a53a197a4e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (823365b0-a029-479c-9888-49ba96b7fa6c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:29.613532 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-56719812-18eb-4d65-88fa-a53a197a4e54 None None] Could not find standard attr ID for object 11b79913-cb92-41fa-ba5f-efd2f004e980. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:45:29.635887 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daa38e2b-1b23-4a17-aa6e-0348a7609c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:29.642529 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-daa38e2b-1b23-4a17-aa6e-0348a7609c8a admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/4706b3d1-832b-41ea-96fa-f409906efd4d HTTP/1.1" status: 204 len: 168 time: 6.0484502 Nov 02 12:45:29.651759 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9866aae0-3f29-4ec5-ad24-8f99c5292208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (2bb42f0a-714b-4f25-961e-6c1147e0bff0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:29.671000 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e2f61ede-0fb3-4e5e-afeb-a41b5ca85b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (f02404b1-751d-4127-8dd8-cfd3a3cfbf6e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:29.674689 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa38e2b-1b23-4a17-aa6e-0348a7609c8a admin admin] Pushing event deleted for resources: {'Network': ['ID=4706b3d1-832b-41ea-96fa-f409906efd4d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:29.683006 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e2f61ede-0fb3-4e5e-afeb-a41b5ca85b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:29.689085 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e2f61ede-0fb3-4e5e-afeb-a41b5ca85b4b admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/f02404b1-751d-4127-8dd8-cfd3a3cfbf6e HTTP/1.1" status: 204 len: 168 time: 3.7126617 Nov 02 12:45:29.722464 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56719812-18eb-4d65-88fa-a53a197a4e54 None None] Pushing event updated for resources: {'Port': ['ID=823365b0-a029-479c-9888-49ba96b7fa6c,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:29.789890 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f61ede-0fb3-4e5e-afeb-a41b5ca85b4b admin admin] Pushing event deleted for resources: {'Network': ['ID=f02404b1-751d-4127-8dd8-cfd3a3cfbf6e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:29.805573 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:29.815092 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee7a209d-fec0-4248-8021-23d1d09d1087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9840b066-0e5f-4e0d-8a8d-083f1b0ac931), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:29.900629 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a209d-fec0-4248-8021-23d1d09d1087 admin admin] Pushing event deleted for resources: {'Port': ['ID=9840b066-0e5f-4e0d-8a8d-083f1b0ac931,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:29.924473 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a209d-fec0-4248-8021-23d1d09d1087 admin admin] No DVR routers for this DVR port 9840b066-0e5f-4e0d-8a8d-083f1b0ac931 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:45:30.063215 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-c239ceae-0854-451a-9ee5-d644eac3e179 admin admin] For port 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:30.064875 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c239ceae-0854-451a-9ee5-d644eac3e179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:30.156849 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee7a209d-fec0-4248-8021-23d1d09d1087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (4a71a857-cbbc-4f91-9823-ad7a1b98d38c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:30.160262 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c239ceae-0854-451a-9ee5-d644eac3e179 admin admin] Calling delete_port for 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:30.210061 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5260aa9d-3ba4-4fec-89f9-2243a20ea189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (99c2a8cd-5c8e-47ee-bce7-783469eabd60), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:30.210588 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ee7a209d-fec0-4248-8021-23d1d09d1087 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a71a857-cbbc-4f91-9823-ad7a1b98d38c']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:30.260737 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ee7a209d-fec0-4248-8021-23d1d09d1087 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bbcd02c-3ac4-43f8-9c3b-6163555cac00') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:30.267983 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ee7a209d-fec0-4248-8021-23d1d09d1087 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bbcd02c-3ac4-43f8-9c3b-6163555cac00') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:30.276397 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee7a209d-fec0-4248-8021-23d1d09d1087 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (4bbcd02c-3ac4-43f8-9c3b-6163555cac00), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:30.301128 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9866aae0-3f29-4ec5-ad24-8f99c5292208 admin admin] Router 2bb42f0a-714b-4f25-961e-6c1147e0bff0 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:45:30.310602 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5260aa9d-3ba4-4fec-89f9-2243a20ea189 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:30.312894 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee7a209d-fec0-4248-8021-23d1d09d1087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4bbcd02c-3ac4-43f8-9c3b-6163555cac00), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:30.314371 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5260aa9d-3ba4-4fec-89f9-2243a20ea189 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/99c2a8cd-5c8e-47ee-bce7-783469eabd60 HTTP/1.1" status: 204 len: 168 time: 1.1777718 Nov 02 12:45:30.315845 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260aa9d-3ba4-4fec-89f9-2243a20ea189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99c2a8cd-5c8e-47ee-bce7-783469eabd60,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:30.318148 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40852) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:30.340702 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:30.344565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24b2f88-b937-4b5c-8103-98cee7eb7298 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:45:30.349659 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7a209d-fec0-4248-8021-23d1d09d1087 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:45:30.351481 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee7a209d-fec0-4248-8021-23d1d09d1087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (4bbcd02c-3ac4-43f8-9c3b-6163555cac00), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:30.415271 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:30.495429 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-fcd39ae4-0775-4d12-9be4-bcf6b31d6473 None None] Provisioning complete for port 823365b0-a029-479c-9888-49ba96b7fa6c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:30.496475 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fcd39ae4-0775-4d12-9be4-bcf6b31d6473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (823365b0-a029-479c-9888-49ba96b7fa6c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:30.505176 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-fcd39ae4-0775-4d12-9be4-bcf6b31d6473 None None] Attempt 1 to provision port 823365b0-a029-479c-9888-49ba96b7fa6c Nov 02 12:45:30.531724 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ee6bd34-45f2-4f2e-a43e-b32c242082dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (607755e4-df67-450d-8cc7-beb6925f3a1d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:30.534672 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40854) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:30.661192 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:30.661778 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7833c4fa-a4a9-40e1-b3f9-f1b950debd86), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:30.662045 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 Nov 02 12:45:30.665610 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40856) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:30.665834 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee7a209d-fec0-4248-8021-23d1d09d1087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (4a71a857-cbbc-4f91-9823-ad7a1b98d38c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:30.669572 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9866aae0-3f29-4ec5-ad24-8f99c5292208 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:45:30.683585 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee7a209d-fec0-4248-8021-23d1d09d1087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:30.694741 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] Sync routers for ids ['2bb42f0a-714b-4f25-961e-6c1147e0bff0'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:45:30.696109 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ee7a209d-fec0-4248-8021-23d1d09d1087 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/4a71a857-cbbc-4f91-9823-ad7a1b98d38c HTTP/1.1" status: 204 len: 168 time: 3.2216666 Nov 02 12:45:30.739351 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a209d-fec0-4248-8021-23d1d09d1087 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a71a857-cbbc-4f91-9823-ad7a1b98d38c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:30.819263 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c6d3a005-0125-42fa-970f-01a4b5e5c275 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=028ae84504c3470795228745c92988ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2319608 Nov 02 12:45:30.821601 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40860) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:30.830285 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24b2f88-b937-4b5c-8103-98cee7eb7298 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:45:30.836938 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] Routers {'2bb42f0a-714b-4f25-961e-6c1147e0bff0'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:30.837620 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['2bb42f0a-714b-4f25-961e-6c1147e0bff0'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:30.846359 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6ee6bd34-45f2-4f2e-a43e-b32c242082dc admin admin] Deleting port a5f8d3d7-e147-4160-ac49-89b5968e86df {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:30.846715 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ee6bd34-45f2-4f2e-a43e-b32c242082dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a5f8d3d7-e147-4160-ac49-89b5968e86df), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:30.892405 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c239ceae-0854-451a-9ee5-d644eac3e179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:30.935706 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fcd39ae4-0775-4d12-9be4-bcf6b31d6473 None None] Current status of the port 823365b0-a029-479c-9888-49ba96b7fa6c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:30.983481 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9866aae0-3f29-4ec5-ad24-8f99c5292208 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:30.984976 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9866aae0-3f29-4ec5-ad24-8f99c5292208 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.0478218 Nov 02 12:45:30.991102 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40864) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:30.994283 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c72c3f27-01ed-460b-90ba-855f75f5a4eb admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6fcb3622750f4d468efb3f30bd74a498&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3268073 Nov 02 12:45:30.995471 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40866) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:31.014449 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239ceae-0854-451a-9ee5-d644eac3e179 admin admin] Pushing event deleted for resources: {'Port': ['ID=16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:31.028669 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-6ee6bd34-45f2-4f2e-a43e-b32c242082dc admin admin] For port a5f8d3d7-e147-4160-ac49-89b5968e86df, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a5f8d3d7-e147-4160-ac49-89b5968e86df,segment=NetworkSegment(848847b3-490d-4845-9e70-8f9dc4dcf6c7),segment_id=848847b3-490d-4845-9e70-8f9dc4dcf6c7)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:31.029036 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ee6bd34-45f2-4f2e-a43e-b32c242082dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a5f8d3d7-e147-4160-ac49-89b5968e86df), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:31.063773 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6ee6bd34-45f2-4f2e-a43e-b32c242082dc admin admin] Calling delete_port for a5f8d3d7-e147-4160-ac49-89b5968e86df owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:31.108573 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fbe4e461-6f9b-495f-8e66-607f1fb1856e admin admin] Publish callbacks [] for security_group (084ec502-b5a3-441b-b2a6-625df39d6c48), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:31.129635 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:31.129635 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 823365b0-a029-479c-9888-49ba96b7fa6c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:31.171582 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-372a9b68-c51a-4719-8c48-ca1832cefd10 admin admin] Publish callbacks [] for security_group (9cb2703b-7cb3-4b10-b305-9e915536366d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:31.200011 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 83e6fba3-6a89-4729-9c5b-2bc230399294 resource provider aggregate not found Nov 02 12:45:31.209877 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c239ceae-0854-451a-9ee5-d644eac3e179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (ea9d3af2-522b-48d8-96c2-f6178c1cdf7c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:31.249299 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-372a9b68-c51a-4719-8c48-ca1832cefd10 admin admin] Publish callbacks [] for security_group (9cb2703b-7cb3-4b10-b305-9e915536366d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:31.313746 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 83e6fba3-6a89-4729-9c5b-2bc230399294 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83e6fba3-6a89-4729-9c5b-2bc230399294 found for delete ", "request_id": "req-09d07c9c-b6ea-4d0f-8919-b2b4c49c1ad5"}]} Nov 02 12:45:31.319910 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fbe4e461-6f9b-495f-8e66-607f1fb1856e admin admin] Publish callbacks [] for security_group (084ec502-b5a3-441b-b2a6-625df39d6c48), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:31.354107 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] Set router 2bb42f0a-714b-4f25-961e-6c1147e0bff0 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:31.367199 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 4bbcd02c-3ac4-43f8-9c3b-6163555cac00 resource provider aggregate not found Nov 02 12:45:31.397594 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:31.424717 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40880) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:31.491074 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 823365b0-a029-479c-9888-49ba96b7fa6c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:31.491451 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (823365b0-a029-479c-9888-49ba96b7fa6c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:31.491797 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 823365b0-a029-479c-9888-49ba96b7fa6c Nov 02 12:45:31.523405 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ee6bd34-45f2-4f2e-a43e-b32c242082dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (a5f8d3d7-e147-4160-ac49-89b5968e86df), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:31.525809 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-372a9b68-c51a-4719-8c48-ca1832cefd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9cb2703b-7cb3-4b10-b305-9e915536366d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:31.530669 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-372a9b68-c51a-4719-8c48-ca1832cefd10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:31.540525 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-372a9b68-c51a-4719-8c48-ca1832cefd10 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9cb2703b-7cb3-4b10-b305-9e915536366d HTTP/1.1" status: 204 len: 168 time: 0.5334322 Nov 02 12:45:31.626255 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6bd34-45f2-4f2e-a43e-b32c242082dc admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f8d3d7-e147-4160-ac49-89b5968e86df,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:31.634666 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-44869d95-8729-4bee-9a7f-01ffd05af543 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6839662ece854e21ac3002b262fdc52e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2074506 Nov 02 12:45:31.648415 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40892) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:31.673795 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee6bd34-45f2-4f2e-a43e-b32c242082dc admin admin] No DVR routers for this DVR port a5f8d3d7-e147-4160-ac49-89b5968e86df on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:45:31.680819 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a9b68-c51a-4719-8c48-ca1832cefd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb2703b-7cb3-4b10-b305-9e915536366d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:31.822492 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:31.828066 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c3fbba-c34e-4152-b635-3eafe10a124f None None] DHCP port deletion for 4a71a857-cbbc-4f91-9823-ad7a1b98d38c request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:45:31.830083 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ee6bd34-45f2-4f2e-a43e-b32c242082dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (607755e4-df67-450d-8cc7-beb6925f3a1d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:31.847806 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 4bbcd02c-3ac4-43f8-9c3b-6163555cac00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4bbcd02c-3ac4-43f8-9c3b-6163555cac00 found for delete ", "request_id": "req-eaa5fbf3-2521-4e05-a669-8bf8da1e8898"}]} Nov 02 12:45:31.868947 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-6ee6bd34-45f2-4f2e-a43e-b32c242082dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607755e4-df67-450d-8cc7-beb6925f3a1d']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:31.875493 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c239ceae-0854-451a-9ee5-d644eac3e179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (ea9d3af2-522b-48d8-96c2-f6178c1cdf7c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:31.883016 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-6ee6bd34-45f2-4f2e-a43e-b32c242082dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848847b3-490d-4845-9e70-8f9dc4dcf6c7') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:31.883437 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-6ee6bd34-45f2-4f2e-a43e-b32c242082dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848847b3-490d-4845-9e70-8f9dc4dcf6c7') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:31.889409 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c239ceae-0854-451a-9ee5-d644eac3e179 admin admin] Publish callbacks [] for router_controller (ea9d3af2-522b-48d8-96c2-f6178c1cdf7c), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:31.899140 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afa0090-0162-409f-8f54-403b60236fdc None None] Network 275095fb-b660-4a8a-b314-60805bd50d0f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:45:31.903260 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ee6bd34-45f2-4f2e-a43e-b32c242082dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (848847b3-490d-4845-9e70-8f9dc4dcf6c7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:31.938649 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ee6bd34-45f2-4f2e-a43e-b32c242082dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (848847b3-490d-4845-9e70-8f9dc4dcf6c7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:31.938649 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee6bd34-45f2-4f2e-a43e-b32c242082dc admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:45:31.938649 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ee6bd34-45f2-4f2e-a43e-b32c242082dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (848847b3-490d-4845-9e70-8f9dc4dcf6c7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:32.129946 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb42f0a-714b-4f25-961e-6c1147e0bff0', 'name': 'tempest-VolumesAdminNegativeTest-1131202407-router', 'tenant_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2b71ede1-2cf8-4bdf-a85b-cc79e19d1111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:22Z', 'updated_at': '2022-11-02T12:45:27Z', 'revision_number': 3, 'project_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'gw_port': {'id': '2b71ede1-2cf8-4bdf-a85b-cc79e19d1111', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb42f0a-714b-4f25-961e-6c1147e0bff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:26Z', 'updated_at': '2022-11-02T12:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:32.257577 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] Checking router: 2bb42f0a-714b-4f25-961e-6c1147e0bff0 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:45:32.258474 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] Updating router 2bb42f0a-714b-4f25-961e-6c1147e0bff0 port 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:45:32.323034 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 848847b3-490d-4845-9e70-8f9dc4dcf6c7 resource provider aggregate not found Nov 02 12:45:32.336098 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:32.338921 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-deb26bd5-81ed-426a-9b6a-f050462517e3 admin admin] Publish callbacks [] for security_group (028b42d4-3de4-483c-86ab-a54f4632fc43), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:32.359542 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 848847b3-490d-4845-9e70-8f9dc4dcf6c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 848847b3-490d-4845-9e70-8f9dc4dcf6c7 found for delete ", "request_id": "req-c7ee594e-fe08-4d13-9426-48f6427bcfa9"}]} Nov 02 12:45:32.372285 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 823365b0-a029-479c-9888-49ba96b7fa6c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:32.372285 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device af6f7557-60c8-46bf-86b5-95c3e1023bd0 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:32.372815 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-deb26bd5-81ed-426a-9b6a-f050462517e3 admin admin] Publish callbacks [] for security_group (028b42d4-3de4-483c-86ab-a54f4632fc43), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:32.402151 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c239ceae-0854-451a-9ee5-d644eac3e179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (ea9d3af2-522b-48d8-96c2-f6178c1cdf7c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:32.402833 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c239ceae-0854-451a-9ee5-d644eac3e179 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea9d3af2-522b-48d8-96c2-f6178c1cdf7c {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:45:32.432029 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c239ceae-0854-451a-9ee5-d644eac3e179 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:32.433247 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c239ceae-0854-451a-9ee5-d644eac3e179 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/ea9d3af2-522b-48d8-96c2-f6178c1cdf7c HTTP/1.1" status: 204 len: 168 time: 5.9307563 Nov 02 12:45:32.436424 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40918) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:32.446405 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2b71ede1-2cf8-4bdf-a85b-cc79e19d1111), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:32.528319 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1e1d03-e401-41a1-b6ad-3522695757e8 admin admin] Deleting subnet 0ac18059-0b93-42b3-bd78-9c5d62cfb634 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:45:32.536607 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b1e1d03-e401-41a1-b6ad-3522695757e8 admin admin] Publish callbacks [] for subnet (0ac18059-0b93-42b3-bd78-9c5d62cfb634), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:32.546134 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ee6bd34-45f2-4f2e-a43e-b32c242082dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (607755e4-df67-450d-8cc7-beb6925f3a1d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:32.573703 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fbe4e461-6f9b-495f-8e66-607f1fb1856e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (084ec502-b5a3-441b-b2a6-625df39d6c48), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:32.577408 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fbe4e461-6f9b-495f-8e66-607f1fb1856e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:32.589678 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fbe4e461-6f9b-495f-8e66-607f1fb1856e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/084ec502-b5a3-441b-b2a6-625df39d6c48 HTTP/1.1" status: 204 len: 168 time: 1.7665832 Nov 02 12:45:32.622443 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ee6bd34-45f2-4f2e-a43e-b32c242082dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:32.625993 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6ee6bd34-45f2-4f2e-a43e-b32c242082dc admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/607755e4-df67-450d-8cc7-beb6925f3a1d HTTP/1.1" status: 204 len: 168 time: 2.3040860 Nov 02 12:45:32.634037 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4e461-6f9b-495f-8e66-607f1fb1856e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084ec502-b5a3-441b-b2a6-625df39d6c48,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:32.684915 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-deb26bd5-81ed-426a-9b6a-f050462517e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (028b42d4-3de4-483c-86ab-a54f4632fc43), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:32.687539 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-deb26bd5-81ed-426a-9b6a-f050462517e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:32.689324 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-deb26bd5-81ed-426a-9b6a-f050462517e3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/028b42d4-3de4-483c-86ab-a54f4632fc43 HTTP/1.1" status: 204 len: 168 time: 1.0386648 Nov 02 12:45:32.706913 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6bd34-45f2-4f2e-a43e-b32c242082dc admin admin] Pushing event deleted for resources: {'Network': ['ID=607755e4-df67-450d-8cc7-beb6925f3a1d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:32.719112 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb26bd5-81ed-426a-9b6a-f050462517e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028b42d4-3de4-483c-86ab-a54f4632fc43,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:32.755185 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b1e1d03-e401-41a1-b6ad-3522695757e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (0ac18059-0b93-42b3-bd78-9c5d62cfb634), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:32.885660 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-319e6e77-947a-448f-b656-a87ac8e13204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:32.918252 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b1e1d03-e401-41a1-b6ad-3522695757e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (0ac18059-0b93-42b3-bd78-9c5d62cfb634), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:32.962620 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port af6f7557-60c8-46bf-86b5-95c3e1023bd0 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:32.964154 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (af6f7557-60c8-46bf-86b5-95c3e1023bd0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:32.966704 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port af6f7557-60c8-46bf-86b5-95c3e1023bd0 Nov 02 12:45:33.034590 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305bb295-8e3f-4e4e-9643-50b3d58332e7 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:45:33.226553 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ef04180e-b6c9-47cb-88b8-b865fa00cfb5 None None] Provisioning complete for port 823365b0-a029-479c-9888-49ba96b7fa6c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:33.226553 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef04180e-b6c9-47cb-88b8-b865fa00cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (823365b0-a029-479c-9888-49ba96b7fa6c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:33.226553 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ef04180e-b6c9-47cb-88b8-b865fa00cfb5 None None] Attempt 1 to provision port 823365b0-a029-479c-9888-49ba96b7fa6c Nov 02 12:45:33.230522 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-319e6e77-947a-448f-b656-a87ac8e13204 admin admin] Allocated IP 172.20.0.1 (275095fb-b660-4a8a-b314-60805bd50d0f/9268368d-2f83-41d8-80d6-5e216a8c658f/89ab1b32-dcc8-4628-a2c3-cbdd865af058) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:45:33.231290 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:33.274307 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-319e6e77-947a-448f-b656-a87ac8e13204 admin admin] Publish callbacks [] for port (89ab1b32-dcc8-4628-a2c3-cbdd865af058), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:33.334736 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] Publish callbacks [] for port (2b71ede1-2cf8-4bdf-a85b-cc79e19d1111), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:33.388411 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port af6f7557-60c8-46bf-86b5-95c3e1023bd0 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:33.403300 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305bb295-8e3f-4e4e-9643-50b3d58332e7 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:45:33.419199 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ef04180e-b6c9-47cb-88b8-b865fa00cfb5 None None] Current status of the port 823365b0-a029-479c-9888-49ba96b7fa6c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:33.452262 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device bbdde45e-a631-43fa-9a8a-0ea2bd727fbd no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:45:33.511100 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: bbdde45e-a631-43fa-9a8a-0ea2bd727fbd {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:33.511338 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device bbdde45e-a631-43fa-9a8a-0ea2bd727fbd not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:45:33.511764 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 24ed1955-21e2-4e65-a096-2ee9a779d029 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:45:33.566234 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 24ed1955-21e2-4e65-a096-2ee9a779d029 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:33.566580 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 24ed1955-21e2-4e65-a096-2ee9a779d029 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:45:33.566999 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 11b79913-cb92-41fa-ba5f-efd2f004e980 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:45:33.598897 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 11b79913-cb92-41fa-ba5f-efd2f004e980 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:33.599251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 11b79913-cb92-41fa-ba5f-efd2f004e980 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:45:33.667168 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b1e1d03-e401-41a1-b6ad-3522695757e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (0ac18059-0b93-42b3-bd78-9c5d62cfb634), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:33.719725 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b1e1d03-e401-41a1-b6ad-3522695757e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:33.727255 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40962) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:33.728255 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9b1e1d03-e401-41a1-b6ad-3522695757e8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/0ac18059-0b93-42b3-bd78-9c5d62cfb634 HTTP/1.1" status: 204 len: 168 time: 1.2902207 Nov 02 12:45:33.729596 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e1d03-e401-41a1-b6ad-3522695757e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ac18059-0b93-42b3-bd78-9c5d62cfb634,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:33.779481 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2b71ede1-2cf8-4bdf-a85b-cc79e19d1111), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:33.824231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] Attempting to bind port 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:45:33.825006 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] Attempting to bind port 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:45:33.825751 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] Attempting to bind port 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:33.882714 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-319e6e77-947a-448f-b656-a87ac8e13204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (89ab1b32-dcc8-4628-a2c3-cbdd865af058), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:33.887071 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 823365b0-a029-479c-9888-49ba96b7fa6c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:33.892944 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40964) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:33.895574 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:45:33.896233 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:45:33.896860 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:33.901514 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:45:33.901514 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] Bound port: 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:45:33.901514 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2b71ede1-2cf8-4bdf-a85b-cc79e19d1111), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:33.968967 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-faf2531e-1c7b-474b-9b48-d277613656d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (3aea6110-9f65-40a6-aa8c-e375d079eab3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:33.985583 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319e6e77-947a-448f-b656-a87ac8e13204 admin admin] Network 275095fb-b660-4a8a-b314-60805bd50d0f is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:33.996704 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-319e6e77-947a-448f-b656-a87ac8e13204 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:33.998443 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-36b0d286-3a4b-4f00-b116-c18ec11d00e9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=48e7348010084007a1f39fd226ff05d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1035120 Nov 02 12:45:33.999434 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319e6e77-947a-448f-b656-a87ac8e13204 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:45:34.002046 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40966) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:34.005913 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f1305f-c3bb-48c2-b597-da6e59733782 None None] DHCP port deletion for 607755e4-df67-450d-8cc7-beb6925f3a1d request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:45:34.011441 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9af15-709d-4aa2-b33a-3adc08c25b2f None None] Pushing event updated for resources: {'Port': ['ID=2b71ede1-2cf8-4bdf-a85b-cc79e19d1111,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:34.063358 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e6e77-947a-448f-b656-a87ac8e13204 admin admin] Pushing event updated for resources: {'Port': ['ID=89ab1b32-dcc8-4628-a2c3-cbdd865af058,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:34.084014 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:34.129578 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-319e6e77-947a-448f-b656-a87ac8e13204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (2bb42f0a-714b-4f25-961e-6c1147e0bff0), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:34.157089 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] For port 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:45:34.184338 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] For port 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2b71ede1-2cf8-4bdf-a85b-cc79e19d1111,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:45:34.190261 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 823365b0-a029-479c-9888-49ba96b7fa6c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:34.190811 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (823365b0-a029-479c-9888-49ba96b7fa6c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:34.191121 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 823365b0-a029-479c-9888-49ba96b7fa6c Nov 02 12:45:34.202055 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-faf2531e-1c7b-474b-9b48-d277613656d8 admin admin] Deleting port 5ad88b08-0abb-411f-9166-ef811da2083c {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:34.202412 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-faf2531e-1c7b-474b-9b48-d277613656d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5ad88b08-0abb-411f-9166-ef811da2083c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:34.297569 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-314533de-cbfe-4435-be2a-1da9d9bfb121 admin admin] Publish callbacks [] for security_group (61bccf9d-18bb-4cb1-9f95-f7d280182b5c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:34.302745 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2b71ede1-2cf8-4bdf-a85b-cc79e19d1111), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:34.368248 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] Routers {'2bb42f0a-714b-4f25-961e-6c1147e0bff0'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:34.368925 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['2bb42f0a-714b-4f25-961e-6c1147e0bff0'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:34.464212 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-faf2531e-1c7b-474b-9b48-d277613656d8 admin admin] For port 5ad88b08-0abb-411f-9166-ef811da2083c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5ad88b08-0abb-411f-9166-ef811da2083c,segment=NetworkSegment(105a4e03-06b6-4eb5-8889-def3170d8654),segment_id=105a4e03-06b6-4eb5-8889-def3170d8654)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:34.464812 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-faf2531e-1c7b-474b-9b48-d277613656d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5ad88b08-0abb-411f-9166-ef811da2083c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:34.467276 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9af15-709d-4aa2-b33a-3adc08c25b2f None None] Pushing event updated for resources: {'Port': ['ID=2b71ede1-2cf8-4bdf-a85b-cc79e19d1111,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:34.508946 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-314533de-cbfe-4435-be2a-1da9d9bfb121 admin admin] Publish callbacks [] for security_group (61bccf9d-18bb-4cb1-9f95-f7d280182b5c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:34.541223 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-faf2531e-1c7b-474b-9b48-d277613656d8 admin admin] Calling delete_port for 5ad88b08-0abb-411f-9166-ef811da2083c owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:34.736026 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:34.747032 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 823365b0-a029-479c-9888-49ba96b7fa6c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:34.783748 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] Set router 2bb42f0a-714b-4f25-961e-6c1147e0bff0 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:34.857760 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-314533de-cbfe-4435-be2a-1da9d9bfb121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (61bccf9d-18bb-4cb1-9f95-f7d280182b5c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:34.863329 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-314533de-cbfe-4435-be2a-1da9d9bfb121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:34.865312 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-314533de-cbfe-4435-be2a-1da9d9bfb121 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/61bccf9d-18bb-4cb1-9f95-f7d280182b5c HTTP/1.1" status: 204 len: 168 time: 0.8540154 Nov 02 12:45:34.906650 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314533de-cbfe-4435-be2a-1da9d9bfb121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bccf9d-18bb-4cb1-9f95-f7d280182b5c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:34.910260 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9840b066-0e5f-4e0d-8a8d-083f1b0ac931 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:45:34.939409 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-faf2531e-1c7b-474b-9b48-d277613656d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (5ad88b08-0abb-411f-9166-ef811da2083c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:34.982427 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 9840b066-0e5f-4e0d-8a8d-083f1b0ac931 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:34.982775 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9840b066-0e5f-4e0d-8a8d-083f1b0ac931 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:45:34.983192 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:45:35.072984 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2531e-1c7b-474b-9b48-d277613656d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ad88b08-0abb-411f-9166-ef811da2083c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:35.090705 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf2531e-1c7b-474b-9b48-d277613656d8 admin admin] No DVR routers for this DVR port 5ad88b08-0abb-411f-9166-ef811da2083c on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:45:35.155962 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:35.247090 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e31d5d-9070-40b5-a575-6b73aabe3266 None None] Network 3aea6110-9f65-40a6-aa8c-e375d079eab3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:45:35.248734 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:35.248734 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 16cae3d3-0ed6-4d15-9bc7-ec6e0d1127e8 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:45:35.248734 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 865778b5-a10d-4725-ae39-2db7817c5ce0 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:45:35.259860 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d84f46ac-535f-4ced-8fec-23729ff05622 None None] Could not find standard attr ID for object 5ad88b08-0abb-411f-9166-ef811da2083c. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:45:35.331948 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-faf2531e-1c7b-474b-9b48-d277613656d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (3aea6110-9f65-40a6-aa8c-e375d079eab3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:35.449875 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-faf2531e-1c7b-474b-9b48-d277613656d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aea6110-9f65-40a6-aa8c-e375d079eab3']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:35.480389 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-faf2531e-1c7b-474b-9b48-d277613656d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105a4e03-06b6-4eb5-8889-def3170d8654') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:35.481949 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-faf2531e-1c7b-474b-9b48-d277613656d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105a4e03-06b6-4eb5-8889-def3170d8654') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:35.512266 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-faf2531e-1c7b-474b-9b48-d277613656d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (105a4e03-06b6-4eb5-8889-def3170d8654), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:35.522161 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-faf2531e-1c7b-474b-9b48-d277613656d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (105a4e03-06b6-4eb5-8889-def3170d8654), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:35.550041 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf2531e-1c7b-474b-9b48-d277613656d8 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:45:35.551791 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-faf2531e-1c7b-474b-9b48-d277613656d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (105a4e03-06b6-4eb5-8889-def3170d8654), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:35.661551 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 865778b5-a10d-4725-ae39-2db7817c5ce0 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:35.662770 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 865778b5-a10d-4725-ae39-2db7817c5ce0 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:45:35.663864 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 064afe14-ec12-46e8-8a55-d0c5a61c06cc no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:45:35.684770 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb42f0a-714b-4f25-961e-6c1147e0bff0', 'name': 'tempest-VolumesAdminNegativeTest-1131202407-router', 'tenant_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2b71ede1-2cf8-4bdf-a85b-cc79e19d1111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:22Z', 'updated_at': '2022-11-02T12:45:27Z', 'revision_number': 3, 'project_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'gw_port': {'id': '2b71ede1-2cf8-4bdf-a85b-cc79e19d1111', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb42f0a-714b-4f25-961e-6c1147e0bff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:26Z', 'updated_at': '2022-11-02T12:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:35.762476 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 105a4e03-06b6-4eb5-8889-def3170d8654 resource provider aggregate not found Nov 02 12:45:35.815547 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 064afe14-ec12-46e8-8a55-d0c5a61c06cc {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:35.816584 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 064afe14-ec12-46e8-8a55-d0c5a61c06cc not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:45:35.864466 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 105a4e03-06b6-4eb5-8889-def3170d8654 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 105a4e03-06b6-4eb5-8889-def3170d8654 found for delete ", "request_id": "req-5958639a-13f7-43f7-8878-8d35a89bb0a9"}]} Nov 02 12:45:35.865102 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-319e6e77-947a-448f-b656-a87ac8e13204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (89ab1b32-dcc8-4628-a2c3-cbdd865af058), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:35.898319 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be30a620-4eb7-4d3d-92e3-82df0bf6789c None None] The sync data for ids ['2bb42f0a-714b-4f25-961e-6c1147e0bff0'] in n-d-857339-6 is: [{'id': '2bb42f0a-714b-4f25-961e-6c1147e0bff0', 'name': 'tempest-VolumesAdminNegativeTest-1131202407-router', 'tenant_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2b71ede1-2cf8-4bdf-a85b-cc79e19d1111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:22Z', 'updated_at': '2022-11-02T12:45:27Z', 'revision_number': 3, 'project_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'gw_port': {'id': '2b71ede1-2cf8-4bdf-a85b-cc79e19d1111', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb42f0a-714b-4f25-961e-6c1147e0bff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:26Z', 'updated_at': '2022-11-02T12:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:35.915748 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-faf2531e-1c7b-474b-9b48-d277613656d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (3aea6110-9f65-40a6-aa8c-e375d079eab3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:35.936640 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-faf2531e-1c7b-474b-9b48-d277613656d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:35.943741 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-faf2531e-1c7b-474b-9b48-d277613656d8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/3aea6110-9f65-40a6-aa8c-e375d079eab3 HTTP/1.1" status: 204 len: 168 time: 2.2138393 Nov 02 12:45:35.952025 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8cd7015c-48b7-44e9-88df-3ca5cf3eebe1 None None] Provisioning complete for port 89ab1b32-dcc8-4628-a2c3-cbdd865af058 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:35.954789 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8cd7015c-48b7-44e9-88df-3ca5cf3eebe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (89ab1b32-dcc8-4628-a2c3-cbdd865af058), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:35.956523 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8cd7015c-48b7-44e9-88df-3ca5cf3eebe1 None None] Attempt 1 to provision port 89ab1b32-dcc8-4628-a2c3-cbdd865af058 Nov 02 12:45:36.015599 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2531e-1c7b-474b-9b48-d277613656d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aea6110-9f65-40a6-aa8c-e375d079eab3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:36.129920 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8cd7015c-48b7-44e9-88df-3ca5cf3eebe1 None None] Port 89ab1b32-dcc8-4628-a2c3-cbdd865af058 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:45:36.154239 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd8eb31-bc5f-4fe0-a953-1702a09f9eaa None None] DHCP port deletion for 3aea6110-9f65-40a6-aa8c-e375d079eab3 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:45:36.188294 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a5f8d3d7-e147-4160-ac49-89b5968e86df no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:45:36.232294 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:36.255511 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: a5f8d3d7-e147-4160-ac49-89b5968e86df {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:36.256349 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a5f8d3d7-e147-4160-ac49-89b5968e86df not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:45:36.309504 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-319e6e77-947a-448f-b656-a87ac8e13204 admin admin] Publish callbacks [] for port (89ab1b32-dcc8-4628-a2c3-cbdd865af058), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:36.403445 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-319e6e77-947a-448f-b656-a87ac8e13204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (89ab1b32-dcc8-4628-a2c3-cbdd865af058), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:36.516526 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e6e77-947a-448f-b656-a87ac8e13204 admin admin] Pushing event updated for resources: {'Port': ['ID=89ab1b32-dcc8-4628-a2c3-cbdd865af058,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:36.547743 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:36.572611 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-319e6e77-947a-448f-b656-a87ac8e13204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (2bb42f0a-714b-4f25-961e-6c1147e0bff0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:36.614973 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:36.694979 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41080) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:36.729746 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319e6e77-947a-448f-b656-a87ac8e13204 admin admin] Network 275095fb-b660-4a8a-b314-60805bd50d0f is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:36.731225 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-319e6e77-947a-448f-b656-a87ac8e13204 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:36.973610 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319e6e77-947a-448f-b656-a87ac8e13204 admin admin] Router 2bb42f0a-714b-4f25-961e-6c1147e0bff0 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:45:37.093057 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6b2ebe62-da1e-4ae6-b7f1-5ed08c17975b None None] Provisioning complete for port 89ab1b32-dcc8-4628-a2c3-cbdd865af058 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:37.098487 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6b2ebe62-da1e-4ae6-b7f1-5ed08c17975b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (89ab1b32-dcc8-4628-a2c3-cbdd865af058), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:37.099925 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-6b2ebe62-da1e-4ae6-b7f1-5ed08c17975b None None] Attempt 1 to provision port 89ab1b32-dcc8-4628-a2c3-cbdd865af058 Nov 02 12:45:37.143196 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319e6e77-947a-448f-b656-a87ac8e13204 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:45:37.150145 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-319e6e77-947a-448f-b656-a87ac8e13204 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/2bb42f0a-714b-4f25-961e-6c1147e0bff0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1502151 Nov 02 12:45:37.161165 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6b2ebe62-da1e-4ae6-b7f1-5ed08c17975b None None] Port 89ab1b32-dcc8-4628-a2c3-cbdd865af058 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:45:37.717807 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:37.918691 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:37.969194 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:37.969853 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2b71ede1-2cf8-4bdf-a85b-cc79e19d1111), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:37.970189 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111 Nov 02 12:45:38.083628 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:38.084028 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2b71ede1-2cf8-4bdf-a85b-cc79e19d1111), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:38.109452 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2b71ede1-2cf8-4bdf-a85b-cc79e19d1111,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:38.248341 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] Sync routers for ids ['2bb42f0a-714b-4f25-961e-6c1147e0bff0'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:45:38.261169 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] Routers {'2bb42f0a-714b-4f25-961e-6c1147e0bff0'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:38.261781 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['2bb42f0a-714b-4f25-961e-6c1147e0bff0'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:38.312136 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2b71ede1-2cf8-4bdf-a85b-cc79e19d1111), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:38.328077 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5ad88b08-0abb-411f-9166-ef811da2083c no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:45:38.375550 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 5ad88b08-0abb-411f-9166-ef811da2083c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:38.375893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5ad88b08-0abb-411f-9166-ef811da2083c not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:45:38.405330 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=2b71ede1-2cf8-4bdf-a85b-cc79e19d1111,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:38.426039 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] Set router 2bb42f0a-714b-4f25-961e-6c1147e0bff0 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:38.517888 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41104) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:38.574750 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e1e38eab-e27d-479b-a097-8111ff0e8403 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a62ee57746e345a799a6ddab45624dc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453262 Nov 02 12:45:38.577546 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41106) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:38.676472 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb42f0a-714b-4f25-961e-6c1147e0bff0', 'name': 'tempest-VolumesAdminNegativeTest-1131202407-router', 'tenant_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2b71ede1-2cf8-4bdf-a85b-cc79e19d1111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:22Z', 'updated_at': '2022-11-02T12:45:34Z', 'revision_number': 4, 'project_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'gw_port': {'id': '2b71ede1-2cf8-4bdf-a85b-cc79e19d1111', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb42f0a-714b-4f25-961e-6c1147e0bff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:26Z', 'updated_at': '2022-11-02T12:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '89ab1b32-dcc8-4628-a2c3-cbdd865af058', 'name': '', 'network_id': '275095fb-b660-4a8a-b314-60805bd50d0f', 'tenant_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'mac_address': 'fa:16:3e:80:5f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb42f0a-714b-4f25-961e-6c1147e0bff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '9268368d-2f83-41d8-80d6-5e216a8c658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:32Z', 'updated_at': '2022-11-02T12:45:36Z', 'revision_number': 2, 'project_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'subnets': [{'id': '9268368d-2f83-41d8-80d6-5e216a8c658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:38.684938 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8dc976ed-e768-4581-8127-60575e0c8c35 admin admin] Publish callbacks [] for security_group (8401ed3f-f144-4a86-9c2c-2c62d11c58f6), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:38.710637 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] Checking router: 2bb42f0a-714b-4f25-961e-6c1147e0bff0 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:45:38.711766 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] Updating router 2bb42f0a-714b-4f25-961e-6c1147e0bff0 port 89ab1b32-dcc8-4628-a2c3-cbdd865af058 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:45:38.719705 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8dc976ed-e768-4581-8127-60575e0c8c35 admin admin] Publish callbacks [] for security_group (8401ed3f-f144-4a86-9c2c-2c62d11c58f6), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:38.780579 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (89ab1b32-dcc8-4628-a2c3-cbdd865af058), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:38.889020 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8dc976ed-e768-4581-8127-60575e0c8c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8401ed3f-f144-4a86-9c2c-2c62d11c58f6), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:38.892029 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8dc976ed-e768-4581-8127-60575e0c8c35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:38.893627 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8dc976ed-e768-4581-8127-60575e0c8c35 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8401ed3f-f144-4a86-9c2c-2c62d11c58f6 HTTP/1.1" status: 204 len: 168 time: 0.3148327 Nov 02 12:45:38.899698 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-007e4c85-9721-4b56-a481-75854483bc1e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1715560253-network', 'tenant_id': '9f93f39d26df455292e782018b938219'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:38.915444 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc976ed-e768-4581-8127-60575e0c8c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8401ed3f-f144-4a86-9c2c-2c62d11c58f6,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:39.013570 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41128) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:39.020191 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007e4c85-9721-4b56-a481-75854483bc1e admin admin] Made reservation on behalf of 9f93f39d26df455292e782018b938219 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:45:39.022648 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-007e4c85-9721-4b56-a481-75854483bc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:39.035226 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-007e4c85-9721-4b56-a481-75854483bc1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:39.072845 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:39.115158 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:39.135030 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-007e4c85-9721-4b56-a481-75854483bc1e admin admin] Publish callbacks [] for security_group (ddcbae42-36d2-47eb-8a9c-b1cacc783604), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:39.166060 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:39.193895 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] Publish callbacks [] for port (89ab1b32-dcc8-4628-a2c3-cbdd865af058), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:39.343983 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-007e4c85-9721-4b56-a481-75854483bc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ddcbae42-36d2-47eb-8a9c-b1cacc783604), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:39.346621 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (89ab1b32-dcc8-4628-a2c3-cbdd865af058), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:39.375071 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007e4c85-9721-4b56-a481-75854483bc1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:45:39.400908 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-007e4c85-9721-4b56-a481-75854483bc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a6c3ab5c-1370-4cb8-a29b-1be76bb4476f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:39.401490 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-007e4c85-9721-4b56-a481-75854483bc1e admin admin] Added segment a6c3ab5c-1370-4cb8-a29b-1be76bb4476f of type vlan for network 5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4 Nov 02 12:45:39.403105 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e4c85-9721-4b56-a481-75854483bc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcbae42-36d2-47eb-8a9c-b1cacc783604,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:39.478169 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:39.514961 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] Attempting to bind port 89ab1b32-dcc8-4628-a2c3-cbdd865af058 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:45:39.515544 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] Attempting to bind port 89ab1b32-dcc8-4628-a2c3-cbdd865af058 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '871c01d6-3c96-408b-995b-0a73df39cb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '275095fb-b660-4a8a-b314-60805bd50d0f'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:45:39.516171 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] Attempting to bind port 89ab1b32-dcc8-4628-a2c3-cbdd865af058 on network 275095fb-b660-4a8a-b314-60805bd50d0f {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:39.583307 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-007e4c85-9721-4b56-a481-75854483bc1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:39.599417 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:45:39.600077 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] Checking segment: {'id': '871c01d6-3c96-408b-995b-0a73df39cb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '275095fb-b660-4a8a-b314-60805bd50d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:45:39.603859 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:39.603859 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] Bound using segment: {'id': '871c01d6-3c96-408b-995b-0a73df39cb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '275095fb-b660-4a8a-b314-60805bd50d0f'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:45:39.603859 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] Bound port: 89ab1b32-dcc8-4628-a2c3-cbdd865af058, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871c01d6-3c96-408b-995b-0a73df39cb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '275095fb-b660-4a8a-b314-60805bd50d0f'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:45:39.603859 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (89ab1b32-dcc8-4628-a2c3-cbdd865af058), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:39.613509 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41136) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:39.619652 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-932e8a7f-2d16-4641-bb66-481d5a4ae1e3 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1679467450', 'description': 'tempest-description--1727410012'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:39.636275 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361d623-f2f3-4a4b-9bab-eaa693bc2f78 None None] Pushing event updated for resources: {'Port': ['ID=89ab1b32-dcc8-4628-a2c3-cbdd865af058,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:39.647288 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361d623-f2f3-4a4b-9bab-eaa693bc2f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:39.647632 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361d623-f2f3-4a4b-9bab-eaa693bc2f78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:39.648179 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361d623-f2f3-4a4b-9bab-eaa693bc2f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:39.649262 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361d623-f2f3-4a4b-9bab-eaa693bc2f78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:39.649767 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361d623-f2f3-4a4b-9bab-eaa693bc2f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:39.650260 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361d623-f2f3-4a4b-9bab-eaa693bc2f78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:39.650586 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361d623-f2f3-4a4b-9bab-eaa693bc2f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:39.651080 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361d623-f2f3-4a4b-9bab-eaa693bc2f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:39.651567 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361d623-f2f3-4a4b-9bab-eaa693bc2f78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:39.652060 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361d623-f2f3-4a4b-9bab-eaa693bc2f78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:39.652558 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361d623-f2f3-4a4b-9bab-eaa693bc2f78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:39.653127 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361d623-f2f3-4a4b-9bab-eaa693bc2f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:39.653601 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361d623-f2f3-4a4b-9bab-eaa693bc2f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:39.654074 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361d623-f2f3-4a4b-9bab-eaa693bc2f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:39.654545 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361d623-f2f3-4a4b-9bab-eaa693bc2f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:39.694257 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-007e4c85-9721-4b56-a481-75854483bc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:39.696252 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007e4c85-9721-4b56-a481-75854483bc1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:39.697176 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-007e4c85-9721-4b56-a481-75854483bc1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:39.737694 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] For port 89ab1b32-dcc8-4628-a2c3-cbdd865af058, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:45:39.743330 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] For port 89ab1b32-dcc8-4628-a2c3-cbdd865af058, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=89ab1b32-dcc8-4628-a2c3-cbdd865af058,segment=NetworkSegment(871c01d6-3c96-408b-995b-0a73df39cb00),segment_id=871c01d6-3c96-408b-995b-0a73df39cb00)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:45:39.759095 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-932e8a7f-2d16-4641-bb66-481d5a4ae1e3 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:39.787742 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e4c85-9721-4b56-a481-75854483bc1e admin admin] Pushing event updated for resources: {'Network': ['ID=5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:39.815118 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:45:39.849400 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:39.855258 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (89ab1b32-dcc8-4628-a2c3-cbdd865af058), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:39.898110 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-932e8a7f-2d16-4641-bb66-481d5a4ae1e3 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks [] for security_group (863c801e-7c88-457c-a3ba-8a5180b4949e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:39.930538 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] Routers {'2bb42f0a-714b-4f25-961e-6c1147e0bff0'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:39.931277 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['2bb42f0a-714b-4f25-961e-6c1147e0bff0'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:39.964737 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-007e4c85-9721-4b56-a481-75854483bc1e admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.2689557 Nov 02 12:45:39.969021 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41146) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:39.978967 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-3cd787da-6691-493c-9ebb-a7e7feb55424 admin admin] Request body: {'subnet': {'network_id': '5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1715560253-subnet', 'tenant_id': '9f93f39d26df455292e782018b938219', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:40.002653 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41148) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:40.024329 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:40.037974 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:40.048811 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-932e8a7f-2d16-4641-bb66-481d5a4ae1e3 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (863c801e-7c88-457c-a3ba-8a5180b4949e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:40.061167 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-55b4da2f-5677-4464-9089-586d14d4458a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-534605597-network', 'tenant_id': '8dd031c413e74d51a02e5d0661123e70'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:40.153610 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd787da-6691-493c-9ebb-a7e7feb55424 admin admin] Made reservation on behalf of 9f93f39d26df455292e782018b938219 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:45:40.156653 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3cd787da-6691-493c-9ebb-a7e7feb55424 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:40.161112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:40.161658 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2b71ede1-2cf8-4bdf-a85b-cc79e19d1111), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:40.162114 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111 Nov 02 12:45:40.195776 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] Set router 2bb42f0a-714b-4f25-961e-6c1147e0bff0 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:40.215213 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b4da2f-5677-4464-9089-586d14d4458a admin admin] Made reservation on behalf of 8dd031c413e74d51a02e5d0661123e70 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:45:40.217938 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-55b4da2f-5677-4464-9089-586d14d4458a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:40.230895 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361d623-f2f3-4a4b-9bab-eaa693bc2f78 None None] Pushing event updated for resources: {'Port': ['ID=89ab1b32-dcc8-4628-a2c3-cbdd865af058,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:40.253137 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-55b4da2f-5677-4464-9089-586d14d4458a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:40.279550 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:40.305321 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:40.346842 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-932e8a7f-2d16-4641-bb66-481d5a4ae1e3 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:40.360699 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-932e8a7f-2d16-4641-bb66-481d5a4ae1e3 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7460120 Nov 02 12:45:40.362354 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e8a7f-2d16-4641-bb66-481d5a4ae1e3 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863c801e-7c88-457c-a3ba-8a5180b4949e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:40.377626 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41154) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:40.396120 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c3d2fced-91dc-43e6-867d-86d899eda69f tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Request body: {'security_group_rule': {'security_group_id': '863c801e-7c88-457c-a3ba-8a5180b4949e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:40.520282 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-55b4da2f-5677-4464-9089-586d14d4458a admin admin] Publish callbacks [] for security_group (0b044ce1-44b6-4284-b92c-5bcdc3f2ad5f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:40.561930 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb42f0a-714b-4f25-961e-6c1147e0bff0', 'name': 'tempest-VolumesAdminNegativeTest-1131202407-router', 'tenant_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2b71ede1-2cf8-4bdf-a85b-cc79e19d1111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:22Z', 'updated_at': '2022-11-02T12:45:34Z', 'revision_number': 4, 'project_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'gw_port': {'id': '2b71ede1-2cf8-4bdf-a85b-cc79e19d1111', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb42f0a-714b-4f25-961e-6c1147e0bff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:26Z', 'updated_at': '2022-11-02T12:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '89ab1b32-dcc8-4628-a2c3-cbdd865af058', 'name': '', 'network_id': '275095fb-b660-4a8a-b314-60805bd50d0f', 'tenant_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'mac_address': 'fa:16:3e:80:5f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb42f0a-714b-4f25-961e-6c1147e0bff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '9268368d-2f83-41d8-80d6-5e216a8c658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:32Z', 'updated_at': '2022-11-02T12:45:39Z', 'revision_number': 4, 'project_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'subnets': [{'id': '9268368d-2f83-41d8-80d6-5e216a8c658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:40.573011 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3d2fced-91dc-43e6-867d-86d899eda69f tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks [] for security_group_rule (cc9561c3-f255-467a-8dfc-37855cc28d2b), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:40.609484 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c159ccd-b4b4-4461-9615-f69057d821fc None None] The sync data for ids ['2bb42f0a-714b-4f25-961e-6c1147e0bff0'] in n-d-857339-6 is: [{'id': '2bb42f0a-714b-4f25-961e-6c1147e0bff0', 'name': 'tempest-VolumesAdminNegativeTest-1131202407-router', 'tenant_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2b71ede1-2cf8-4bdf-a85b-cc79e19d1111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:22Z', 'updated_at': '2022-11-02T12:45:34Z', 'revision_number': 4, 'project_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'gw_port': {'id': '2b71ede1-2cf8-4bdf-a85b-cc79e19d1111', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb42f0a-714b-4f25-961e-6c1147e0bff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:26Z', 'updated_at': '2022-11-02T12:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '89ab1b32-dcc8-4628-a2c3-cbdd865af058', 'name': '', 'network_id': '275095fb-b660-4a8a-b314-60805bd50d0f', 'tenant_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'mac_address': 'fa:16:3e:80:5f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb42f0a-714b-4f25-961e-6c1147e0bff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '9268368d-2f83-41d8-80d6-5e216a8c658f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:32Z', 'updated_at': '2022-11-02T12:45:39Z', 'revision_number': 4, 'project_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'subnets': [{'id': '9268368d-2f83-41d8-80d6-5e216a8c658f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:40.615370 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41158) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:40.621019 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41160) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:40.642983 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-414d3301-3d12-4df7-953c-2bb8ce7f9452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:40.705565 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-50cc0384-1143-4c32-8d93-b4bac9c875b0 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d15efd8b3a96452e84f31fe686b088c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0890069 Nov 02 12:45:40.713159 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41164) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:40.713295 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-55b4da2f-5677-4464-9089-586d14d4458a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0b044ce1-44b6-4284-b92c-5bcdc3f2ad5f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:40.732970 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3d2fced-91dc-43e6-867d-86d899eda69f tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks [] for security_group_rule (cc9561c3-f255-467a-8dfc-37855cc28d2b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:40.747642 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3cd787da-6691-493c-9ebb-a7e7feb55424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (f5917b04-6f36-448d-983a-5ff676b4cc65), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:40.772299 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b4da2f-5677-4464-9089-586d14d4458a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:45:40.779112 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4da2f-5677-4464-9089-586d14d4458a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b044ce1-44b6-4284-b92c-5bcdc3f2ad5f,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:40.813221 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-55b4da2f-5677-4464-9089-586d14d4458a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4fa99028-3bc2-4edd-8296-58054f4be117), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:40.814521 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-55b4da2f-5677-4464-9089-586d14d4458a admin admin] Added segment 4fa99028-3bc2-4edd-8296-58054f4be117 of type vlan for network ee31e721-c079-4424-a359-741ec014e771 Nov 02 12:45:40.869085 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-a8fc0c72-1b4b-412b-a16d-4caf93c721dd admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-130931640-network', 'tenant_id': '00ed5eb003f54935aac57465635be43c'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:40.873397 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2731d2e4-84af-49a9-b1a8-506105ad3c5d admin admin] Publish callbacks [] for security_group (667206a4-fd33-4304-9c3f-b8f214eaaabd), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:40.880772 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd787da-6691-493c-9ebb-a7e7feb55424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5917b04-6f36-448d-983a-5ff676b4cc65,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:40.890441 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3d2fced-91dc-43e6-867d-86d899eda69f tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (cc9561c3-f255-467a-8dfc-37855cc28d2b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:40.922816 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-55b4da2f-5677-4464-9089-586d14d4458a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (ee31e721-c079-4424-a359-741ec014e771), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:40.924741 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd787da-6691-493c-9ebb-a7e7feb55424 admin admin] Checking segment: {'id': 'a6c3ab5c-1370-4cb8-a29b-1be76bb4476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:45:40.925154 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd787da-6691-493c-9ebb-a7e7feb55424 admin admin] Network hostable DHCP agents. Network: 5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:45:40.931037 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2731d2e4-84af-49a9-b1a8-506105ad3c5d admin admin] Publish callbacks [] for security_group (667206a4-fd33-4304-9c3f-b8f214eaaabd), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:40.953566 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2fced-91dc-43e6-867d-86d899eda69f tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc9561c3-f255-467a-8dfc-37855cc28d2b,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:41.026974 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-414d3301-3d12-4df7-953c-2bb8ce7f9452 admin admin] Publish callbacks [] for security_group (5d990ed8-9b29-42bc-8460-cf307a778eb4), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.117226 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd787da-6691-493c-9ebb-a7e7feb55424 admin admin] Network 5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:45:41.123247 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3d2fced-91dc-43e6-867d-86d899eda69f tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.125028 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2731d2e4-84af-49a9-b1a8-506105ad3c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (667206a4-fd33-4304-9c3f-b8f214eaaabd), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.126737 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c3d2fced-91dc-43e6-867d-86d899eda69f tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7477815 Nov 02 12:45:41.130179 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2731d2e4-84af-49a9-b1a8-506105ad3c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.130489 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41170) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:41.131729 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fc0c72-1b4b-412b-a16d-4caf93c721dd admin admin] Made reservation on behalf of 00ed5eb003f54935aac57465635be43c for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:45:41.134355 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2731d2e4-84af-49a9-b1a8-506105ad3c5d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/667206a4-fd33-4304-9c3f-b8f214eaaabd HTTP/1.1" status: 204 len: 168 time: 0.4218907 Nov 02 12:45:41.149800 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0c72-1b4b-412b-a16d-4caf93c721dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.175612 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-55b4da2f-5677-4464-9089-586d14d4458a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (ee31e721-c079-4424-a359-741ec014e771), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.177993 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b4da2f-5677-4464-9089-586d14d4458a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:41.179444 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-55b4da2f-5677-4464-9089-586d14d4458a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.193798 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731d2e4-84af-49a9-b1a8-506105ad3c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667206a4-fd33-4304-9c3f-b8f214eaaabd,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:41.216715 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-9f67a73d-3546-4134-9235-119dc9b792bd tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Request body: {'security_group_rule': {'security_group_id': '863c801e-7c88-457c-a3ba-8a5180b4949e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:41.228096 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-414d3301-3d12-4df7-953c-2bb8ce7f9452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5d990ed8-9b29-42bc-8460-cf307a778eb4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.282976 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-414d3301-3d12-4df7-953c-2bb8ce7f9452 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c4f34284442f4427b734df26d20b15e9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2791059 Nov 02 12:45:41.285725 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41178) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:41.320776 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0c72-1b4b-412b-a16d-4caf93c721dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.356808 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-3cd787da-6691-493c-9ebb-a7e7feb55424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:41.370002 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee472397-8a0e-4f1b-a4c9-87a908e83a80 None None] Network 5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:45:41.401767 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd787da-6691-493c-9ebb-a7e7feb55424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:41.403163 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3cd787da-6691-493c-9ebb-a7e7feb55424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.443243 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4da2f-5677-4464-9089-586d14d4458a admin admin] Pushing event updated for resources: {'Network': ['ID=ee31e721-c079-4424-a359-741ec014e771,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:41.450750 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-11b69f7c-a294-4893-9d3a-9945a3c2494a admin admin] Publish callbacks [] for security_group (5d990ed8-9b29-42bc-8460-cf307a778eb4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.469574 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network ee31e721-c079-4424-a359-741ec014e771 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:45:41.479781 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-11b69f7c-a294-4893-9d3a-9945a3c2494a admin admin] Publish callbacks [] for security_group (5d990ed8-9b29-42bc-8460-cf307a778eb4), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.482480 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41180) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:41.483880 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-55b4da2f-5677-4464-9089-586d14d4458a admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4691393 Nov 02 12:45:41.493642 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d3301-3d12-4df7-953c-2bb8ce7f9452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d990ed8-9b29-42bc-8460-cf307a778eb4,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:41.496822 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-df5e5536-7327-477c-b576-908d5176a2a3 admin admin] Request body: {'subnet': {'network_id': 'ee31e721-c079-4424-a359-741ec014e771', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-534605597-subnet', 'tenant_id': '8dd031c413e74d51a02e5d0661123e70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:41.592130 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3cd787da-6691-493c-9ebb-a7e7feb55424 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6214080 Nov 02 12:45:41.605553 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41182) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:41.613243 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f4798b69-6034-4c97-a683-562df9588153 admin admin] Request body: {'router': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1715560253-router', 'tenant_id': '9f93f39d26df455292e782018b938219', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:41.624125 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f67a73d-3546-4134-9235-119dc9b792bd tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks [] for security_group_rule (94c8a2e2-bb63-4dea-8603-e040829e420b), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.676774 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:41.691466 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4', 'network_id': '5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4', 'project_id': '9f93f39d26df455292e782018b938219', 'fixed_ips': [{'subnet_id': 'f5917b04-6f36-448d-983a-5ff676b4cc65'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:45:41.692710 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.701199 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0c72-1b4b-412b-a16d-4caf93c721dd admin admin] Publish callbacks [] for security_group (ea344da9-b9f3-4a03-989e-8fd486f6c529), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.724756 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f67a73d-3546-4134-9235-119dc9b792bd tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks [] for security_group_rule (94c8a2e2-bb63-4dea-8603-e040829e420b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.762897 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5e5536-7327-477c-b576-908d5176a2a3 admin admin] Made reservation on behalf of 8dd031c413e74d51a02e5d0661123e70 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:45:41.766060 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-df5e5536-7327-477c-b576-908d5176a2a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.804032 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0c72-1b4b-412b-a16d-4caf93c721dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ea344da9-b9f3-4a03-989e-8fd486f6c529), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.816236 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:41.859790 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f4798b69-6034-4c97-a683-562df9588153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (16450ea5-e186-4820-99a6-ba4653ba0410), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.860945 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f4798b69-6034-4c97-a683-562df9588153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (16450ea5-e186-4820-99a6-ba4653ba0410), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.870243 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8fc0c72-1b4b-412b-a16d-4caf93c721dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:45:41.870485 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-11b69f7c-a294-4893-9d3a-9945a3c2494a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5d990ed8-9b29-42bc-8460-cf307a778eb4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.872937 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-11b69f7c-a294-4893-9d3a-9945a3c2494a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.877430 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-11b69f7c-a294-4893-9d3a-9945a3c2494a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5d990ed8-9b29-42bc-8460-cf307a778eb4 HTTP/1.1" status: 204 len: 168 time: 0.5899796 Nov 02 12:45:41.902444 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b69f7c-a294-4893-9d3a-9945a3c2494a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d990ed8-9b29-42bc-8460-cf307a778eb4,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:41.912104 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f67a73d-3546-4134-9235-119dc9b792bd tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (94c8a2e2-bb63-4dea-8603-e040829e420b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.981519 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0c72-1b4b-412b-a16d-4caf93c721dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (527ddc95-5372-4aed-ab55-89e1c815326a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:41.982133 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-a8fc0c72-1b4b-412b-a16d-4caf93c721dd admin admin] Added segment 527ddc95-5372-4aed-ab55-89e1c815326a of type vlan for network d801f38e-4ac0-43a2-9d59-f650ded55e99 Nov 02 12:45:41.986430 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc0c72-1b4b-412b-a16d-4caf93c721dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea344da9-b9f3-4a03-989e-8fd486f6c529,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:41.993094 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f4798b69-6034-4c97-a683-562df9588153 admin admin] Publish callbacks [] for router_controller (16450ea5-e186-4820-99a6-ba4653ba0410), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:42.021851 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67a73d-3546-4134-9235-119dc9b792bd tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c8a2e2-bb63-4dea-8603-e040829e420b,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:42.083185 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:42.126094 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0c72-1b4b-412b-a16d-4caf93c721dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (d801f38e-4ac0-43a2-9d59-f650ded55e99), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:42.179185 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] Allocated IP 172.20.0.2 (5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4/f5917b04-6f36-448d-983a-5ff676b4cc65/5b9f3c91-d2dc-4285-b584-c5cfac9b7006) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:45:42.208292 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f67a73d-3546-4134-9235-119dc9b792bd tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:42.209748 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9f67a73d-3546-4134-9235-119dc9b792bd tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0463157 Nov 02 12:45:42.220842 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41200) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:42.234338 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-558ff98c-2424-4fbf-966a-c62d6270bd7e tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:42.359409 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 89ab1b32-dcc8-4628-a2c3-cbdd865af058 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:42.443887 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0c72-1b4b-412b-a16d-4caf93c721dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (d801f38e-4ac0-43a2-9d59-f650ded55e99), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:42.446121 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fc0c72-1b4b-412b-a16d-4caf93c721dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:42.447537 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0c72-1b4b-412b-a16d-4caf93c721dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:42.473403 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f4798b69-6034-4c97-a683-562df9588153 admin admin] Publish callbacks [] for router_gateway (16450ea5-e186-4820-99a6-ba4653ba0410), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:42.497711 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-df5e5536-7327-477c-b576-908d5176a2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (53fe17d1-58ae-4ec8-962e-766acaa5bfa5), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:42.547184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 89ab1b32-dcc8-4628-a2c3-cbdd865af058 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:42.547676 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (89ab1b32-dcc8-4628-a2c3-cbdd865af058), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:42.553762 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 89ab1b32-dcc8-4628-a2c3-cbdd865af058 Nov 02 12:45:42.600231 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e5536-7327-477c-b576-908d5176a2a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53fe17d1-58ae-4ec8-962e-766acaa5bfa5,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:42.608514 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5e5536-7327-477c-b576-908d5176a2a3 admin admin] Checking segment: {'id': '4fa99028-3bc2-4edd-8296-58054f4be117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ee31e721-c079-4424-a359-741ec014e771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:45:42.608915 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5e5536-7327-477c-b576-908d5176a2a3 admin admin] Network hostable DHCP agents. Network: ee31e721-c079-4424-a359-741ec014e771, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:45:42.628837 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc0c72-1b4b-412b-a16d-4caf93c721dd admin admin] Pushing event updated for resources: {'Network': ['ID=d801f38e-4ac0-43a2-9d59-f650ded55e99,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:42.649402 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-558ff98c-2424-4fbf-966a-c62d6270bd7e tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:42.703038 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network d801f38e-4ac0-43a2-9d59-f650ded55e99 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:45:42.722182 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] Publish callbacks [] for port (5b9f3c91-d2dc-4285-b584-c5cfac9b7006), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:42.821977 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-558ff98c-2424-4fbf-966a-c62d6270bd7e tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:42.825329 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:42.929259 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (5b9f3c91-d2dc-4285-b584-c5cfac9b7006), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:42.977511 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a8fc0c72-1b4b-412b-a16d-4caf93c721dd admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3372958 Nov 02 12:45:43.034360 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-558ff98c-2424-4fbf-966a-c62d6270bd7e tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Allocated IP 172.25.2.251 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/32c66885-6b4b-4912-909f-98b941e3e62c) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:45:43.044828 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] Network 5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:43.090324 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:43.119021 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:45:43.142052 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] Pushing event updated for resources: {'Port': ['ID=5b9f3c91-d2dc-4285-b584-c5cfac9b7006,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:43.183280 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 89ab1b32-dcc8-4628-a2c3-cbdd865af058 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:43.184261 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (89ab1b32-dcc8-4628-a2c3-cbdd865af058), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:43.284102 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-558ff98c-2424-4fbf-966a-c62d6270bd7e tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks [] for port (32c66885-6b4b-4912-909f-98b941e3e62c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:43.341684 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] Attempting to bind port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:45:43.342066 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] Attempting to bind port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a6c3ab5c-1370-4cb8-a29b-1be76bb4476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:45:43.342439 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] Attempting to bind port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 on network 5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:43.348004 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 89ab1b32-dcc8-4628-a2c3-cbdd865af058, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=89ab1b32-dcc8-4628-a2c3-cbdd865af058,segment=NetworkSegment(871c01d6-3c96-408b-995b-0a73df39cb00),segment_id=871c01d6-3c96-408b-995b-0a73df39cb00)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:43.362734 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5e5536-7327-477c-b576-908d5176a2a3 admin admin] Network ee31e721-c079-4424-a359-741ec014e771 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:45:43.409816 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:45:43.411094 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] Checking segment: {'id': 'a6c3ab5c-1370-4cb8-a29b-1be76bb4476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:45:43.411683 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:43.412270 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] Bound using segment: {'id': 'a6c3ab5c-1370-4cb8-a29b-1be76bb4476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:45:43.412956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] Bound port: 5b9f3c91-d2dc-4285-b584-c5cfac9b7006, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c3ab5c-1370-4cb8-a29b-1be76bb4476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:45:43.413522 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5b9f3c91-d2dc-4285-b584-c5cfac9b7006), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:43.439425 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e982bed0-dd1a-491e-a103-74a02bfdf0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:43.448076 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f4798b69-6034-4c97-a683-562df9588153 admin admin] Publish callbacks [] for router_gateway (16450ea5-e186-4820-99a6-ba4653ba0410), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:43.470967 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f4798b69-6034-4c97-a683-562df9588153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:43.489604 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-558ff98c-2424-4fbf-966a-c62d6270bd7e tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (32c66885-6b4b-4912-909f-98b941e3e62c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:43.494302 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (89ab1b32-dcc8-4628-a2c3-cbdd865af058), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:43.569185 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] For port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:45:43.577228 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41230) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:43.587957 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-df5e5536-7327-477c-b576-908d5176a2a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, ee31e721-c079-4424-a359-741ec014e771) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:43.605649 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5e5536-7327-477c-b576-908d5176a2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:43.606253 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-df5e5536-7327-477c-b576-908d5176a2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:43.614530 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b2ff42-51d2-4957-acc8-28644ab33d55 None None] Network ee31e721-c079-4424-a359-741ec014e771 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:45:43.616604 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558ff98c-2424-4fbf-966a-c62d6270bd7e tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:43.621217 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:43.647046 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31768412-22f6-4eb4-bac1-5b654dceca72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:43.658048 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] For port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5b9f3c91-d2dc-4285-b584-c5cfac9b7006,segment=NetworkSegment(a6c3ab5c-1370-4cb8-a29b-1be76bb4476f),segment_id=a6c3ab5c-1370-4cb8-a29b-1be76bb4476f)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:45:43.662031 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-558ff98c-2424-4fbf-966a-c62d6270bd7e tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:43.669325 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558ff98c-2424-4fbf-966a-c62d6270bd7e tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:45:43.704726 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ff98c-2424-4fbf-966a-c62d6270bd7e tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Pushing event updated for resources: {'Port': ['ID=32c66885-6b4b-4912-909f-98b941e3e62c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:43.753701 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-df5e5536-7327-477c-b576-908d5176a2a3 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2698712 Nov 02 12:45:43.802424 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=89ab1b32-dcc8-4628-a2c3-cbdd865af058,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:43.806777 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-f4798b69-6034-4c97-a683-562df9588153 admin admin] Allocated IP 172.25.2.62 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/02b8348e-e206-4daf-9f42-3f30a7da41a8) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:45:43.826255 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5b9f3c91-d2dc-4285-b584-c5cfac9b7006), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:43.996937 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-ee31e721-c079-4424-a359-741ec014e771', 'network_id': 'ee31e721-c079-4424-a359-741ec014e771', 'project_id': '8dd031c413e74d51a02e5d0661123e70', 'fixed_ips': [{'subnet_id': '53fe17d1-58ae-4ec8-962e-766acaa5bfa5'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:45:44.008330 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-558ff98c-2424-4fbf-966a-c62d6270bd7e tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks [] for floatingip (d637d1f0-8f3f-44a9-95aa-7b457e1abf93), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:44.010456 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:44.042115 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859683cd-5863-4df5-a03a-eef74bb07385 None None] Pushing event updated for resources: {'Port': ['ID=5b9f3c91-d2dc-4285-b584-c5cfac9b7006,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:44.084398 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31768412-22f6-4eb4-bac1-5b654dceca72 admin admin] Publish callbacks [] for security_group (cf101807-4751-47aa-91bd-73b5a745f005), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:44.198471 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f4798b69-6034-4c97-a683-562df9588153 admin admin] Publish callbacks [] for port (02b8348e-e206-4daf-9f42-3f30a7da41a8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:44.282267 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] Allocated IP 172.20.0.2 (ee31e721-c079-4424-a359-741ec014e771/53fe17d1-58ae-4ec8-962e-766acaa5bfa5/746dfa4c-4e25-497e-9a8f-e6377ba59f58) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:45:44.285575 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31768412-22f6-4eb4-bac1-5b654dceca72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (cf101807-4751-47aa-91bd-73b5a745f005), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:44.291977 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 89ab1b32-dcc8-4628-a2c3-cbdd865af058 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:44.338133 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:44.370507 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:44.384475 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31768412-22f6-4eb4-bac1-5b654dceca72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf101807-4751-47aa-91bd-73b5a745f005,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:44.478799 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-558ff98c-2424-4fbf-966a-c62d6270bd7e tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (32c66885-6b4b-4912-909f-98b941e3e62c), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:44.501409 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f4798b69-6034-4c97-a683-562df9588153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (02b8348e-e206-4daf-9f42-3f30a7da41a8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:44.537066 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-31768412-22f6-4eb4-bac1-5b654dceca72 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5fa31a3808174625ac3de0006ebcfcf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9519057 Nov 02 12:45:44.541356 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41250) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:44.589487 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4798b69-6034-4c97-a683-562df9588153 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:44.605909 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-f4798b69-6034-4c97-a683-562df9588153 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:44.639414 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4798b69-6034-4c97-a683-562df9588153 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:45:44.654869 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4798b69-6034-4c97-a683-562df9588153 admin admin] Pushing event updated for resources: {'Port': ['ID=02b8348e-e206-4daf-9f42-3f30a7da41a8,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:44.709620 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:45:44.728866 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8cae7c9b-9228-4db2-8053-dfb369098fd9 admin admin] Publish callbacks [] for security_group (cf101807-4751-47aa-91bd-73b5a745f005), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:44.741158 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:44.790005 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8cae7c9b-9228-4db2-8053-dfb369098fd9 admin admin] Publish callbacks [] for security_group (cf101807-4751-47aa-91bd-73b5a745f005), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:44.828782 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1abb36-5c24-4074-86cd-48be747bfdfe req-6d39f1a1-c0bb-429c-b695-f6b417412c03 tempest-ComputeTenantNetworksTest-747982703 tempest-ComputeTenantNetworksTest-747982703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:44.835170 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1abb36-5c24-4074-86cd-48be747bfdfe req-6d39f1a1-c0bb-429c-b695-f6b417412c03 tempest-ComputeTenantNetworksTest-747982703 tempest-ComputeTenantNetworksTest-747982703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:44.843483 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1abb36-5c24-4074-86cd-48be747bfdfe req-6d39f1a1-c0bb-429c-b695-f6b417412c03 tempest-ComputeTenantNetworksTest-747982703 tempest-ComputeTenantNetworksTest-747982703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:44.846230 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7a1abb36-5c24-4074-86cd-48be747bfdfe req-6d39f1a1-c0bb-429c-b695-f6b417412c03 tempest-ComputeTenantNetworksTest-747982703 tempest-ComputeTenantNetworksTest-747982703-project] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4755671 Nov 02 12:45:44.954054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 89ab1b32-dcc8-4628-a2c3-cbdd865af058 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:44.955516 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (89ab1b32-dcc8-4628-a2c3-cbdd865af058), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:44.956260 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 89ab1b32-dcc8-4628-a2c3-cbdd865af058 Nov 02 12:45:45.044061 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:45.108067 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-558ff98c-2424-4fbf-966a-c62d6270bd7e tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks [] for port (32c66885-6b4b-4912-909f-98b941e3e62c), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:45.141329 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa439d-f1a6-4871-a897-dc9daaa3ec40 req-f7497de5-51bb-4e35-b958-01b05e9dec68 tempest-ComputeTenantNetworksTest-747982703 tempest-ComputeTenantNetworksTest-747982703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:45.146710 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7cfa439d-f1a6-4871-a897-dc9daaa3ec40 req-f7497de5-51bb-4e35-b958-01b05e9dec68 tempest-ComputeTenantNetworksTest-747982703 tempest-ComputeTenantNetworksTest-747982703-project] 10.222.0.64 "GET /networking/v2.0/networks/d801f38e-4ac0-43a2-9d59-f650ded55e99 HTTP/1.1" status: 200 len: 768 time: 0.1959093 Nov 02 12:45:45.156881 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41272) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:45.202468 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 89ab1b32-dcc8-4628-a2c3-cbdd865af058 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:45.291274 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-63be7456-6677-4877-a5db-83870108ba1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (d801f38e-4ac0-43a2-9d59-f650ded55e99), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:45.295582 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8cae7c9b-9228-4db2-8053-dfb369098fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (cf101807-4751-47aa-91bd-73b5a745f005), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:45.298852 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8cae7c9b-9228-4db2-8053-dfb369098fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:45.300125 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8cae7c9b-9228-4db2-8053-dfb369098fd9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/cf101807-4751-47aa-91bd-73b5a745f005 HTTP/1.1" status: 204 len: 168 time: 0.7574129 Nov 02 12:45:45.326847 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:45.397017 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae7c9b-9228-4db2-8053-dfb369098fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf101807-4751-47aa-91bd-73b5a745f005,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:45.399018 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-329d3ae1-46da-4414-a133-41c3a2b47785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:45.432731 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c523c-d4e7-4f75-b647-52c2fa499066 req-d940ebdd-6109-441a-a7fa-2befb068d313 tempest-ListServerFiltersTestJSON-491948469 tempest-ListServerFiltersTestJSON-491948469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:45.435488 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6f4c523c-d4e7-4f75-b647-52c2fa499066 req-d940ebdd-6109-441a-a7fa-2befb068d313 tempest-ListServerFiltersTestJSON-491948469 tempest-ListServerFiltersTestJSON-491948469-project] 10.222.0.64 "GET /networking/v2.0/networks?id=ee31e721-c079-4424-a359-741ec014e771 HTTP/1.1" status: 200 len: 815 time: 0.3358657 Nov 02 12:45:45.437627 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-558ff98c-2424-4fbf-966a-c62d6270bd7e tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (32c66885-6b4b-4912-909f-98b941e3e62c), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:45.519560 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:45.533598 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-558ff98c-2424-4fbf-966a-c62d6270bd7e tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (d637d1f0-8f3f-44a9-95aa-7b457e1abf93), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:45.537499 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-63be7456-6677-4877-a5db-83870108ba1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (d801f38e-4ac0-43a2-9d59-f650ded55e99), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:45.547243 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] Publish callbacks [] for port (746dfa4c-4e25-497e-9a8f-e6377ba59f58), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:45.601833 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-63be7456-6677-4877-a5db-83870108ba1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d801f38e-4ac0-43a2-9d59-f650ded55e99']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:45.622203 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:45.636338 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6f4c523c-d4e7-4f75-b647-52c2fa499066 req-6f04e778-e185-4744-8382-7bd794a0681e tempest-ListServerFiltersTestJSON-491948469 tempest-ListServerFiltersTestJSON-491948469-project] 10.222.0.64 "GET /networking/v2.0/quotas/8dd031c413e74d51a02e5d0661123e70 HTTP/1.1" status: 200 len: 375 time: 0.1323009 Nov 02 12:45:45.660257 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-63be7456-6677-4877-a5db-83870108ba1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527ddc95-5372-4aed-ab55-89e1c815326a') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:45.660464 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-63be7456-6677-4877-a5db-83870108ba1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527ddc95-5372-4aed-ab55-89e1c815326a') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:45.684107 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (746dfa4c-4e25-497e-9a8f-e6377ba59f58), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:45.703244 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-63be7456-6677-4877-a5db-83870108ba1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (527ddc95-5372-4aed-ab55-89e1c815326a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:45.710640 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ff98c-2424-4fbf-966a-c62d6270bd7e tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Pushing event updated for resources: {'Port': ['ID=32c66885-6b4b-4912-909f-98b941e3e62c,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:45.727979 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-63be7456-6677-4877-a5db-83870108ba1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (527ddc95-5372-4aed-ab55-89e1c815326a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:45.738719 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63be7456-6677-4877-a5db-83870108ba1c admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:45:45.739226 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-63be7456-6677-4877-a5db-83870108ba1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (527ddc95-5372-4aed-ab55-89e1c815326a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:45.771018 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-558ff98c-2424-4fbf-966a-c62d6270bd7e tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:45.780789 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-558ff98c-2424-4fbf-966a-c62d6270bd7e tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5504022 Nov 02 12:45:45.828814 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6f4c523c-d4e7-4f75-b647-52c2fa499066 req-c8e2c53a-0f71-4c53-9e66-e83a14cbe198 tempest-ListServerFiltersTestJSON-491948469 tempest-ListServerFiltersTestJSON-491948469-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=8dd031c413e74d51a02e5d0661123e70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1621082 Nov 02 12:45:45.836981 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] Network ee31e721-c079-4424-a359-741ec014e771 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:45.844263 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:45.854094 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:45:45.883541 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] Pushing event updated for resources: {'Port': ['ID=746dfa4c-4e25-497e-9a8f-e6377ba59f58,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:45.913897 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 527ddc95-5372-4aed-ab55-89e1c815326a resource provider aggregate not found Nov 02 12:45:45.932774 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-63be7456-6677-4877-a5db-83870108ba1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (d801f38e-4ac0-43a2-9d59-f650ded55e99), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:45.953472 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-63be7456-6677-4877-a5db-83870108ba1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:45.960080 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-63be7456-6677-4877-a5db-83870108ba1c admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/d801f38e-4ac0-43a2-9d59-f650ded55e99 HTTP/1.1" status: 204 len: 168 time: 0.8019481 Nov 02 12:45:45.967369 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 527ddc95-5372-4aed-ab55-89e1c815326a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 527ddc95-5372-4aed-ab55-89e1c815326a found for delete ", "request_id": "req-d93d9f0d-d5fb-4456-a4ac-dfaae57f5119"}]} Nov 02 12:45:45.986274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6c2f57-9498-4987-8157-cacffba77ca1 None None] Network 5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:45:45.992062 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be7456-6677-4877-a5db-83870108ba1c admin admin] Pushing event deleted for resources: {'Network': ['ID=d801f38e-4ac0-43a2-9d59-f650ded55e99,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:46.000102 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f4798b69-6034-4c97-a683-562df9588153 admin admin] Publish callbacks [] for router_gateway (16450ea5-e186-4820-99a6-ba4653ba0410), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:46.008044 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:46.035533 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] Attempting to bind port 746dfa4c-4e25-497e-9a8f-e6377ba59f58 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:45:46.036016 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] Attempting to bind port 746dfa4c-4e25-497e-9a8f-e6377ba59f58 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '4fa99028-3bc2-4edd-8296-58054f4be117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ee31e721-c079-4424-a359-741ec014e771'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:45:46.036455 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] Attempting to bind port 746dfa4c-4e25-497e-9a8f-e6377ba59f58 on network ee31e721-c079-4424-a359-741ec014e771 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:46.042749 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1409249d-295a-4186-92d0-0ea53ee84d05 None None] Provisioning complete for port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:46.043214 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1409249d-295a-4186-92d0-0ea53ee84d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5b9f3c91-d2dc-4285-b584-c5cfac9b7006), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:46.043675 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1409249d-295a-4186-92d0-0ea53ee84d05 None None] Attempt 1 to provision port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 Nov 02 12:45:46.122863 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41312) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:46.145061 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:46.204529 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7c818c-e5d3-439e-8cc8-a44ea568a057 admin admin] Deleting subnet 53fe17d1-58ae-4ec8-962e-766acaa5bfa5 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:45:46.213404 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe7c818c-e5d3-439e-8cc8-a44ea568a057 admin admin] Publish callbacks [] for subnet (53fe17d1-58ae-4ec8-962e-766acaa5bfa5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:46.331517 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:46.348399 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe7c818c-e5d3-439e-8cc8-a44ea568a057 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (53fe17d1-58ae-4ec8-962e-766acaa5bfa5), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:46.382129 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f4798b69-6034-4c97-a683-562df9588153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (16450ea5-e186-4820-99a6-ba4653ba0410), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:46.391441 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:45:46.392105 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] Checking segment: {'id': '4fa99028-3bc2-4edd-8296-58054f4be117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ee31e721-c079-4424-a359-741ec014e771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:45:46.392590 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:46.392989 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] Bound using segment: {'id': '4fa99028-3bc2-4edd-8296-58054f4be117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ee31e721-c079-4424-a359-741ec014e771'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:45:46.393698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] Bound port: 746dfa4c-4e25-497e-9a8f-e6377ba59f58, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa99028-3bc2-4edd-8296-58054f4be117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ee31e721-c079-4424-a359-741ec014e771'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:45:46.394293 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (746dfa4c-4e25-497e-9a8f-e6377ba59f58), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:46.405299 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:46.440345 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:46.440869 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5b9f3c91-d2dc-4285-b584-c5cfac9b7006), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:46.441107 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 Nov 02 12:45:46.483421 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9e35e000-b3db-41a8-b114-9c0cdca9f1d3 req-3db3eb62-0654-4aca-bc81-57fd53f4c3cd tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1679467450&fields=id&tenant_id=a444e4c0cab7408b8e6cc8b87398f290 HTTP/1.1" status: 200 len: 267 time: 0.2176418 Nov 02 12:45:46.639745 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1409249d-295a-4186-92d0-0ea53ee84d05 None None] Current status of the port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:46.640561 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1409249d-295a-4186-92d0-0ea53ee84d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5b9f3c91-d2dc-4285-b584-c5cfac9b7006), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:46.650898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] For port 746dfa4c-4e25-497e-9a8f-e6377ba59f58, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:45:46.660047 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4798b69-6034-4c97-a683-562df9588153 admin admin] Router 16450ea5-e186-4820-99a6-ba4653ba0410 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:45:46.694842 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] For port 746dfa4c-4e25-497e-9a8f-e6377ba59f58, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=746dfa4c-4e25-497e-9a8f-e6377ba59f58,segment=NetworkSegment(4fa99028-3bc2-4edd-8296-58054f4be117),segment_id=4fa99028-3bc2-4edd-8296-58054f4be117)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:45:46.835538 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe7c818c-e5d3-439e-8cc8-a44ea568a057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (53fe17d1-58ae-4ec8-962e-766acaa5bfa5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:46.851026 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41338) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:46.882158 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (746dfa4c-4e25-497e-9a8f-e6377ba59f58), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:46.901176 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1409249d-295a-4186-92d0-0ea53ee84d05 None None] For port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5b9f3c91-d2dc-4285-b584-c5cfac9b7006,segment=NetworkSegment(a6c3ab5c-1370-4cb8-a29b-1be76bb4476f),segment_id=a6c3ab5c-1370-4cb8-a29b-1be76bb4476f)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:46.971483 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4798b69-6034-4c97-a683-562df9588153 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:45:47.008409 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] Sync routers for ids ['16450ea5-e186-4820-99a6-ba4653ba0410'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:45:47.014853 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:47.015247 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5b9f3c91-d2dc-4285-b584-c5cfac9b7006), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:47.026594 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:47.028255 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1409249d-295a-4186-92d0-0ea53ee84d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5b9f3c91-d2dc-4285-b584-c5cfac9b7006), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:47.077689 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] Routers {'16450ea5-e186-4820-99a6-ba4653ba0410'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:47.078623 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['16450ea5-e186-4820-99a6-ba4653ba0410'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:47.130953 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549856b-e7d6-4830-901b-ec19847b9cc8 None None] Pushing event updated for resources: {'Port': ['ID=746dfa4c-4e25-497e-9a8f-e6377ba59f58,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:47.136718 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35e000-b3db-41a8-b114-9c0cdca9f1d3 req-9fc345cd-4ff8-4961-870d-912fe2cebf75 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:47.145987 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9e35e000-b3db-41a8-b114-9c0cdca9f1d3 req-9fc345cd-4ff8-4961-870d-912fe2cebf75 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] 10.222.0.64 "GET /networking/v2.0/networks?id=c33691cf-ac79-4e52-b490-b71908bf66b5 HTTP/1.1" status: 200 len: 815 time: 0.6463532 Nov 02 12:45:47.176942 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9e35e000-b3db-41a8-b114-9c0cdca9f1d3 req-94029f4b-dadf-45e0-bcee-aa04d934029b tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] 10.222.0.64 "GET /networking/v2.0/quotas/a444e4c0cab7408b8e6cc8b87398f290 HTTP/1.1" status: 200 len: 375 time: 0.0297430 Nov 02 12:45:47.202343 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f4798b69-6034-4c97-a683-562df9588153 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:47.204016 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-89323f08-d42a-460a-80ad-385b1b3f4c83 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=00ed5eb003f54935aac57465635be43c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3225303 Nov 02 12:45:47.213759 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f4798b69-6034-4c97-a683-562df9588153 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.6051126 Nov 02 12:45:47.213759 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41344) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:47.216772 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41346) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:47.240516 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:45:47.241322 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:45:47.250805 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8e2c9634-ff11-4c0c-b720-b3499c6952a9 None None] Provisioning complete for port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:47.251386 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8e2c9634-ff11-4c0c-b720-b3499c6952a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5b9f3c91-d2dc-4285-b584-c5cfac9b7006), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:47.251927 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8e2c9634-ff11-4c0c-b720-b3499c6952a9 None None] Attempt 1 to provision port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 Nov 02 12:45:47.310133 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9e35e000-b3db-41a8-b114-9c0cdca9f1d3 req-625cf844-b05c-4318-ba19-8b54d409178c tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a444e4c0cab7408b8e6cc8b87398f290&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1322064 Nov 02 12:45:47.387537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409249d-295a-4186-92d0-0ea53ee84d05 None None] Pushing event updated for resources: {'Port': ['ID=5b9f3c91-d2dc-4285-b584-c5cfac9b7006,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:47.398150 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe7c818c-e5d3-439e-8cc8-a44ea568a057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (53fe17d1-58ae-4ec8-962e-766acaa5bfa5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:47.457800 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c818c-e5d3-439e-8cc8-a44ea568a057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53fe17d1-58ae-4ec8-962e-766acaa5bfa5,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:47.475388 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] Set router 16450ea5-e186-4820-99a6-ba4653ba0410 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:47.490844 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe7c818c-e5d3-439e-8cc8-a44ea568a057 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:47.505899 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fe7c818c-e5d3-439e-8cc8-a44ea568a057 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/53fe17d1-58ae-4ec8-962e-766acaa5bfa5 HTTP/1.1" status: 204 len: 168 time: 1.3937073 Nov 02 12:45:47.509397 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41356) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:47.592245 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:47.660567 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41360) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:47.705815 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7d5ff903-6e20-43b6-9bc2-103aed3e2db0 admin admin] Publish callbacks [] for security_group (ea344da9-b9f3-4a03-989e-8fd486f6c529), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:47.745170 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7d5ff903-6e20-43b6-9bc2-103aed3e2db0 admin admin] Publish callbacks [] for security_group (ea344da9-b9f3-4a03-989e-8fd486f6c529), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:47.754231 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9478a274-4711-4848-91d0-553a9aea2dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (ee31e721-c079-4424-a359-741ec014e771), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:47.854880 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9478a274-4711-4848-91d0-553a9aea2dd7 admin admin] Deleting port 746dfa4c-4e25-497e-9a8f-e6377ba59f58 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:47.855530 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9478a274-4711-4848-91d0-553a9aea2dd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (746dfa4c-4e25-497e-9a8f-e6377ba59f58), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:47.889452 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:47.920572 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c9634-ff11-4c0c-b720-b3499c6952a9 None None] Current status of the port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:47.979490 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:48.029442 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16450ea5-e186-4820-99a6-ba4653ba0410', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1715560253-router', 'tenant_id': '9f93f39d26df455292e782018b938219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '02b8348e-e206-4daf-9f42-3f30a7da41a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:41Z', 'updated_at': '2022-11-02T12:45:45Z', 'revision_number': 3, 'project_id': '9f93f39d26df455292e782018b938219', 'gw_port': {'id': '02b8348e-e206-4daf-9f42-3f30a7da41a8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16450ea5-e186-4820-99a6-ba4653ba0410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:43Z', 'updated_at': '2022-11-02T12:45:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:48.134164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] Checking router: 16450ea5-e186-4820-99a6-ba4653ba0410 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:45:48.134164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] Updating router 16450ea5-e186-4820-99a6-ba4653ba0410 port 02b8348e-e206-4daf-9f42-3f30a7da41a8 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:45:48.196848 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-9478a274-4711-4848-91d0-553a9aea2dd7 admin admin] For port 746dfa4c-4e25-497e-9a8f-e6377ba59f58, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=746dfa4c-4e25-497e-9a8f-e6377ba59f58,segment=NetworkSegment(4fa99028-3bc2-4edd-8296-58054f4be117),segment_id=4fa99028-3bc2-4edd-8296-58054f4be117)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:48.197860 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9478a274-4711-4848-91d0-553a9aea2dd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (746dfa4c-4e25-497e-9a8f-e6377ba59f58), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:48.203612 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1eb99ad-27d8-4f65-8120-eb123988d9df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:48.233145 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7d5ff903-6e20-43b6-9bc2-103aed3e2db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ea344da9-b9f3-4a03-989e-8fd486f6c529), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:48.243180 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7d5ff903-6e20-43b6-9bc2-103aed3e2db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:48.243180 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7d5ff903-6e20-43b6-9bc2-103aed3e2db0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ea344da9-b9f3-4a03-989e-8fd486f6c529 HTTP/1.1" status: 204 len: 168 time: 1.0179558 Nov 02 12:45:48.318349 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9478a274-4711-4848-91d0-553a9aea2dd7 admin admin] Calling delete_port for 746dfa4c-4e25-497e-9a8f-e6377ba59f58 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:48.328553 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 746dfa4c-4e25-497e-9a8f-e6377ba59f58 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:48.329437 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ff903-6e20-43b6-9bc2-103aed3e2db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea344da9-b9f3-4a03-989e-8fd486f6c529,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:48.341575 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (02b8348e-e206-4daf-9f42-3f30a7da41a8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:48.453995 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be58f36-bc23-4f9f-a9b2-ec5201b1f4e6 req-a454956c-597e-4551-b274-2dad17e8ab57 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:48.455581 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0be58f36-bc23-4f9f-a9b2-ec5201b1f4e6 req-a454956c-597e-4551-b274-2dad17e8ab57 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] 10.222.0.64 "GET /networking/v2.0/networks?id=c33691cf-ac79-4e52-b490-b71908bf66b5 HTTP/1.1" status: 200 len: 815 time: 0.5444031 Nov 02 12:45:48.503937 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1eb99ad-27d8-4f65-8120-eb123988d9df admin admin] Publish callbacks [] for security_group (23627db1-da75-4ba3-8b5e-396092bbfd55), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:48.511195 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0be58f36-bc23-4f9f-a9b2-ec5201b1f4e6 req-5e66b4f1-6d83-4b28-a3fa-5cc5861079c9 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] 10.222.0.64 "GET /networking/v2.0/quotas/a444e4c0cab7408b8e6cc8b87398f290 HTTP/1.1" status: 200 len: 375 time: 0.0440784 Nov 02 12:45:48.563748 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-079b2416-828e-461c-8560-3d4d2da13b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:48.622233 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:48.622933 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0be58f36-bc23-4f9f-a9b2-ec5201b1f4e6 req-b650581d-5615-4959-bb56-8e49e39545d2 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a444e4c0cab7408b8e6cc8b87398f290&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912778 Nov 02 12:45:48.746683 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1eb99ad-27d8-4f65-8120-eb123988d9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (23627db1-da75-4ba3-8b5e-396092bbfd55), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:48.754824 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b09be8-e92f-48a1-80c6-b197ee3eaa6b None None] Network ee31e721-c079-4424-a359-741ec014e771 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:45:48.780654 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:48.783875 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9478a274-4711-4848-91d0-553a9aea2dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (746dfa4c-4e25-497e-9a8f-e6377ba59f58), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:48.798876 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb99ad-27d8-4f65-8120-eb123988d9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23627db1-da75-4ba3-8b5e-396092bbfd55,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:48.809308 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No active binding found for port 746dfa4c-4e25-497e-9a8f-e6377ba59f58 {{(pid=105977) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Nov 02 12:45:48.809692 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] The host n-d-857339-6 is not matching for port 746dfa4c-4e25-497e-9a8f-e6377ba59f58 host None! {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Nov 02 12:45:48.810090 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 746dfa4c-4e25-497e-9a8f-e6377ba59f58 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 02 12:45:48.864402 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9478a274-4711-4848-91d0-553a9aea2dd7 admin admin] No DVR routers for this DVR port 746dfa4c-4e25-497e-9a8f-e6377ba59f58 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:45:48.870291 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478a274-4711-4848-91d0-553a9aea2dd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=746dfa4c-4e25-497e-9a8f-e6377ba59f58,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:48.909064 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:48.909978 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d1eb99ad-27d8-4f65-8120-eb123988d9df admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=fc33ed7c067f48a2a3dda4963fbe78d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1870346 Nov 02 12:45:48.918853 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-485d80e4-26f5-4c47-abde-4d1c3ef8d78a None None] Could not find standard attr ID for object 746dfa4c-4e25-497e-9a8f-e6377ba59f58. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:45:48.920014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Port 746dfa4c-4e25-497e-9a8f-e6377ba59f58 not found, will not notify nova. {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 02 12:45:48.920429 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:48.924368 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41396) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:48.945072 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41398) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:49.030749 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-079b2416-828e-461c-8560-3d4d2da13b79 admin admin] Allocated IP 172.20.0.1 (5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4/f5917b04-6f36-448d-983a-5ff676b4cc65/8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:45:49.105888 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9478a274-4711-4848-91d0-553a9aea2dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (ee31e721-c079-4424-a359-741ec014e771), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.194314 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938a2925-52f5-4db7-b33a-a09c4ec40f80 None None] DHCP port deletion for ee31e721-c079-4424-a359-741ec014e771 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:45:49.224461 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:49.224931 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5b9f3c91-d2dc-4285-b584-c5cfac9b7006), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.225339 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 Nov 02 12:45:49.248080 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-9478a274-4711-4848-91d0-553a9aea2dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee31e721-c079-4424-a359-741ec014e771']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:49.279667 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-9478a274-4711-4848-91d0-553a9aea2dd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa99028-3bc2-4edd-8296-58054f4be117') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:49.279926 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-9478a274-4711-4848-91d0-553a9aea2dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa99028-3bc2-4edd-8296-58054f4be117') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:49.282174 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8637cc73-bc59-464c-a909-624d1fe7f7a3 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks [] for security_group (863c801e-7c88-457c-a3ba-8a5180b4949e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.308118 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-079b2416-828e-461c-8560-3d4d2da13b79 admin admin] Publish callbacks [] for port (8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.314660 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9478a274-4711-4848-91d0-553a9aea2dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (4fa99028-3bc2-4edd-8296-58054f4be117), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.342268 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e409ddd2-e51b-4f4e-877f-a5070c57808d admin admin] Publish callbacks [] for security_group (23627db1-da75-4ba3-8b5e-396092bbfd55), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.366495 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e409ddd2-e51b-4f4e-877f-a5070c57808d admin admin] Publish callbacks [] for security_group (23627db1-da75-4ba3-8b5e-396092bbfd55), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.370864 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] Publish callbacks [] for port (02b8348e-e206-4daf-9f42-3f30a7da41a8), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.410121 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:49.419616 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9478a274-4711-4848-91d0-553a9aea2dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4fa99028-3bc2-4edd-8296-58054f4be117), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.423587 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8637cc73-bc59-464c-a909-624d1fe7f7a3 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks [] for security_group (863c801e-7c88-457c-a3ba-8a5180b4949e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.441419 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9478a274-4711-4848-91d0-553a9aea2dd7 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:45:49.442141 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9478a274-4711-4848-91d0-553a9aea2dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (4fa99028-3bc2-4edd-8296-58054f4be117), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.473738 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 4fa99028-3bc2-4edd-8296-58054f4be117 resource provider aggregate not found Nov 02 12:45:49.517967 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 4fa99028-3bc2-4edd-8296-58054f4be117 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fa99028-3bc2-4edd-8296-58054f4be117 found for delete ", "request_id": "req-35499b1c-be91-4fdc-8cac-18b77ab52ca2"}]} Nov 02 12:45:49.633316 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (02b8348e-e206-4daf-9f42-3f30a7da41a8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.634926 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-079b2416-828e-461c-8560-3d4d2da13b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.638584 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e409ddd2-e51b-4f4e-877f-a5070c57808d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (23627db1-da75-4ba3-8b5e-396092bbfd55), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.641615 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e409ddd2-e51b-4f4e-877f-a5070c57808d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.642941 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e409ddd2-e51b-4f4e-877f-a5070c57808d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/23627db1-da75-4ba3-8b5e-396092bbfd55 HTTP/1.1" status: 204 len: 168 time: 0.7181814 Nov 02 12:45:49.672972 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409ddd2-e51b-4f4e-877f-a5070c57808d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23627db1-da75-4ba3-8b5e-396092bbfd55,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:49.714373 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079b2416-828e-461c-8560-3d4d2da13b79 admin admin] Network 5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:49.717841 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-079b2416-828e-461c-8560-3d4d2da13b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:49.722285 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079b2416-828e-461c-8560-3d4d2da13b79 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:45:49.723226 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] Attempting to bind port 02b8348e-e206-4daf-9f42-3f30a7da41a8 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:45:49.723738 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] Attempting to bind port 02b8348e-e206-4daf-9f42-3f30a7da41a8 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:45:49.724320 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] Attempting to bind port 02b8348e-e206-4daf-9f42-3f30a7da41a8 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:49.763729 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b2416-828e-461c-8560-3d4d2da13b79 admin admin] Pushing event updated for resources: {'Port': ['ID=8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:49.786166 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-079b2416-828e-461c-8560-3d4d2da13b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (16450ea5-e186-4820-99a6-ba4653ba0410), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.796207 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614bce8-08b3-4037-96e8-e587785c8c13 None None] Pushing event updated for resources: {'Port': ['ID=02b8348e-e206-4daf-9f42-3f30a7da41a8,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:49.831131 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9478a274-4711-4848-91d0-553a9aea2dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (ee31e721-c079-4424-a359-741ec014e771), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.846578 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:45:49.847227 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9478a274-4711-4848-91d0-553a9aea2dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.848043 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:45:49.854093 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9478a274-4711-4848-91d0-553a9aea2dd7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/ee31e721-c079-4424-a359-741ec014e771 HTTP/1.1" status: 204 len: 168 time: 2.3176041 Nov 02 12:45:49.857783 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.859057 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:45:49.860574 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] Bound port: 02b8348e-e206-4daf-9f42-3f30a7da41a8, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:45:49.861345 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (02b8348e-e206-4daf-9f42-3f30a7da41a8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.891083 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8637cc73-bc59-464c-a909-624d1fe7f7a3 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (863c801e-7c88-457c-a3ba-8a5180b4949e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.902282 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8637cc73-bc59-464c-a909-624d1fe7f7a3 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:49.904068 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8637cc73-bc59-464c-a909-624d1fe7f7a3 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/863c801e-7c88-457c-a3ba-8a5180b4949e HTTP/1.1" status: 204 len: 168 time: 0.9592960 Nov 02 12:45:49.905028 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478a274-4711-4848-91d0-553a9aea2dd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee31e721-c079-4424-a359-741ec014e771,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:49.906661 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41428) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:49.932255 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637cc73-bc59-464c-a909-624d1fe7f7a3 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=863c801e-7c88-457c-a3ba-8a5180b4949e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:50.026043 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] For port 02b8348e-e206-4daf-9f42-3f30a7da41a8, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:45:50.030773 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] For port 02b8348e-e206-4daf-9f42-3f30a7da41a8, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=02b8348e-e206-4daf-9f42-3f30a7da41a8,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:45:50.116978 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 746dfa4c-4e25-497e-9a8f-e6377ba59f58 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:45:50.145985 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 746dfa4c-4e25-497e-9a8f-e6377ba59f58 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:50.146344 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 746dfa4c-4e25-497e-9a8f-e6377ba59f58 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:45:50.197709 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-d7986639-9056-4da3-8ef5-f245c103a42d tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] show failed (client error): The resource could not be found. Nov 02 12:45:50.198773 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d7986639-9056-4da3-8ef5-f245c103a42d tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] 10.222.0.64 "GET /networking/v2.0/security-groups/863c801e-7c88-457c-a3ba-8a5180b4949e HTTP/1.1" status: 404 len: 347 time: 0.2908795 Nov 02 12:45:50.203177 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41432) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:50.215915 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ec2a16a7-e133-4fca-9ce1-f66b84162622 None None] Provisioning complete for port 8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:50.216514 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ec2a16a7-e133-4fca-9ce1-f66b84162622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:50.216653 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ec2a16a7-e133-4fca-9ce1-f66b84162622 None None] Attempt 1 to provision port 8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a Nov 02 12:45:50.256763 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (02b8348e-e206-4daf-9f42-3f30a7da41a8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:50.326670 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a16a7-e133-4fca-9ce1-f66b84162622 None None] Port 8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:45:50.330871 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] Routers {'16450ea5-e186-4820-99a6-ba4653ba0410'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:50.331756 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['16450ea5-e186-4820-99a6-ba4653ba0410'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:50.379829 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614bce8-08b3-4037-96e8-e587785c8c13 None None] Pushing event updated for resources: {'Port': ['ID=02b8348e-e206-4daf-9f42-3f30a7da41a8,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:50.443905 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=20,neutron:SELECT=77,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:50.467192 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] Set router 16450ea5-e186-4820-99a6-ba4653ba0410 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:50.495254 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41436) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:50.497875 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-942af920-91aa-4449-a51e-890e140f3b13 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Deleting port 32c66885-6b4b-4912-909f-98b941e3e62c {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:50.498457 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-942af920-91aa-4449-a51e-890e140f3b13 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (32c66885-6b4b-4912-909f-98b941e3e62c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:50.577360 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9fa84e22-9704-4a5c-8ed7-7a6ffd34108d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8dd031c413e74d51a02e5d0661123e70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0796676 Nov 02 12:45:50.579242 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41438) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:50.677249 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16450ea5-e186-4820-99a6-ba4653ba0410', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1715560253-router', 'tenant_id': '9f93f39d26df455292e782018b938219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '02b8348e-e206-4daf-9f42-3f30a7da41a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:41Z', 'updated_at': '2022-11-02T12:45:45Z', 'revision_number': 3, 'project_id': '9f93f39d26df455292e782018b938219', 'gw_port': {'id': '02b8348e-e206-4daf-9f42-3f30a7da41a8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16450ea5-e186-4820-99a6-ba4653ba0410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:43Z', 'updated_at': '2022-11-02T12:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:50.687466 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3890-623b-4ffc-b7b5-9fae8e283314 admin admin] Publish callbacks [] for security_group (0b044ce1-44b6-4284-b92c-5bcdc3f2ad5f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:50.707594 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5070bc-226d-493d-8925-9ea6c6aa2a02 None None] The sync data for ids ['16450ea5-e186-4820-99a6-ba4653ba0410'] in n-d-857339-6 is: [{'id': '16450ea5-e186-4820-99a6-ba4653ba0410', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1715560253-router', 'tenant_id': '9f93f39d26df455292e782018b938219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '02b8348e-e206-4daf-9f42-3f30a7da41a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:41Z', 'updated_at': '2022-11-02T12:45:45Z', 'revision_number': 3, 'project_id': '9f93f39d26df455292e782018b938219', 'gw_port': {'id': '02b8348e-e206-4daf-9f42-3f30a7da41a8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16450ea5-e186-4820-99a6-ba4653ba0410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:43Z', 'updated_at': '2022-11-02T12:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:50.715897 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-942af920-91aa-4449-a51e-890e140f3b13 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (32c66885-6b4b-4912-909f-98b941e3e62c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:50.716237 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-942af920-91aa-4449-a51e-890e140f3b13 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks [] for floatingip (32c66885-6b4b-4912-909f-98b941e3e62c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:50.721162 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3890-623b-4ffc-b7b5-9fae8e283314 admin admin] Publish callbacks [] for security_group (0b044ce1-44b6-4284-b92c-5bcdc3f2ad5f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:50.744468 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-942af920-91aa-4449-a51e-890e140f3b13 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Calling delete_port for 32c66885-6b4b-4912-909f-98b941e3e62c owned by network:floatingip {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:50.785105 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:50.912981 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-079b2416-828e-461c-8560-3d4d2da13b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:50.951257 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:50.952093 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3890-623b-4ffc-b7b5-9fae8e283314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0b044ce1-44b6-4284-b92c-5bcdc3f2ad5f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:50.962012 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3890-623b-4ffc-b7b5-9fae8e283314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:50.966405 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bdaf3890-623b-4ffc-b7b5-9fae8e283314 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0b044ce1-44b6-4284-b92c-5bcdc3f2ad5f HTTP/1.1" status: 204 len: 168 time: 0.3831789 Nov 02 12:45:50.978868 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf3890-623b-4ffc-b7b5-9fae8e283314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b044ce1-44b6-4284-b92c-5bcdc3f2ad5f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:51.236545 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-079b2416-828e-461c-8560-3d4d2da13b79 admin admin] Publish callbacks [] for port (8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:51.266211 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:51.300363 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-942af920-91aa-4449-a51e-890e140f3b13 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (32c66885-6b4b-4912-909f-98b941e3e62c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:51.360931 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942af920-91aa-4449-a51e-890e140f3b13 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Pushing event deleted for resources: {'Port': ['ID=32c66885-6b4b-4912-909f-98b941e3e62c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:51.376871 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-079b2416-828e-461c-8560-3d4d2da13b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:51.567121 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-942af920-91aa-4449-a51e-890e140f3b13 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks [] for floatingip (d637d1f0-8f3f-44a9-95aa-7b457e1abf93), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:51.572705 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-942af920-91aa-4449-a51e-890e140f3b13 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:51.575650 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-942af920-91aa-4449-a51e-890e140f3b13 tempest-VolumesAdminNegativeTest-996690738 tempest-VolumesAdminNegativeTest-996690738-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/d637d1f0-8f3f-44a9-95aa-7b457e1abf93 HTTP/1.1" status: 204 len: 168 time: 1.3705440 Nov 02 12:45:51.576946 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b2416-828e-461c-8560-3d4d2da13b79 admin admin] Pushing event updated for resources: {'Port': ['ID=8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:51.625976 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-079b2416-828e-461c-8560-3d4d2da13b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (16450ea5-e186-4820-99a6-ba4653ba0410), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:51.633865 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41474) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:51.816902 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079b2416-828e-461c-8560-3d4d2da13b79 admin admin] Network 5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:51.818690 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-079b2416-828e-461c-8560-3d4d2da13b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:52.061253 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:52.063168 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079b2416-828e-461c-8560-3d4d2da13b79 admin admin] Router 16450ea5-e186-4820-99a6-ba4653ba0410 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:45:52.182598 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 02b8348e-e206-4daf-9f42-3f30a7da41a8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:52.279667 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-34b856fd-45fe-4167-be42-b2b78a59b8b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (a4adfe55-9e25-4d40-855c-bff8302b9dff), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:52.331063 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079b2416-828e-461c-8560-3d4d2da13b79 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:45:52.339486 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-079b2416-828e-461c-8560-3d4d2da13b79 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/16450ea5-e186-4820-99a6-ba4653ba0410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1175075 Nov 02 12:45:52.354876 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-95371ff9-195e-4599-8014-a9c00fa69183 None None] Provisioning complete for port 8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:52.355244 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-95371ff9-195e-4599-8014-a9c00fa69183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:52.355583 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-95371ff9-195e-4599-8014-a9c00fa69183 None None] Attempt 1 to provision port 8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a Nov 02 12:45:52.401426 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 02b8348e-e206-4daf-9f42-3f30a7da41a8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:52.401835 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (02b8348e-e206-4daf-9f42-3f30a7da41a8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:52.402172 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 02b8348e-e206-4daf-9f42-3f30a7da41a8 Nov 02 12:45:52.404176 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-95371ff9-195e-4599-8014-a9c00fa69183 None None] Port 8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:45:52.483381 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 02b8348e-e206-4daf-9f42-3f30a7da41a8 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:52.483658 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (02b8348e-e206-4daf-9f42-3f30a7da41a8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:52.512664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 02b8348e-e206-4daf-9f42-3f30a7da41a8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=02b8348e-e206-4daf-9f42-3f30a7da41a8,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:52.758114 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (02b8348e-e206-4daf-9f42-3f30a7da41a8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:52.854109 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=02b8348e-e206-4daf-9f42-3f30a7da41a8,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:52.946055 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-34b856fd-45fe-4167-be42-b2b78a59b8b8 admin admin] Deleting port 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:52.946055 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-34b856fd-45fe-4167-be42-b2b78a59b8b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7833c4fa-a4a9-40e1-b3f9-f1b950debd86), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:53.040919 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-34b856fd-45fe-4167-be42-b2b78a59b8b8 admin admin] For port 7833c4fa-a4a9-40e1-b3f9-f1b950debd86, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7833c4fa-a4a9-40e1-b3f9-f1b950debd86,segment=NetworkSegment(e6b0b553-588f-480a-b278-02b197b4d0df),segment_id=e6b0b553-588f-480a-b278-02b197b4d0df)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:53.041285 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-34b856fd-45fe-4167-be42-b2b78a59b8b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7833c4fa-a4a9-40e1-b3f9-f1b950debd86), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:53.056369 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-34b856fd-45fe-4167-be42-b2b78a59b8b8 admin admin] Calling delete_port for 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:53.091028 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:53.136282 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df28200-4779-4341-93c6-402f88f83150 None None] Sync routers for ids ['16450ea5-e186-4820-99a6-ba4653ba0410'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:45:53.176249 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df28200-4779-4341-93c6-402f88f83150 None None] Routers {'16450ea5-e186-4820-99a6-ba4653ba0410'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:53.177135 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1df28200-4779-4341-93c6-402f88f83150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['16450ea5-e186-4820-99a6-ba4653ba0410'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:53.397684 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-1df28200-4779-4341-93c6-402f88f83150 None None] Set router 16450ea5-e186-4820-99a6-ba4653ba0410 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:53.461495 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-34b856fd-45fe-4167-be42-b2b78a59b8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (7833c4fa-a4a9-40e1-b3f9-f1b950debd86), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:53.507104 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b856fd-45fe-4167-be42-b2b78a59b8b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7833c4fa-a4a9-40e1-b3f9-f1b950debd86,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:53.626950 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:53.751574 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:53.815001 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1df28200-4779-4341-93c6-402f88f83150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16450ea5-e186-4820-99a6-ba4653ba0410', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1715560253-router', 'tenant_id': '9f93f39d26df455292e782018b938219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '02b8348e-e206-4daf-9f42-3f30a7da41a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:41Z', 'updated_at': '2022-11-02T12:45:50Z', 'revision_number': 4, 'project_id': '9f93f39d26df455292e782018b938219', 'gw_port': {'id': '02b8348e-e206-4daf-9f42-3f30a7da41a8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16450ea5-e186-4820-99a6-ba4653ba0410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:43Z', 'updated_at': '2022-11-02T12:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a', 'name': '', 'network_id': '5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4', 'tenant_id': '9f93f39d26df455292e782018b938219', 'mac_address': 'fa:16:3e:05:66:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16450ea5-e186-4820-99a6-ba4653ba0410', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'f5917b04-6f36-448d-983a-5ff676b4cc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:48Z', 'updated_at': '2022-11-02T12:45:51Z', 'revision_number': 2, 'project_id': '9f93f39d26df455292e782018b938219', 'subnets': [{'id': 'f5917b04-6f36-448d-983a-5ff676b4cc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:53.882582 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df28200-4779-4341-93c6-402f88f83150 None None] Checking router: 16450ea5-e186-4820-99a6-ba4653ba0410 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:45:53.889125 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df28200-4779-4341-93c6-402f88f83150 None None] Updating router 16450ea5-e186-4820-99a6-ba4653ba0410 port 8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:45:53.890906 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800101e-45c3-4d36-8ec0-2f3d1093a2fe req-da2e7039-1b6a-4cbc-8022-87ab996cf352 tempest-ImagesOneServerNegativeTestJSON-551822325 tempest-ImagesOneServerNegativeTestJSON-551822325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:53.893087 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a800101e-45c3-4d36-8ec0-2f3d1093a2fe req-da2e7039-1b6a-4cbc-8022-87ab996cf352 tempest-ImagesOneServerNegativeTestJSON-551822325 tempest-ImagesOneServerNegativeTestJSON-551822325-project] 10.222.0.64 "GET /networking/v2.0/networks?id=5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4 HTTP/1.1" status: 200 len: 822 time: 0.3885326 Nov 02 12:45:53.946555 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-1df28200-4779-4341-93c6-402f88f83150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:53.958049 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a800101e-45c3-4d36-8ec0-2f3d1093a2fe req-939b6e9c-9c8d-4383-a5a2-75c3bbad8071 tempest-ImagesOneServerNegativeTestJSON-551822325 tempest-ImagesOneServerNegativeTestJSON-551822325-project] 10.222.0.64 "GET /networking/v2.0/quotas/9f93f39d26df455292e782018b938219 HTTP/1.1" status: 200 len: 375 time: 0.0192680 Nov 02 12:45:53.987472 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-34b856fd-45fe-4167-be42-b2b78a59b8b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (a4adfe55-9e25-4d40-855c-bff8302b9dff), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.100875 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a800101e-45c3-4d36-8ec0-2f3d1093a2fe req-dd3f1b18-e558-480f-963d-4581e3c3c292 tempest-ImagesOneServerNegativeTestJSON-551822325 tempest-ImagesOneServerNegativeTestJSON-551822325-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9f93f39d26df455292e782018b938219&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1321962 Nov 02 12:45:54.116453 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ef9740-65df-4132-be27-30ad868ab887 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:45:54.253954 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41576) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:54.334670 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 02b8348e-e206-4daf-9f42-3f30a7da41a8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:54.340586 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:54.583753 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-1df28200-4779-4341-93c6-402f88f83150 None None] Publish callbacks [] for port (8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.744879 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4,neutron:INSERT=22,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:54.751447 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b856fd-45fe-4167-be42-b2b78a59b8b8 admin admin] Router a4adfe55-9e25-4d40-855c-bff8302b9dff has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:45:54.762616 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ef9740-65df-4132-be27-30ad868ab887 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:45:54.800372 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 02b8348e-e206-4daf-9f42-3f30a7da41a8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:54.800828 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (02b8348e-e206-4daf-9f42-3f30a7da41a8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.801231 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 02b8348e-e206-4daf-9f42-3f30a7da41a8 Nov 02 12:45:54.808362 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-1df28200-4779-4341-93c6-402f88f83150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.839714 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a7c1cf2-94e1-4e96-b156-5ead1b6e8e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (16450ea5-e186-4820-99a6-ba4653ba0410), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.840725 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:54.922932 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:54.972679 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba986e1-b537-48b5-8f94-bc3093f6f830 None None] Pushing event updated for resources: {'Port': ['ID=8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:54.988101 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:54.993780 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b856fd-45fe-4167-be42-b2b78a59b8b8 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:45:55.014827 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-1df28200-4779-4341-93c6-402f88f83150 None None] Attempting to bind port 8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:45:55.017334 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-1df28200-4779-4341-93c6-402f88f83150 None None] Attempting to bind port 8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a6c3ab5c-1370-4cb8-a29b-1be76bb4476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:45:55.017755 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df28200-4779-4341-93c6-402f88f83150 None None] Attempting to bind port 8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a on network 5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:55.022391 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-34b856fd-45fe-4167-be42-b2b78a59b8b8 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/a4adfe55-9e25-4d40-855c-bff8302b9dff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3870928 Nov 02 12:45:55.029739 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cb3f16-8cff-490d-ac6c-48e20750be0d None None] Sync routers for ids ['a4adfe55-9e25-4d40-855c-bff8302b9dff'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:45:55.033262 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41606) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:55.154018 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cb3f16-8cff-490d-ac6c-48e20750be0d None None] Routers {'a4adfe55-9e25-4d40-855c-bff8302b9dff'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:55.154690 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-92cb3f16-8cff-490d-ac6c-48e20750be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a4adfe55-9e25-4d40-855c-bff8302b9dff'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:55.172537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 02b8348e-e206-4daf-9f42-3f30a7da41a8 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:55.191114 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df28200-4779-4341-93c6-402f88f83150 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:45:55.192822 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df28200-4779-4341-93c6-402f88f83150 None None] Checking segment: {'id': 'a6c3ab5c-1370-4cb8-a29b-1be76bb4476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:45:55.197567 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-1df28200-4779-4341-93c6-402f88f83150 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.198067 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df28200-4779-4341-93c6-402f88f83150 None None] Bound using segment: {'id': 'a6c3ab5c-1370-4cb8-a29b-1be76bb4476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:45:55.198592 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-1df28200-4779-4341-93c6-402f88f83150 None None] Bound port: 8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c3ab5c-1370-4cb8-a29b-1be76bb4476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:45:55.198988 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-1df28200-4779-4341-93c6-402f88f83150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.277468 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-833aea87-a165-4561-9726-e035f2b66366 admin admin] Publish callbacks [] for router (a4adfe55-9e25-4d40-855c-bff8302b9dff), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.290158 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-1df28200-4779-4341-93c6-402f88f83150 None None] For port 8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:45:55.294369 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-1df28200-4779-4341-93c6-402f88f83150 None None] For port 8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a,segment=NetworkSegment(a6c3ab5c-1370-4cb8-a29b-1be76bb4476f),segment_id=a6c3ab5c-1370-4cb8-a29b-1be76bb4476f)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:45:55.345799 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-92cb3f16-8cff-490d-ac6c-48e20750be0d None None] Set router a4adfe55-9e25-4d40-855c-bff8302b9dff gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:55.414881 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:55.421584 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-1df28200-4779-4341-93c6-402f88f83150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.489127 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df28200-4779-4341-93c6-402f88f83150 None None] Routers {'16450ea5-e186-4820-99a6-ba4653ba0410'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:55.490774 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1df28200-4779-4341-93c6-402f88f83150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['16450ea5-e186-4820-99a6-ba4653ba0410'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:55.644722 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba986e1-b537-48b5-8f94-bc3093f6f830 None None] Pushing event updated for resources: {'Port': ['ID=8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:55.688126 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-92cb3f16-8cff-490d-ac6c-48e20750be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4adfe55-9e25-4d40-855c-bff8302b9dff', 'name': 'tempest-VolumesAdminNegativeTest-1028370220-router', 'tenant_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:45Z', 'updated_at': '2022-11-02T12:45:53Z', 'revision_number': 5, 'project_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'gw_port': {'id': 'dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4adfe55-9e25-4d40-855c-bff8302b9dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:47Z', 'updated_at': '2022-11-02T12:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:55.738853 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cb3f16-8cff-490d-ac6c-48e20750be0d None None] Checking router: a4adfe55-9e25-4d40-855c-bff8302b9dff for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:45:55.752140 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cb3f16-8cff-490d-ac6c-48e20750be0d None None] Routers {'a4adfe55-9e25-4d40-855c-bff8302b9dff'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:55.753073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-92cb3f16-8cff-490d-ac6c-48e20750be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a4adfe55-9e25-4d40-855c-bff8302b9dff'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:55.761827 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-1df28200-4779-4341-93c6-402f88f83150 None None] Set router 16450ea5-e186-4820-99a6-ba4653ba0410 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:55.810621 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-833aea87-a165-4561-9726-e035f2b66366 admin admin] Publish callbacks [] for router_gateway (a4adfe55-9e25-4d40-855c-bff8302b9dff), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.860655 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-2a7c1cf2-94e1-4e96-b156-5ead1b6e8e97 admin admin] Deleting port 8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:55.861733 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a7c1cf2-94e1-4e96-b156-5ead1b6e8e97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.951493 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-92cb3f16-8cff-490d-ac6c-48e20750be0d None None] Set router a4adfe55-9e25-4d40-855c-bff8302b9dff gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:56.032984 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-2a7c1cf2-94e1-4e96-b156-5ead1b6e8e97 admin admin] For port 8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a,segment=NetworkSegment(a6c3ab5c-1370-4cb8-a29b-1be76bb4476f),segment_id=a6c3ab5c-1370-4cb8-a29b-1be76bb4476f)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:56.033354 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a7c1cf2-94e1-4e96-b156-5ead1b6e8e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.085267 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-2a7c1cf2-94e1-4e96-b156-5ead1b6e8e97 admin admin] Calling delete_port for 8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:56.103600 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-833aea87-a165-4561-9726-e035f2b66366 admin admin] Deleting port dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:56.104364 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-833aea87-a165-4561-9726-e035f2b66366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.118373 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:56.203362 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1f515100-aa5e-48e1-ac6e-f3c7b685a8cd None None] Provisioning complete for port 747beacb-f6ec-4a4f-a330-c235ddac4c95 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:56.203885 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f515100-aa5e-48e1-ac6e-f3c7b685a8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (747beacb-f6ec-4a4f-a330-c235ddac4c95), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.204339 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1f515100-aa5e-48e1-ac6e-f3c7b685a8cd None None] Attempt 1 to provision port 747beacb-f6ec-4a4f-a330-c235ddac4c95 Nov 02 12:45:56.228247 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1df28200-4779-4341-93c6-402f88f83150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16450ea5-e186-4820-99a6-ba4653ba0410', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1715560253-router', 'tenant_id': '9f93f39d26df455292e782018b938219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '02b8348e-e206-4daf-9f42-3f30a7da41a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:41Z', 'updated_at': '2022-11-02T12:45:50Z', 'revision_number': 4, 'project_id': '9f93f39d26df455292e782018b938219', 'gw_port': {'id': '02b8348e-e206-4daf-9f42-3f30a7da41a8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16450ea5-e186-4820-99a6-ba4653ba0410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:43Z', 'updated_at': '2022-11-02T12:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a', 'name': '', 'network_id': '5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4', 'tenant_id': '9f93f39d26df455292e782018b938219', 'mac_address': 'fa:16:3e:05:66:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16450ea5-e186-4820-99a6-ba4653ba0410', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'f5917b04-6f36-448d-983a-5ff676b4cc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:48Z', 'updated_at': '2022-11-02T12:45:55Z', 'revision_number': 4, 'project_id': '9f93f39d26df455292e782018b938219', 'subnets': [{'id': 'f5917b04-6f36-448d-983a-5ff676b4cc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:56.259457 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-833aea87-a165-4561-9726-e035f2b66366 admin admin] For port dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:56.259835 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-833aea87-a165-4561-9726-e035f2b66366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.264962 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:56.272805 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df28200-4779-4341-93c6-402f88f83150 None None] The sync data for ids ['16450ea5-e186-4820-99a6-ba4653ba0410'] in n-d-857339-6 is: [{'id': '16450ea5-e186-4820-99a6-ba4653ba0410', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1715560253-router', 'tenant_id': '9f93f39d26df455292e782018b938219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '02b8348e-e206-4daf-9f42-3f30a7da41a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:41Z', 'updated_at': '2022-11-02T12:45:50Z', 'revision_number': 4, 'project_id': '9f93f39d26df455292e782018b938219', 'gw_port': {'id': '02b8348e-e206-4daf-9f42-3f30a7da41a8', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16450ea5-e186-4820-99a6-ba4653ba0410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:43Z', 'updated_at': '2022-11-02T12:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a', 'name': '', 'network_id': '5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4', 'tenant_id': '9f93f39d26df455292e782018b938219', 'mac_address': 'fa:16:3e:05:66:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16450ea5-e186-4820-99a6-ba4653ba0410', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'f5917b04-6f36-448d-983a-5ff676b4cc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:48Z', 'updated_at': '2022-11-02T12:45:55Z', 'revision_number': 4, 'project_id': '9f93f39d26df455292e782018b938219', 'subnets': [{'id': 'f5917b04-6f36-448d-983a-5ff676b4cc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:56.279211 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-833aea87-a165-4561-9726-e035f2b66366 admin admin] Calling delete_port for dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:56.411247 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:56.475121 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1f515100-aa5e-48e1-ac6e-f3c7b685a8cd None None] Current status of the port 747beacb-f6ec-4a4f-a330-c235ddac4c95 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:56.496702 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-92cb3f16-8cff-490d-ac6c-48e20750be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4adfe55-9e25-4d40-855c-bff8302b9dff', 'name': 'tempest-VolumesAdminNegativeTest-1028370220-router', 'tenant_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:45Z', 'updated_at': '2022-11-02T12:45:53Z', 'revision_number': 5, 'project_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'gw_port': {'id': 'dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4adfe55-9e25-4d40-855c-bff8302b9dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:47Z', 'updated_at': '2022-11-02T12:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:56.540036 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:56.569008 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41640) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:56.571738 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cb3f16-8cff-490d-ac6c-48e20750be0d None None] The sync data for ids ['a4adfe55-9e25-4d40-855c-bff8302b9dff'] in n-d-857339-6 is: [{'id': 'a4adfe55-9e25-4d40-855c-bff8302b9dff', 'name': 'tempest-VolumesAdminNegativeTest-1028370220-router', 'tenant_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:45Z', 'updated_at': '2022-11-02T12:45:53Z', 'revision_number': 5, 'project_id': 'a444e4c0cab7408b8e6cc8b87398f290', 'gw_port': {'id': 'dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4adfe55-9e25-4d40-855c-bff8302b9dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:47Z', 'updated_at': '2022-11-02T12:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:56.913838 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-576afedf-221a-4796-b567-c5002d379846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.924673 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a7c1cf2-94e1-4e96-b156-5ead1b6e8e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.930739 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-833aea87-a165-4561-9726-e035f2b66366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.066161 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c1cf2-94e1-4e96-b156-5ead1b6e8e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:57.253701 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:57.297018 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-576afedf-221a-4796-b567-c5002d379846 admin admin] Publish callbacks [] for security_group (415730fc-dbe3-4606-9b4e-6e5e033d4fb4), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.318097 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:57.455423 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833aea87-a165-4561-9726-e035f2b66366 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:57.556594 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-833aea87-a165-4561-9726-e035f2b66366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (a4adfe55-9e25-4d40-855c-bff8302b9dff), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.608032 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-576afedf-221a-4796-b567-c5002d379846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (415730fc-dbe3-4606-9b4e-6e5e033d4fb4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.672198 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-576afedf-221a-4796-b567-c5002d379846 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e36225d06ca4473e98ae746b3fa625e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1022949 Nov 02 12:45:57.673169 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576afedf-221a-4796-b567-c5002d379846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415730fc-dbe3-4606-9b4e-6e5e033d4fb4,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:57.676155 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41684) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:57.721188 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-833aea87-a165-4561-9726-e035f2b66366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (a4adfe55-9e25-4d40-855c-bff8302b9dff), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.725778 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-833aea87-a165-4561-9726-e035f2b66366 admin admin] Publish callbacks [] for router_controller (a4adfe55-9e25-4d40-855c-bff8302b9dff), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.778968 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9ec35b0b-b700-4af9-bbcb-55d3e89a46cc admin admin] Publish callbacks [] for security_group (415730fc-dbe3-4606-9b4e-6e5e033d4fb4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.799751 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a7c1cf2-94e1-4e96-b156-5ead1b6e8e97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (16450ea5-e186-4820-99a6-ba4653ba0410), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.829749 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9ec35b0b-b700-4af9-bbcb-55d3e89a46cc admin admin] Publish callbacks [] for security_group (415730fc-dbe3-4606-9b4e-6e5e033d4fb4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.835770 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293758ac-7dd5-42a7-b6f4-f6d2be4f8ba4 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:45:58.121180 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293758ac-7dd5-42a7-b6f4-f6d2be4f8ba4 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:45:58.159269 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7c1cf2-94e1-4e96-b156-5ead1b6e8e97 admin admin] Router 16450ea5-e186-4820-99a6-ba4653ba0410 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:45:58.174437 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9ec35b0b-b700-4af9-bbcb-55d3e89a46cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (415730fc-dbe3-4606-9b4e-6e5e033d4fb4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.175971 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-833aea87-a165-4561-9726-e035f2b66366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (a4adfe55-9e25-4d40-855c-bff8302b9dff), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.176614 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833aea87-a165-4561-9726-e035f2b66366 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4adfe55-9e25-4d40-855c-bff8302b9dff {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:45:58.179358 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9ec35b0b-b700-4af9-bbcb-55d3e89a46cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.181786 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9ec35b0b-b700-4af9-bbcb-55d3e89a46cc admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/415730fc-dbe3-4606-9b4e-6e5e033d4fb4 HTTP/1.1" status: 204 len: 168 time: 0.5038984 Nov 02 12:45:58.189809 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-833aea87-a165-4561-9726-e035f2b66366 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.191035 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-833aea87-a165-4561-9726-e035f2b66366 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/a4adfe55-9e25-4d40-855c-bff8302b9dff HTTP/1.1" status: 204 len: 168 time: 3.1568129 Nov 02 12:45:58.198471 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41700) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:58.200893 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec35b0b-b700-4af9-bbcb-55d3e89a46cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415730fc-dbe3-4606-9b4e-6e5e033d4fb4,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:58.293142 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:45:58.352000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:45:58.353366 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7833c4fa-a4a9-40e1-b3f9-f1b950debd86 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:45:58.374438 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab1c045-294a-4771-a983-dbc2f78df627 admin admin] Deleting subnet fdfa22af-e26e-4984-93e9-8bd631338537 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:45:58.379509 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c045-294a-4771-a983-dbc2f78df627 admin admin] Publish callbacks [] for subnet (fdfa22af-e26e-4984-93e9-8bd631338537), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.455881 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7c1cf2-94e1-4e96-b156-5ead1b6e8e97 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:45:58.463086 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2a7c1cf2-94e1-4e96-b156-5ead1b6e8e97 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/16450ea5-e186-4820-99a6-ba4653ba0410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2079606 Nov 02 12:45:58.465756 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41704) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:58.513813 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c045-294a-4771-a983-dbc2f78df627 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (fdfa22af-e26e-4984-93e9-8bd631338537), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.580575 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:58.645331 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f42b9db4-f1d6-4187-966c-19023eb4c3d7 admin admin] Publish callbacks [] for router (16450ea5-e186-4820-99a6-ba4653ba0410), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.691548 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c045-294a-4771-a983-dbc2f78df627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (fdfa22af-e26e-4984-93e9-8bd631338537), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.842745 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f42b9db4-f1d6-4187-966c-19023eb4c3d7 admin admin] Publish callbacks [] for router_gateway (16450ea5-e186-4820-99a6-ba4653ba0410), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.953225 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-99e76bea-2a33-4b1f-b915-bf98b9b03a91 req-ec756ce5-506a-4135-8ab1-c487a3062f2b tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=853ebe1f-1d3a-44cd-aa1f-3bcff3f50eb7 HTTP/1.1" status: 200 len: 210 time: 0.0452740 Nov 02 12:45:58.980883 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c045-294a-4771-a983-dbc2f78df627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (fdfa22af-e26e-4984-93e9-8bd631338537), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.010140 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1c045-294a-4771-a983-dbc2f78df627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdfa22af-e26e-4984-93e9-8bd631338537,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:59.041068 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c045-294a-4771-a983-dbc2f78df627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.069613 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5ab1c045-294a-4771-a983-dbc2f78df627 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/fdfa22af-e26e-4984-93e9-8bd631338537 HTTP/1.1" status: 204 len: 168 time: 0.8650823 Nov 02 12:45:59.072878 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41724) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:59.094787 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb28b359-cb50-412b-86d7-6717deeece3b None None] Sync routers for ids ['16450ea5-e186-4820-99a6-ba4653ba0410'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:45:59.106652 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f42b9db4-f1d6-4187-966c-19023eb4c3d7 admin admin] Deleting port 02b8348e-e206-4daf-9f42-3f30a7da41a8 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:59.107001 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f42b9db4-f1d6-4187-966c-19023eb4c3d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (02b8348e-e206-4daf-9f42-3f30a7da41a8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.128043 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb28b359-cb50-412b-86d7-6717deeece3b None None] Routers {'16450ea5-e186-4820-99a6-ba4653ba0410'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:59.133399 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-eb28b359-cb50-412b-86d7-6717deeece3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['16450ea5-e186-4820-99a6-ba4653ba0410'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:59.272798 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-f42b9db4-f1d6-4187-966c-19023eb4c3d7 admin admin] For port 02b8348e-e206-4daf-9f42-3f30a7da41a8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=02b8348e-e206-4daf-9f42-3f30a7da41a8,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:59.273400 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f42b9db4-f1d6-4187-966c-19023eb4c3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (02b8348e-e206-4daf-9f42-3f30a7da41a8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.280582 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (c33691cf-ac79-4e52-b490-b71908bf66b5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.296288 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f42b9db4-f1d6-4187-966c-19023eb4c3d7 admin admin] Calling delete_port for 02b8348e-e206-4daf-9f42-3f30a7da41a8 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:59.297078 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-eb28b359-cb50-412b-86d7-6717deeece3b None None] Set router 16450ea5-e186-4820-99a6-ba4653ba0410 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:59.376663 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-eb28b359-cb50-412b-86d7-6717deeece3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16450ea5-e186-4820-99a6-ba4653ba0410', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1715560253-router', 'tenant_id': '9f93f39d26df455292e782018b938219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:41Z', 'updated_at': '2022-11-02T12:45:58Z', 'revision_number': 6, 'project_id': '9f93f39d26df455292e782018b938219', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:59.405636 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Deleting port 747beacb-f6ec-4a4f-a330-c235ddac4c95 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:45:59.406466 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (747beacb-f6ec-4a4f-a330-c235ddac4c95), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.409627 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb28b359-cb50-412b-86d7-6717deeece3b None None] Checking router: 16450ea5-e186-4820-99a6-ba4653ba0410 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:45:59.420700 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb28b359-cb50-412b-86d7-6717deeece3b None None] Routers {'16450ea5-e186-4820-99a6-ba4653ba0410'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:45:59.421555 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-eb28b359-cb50-412b-86d7-6717deeece3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['16450ea5-e186-4820-99a6-ba4653ba0410'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:59.472705 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dd55e3-b22e-4148-81f6-bcb661c1df5f None None] Network c33691cf-ac79-4e52-b490-b71908bf66b5 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:45:59.541125 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] For port 747beacb-f6ec-4a4f-a330-c235ddac4c95, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=747beacb-f6ec-4a4f-a330-c235ddac4c95,segment=NetworkSegment(e6b0b553-588f-480a-b278-02b197b4d0df),segment_id=e6b0b553-588f-480a-b278-02b197b4d0df)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:59.541498 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (747beacb-f6ec-4a4f-a330-c235ddac4c95), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.569727 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-eb28b359-cb50-412b-86d7-6717deeece3b None None] Set router 16450ea5-e186-4820-99a6-ba4653ba0410 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:45:59.575465 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Calling delete_port for 747beacb-f6ec-4a4f-a330-c235ddac4c95 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:45:59.610330 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8b8890a9-c099-4086-8bba-7201938c9034 None None] Provisioning complete for port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:45:59.611107 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8b8890a9-c099-4086-8bba-7201938c9034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5b9f3c91-d2dc-4285-b584-c5cfac9b7006), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.611602 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8b8890a9-c099-4086-8bba-7201938c9034 None None] Attempt 1 to provision port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 Nov 02 12:45:59.739156 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f42b9db4-f1d6-4187-966c-19023eb4c3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (02b8348e-e206-4daf-9f42-3f30a7da41a8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.786907 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-eb28b359-cb50-412b-86d7-6717deeece3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16450ea5-e186-4820-99a6-ba4653ba0410', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1715560253-router', 'tenant_id': '9f93f39d26df455292e782018b938219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:41Z', 'updated_at': '2022-11-02T12:45:58Z', 'revision_number': 6, 'project_id': '9f93f39d26df455292e782018b938219', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:59.793541 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41730) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:59.820379 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d53ef4f9-6a7b-4622-8896-1907bf5763e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.827503 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8b8890a9-c099-4086-8bba-7201938c9034 None None] Current status of the port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:45:59.861234 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb28b359-cb50-412b-86d7-6717deeece3b None None] The sync data for ids ['16450ea5-e186-4820-99a6-ba4653ba0410'] in n-d-857339-6 is: [{'id': '16450ea5-e186-4820-99a6-ba4653ba0410', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1715560253-router', 'tenant_id': '9f93f39d26df455292e782018b938219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:41Z', 'updated_at': '2022-11-02T12:45:58Z', 'revision_number': 6, 'project_id': '9f93f39d26df455292e782018b938219', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:59.902689 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df848d19-601d-4219-9317-26e126074ee0 None None] DHCP port deletion for c33691cf-ac79-4e52-b490-b71908bf66b5 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:45:59.916993 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (747beacb-f6ec-4a4f-a330-c235ddac4c95), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.056104 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=747beacb-f6ec-4a4f-a330-c235ddac4c95,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:00.060017 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d53ef4f9-6a7b-4622-8896-1907bf5763e2 admin admin] Publish callbacks [] for security_group (61214495-08a5-43a6-9b29-c2845a24c41b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.067970 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] No DVR routers for this DVR port 747beacb-f6ec-4a4f-a330-c235ddac4c95 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:46:00.070543 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:00.070941 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:00.071336 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:00.071688 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:00.072023 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:00.072357 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:00.072715 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:00.073043 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:00.073371 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:00.073943 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:00.074092 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:00.074355 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:00.074674 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:00.074992 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:00.075313 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:00.154171 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b9db4-f1d6-4187-966c-19023eb4c3d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=02b8348e-e206-4daf-9f42-3f30a7da41a8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:00.178341 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (c33691cf-ac79-4e52-b490-b71908bf66b5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.187624 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33691cf-ac79-4e52-b490-b71908bf66b5']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:00.200133 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b0b553-588f-480a-b278-02b197b4d0df') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:00.200556 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b0b553-588f-480a-b278-02b197b4d0df') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:00.211969 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (e6b0b553-588f-480a-b278-02b197b4d0df), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.228128 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e6b0b553-588f-480a-b278-02b197b4d0df), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.235188 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:46:00.235669 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (e6b0b553-588f-480a-b278-02b197b4d0df), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.260046 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f42b9db4-f1d6-4187-966c-19023eb4c3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (16450ea5-e186-4820-99a6-ba4653ba0410), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.343435 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d53ef4f9-6a7b-4622-8896-1907bf5763e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (61214495-08a5-43a6-9b29-c2845a24c41b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.402572 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment e6b0b553-588f-480a-b278-02b197b4d0df resource provider aggregate not found Nov 02 12:46:00.502837 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment e6b0b553-588f-480a-b278-02b197b4d0df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6b0b553-588f-480a-b278-02b197b4d0df found for delete ", "request_id": "req-3a6d3218-2625-4dd9-b834-b8352292ed48"}]} Nov 02 12:46:00.595902 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f42b9db4-f1d6-4187-966c-19023eb4c3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (16450ea5-e186-4820-99a6-ba4653ba0410), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.604818 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ef4f9-6a7b-4622-8896-1907bf5763e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61214495-08a5-43a6-9b29-c2845a24c41b,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:00.614557 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d53ef4f9-6a7b-4622-8896-1907bf5763e2 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=56269235ae224044a8710a7117ebdb2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8192756 Nov 02 12:46:00.624182 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41754) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:00.630749 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f42b9db4-f1d6-4187-966c-19023eb4c3d7 admin admin] Publish callbacks [] for router_controller (16450ea5-e186-4820-99a6-ba4653ba0410), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.662400 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (c33691cf-ac79-4e52-b490-b71908bf66b5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.695190 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.701060 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/c33691cf-ac79-4e52-b490-b71908bf66b5 HTTP/1.1" status: 204 len: 168 time: 1.6267021 Nov 02 12:46:00.704527 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41758) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:00.774106 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41762) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:00.786412 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502ec7b-1ddc-4856-99fd-318a106b8d8c admin admin] Pushing event deleted for resources: {'Network': ['ID=c33691cf-ac79-4e52-b490-b71908bf66b5,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:00.846023 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01105882-9cea-4289-a4c3-a3e6dd97c3b6 admin admin] Publish callbacks [] for security_group (61214495-08a5-43a6-9b29-c2845a24c41b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.881288 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:46:00.919690 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01105882-9cea-4289-a4c3-a3e6dd97c3b6 admin admin] Publish callbacks [] for security_group (61214495-08a5-43a6-9b29-c2845a24c41b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.956088 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f42b9db4-f1d6-4187-966c-19023eb4c3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (16450ea5-e186-4820-99a6-ba4653ba0410), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.958133 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42b9db4-f1d6-4187-966c-19023eb4c3d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16450ea5-e186-4820-99a6-ba4653ba0410 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:46:00.986810 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f42b9db4-f1d6-4187-966c-19023eb4c3d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.991802 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f42b9db4-f1d6-4187-966c-19023eb4c3d7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/16450ea5-e186-4820-99a6-ba4653ba0410 HTTP/1.1" status: 204 len: 168 time: 2.5215361 Nov 02 12:46:00.992076 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41770) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:01.111187 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec74837-492e-4030-b316-2338194c5e5b admin admin] Deleting subnet f5917b04-6f36-448d-983a-5ff676b4cc65 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:46:01.123166 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aec74837-492e-4030-b316-2338194c5e5b admin admin] Publish callbacks [] for subnet (f5917b04-6f36-448d-983a-5ff676b4cc65), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.125624 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-26229b69-1593-4845-80df-9957502bd4c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.207588 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01105882-9cea-4289-a4c3-a3e6dd97c3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (61214495-08a5-43a6-9b29-c2845a24c41b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.210280 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01105882-9cea-4289-a4c3-a3e6dd97c3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.214955 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-01105882-9cea-4289-a4c3-a3e6dd97c3b6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/61214495-08a5-43a6-9b29-c2845a24c41b HTTP/1.1" status: 204 len: 168 time: 0.5895963 Nov 02 12:46:01.216013 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:01.302568 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aec74837-492e-4030-b316-2338194c5e5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (f5917b04-6f36-448d-983a-5ff676b4cc65), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.323340 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01105882-9cea-4289-a4c3-a3e6dd97c3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61214495-08a5-43a6-9b29-c2845a24c41b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:01.341082 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:46:01.341082 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device dd4ad9f9-9821-425e-a2b5-c5dc98c4ff1d not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:46:01.341082 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:46:01.406893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:46:01.412942 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8f1c0e4b-e349-4783-9f0b-9ef1bd21be0a not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:46:01.413640 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 747beacb-f6ec-4a4f-a330-c235ddac4c95 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:46:01.448748 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3313ab3c-f084-4cc5-9924-c0a7a85c4829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (2bb42f0a-714b-4f25-961e-6c1147e0bff0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.500013 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 747beacb-f6ec-4a4f-a330-c235ddac4c95 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:46:01.504554 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 747beacb-f6ec-4a4f-a330-c235ddac4c95 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:46:01.649323 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a2c8d6fa-07d2-4d3f-a973-89525712abc8 req-b1ccc3b1-dcac-43f4-96f1-be7470b7924e tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.1392133 Nov 02 12:46:01.773344 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aec74837-492e-4030-b316-2338194c5e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (f5917b04-6f36-448d-983a-5ff676b4cc65), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.787130 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:01.818123 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-26229b69-1593-4845-80df-9957502bd4c1 admin admin] Publish callbacks [] for security_group (94c852de-6c22-4b84-9b28-2ed401c2a867), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.877772 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:01.946014 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-26229b69-1593-4845-80df-9957502bd4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (94c852de-6c22-4b84-9b28-2ed401c2a867), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.051164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 02b8348e-e206-4daf-9f42-3f30a7da41a8 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:46:02.070651 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-26229b69-1593-4845-80df-9957502bd4c1 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=cbcc9e09182b42709273d2162f3c8729&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3031189 Nov 02 12:46:02.076089 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=10 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:02.078524 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41798) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:02.094977 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aec74837-492e-4030-b316-2338194c5e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (f5917b04-6f36-448d-983a-5ff676b4cc65), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.108405 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 02b8348e-e206-4daf-9f42-3f30a7da41a8 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:46:02.115059 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 02b8348e-e206-4daf-9f42-3f30a7da41a8 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:46:02.161684 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3313ab3c-f084-4cc5-9924-c0a7a85c4829 admin admin] Deleting port 89ab1b32-dcc8-4628-a2c3-cbdd865af058 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:02.162037 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3313ab3c-f084-4cc5-9924-c0a7a85c4829 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (89ab1b32-dcc8-4628-a2c3-cbdd865af058), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.173461 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26229b69-1593-4845-80df-9957502bd4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c852de-6c22-4b84-9b28-2ed401c2a867,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:02.183161 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec74837-492e-4030-b316-2338194c5e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5917b04-6f36-448d-983a-5ff676b4cc65,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:02.198817 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:02.209688 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aec74837-492e-4030-b316-2338194c5e5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.215964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c140f5-0885-42e7-a1c8-22455bf85d92 None None] Network 5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:46:02.244020 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-aec74837-492e-4030-b316-2338194c5e5b admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/f5917b04-6f36-448d-983a-5ff676b4cc65 HTTP/1.1" status: 204 len: 168 time: 1.2323422 Nov 02 12:46:02.246237 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41802) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:02.277334 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-3313ab3c-f084-4cc5-9924-c0a7a85c4829 admin admin] For port 89ab1b32-dcc8-4628-a2c3-cbdd865af058, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=89ab1b32-dcc8-4628-a2c3-cbdd865af058,segment=NetworkSegment(871c01d6-3c96-408b-995b-0a73df39cb00),segment_id=871c01d6-3c96-408b-995b-0a73df39cb00)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:02.277716 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3313ab3c-f084-4cc5-9924-c0a7a85c4829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (89ab1b32-dcc8-4628-a2c3-cbdd865af058), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.303440 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3313ab3c-f084-4cc5-9924-c0a7a85c4829 admin admin] Calling delete_port for 89ab1b32-dcc8-4628-a2c3-cbdd865af058 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:02.515929 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93f4629e-31b1-4e03-aba1-12ef09582795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.531979 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:02.619097 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a3e6c9-8eb1-49b6-8876-8f4712ec685a None None] DHCP port deletion for 5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:46:02.643250 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-93f4629e-31b1-4e03-aba1-12ef09582795 admin admin] Deleting port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:02.643369 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93f4629e-31b1-4e03-aba1-12ef09582795 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5b9f3c91-d2dc-4285-b584-c5cfac9b7006), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.684564 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e3687b49-0d74-4bc9-b58a-f4045fc3144c admin admin] Publish callbacks [] for security_group (94c852de-6c22-4b84-9b28-2ed401c2a867), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.732095 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-17a3e6c9-8eb1-49b6-8876-8f4712ec685a None None] Deleting port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:02.732554 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-17a3e6c9-8eb1-49b6-8876-8f4712ec685a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5b9f3c91-d2dc-4285-b584-c5cfac9b7006), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.763864 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-93f4629e-31b1-4e03-aba1-12ef09582795 admin admin] For port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5b9f3c91-d2dc-4285-b584-c5cfac9b7006,segment=NetworkSegment(a6c3ab5c-1370-4cb8-a29b-1be76bb4476f),segment_id=a6c3ab5c-1370-4cb8-a29b-1be76bb4476f)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:02.764304 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93f4629e-31b1-4e03-aba1-12ef09582795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5b9f3c91-d2dc-4285-b584-c5cfac9b7006), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.764504 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e3687b49-0d74-4bc9-b58a-f4045fc3144c admin admin] Publish callbacks [] for security_group (94c852de-6c22-4b84-9b28-2ed401c2a867), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.912616 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-93f4629e-31b1-4e03-aba1-12ef09582795 admin admin] Calling delete_port for 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:02.959232 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-17a3e6c9-8eb1-49b6-8876-8f4712ec685a None None] For port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5b9f3c91-d2dc-4285-b584-c5cfac9b7006,segment=NetworkSegment(a6c3ab5c-1370-4cb8-a29b-1be76bb4476f),segment_id=a6c3ab5c-1370-4cb8-a29b-1be76bb4476f)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:02.964188 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-17a3e6c9-8eb1-49b6-8876-8f4712ec685a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5b9f3c91-d2dc-4285-b584-c5cfac9b7006), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.987219 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e3687b49-0d74-4bc9-b58a-f4045fc3144c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (94c852de-6c22-4b84-9b28-2ed401c2a867), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.993548 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e3687b49-0d74-4bc9-b58a-f4045fc3144c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.997789 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e3687b49-0d74-4bc9-b58a-f4045fc3144c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/94c852de-6c22-4b84-9b28-2ed401c2a867 HTTP/1.1" status: 204 len: 168 time: 0.9152122 Nov 02 12:46:02.999251 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3313ab3c-f084-4cc5-9924-c0a7a85c4829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (89ab1b32-dcc8-4628-a2c3-cbdd865af058), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.006929 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-17a3e6c9-8eb1-49b6-8876-8f4712ec685a None None] Calling delete_port for 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:03.009033 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7b9c9a34-7885-40fd-810d-54d3dc8c9adf req-e66d09cb-b2fa-4471-8943-7b15b1d2bc04 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.2034936 Nov 02 12:46:03.105217 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3687b49-0d74-4bc9-b58a-f4045fc3144c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c852de-6c22-4b84-9b28-2ed401c2a867,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:03.110935 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313ab3c-f084-4cc5-9924-c0a7a85c4829 admin admin] Pushing event deleted for resources: {'Port': ['ID=89ab1b32-dcc8-4628-a2c3-cbdd865af058,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:03.128899 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93f4629e-31b1-4e03-aba1-12ef09582795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (5b9f3c91-d2dc-4285-b584-c5cfac9b7006), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.191228 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f4629e-31b1-4e03-aba1-12ef09582795 admin admin] No DVR routers for this DVR port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:46:03.280143 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-17a3e6c9-8eb1-49b6-8876-8f4712ec685a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (5b9f3c91-d2dc-4285-b584-c5cfac9b7006), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.296226 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4629e-31b1-4e03-aba1-12ef09582795 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b9f3c91-d2dc-4285-b584-c5cfac9b7006,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:03.310148 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a3e6c9-8eb1-49b6-8876-8f4712ec685a None None] No DVR routers for this DVR port 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:46:03.369706 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3e6c9-8eb1-49b6-8876-8f4712ec685a None None] Pushing event deleted for resources: {'Port': ['ID=5b9f3c91-d2dc-4285-b584-c5cfac9b7006,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:03.471682 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93f4629e-31b1-4e03-aba1-12ef09582795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.476977 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3313ab3c-f084-4cc5-9924-c0a7a85c4829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (2bb42f0a-714b-4f25-961e-6c1147e0bff0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.520998 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c14145a-d49f-4a3c-9f12-b6635f74c827 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:46:03.531719 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-93f4629e-31b1-4e03-aba1-12ef09582795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:03.561849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-93f4629e-31b1-4e03-aba1-12ef09582795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c3ab5c-1370-4cb8-a29b-1be76bb4476f') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:03.562335 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-93f4629e-31b1-4e03-aba1-12ef09582795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c3ab5c-1370-4cb8-a29b-1be76bb4476f') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:03.606589 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93f4629e-31b1-4e03-aba1-12ef09582795 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (a6c3ab5c-1370-4cb8-a29b-1be76bb4476f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.628226 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:03.656308 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93f4629e-31b1-4e03-aba1-12ef09582795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a6c3ab5c-1370-4cb8-a29b-1be76bb4476f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.696030 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f4629e-31b1-4e03-aba1-12ef09582795 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:46:03.700792 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93f4629e-31b1-4e03-aba1-12ef09582795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (a6c3ab5c-1370-4cb8-a29b-1be76bb4476f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.720418 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c14145a-d49f-4a3c-9f12-b6635f74c827 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:46:03.772683 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment a6c3ab5c-1370-4cb8-a29b-1be76bb4476f resource provider aggregate not found Nov 02 12:46:03.874293 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment a6c3ab5c-1370-4cb8-a29b-1be76bb4476f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6c3ab5c-1370-4cb8-a29b-1be76bb4476f found for delete ", "request_id": "req-6ea48480-5b18-4b82-81bd-4fa14e1f7ace"}]} Nov 02 12:46:03.956824 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93f4629e-31b1-4e03-aba1-12ef09582795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.972479 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93f4629e-31b1-4e03-aba1-12ef09582795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.976367 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-93f4629e-31b1-4e03-aba1-12ef09582795 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4 HTTP/1.1" status: 204 len: 168 time: 1.7283731 Nov 02 12:46:04.025557 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4629e-31b1-4e03-aba1-12ef09582795 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ede4b7a-d8f4-4da2-9c4c-f0874c733cf4,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:04.164294 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3313ab3c-f084-4cc5-9924-c0a7a85c4829 admin admin] Router 2bb42f0a-714b-4f25-961e-6c1147e0bff0 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:46:04.284006 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:46:04.326870 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:46:04.327223 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5b9f3c91-d2dc-4285-b584-c5cfac9b7006 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:46:04.344514 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9dce8b23-087b-4414-8517-20aa21dacd1e req-3969e352-0f30-44c0-a098-b87f1bb45b26 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.1339667 Nov 02 12:46:04.473407 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3313ab3c-f084-4cc5-9924-c0a7a85c4829 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:46:04.481928 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3313ab3c-f084-4cc5-9924-c0a7a85c4829 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/2bb42f0a-714b-4f25-961e-6c1147e0bff0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7757595 Nov 02 12:46:04.484314 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41852) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:04.485260 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf488cf-45f6-403f-af86-cfc1284f332a None None] Sync routers for ids ['2bb42f0a-714b-4f25-961e-6c1147e0bff0'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:46:04.503819 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf488cf-45f6-403f-af86-cfc1284f332a None None] Routers {'2bb42f0a-714b-4f25-961e-6c1147e0bff0'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:46:04.504465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-5cf488cf-45f6-403f-af86-cfc1284f332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['2bb42f0a-714b-4f25-961e-6c1147e0bff0'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:04.667847 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-5cf488cf-45f6-403f-af86-cfc1284f332a None None] Set router 2bb42f0a-714b-4f25-961e-6c1147e0bff0 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:46:04.695523 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2821b3bf-a187-4614-9e33-ef50d18ed07b admin admin] Publish callbacks [] for router (2bb42f0a-714b-4f25-961e-6c1147e0bff0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:04.890755 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2821b3bf-a187-4614-9e33-ef50d18ed07b admin admin] Publish callbacks [] for router_gateway (2bb42f0a-714b-4f25-961e-6c1147e0bff0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:04.986716 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41858) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:04.994275 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:05.008853 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-5cf488cf-45f6-403f-af86-cfc1284f332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb42f0a-714b-4f25-961e-6c1147e0bff0', 'name': 'tempest-VolumesAdminNegativeTest-1131202407-router', 'tenant_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2b71ede1-2cf8-4bdf-a85b-cc79e19d1111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:22Z', 'updated_at': '2022-11-02T12:46:02Z', 'revision_number': 5, 'project_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'gw_port': {'id': '2b71ede1-2cf8-4bdf-a85b-cc79e19d1111', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb42f0a-714b-4f25-961e-6c1147e0bff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:26Z', 'updated_at': '2022-11-02T12:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:05.017408 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-830c4ae9-5dfa-40b9-8b1a-695a7f7ce891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:05.059599 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf488cf-45f6-403f-af86-cfc1284f332a None None] Checking router: 2bb42f0a-714b-4f25-961e-6c1147e0bff0 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:46:05.108891 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf488cf-45f6-403f-af86-cfc1284f332a None None] Routers {'2bb42f0a-714b-4f25-961e-6c1147e0bff0'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:46:05.110369 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-5cf488cf-45f6-403f-af86-cfc1284f332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:45:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['2bb42f0a-714b-4f25-961e-6c1147e0bff0'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:05.124591 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2821b3bf-a187-4614-9e33-ef50d18ed07b admin admin] Deleting port 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:05.129259 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2821b3bf-a187-4614-9e33-ef50d18ed07b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2b71ede1-2cf8-4bdf-a85b-cc79e19d1111), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:05.210619 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41864) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:05.376990 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-5cf488cf-45f6-403f-af86-cfc1284f332a None None] Set router 2bb42f0a-714b-4f25-961e-6c1147e0bff0 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:46:05.423543 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-204210a4-9b40-448e-bf74-60308d21d5bb admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9f93f39d26df455292e782018b938219&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1986258 Nov 02 12:46:05.425909 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41868) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:05.587477 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-830c4ae9-5dfa-40b9-8b1a-695a7f7ce891 admin admin] Publish callbacks [] for security_group (04f0488f-2caf-4d2b-a316-ccfb334d83d7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:05.620678 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-2821b3bf-a187-4614-9e33-ef50d18ed07b admin admin] For port 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2b71ede1-2cf8-4bdf-a85b-cc79e19d1111,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:05.621313 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2821b3bf-a187-4614-9e33-ef50d18ed07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2b71ede1-2cf8-4bdf-a85b-cc79e19d1111), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:05.624634 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=6,neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:05.637146 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-16e95b6e-1edf-41a1-9c2f-a8588f90709c None None] Provisioning complete for port 823365b0-a029-479c-9888-49ba96b7fa6c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:05.637526 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-16e95b6e-1edf-41a1-9c2f-a8588f90709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (823365b0-a029-479c-9888-49ba96b7fa6c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:05.637870 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-16e95b6e-1edf-41a1-9c2f-a8588f90709c None None] Attempt 1 to provision port 823365b0-a029-479c-9888-49ba96b7fa6c Nov 02 12:46:05.644891 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-5cf488cf-45f6-403f-af86-cfc1284f332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb42f0a-714b-4f25-961e-6c1147e0bff0', 'name': 'tempest-VolumesAdminNegativeTest-1131202407-router', 'tenant_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:22Z', 'updated_at': '2022-11-02T12:46:04Z', 'revision_number': 6, 'project_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:05.662371 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2821b3bf-a187-4614-9e33-ef50d18ed07b admin admin] Calling delete_port for 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:05.700569 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-830c4ae9-5dfa-40b9-8b1a-695a7f7ce891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (04f0488f-2caf-4d2b-a316-ccfb334d83d7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:05.710214 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf488cf-45f6-403f-af86-cfc1284f332a None None] The sync data for ids ['2bb42f0a-714b-4f25-961e-6c1147e0bff0'] in n-d-857339-6 is: [{'id': '2bb42f0a-714b-4f25-961e-6c1147e0bff0', 'name': 'tempest-VolumesAdminNegativeTest-1131202407-router', 'tenant_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:22Z', 'updated_at': '2022-11-02T12:46:04Z', 'revision_number': 6, 'project_id': 'b4c33c2fa756405c8ce8db90ae8ca9a8', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:46:05.745969 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-60713c30-9527-4a37-bda6-7c6223aea404 req-8c270c9e-d5b8-45e6-865b-cec41afb0da0 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.1575046 Nov 02 12:46:05.795544 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bda4ad65-138a-4728-a072-3cd18355b889 admin admin] Publish callbacks [] for security_group (ddcbae42-36d2-47eb-8a9c-b1cacc783604), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:05.835028 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:05.841945 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-830c4ae9-5dfa-40b9-8b1a-695a7f7ce891 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=525435bc5fbe40f4b1c2c5d39b9e5401&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8507349 Nov 02 12:46:05.848546 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bda4ad65-138a-4728-a072-3cd18355b889 admin admin] Publish callbacks [] for security_group (ddcbae42-36d2-47eb-8a9c-b1cacc783604), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:05.849895 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41872) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:05.866259 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-16e95b6e-1edf-41a1-9c2f-a8588f90709c None None] Current status of the port 823365b0-a029-479c-9888-49ba96b7fa6c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:05.964809 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:05.983548 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c4ae9-5dfa-40b9-8b1a-695a7f7ce891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f0488f-2caf-4d2b-a316-ccfb334d83d7,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:06.018408 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-66ed461d-7b04-4b98-aa2e-df294d4685c9 admin admin] Publish callbacks [] for security_group (04f0488f-2caf-4d2b-a316-ccfb334d83d7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.022476 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:06.025054 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c4ae9-5dfa-40b9-8b1a-695a7f7ce891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:06.025269 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c4ae9-5dfa-40b9-8b1a-695a7f7ce891 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:06.025612 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c4ae9-5dfa-40b9-8b1a-695a7f7ce891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:06.025964 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c4ae9-5dfa-40b9-8b1a-695a7f7ce891 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:06.026399 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c4ae9-5dfa-40b9-8b1a-695a7f7ce891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:06.026961 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c4ae9-5dfa-40b9-8b1a-695a7f7ce891 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:06.027311 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c4ae9-5dfa-40b9-8b1a-695a7f7ce891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:06.027680 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c4ae9-5dfa-40b9-8b1a-695a7f7ce891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:06.028033 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c4ae9-5dfa-40b9-8b1a-695a7f7ce891 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:06.028351 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c4ae9-5dfa-40b9-8b1a-695a7f7ce891 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:06.028671 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c4ae9-5dfa-40b9-8b1a-695a7f7ce891 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:06.028937 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c4ae9-5dfa-40b9-8b1a-695a7f7ce891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:06.029317 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c4ae9-5dfa-40b9-8b1a-695a7f7ce891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:06.029684 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c4ae9-5dfa-40b9-8b1a-695a7f7ce891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:06.029975 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c4ae9-5dfa-40b9-8b1a-695a7f7ce891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:06.060569 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-66ed461d-7b04-4b98-aa2e-df294d4685c9 admin admin] Publish callbacks [] for security_group (04f0488f-2caf-4d2b-a316-ccfb334d83d7), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.089205 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bda4ad65-138a-4728-a072-3cd18355b889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ddcbae42-36d2-47eb-8a9c-b1cacc783604), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.092426 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bda4ad65-138a-4728-a072-3cd18355b889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.094268 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bda4ad65-138a-4728-a072-3cd18355b889 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ddcbae42-36d2-47eb-8a9c-b1cacc783604 HTTP/1.1" status: 204 len: 168 time: 0.6627088 Nov 02 12:46:06.106086 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4ad65-138a-4728-a072-3cd18355b889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcbae42-36d2-47eb-8a9c-b1cacc783604,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:06.161495 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:06.185682 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 89ab1b32-dcc8-4628-a2c3-cbdd865af058 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:46:06.197546 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41886) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:06.259847 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 89ab1b32-dcc8-4628-a2c3-cbdd865af058 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:46:06.260627 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 89ab1b32-dcc8-4628-a2c3-cbdd865af058 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:46:06.271430 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-66ed461d-7b04-4b98-aa2e-df294d4685c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (04f0488f-2caf-4d2b-a316-ccfb334d83d7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.274590 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-66ed461d-7b04-4b98-aa2e-df294d4685c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.282257 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-66ed461d-7b04-4b98-aa2e-df294d4685c9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/04f0488f-2caf-4d2b-a316-ccfb334d83d7 HTTP/1.1" status: 204 len: 168 time: 0.4167409 Nov 02 12:46:06.303069 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed461d-7b04-4b98-aa2e-df294d4685c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f0488f-2caf-4d2b-a316-ccfb334d83d7,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:06.310175 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2821b3bf-a187-4614-9e33-ef50d18ed07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (2b71ede1-2cf8-4bdf-a85b-cc79e19d1111), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.475453 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821b3bf-a187-4614-9e33-ef50d18ed07b admin admin] Pushing event deleted for resources: {'Port': ['ID=2b71ede1-2cf8-4bdf-a85b-cc79e19d1111,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:06.561952 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2821b3bf-a187-4614-9e33-ef50d18ed07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (2bb42f0a-714b-4f25-961e-6c1147e0bff0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.666407 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2821b3bf-a187-4614-9e33-ef50d18ed07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (2bb42f0a-714b-4f25-961e-6c1147e0bff0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.669126 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2821b3bf-a187-4614-9e33-ef50d18ed07b admin admin] Publish callbacks [] for router_controller (2bb42f0a-714b-4f25-961e-6c1147e0bff0), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.768607 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:06.809144 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-79286b4d-e07e-441c-9003-ddbc975253c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.831890 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2821b3bf-a187-4614-9e33-ef50d18ed07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (2bb42f0a-714b-4f25-961e-6c1147e0bff0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.832855 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2821b3bf-a187-4614-9e33-ef50d18ed07b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bb42f0a-714b-4f25-961e-6c1147e0bff0 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:46:06.843631 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2821b3bf-a187-4614-9e33-ef50d18ed07b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.844659 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2821b3bf-a187-4614-9e33-ef50d18ed07b admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/2bb42f0a-714b-4f25-961e-6c1147e0bff0 HTTP/1.1" status: 204 len: 168 time: 2.3591630 Nov 02 12:46:06.845532 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41910) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:07.011752 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-b739fc10-2a3f-489a-ab7a-0d2bc0dcc8e8 admin admin] Deleting subnet 9268368d-2f83-41d8-80d6-5e216a8c658f {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:46:07.030257 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b739fc10-2a3f-489a-ab7a-0d2bc0dcc8e8 admin admin] Publish callbacks [] for subnet (9268368d-2f83-41d8-80d6-5e216a8c658f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.063630 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-79286b4d-e07e-441c-9003-ddbc975253c9 admin admin] Publish callbacks [] for security_group (2bce5a2c-da19-4d75-95e5-acb566d24e44), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.156122 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-50003001-ec0f-46d4-82f2-4aed9f8bcae4 req-759bc359-65d1-43da-aa8d-0685ad826c42 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=853ebe1f-1d3a-44cd-aa1f-3bcff3f50eb7 HTTP/1.1" status: 200 len: 210 time: 0.7711835 Nov 02 12:46:07.180077 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ca85594b-c348-46b5-96ef-ea1769112cc9 req-04109cb0-ae3b-4056-9876-8ce6a3382d5c tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.1466551 Nov 02 12:46:07.191231 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-79286b4d-e07e-441c-9003-ddbc975253c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2bce5a2c-da19-4d75-95e5-acb566d24e44), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.199771 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b739fc10-2a3f-489a-ab7a-0d2bc0dcc8e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (9268368d-2f83-41d8-80d6-5e216a8c658f), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.259477 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41932) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:07.259857 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-79286b4d-e07e-441c-9003-ddbc975253c9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=96636882bcf849f59453cc51a66a6cea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0609925 Nov 02 12:46:07.261131 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79286b4d-e07e-441c-9003-ddbc975253c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bce5a2c-da19-4d75-95e5-acb566d24e44,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:07.379826 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6edab08a-6da3-4efd-b8bd-7dc1d3a14fa5 admin admin] Publish callbacks [] for security_group (2bce5a2c-da19-4d75-95e5-acb566d24e44), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.387769 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b739fc10-2a3f-489a-ab7a-0d2bc0dcc8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (9268368d-2f83-41d8-80d6-5e216a8c658f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.477512 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6edab08a-6da3-4efd-b8bd-7dc1d3a14fa5 admin admin] Publish callbacks [] for security_group (2bce5a2c-da19-4d75-95e5-acb566d24e44), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.637135 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b739fc10-2a3f-489a-ab7a-0d2bc0dcc8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (9268368d-2f83-41d8-80d6-5e216a8c658f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.688019 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739fc10-2a3f-489a-ab7a-0d2bc0dcc8e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9268368d-2f83-41d8-80d6-5e216a8c658f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:07.690874 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b739fc10-2a3f-489a-ab7a-0d2bc0dcc8e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.696230 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63427b88-9ba4-4ed8-8ad7-095dca43f9aa None None] Network 275095fb-b660-4a8a-b314-60805bd50d0f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:46:07.697594 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41944) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:07.698055 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b739fc10-2a3f-489a-ab7a-0d2bc0dcc8e8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/9268368d-2f83-41d8-80d6-5e216a8c658f HTTP/1.1" status: 204 len: 168 time: 0.8506799 Nov 02 12:46:07.716799 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6edab08a-6da3-4efd-b8bd-7dc1d3a14fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2bce5a2c-da19-4d75-95e5-acb566d24e44), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.727110 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6edab08a-6da3-4efd-b8bd-7dc1d3a14fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.728527 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6edab08a-6da3-4efd-b8bd-7dc1d3a14fa5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2bce5a2c-da19-4d75-95e5-acb566d24e44 HTTP/1.1" status: 204 len: 168 time: 0.4680226 Nov 02 12:46:07.753601 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edab08a-6da3-4efd-b8bd-7dc1d3a14fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bce5a2c-da19-4d75-95e5-acb566d24e44,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:07.872148 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a3eb9483-1200-45e9-ad5b-ced0ec4f3fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (275095fb-b660-4a8a-b314-60805bd50d0f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.002643 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb9483-1200-45e9-ad5b-ced0ec4f3fc0 admin admin] Deleting port 823365b0-a029-479c-9888-49ba96b7fa6c {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:08.003279 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a3eb9483-1200-45e9-ad5b-ced0ec4f3fc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (823365b0-a029-479c-9888-49ba96b7fa6c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.037486 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41952) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:08.051714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ca7ab9-e019-4981-8731-d6b4a3049335 None None] DHCP port deletion for 275095fb-b660-4a8a-b314-60805bd50d0f request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:46:08.150419 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:46:08.155519 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-a3eb9483-1200-45e9-ad5b-ced0ec4f3fc0 admin admin] For port 823365b0-a029-479c-9888-49ba96b7fa6c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=823365b0-a029-479c-9888-49ba96b7fa6c,segment=NetworkSegment(871c01d6-3c96-408b-995b-0a73df39cb00),segment_id=871c01d6-3c96-408b-995b-0a73df39cb00)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:08.156370 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a3eb9483-1200-45e9-ad5b-ced0ec4f3fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (823365b0-a029-479c-9888-49ba96b7fa6c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.175276 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:46:08.175615 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2b71ede1-2cf8-4bdf-a85b-cc79e19d1111 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:46:08.184955 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d9ca7ab9-e019-4981-8731-d6b4a3049335 None None] Deleting port 823365b0-a029-479c-9888-49ba96b7fa6c {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:08.185372 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d9ca7ab9-e019-4981-8731-d6b4a3049335 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (823365b0-a029-479c-9888-49ba96b7fa6c), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.188051 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb9483-1200-45e9-ad5b-ced0ec4f3fc0 admin admin] Calling delete_port for 823365b0-a029-479c-9888-49ba96b7fa6c owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:08.257476 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d9ca7ab9-e019-4981-8731-d6b4a3049335 None None] For port 823365b0-a029-479c-9888-49ba96b7fa6c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=823365b0-a029-479c-9888-49ba96b7fa6c,segment=NetworkSegment(871c01d6-3c96-408b-995b-0a73df39cb00),segment_id=871c01d6-3c96-408b-995b-0a73df39cb00)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:08.257822 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d9ca7ab9-e019-4981-8731-d6b4a3049335 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (823365b0-a029-479c-9888-49ba96b7fa6c), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.273642 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d9ca7ab9-e019-4981-8731-d6b4a3049335 None None] Calling delete_port for 823365b0-a029-479c-9888-49ba96b7fa6c owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:08.309497 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5d2683c5-e4a6-4f43-a7f9-2d90e30becd4 req-693dadb3-4c0d-4b03-8962-1c3647342cf8 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0319428 Nov 02 12:46:08.586754 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a3eb9483-1200-45e9-ad5b-ced0ec4f3fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (823365b0-a029-479c-9888-49ba96b7fa6c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.601711 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d9ca7ab9-e019-4981-8731-d6b4a3049335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (823365b0-a029-479c-9888-49ba96b7fa6c), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.640049 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb9483-1200-45e9-ad5b-ced0ec4f3fc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=823365b0-a029-479c-9888-49ba96b7fa6c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:08.642815 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb9483-1200-45e9-ad5b-ced0ec4f3fc0 admin admin] No DVR routers for this DVR port 823365b0-a029-479c-9888-49ba96b7fa6c on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:46:08.712208 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca7ab9-e019-4981-8731-d6b4a3049335 None None] Pushing event deleted for resources: {'Port': ['ID=823365b0-a029-479c-9888-49ba96b7fa6c,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:08.734756 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ca7ab9-e019-4981-8731-d6b4a3049335 None None] No DVR routers for this DVR port 823365b0-a029-479c-9888-49ba96b7fa6c on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:46:08.763088 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a3eb9483-1200-45e9-ad5b-ced0ec4f3fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (275095fb-b660-4a8a-b314-60805bd50d0f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.796987 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-a3eb9483-1200-45e9-ad5b-ced0ec4f3fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275095fb-b660-4a8a-b314-60805bd50d0f']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:08.822707 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-a3eb9483-1200-45e9-ad5b-ced0ec4f3fc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871c01d6-3c96-408b-995b-0a73df39cb00') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:08.823025 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-a3eb9483-1200-45e9-ad5b-ced0ec4f3fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871c01d6-3c96-408b-995b-0a73df39cb00') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:08.846617 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a3eb9483-1200-45e9-ad5b-ced0ec4f3fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (871c01d6-3c96-408b-995b-0a73df39cb00), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.864055 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a3eb9483-1200-45e9-ad5b-ced0ec4f3fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (871c01d6-3c96-408b-995b-0a73df39cb00), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.875538 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3eb9483-1200-45e9-ad5b-ced0ec4f3fc0 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:46:08.875538 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a3eb9483-1200-45e9-ad5b-ced0ec4f3fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (871c01d6-3c96-408b-995b-0a73df39cb00), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.904392 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 871c01d6-3c96-408b-995b-0a73df39cb00 resource provider aggregate not found Nov 02 12:46:08.940842 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 871c01d6-3c96-408b-995b-0a73df39cb00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 871c01d6-3c96-408b-995b-0a73df39cb00 found for delete ", "request_id": "req-7f67a301-47e3-4c21-b2e3-4fd8e5f451da"}]} Nov 02 12:46:09.006076 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb776491-731a-472d-bed7-451b49a4ae7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:09.104452 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb776491-731a-472d-bed7-451b49a4ae7f admin admin] Publish callbacks [] for security_group (ffedb1f7-7648-43bd-96e9-6c15e801ad47), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:09.320667 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a3eb9483-1200-45e9-ad5b-ced0ec4f3fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (275095fb-b660-4a8a-b314-60805bd50d0f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:09.324353 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb776491-731a-472d-bed7-451b49a4ae7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ffedb1f7-7648-43bd-96e9-6c15e801ad47), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:09.339439 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a3eb9483-1200-45e9-ad5b-ced0ec4f3fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:09.365346 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a3eb9483-1200-45e9-ad5b-ced0ec4f3fc0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/275095fb-b660-4a8a-b314-60805bd50d0f HTTP/1.1" status: 204 len: 168 time: 1.6657295 Nov 02 12:46:09.404029 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fb776491-731a-472d-bed7-451b49a4ae7f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b4ece0f32add4c23b3a2c79130662082&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3650668 Nov 02 12:46:09.406227 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb776491-731a-472d-bed7-451b49a4ae7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffedb1f7-7648-43bd-96e9-6c15e801ad47,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:09.410194 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41982) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:09.414337 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb9483-1200-45e9-ad5b-ced0ec4f3fc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=275095fb-b660-4a8a-b314-60805bd50d0f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:09.515772 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-befe695e-1f03-48dd-ba99-af6f607c29f5 admin admin] Publish callbacks [] for security_group (ffedb1f7-7648-43bd-96e9-6c15e801ad47), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:09.557773 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-befe695e-1f03-48dd-ba99-af6f607c29f5 admin admin] Publish callbacks [] for security_group (ffedb1f7-7648-43bd-96e9-6c15e801ad47), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:09.569800 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a245ac49-193c-413e-a039-c4ba5e717356 req-51ba72a6-742e-428b-9009-d8f74463436b tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0946610 Nov 02 12:46:09.609744 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-927250ce-40cd-4979-bade-a22aca811839 req-67eeb7da-ae0f-4b40-b436-0fcf60b9d406 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0616903 Nov 02 12:46:09.695304 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41988) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:09.713262 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c20320d1-3f23-4659-947a-2d5c8cf6af89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:09.735815 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-befe695e-1f03-48dd-ba99-af6f607c29f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ffedb1f7-7648-43bd-96e9-6c15e801ad47), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:09.738681 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-befe695e-1f03-48dd-ba99-af6f607c29f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:09.741423 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-befe695e-1f03-48dd-ba99-af6f607c29f5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ffedb1f7-7648-43bd-96e9-6c15e801ad47 HTTP/1.1" status: 204 len: 168 time: 0.3295825 Nov 02 12:46:09.760990 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe695e-1f03-48dd-ba99-af6f607c29f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffedb1f7-7648-43bd-96e9-6c15e801ad47,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:09.843173 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c20320d1-3f23-4659-947a-2d5c8cf6af89 admin admin] Publish callbacks [] for security_group (397ec77b-9744-49f3-bf1f-183301bdde91), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:09.861826 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=64 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:09.945877 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c20320d1-3f23-4659-947a-2d5c8cf6af89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (397ec77b-9744-49f3-bf1f-183301bdde91), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:09.997880 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c20320d1-3f23-4659-947a-2d5c8cf6af89 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=cc1af2aaba884e4aa55a9d6c78a0b431&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3007774 Nov 02 12:46:10.000742 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41996) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:10.001353 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20320d1-3f23-4659-947a-2d5c8cf6af89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397ec77b-9744-49f3-bf1f-183301bdde91,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:10.109856 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ae3e9e57-924e-4ed4-b99f-fde2e1624a49 admin admin] Publish callbacks [] for security_group (397ec77b-9744-49f3-bf1f-183301bdde91), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:10.135165 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41998) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:10.149814 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ae3e9e57-924e-4ed4-b99f-fde2e1624a49 admin admin] Publish callbacks [] for security_group (397ec77b-9744-49f3-bf1f-183301bdde91), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:10.158621 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 823365b0-a029-479c-9888-49ba96b7fa6c no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:46:10.226916 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 823365b0-a029-479c-9888-49ba96b7fa6c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:46:10.228465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 823365b0-a029-479c-9888-49ba96b7fa6c not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:46:10.293657 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b7ae47a8-4e3b-4cea-ad2a-0c59b90d4798 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a444e4c0cab7408b8e6cc8b87398f290&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1566713 Nov 02 12:46:10.296275 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42006) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:10.345143 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ae3e9e57-924e-4ed4-b99f-fde2e1624a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (397ec77b-9744-49f3-bf1f-183301bdde91), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:10.348071 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ae3e9e57-924e-4ed4-b99f-fde2e1624a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:10.349348 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ae3e9e57-924e-4ed4-b99f-fde2e1624a49 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/397ec77b-9744-49f3-bf1f-183301bdde91 HTTP/1.1" status: 204 len: 168 time: 0.3475327 Nov 02 12:46:10.368048 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e9e57-924e-4ed4-b99f-fde2e1624a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397ec77b-9744-49f3-bf1f-183301bdde91,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:10.400774 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ee9a-2dcb-4984-b103-c588e6d858b7 admin admin] Publish callbacks [] for security_group (50d315b1-bafe-4087-a908-33dcbff337b0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:10.434993 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ee9a-2dcb-4984-b103-c588e6d858b7 admin admin] Publish callbacks [] for security_group (50d315b1-bafe-4087-a908-33dcbff337b0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:10.471191 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:10.581304 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ee9a-2dcb-4984-b103-c588e6d858b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (50d315b1-bafe-4087-a908-33dcbff337b0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:10.588176 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ee9a-2dcb-4984-b103-c588e6d858b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:10.590274 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2bf3ee9a-2dcb-4984-b103-c588e6d858b7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/50d315b1-bafe-4087-a908-33dcbff337b0 HTTP/1.1" status: 204 len: 168 time: 0.2929776 Nov 02 12:46:10.608408 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=70,neutron:INSERT=23,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:10.627104 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3ee9a-2dcb-4984-b103-c588e6d858b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d315b1-bafe-4087-a908-33dcbff337b0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:10.682744 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:10.774136 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-56082db7-4527-4a8f-a39d-fa2d55fd35bd req-610ab595-586e-487c-8bb0-c3b25f10a1e7 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0442979 Nov 02 12:46:10.792701 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:11.312644 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:11.597217 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:11.919256 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ebb098c6-f061-4a8e-9d0d-97c1928989dd req-65cc1939-9709-4f70-9e7a-76628cb6550e tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0424533 Nov 02 12:46:12.383560 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42072) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:12.441295 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ddf5d874-629f-4bd2-b280-659f7a6ed6ac admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b4c33c2fa756405c8ce8db90ae8ca9a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0565093 Nov 02 12:46:12.443804 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42074) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:12.539269 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f9fbc85-30a8-483f-be29-32853b7b5d02 admin admin] Publish callbacks [] for security_group (d78c4614-2f6c-4bfe-8df7-b63bb54e7595), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.571467 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f9fbc85-30a8-483f-be29-32853b7b5d02 admin admin] Publish callbacks [] for security_group (d78c4614-2f6c-4bfe-8df7-b63bb54e7595), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.674483 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42080) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:12.762612 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f9fbc85-30a8-483f-be29-32853b7b5d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d78c4614-2f6c-4bfe-8df7-b63bb54e7595), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.765518 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f9fbc85-30a8-483f-be29-32853b7b5d02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.767228 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9f9fbc85-30a8-483f-be29-32853b7b5d02 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d78c4614-2f6c-4bfe-8df7-b63bb54e7595 HTTP/1.1" status: 204 len: 168 time: 0.3220394 Nov 02 12:46:12.783035 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fbc85-30a8-483f-be29-32853b7b5d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78c4614-2f6c-4bfe-8df7-b63bb54e7595,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:12.907751 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42096) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:12.914535 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-268d5c2b-fd13-4fa6-a217-acca1ed8bed7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-320603011'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:12.962619 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e8b0f61c-9b7a-420c-911a-6e0615be138e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.031918 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0ebef5f3-6753-4de1-9b3b-08957295e05b req-285db2e7-e08b-419f-89eb-351329edb60a tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.4173162 Nov 02 12:46:13.057977 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8f197271-8852-4aac-a607-8b0d1ead994d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.061813 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268d5c2b-fd13-4fa6-a217-acca1ed8bed7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Made reservation on behalf of 655e1bdbfb0c469daeec1ba8a61057d4 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:13.065564 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-268d5c2b-fd13-4fa6-a217-acca1ed8bed7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.111221 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268d5c2b-fd13-4fa6-a217-acca1ed8bed7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:46:13.131765 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-268d5c2b-fd13-4fa6-a217-acca1ed8bed7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4584641f-3276-4e05-bd5c-8075d71f2e01), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.132663 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-268d5c2b-fd13-4fa6-a217-acca1ed8bed7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Added segment 4584641f-3276-4e05-bd5c-8075d71f2e01 of type vlan for network 2aa0f835-d302-41a4-b25d-dd1d4ef88256 Nov 02 12:46:13.185487 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-268d5c2b-fd13-4fa6-a217-acca1ed8bed7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (2aa0f835-d302-41a4-b25d-dd1d4ef88256), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.228754 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8f197271-8852-4aac-a607-8b0d1ead994d admin admin] Publish callbacks [] for security_group (95539924-f823-4631-8f48-ad9ce6213e4e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.328390 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:13.385696 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8f197271-8852-4aac-a607-8b0d1ead994d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (95539924-f823-4631-8f48-ad9ce6213e4e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.390195 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-268d5c2b-fd13-4fa6-a217-acca1ed8bed7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (2aa0f835-d302-41a4-b25d-dd1d4ef88256), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.397803 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268d5c2b-fd13-4fa6-a217-acca1ed8bed7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:13.397803 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-268d5c2b-fd13-4fa6-a217-acca1ed8bed7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.529917 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8f197271-8852-4aac-a607-8b0d1ead994d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=660dc7bfd4d14513b88879ed72cc3f53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8533969 Nov 02 12:46:13.537047 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42104) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:13.537744 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f197271-8852-4aac-a607-8b0d1ead994d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95539924-f823-4631-8f48-ad9ce6213e4e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:13.541387 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d5c2b-fd13-4fa6-a217-acca1ed8bed7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Pushing event updated for resources: {'Network': ['ID=2aa0f835-d302-41a4-b25d-dd1d4ef88256,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:13.569028 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-268d5c2b-fd13-4fa6-a217-acca1ed8bed7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6593904 Nov 02 12:46:13.569719 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42108) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:13.580924 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-af23432f-3928-480c-9c0c-cbffb94257a7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1178986659'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:13.596815 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 2aa0f835-d302-41a4-b25d-dd1d4ef88256 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:46:13.639981 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7525ac77-8ea8-4621-b298-78976d9f9f7c admin admin] Publish callbacks [] for security_group (95539924-f823-4631-8f48-ad9ce6213e4e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.714060 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7525ac77-8ea8-4621-b298-78976d9f9f7c admin admin] Publish callbacks [] for security_group (95539924-f823-4631-8f48-ad9ce6213e4e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.734270 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af23432f-3928-480c-9c0c-cbffb94257a7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Made reservation on behalf of 655e1bdbfb0c469daeec1ba8a61057d4 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:13.739461 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af23432f-3928-480c-9c0c-cbffb94257a7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.797103 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af23432f-3928-480c-9c0c-cbffb94257a7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:46:13.813751 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af23432f-3928-480c-9c0c-cbffb94257a7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4efddd68-5761-4abc-8b25-40c633541d1c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.814534 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-af23432f-3928-480c-9c0c-cbffb94257a7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Added segment 4efddd68-5761-4abc-8b25-40c633541d1c of type vlan for network 917b6b1b-e5d9-4a76-9898-f8dc059db370 Nov 02 12:46:13.917349 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af23432f-3928-480c-9c0c-cbffb94257a7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (917b6b1b-e5d9-4a76-9898-f8dc059db370), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.929030 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7525ac77-8ea8-4621-b298-78976d9f9f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (95539924-f823-4631-8f48-ad9ce6213e4e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.933234 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7525ac77-8ea8-4621-b298-78976d9f9f7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.936677 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7525ac77-8ea8-4621-b298-78976d9f9f7c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/95539924-f823-4631-8f48-ad9ce6213e4e HTTP/1.1" status: 204 len: 168 time: 0.3980260 Nov 02 12:46:13.951277 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525ac77-8ea8-4621-b298-78976d9f9f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95539924-f823-4631-8f48-ad9ce6213e4e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:14.089370 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af23432f-3928-480c-9c0c-cbffb94257a7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (917b6b1b-e5d9-4a76-9898-f8dc059db370), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:14.100031 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af23432f-3928-480c-9c0c-cbffb94257a7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:14.106473 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af23432f-3928-480c-9c0c-cbffb94257a7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:14.233814 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23432f-3928-480c-9c0c-cbffb94257a7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Pushing event updated for resources: {'Network': ['ID=917b6b1b-e5d9-4a76-9898-f8dc059db370,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:14.246549 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 917b6b1b-e5d9-4a76-9898-f8dc059db370 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:46:14.289005 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-215efc0f-c2f7-4453-8f63-8a862b3ee9c0 req-504ca18d-19bd-492f-a522-94c27f955572 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0428734 Nov 02 12:46:14.345738 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-af23432f-3928-480c-9c0c-cbffb94257a7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7745545 Nov 02 12:46:14.348447 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42140) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:14.357897 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-db8e7421-20c9-42da-a24c-9ba42dc245d9 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Request body: {'subnet': {'network_id': '2aa0f835-d302-41a4-b25d-dd1d4ef88256', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:14.585910 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:14.586809 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8e7421-20c9-42da-a24c-9ba42dc245d9 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Made reservation on behalf of 655e1bdbfb0c469daeec1ba8a61057d4 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:14.590757 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db8e7421-20c9-42da-a24c-9ba42dc245d9 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:14.785534 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:14.900317 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db8e7421-20c9-42da-a24c-9ba42dc245d9 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (bb374190-8ce5-4ebf-bdca-bc6e62c85de5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:14.924962 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42154) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:14.966597 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e7421-20c9-42da-a24c-9ba42dc245d9 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Pushing event updated for resources: {'Subnet': ['ID=bb374190-8ce5-4ebf-bdca-bc6e62c85de5,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:14.985135 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8e7421-20c9-42da-a24c-9ba42dc245d9 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Checking segment: {'id': '4584641f-3276-4e05-bd5c-8075d71f2e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '2aa0f835-d302-41a4-b25d-dd1d4ef88256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:46:14.985790 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8e7421-20c9-42da-a24c-9ba42dc245d9 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Network hostable DHCP agents. Network: 2aa0f835-d302-41a4-b25d-dd1d4ef88256, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:46:15.031317 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:15.111226 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8e7421-20c9-42da-a24c-9ba42dc245d9 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Network 2aa0f835-d302-41a4-b25d-dd1d4ef88256 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:46:15.275903 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-db8e7421-20c9-42da-a24c-9ba42dc245d9 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 2aa0f835-d302-41a4-b25d-dd1d4ef88256) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:15.282845 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8e7421-20c9-42da-a24c-9ba42dc245d9 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:15.283473 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db8e7421-20c9-42da-a24c-9ba42dc245d9 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.284866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadf9d3a-b14c-43fd-ad22-5506e4b72ef1 None None] Network 2aa0f835-d302-41a4-b25d-dd1d4ef88256 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:46:15.309598 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-754a9587-6507-49bf-8b49-67546a829e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.407488 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-2aa0f835-d302-41a4-b25d-dd1d4ef88256', 'network_id': '2aa0f835-d302-41a4-b25d-dd1d4ef88256', 'project_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'fixed_ips': [{'subnet_id': 'bb374190-8ce5-4ebf-bdca-bc6e62c85de5'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:46:15.407703 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-db8e7421-20c9-42da-a24c-9ba42dc245d9 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0576117 Nov 02 12:46:15.408625 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.411463 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42170) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:15.420274 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-88b4daf9-fa6c-4dc5-af42-3223156f89bf tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Request body: {'subnet': {'network_id': '917b6b1b-e5d9-4a76-9898-f8dc059db370', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:15.436119 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ba145f35-11c8-4b8c-882e-1a4b975e1a1b req-0348b1c3-ee3b-465a-bf2a-e2e993fb9fa7 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0457478 Nov 02 12:46:15.623152 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] Allocated IP 10.1.1.2 (2aa0f835-d302-41a4-b25d-dd1d4ef88256/bb374190-8ce5-4ebf-bdca-bc6e62c85de5/7eaa3195-9664-47c4-9b12-1c624f0e38da) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:15.756363 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9412c136-8d4c-4981-81d3-2ccf5eaf1782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.825275 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] Publish callbacks [] for port (7eaa3195-9664-47c4-9b12-1c624f0e38da), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.886118 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9412c136-8d4c-4981-81d3-2ccf5eaf1782 admin admin] Publish callbacks [] for security_group (eff3be40-6b12-4ab7-bdff-fec4cc214521), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.979116 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b4daf9-fa6c-4dc5-af42-3223156f89bf tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Made reservation on behalf of 655e1bdbfb0c469daeec1ba8a61057d4 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:15.980607 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (7eaa3195-9664-47c4-9b12-1c624f0e38da), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.983980 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-88b4daf9-fa6c-4dc5-af42-3223156f89bf tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.009623 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9412c136-8d4c-4981-81d3-2ccf5eaf1782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (eff3be40-6b12-4ab7-bdff-fec4cc214521), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.038447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] Network 2aa0f835-d302-41a4-b25d-dd1d4ef88256 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:16.042365 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:16.045119 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:46:16.059034 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] Pushing event updated for resources: {'Port': ['ID=7eaa3195-9664-47c4-9b12-1c624f0e38da,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:16.109559 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9412c136-8d4c-4981-81d3-2ccf5eaf1782 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d22b69fad22a403dbbc85a36725e2950&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1827734 Nov 02 12:46:16.114905 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412c136-8d4c-4981-81d3-2ccf5eaf1782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff3be40-6b12-4ab7-bdff-fec4cc214521,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:16.118296 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42190) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:16.132616 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] Attempting to bind port 7eaa3195-9664-47c4-9b12-1c624f0e38da on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:46:16.138904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] Attempting to bind port 7eaa3195-9664-47c4-9b12-1c624f0e38da by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '4584641f-3276-4e05-bd5c-8075d71f2e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '2aa0f835-d302-41a4-b25d-dd1d4ef88256'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:46:16.138904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] Attempting to bind port 7eaa3195-9664-47c4-9b12-1c624f0e38da on network 2aa0f835-d302-41a4-b25d-dd1d4ef88256 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:16.200112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:46:16.200670 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] Checking segment: {'id': '4584641f-3276-4e05-bd5c-8075d71f2e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '2aa0f835-d302-41a4-b25d-dd1d4ef88256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:46:16.200939 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.201372 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] Bound using segment: {'id': '4584641f-3276-4e05-bd5c-8075d71f2e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '2aa0f835-d302-41a4-b25d-dd1d4ef88256'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:46:16.203822 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] Bound port: 7eaa3195-9664-47c4-9b12-1c624f0e38da, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4584641f-3276-4e05-bd5c-8075d71f2e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '2aa0f835-d302-41a4-b25d-dd1d4ef88256'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:46:16.204295 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7eaa3195-9664-47c4-9b12-1c624f0e38da), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.238773 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-356465c6-29a7-4ec4-bdbf-b1c13af22a3f admin admin] Publish callbacks [] for security_group (eff3be40-6b12-4ab7-bdff-fec4cc214521), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.265672 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-356465c6-29a7-4ec4-bdbf-b1c13af22a3f admin admin] Publish callbacks [] for security_group (eff3be40-6b12-4ab7-bdff-fec4cc214521), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.312214 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:16.316560 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] For port 7eaa3195-9664-47c4-9b12-1c624f0e38da, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:16.321309 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] For port 7eaa3195-9664-47c4-9b12-1c624f0e38da, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7eaa3195-9664-47c4-9b12-1c624f0e38da,segment=NetworkSegment(4584641f-3276-4e05-bd5c-8075d71f2e01),segment_id=4584641f-3276-4e05-bd5c-8075d71f2e01)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:16.443062 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:16.443652 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7eaa3195-9664-47c4-9b12-1c624f0e38da), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.444078 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-356465c6-29a7-4ec4-bdbf-b1c13af22a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (eff3be40-6b12-4ab7-bdff-fec4cc214521), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.447325 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-356465c6-29a7-4ec4-bdbf-b1c13af22a3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.448286 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-88b4daf9-fa6c-4dc5-af42-3223156f89bf tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (21ffdd0a-3b72-49ac-9285-303b4ef872f5), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.448535 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-356465c6-29a7-4ec4-bdbf-b1c13af22a3f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/eff3be40-6b12-4ab7-bdff-fec4cc214521 HTTP/1.1" status: 204 len: 168 time: 0.3259714 Nov 02 12:46:16.457503 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356465c6-29a7-4ec4-bdbf-b1c13af22a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff3be40-6b12-4ab7-bdff-fec4cc214521,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:16.585585 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b4daf9-fa6c-4dc5-af42-3223156f89bf tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Checking segment: {'id': '4efddd68-5761-4abc-8b25-40c633541d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '917b6b1b-e5d9-4a76-9898-f8dc059db370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:46:16.585948 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b4daf9-fa6c-4dc5-af42-3223156f89bf tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Network hostable DHCP agents. Network: 917b6b1b-e5d9-4a76-9898-f8dc059db370, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:46:16.597821 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4daf9-fa6c-4dc5-af42-3223156f89bf tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Pushing event updated for resources: {'Subnet': ['ID=21ffdd0a-3b72-49ac-9285-303b4ef872f5,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:16.604980 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-76a5e5e3-cd14-4937-8527-16240a478361 req-552611c0-1195-4823-8720-1fb3466cb2c5 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0384767 Nov 02 12:46:16.634299 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27a6e6-39f6-435e-ba47-913ba8f79953 None None] Pushing event updated for resources: {'Port': ['ID=7eaa3195-9664-47c4-9b12-1c624f0e38da,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:16.676346 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b4daf9-fa6c-4dc5-af42-3223156f89bf tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Network 917b6b1b-e5d9-4a76-9898-f8dc059db370 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:46:16.774467 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-88b4daf9-fa6c-4dc5-af42-3223156f89bf tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 917b6b1b-e5d9-4a76-9898-f8dc059db370) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:16.778679 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b4daf9-fa6c-4dc5-af42-3223156f89bf tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:16.779486 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-88b4daf9-fa6c-4dc5-af42-3223156f89bf tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.784871 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b968b93-2ac5-4338-b2c3-eab77095af95 None None] Network 917b6b1b-e5d9-4a76-9898-f8dc059db370 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:46:16.832395 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.939473 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-917b6b1b-e5d9-4a76-9898-f8dc059db370', 'network_id': '917b6b1b-e5d9-4a76-9898-f8dc059db370', 'project_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'fixed_ips': [{'subnet_id': '21ffdd0a-3b72-49ac-9285-303b4ef872f5'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:46:16.941029 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.961471 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-88b4daf9-fa6c-4dc5-af42-3223156f89bf tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5476191 Nov 02 12:46:16.964065 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42208) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:16.969400 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-b81e3568-0b4d-4708-b884-95c234628d05 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Request body: {'port': {'network_id': '2aa0f835-d302-41a4-b25d-dd1d4ef88256', 'name': 'tempest-TaggedBootDevicesTest-1144013781', 'fixed_ips': [{'subnet_id': 'bb374190-8ce5-4ebf-bdca-bc6e62c85de5'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:17.104647 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] Allocated IP 10.2.2.2 (917b6b1b-e5d9-4a76-9898-f8dc059db370/21ffdd0a-3b72-49ac-9285-303b4ef872f5/7ed987b0-c4ab-4505-b408-a9a967eec9e9) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:17.225203 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81e3568-0b4d-4708-b884-95c234628d05 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Made reservation on behalf of 655e1bdbfb0c469daeec1ba8a61057d4 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:17.268796 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] Publish callbacks [] for port (7ed987b0-c4ab-4505-b408-a9a967eec9e9), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:17.322428 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b81e3568-0b4d-4708-b884-95c234628d05 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:17.342326 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-b81e3568-0b4d-4708-b884-95c234628d05 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] device_id is not set on port fd799026-d30a-4e80-b53f-b4f005c12579 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:46:17.442714 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (7ed987b0-c4ab-4505-b408-a9a967eec9e9), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:17.444202 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:17.502139 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] Network 917b6b1b-e5d9-4a76-9898-f8dc059db370 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:17.511517 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:17.517114 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:46:17.521242 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] Pushing event updated for resources: {'Port': ['ID=7ed987b0-c4ab-4505-b408-a9a967eec9e9,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:17.586614 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] Attempting to bind port 7ed987b0-c4ab-4505-b408-a9a967eec9e9 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:46:17.586988 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] Attempting to bind port 7ed987b0-c4ab-4505-b408-a9a967eec9e9 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '4efddd68-5761-4abc-8b25-40c633541d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '917b6b1b-e5d9-4a76-9898-f8dc059db370'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:46:17.587358 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] Attempting to bind port 7ed987b0-c4ab-4505-b408-a9a967eec9e9 on network 917b6b1b-e5d9-4a76-9898-f8dc059db370 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:17.599708 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42216) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:17.637128 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:17.642276 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-b81e3568-0b4d-4708-b884-95c234628d05 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Allocated IP 10.1.1.153 (2aa0f835-d302-41a4-b25d-dd1d4ef88256/bb374190-8ce5-4ebf-bdca-bc6e62c85de5/fd799026-d30a-4e80-b53f-b4f005c12579) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:17.663608 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:46:17.664111 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] Checking segment: {'id': '4efddd68-5761-4abc-8b25-40c633541d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '917b6b1b-e5d9-4a76-9898-f8dc059db370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:46:17.665205 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:17.667473 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] Bound using segment: {'id': '4efddd68-5761-4abc-8b25-40c633541d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '917b6b1b-e5d9-4a76-9898-f8dc059db370'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:46:17.668122 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] Bound port: 7ed987b0-c4ab-4505-b408-a9a967eec9e9, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efddd68-5761-4abc-8b25-40c633541d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '917b6b1b-e5d9-4a76-9898-f8dc059db370'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:46:17.668626 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7ed987b0-c4ab-4505-b408-a9a967eec9e9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:17.708232 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:17.786219 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b3fe84d8-f0ae-4d7f-a914-21155b2594dc req-1a8a43aa-a8b5-42a7-844e-34afe5d71a8a tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0503194 Nov 02 12:46:17.814206 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] For port 7ed987b0-c4ab-4505-b408-a9a967eec9e9, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:17.817783 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] For port 7ed987b0-c4ab-4505-b408-a9a967eec9e9, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7ed987b0-c4ab-4505-b408-a9a967eec9e9,segment=NetworkSegment(4efddd68-5761-4abc-8b25-40c633541d1c),segment_id=4efddd68-5761-4abc-8b25-40c633541d1c)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:17.886298 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-aac97ecd-6ffb-4705-846d-261b9045ded3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-499574499-network', 'tenant_id': '445482b5acc24f018ca5337882bae30e'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:17.908849 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b81e3568-0b4d-4708-b884-95c234628d05 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for port (fd799026-d30a-4e80-b53f-b4f005c12579), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:17.934671 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01cc1d9-d5e7-44ed-a789-88b7dd386774 None None] Network 2aa0f835-d302-41a4-b25d-dd1d4ef88256 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:46:17.962419 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7ed987b0-c4ab-4505-b408-a9a967eec9e9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.019815 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac97ecd-6ffb-4705-846d-261b9045ded3 admin admin] Made reservation on behalf of 445482b5acc24f018ca5337882bae30e for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:18.022220 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aac97ecd-6ffb-4705-846d-261b9045ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.033009 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aac97ecd-6ffb-4705-846d-261b9045ded3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.061890 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b81e3568-0b4d-4708-b884-95c234628d05 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (fd799026-d30a-4e80-b53f-b4f005c12579), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.086961 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-20aa03e1-c480-4f9c-90c7-07bde3aa733a None None] Provisioning complete for port 7eaa3195-9664-47c4-9b12-1c624f0e38da triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:18.087360 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-20aa03e1-c480-4f9c-90c7-07bde3aa733a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7eaa3195-9664-47c4-9b12-1c624f0e38da), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.087704 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-20aa03e1-c480-4f9c-90c7-07bde3aa733a None None] Attempt 1 to provision port 7eaa3195-9664-47c4-9b12-1c624f0e38da Nov 02 12:46:18.123517 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:18.126576 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69072fe-fa33-4970-b9e6-7bedb5226aa4 None None] Pushing event updated for resources: {'Port': ['ID=7ed987b0-c4ab-4505-b408-a9a967eec9e9,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:18.170444 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81e3568-0b4d-4708-b884-95c234628d05 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Network 2aa0f835-d302-41a4-b25d-dd1d4ef88256 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:18.176371 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-b81e3568-0b4d-4708-b884-95c234628d05 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:18.201044 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81e3568-0b4d-4708-b884-95c234628d05 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:46:18.237661 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7eaa3195-9664-47c4-9b12-1c624f0e38da up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:18.276539 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e3568-0b4d-4708-b884-95c234628d05 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Pushing event updated for resources: {'Port': ['ID=fd799026-d30a-4e80-b53f-b4f005c12579,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:18.321254 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81e3568-0b4d-4708-b884-95c234628d05 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:18.321997 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b81e3568-0b4d-4708-b884-95c234628d05 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.368266 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aac97ecd-6ffb-4705-846d-261b9045ded3 admin admin] Publish callbacks [] for security_group (133d7fb2-596d-4d9d-8b58-89a2082c6c72), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.371087 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.376082 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-20aa03e1-c480-4f9c-90c7-07bde3aa733a None None] Current status of the port 7eaa3195-9664-47c4-9b12-1c624f0e38da is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:18.376082 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-20aa03e1-c480-4f9c-90c7-07bde3aa733a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7eaa3195-9664-47c4-9b12-1c624f0e38da), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.422675 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7eaa3195-9664-47c4-9b12-1c624f0e38da triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:18.423147 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7eaa3195-9664-47c4-9b12-1c624f0e38da), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.423427 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7eaa3195-9664-47c4-9b12-1c624f0e38da Nov 02 12:46:18.450135 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-20aa03e1-c480-4f9c-90c7-07bde3aa733a None None] For port 7eaa3195-9664-47c4-9b12-1c624f0e38da, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7eaa3195-9664-47c4-9b12-1c624f0e38da,segment=NetworkSegment(4584641f-3276-4e05-bd5c-8075d71f2e01),segment_id=4584641f-3276-4e05-bd5c-8075d71f2e01)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:18.482532 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aac97ecd-6ffb-4705-846d-261b9045ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (133d7fb2-596d-4d9d-8b58-89a2082c6c72), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.485703 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b81e3568-0b4d-4708-b884-95c234628d05 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5203989 Nov 02 12:46:18.489112 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42242) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:18.501164 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.501599 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c09ea178-2f4f-4b73-b2c4-737e22502b00 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Request body: {'port': {'network_id': '2aa0f835-d302-41a4-b25d-dd1d4ef88256', 'name': 'tempest-TaggedBootDevicesTest-2027182343', 'fixed_ips': [{'subnet_id': 'bb374190-8ce5-4ebf-bdca-bc6e62c85de5'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:18.503365 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac97ecd-6ffb-4705-846d-261b9045ded3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:46:18.518600 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7eaa3195-9664-47c4-9b12-1c624f0e38da is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:18.519370 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7eaa3195-9664-47c4-9b12-1c624f0e38da), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.522243 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-20aa03e1-c480-4f9c-90c7-07bde3aa733a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7eaa3195-9664-47c4-9b12-1c624f0e38da), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.537616 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aac97ecd-6ffb-4705-846d-261b9045ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (87cd425d-d592-4c22-9011-29df4378195b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.537986 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-aac97ecd-6ffb-4705-846d-261b9045ded3 admin admin] Added segment 87cd425d-d592-4c22-9011-29df4378195b of type vlan for network e4602e31-bf7e-4b31-9770-08167e751741 Nov 02 12:46:18.628219 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aac97ecd-6ffb-4705-846d-261b9045ded3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (e4602e31-bf7e-4b31-9770-08167e751741), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.673678 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42246) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:18.682162 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa03e1-c480-4f9c-90c7-07bde3aa733a None None] Pushing event updated for resources: {'Port': ['ID=7eaa3195-9664-47c4-9b12-1c624f0e38da,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:18.718950 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8783fb6c-3f52-442a-aaa6-82e7403d5a2e None None] Provisioning complete for port fd799026-d30a-4e80-b53f-b4f005c12579 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:18.719337 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8783fb6c-3f52-442a-aaa6-82e7403d5a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fd799026-d30a-4e80-b53f-b4f005c12579), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.719689 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8783fb6c-3f52-442a-aaa6-82e7403d5a2e None None] Attempt 1 to provision port fd799026-d30a-4e80-b53f-b4f005c12579 Nov 02 12:46:18.767702 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:46:18.768131 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:46:18.768792 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac97ecd-6ffb-4705-846d-261b9045ded3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133d7fb2-596d-4d9d-8b58-89a2082c6c72,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:18.790913 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:18.790913 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8783fb6c-3f52-442a-aaa6-82e7403d5a2e None None] Port fd799026-d30a-4e80-b53f-b4f005c12579 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:46:18.798824 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8783fb6c-3f52-442a-aaa6-82e7403d5a2e None None] Provisioning complete for port 7eaa3195-9664-47c4-9b12-1c624f0e38da triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:18.799206 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8783fb6c-3f52-442a-aaa6-82e7403d5a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7eaa3195-9664-47c4-9b12-1c624f0e38da), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.799547 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8783fb6c-3f52-442a-aaa6-82e7403d5a2e None None] Attempt 1 to provision port 7eaa3195-9664-47c4-9b12-1c624f0e38da Nov 02 12:46:18.814371 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aac97ecd-6ffb-4705-846d-261b9045ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (e4602e31-bf7e-4b31-9770-08167e751741), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.815861 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac97ecd-6ffb-4705-846d-261b9045ded3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:18.817275 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aac97ecd-6ffb-4705-846d-261b9045ded3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.912018 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09ea178-2f4f-4b73-b2c4-737e22502b00 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Made reservation on behalf of 655e1bdbfb0c469daeec1ba8a61057d4 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:18.928007 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c09ea178-2f4f-4b73-b2c4-737e22502b00 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.928392 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8783fb6c-3f52-442a-aaa6-82e7403d5a2e None None] Current status of the port 7eaa3195-9664-47c4-9b12-1c624f0e38da is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:18.948219 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:18.956861 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac97ecd-6ffb-4705-846d-261b9045ded3 admin admin] Pushing event updated for resources: {'Network': ['ID=e4602e31-bf7e-4b31-9770-08167e751741,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:18.961952 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-c09ea178-2f4f-4b73-b2c4-737e22502b00 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] device_id is not set on port 532cb00b-f4f2-4e37-a1a6-6c857f5db7ee yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:46:18.976086 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network e4602e31-bf7e-4b31-9770-08167e751741 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:46:19.008323 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-aac97ecd-6ffb-4705-846d-261b9045ded3 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4127421 Nov 02 12:46:19.015150 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42260) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:19.018636 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8dd1ebdb-4b96-422b-8a02-d9726b2ebe3a req-2f947cec-4702-4a48-ba27-2c8b498047d4 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0636189 Nov 02 12:46:19.027419 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6c84abf4-af9c-45be-b6e1-7ce188d5caf0 admin admin] Request body: {'subnet': {'network_id': 'e4602e31-bf7e-4b31-9770-08167e751741', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-499574499-subnet', 'tenant_id': '445482b5acc24f018ca5337882bae30e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:19.152474 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a149720b-2dbe-4622-8f72-809f2e08d6f8 None None] Provisioning complete for port fd799026-d30a-4e80-b53f-b4f005c12579 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:19.153136 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a149720b-2dbe-4622-8f72-809f2e08d6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fd799026-d30a-4e80-b53f-b4f005c12579), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.153490 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a149720b-2dbe-4622-8f72-809f2e08d6f8 None None] Attempt 1 to provision port fd799026-d30a-4e80-b53f-b4f005c12579 Nov 02 12:46:19.173068 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-1c91cc20-de56-4222-a4be-99b41a690b7b tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1765065200'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:19.173583 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-1c91cc20-de56-4222-a4be-99b41a690b7b tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] Unknown quota resources ['metering_label']. {{(pid=105976) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Nov 02 12:46:19.216554 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a149720b-2dbe-4622-8f72-809f2e08d6f8 None None] Port fd799026-d30a-4e80-b53f-b4f005c12579 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:46:19.219083 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c84abf4-af9c-45be-b6e1-7ce188d5caf0 admin admin] Made reservation on behalf of 445482b5acc24f018ca5337882bae30e for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:19.221590 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c84abf4-af9c-45be-b6e1-7ce188d5caf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.325248 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:19.336315 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7eaa3195-9664-47c4-9b12-1c624f0e38da is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:19.348412 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-c09ea178-2f4f-4b73-b2c4-737e22502b00 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Allocated IP 10.1.1.144 (2aa0f835-d302-41a4-b25d-dd1d4ef88256/bb374190-8ce5-4ebf-bdca-bc6e62c85de5/532cb00b-f4f2-4e37-a1a6-6c857f5db7ee) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:19.610006 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1c91cc20-de56-4222-a4be-99b41a690b7b tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.611358 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1c91cc20-de56-4222-a4be-99b41a690b7b tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] 10.222.0.64 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9347923 Nov 02 12:46:19.614426 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42274) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:19.620134 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ccfa6225-e077-4ac8-b9a7-69292eadb85d tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'deff64fc-6dcb-4b5a-8287-77d68698481f'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:19.620742 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ccfa6225-e077-4ac8-b9a7-69292eadb85d tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105975) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Nov 02 12:46:19.682953 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c84abf4-af9c-45be-b6e1-7ce188d5caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (bc7da31f-6001-4abd-9b47-ab5e505fac4b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.736838 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c09ea178-2f4f-4b73-b2c4-737e22502b00 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for port (532cb00b-f4f2-4e37-a1a6-6c857f5db7ee), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.783574 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84abf4-af9c-45be-b6e1-7ce188d5caf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc7da31f-6001-4abd-9b47-ab5e505fac4b,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:19.785048 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec871de5-8b2b-4586-a232-4a960dd2144e None None] Network 917b6b1b-e5d9-4a76-9898-f8dc059db370 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:46:19.791422 n-d-857339-6 neutron-server[105975]: WARNING neutron.services.metering.metering_plugin [None req-ccfa6225-e077-4ac8-b9a7-69292eadb85d tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 02 12:46:19.798738 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84abf4-af9c-45be-b6e1-7ce188d5caf0 admin admin] Checking segment: {'id': '87cd425d-d592-4c22-9011-29df4378195b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'e4602e31-bf7e-4b31-9770-08167e751741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:46:19.798738 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c84abf4-af9c-45be-b6e1-7ce188d5caf0 admin admin] Network hostable DHCP agents. Network: e4602e31-bf7e-4b31-9770-08167e751741, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:46:19.874935 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f3623fc7-727d-42c0-b4ed-63770b8bbb20 None None] Provisioning complete for port 7ed987b0-c4ab-4505-b408-a9a967eec9e9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:19.875499 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f3623fc7-727d-42c0-b4ed-63770b8bbb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7ed987b0-c4ab-4505-b408-a9a967eec9e9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.875842 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f3623fc7-727d-42c0-b4ed-63770b8bbb20 None None] Attempt 1 to provision port 7ed987b0-c4ab-4505-b408-a9a967eec9e9 Nov 02 12:46:19.894249 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c09ea178-2f4f-4b73-b2c4-737e22502b00 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (532cb00b-f4f2-4e37-a1a6-6c857f5db7ee), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.939195 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ccfa6225-e077-4ac8-b9a7-69292eadb85d tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.940437 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ccfa6225-e077-4ac8-b9a7-69292eadb85d tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] 10.222.0.64 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3247678 Nov 02 12:46:19.943563 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42278) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:19.948290 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-1b3c4898-cefd-4ef8-85ee-9eab7b44d5cf tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'deff64fc-6dcb-4b5a-8287-77d68698481f'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:19.948814 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-1b3c4898-cefd-4ef8-85ee-9eab7b44d5cf tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105975) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Nov 02 12:46:19.949382 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09ea178-2f4f-4b73-b2c4-737e22502b00 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Network 2aa0f835-d302-41a4-b25d-dd1d4ef88256 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:19.954058 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-c09ea178-2f4f-4b73-b2c4-737e22502b00 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:19.959773 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ea178-2f4f-4b73-b2c4-737e22502b00 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:46:20.046366 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c84abf4-af9c-45be-b6e1-7ce188d5caf0 admin admin] Network e4602e31-bf7e-4b31-9770-08167e751741 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:46:20.134364 n-d-857339-6 neutron-server[105975]: WARNING neutron.services.metering.metering_plugin [None req-1b3c4898-cefd-4ef8-85ee-9eab7b44d5cf tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 02 12:46:20.137520 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-6c84abf4-af9c-45be-b6e1-7ce188d5caf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, e4602e31-bf7e-4b31-9770-08167e751741) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:20.140122 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ea178-2f4f-4b73-b2c4-737e22502b00 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Pushing event updated for resources: {'Port': ['ID=532cb00b-f4f2-4e37-a1a6-6c857f5db7ee,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:20.143269 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c84abf4-af9c-45be-b6e1-7ce188d5caf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:20.146488 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c84abf4-af9c-45be-b6e1-7ce188d5caf0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:20.162480 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af6bdfe-eaeb-4176-a9e9-c6c3e2a1128a None None] Network e4602e31-bf7e-4b31-9770-08167e751741 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:46:20.176350 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09ea178-2f4f-4b73-b2c4-737e22502b00 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:20.181124 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c09ea178-2f4f-4b73-b2c4-737e22502b00 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:20.202435 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:20.345502 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c09ea178-2f4f-4b73-b2c4-737e22502b00 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8530326 Nov 02 12:46:20.403815 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7ed987b0-c4ab-4505-b408-a9a967eec9e9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:20.408863 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1b3c4898-cefd-4ef8-85ee-9eab7b44d5cf tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:20.410067 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1b3c4898-cefd-4ef8-85ee-9eab7b44d5cf tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] 10.222.0.64 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4655209 Nov 02 12:46:20.411993 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a1274ab7-a61b-4214-b1e2-1ce513747e78 req-8dfc1c25-3728-4aba-92a5-43a586198f8d tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0906172 Nov 02 12:46:20.412695 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42296) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:20.424238 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2473ef12-5b43-44eb-93bc-5155c76c2286 tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] 10.222.0.64 "GET /networking/v2.0/metering/metering-label-rules?id=377840e8-0396-4d0e-a92c-6a56cd8230de HTTP/1.1" status: 200 len: 462 time: 0.0099640 Nov 02 12:46:20.428387 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42298) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:20.454808 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6c84abf4-af9c-45be-b6e1-7ce188d5caf0 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4382756 Nov 02 12:46:20.458532 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e4602e31-bf7e-4b31-9770-08167e751741', 'network_id': 'e4602e31-bf7e-4b31-9770-08167e751741', 'project_id': '445482b5acc24f018ca5337882bae30e', 'fixed_ips': [{'subnet_id': 'bc7da31f-6001-4abd-9b47-ab5e505fac4b'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:46:20.459542 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:20.459967 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42302) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:20.465267 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-af9dea34-7e3b-43d4-bbfe-337bbb2ecf07 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-499574499-router', 'tenant_id': '445482b5acc24f018ca5337882bae30e', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:20.573854 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:20.594358 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f3623fc7-727d-42c0-b4ed-63770b8bbb20 None None] Current status of the port 7ed987b0-c4ab-4505-b408-a9a967eec9e9 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:20.594754 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f3623fc7-727d-42c0-b4ed-63770b8bbb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7ed987b0-c4ab-4505-b408-a9a967eec9e9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:20.649393 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42306) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:20.653967 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-206d073c-155c-4945-8a9d-8e751ddef0b7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1711787978', 'description': 'tempest-description--998256883'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:20.658485 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7ed987b0-c4ab-4505-b408-a9a967eec9e9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:20.658907 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7ed987b0-c4ab-4505-b408-a9a967eec9e9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:20.660295 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7ed987b0-c4ab-4505-b408-a9a967eec9e9 Nov 02 12:46:20.668853 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0faf99c-75d8-4242-8583-2fdaf5412ea9 tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:20.670544 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b0faf99c-75d8-4242-8583-2fdaf5412ea9 tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] 10.222.0.64 "DELETE /networking/v2.0/metering/metering-label-rules/377840e8-0396-4d0e-a92c-6a56cd8230de HTTP/1.1" status: 204 len: 168 time: 0.2412033 Nov 02 12:46:20.671958 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af9dea34-7e3b-43d4-bbfe-337bbb2ecf07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (bb4d8b0b-9417-4cd9-8e7d-64c7b9830957), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:20.673141 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af9dea34-7e3b-43d4-bbfe-337bbb2ecf07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (bb4d8b0b-9417-4cd9-8e7d-64c7b9830957), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:20.682289 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42310) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:20.702887 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:20.714208 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f4240894-86a2-414a-974d-e29082f56020 tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] 10.222.0.64 "GET /networking/v2.0/metering/metering-label-rules?id=377840e8-0396-4d0e-a92c-6a56cd8230de HTTP/1.1" status: 200 len: 221 time: 0.0307603 Nov 02 12:46:20.718343 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42312) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:20.730883 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f3623fc7-727d-42c0-b4ed-63770b8bbb20 None None] For port 7ed987b0-c4ab-4505-b408-a9a967eec9e9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7ed987b0-c4ab-4505-b408-a9a967eec9e9,segment=NetworkSegment(4efddd68-5761-4abc-8b25-40c633541d1c),segment_id=4efddd68-5761-4abc-8b25-40c633541d1c)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:20.737024 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-01dbf74e-f8a0-4fc3-8bef-0521fe2e2e7e tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2006487642', 'description': 'label created by tempest'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:20.737610 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-01dbf74e-f8a0-4fc3-8bef-0521fe2e2e7e tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] Unknown quota resources ['metering_label']. {{(pid=105976) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Nov 02 12:46:20.763390 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af9dea34-7e3b-43d4-bbfe-337bbb2ecf07 admin admin] Publish callbacks [] for router_controller (bb4d8b0b-9417-4cd9-8e7d-64c7b9830957), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:20.779360 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] Allocated IP 172.20.0.2 (e4602e31-bf7e-4b31-9770-08167e751741/bc7da31f-6001-4abd-9b47-ab5e505fac4b/25a2e67a-e5b6-4db9-a28e-78cd99f1e99a) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:20.820108 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-206d073c-155c-4945-8a9d-8e751ddef0b7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:20.847056 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f3623fc7-727d-42c0-b4ed-63770b8bbb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7ed987b0-c4ab-4505-b408-a9a967eec9e9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:20.902165 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7ed987b0-c4ab-4505-b408-a9a967eec9e9 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:20.902551 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7ed987b0-c4ab-4505-b408-a9a967eec9e9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:20.936438 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-206d073c-155c-4945-8a9d-8e751ddef0b7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for security_group (51fa60a1-d47a-4d7f-8a90-f879b56b00e2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:20.976866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3623fc7-727d-42c0-b4ed-63770b8bbb20 None None] Pushing event updated for resources: {'Port': ['ID=7ed987b0-c4ab-4505-b408-a9a967eec9e9,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:21.010026 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a6f7f91f-0f3e-43b0-8541-384f561dfc7a None None] Provisioning complete for port 7ed987b0-c4ab-4505-b408-a9a967eec9e9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:21.010398 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a6f7f91f-0f3e-43b0-8541-384f561dfc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7ed987b0-c4ab-4505-b408-a9a967eec9e9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:21.010734 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a6f7f91f-0f3e-43b0-8541-384f561dfc7a None None] Attempt 1 to provision port 7ed987b0-c4ab-4505-b408-a9a967eec9e9 Nov 02 12:46:21.059491 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:46:21.060101 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:46:21.061263 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-206d073c-155c-4945-8a9d-8e751ddef0b7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (51fa60a1-d47a-4d7f-8a90-f879b56b00e2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:21.133821 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] Publish callbacks [] for port (25a2e67a-e5b6-4db9-a28e-78cd99f1e99a), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:21.146845 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af9dea34-7e3b-43d4-bbfe-337bbb2ecf07 admin admin] Publish callbacks [] for router_gateway (bb4d8b0b-9417-4cd9-8e7d-64c7b9830957), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:21.179456 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-01dbf74e-f8a0-4fc3-8bef-0521fe2e2e7e tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:21.180721 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-01dbf74e-f8a0-4fc3-8bef-0521fe2e2e7e tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] 10.222.0.64 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4607489 Nov 02 12:46:21.181846 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d073c-155c-4945-8a9d-8e751ddef0b7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51fa60a1-d47a-4d7f-8a90-f879b56b00e2,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:21.183772 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42324) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:21.195365 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a6f7f91f-0f3e-43b0-8541-384f561dfc7a None None] Current status of the port 7ed987b0-c4ab-4505-b408-a9a967eec9e9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:21.197855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a6f7f91f-0f3e-43b0-8541-384f561dfc7a None None] Provisioning complete for port 532cb00b-f4f2-4e37-a1a6-6c857f5db7ee triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:21.198229 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a6f7f91f-0f3e-43b0-8541-384f561dfc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (532cb00b-f4f2-4e37-a1a6-6c857f5db7ee), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:21.198565 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a6f7f91f-0f3e-43b0-8541-384f561dfc7a None None] Attempt 1 to provision port 532cb00b-f4f2-4e37-a1a6-6c857f5db7ee Nov 02 12:46:21.236162 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a6f7f91f-0f3e-43b0-8541-384f561dfc7a None None] Port 532cb00b-f4f2-4e37-a1a6-6c857f5db7ee cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:46:21.254399 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (25a2e67a-e5b6-4db9-a28e-78cd99f1e99a), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:21.259241 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-206d073c-155c-4945-8a9d-8e751ddef0b7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:21.261948 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-206d073c-155c-4945-8a9d-8e751ddef0b7 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6112664 Nov 02 12:46:21.269384 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42328) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:21.278130 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-397b4916-ec12-4b39-a1d7-de6175247157 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Request body: {'security_group_rule': {'security_group_id': '51fa60a1-d47a-4d7f-8a90-f879b56b00e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:21.289992 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-17f3ab19-f44d-4383-840a-3895643568b9 tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] 10.222.0.64 "GET /networking/v2.0/metering/metering-labels?id=ec70e815-58b5-498f-83c3-c2eeb79d3e18 HTTP/1.1" status: 200 len: 468 time: 0.1033356 Nov 02 12:46:21.296412 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] Network e4602e31-bf7e-4b31-9770-08167e751741 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:21.300070 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:21.301599 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42330) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:21.304359 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:46:21.328168 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] Pushing event updated for resources: {'Port': ['ID=25a2e67a-e5b6-4db9-a28e-78cd99f1e99a,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:21.392145 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] Attempting to bind port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:46:21.392937 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] Attempting to bind port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '87cd425d-d592-4c22-9011-29df4378195b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'e4602e31-bf7e-4b31-9770-08167e751741'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:46:21.393545 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] Attempting to bind port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a on network e4602e31-bf7e-4b31-9770-08167e751741 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:21.447021 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:46:21.447641 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] Checking segment: {'id': '87cd425d-d592-4c22-9011-29df4378195b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'e4602e31-bf7e-4b31-9770-08167e751741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:46:21.448152 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:21.448774 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] Bound using segment: {'id': '87cd425d-d592-4c22-9011-29df4378195b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'e4602e31-bf7e-4b31-9770-08167e751741'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:46:21.449674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] Bound port: 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87cd425d-d592-4c22-9011-29df4378195b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'e4602e31-bf7e-4b31-9770-08167e751741'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:46:21.449904 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (25a2e67a-e5b6-4db9-a28e-78cd99f1e99a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:21.532182 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-397b4916-ec12-4b39-a1d7-de6175247157 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for security_group_rule (9221b719-d71d-4a15-9a35-6a550fce1142), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:21.650569 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-940bf3b2-f548-4002-92cd-6d997e632b2b req-f6d84bb9-70d5-41e7-b8d9-aac92db2136b tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0995667 Nov 02 12:46:21.656973 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] For port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:21.667831 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] For port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=25a2e67a-e5b6-4db9-a28e-78cd99f1e99a,segment=NetworkSegment(87cd425d-d592-4c22-9011-29df4378195b),segment_id=87cd425d-d592-4c22-9011-29df4378195b)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:21.675091 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af9dea34-7e3b-43d4-bbfe-337bbb2ecf07 admin admin] Publish callbacks [] for router_gateway (bb4d8b0b-9417-4cd9-8e7d-64c7b9830957), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:21.715587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7ed987b0-c4ab-4505-b408-a9a967eec9e9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:21.715587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7eaa3195-9664-47c4-9b12-1c624f0e38da up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:21.715852 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af9dea34-7e3b-43d4-bbfe-337bbb2ecf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:21.725683 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:46:21.780239 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7eaa3195-9664-47c4-9b12-1c624f0e38da triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:21.785549 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7eaa3195-9664-47c4-9b12-1c624f0e38da), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:21.785549 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7eaa3195-9664-47c4-9b12-1c624f0e38da Nov 02 12:46:21.861972 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (25a2e67a-e5b6-4db9-a28e-78cd99f1e99a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:21.903157 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-af9dea34-7e3b-43d4-bbfe-337bbb2ecf07 admin admin] Allocated IP 172.25.2.88 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/ef2b0d1c-2876-4fb4-8c3c-cf4739431073) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:21.910070 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7eaa3195-9664-47c4-9b12-1c624f0e38da is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:21.932456 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-397b4916-ec12-4b39-a1d7-de6175247157 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for security_group_rule (9221b719-d71d-4a15-9a35-6a550fce1142), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:21.937913 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58f726d3-8f9e-48e9-a498-319beec3c315 tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:21.939583 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:21.941198 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-58f726d3-8f9e-48e9-a498-319beec3c315 tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] 10.222.0.64 "DELETE /networking/v2.0/metering/metering-labels/ec70e815-58b5-498f-83c3-c2eeb79d3e18 HTTP/1.1" status: 204 len: 168 time: 0.6385818 Nov 02 12:46:21.941900 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42350) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:21.959786 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d8021395-e314-4372-9d23-39e10789dcae tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] 10.222.0.64 "GET /networking/v2.0/metering/metering-labels?id=ec70e815-58b5-498f-83c3-c2eeb79d3e18 HTTP/1.1" status: 200 len: 216 time: 0.0163393 Nov 02 12:46:21.964470 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42354) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:21.969037 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c51fb-f641-481c-8eee-296932b0ff1c None None] Pushing event updated for resources: {'Port': ['ID=25a2e67a-e5b6-4db9-a28e-78cd99f1e99a,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:21.977078 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e41b312f-10f1-4ea4-8a6a-d3febe6a5352 tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] 10.222.0.64 "GET /networking/v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0110903 Nov 02 12:46:21.980960 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42356) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:22.042177 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a6729fff-a863-4a97-b87d-ca88b4c5f4b2 tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] 10.222.0.64 "GET /networking/v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0597939 Nov 02 12:46:22.045756 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42360) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:22.093582 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:22.134670 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af9dea34-7e3b-43d4-bbfe-337bbb2ecf07 admin admin] Publish callbacks [] for port (ef2b0d1c-2876-4fb4-8c3c-cf4739431073), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:22.158715 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9da42898-cb91-4f73-8a94-84edbedc6d54 tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] 10.222.0.64 "GET /networking/v2.0/metering/metering-labels/deff64fc-6dcb-4b5a-8287-77d68698481f HTTP/1.1" status: 200 len: 473 time: 0.1115706 Nov 02 12:46:22.159923 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-397b4916-ec12-4b39-a1d7-de6175247157 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (9221b719-d71d-4a15-9a35-6a550fce1142), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:22.163803 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7ed987b0-c4ab-4505-b408-a9a967eec9e9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:22.172522 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42364) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:22.229488 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b4916-ec12-4b39-a1d7-de6175247157 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9221b719-d71d-4a15-9a35-6a550fce1142,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:22.240826 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a4629859-9fa2-443e-ae63-f38aedbdc362 tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] 10.222.0.64 "GET /networking/v2.0/metering/metering-label-rules/bd002193-2082-4e52-882c-b7bed5e4761d HTTP/1.1" status: 200 len: 459 time: 0.0666642 Nov 02 12:46:22.245612 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42366) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:22.313756 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7ed987b0-c4ab-4505-b408-a9a967eec9e9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:22.314431 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7ed987b0-c4ab-4505-b408-a9a967eec9e9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:22.315146 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7ed987b0-c4ab-4505-b408-a9a967eec9e9 Nov 02 12:46:22.387925 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-397b4916-ec12-4b39-a1d7-de6175247157 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:22.388186 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af9dea34-7e3b-43d4-bbfe-337bbb2ecf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (ef2b0d1c-2876-4fb4-8c3c-cf4739431073), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:22.393024 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-397b4916-ec12-4b39-a1d7-de6175247157 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1225448 Nov 02 12:46:22.393624 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42372) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:22.405021 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-b09823f7-8ce8-4186-a6f6-9ae67d4b7768 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Request body: {'security_group_rule': {'security_group_id': '51fa60a1-d47a-4d7f-8a90-f879b56b00e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:22.416666 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7ed987b0-c4ab-4505-b408-a9a967eec9e9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:22.482411 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:22.518032 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b09823f7-8ce8-4186-a6f6-9ae67d4b7768 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for security_group_rule (4c6e7925-b176-42aa-8371-db39eacdbbfb), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:22.557064 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9dea34-7e3b-43d4-bbfe-337bbb2ecf07 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:22.561012 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-17e9bc7e-9d33-4bbe-b1f4-727f79f09a0a tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:22.564186 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-17e9bc7e-9d33-4bbe-b1f4-727f79f09a0a tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] 10.222.0.64 "DELETE /networking/v2.0/metering/metering-label-rules/bd002193-2082-4e52-882c-b7bed5e4761d HTTP/1.1" status: 204 len: 168 time: 0.3152447 Nov 02 12:46:22.567579 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42380) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:22.568359 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-af9dea34-7e3b-43d4-bbfe-337bbb2ecf07 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:22.577966 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9dea34-7e3b-43d4-bbfe-337bbb2ecf07 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:46:22.612852 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9dea34-7e3b-43d4-bbfe-337bbb2ecf07 admin admin] Pushing event updated for resources: {'Port': ['ID=ef2b0d1c-2876-4fb4-8c3c-cf4739431073,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:22.619244 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b09823f7-8ce8-4186-a6f6-9ae67d4b7768 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for security_group_rule (4c6e7925-b176-42aa-8371-db39eacdbbfb), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:22.711778 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b09823f7-8ce8-4186-a6f6-9ae67d4b7768 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (4c6e7925-b176-42aa-8371-db39eacdbbfb), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:22.741028 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:22.766546 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09823f7-8ce8-4186-a6f6-9ae67d4b7768 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6e7925-b176-42aa-8371-db39eacdbbfb,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:22.878708 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b09823f7-8ce8-4186-a6f6-9ae67d4b7768 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:22.881477 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b09823f7-8ce8-4186-a6f6-9ae67d4b7768 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4838841 Nov 02 12:46:22.885200 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42394) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:22.889903 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-38f7e2ec-12d5-46be-907f-684e187d7467 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:22.941195 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-79c35afb-15a8-4b8c-a24c-7d5be8375eb2 tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:22.943350 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-79c35afb-15a8-4b8c-a24c-7d5be8375eb2 tempest-MeteringIpV6TestJSON-2093347371 tempest-MeteringIpV6TestJSON-2093347371-project-admin] 10.222.0.64 "DELETE /networking/v2.0/metering/metering-labels/deff64fc-6dcb-4b5a-8287-77d68698481f HTTP/1.1" status: 204 len: 168 time: 0.3727686 Nov 02 12:46:22.990447 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-25101373-f99d-42ee-9d57-001064bf368f req-00368521-7628-4c85-8f72-0b26fd8f7a46 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.1118624 Nov 02 12:46:23.014486 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38f7e2ec-12d5-46be-907f-684e187d7467 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:23.067167 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:23.115903 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38f7e2ec-12d5-46be-907f-684e187d7467 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:23.216823 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8eda02-1552-4624-adb4-62318d8171f7 None None] Network e4602e31-bf7e-4b31-9770-08167e751741 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:46:23.279054 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-38f7e2ec-12d5-46be-907f-684e187d7467 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Allocated IP 172.25.2.29 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/23275aec-757b-4dd7-bc3c-0606d5f8a0c2) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:23.337480 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af9dea34-7e3b-43d4-bbfe-337bbb2ecf07 admin admin] Publish callbacks [] for router_gateway (bb4d8b0b-9417-4cd9-8e7d-64c7b9830957), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:23.383384 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-edd35d4a-9795-4182-b7b4-2ed53091ca95 None None] Provisioning complete for port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:23.384128 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-edd35d4a-9795-4182-b7b4-2ed53091ca95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (25a2e67a-e5b6-4db9-a28e-78cd99f1e99a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:23.384657 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-edd35d4a-9795-4182-b7b4-2ed53091ca95 None None] Attempt 1 to provision port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a Nov 02 12:46:23.433508 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:23.525253 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38f7e2ec-12d5-46be-907f-684e187d7467 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for port (23275aec-757b-4dd7-bc3c-0606d5f8a0c2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:23.533254 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-edd35d4a-9795-4182-b7b4-2ed53091ca95 None None] Current status of the port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:23.533254 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-edd35d4a-9795-4182-b7b4-2ed53091ca95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (25a2e67a-e5b6-4db9-a28e-78cd99f1e99a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:23.587353 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-edd35d4a-9795-4182-b7b4-2ed53091ca95 None None] For port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=25a2e67a-e5b6-4db9-a28e-78cd99f1e99a,segment=NetworkSegment(87cd425d-d592-4c22-9011-29df4378195b),segment_id=87cd425d-d592-4c22-9011-29df4378195b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:23.597621 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42418) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:23.642762 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38f7e2ec-12d5-46be-907f-684e187d7467 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (23275aec-757b-4dd7-bc3c-0606d5f8a0c2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:23.692250 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f7e2ec-12d5-46be-907f-684e187d7467 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:23.699555 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:23.705568 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-edd35d4a-9795-4182-b7b4-2ed53091ca95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (25a2e67a-e5b6-4db9-a28e-78cd99f1e99a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:23.712026 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-38f7e2ec-12d5-46be-907f-684e187d7467 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:23.722208 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f7e2ec-12d5-46be-907f-684e187d7467 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:46:23.728915 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7e2ec-12d5-46be-907f-684e187d7467 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Pushing event updated for resources: {'Port': ['ID=23275aec-757b-4dd7-bc3c-0606d5f8a0c2,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:23.763186 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:23.807254 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd35d4a-9795-4182-b7b4-2ed53091ca95 None None] Pushing event updated for resources: {'Port': ['ID=25a2e67a-e5b6-4db9-a28e-78cd99f1e99a,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:23.831971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e96ebc16-9438-442e-90c6-48ad0bae1e5b None None] Provisioning complete for port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:23.832376 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e96ebc16-9438-442e-90c6-48ad0bae1e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (25a2e67a-e5b6-4db9-a28e-78cd99f1e99a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:23.833359 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e96ebc16-9438-442e-90c6-48ad0bae1e5b None None] Attempt 1 to provision port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a Nov 02 12:46:23.839971 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38f7e2ec-12d5-46be-907f-684e187d7467 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for floatingip (f40de627-30d4-45b1-ab4e-6e54f5f96cee), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:23.951285 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e96ebc16-9438-442e-90c6-48ad0bae1e5b None None] Current status of the port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:23.987984 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38f7e2ec-12d5-46be-907f-684e187d7467 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (23275aec-757b-4dd7-bc3c-0606d5f8a0c2), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.027087 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af9dea34-7e3b-43d4-bbfe-337bbb2ecf07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (bb4d8b0b-9417-4cd9-8e7d-64c7b9830957), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.046856 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c38fa51-a506-4935-b472-73e595dbab78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.169449 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:24.187014 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-820acd32-6af6-463d-8b97-9c7fbd822237 req-91ddebc9-800b-4e2a-9857-25c54fca5d46 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0402191 Nov 02 12:46:24.220933 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:24.221484 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (25a2e67a-e5b6-4db9-a28e-78cd99f1e99a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.221754 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a Nov 02 12:46:24.285362 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c38fa51-a506-4935-b472-73e595dbab78 admin admin] Publish callbacks [] for security_group (dc35aeb2-2050-4d3d-9427-111bb3818b8a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.298309 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:24.306082 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38f7e2ec-12d5-46be-907f-684e187d7467 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for port (23275aec-757b-4dd7-bc3c-0606d5f8a0c2), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.362957 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9dea34-7e3b-43d4-bbfe-337bbb2ecf07 admin admin] Router bb4d8b0b-9417-4cd9-8e7d-64c7b9830957 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:46:24.363183 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c38fa51-a506-4935-b472-73e595dbab78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (dc35aeb2-2050-4d3d-9427-111bb3818b8a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.415917 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9c38fa51-a506-4935-b472-73e595dbab78 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3df30fbe9aac44fda017263999a32859&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8171837 Nov 02 12:46:24.416939 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38fa51-a506-4935-b472-73e595dbab78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc35aeb2-2050-4d3d-9427-111bb3818b8a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:24.418991 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42432) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:24.442710 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38f7e2ec-12d5-46be-907f-684e187d7467 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (23275aec-757b-4dd7-bc3c-0606d5f8a0c2), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.521905 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9dea34-7e3b-43d4-bbfe-337bbb2ecf07 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:46:24.525110 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38f7e2ec-12d5-46be-907f-684e187d7467 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (f40de627-30d4-45b1-ab4e-6e54f5f96cee), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.535050 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3698be9d-e303-4db9-a1b3-79c79a02541a admin admin] Publish callbacks [] for security_group (dc35aeb2-2050-4d3d-9427-111bb3818b8a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.541752 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7e2ec-12d5-46be-907f-684e187d7467 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Pushing event updated for resources: {'Port': ['ID=23275aec-757b-4dd7-bc3c-0606d5f8a0c2,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:24.542776 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] Sync routers for ids ['bb4d8b0b-9417-4cd9-8e7d-64c7b9830957'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:46:24.548107 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42436) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:24.556986 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:24.562396 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] Routers {'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:46:24.563937 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['bb4d8b0b-9417-4cd9-8e7d-64c7b9830957'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:24.579436 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3698be9d-e303-4db9-a1b3-79c79a02541a admin admin] Publish callbacks [] for security_group (dc35aeb2-2050-4d3d-9427-111bb3818b8a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.605091 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38f7e2ec-12d5-46be-907f-684e187d7467 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.613081 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-38f7e2ec-12d5-46be-907f-684e187d7467 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7267351 Nov 02 12:46:24.633964 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af9dea34-7e3b-43d4-bbfe-337bbb2ecf07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.635461 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-af9dea34-7e3b-43d4-bbfe-337bbb2ecf07 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1738541 Nov 02 12:46:24.638327 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42444) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:24.689699 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] Set router bb4d8b0b-9417-4cd9-8e7d-64c7b9830957 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:46:24.721989 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:24.803251 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3698be9d-e303-4db9-a1b3-79c79a02541a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (dc35aeb2-2050-4d3d-9427-111bb3818b8a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.807825 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3698be9d-e303-4db9-a1b3-79c79a02541a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.811702 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3698be9d-e303-4db9-a1b3-79c79a02541a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/dc35aeb2-2050-4d3d-9427-111bb3818b8a HTTP/1.1" status: 204 len: 168 time: 0.3876541 Nov 02 12:46:24.825552 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698be9d-e303-4db9-a1b3-79c79a02541a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc35aeb2-2050-4d3d-9427-111bb3818b8a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:24.894780 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957', 'name': 'tempest-FloatingIPsTestJSON-499574499-router', 'tenant_id': '445482b5acc24f018ca5337882bae30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'ef2b0d1c-2876-4fb4-8c3c-cf4739431073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:20Z', 'updated_at': '2022-11-02T12:46:23Z', 'revision_number': 3, 'project_id': '445482b5acc24f018ca5337882bae30e', 'gw_port': {'id': 'ef2b0d1c-2876-4fb4-8c3c-cf4739431073', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:21Z', 'updated_at': '2022-11-02T12:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:24.927693 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] Checking router: bb4d8b0b-9417-4cd9-8e7d-64c7b9830957 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:46:24.928341 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] Updating router bb4d8b0b-9417-4cd9-8e7d-64c7b9830957 port ef2b0d1c-2876-4fb4-8c3c-cf4739431073 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:46:24.970289 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ef2b0d1c-2876-4fb4-8c3c-cf4739431073), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.979296 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42452) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:25.037785 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb94ffe1-310e-4410-adb2-4b92a5bebda4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.037785 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:25.139767 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:25.208623 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb94ffe1-310e-4410-adb2-4b92a5bebda4 admin admin] Publish callbacks [] for security_group (288b88e1-256f-479d-9942-ced8a21ff0f7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.228922 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ca48d4a8-bd50-459e-8861-14b409a9a55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.274604 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] Publish callbacks [] for port (ef2b0d1c-2876-4fb4-8c3c-cf4739431073), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.359453 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb94ffe1-310e-4410-adb2-4b92a5bebda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (288b88e1-256f-479d-9942-ced8a21ff0f7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.371053 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9be8cd9e-233b-4b97-a35c-17cd89ab76da req-c6ef62d5-cd25-491b-b0a5-28542379eac1 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0685878 Nov 02 12:46:25.414490 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94ffe1-310e-4410-adb2-4b92a5bebda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288b88e1-256f-479d-9942-ced8a21ff0f7,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:25.431499 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ef2b0d1c-2876-4fb4-8c3c-cf4739431073), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.432231 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:25.441809 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cb94ffe1-310e-4410-adb2-4b92a5bebda4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5d8990b6bd3745c0ac8f4c6446ee808e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8899133 Nov 02 12:46:25.452345 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42464) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:25.470737 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] Attempting to bind port ef2b0d1c-2876-4fb4-8c3c-cf4739431073 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:46:25.471108 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] Attempting to bind port ef2b0d1c-2876-4fb4-8c3c-cf4739431073 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:46:25.471472 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] Attempting to bind port ef2b0d1c-2876-4fb4-8c3c-cf4739431073 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:25.491681 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-ca48d4a8-bd50-459e-8861-14b409a9a55e admin admin] Allocated IP 172.20.0.1 (e4602e31-bf7e-4b31-9770-08167e751741/bc7da31f-6001-4abd-9b47-ab5e505fac4b/997d5cbd-eb55-4307-87d5-41eed3d173ce) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:25.512894 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-79ebcc74-4c10-42ef-a7ff-cd0b80947dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.531566 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d48da284-bc9f-4cad-b250-85c46e06708a admin admin] Publish callbacks [] for security_group (288b88e1-256f-479d-9942-ced8a21ff0f7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.540146 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d96261-4f72-4ff5-8c70-f1b9f8976dd4 None None] Pushing event updated for resources: {'Port': ['ID=ef2b0d1c-2876-4fb4-8c3c-cf4739431073,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:25.565983 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:46:25.576938 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:46:25.576938 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.576938 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:46:25.576938 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] Bound port: ef2b0d1c-2876-4fb4-8c3c-cf4739431073, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:46:25.576938 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ef2b0d1c-2876-4fb4-8c3c-cf4739431073), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.585615 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d48da284-bc9f-4cad-b250-85c46e06708a admin admin] Publish callbacks [] for security_group (288b88e1-256f-479d-9942-ced8a21ff0f7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.682090 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] For port ef2b0d1c-2876-4fb4-8c3c-cf4739431073, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:25.686171 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] For port ef2b0d1c-2876-4fb4-8c3c-cf4739431073, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ef2b0d1c-2876-4fb4-8c3c-cf4739431073,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:25.695147 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-79ebcc74-4c10-42ef-a7ff-cd0b80947dc8 admin admin] Publish callbacks [] for security_group (977f035a-f587-48a2-9197-382a5ff57827), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.702970 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ca48d4a8-bd50-459e-8861-14b409a9a55e admin admin] Publish callbacks [] for port (997d5cbd-eb55-4307-87d5-41eed3d173ce), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.711515 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:25.778518 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-63567850-2346-4abd-9e4a-9a762c65361c req-51414d19-4da7-47d1-9789-37592a71814c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1711787978&fields=id&tenant_id=655e1bdbfb0c469daeec1ba8a61057d4 HTTP/1.1" status: 200 len: 267 time: 0.0559697 Nov 02 12:46:25.814294 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ef2b0d1c-2876-4fb4-8c3c-cf4739431073), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.835604 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63567850-2346-4abd-9e4a-9a762c65361c req-8fba5d8a-87b2-4909-a87f-d3b153c06705 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:25.837004 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-63567850-2346-4abd-9e4a-9a762c65361c req-8fba5d8a-87b2-4909-a87f-d3b153c06705 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "GET /networking/v2.0/ports/fd799026-d30a-4e80-b53f-b4f005c12579 HTTP/1.1" status: 200 len: 932 time: 0.0509861 Nov 02 12:46:25.849415 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] Routers {'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:46:25.850035 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['bb4d8b0b-9417-4cd9-8e7d-64c7b9830957'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:25.890268 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-79ebcc74-4c10-42ef-a7ff-cd0b80947dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (977f035a-f587-48a2-9197-382a5ff57827), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.891249 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63567850-2346-4abd-9e4a-9a762c65361c req-6aeed790-9e6e-4001-9b08-9af07cc38f5b tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:25.893372 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-63567850-2346-4abd-9e4a-9a762c65361c req-6aeed790-9e6e-4001-9b08-9af07cc38f5b tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "GET /networking/v2.0/ports/532cb00b-f4f2-4e37-a1a6-6c857f5db7ee HTTP/1.1" status: 200 len: 932 time: 0.0496302 Nov 02 12:46:25.895312 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d48da284-bc9f-4cad-b250-85c46e06708a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (288b88e1-256f-479d-9942-ced8a21ff0f7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.899362 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d48da284-bc9f-4cad-b250-85c46e06708a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.900520 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d48da284-bc9f-4cad-b250-85c46e06708a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/288b88e1-256f-479d-9942-ced8a21ff0f7 HTTP/1.1" status: 204 len: 168 time: 0.4490416 Nov 02 12:46:25.901802 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ca48d4a8-bd50-459e-8861-14b409a9a55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (997d5cbd-eb55-4307-87d5-41eed3d173ce), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.909946 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:25.941647 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48da284-bc9f-4cad-b250-85c46e06708a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288b88e1-256f-479d-9942-ced8a21ff0f7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:25.965955 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-79ebcc74-4c10-42ef-a7ff-cd0b80947dc8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=243fce1f12b344609d5c493e72b65119&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9859998 Nov 02 12:46:25.967283 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42484) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:25.969005 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ebcc74-4c10-42ef-a7ff-cd0b80947dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977f035a-f587-48a2-9197-382a5ff57827,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:25.999798 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] Set router bb4d8b0b-9417-4cd9-8e7d-64c7b9830957 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:46:26.016619 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-63567850-2346-4abd-9e4a-9a762c65361c req-ffd23ca1-aa57-4837-8fcb-274f99f80603 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "GET /networking/v2.0/ports?network_id=917b6b1b-e5d9-4a76-9898-f8dc059db370&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1021411 Nov 02 12:46:26.018431 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca48d4a8-bd50-459e-8861-14b409a9a55e admin admin] Network e4602e31-bf7e-4b31-9770-08167e751741 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:26.031904 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-ca48d4a8-bd50-459e-8861-14b409a9a55e admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:26.042252 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca48d4a8-bd50-459e-8861-14b409a9a55e admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:46:26.070244 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cbb88a43-bf0e-4648-ae50-480029ba5c4f admin admin] Publish callbacks [] for security_group (977f035a-f587-48a2-9197-382a5ff57827), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:26.090357 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d96261-4f72-4ff5-8c70-f1b9f8976dd4 None None] Pushing event updated for resources: {'Port': ['ID=ef2b0d1c-2876-4fb4-8c3c-cf4739431073,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:26.092909 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:26.113530 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cbb88a43-bf0e-4648-ae50-480029ba5c4f admin admin] Publish callbacks [] for security_group (977f035a-f587-48a2-9197-382a5ff57827), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:26.160951 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48d4a8-bd50-459e-8861-14b409a9a55e admin admin] Pushing event updated for resources: {'Port': ['ID=997d5cbd-eb55-4307-87d5-41eed3d173ce,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:26.164016 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:26.173919 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-63567850-2346-4abd-9e4a-9a762c65361c req-c6229569-9c5d-4a63-b604-6e96cc510cdf tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "GET /networking/v2.0/ports?network_id=917b6b1b-e5d9-4a76-9898-f8dc059db370&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1394517 Nov 02 12:46:26.221234 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ca48d4a8-bd50-459e-8861-14b409a9a55e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (bb4d8b0b-9417-4cd9-8e7d-64c7b9830957), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:26.244556 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957', 'name': 'tempest-FloatingIPsTestJSON-499574499-router', 'tenant_id': '445482b5acc24f018ca5337882bae30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'ef2b0d1c-2876-4fb4-8c3c-cf4739431073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:20Z', 'updated_at': '2022-11-02T12:46:23Z', 'revision_number': 3, 'project_id': '445482b5acc24f018ca5337882bae30e', 'gw_port': {'id': 'ef2b0d1c-2876-4fb4-8c3c-cf4739431073', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:21Z', 'updated_at': '2022-11-02T12:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:26.277286 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f784af-9af0-4e84-942a-5230f6c9f898 None None] The sync data for ids ['bb4d8b0b-9417-4cd9-8e7d-64c7b9830957'] in n-d-857339-6 is: [{'id': 'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957', 'name': 'tempest-FloatingIPsTestJSON-499574499-router', 'tenant_id': '445482b5acc24f018ca5337882bae30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'ef2b0d1c-2876-4fb4-8c3c-cf4739431073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:20Z', 'updated_at': '2022-11-02T12:46:23Z', 'revision_number': 3, 'project_id': '445482b5acc24f018ca5337882bae30e', 'gw_port': {'id': 'ef2b0d1c-2876-4fb4-8c3c-cf4739431073', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:21Z', 'updated_at': '2022-11-02T12:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:46:26.345641 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cbb88a43-bf0e-4648-ae50-480029ba5c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (977f035a-f587-48a2-9197-382a5ff57827), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:26.349062 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cbb88a43-bf0e-4648-ae50-480029ba5c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:26.353578 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cbb88a43-bf0e-4648-ae50-480029ba5c4f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/977f035a-f587-48a2-9197-382a5ff57827 HTTP/1.1" status: 204 len: 168 time: 0.3780141 Nov 02 12:46:26.361660 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb88a43-bf0e-4648-ae50-480029ba5c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977f035a-f587-48a2-9197-382a5ff57827,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:26.372334 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63567850-2346-4abd-9e4a-9a762c65361c req-f97ae8ae-8df6-4c21-95e1-8c035daf3127 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:26.377726 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63567850-2346-4abd-9e4a-9a762c65361c req-f97ae8ae-8df6-4c21-95e1-8c035daf3127 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:26.383888 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63567850-2346-4abd-9e4a-9a762c65361c req-f97ae8ae-8df6-4c21-95e1-8c035daf3127 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:26.385586 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-63567850-2346-4abd-9e4a-9a762c65361c req-f97ae8ae-8df6-4c21-95e1-8c035daf3127 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "GET /networking/v2.0/networks?id=9ae29ae5-a023-4709-af7a-eee00b2fc52c&id=2aa0f835-d302-41a4-b25d-dd1d4ef88256&id=2aa0f835-d302-41a4-b25d-dd1d4ef88256&id=917b6b1b-e5d9-4a76-9898-f8dc059db370&id=917b6b1b-e5d9-4a76-9898-f8dc059db370 HTTP/1.1" status: 200 len: 1990 time: 0.2108915 Nov 02 12:46:26.409141 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-63567850-2346-4abd-9e4a-9a762c65361c req-e617bb0d-8e8a-4bde-8f28-2751a6a2e2a5 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "GET /networking/v2.0/quotas/655e1bdbfb0c469daeec1ba8a61057d4 HTTP/1.1" status: 200 len: 375 time: 0.0155292 Nov 02 12:46:26.522451 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e1a9b8ea-596a-4874-8f92-264dd067eb8d req-3fb07d44-4386-428a-93e0-f0ad8204ecc3 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0356281 Nov 02 12:46:26.541201 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-63567850-2346-4abd-9e4a-9a762c65361c req-d037a77c-2bd5-451d-b858-a8d38fde4ea0 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=655e1bdbfb0c469daeec1ba8a61057d4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1136644 Nov 02 12:46:26.566555 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9ea35262-2633-43a8-a8d5-d99c70f37e13 None None] Provisioning complete for port 997d5cbd-eb55-4307-87d5-41eed3d173ce triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:26.567075 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9ea35262-2633-43a8-a8d5-d99c70f37e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (997d5cbd-eb55-4307-87d5-41eed3d173ce), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:26.567591 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9ea35262-2633-43a8-a8d5-d99c70f37e13 None None] Attempt 1 to provision port 997d5cbd-eb55-4307-87d5-41eed3d173ce Nov 02 12:46:26.630406 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9ea35262-2633-43a8-a8d5-d99c70f37e13 None None] Port 997d5cbd-eb55-4307-87d5-41eed3d173ce cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:46:26.641637 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42492) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:26.667390 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:26.673114 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34ab26e0-9755-4fe6-a167-641dabbd5e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:26.802723 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34ab26e0-9755-4fe6-a167-641dabbd5e17 admin admin] Publish callbacks [] for security_group (b3184ff5-41e9-4b45-9a0c-7f0f1219ee66), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:26.848091 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ca48d4a8-bd50-459e-8861-14b409a9a55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (997d5cbd-eb55-4307-87d5-41eed3d173ce), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:26.927955 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34ab26e0-9755-4fe6-a167-641dabbd5e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b3184ff5-41e9-4b45-9a0c-7f0f1219ee66), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:26.961691 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab26e0-9755-4fe6-a167-641dabbd5e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3184ff5-41e9-4b45-9a0c-7f0f1219ee66,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:26.995777 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-34ab26e0-9755-4fe6-a167-641dabbd5e17 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=79202f8392be45df9ffbe31563b59fa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3529763 Nov 02 12:46:27.007541 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42498) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:27.061762 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc1e508b-1d99-4158-85cc-2c1099406818 admin admin] Publish callbacks [] for security_group (b3184ff5-41e9-4b45-9a0c-7f0f1219ee66), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.066900 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ca48d4a8-bd50-459e-8861-14b409a9a55e admin admin] Publish callbacks [] for port (997d5cbd-eb55-4307-87d5-41eed3d173ce), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.086400 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc1e508b-1d99-4158-85cc-2c1099406818 admin admin] Publish callbacks [] for security_group (b3184ff5-41e9-4b45-9a0c-7f0f1219ee66), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.185044 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ca48d4a8-bd50-459e-8861-14b409a9a55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (997d5cbd-eb55-4307-87d5-41eed3d173ce), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.257810 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ca48d4a8-bd50-459e-8861-14b409a9a55e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (bb4d8b0b-9417-4cd9-8e7d-64c7b9830957), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.260724 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48d4a8-bd50-459e-8861-14b409a9a55e admin admin] Pushing event updated for resources: {'Port': ['ID=997d5cbd-eb55-4307-87d5-41eed3d173ce,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:27.341540 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc1e508b-1d99-4158-85cc-2c1099406818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b3184ff5-41e9-4b45-9a0c-7f0f1219ee66), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.350066 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc1e508b-1d99-4158-85cc-2c1099406818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.351939 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dc1e508b-1d99-4158-85cc-2c1099406818 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b3184ff5-41e9-4b45-9a0c-7f0f1219ee66 HTTP/1.1" status: 204 len: 168 time: 0.3542576 Nov 02 12:46:27.354756 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42504) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:27.368882 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca48d4a8-bd50-459e-8861-14b409a9a55e admin admin] Network e4602e31-bf7e-4b31-9770-08167e751741 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:27.374349 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-ca48d4a8-bd50-459e-8861-14b409a9a55e admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:27.377421 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:27.394661 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e508b-1d99-4158-85cc-2c1099406818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3184ff5-41e9-4b45-9a0c-7f0f1219ee66,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:27.499131 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d26d5900-7961-4c2e-98ff-b9f6a9e7acf1 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for security_group (51fa60a1-d47a-4d7f-8a90-f879b56b00e2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.522033 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d26d5900-7961-4c2e-98ff-b9f6a9e7acf1 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for security_group (51fa60a1-d47a-4d7f-8a90-f879b56b00e2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.570241 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca48d4a8-bd50-459e-8861-14b409a9a55e admin admin] Router bb4d8b0b-9417-4cd9-8e7d-64c7b9830957 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:46:27.713328 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-58bd8549-2faa-4e7e-8705-b5442860937f req-bc143ec5-616a-46f6-a1d3-3f1128dfb787 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0328922 Nov 02 12:46:27.727587 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca48d4a8-bd50-459e-8861-14b409a9a55e admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:46:27.733238 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ca48d4a8-bd50-459e-8861-14b409a9a55e admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/bb4d8b0b-9417-4cd9-8e7d-64c7b9830957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0934496 Nov 02 12:46:27.753497 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2bc9cc63-8a48-4d7c-82f4-75f9827c0b78 None None] Provisioning complete for port 997d5cbd-eb55-4307-87d5-41eed3d173ce triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:27.754471 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2bc9cc63-8a48-4d7c-82f4-75f9827c0b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (997d5cbd-eb55-4307-87d5-41eed3d173ce), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.754817 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2bc9cc63-8a48-4d7c-82f4-75f9827c0b78 None None] Attempt 1 to provision port 997d5cbd-eb55-4307-87d5-41eed3d173ce Nov 02 12:46:27.793697 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2bc9cc63-8a48-4d7c-82f4-75f9827c0b78 None None] Port 997d5cbd-eb55-4307-87d5-41eed3d173ce cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:46:27.814263 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d26d5900-7961-4c2e-98ff-b9f6a9e7acf1 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (51fa60a1-d47a-4d7f-8a90-f879b56b00e2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.818475 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d26d5900-7961-4c2e-98ff-b9f6a9e7acf1 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.818938 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d26d5900-7961-4c2e-98ff-b9f6a9e7acf1 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/51fa60a1-d47a-4d7f-8a90-f879b56b00e2 HTTP/1.1" status: 204 len: 168 time: 0.4622233 Nov 02 12:46:27.821304 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42518) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:27.829783 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d5900-7961-4c2e-98ff-b9f6a9e7acf1 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fa60a1-d47a-4d7f-8a90-f879b56b00e2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:27.836042 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-4e51924b-3c07-4393-8e94-06674333f420 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] show failed (client error): The resource could not be found. Nov 02 12:46:27.837427 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4e51924b-3c07-4393-8e94-06674333f420 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "GET /networking/v2.0/security-groups/51fa60a1-d47a-4d7f-8a90-f879b56b00e2 HTTP/1.1" status: 404 len: 347 time: 0.0151112 Nov 02 12:46:27.840306 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42520) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:27.942620 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42522) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:27.963189 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6bfe153d-dadd-43f2-a973-3ab52840aee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.963407 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-b24e3afc-0350-43d3-8345-7f3b1d16844a tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Deleting port 23275aec-757b-4dd7-bc3c-0606d5f8a0c2 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:27.963813 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b24e3afc-0350-43d3-8345-7f3b1d16844a tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (23275aec-757b-4dd7-bc3c-0606d5f8a0c2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.042359 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:28.082026 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6bfe153d-dadd-43f2-a973-3ab52840aee4 admin admin] Publish callbacks [] for security_group (f61482bf-4c28-41fc-b296-cbd0930581a3), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.184046 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ef2b0d1c-2876-4fb4-8c3c-cf4739431073 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:28.192822 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6bfe153d-dadd-43f2-a973-3ab52840aee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f61482bf-4c28-41fc-b296-cbd0930581a3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.267401 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ef2b0d1c-2876-4fb4-8c3c-cf4739431073 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:28.267921 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ef2b0d1c-2876-4fb4-8c3c-cf4739431073), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.268782 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ef2b0d1c-2876-4fb4-8c3c-cf4739431073 Nov 02 12:46:28.269902 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe153d-dadd-43f2-a973-3ab52840aee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61482bf-4c28-41fc-b296-cbd0930581a3,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:28.298459 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6bfe153d-dadd-43f2-a973-3ab52840aee4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7957cb94e3904c3ba1dac5837d539506&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3546164 Nov 02 12:46:28.302842 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42530) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:28.350401 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:28.412329 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ef2b0d1c-2876-4fb4-8c3c-cf4739431073 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:28.412886 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ef2b0d1c-2876-4fb4-8c3c-cf4739431073), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.443875 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port ef2b0d1c-2876-4fb4-8c3c-cf4739431073, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ef2b0d1c-2876-4fb4-8c3c-cf4739431073,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:28.450564 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-78d510a4-aaf1-4fe2-86ea-5b1c41df830f admin admin] Publish callbacks [] for security_group (f61482bf-4c28-41fc-b296-cbd0930581a3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.479119 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-78d510a4-aaf1-4fe2-86ea-5b1c41df830f admin admin] Publish callbacks [] for security_group (f61482bf-4c28-41fc-b296-cbd0930581a3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.534881 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ef2b0d1c-2876-4fb4-8c3c-cf4739431073), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.581123 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:28.616774 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b24e3afc-0350-43d3-8345-7f3b1d16844a tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (23275aec-757b-4dd7-bc3c-0606d5f8a0c2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.617229 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b24e3afc-0350-43d3-8345-7f3b1d16844a tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for floatingip (23275aec-757b-4dd7-bc3c-0606d5f8a0c2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.637669 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-b24e3afc-0350-43d3-8345-7f3b1d16844a tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Calling delete_port for 23275aec-757b-4dd7-bc3c-0606d5f8a0c2 owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:28.640173 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=ef2b0d1c-2876-4fb4-8c3c-cf4739431073,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:28.659220 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-78d510a4-aaf1-4fe2-86ea-5b1c41df830f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f61482bf-4c28-41fc-b296-cbd0930581a3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.663036 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-78d510a4-aaf1-4fe2-86ea-5b1c41df830f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.664298 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-78d510a4-aaf1-4fe2-86ea-5b1c41df830f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f61482bf-4c28-41fc-b296-cbd0930581a3 HTTP/1.1" status: 204 len: 168 time: 0.3604419 Nov 02 12:46:28.679709 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d510a4-aaf1-4fe2-86ea-5b1c41df830f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61482bf-4c28-41fc-b296-cbd0930581a3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:28.695927 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] Sync routers for ids ['bb4d8b0b-9417-4cd9-8e7d-64c7b9830957'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:46:28.722290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] Routers {'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:46:28.723382 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['bb4d8b0b-9417-4cd9-8e7d-64c7b9830957'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:28.853213 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] Set router bb4d8b0b-9417-4cd9-8e7d-64c7b9830957 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:46:28.882718 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0d6bc3a8-c6bb-4ce4-9903-49b8db369488 req-2c01ca36-3526-4f60-8fd3-c5975768d71a tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0679526 Nov 02 12:46:28.900199 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:28.952382 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8c0f8c82-f766-485d-9c03-5e561168541e req-02b34a64-b11d-4ddd-b2cc-82518ad99223 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1972175 Nov 02 12:46:28.964934 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-8c0f8c82-f766-485d-9c03-5e561168541e req-9d6bc226-3368-4639-871c-ce00721d756e tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:29.071265 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957', 'name': 'tempest-FloatingIPsTestJSON-499574499-router', 'tenant_id': '445482b5acc24f018ca5337882bae30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'ef2b0d1c-2876-4fb4-8c3c-cf4739431073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:20Z', 'updated_at': '2022-11-02T12:46:26Z', 'revision_number': 4, 'project_id': '445482b5acc24f018ca5337882bae30e', 'gw_port': {'id': 'ef2b0d1c-2876-4fb4-8c3c-cf4739431073', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:21Z', 'updated_at': '2022-11-02T12:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '997d5cbd-eb55-4307-87d5-41eed3d173ce', 'name': '', 'network_id': 'e4602e31-bf7e-4b31-9770-08167e751741', 'tenant_id': '445482b5acc24f018ca5337882bae30e', 'mac_address': 'fa:16:3e:15:ac:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'bc7da31f-6001-4abd-9b47-ab5e505fac4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:25Z', 'updated_at': '2022-11-02T12:46:26Z', 'revision_number': 2, 'project_id': '445482b5acc24f018ca5337882bae30e', 'subnets': [{'id': 'bc7da31f-6001-4abd-9b47-ab5e505fac4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:29.083564 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-8c0f8c82-f766-485d-9c03-5e561168541e req-9d6bc226-3368-4639-871c-ce00721d756e tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.089020 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b24e3afc-0350-43d3-8345-7f3b1d16844a tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (23275aec-757b-4dd7-bc3c-0606d5f8a0c2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.111845 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] Checking router: bb4d8b0b-9417-4cd9-8e7d-64c7b9830957 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:46:29.112355 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] Updating router bb4d8b0b-9417-4cd9-8e7d-64c7b9830957 port 997d5cbd-eb55-4307-87d5-41eed3d173ce binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:46:29.143912 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (997d5cbd-eb55-4307-87d5-41eed3d173ce), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.172620 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e3afc-0350-43d3-8345-7f3b1d16844a tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Pushing event deleted for resources: {'Port': ['ID=23275aec-757b-4dd7-bc3c-0606d5f8a0c2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:29.248032 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-8c0f8c82-f766-485d-9c03-5e561168541e req-9d6bc226-3368-4639-871c-ce00721d756e tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.267774 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b24e3afc-0350-43d3-8345-7f3b1d16844a tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for floatingip (f40de627-30d4-45b1-ab4e-6e54f5f96cee), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.270410 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b24e3afc-0350-43d3-8345-7f3b1d16844a tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.271583 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b24e3afc-0350-43d3-8345-7f3b1d16844a tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/f40de627-30d4-45b1-ab4e-6e54f5f96cee HTTP/1.1" status: 204 len: 168 time: 1.4303424 Nov 02 12:46:29.274883 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42568) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:29.385051 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-0593fedf-52a7-4127-804f-ef915b8ffdef tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Deleting port 532cb00b-f4f2-4e37-a1a6-6c857f5db7ee {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:29.385051 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0593fedf-52a7-4127-804f-ef915b8ffdef tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (532cb00b-f4f2-4e37-a1a6-6c857f5db7ee), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.385291 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-8c0f8c82-f766-485d-9c03-5e561168541e req-9d6bc226-3368-4639-871c-ce00721d756e tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Allocated IP 172.25.2.186 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/6272e31a-d871-4371-98bc-f3270008f941) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:29.385291 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:29.496281 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0593fedf-52a7-4127-804f-ef915b8ffdef tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (532cb00b-f4f2-4e37-a1a6-6c857f5db7ee), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.506088 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:29.513542 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-0593fedf-52a7-4127-804f-ef915b8ffdef tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Calling delete_port for 532cb00b-f4f2-4e37-a1a6-6c857f5db7ee owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:29.521153 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] Publish callbacks [] for port (997d5cbd-eb55-4307-87d5-41eed3d173ce), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.537862 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-8c0f8c82-f766-485d-9c03-5e561168541e req-9d6bc226-3368-4639-871c-ce00721d756e tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks [] for port (6272e31a-d871-4371-98bc-f3270008f941), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.604884 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (997d5cbd-eb55-4307-87d5-41eed3d173ce), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.670996 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-8c0f8c82-f766-485d-9c03-5e561168541e req-9d6bc226-3368-4639-871c-ce00721d756e tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (6272e31a-d871-4371-98bc-f3270008f941), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.687391 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10816dd2-2b6c-4fc3-8d07-a0a8f576f8a4 None None] Pushing event updated for resources: {'Port': ['ID=997d5cbd-eb55-4307-87d5-41eed3d173ce,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:29.713324 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0f8c82-f766-485d-9c03-5e561168541e req-9d6bc226-3368-4639-871c-ce00721d756e tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:29.718767 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-8c0f8c82-f766-485d-9c03-5e561168541e req-9d6bc226-3368-4639-871c-ce00721d756e tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:29.723354 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0f8c82-f766-485d-9c03-5e561168541e req-9d6bc226-3368-4639-871c-ce00721d756e tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:46:29.723628 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816dd2-2b6c-4fc3-8d07-a0a8f576f8a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:29.723964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816dd2-2b6c-4fc3-8d07-a0a8f576f8a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:29.724312 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816dd2-2b6c-4fc3-8d07-a0a8f576f8a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:29.724683 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816dd2-2b6c-4fc3-8d07-a0a8f576f8a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:29.725019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816dd2-2b6c-4fc3-8d07-a0a8f576f8a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:29.725350 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816dd2-2b6c-4fc3-8d07-a0a8f576f8a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:29.727016 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816dd2-2b6c-4fc3-8d07-a0a8f576f8a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:29.727374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816dd2-2b6c-4fc3-8d07-a0a8f576f8a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:29.727708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816dd2-2b6c-4fc3-8d07-a0a8f576f8a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:29.728033 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816dd2-2b6c-4fc3-8d07-a0a8f576f8a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:29.728360 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816dd2-2b6c-4fc3-8d07-a0a8f576f8a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:29.728708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816dd2-2b6c-4fc3-8d07-a0a8f576f8a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:29.729517 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816dd2-2b6c-4fc3-8d07-a0a8f576f8a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:29.730145 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816dd2-2b6c-4fc3-8d07-a0a8f576f8a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:29.730779 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816dd2-2b6c-4fc3-8d07-a0a8f576f8a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:29.738947 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] Attempting to bind port 997d5cbd-eb55-4307-87d5-41eed3d173ce on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:46:29.739317 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] Attempting to bind port 997d5cbd-eb55-4307-87d5-41eed3d173ce by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '87cd425d-d592-4c22-9011-29df4378195b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'e4602e31-bf7e-4b31-9770-08167e751741'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:46:29.739774 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] Attempting to bind port 997d5cbd-eb55-4307-87d5-41eed3d173ce on network e4602e31-bf7e-4b31-9770-08167e751741 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:29.748989 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bc226-3368-4639-871c-ce00721d756e tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Pushing event updated for resources: {'Port': ['ID=6272e31a-d871-4371-98bc-f3270008f941,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:29.779414 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0593fedf-52a7-4127-804f-ef915b8ffdef tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (532cb00b-f4f2-4e37-a1a6-6c857f5db7ee), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.784474 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:46:29.784891 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] Checking segment: {'id': '87cd425d-d592-4c22-9011-29df4378195b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'e4602e31-bf7e-4b31-9770-08167e751741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:46:29.785306 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.791089 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] Bound using segment: {'id': '87cd425d-d592-4c22-9011-29df4378195b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'e4602e31-bf7e-4b31-9770-08167e751741'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:46:29.791089 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] Bound port: 997d5cbd-eb55-4307-87d5-41eed3d173ce, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87cd425d-d592-4c22-9011-29df4378195b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'e4602e31-bf7e-4b31-9770-08167e751741'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:46:29.791089 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (997d5cbd-eb55-4307-87d5-41eed3d173ce), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.808640 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593fedf-52a7-4127-804f-ef915b8ffdef tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Pushing event deleted for resources: {'Port': ['ID=532cb00b-f4f2-4e37-a1a6-6c857f5db7ee,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:29.844535 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-8c0f8c82-f766-485d-9c03-5e561168541e req-9d6bc226-3368-4639-871c-ce00721d756e tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks [] for floatingip (e6f2f835-50c4-46a7-b6fd-0d6ab93d0c65), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.863249 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] For port 997d5cbd-eb55-4307-87d5-41eed3d173ce, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:29.866492 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] For port 997d5cbd-eb55-4307-87d5-41eed3d173ce, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=997d5cbd-eb55-4307-87d5-41eed3d173ce,segment=NetworkSegment(87cd425d-d592-4c22-9011-29df4378195b),segment_id=87cd425d-d592-4c22-9011-29df4378195b)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:29.952088 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0593fedf-52a7-4127-804f-ef915b8ffdef tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.963086 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (997d5cbd-eb55-4307-87d5-41eed3d173ce), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.963984 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0593fedf-52a7-4127-804f-ef915b8ffdef tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "DELETE /networking/v2.0/ports/532cb00b-f4f2-4e37-a1a6-6c857f5db7ee HTTP/1.1" status: 204 len: 168 time: 0.6880200 Nov 02 12:46:29.965829 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42586) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:29.979878 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-8c0f8c82-f766-485d-9c03-5e561168541e req-9d6bc226-3368-4639-871c-ce00721d756e tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (6272e31a-d871-4371-98bc-f3270008f941), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:30.053735 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] Routers {'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:46:30.054617 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['bb4d8b0b-9417-4cd9-8e7d-64c7b9830957'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:30.125014 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-39ea75de-8a27-41e4-84c0-c895de22fac3 req-6998d77a-4a03-43f5-aa39-83ce35a362be tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0574930 Nov 02 12:46:30.198222 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-528768f2-f6d1-4daf-b4ec-6f134b8191a5 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Deleting port fd799026-d30a-4e80-b53f-b4f005c12579 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:30.199004 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-528768f2-f6d1-4daf-b4ec-6f134b8191a5 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (fd799026-d30a-4e80-b53f-b4f005c12579), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:30.242720 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ef2b0d1c-2876-4fb4-8c3c-cf4739431073 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:30.266595 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:30.292440 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] Set router bb4d8b0b-9417-4cd9-8e7d-64c7b9830957 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:46:30.336270 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10816dd2-2b6c-4fc3-8d07-a0a8f576f8a4 None None] Pushing event updated for resources: {'Port': ['ID=997d5cbd-eb55-4307-87d5-41eed3d173ce,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:30.346657 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-528768f2-f6d1-4daf-b4ec-6f134b8191a5 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (fd799026-d30a-4e80-b53f-b4f005c12579), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:30.357656 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-8c0f8c82-f766-485d-9c03-5e561168541e req-9d6bc226-3368-4639-871c-ce00721d756e tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks [] for port (6272e31a-d871-4371-98bc-f3270008f941), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:30.363766 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-528768f2-f6d1-4daf-b4ec-6f134b8191a5 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Calling delete_port for fd799026-d30a-4e80-b53f-b4f005c12579 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:30.400005 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ef2b0d1c-2876-4fb4-8c3c-cf4739431073 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:30.400297 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ef2b0d1c-2876-4fb4-8c3c-cf4739431073), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:30.400625 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ef2b0d1c-2876-4fb4-8c3c-cf4739431073 Nov 02 12:46:30.447876 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-8c0f8c82-f766-485d-9c03-5e561168541e req-9d6bc226-3368-4639-871c-ce00721d756e tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (6272e31a-d871-4371-98bc-f3270008f941), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:30.530193 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:30.565846 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bc226-3368-4639-871c-ce00721d756e tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Pushing event updated for resources: {'Port': ['ID=6272e31a-d871-4371-98bc-f3270008f941,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:30.568703 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-8c0f8c82-f766-485d-9c03-5e561168541e req-9d6bc226-3368-4639-871c-ce00721d756e tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (e6f2f835-50c4-46a7-b6fd-0d6ab93d0c65), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:30.569064 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ef2b0d1c-2876-4fb4-8c3c-cf4739431073 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:30.581493 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957', 'name': 'tempest-FloatingIPsTestJSON-499574499-router', 'tenant_id': '445482b5acc24f018ca5337882bae30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'ef2b0d1c-2876-4fb4-8c3c-cf4739431073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:20Z', 'updated_at': '2022-11-02T12:46:26Z', 'revision_number': 4, 'project_id': '445482b5acc24f018ca5337882bae30e', 'gw_port': {'id': 'ef2b0d1c-2876-4fb4-8c3c-cf4739431073', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:21Z', 'updated_at': '2022-11-02T12:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '997d5cbd-eb55-4307-87d5-41eed3d173ce', 'name': '', 'network_id': 'e4602e31-bf7e-4b31-9770-08167e751741', 'tenant_id': '445482b5acc24f018ca5337882bae30e', 'mac_address': 'fa:16:3e:15:ac:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'bc7da31f-6001-4abd-9b47-ab5e505fac4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:25Z', 'updated_at': '2022-11-02T12:46:29Z', 'revision_number': 4, 'project_id': '445482b5acc24f018ca5337882bae30e', 'subnets': [{'id': 'bc7da31f-6001-4abd-9b47-ab5e505fac4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:30.610882 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42ae757-ae2f-46db-b013-80f08933be87 None None] The sync data for ids ['bb4d8b0b-9417-4cd9-8e7d-64c7b9830957'] in n-d-857339-6 is: [{'id': 'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957', 'name': 'tempest-FloatingIPsTestJSON-499574499-router', 'tenant_id': '445482b5acc24f018ca5337882bae30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'ef2b0d1c-2876-4fb4-8c3c-cf4739431073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:20Z', 'updated_at': '2022-11-02T12:46:26Z', 'revision_number': 4, 'project_id': '445482b5acc24f018ca5337882bae30e', 'gw_port': {'id': 'ef2b0d1c-2876-4fb4-8c3c-cf4739431073', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:21Z', 'updated_at': '2022-11-02T12:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '997d5cbd-eb55-4307-87d5-41eed3d173ce', 'name': '', 'network_id': 'e4602e31-bf7e-4b31-9770-08167e751741', 'tenant_id': '445482b5acc24f018ca5337882bae30e', 'mac_address': 'fa:16:3e:15:ac:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'bc7da31f-6001-4abd-9b47-ab5e505fac4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:25Z', 'updated_at': '2022-11-02T12:46:29Z', 'revision_number': 4, 'project_id': '445482b5acc24f018ca5337882bae30e', 'subnets': [{'id': 'bc7da31f-6001-4abd-9b47-ab5e505fac4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:46:30.625067 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-528768f2-f6d1-4daf-b4ec-6f134b8191a5 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (fd799026-d30a-4e80-b53f-b4f005c12579), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:30.651839 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-8c0f8c82-f766-485d-9c03-5e561168541e req-9d6bc226-3368-4639-871c-ce00721d756e tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:30.653092 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8c0f8c82-f766-485d-9c03-5e561168541e req-9d6bc226-3368-4639-871c-ce00721d756e tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6942341 Nov 02 12:46:30.671837 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528768f2-f6d1-4daf-b4ec-6f134b8191a5 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Pushing event deleted for resources: {'Port': ['ID=fd799026-d30a-4e80-b53f-b4f005c12579,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:30.759505 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=76,neutron:INSERT=9,neutron:UPDATE=7,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:30.760180 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8c0f8c82-f766-485d-9c03-5e561168541e req-e0fe7286-420c-48f2-882c-f210c097459b tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.186 HTTP/1.1" status: 200 len: 696 time: 0.0996048 Nov 02 12:46:30.793871 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-528768f2-f6d1-4daf-b4ec-6f134b8191a5 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:30.799611 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-528768f2-f6d1-4daf-b4ec-6f134b8191a5 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "DELETE /networking/v2.0/ports/fd799026-d30a-4e80-b53f-b4f005c12579 HTTP/1.1" status: 204 len: 168 time: 0.8328345 Nov 02 12:46:30.803660 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42610) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:30.918336 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-acede619-fc1f-41c7-8f73-8c06e818364c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Deleting subnet 21ffdd0a-3b72-49ac-9285-303b4ef872f5 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:46:30.922698 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-acede619-fc1f-41c7-8f73-8c06e818364c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for subnet (21ffdd0a-3b72-49ac-9285-303b4ef872f5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:30.946072 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:30.995638 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-acede619-fc1f-41c7-8f73-8c06e818364c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (21ffdd0a-3b72-49ac-9285-303b4ef872f5), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:31.049553 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f8c82-f766-485d-9c03-5e561168541e req-a49baa44-e136-403e-b6c2-f1ef44ee69d5 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:31.051155 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8c0f8c82-f766-485d-9c03-5e561168541e req-a49baa44-e136-403e-b6c2-f1ef44ee69d5 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 784 time: 0.2836649 Nov 02 12:46:31.071236 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:31.131460 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-acede619-fc1f-41c7-8f73-8c06e818364c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (21ffdd0a-3b72-49ac-9285-303b4ef872f5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:31.132296 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-325d7328-367a-43bd-9d6d-5d804c875406 req-4668e689-24ff-45bf-9ab1-d7461a8edbb9 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "GET /networking/v2.0/floatingips/e6f2f835-50c4-46a7-b6fd-0d6ab93d0c65 HTTP/1.1" status: 200 len: 693 time: 0.0558779 Nov 02 12:46:31.164244 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42618) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:31.286542 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-037358b1-05c6-4b18-851e-e254c1eee15b req-cbfb05dd-dbb2-4c74-9982-83cbdcc39a8f tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0350161 Nov 02 12:46:31.333067 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d7328-367a-43bd-9d6d-5d804c875406 req-322f2f4d-20a4-4f5e-9953-1bd41cf90f95 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:31.334406 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-325d7328-367a-43bd-9d6d-5d804c875406 req-322f2f4d-20a4-4f5e-9953-1bd41cf90f95 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 784 time: 0.1958232 Nov 02 12:46:31.347442 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [req-325d7328-367a-43bd-9d6d-5d804c875406 req-958dd27e-2a7d-462a-b829-7b2b1972d42b tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:46:31.348932 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-325d7328-367a-43bd-9d6d-5d804c875406 req-958dd27e-2a7d-462a-b829-7b2b1972d42b tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0064752 Nov 02 12:46:31.362635 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-acede619-fc1f-41c7-8f73-8c06e818364c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (21ffdd0a-3b72-49ac-9285-303b4ef872f5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:31.419724 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acede619-fc1f-41c7-8f73-8c06e818364c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Pushing event deleted for resources: {'Subnet': ['ID=21ffdd0a-3b72-49ac-9285-303b4ef872f5,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:31.433562 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-acede619-fc1f-41c7-8f73-8c06e818364c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:31.436986 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-acede619-fc1f-41c7-8f73-8c06e818364c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/21ffdd0a-3b72-49ac-9285-303b4ef872f5 HTTP/1.1" status: 204 len: 168 time: 0.6321883 Nov 02 12:46:31.440044 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42630) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:31.445063 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3221a5f9-6e03-4a3a-83ee-d52fbd40e2d3 None None] Network 917b6b1b-e5d9-4a76-9898-f8dc059db370 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:46:31.489196 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3cda88c2-c9c5-4056-88a8-5ff2902aff2e req-a8a44941-1e06-44c7-a7e7-f1b1e216f82a tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "GET /networking/v2.0/floatingips?tenant_id=445482b5acc24f018ca5337882bae30e HTTP/1.1" status: 200 len: 696 time: 0.1041265 Nov 02 12:46:31.547643 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed30a22-bba0-489e-a841-32bbd0fc9ea5 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Deleting subnet bb374190-8ce5-4ebf-bdca-bc6e62c85de5 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:46:31.579624 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9ed30a22-bba0-489e-a841-32bbd0fc9ea5 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for subnet (bb374190-8ce5-4ebf-bdca-bc6e62c85de5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:31.662083 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7813fdc1-9206-420f-ac13-fcabe3312608 None None] DHCP port deletion for 917b6b1b-e5d9-4a76-9898-f8dc059db370 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:46:31.668260 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9ed30a22-bba0-489e-a841-32bbd0fc9ea5 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (bb374190-8ce5-4ebf-bdca-bc6e62c85de5), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:31.726329 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda88c2-c9c5-4056-88a8-5ff2902aff2e req-32019380-10f4-4286-a9fa-07bd9f51bb89 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:31.731630 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3cda88c2-c9c5-4056-88a8-5ff2902aff2e req-32019380-10f4-4286-a9fa-07bd9f51bb89 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "GET /networking/v2.0/networks?id=66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 787 time: 0.2376404 Nov 02 12:46:31.749997 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7813fdc1-9206-420f-ac13-fcabe3312608 None None] Deleting port 7ed987b0-c4ab-4505-b408-a9a967eec9e9 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:31.750587 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7813fdc1-9206-420f-ac13-fcabe3312608 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7ed987b0-c4ab-4505-b408-a9a967eec9e9), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:31.790458 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:31.835255 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7813fdc1-9206-420f-ac13-fcabe3312608 None None] For port 7ed987b0-c4ab-4505-b408-a9a967eec9e9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7ed987b0-c4ab-4505-b408-a9a967eec9e9,segment=NetworkSegment(4efddd68-5761-4abc-8b25-40c633541d1c),segment_id=4efddd68-5761-4abc-8b25-40c633541d1c)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:31.836250 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7813fdc1-9206-420f-ac13-fcabe3312608 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7ed987b0-c4ab-4505-b408-a9a967eec9e9), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:31.836525 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-86dfaef7-67bc-49d3-bc28-7f00c1ceb199 req-30646848-60b1-4a40-b086-4f3113be694e tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "GET /networking/v2.0/floatingips/e6f2f835-50c4-46a7-b6fd-0d6ab93d0c65 HTTP/1.1" status: 200 len: 693 time: 0.0578239 Nov 02 12:46:31.853828 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7813fdc1-9206-420f-ac13-fcabe3312608 None None] Calling delete_port for 7ed987b0-c4ab-4505-b408-a9a967eec9e9 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:31.859351 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9ed30a22-bba0-489e-a841-32bbd0fc9ea5 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (bb374190-8ce5-4ebf-bdca-bc6e62c85de5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:31.900062 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-59b693e6-92a9-4d43-95d7-826fd3a9ea25 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-666496075-network', 'tenant_id': '8f45f7b86c104af5a07c40034429278c'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:31.980579 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:32.019524 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b693e6-92a9-4d43-95d7-826fd3a9ea25 admin admin] Made reservation on behalf of 8f45f7b86c104af5a07c40034429278c for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:32.022151 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59b693e6-92a9-4d43-95d7-826fd3a9ea25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.032337 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfaef7-67bc-49d3-bc28-7f00c1ceb199 req-6dcec1dd-80b2-453a-a979-db2c02a8c786 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:32.034719 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-86dfaef7-67bc-49d3-bc28-7f00c1ceb199 req-6dcec1dd-80b2-453a-a979-db2c02a8c786 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 784 time: 0.1885002 Nov 02 12:46:32.042748 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59b693e6-92a9-4d43-95d7-826fd3a9ea25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.053838 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7813fdc1-9206-420f-ac13-fcabe3312608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (7ed987b0-c4ab-4505-b408-a9a967eec9e9), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.111788 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-86dfaef7-67bc-49d3-bc28-7f00c1ceb199 req-39eb74d6-474a-4bbc-91ec-50c07cb5585e tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.186 HTTP/1.1" status: 200 len: 696 time: 0.0691955 Nov 02 12:46:32.124407 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813fdc1-9206-420f-ac13-fcabe3312608 None None] Pushing event deleted for resources: {'Port': ['ID=7ed987b0-c4ab-4505-b408-a9a967eec9e9,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:32.133464 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7813fdc1-9206-420f-ac13-fcabe3312608 None None] No DVR routers for this DVR port 7ed987b0-c4ab-4505-b408-a9a967eec9e9 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:46:32.178869 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9ed30a22-bba0-489e-a841-32bbd0fc9ea5 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (bb374190-8ce5-4ebf-bdca-bc6e62c85de5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.202525 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 997d5cbd-eb55-4307-87d5-41eed3d173ce up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:32.215999 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-86dfaef7-67bc-49d3-bc28-7f00c1ceb199 req-f468a866-e1b2-4194-b9f3-f2f1629b77f0 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.186 HTTP/1.1" status: 200 len: 696 time: 0.0962553 Nov 02 12:46:32.238765 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9ed30a22-bba0-489e-a841-32bbd0fc9ea5 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.245998 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9ed30a22-bba0-489e-a841-32bbd0fc9ea5 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/bb374190-8ce5-4ebf-bdca-bc6e62c85de5 HTTP/1.1" status: 204 len: 168 time: 0.8010464 Nov 02 12:46:32.249813 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42646) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:32.251651 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed30a22-bba0-489e-a841-32bbd0fc9ea5 tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Pushing event deleted for resources: {'Subnet': ['ID=bb374190-8ce5-4ebf-bdca-bc6e62c85de5,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:32.258536 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59b693e6-92a9-4d43-95d7-826fd3a9ea25 admin admin] Publish callbacks [] for security_group (97b5f87c-21a4-45a1-b556-35e5dec0caca), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.282785 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cac9e35-2ff6-472f-a20b-fc2358558e68 None None] Network 2aa0f835-d302-41a4-b25d-dd1d4ef88256 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:46:32.349490 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 997d5cbd-eb55-4307-87d5-41eed3d173ce triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:32.349813 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (997d5cbd-eb55-4307-87d5-41eed3d173ce), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.350148 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 997d5cbd-eb55-4307-87d5-41eed3d173ce Nov 02 12:46:32.390517 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59b693e6-92a9-4d43-95d7-826fd3a9ea25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (97b5f87c-21a4-45a1-b556-35e5dec0caca), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.439367 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b693e6-92a9-4d43-95d7-826fd3a9ea25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:46:32.453710 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59b693e6-92a9-4d43-95d7-826fd3a9ea25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (337fbb44-cf7c-4a1a-9982-82f589488a3a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.453710 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-59b693e6-92a9-4d43-95d7-826fd3a9ea25 admin admin] Added segment 337fbb44-cf7c-4a1a-9982-82f589488a3a of type vlan for network 51871001-9b9b-4e28-aa55-68271f815ee1 Nov 02 12:46:32.494426 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ae807499-db8f-4371-9865-3f77a7f1002d req-82fd50b7-4b51-4038-8920-d0fe33ba5e17 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0702987 Nov 02 12:46:32.501198 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d0b74c98-dcc8-4c71-97f1-c71e5522991c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (917b6b1b-e5d9-4a76-9898-f8dc059db370), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.510813 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:32.516926 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-86dfaef7-67bc-49d3-bc28-7f00c1ceb199 req-b1c8828f-9940-464e-b198-d9716e4775a2 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Deleting port 6272e31a-d871-4371-98bc-f3270008f941 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:32.517349 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-86dfaef7-67bc-49d3-bc28-7f00c1ceb199 req-b1c8828f-9940-464e-b198-d9716e4775a2 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (6272e31a-d871-4371-98bc-f3270008f941), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.534905 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59b693e6-92a9-4d43-95d7-826fd3a9ea25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (51871001-9b9b-4e28-aa55-68271f815ee1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.573500 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b693e6-92a9-4d43-95d7-826fd3a9ea25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b5f87c-21a4-45a1-b556-35e5dec0caca,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:32.588868 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 997d5cbd-eb55-4307-87d5-41eed3d173ce is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:32.589264 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (997d5cbd-eb55-4307-87d5-41eed3d173ce), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.631052 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59b693e6-92a9-4d43-95d7-826fd3a9ea25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (51871001-9b9b-4e28-aa55-68271f815ee1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.642294 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b693e6-92a9-4d43-95d7-826fd3a9ea25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:32.642294 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59b693e6-92a9-4d43-95d7-826fd3a9ea25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.655672 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 997d5cbd-eb55-4307-87d5-41eed3d173ce, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=997d5cbd-eb55-4307-87d5-41eed3d173ce,segment=NetworkSegment(87cd425d-d592-4c22-9011-29df4378195b),segment_id=87cd425d-d592-4c22-9011-29df4378195b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:32.713168 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d0b74c98-dcc8-4c71-97f1-c71e5522991c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (917b6b1b-e5d9-4a76-9898-f8dc059db370), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.717512 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-86dfaef7-67bc-49d3-bc28-7f00c1ceb199 req-b1c8828f-9940-464e-b198-d9716e4775a2 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (6272e31a-d871-4371-98bc-f3270008f941), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.717829 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-86dfaef7-67bc-49d3-bc28-7f00c1ceb199 req-b1c8828f-9940-464e-b198-d9716e4775a2 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks [] for floatingip (6272e31a-d871-4371-98bc-f3270008f941), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.722717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d312511-913c-4c50-a396-0a09712cdba7 None None] DHCP port deletion for 2aa0f835-d302-41a4-b25d-dd1d4ef88256 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:46:32.743427 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b693e6-92a9-4d43-95d7-826fd3a9ea25 admin admin] Pushing event updated for resources: {'Network': ['ID=51871001-9b9b-4e28-aa55-68271f815ee1,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:32.745983 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-86dfaef7-67bc-49d3-bc28-7f00c1ceb199 req-b1c8828f-9940-464e-b198-d9716e4775a2 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Calling delete_port for 6272e31a-d871-4371-98bc-f3270008f941 owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:32.753801 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-d0b74c98-dcc8-4c71-97f1-c71e5522991c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917b6b1b-e5d9-4a76-9898-f8dc059db370']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:32.756555 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:32.762974 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 51871001-9b9b-4e28-aa55-68271f815ee1 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:46:32.771472 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-d0b74c98-dcc8-4c71-97f1-c71e5522991c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efddd68-5761-4abc-8b25-40c633541d1c') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:32.771825 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-d0b74c98-dcc8-4c71-97f1-c71e5522991c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efddd68-5761-4abc-8b25-40c633541d1c') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:32.810942 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d0b74c98-dcc8-4c71-97f1-c71e5522991c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (4efddd68-5761-4abc-8b25-40c633541d1c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.836836 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d0b74c98-dcc8-4c71-97f1-c71e5522991c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4efddd68-5761-4abc-8b25-40c633541d1c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.852434 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b74c98-dcc8-4c71-97f1-c71e5522991c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:46:32.852951 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d0b74c98-dcc8-4c71-97f1-c71e5522991c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (4efddd68-5761-4abc-8b25-40c633541d1c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.888659 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 4efddd68-5761-4abc-8b25-40c633541d1c resource provider aggregate not found Nov 02 12:46:32.921136 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 4efddd68-5761-4abc-8b25-40c633541d1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4efddd68-5761-4abc-8b25-40c633541d1c found for delete ", "request_id": "req-aabcfeed-532a-4983-afa8-96fb382287c8"}]} Nov 02 12:46:32.926434 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (997d5cbd-eb55-4307-87d5-41eed3d173ce), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.931132 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-59b693e6-92a9-4d43-95d7-826fd3a9ea25 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7616243 Nov 02 12:46:32.934425 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42662) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:32.944327 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5d312511-913c-4c50-a396-0a09712cdba7 None None] Deleting port 7eaa3195-9664-47c4-9b12-1c624f0e38da {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:32.944327 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5d312511-913c-4c50-a396-0a09712cdba7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7eaa3195-9664-47c4-9b12-1c624f0e38da), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.945121 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-59c7e3ef-1471-4b8d-bb8f-a97ce5c22cea admin admin] Request body: {'subnet': {'network_id': '51871001-9b9b-4e28-aa55-68271f815ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-666496075-subnet', 'tenant_id': '8f45f7b86c104af5a07c40034429278c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:33.011259 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7ed987b0-c4ab-4505-b408-a9a967eec9e9 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:46:33.052033 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 7ed987b0-c4ab-4505-b408-a9a967eec9e9 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:46:33.052764 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7ed987b0-c4ab-4505-b408-a9a967eec9e9 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:46:33.090660 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d0b74c98-dcc8-4c71-97f1-c71e5522991c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (917b6b1b-e5d9-4a76-9898-f8dc059db370), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:33.106061 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=997d5cbd-eb55-4307-87d5-41eed3d173ce,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:33.110946 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d0b74c98-dcc8-4c71-97f1-c71e5522991c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:33.118279 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d0b74c98-dcc8-4c71-97f1-c71e5522991c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "DELETE /networking/v2.0/networks/917b6b1b-e5d9-4a76-9898-f8dc059db370 HTTP/1.1" status: 204 len: 168 time: 0.8641970 Nov 02 12:46:33.122008 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42668) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:33.123601 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5d312511-913c-4c50-a396-0a09712cdba7 None None] For port 7eaa3195-9664-47c4-9b12-1c624f0e38da, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7eaa3195-9664-47c4-9b12-1c624f0e38da,segment=NetworkSegment(4584641f-3276-4e05-bd5c-8075d71f2e01),segment_id=4584641f-3276-4e05-bd5c-8075d71f2e01)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:33.124821 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5d312511-913c-4c50-a396-0a09712cdba7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7eaa3195-9664-47c4-9b12-1c624f0e38da), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:33.144767 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5d312511-913c-4c50-a396-0a09712cdba7 None None] Calling delete_port for 7eaa3195-9664-47c4-9b12-1c624f0e38da owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:33.161930 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c7e3ef-1471-4b8d-bb8f-a97ce5c22cea admin admin] Made reservation on behalf of 8f45f7b86c104af5a07c40034429278c for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:33.162372 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-86dfaef7-67bc-49d3-bc28-7f00c1ceb199 req-b1c8828f-9940-464e-b198-d9716e4775a2 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (6272e31a-d871-4371-98bc-f3270008f941), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:33.165100 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59c7e3ef-1471-4b8d-bb8f-a97ce5c22cea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:33.165235 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b74c98-dcc8-4c71-97f1-c71e5522991c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Pushing event deleted for resources: {'Network': ['ID=917b6b1b-e5d9-4a76-9898-f8dc059db370,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:33.197606 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8828f-9940-464e-b198-d9716e4775a2 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Pushing event deleted for resources: {'Port': ['ID=6272e31a-d871-4371-98bc-f3270008f941,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:33.276894 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (2aa0f835-d302-41a4-b25d-dd1d4ef88256), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:33.280769 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-86dfaef7-67bc-49d3-bc28-7f00c1ceb199 req-b1c8828f-9940-464e-b198-d9716e4775a2 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks [] for floatingip (e6f2f835-50c4-46a7-b6fd-0d6ab93d0c65), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:33.284398 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-86dfaef7-67bc-49d3-bc28-7f00c1ceb199 req-b1c8828f-9940-464e-b198-d9716e4775a2 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:33.284937 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:33.289658 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-86dfaef7-67bc-49d3-bc28-7f00c1ceb199 req-b1c8828f-9940-464e-b198-d9716e4775a2 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/e6f2f835-50c4-46a7-b6fd-0d6ab93d0c65 HTTP/1.1" status: 204 len: 173 time: 1.0462279 Nov 02 12:46:33.357503 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5d312511-913c-4c50-a396-0a09712cdba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (7eaa3195-9664-47c4-9b12-1c624f0e38da), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:33.360973 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Deleting port 7eaa3195-9664-47c4-9b12-1c624f0e38da {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:33.360973 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7eaa3195-9664-47c4-9b12-1c624f0e38da), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:33.400206 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d312511-913c-4c50-a396-0a09712cdba7 None None] Pushing event deleted for resources: {'Port': ['ID=7eaa3195-9664-47c4-9b12-1c624f0e38da,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:33.415050 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:33.422980 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d312511-913c-4c50-a396-0a09712cdba7 None None] No DVR routers for this DVR port 7eaa3195-9664-47c4-9b12-1c624f0e38da on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:46:33.445549 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-26e4df24-bcd9-4f44-9d62-1e0b2ffb3852 req-00feb5a7-14a6-41ba-a7dc-310833134f3c tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1268544 Nov 02 12:46:33.461016 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-26e4df24-bcd9-4f44-9d62-1e0b2ffb3852 req-63f462c1-c010-4576-83b1-49494b91b09a tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:33.484943 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] For port 7eaa3195-9664-47c4-9b12-1c624f0e38da, host n-d-857339-6, got binding levels [] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:33.485524 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7eaa3195-9664-47c4-9b12-1c624f0e38da), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:33.512478 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Calling delete_port for 7eaa3195-9664-47c4-9b12-1c624f0e38da owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:33.516660 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.ipam_backend_mixin [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Port 7eaa3195-9664-47c4-9b12-1c624f0e38da was not found and therefore no delete operation was performed {{(pid=105976) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Nov 02 12:46:33.519285 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (7eaa3195-9664-47c4-9b12-1c624f0e38da), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:33.546630 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Pushing event deleted for resources: {'Port': ['ID=7eaa3195-9664-47c4-9b12-1c624f0e38da,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:33.548507 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] No DVR routers for this DVR port 7eaa3195-9664-47c4-9b12-1c624f0e38da on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:46:33.642143 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (2aa0f835-d302-41a4-b25d-dd1d4ef88256), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:33.642458 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cea949e2-280a-4ede-8633-71327e862685 req-db2e895e-1789-4c71-9ccf-54f75eced228 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0358620 Nov 02 12:46:33.672048 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa0f835-d302-41a4-b25d-dd1d4ef88256']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:33.682647 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4584641f-3276-4e05-bd5c-8075d71f2e01') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:33.682949 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4584641f-3276-4e05-bd5c-8075d71f2e01') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:33.688675 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-26e4df24-bcd9-4f44-9d62-1e0b2ffb3852 req-63f462c1-c010-4576-83b1-49494b91b09a tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:33.704907 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59c7e3ef-1471-4b8d-bb8f-a97ce5c22cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (4de58a26-86a2-4fdb-bd60-3d0787652ef1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:33.714631 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (4584641f-3276-4e05-bd5c-8075d71f2e01), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:33.767439 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4584641f-3276-4e05-bd5c-8075d71f2e01), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:33.783835 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-26e4df24-bcd9-4f44-9d62-1e0b2ffb3852 req-63f462c1-c010-4576-83b1-49494b91b09a tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:33.785993 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:46:33.786403 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (4584641f-3276-4e05-bd5c-8075d71f2e01), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:33.804345 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7e3ef-1471-4b8d-bb8f-a97ce5c22cea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de58a26-86a2-4fdb-bd60-3d0787652ef1,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:33.847729 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 4584641f-3276-4e05-bd5c-8075d71f2e01 resource provider aggregate not found Nov 02 12:46:33.854476 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c7e3ef-1471-4b8d-bb8f-a97ce5c22cea admin admin] Checking segment: {'id': '337fbb44-cf7c-4a1a-9982-82f589488a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '51871001-9b9b-4e28-aa55-68271f815ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:46:33.854840 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c7e3ef-1471-4b8d-bb8f-a97ce5c22cea admin admin] Network hostable DHCP agents. Network: 51871001-9b9b-4e28-aa55-68271f815ee1, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:46:33.878801 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 4584641f-3276-4e05-bd5c-8075d71f2e01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4584641f-3276-4e05-bd5c-8075d71f2e01 found for delete ", "request_id": "req-8a239549-af2a-4fdd-bd03-1ea86d421981"}]} Nov 02 12:46:33.889128 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:33.920071 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-26e4df24-bcd9-4f44-9d62-1e0b2ffb3852 req-63f462c1-c010-4576-83b1-49494b91b09a tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Allocated IP 172.25.2.13 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/7b3e53df-a29c-4f40-a982-f636c41bfa01) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:33.996529 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (2aa0f835-d302-41a4-b25d-dd1d4ef88256), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:34.012279 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:34.015516 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] 10.222.0.64 "DELETE /networking/v2.0/networks/2aa0f835-d302-41a4-b25d-dd1d4ef88256 HTTP/1.1" status: 204 len: 168 time: 0.8921854 Nov 02 12:46:34.029886 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e27e6d-5049-4c10-8751-032aaf517d8c tempest-TaggedBootDevicesTest-1018316796 tempest-TaggedBootDevicesTest-1018316796-project] Pushing event deleted for resources: {'Network': ['ID=2aa0f835-d302-41a4-b25d-dd1d4ef88256,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:34.050631 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-26e4df24-bcd9-4f44-9d62-1e0b2ffb3852 req-63f462c1-c010-4576-83b1-49494b91b09a tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks [] for port (7b3e53df-a29c-4f40-a982-f636c41bfa01), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:34.053006 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c7e3ef-1471-4b8d-bb8f-a97ce5c22cea admin admin] Network 51871001-9b9b-4e28-aa55-68271f815ee1 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:46:34.158509 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 997d5cbd-eb55-4307-87d5-41eed3d173ce up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:34.202203 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-59c7e3ef-1471-4b8d-bb8f-a97ce5c22cea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 51871001-9b9b-4e28-aa55-68271f815ee1) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:34.202760 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-26e4df24-bcd9-4f44-9d62-1e0b2ffb3852 req-63f462c1-c010-4576-83b1-49494b91b09a tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (7b3e53df-a29c-4f40-a982-f636c41bfa01), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:34.214774 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c7e3ef-1471-4b8d-bb8f-a97ce5c22cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:34.215363 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59c7e3ef-1471-4b8d-bb8f-a97ce5c22cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:34.232583 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804c0b80-659a-4bf1-86cf-3631b0cd3f06 None None] Network 51871001-9b9b-4e28-aa55-68271f815ee1 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:46:34.248785 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 997d5cbd-eb55-4307-87d5-41eed3d173ce triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:34.249161 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (997d5cbd-eb55-4307-87d5-41eed3d173ce), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:34.253195 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 997d5cbd-eb55-4307-87d5-41eed3d173ce Nov 02 12:46:34.284327 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e4df24-bcd9-4f44-9d62-1e0b2ffb3852 req-63f462c1-c010-4576-83b1-49494b91b09a tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:34.288030 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-26e4df24-bcd9-4f44-9d62-1e0b2ffb3852 req-63f462c1-c010-4576-83b1-49494b91b09a tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:34.290732 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e4df24-bcd9-4f44-9d62-1e0b2ffb3852 req-63f462c1-c010-4576-83b1-49494b91b09a tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:46:34.293727 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f462c1-c010-4576-83b1-49494b91b09a tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Pushing event updated for resources: {'Port': ['ID=7b3e53df-a29c-4f40-a982-f636c41bfa01,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:34.320740 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:34.382639 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-59c7e3ef-1471-4b8d-bb8f-a97ce5c22cea admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4432085 Nov 02 12:46:34.382639 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42702) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:34.386998 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e80f4fdd-9d19-48ac-8b50-d16942f743bf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-666496075-router', 'tenant_id': '8f45f7b86c104af5a07c40034429278c', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:34.401415 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 997d5cbd-eb55-4307-87d5-41eed3d173ce is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:34.404328 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-26e4df24-bcd9-4f44-9d62-1e0b2ffb3852 req-63f462c1-c010-4576-83b1-49494b91b09a tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks [] for floatingip (d9ca3813-b2e0-467e-9959-9b2287971a1a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:34.424566 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-51871001-9b9b-4e28-aa55-68271f815ee1', 'network_id': '51871001-9b9b-4e28-aa55-68271f815ee1', 'project_id': '8f45f7b86c104af5a07c40034429278c', 'fixed_ips': [{'subnet_id': '4de58a26-86a2-4fdb-bd60-3d0787652ef1'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:46:34.425541 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:34.498536 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b9393e21-52b1-49c8-b06e-5adf0e4bfbe0 req-0c55afe3-5711-45ce-8061-1eb20b18792a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=853ebe1f-1d3a-44cd-aa1f-3bcff3f50eb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0625107 Nov 02 12:46:34.547031 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7eaa3195-9664-47c4-9b12-1c624f0e38da no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:46:34.551017 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:34.552226 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e80f4fdd-9d19-48ac-8b50-d16942f743bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (a25f0a65-7a73-49e0-910b-637b7a3515fc), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:34.553337 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e80f4fdd-9d19-48ac-8b50-d16942f743bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (a25f0a65-7a73-49e0-910b-637b7a3515fc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:34.605888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 7eaa3195-9664-47c4-9b12-1c624f0e38da {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:46:34.606399 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7eaa3195-9664-47c4-9b12-1c624f0e38da not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:46:34.617524 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-26e4df24-bcd9-4f44-9d62-1e0b2ffb3852 req-63f462c1-c010-4576-83b1-49494b91b09a tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7b3e53df-a29c-4f40-a982-f636c41bfa01), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:34.665108 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e80f4fdd-9d19-48ac-8b50-d16942f743bf admin admin] Publish callbacks [] for router_controller (a25f0a65-7a73-49e0-910b-637b7a3515fc), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:34.676018 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] Allocated IP 172.20.0.2 (51871001-9b9b-4e28-aa55-68271f815ee1/4de58a26-86a2-4fdb-bd60-3d0787652ef1/897368eb-25d2-4e89-9c24-aa45e918e29f) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:34.734953 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b9393e21-52b1-49c8-b06e-5adf0e4bfbe0 req-5a29c209-ba52-45fa-b703-4af72d86f67f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d143d12bb4b94c3b9da7baa4aaa435a5&device_id=853ebe1f-1d3a-44cd-aa1f-3bcff3f50eb7 HTTP/1.1" status: 200 len: 210 time: 0.0637658 Nov 02 12:46:34.826894 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b9393e21-52b1-49c8-b06e-5adf0e4bfbe0 req-9053cd38-953a-46a7-95de-6be421a6a4c0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=d143d12bb4b94c3b9da7baa4aaa435a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559590 Nov 02 12:46:34.890615 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-afc16ca2-cb51-4add-b159-b314724f7425 req-ba3849f6-1323-4430-96d8-31616d9aba64 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0828264 Nov 02 12:46:34.993422 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e80f4fdd-9d19-48ac-8b50-d16942f743bf admin admin] Publish callbacks [] for router_gateway (a25f0a65-7a73-49e0-910b-637b7a3515fc), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.002492 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] Publish callbacks [] for port (897368eb-25d2-4e89-9c24-aa45e918e29f), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.066687 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (897368eb-25d2-4e89-9c24-aa45e918e29f), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.113124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] Network 51871001-9b9b-4e28-aa55-68271f815ee1 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:35.117490 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:35.121801 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:46:35.143969 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] Pushing event updated for resources: {'Port': ['ID=897368eb-25d2-4e89-9c24-aa45e918e29f,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:35.250210 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] Attempting to bind port 897368eb-25d2-4e89-9c24-aa45e918e29f on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:46:35.250908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] Attempting to bind port 897368eb-25d2-4e89-9c24-aa45e918e29f by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '337fbb44-cf7c-4a1a-9982-82f589488a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '51871001-9b9b-4e28-aa55-68271f815ee1'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:46:35.251192 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] Attempting to bind port 897368eb-25d2-4e89-9c24-aa45e918e29f on network 51871001-9b9b-4e28-aa55-68271f815ee1 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:35.316950 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e80f4fdd-9d19-48ac-8b50-d16942f743bf admin admin] Publish callbacks [] for router_gateway (a25f0a65-7a73-49e0-910b-637b7a3515fc), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.319946 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:46:35.320532 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] Checking segment: {'id': '337fbb44-cf7c-4a1a-9982-82f589488a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '51871001-9b9b-4e28-aa55-68271f815ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:46:35.321109 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.321616 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] Bound using segment: {'id': '337fbb44-cf7c-4a1a-9982-82f589488a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '51871001-9b9b-4e28-aa55-68271f815ee1'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:46:35.322252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] Bound port: 897368eb-25d2-4e89-9c24-aa45e918e29f, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337fbb44-cf7c-4a1a-9982-82f589488a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '51871001-9b9b-4e28-aa55-68271f815ee1'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:46:35.329102 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (897368eb-25d2-4e89-9c24-aa45e918e29f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.340715 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e80f4fdd-9d19-48ac-8b50-d16942f743bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.362058 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9393e21-52b1-49c8-b06e-5adf0e4bfbe0 req-3ef4320f-097a-490f-8d6b-642f90645c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:35.363541 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b9393e21-52b1-49c8-b06e-5adf0e4bfbe0 req-3ef4320f-097a-490f-8d6b-642f90645c7f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5114028 Nov 02 12:46:35.364934 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:35.418775 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] For port 897368eb-25d2-4e89-9c24-aa45e918e29f, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:35.664506 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] For port 897368eb-25d2-4e89-9c24-aa45e918e29f, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=897368eb-25d2-4e89-9c24-aa45e918e29f,segment=NetworkSegment(337fbb44-cf7c-4a1a-9982-82f589488a3a),segment_id=337fbb44-cf7c-4a1a-9982-82f589488a3a)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:35.668180 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-26e4df24-bcd9-4f44-9d62-1e0b2ffb3852 req-63f462c1-c010-4576-83b1-49494b91b09a tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks [] for port (7b3e53df-a29c-4f40-a982-f636c41bfa01), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.674859 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-e80f4fdd-9d19-48ac-8b50-d16942f743bf admin admin] Allocated IP 172.25.2.128 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/2158c0f4-a943-446f-b4cf-a682789010fb) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:35.676163 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-26e4df24-bcd9-4f44-9d62-1e0b2ffb3852 req-63f462c1-c010-4576-83b1-49494b91b09a tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (7b3e53df-a29c-4f40-a982-f636c41bfa01), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.677258 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (897368eb-25d2-4e89-9c24-aa45e918e29f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.807694 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-26e4df24-bcd9-4f44-9d62-1e0b2ffb3852 req-63f462c1-c010-4576-83b1-49494b91b09a tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (d9ca3813-b2e0-467e-9959-9b2287971a1a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.812119 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f462c1-c010-4576-83b1-49494b91b09a tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Pushing event updated for resources: {'Port': ['ID=7b3e53df-a29c-4f40-a982-f636c41bfa01,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:35.817480 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bd30a-bba3-4fe6-9626-50d511341d6c None None] Pushing event updated for resources: {'Port': ['ID=897368eb-25d2-4e89-9c24-aa45e918e29f,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:35.856098 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e80f4fdd-9d19-48ac-8b50-d16942f743bf admin admin] Publish callbacks [] for port (2158c0f4-a943-446f-b4cf-a682789010fb), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.930582 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-26e4df24-bcd9-4f44-9d62-1e0b2ffb3852 req-63f462c1-c010-4576-83b1-49494b91b09a tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.932549 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-26e4df24-bcd9-4f44-9d62-1e0b2ffb3852 req-63f462c1-c010-4576-83b1-49494b91b09a tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4764760 Nov 02 12:46:35.940388 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42732) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:36.006043 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e80f4fdd-9d19-48ac-8b50-d16942f743bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2158c0f4-a943-446f-b4cf-a682789010fb), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:36.108150 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:36.155623 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80f4fdd-9d19-48ac-8b50-d16942f743bf admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:36.157677 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-26e4df24-bcd9-4f44-9d62-1e0b2ffb3852 req-6e0aa2b8-4caf-4b84-80c5-9be7c7e1259d tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 695 time: 0.2010498 Nov 02 12:46:36.162199 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-e80f4fdd-9d19-48ac-8b50-d16942f743bf admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:36.181941 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f4fdd-9d19-48ac-8b50-d16942f743bf admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:46:36.279862 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 897368eb-25d2-4e89-9c24-aa45e918e29f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:36.389030 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4df24-bcd9-4f44-9d62-1e0b2ffb3852 req-66466d0a-7e2d-43ae-80bb-b7c7dbf70471 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:36.411692 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-26e4df24-bcd9-4f44-9d62-1e0b2ffb3852 req-66466d0a-7e2d-43ae-80bb-b7c7dbf70471 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 784 time: 0.2529352 Nov 02 12:46:36.414224 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-be185801-0f2b-4904-9a93-ca2f3e802448 req-a02b1f5c-520f-4278-b792-830fc58bb512 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0612090 Nov 02 12:46:36.415766 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:36.478333 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 897368eb-25d2-4e89-9c24-aa45e918e29f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:36.478748 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (897368eb-25d2-4e89-9c24-aa45e918e29f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:36.479097 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 897368eb-25d2-4e89-9c24-aa45e918e29f Nov 02 12:46:36.483098 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f4fdd-9d19-48ac-8b50-d16942f743bf admin admin] Pushing event updated for resources: {'Port': ['ID=2158c0f4-a943-446f-b4cf-a682789010fb,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:36.493131 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-976ddb6d-c1f7-433c-98f5-b48f7035ba16 req-1abcd446-66c3-477b-8f69-1dafae0f3f62 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "GET /networking/v2.0/floatingips/d9ca3813-b2e0-467e-9959-9b2287971a1a HTTP/1.1" status: 200 len: 692 time: 0.0751719 Nov 02 12:46:36.584316 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:36.673524 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:36.725223 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 897368eb-25d2-4e89-9c24-aa45e918e29f is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:36.725223 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (897368eb-25d2-4e89-9c24-aa45e918e29f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:36.727990 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:36.777449 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:36.806078 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ddb6d-c1f7-433c-98f5-b48f7035ba16 req-c7578caa-5bb1-4165-b77a-891499ca6e2c tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:36.806078 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-976ddb6d-c1f7-433c-98f5-b48f7035ba16 req-c7578caa-5bb1-4165-b77a-891499ca6e2c tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 784 time: 0.2960415 Nov 02 12:46:36.806650 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 897368eb-25d2-4e89-9c24-aa45e918e29f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=897368eb-25d2-4e89-9c24-aa45e918e29f,segment=NetworkSegment(337fbb44-cf7c-4a1a-9982-82f589488a3a),segment_id=337fbb44-cf7c-4a1a-9982-82f589488a3a)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:36.858271 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5b2d408b-e79e-4439-93de-f5d11920cfa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:36.872451 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-976ddb6d-c1f7-433c-98f5-b48f7035ba16 req-831909b1-173b-4c30-bab8-126ccaa0a2d7 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 695 time: 0.0707986 Nov 02 12:46:36.888594 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (897368eb-25d2-4e89-9c24-aa45e918e29f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:36.962779 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-976ddb6d-c1f7-433c-98f5-b48f7035ba16 req-276de35a-5e9f-4565-a0ae-413bf4cc28ac tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 695 time: 0.0813470 Nov 02 12:46:37.023436 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=897368eb-25d2-4e89-9c24-aa45e918e29f,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:37.097309 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e80f4fdd-9d19-48ac-8b50-d16942f743bf admin admin] Publish callbacks [] for router_gateway (a25f0a65-7a73-49e0-910b-637b7a3515fc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:37.275120 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-976ddb6d-c1f7-433c-98f5-b48f7035ba16 req-6efec8f3-1548-47b0-9c8e-2e443c92f066 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Deleting port 7b3e53df-a29c-4f40-a982-f636c41bfa01 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:37.275798 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-976ddb6d-c1f7-433c-98f5-b48f7035ba16 req-6efec8f3-1548-47b0-9c8e-2e443c92f066 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7b3e53df-a29c-4f40-a982-f636c41bfa01), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:37.402533 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42754) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:37.447939 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:37.482503 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-976ddb6d-c1f7-433c-98f5-b48f7035ba16 req-6efec8f3-1548-47b0-9c8e-2e443c92f066 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7b3e53df-a29c-4f40-a982-f636c41bfa01), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:37.482962 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-976ddb6d-c1f7-433c-98f5-b48f7035ba16 req-6efec8f3-1548-47b0-9c8e-2e443c92f066 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks [] for floatingip (7b3e53df-a29c-4f40-a982-f636c41bfa01), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:37.515530 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-976ddb6d-c1f7-433c-98f5-b48f7035ba16 req-6efec8f3-1548-47b0-9c8e-2e443c92f066 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Calling delete_port for 7b3e53df-a29c-4f40-a982-f636c41bfa01 owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:37.531332 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:37.561169 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:37.565303 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afb810e-ca2e-43ed-a0be-678f45285523 None None] Network 51871001-9b9b-4e28-aa55-68271f815ee1 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:46:37.653643 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-dc65878c-624e-4744-8812-a90e6a1cacfe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1245531768', 'router:external': True}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:37.699508 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-460b0c3e-6096-42ca-a0a6-7dcee420b283 None None] Provisioning complete for port 897368eb-25d2-4e89-9c24-aa45e918e29f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:37.700057 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-460b0c3e-6096-42ca-a0a6-7dcee420b283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (897368eb-25d2-4e89-9c24-aa45e918e29f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:37.700745 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-460b0c3e-6096-42ca-a0a6-7dcee420b283 None None] Attempt 1 to provision port 897368eb-25d2-4e89-9c24-aa45e918e29f Nov 02 12:46:37.702800 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42762) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:37.760832 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:37.781179 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-82ee459c-dfff-4519-8813-65358fe4088d req-6f8cf93a-9a70-4d73-9026-72bcd388511e tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.1553564 Nov 02 12:46:37.808783 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5b2d408b-e79e-4439-93de-f5d11920cfa3 admin admin] Publish callbacks [] for security_group (84a2d469-0d52-4eeb-a363-c56de5d54821), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:37.843713 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-382392ac-ef1e-4467-91d8-deceaeff0581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:37.872468 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:37.876236 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-460b0c3e-6096-42ca-a0a6-7dcee420b283 None None] Current status of the port 897368eb-25d2-4e89-9c24-aa45e918e29f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:37.884460 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc65878c-624e-4744-8812-a90e6a1cacfe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Made reservation on behalf of b96dfe51bf034e1c86187beade49c456 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:37.888625 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dc65878c-624e-4744-8812-a90e6a1cacfe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:37.908847 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dc65878c-624e-4744-8812-a90e6a1cacfe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:37.929619 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e80f4fdd-9d19-48ac-8b50-d16942f743bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (a25f0a65-7a73-49e0-910b-637b7a3515fc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.049204 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5b2d408b-e79e-4439-93de-f5d11920cfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (84a2d469-0d52-4eeb-a363-c56de5d54821), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.061093 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dc65878c-624e-4744-8812-a90e6a1cacfe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for security_group (ca84e7ff-667a-4f9f-80ba-dfcf32f22f61), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.110828 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5b2d408b-e79e-4439-93de-f5d11920cfa3 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3bc54a0ddc544dea833bd073bdc58062&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1692259 Nov 02 12:46:38.114139 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42770) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:38.118585 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d408b-e79e-4439-93de-f5d11920cfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a2d469-0d52-4eeb-a363-c56de5d54821,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:38.158449 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-382392ac-ef1e-4467-91d8-deceaeff0581 admin admin] Publish callbacks [] for security_group (49c570b1-bfe8-41f1-9acf-f1df94b00d14), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.169350 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 897368eb-25d2-4e89-9c24-aa45e918e29f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:38.199252 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c62f0a2a-1553-4e11-b1f0-2d821ba702fe admin admin] Publish callbacks [] for security_group (84a2d469-0d52-4eeb-a363-c56de5d54821), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.220331 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 897368eb-25d2-4e89-9c24-aa45e918e29f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:38.220916 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (897368eb-25d2-4e89-9c24-aa45e918e29f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.221415 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 897368eb-25d2-4e89-9c24-aa45e918e29f Nov 02 12:46:38.230547 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dc65878c-624e-4744-8812-a90e6a1cacfe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ca84e7ff-667a-4f9f-80ba-dfcf32f22f61), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.235026 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c62f0a2a-1553-4e11-b1f0-2d821ba702fe admin admin] Publish callbacks [] for security_group (84a2d469-0d52-4eeb-a363-c56de5d54821), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.240324 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-976ddb6d-c1f7-433c-98f5-b48f7035ba16 req-6efec8f3-1548-47b0-9c8e-2e443c92f066 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (7b3e53df-a29c-4f40-a982-f636c41bfa01), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.273430 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:38.300165 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efec8f3-1548-47b0-9c8e-2e443c92f066 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Pushing event deleted for resources: {'Port': ['ID=7b3e53df-a29c-4f40-a982-f636c41bfa01,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:38.315558 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-382392ac-ef1e-4467-91d8-deceaeff0581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (49c570b1-bfe8-41f1-9acf-f1df94b00d14), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.330448 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-cef3fd7a-6311-4894-a10a-b576b94dbee8 None None] Provisioning complete for port 897368eb-25d2-4e89-9c24-aa45e918e29f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:38.330572 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cef3fd7a-6311-4894-a10a-b576b94dbee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (897368eb-25d2-4e89-9c24-aa45e918e29f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.331328 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-cef3fd7a-6311-4894-a10a-b576b94dbee8 None None] Attempt 1 to provision port 897368eb-25d2-4e89-9c24-aa45e918e29f Nov 02 12:46:38.343951 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc65878c-624e-4744-8812-a90e6a1cacfe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:46:38.348280 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65878c-624e-4744-8812-a90e6a1cacfe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca84e7ff-667a-4f9f-80ba-dfcf32f22f61,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:38.358381 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 897368eb-25d2-4e89-9c24-aa45e918e29f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:38.390432 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80f4fdd-9d19-48ac-8b50-d16942f743bf admin admin] Router a25f0a65-7a73-49e0-910b-637b7a3515fc is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:46:38.416195 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-382392ac-ef1e-4467-91d8-deceaeff0581 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=843cfbc8d00e4e10926a0ce125f83fb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7108879 Nov 02 12:46:38.421523 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42774) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:38.425437 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cef3fd7a-6311-4894-a10a-b576b94dbee8 None None] Current status of the port 897368eb-25d2-4e89-9c24-aa45e918e29f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:38.436857 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382392ac-ef1e-4467-91d8-deceaeff0581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c570b1-bfe8-41f1-9acf-f1df94b00d14,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:38.455244 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-976ddb6d-c1f7-433c-98f5-b48f7035ba16 req-6efec8f3-1548-47b0-9c8e-2e443c92f066 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks [] for floatingip (d9ca3813-b2e0-467e-9959-9b2287971a1a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.457898 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-976ddb6d-c1f7-433c-98f5-b48f7035ba16 req-6efec8f3-1548-47b0-9c8e-2e443c92f066 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.459268 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-976ddb6d-c1f7-433c-98f5-b48f7035ba16 req-6efec8f3-1548-47b0-9c8e-2e443c92f066 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/d9ca3813-b2e0-467e-9959-9b2287971a1a HTTP/1.1" status: 204 len: 173 time: 1.4932458 Nov 02 12:46:38.499834 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dc65878c-624e-4744-8812-a90e6a1cacfe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (985f37e7-282e-4301-bbce-a304d0e23eb6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.500183 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-dc65878c-624e-4744-8812-a90e6a1cacfe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Added segment 985f37e7-282e-4301-bbce-a304d0e23eb6 of type vlan for network 23fd4826-11fc-4384-8b03-29599335e7c9 Nov 02 12:46:38.517604 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c62f0a2a-1553-4e11-b1f0-2d821ba702fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (84a2d469-0d52-4eeb-a363-c56de5d54821), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.520174 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c62f0a2a-1553-4e11-b1f0-2d821ba702fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.523882 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c62f0a2a-1553-4e11-b1f0-2d821ba702fe admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/84a2d469-0d52-4eeb-a363-c56de5d54821 HTTP/1.1" status: 204 len: 168 time: 0.4063110 Nov 02 12:46:38.546285 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f0a2a-1553-4e11-b1f0-2d821ba702fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a2d469-0d52-4eeb-a363-c56de5d54821,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:38.569226 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9053d7e9-3a00-49a4-8b8c-5ff5ba9a92f0 admin admin] Publish callbacks [] for security_group (49c570b1-bfe8-41f1-9acf-f1df94b00d14), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.580016 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80f4fdd-9d19-48ac-8b50-d16942f743bf admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:46:38.595317 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] Sync routers for ids ['a25f0a65-7a73-49e0-910b-637b7a3515fc'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:46:38.599310 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9053d7e9-3a00-49a4-8b8c-5ff5ba9a92f0 admin admin] Publish callbacks [] for security_group (49c570b1-bfe8-41f1-9acf-f1df94b00d14), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.635856 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] Routers {'a25f0a65-7a73-49e0-910b-637b7a3515fc'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:46:38.635856 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a25f0a65-7a73-49e0-910b-637b7a3515fc'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:38.642192 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [req-3c5defd2-47f2-49c5-bcbf-f744d1d2fc21 req-70490ce0-03f0-4ce5-a021-aebc5b93b6da tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] show failed (client error): The resource could not be found. Nov 02 12:46:38.643291 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3c5defd2-47f2-49c5-bcbf-f744d1d2fc21 req-70490ce0-03f0-4ce5-a021-aebc5b93b6da tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "GET /networking/v2.0/floatingips/d9ca3813-b2e0-467e-9959-9b2287971a1a HTTP/1.1" status: 404 len: 350 time: 0.1468191 Nov 02 12:46:38.665949 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:38.693656 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dc65878c-624e-4744-8812-a90e6a1cacfe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (23fd4826-11fc-4384-8b03-29599335e7c9), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.748616 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [req-7be0418d-47e1-45b9-ad1e-942bdf64caba req-6f7fb1a9-366a-45cf-be05-b104d7c3c1b4 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] show failed (client error): The resource could not be found. Nov 02 12:46:38.749809 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7be0418d-47e1-45b9-ad1e-942bdf64caba req-6f7fb1a9-366a-45cf-be05-b104d7c3c1b4 tempest-FloatingIPsTestJSON-1753079950 tempest-FloatingIPsTestJSON-1753079950-project] 10.222.0.64 "GET /networking/v2.0/floatingips/d9ca3813-b2e0-467e-9959-9b2287971a1a HTTP/1.1" status: 404 len: 350 time: 0.0619805 Nov 02 12:46:38.795958 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42788) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:38.847833 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9053d7e9-3a00-49a4-8b8c-5ff5ba9a92f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (49c570b1-bfe8-41f1-9acf-f1df94b00d14), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.851772 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9053d7e9-3a00-49a4-8b8c-5ff5ba9a92f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.853091 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9053d7e9-3a00-49a4-8b8c-5ff5ba9a92f0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/49c570b1-bfe8-41f1-9acf-f1df94b00d14 HTTP/1.1" status: 204 len: 168 time: 0.4297609 Nov 02 12:46:38.867805 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053d7e9-3a00-49a4-8b8c-5ff5ba9a92f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c570b1-bfe8-41f1-9acf-f1df94b00d14,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:38.943681 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] Set router a25f0a65-7a73-49e0-910b-637b7a3515fc gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:46:38.947551 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e80f4fdd-9d19-48ac-8b50-d16942f743bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.951138 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e80f4fdd-9d19-48ac-8b50-d16942f743bf admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5675669 Nov 02 12:46:38.954018 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42796) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:39.064717 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-407086ac-0432-4ce0-abf1-df77db6c95bb req-5f2739e7-db7b-4a54-9411-b6bb7155c439 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0507331 Nov 02 12:46:39.114423 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dc65878c-624e-4744-8812-a90e6a1cacfe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (23fd4826-11fc-4384-8b03-29599335e7c9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:39.115758 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc65878c-624e-4744-8812-a90e6a1cacfe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:39.116583 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dc65878c-624e-4744-8812-a90e6a1cacfe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:39.212642 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:39.289879 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dc65878c-624e-4744-8812-a90e6a1cacfe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.8861709 Nov 02 12:46:39.290472 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25f0a65-7a73-49e0-910b-637b7a3515fc', 'name': 'tempest-TaggedBootDevicesTest_v242-666496075-router', 'tenant_id': '8f45f7b86c104af5a07c40034429278c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2158c0f4-a943-446f-b4cf-a682789010fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:34Z', 'updated_at': '2022-11-02T12:46:36Z', 'revision_number': 3, 'project_id': '8f45f7b86c104af5a07c40034429278c', 'gw_port': {'id': '2158c0f4-a943-446f-b4cf-a682789010fb', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25f0a65-7a73-49e0-910b-637b7a3515fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:35Z', 'updated_at': '2022-11-02T12:46:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:39.332243 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42804) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:39.333851 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65878c-624e-4744-8812-a90e6a1cacfe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Pushing event updated for resources: {'Network': ['ID=23fd4826-11fc-4384-8b03-29599335e7c9,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:39.351331 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 23fd4826-11fc-4384-8b03-29599335e7c9 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:46:39.362348 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-13cdd20c-81af-4da5-b676-5bc8f06985db tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Request body: {'subnet': {'network_id': '23fd4826-11fc-4384-8b03-29599335e7c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:39.369800 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] Checking router: a25f0a65-7a73-49e0-910b-637b7a3515fc for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:46:39.371176 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] Updating router a25f0a65-7a73-49e0-910b-637b7a3515fc port 2158c0f4-a943-446f-b4cf-a682789010fb binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:46:39.446627 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2158c0f4-a943-446f-b4cf-a682789010fb), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:39.458269 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:39.544812 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cdd20c-81af-4da5-b676-5bc8f06985db tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Made reservation on behalf of b96dfe51bf034e1c86187beade49c456 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:39.547374 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13cdd20c-81af-4da5-b676-5bc8f06985db tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:39.591673 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:39.655310 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc6e6285-1aeb-42fb-8d30-83683e27817e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (bb4d8b0b-9417-4cd9-8e7d-64c7b9830957), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:39.847589 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:39.962844 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:39.978767 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] Publish callbacks [] for port (2158c0f4-a943-446f-b4cf-a682789010fb), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:40.032191 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e6285-1aeb-42fb-8d30-83683e27817e admin admin] Deleting port 997d5cbd-eb55-4307-87d5-41eed3d173ce {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:40.034510 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc6e6285-1aeb-42fb-8d30-83683e27817e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (997d5cbd-eb55-4307-87d5-41eed3d173ce), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:40.126260 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-bc6e6285-1aeb-42fb-8d30-83683e27817e admin admin] For port 997d5cbd-eb55-4307-87d5-41eed3d173ce, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=997d5cbd-eb55-4307-87d5-41eed3d173ce,segment=NetworkSegment(87cd425d-d592-4c22-9011-29df4378195b),segment_id=87cd425d-d592-4c22-9011-29df4378195b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:40.126554 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc6e6285-1aeb-42fb-8d30-83683e27817e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (997d5cbd-eb55-4307-87d5-41eed3d173ce), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:40.134875 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2158c0f4-a943-446f-b4cf-a682789010fb), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:40.172743 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e6285-1aeb-42fb-8d30-83683e27817e admin admin] Calling delete_port for 997d5cbd-eb55-4307-87d5-41eed3d173ce owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:40.250852 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9825fa5-49cf-4432-b267-0420060e7244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:40.272636 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90178072-f554-48c7-beaa-783b67abc36c None None] Pushing event updated for resources: {'Port': ['ID=2158c0f4-a943-446f-b4cf-a682789010fb,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:40.289152 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d930436a-2674-4c18-85f4-7f7f8a7200a4 req-a36a3272-ea18-48f3-a4b9-2bad706cd78a tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0928371 Nov 02 12:46:40.291792 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] Attempting to bind port 2158c0f4-a943-446f-b4cf-a682789010fb on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:46:40.293279 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] Attempting to bind port 2158c0f4-a943-446f-b4cf-a682789010fb by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:46:40.301253 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] Attempting to bind port 2158c0f4-a943-446f-b4cf-a682789010fb on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:40.309531 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90178072-f554-48c7-beaa-783b67abc36c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:40.311428 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90178072-f554-48c7-beaa-783b67abc36c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:40.311947 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90178072-f554-48c7-beaa-783b67abc36c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:40.312446 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90178072-f554-48c7-beaa-783b67abc36c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:40.313900 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90178072-f554-48c7-beaa-783b67abc36c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:40.314583 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90178072-f554-48c7-beaa-783b67abc36c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:40.315083 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90178072-f554-48c7-beaa-783b67abc36c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:40.316947 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90178072-f554-48c7-beaa-783b67abc36c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:40.317459 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90178072-f554-48c7-beaa-783b67abc36c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:40.317955 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90178072-f554-48c7-beaa-783b67abc36c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:40.321486 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90178072-f554-48c7-beaa-783b67abc36c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:40.322222 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90178072-f554-48c7-beaa-783b67abc36c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:40.322936 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90178072-f554-48c7-beaa-783b67abc36c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:40.323171 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90178072-f554-48c7-beaa-783b67abc36c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:40.323493 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90178072-f554-48c7-beaa-783b67abc36c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:40.357193 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42814) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:40.414779 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8c202748-ac00-42db-b70f-dec958c5d6e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:40.435587 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:46:40.436265 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:46:40.436903 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:40.437460 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:46:40.438109 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] Bound port: 2158c0f4-a943-446f-b4cf-a682789010fb, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:46:40.438660 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2158c0f4-a943-446f-b4cf-a682789010fb), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:40.507897 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] For port 2158c0f4-a943-446f-b4cf-a682789010fb, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:40.511717 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] For port 2158c0f4-a943-446f-b4cf-a682789010fb, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2158c0f4-a943-446f-b4cf-a682789010fb,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:40.556785 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:40.642076 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2158c0f4-a943-446f-b4cf-a682789010fb), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:40.699396 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] Routers {'a25f0a65-7a73-49e0-910b-637b7a3515fc'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:46:40.704053 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a25f0a65-7a73-49e0-910b-637b7a3515fc'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:40.745217 n-d-857339-6 neutron-server[105975]: DEBUG neutron.objects.ports [None req-13cdd20c-81af-4da5-b676-5bc8f06985db tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105975) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 12:46:40.745805 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13cdd20c-81af-4da5-b676-5bc8f06985db tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (30bc5471-659c-4222-a3cd-def58642a97c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:40.773823 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-f9825fa5-49cf-4432-b267-0420060e7244 admin admin] Allocated IP 172.20.0.1 (51871001-9b9b-4e28-aa55-68271f815ee1/4de58a26-86a2-4fdb-bd60-3d0787652ef1/8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:40.778003 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8c202748-ac00-42db-b70f-dec958c5d6e0 admin admin] Publish callbacks [] for security_group (bde65008-97b8-4922-9203-e2ee7ac854d2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:40.849134 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90178072-f554-48c7-beaa-783b67abc36c None None] Pushing event updated for resources: {'Port': ['ID=2158c0f4-a943-446f-b4cf-a682789010fb,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:40.854373 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cdd20c-81af-4da5-b676-5bc8f06985db tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Checking segment: {'id': '985f37e7-282e-4301-bbce-a304d0e23eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '23fd4826-11fc-4384-8b03-29599335e7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:46:40.854728 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cdd20c-81af-4da5-b676-5bc8f06985db tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Network hostable DHCP agents. Network: 23fd4826-11fc-4384-8b03-29599335e7c9, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:46:40.866115 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdd20c-81af-4da5-b676-5bc8f06985db tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Pushing event updated for resources: {'Subnet': ['ID=30bc5471-659c-4222-a3cd-def58642a97c,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:40.923184 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] Set router a25f0a65-7a73-49e0-910b-637b7a3515fc gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:46:40.964386 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8c202748-ac00-42db-b70f-dec958c5d6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bde65008-97b8-4922-9203-e2ee7ac854d2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:40.969767 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc6e6285-1aeb-42fb-8d30-83683e27817e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (997d5cbd-eb55-4307-87d5-41eed3d173ce), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:40.974162 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9825fa5-49cf-4432-b267-0420060e7244 admin admin] Publish callbacks [] for port (8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:41.041332 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:41.076162 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8c202748-ac00-42db-b70f-dec958c5d6e0 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4bee8296d03c4988a338fef45622c6cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7176602 Nov 02 12:46:41.078894 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42820) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:41.100456 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e6285-1aeb-42fb-8d30-83683e27817e admin admin] Pushing event deleted for resources: {'Port': ['ID=997d5cbd-eb55-4307-87d5-41eed3d173ce,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:41.106136 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c202748-ac00-42db-b70f-dec958c5d6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde65008-97b8-4922-9203-e2ee7ac854d2,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:41.138658 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25f0a65-7a73-49e0-910b-637b7a3515fc', 'name': 'tempest-TaggedBootDevicesTest_v242-666496075-router', 'tenant_id': '8f45f7b86c104af5a07c40034429278c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2158c0f4-a943-446f-b4cf-a682789010fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:34Z', 'updated_at': '2022-11-02T12:46:36Z', 'revision_number': 3, 'project_id': '8f45f7b86c104af5a07c40034429278c', 'gw_port': {'id': '2158c0f4-a943-446f-b4cf-a682789010fb', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25f0a65-7a73-49e0-910b-637b7a3515fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:35Z', 'updated_at': '2022-11-02T12:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:41.176130 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:41.176534 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d91ee1ee-1e95-446e-bd3a-8b44556094e0 admin admin] Publish callbacks [] for security_group (bde65008-97b8-4922-9203-e2ee7ac854d2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:41.181750 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9825fa5-49cf-4432-b267-0420060e7244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:41.185886 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cdd20c-81af-4da5-b676-5bc8f06985db tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Network 23fd4826-11fc-4384-8b03-29599335e7c9 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:46:41.204541 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78649988-6776-4707-ab6d-de2e9388b2aa None None] The sync data for ids ['a25f0a65-7a73-49e0-910b-637b7a3515fc'] in n-d-857339-6 is: [{'id': 'a25f0a65-7a73-49e0-910b-637b7a3515fc', 'name': 'tempest-TaggedBootDevicesTest_v242-666496075-router', 'tenant_id': '8f45f7b86c104af5a07c40034429278c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2158c0f4-a943-446f-b4cf-a682789010fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:34Z', 'updated_at': '2022-11-02T12:46:36Z', 'revision_number': 3, 'project_id': '8f45f7b86c104af5a07c40034429278c', 'gw_port': {'id': '2158c0f4-a943-446f-b4cf-a682789010fb', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25f0a65-7a73-49e0-910b-637b7a3515fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:35Z', 'updated_at': '2022-11-02T12:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:46:41.227932 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42824) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:41.276789 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d91ee1ee-1e95-446e-bd3a-8b44556094e0 admin admin] Publish callbacks [] for security_group (bde65008-97b8-4922-9203-e2ee7ac854d2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:41.284729 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9825fa5-49cf-4432-b267-0420060e7244 admin admin] Network 51871001-9b9b-4e28-aa55-68271f815ee1 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:41.285346 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-575406ce-900c-49b0-a9ee-637d5d1ef940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:41.299884 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f9825fa5-49cf-4432-b267-0420060e7244 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:41.314633 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9825fa5-49cf-4432-b267-0420060e7244 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:46:41.415971 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-13cdd20c-81af-4da5-b676-5bc8f06985db tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 23fd4826-11fc-4384-8b03-29599335e7c9) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:41.431676 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21142f06-b5ab-48fd-b76f-fb7ae229ffc4 None None] Network 23fd4826-11fc-4384-8b03-29599335e7c9 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:46:41.434772 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9825fa5-49cf-4432-b267-0420060e7244 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:41.437761 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cdd20c-81af-4da5-b676-5bc8f06985db tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:41.438350 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13cdd20c-81af-4da5-b676-5bc8f06985db tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:41.500325 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9825fa5-49cf-4432-b267-0420060e7244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (a25f0a65-7a73-49e0-910b-637b7a3515fc), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:41.544372 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d91ee1ee-1e95-446e-bd3a-8b44556094e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bde65008-97b8-4922-9203-e2ee7ac854d2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:41.548667 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d91ee1ee-1e95-446e-bd3a-8b44556094e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:41.553326 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d91ee1ee-1e95-446e-bd3a-8b44556094e0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bde65008-97b8-4922-9203-e2ee7ac854d2 HTTP/1.1" status: 204 len: 168 time: 0.4732447 Nov 02 12:46:41.741900 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc6e6285-1aeb-42fb-8d30-83683e27817e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (bb4d8b0b-9417-4cd9-8e7d-64c7b9830957), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:41.761755 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf37378d-ab90-41b7-8155-01d4ab272a2e None None] Network 23fd4826-11fc-4384-8b03-29599335e7c9 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:46:41.829583 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:41.838123 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8930b9f5-c5b0-47c6-956a-76316aaf2fc2 req-ace197ce-a7a6-46c8-947d-c04cea770351 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.3475766 Nov 02 12:46:41.844860 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-13cdd20c-81af-4da5-b676-5bc8f06985db tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4883955 Nov 02 12:46:41.846051 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42834) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:41.857812 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c8e98205-e4b7-4089-82b5-35f6161a4fc9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-417949392', 'network_id': '23fd4826-11fc-4384-8b03-29599335e7c9'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:41.863294 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ee1ee-1e95-446e-bd3a-8b44556094e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde65008-97b8-4922-9203-e2ee7ac854d2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:41.965079 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-575406ce-900c-49b0-a9ee-637d5d1ef940 admin admin] Publish callbacks [] for security_group (d53d101e-8646-4004-b6ac-2296c80bbfd5), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:41.972876 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-aa6bca54-bc74-4431-a05a-6796eccedef9 None None] Provisioning complete for port 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:41.973262 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aa6bca54-bc74-4431-a05a-6796eccedef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:41.973759 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-aa6bca54-bc74-4431-a05a-6796eccedef9 None None] Attempt 1 to provision port 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c Nov 02 12:46:42.009324 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e98205-e4b7-4089-82b5-35f6161a4fc9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Made reservation on behalf of b96dfe51bf034e1c86187beade49c456 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:42.026986 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c8e98205-e4b7-4089-82b5-35f6161a4fc9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:42.044818 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-aa6bca54-bc74-4431-a05a-6796eccedef9 None None] Port 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:46:42.070938 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d68ccf0-9e0d-46fa-b72c-3114ce90ccaf None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:46:42.095279 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-c8e98205-e4b7-4089-82b5-35f6161a4fc9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] device_id is not set on port 51ea67b5-7540-4c71-ad09-da61362c2cf6 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:46:42.148656 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-575406ce-900c-49b0-a9ee-637d5d1ef940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d53d101e-8646-4004-b6ac-2296c80bbfd5), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:42.290422 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-575406ce-900c-49b0-a9ee-637d5d1ef940 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=836f9e3a3ee745e9b13942392c5408be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0257735 Nov 02 12:46:42.299123 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42840) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:42.325535 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d68ccf0-9e0d-46fa-b72c-3114ce90ccaf None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:46:42.340525 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575406ce-900c-49b0-a9ee-637d5d1ef940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53d101e-8646-4004-b6ac-2296c80bbfd5,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:42.410357 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6e6285-1aeb-42fb-8d30-83683e27817e admin admin] Router bb4d8b0b-9417-4cd9-8e7d-64c7b9830957 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:46:42.413633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2158c0f4-a943-446f-b4cf-a682789010fb up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:42.579344 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:42.645201 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6e6285-1aeb-42fb-8d30-83683e27817e admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:46:42.656779 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bc6e6285-1aeb-42fb-8d30-83683e27817e admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/bb4d8b0b-9417-4cd9-8e7d-64c7b9830957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8596025 Nov 02 12:46:42.657496 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42852) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:42.668257 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-c8e98205-e4b7-4089-82b5-35f6161a4fc9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Allocated IP 172.20.0.3 (23fd4826-11fc-4384-8b03-29599335e7c9/30bc5471-659c-4222-a3cd-def58642a97c/51ea67b5-7540-4c71-ad09-da61362c2cf6) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:42.671828 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f377017-63c8-4ad4-813f-e984cbc642d1 None None] Sync routers for ids ['bb4d8b0b-9417-4cd9-8e7d-64c7b9830957'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:46:42.679663 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3d88147-a76e-4f05-89bd-8a440493238f admin admin] Publish callbacks [] for security_group (d53d101e-8646-4004-b6ac-2296c80bbfd5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:42.721382 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2158c0f4-a943-446f-b4cf-a682789010fb triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:42.723183 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2158c0f4-a943-446f-b4cf-a682789010fb), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:42.723731 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2158c0f4-a943-446f-b4cf-a682789010fb Nov 02 12:46:42.814153 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a5093dc-bd8b-4932-9706-609994a5d724 admin admin] Publish callbacks [] for router (bb4d8b0b-9417-4cd9-8e7d-64c7b9830957), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:42.857382 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3d88147-a76e-4f05-89bd-8a440493238f admin admin] Publish callbacks [] for security_group (d53d101e-8646-4004-b6ac-2296c80bbfd5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:42.955039 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9825fa5-49cf-4432-b267-0420060e7244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:43.026759 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:43.104084 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f377017-63c8-4ad4-813f-e984cbc642d1 None None] Routers {'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:46:43.104084 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1f377017-63c8-4ad4-813f-e984cbc642d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['bb4d8b0b-9417-4cd9-8e7d-64c7b9830957'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:43.133817 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a5093dc-bd8b-4932-9706-609994a5d724 admin admin] Publish callbacks [] for router_gateway (bb4d8b0b-9417-4cd9-8e7d-64c7b9830957), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:43.182038 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5c6a1327-6843-4bc1-a399-2f44a21cc151 req-e640f812-a1a2-4831-bbfa-2aa5cf495526 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.1100137 Nov 02 12:46:43.197675 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3d88147-a76e-4f05-89bd-8a440493238f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d53d101e-8646-4004-b6ac-2296c80bbfd5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:43.200297 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3d88147-a76e-4f05-89bd-8a440493238f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:43.204676 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c3d88147-a76e-4f05-89bd-8a440493238f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d53d101e-8646-4004-b6ac-2296c80bbfd5 HTTP/1.1" status: 204 len: 168 time: 0.9024060 Nov 02 12:46:43.251876 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d88147-a76e-4f05-89bd-8a440493238f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53d101e-8646-4004-b6ac-2296c80bbfd5,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:43.258284 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c8e98205-e4b7-4089-82b5-35f6161a4fc9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for port (51ea67b5-7540-4c71-ad09-da61362c2cf6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:43.317085 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-54c9568c-8a76-4750-865c-240eebd0a8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:43.343500 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:43.374409 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-1f377017-63c8-4ad4-813f-e984cbc642d1 None None] Set router bb4d8b0b-9417-4cd9-8e7d-64c7b9830957 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:46:43.376713 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2158c0f4-a943-446f-b4cf-a682789010fb is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:43.377108 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2158c0f4-a943-446f-b4cf-a682789010fb), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:43.379076 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9825fa5-49cf-4432-b267-0420060e7244 admin admin] Publish callbacks [] for port (8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:43.380957 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-6a5093dc-bd8b-4932-9706-609994a5d724 admin admin] Deleting port ef2b0d1c-2876-4fb4-8c3c-cf4739431073 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:43.382331 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a5093dc-bd8b-4932-9706-609994a5d724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ef2b0d1c-2876-4fb4-8c3c-cf4739431073), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:43.467166 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:43.482284 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9825fa5-49cf-4432-b267-0420060e7244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:43.485498 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 2158c0f4-a943-446f-b4cf-a682789010fb, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2158c0f4-a943-446f-b4cf-a682789010fb,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:43.487114 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c8e98205-e4b7-4089-82b5-35f6161a4fc9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (51ea67b5-7540-4c71-ad09-da61362c2cf6), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:43.515200 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-6a5093dc-bd8b-4932-9706-609994a5d724 admin admin] For port ef2b0d1c-2876-4fb4-8c3c-cf4739431073, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ef2b0d1c-2876-4fb4-8c3c-cf4739431073,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:43.515200 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a5093dc-bd8b-4932-9706-609994a5d724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ef2b0d1c-2876-4fb4-8c3c-cf4739431073), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:43.534469 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-6a5093dc-bd8b-4932-9706-609994a5d724 admin admin] Calling delete_port for ef2b0d1c-2876-4fb4-8c3c-cf4739431073 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:43.574314 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9825fa5-49cf-4432-b267-0420060e7244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (a25f0a65-7a73-49e0-910b-637b7a3515fc), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:43.598673 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e98205-e4b7-4089-82b5-35f6161a4fc9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Network 23fd4826-11fc-4384-8b03-29599335e7c9 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:43.605085 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2158c0f4-a943-446f-b4cf-a682789010fb), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:43.612124 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-c8e98205-e4b7-4089-82b5-35f6161a4fc9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:43.621348 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9825fa5-49cf-4432-b267-0420060e7244 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:43.640921 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e98205-e4b7-4089-82b5-35f6161a4fc9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:46:43.691709 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1f377017-63c8-4ad4-813f-e984cbc642d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957', 'name': 'tempest-FloatingIPsTestJSON-499574499-router', 'tenant_id': '445482b5acc24f018ca5337882bae30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'ef2b0d1c-2876-4fb4-8c3c-cf4739431073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:20Z', 'updated_at': '2022-11-02T12:46:40Z', 'revision_number': 5, 'project_id': '445482b5acc24f018ca5337882bae30e', 'gw_port': {'id': 'ef2b0d1c-2876-4fb4-8c3c-cf4739431073', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:21Z', 'updated_at': '2022-11-02T12:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:43.741772 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f377017-63c8-4ad4-813f-e984cbc642d1 None None] Checking router: bb4d8b0b-9417-4cd9-8e7d-64c7b9830957 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:46:43.752351 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=2158c0f4-a943-446f-b4cf-a682789010fb,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:43.770898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f377017-63c8-4ad4-813f-e984cbc642d1 None None] Routers {'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:46:43.771749 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1f377017-63c8-4ad4-813f-e984cbc642d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['bb4d8b0b-9417-4cd9-8e7d-64c7b9830957'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:43.992873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-1f377017-63c8-4ad4-813f-e984cbc642d1 None None] Set router bb4d8b0b-9417-4cd9-8e7d-64c7b9830957 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:46:44.095130 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1f377017-63c8-4ad4-813f-e984cbc642d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957', 'name': 'tempest-FloatingIPsTestJSON-499574499-router', 'tenant_id': '445482b5acc24f018ca5337882bae30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:20Z', 'updated_at': '2022-11-02T12:46:43Z', 'revision_number': 6, 'project_id': '445482b5acc24f018ca5337882bae30e', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:44.170650 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f377017-63c8-4ad4-813f-e984cbc642d1 None None] The sync data for ids ['bb4d8b0b-9417-4cd9-8e7d-64c7b9830957'] in n-d-857339-6 is: [{'id': 'bb4d8b0b-9417-4cd9-8e7d-64c7b9830957', 'name': 'tempest-FloatingIPsTestJSON-499574499-router', 'tenant_id': '445482b5acc24f018ca5337882bae30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:20Z', 'updated_at': '2022-11-02T12:46:43Z', 'revision_number': 6, 'project_id': '445482b5acc24f018ca5337882bae30e', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:46:44.242723 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2158c0f4-a943-446f-b4cf-a682789010fb up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:44.260321 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a5093dc-bd8b-4932-9706-609994a5d724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (ef2b0d1c-2876-4fb4-8c3c-cf4739431073), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:44.295346 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:44.349509 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2158c0f4-a943-446f-b4cf-a682789010fb triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:44.349509 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2158c0f4-a943-446f-b4cf-a682789010fb), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:44.349509 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2158c0f4-a943-446f-b4cf-a682789010fb Nov 02 12:46:44.378550 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5093dc-bd8b-4932-9706-609994a5d724 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef2b0d1c-2876-4fb4-8c3c-cf4739431073,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:44.448439 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-12de82a1-8e5a-4f42-87a7-263d37a80c4c None None] Provisioning complete for port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:44.448987 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-12de82a1-8e5a-4f42-87a7-263d37a80c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (25a2e67a-e5b6-4db9-a28e-78cd99f1e99a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:44.449371 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-12de82a1-8e5a-4f42-87a7-263d37a80c4c None None] Attempt 1 to provision port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a Nov 02 12:46:44.509774 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a5093dc-bd8b-4932-9706-609994a5d724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (bb4d8b0b-9417-4cd9-8e7d-64c7b9830957), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:44.534296 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:44.663115 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-12de82a1-8e5a-4f42-87a7-263d37a80c4c None None] Current status of the port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:44.732467 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:44.733485 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2158c0f4-a943-446f-b4cf-a682789010fb is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:44.767203 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a5093dc-bd8b-4932-9706-609994a5d724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (bb4d8b0b-9417-4cd9-8e7d-64c7b9830957), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:44.770701 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9825fa5-49cf-4432-b267-0420060e7244 admin admin] Network 51871001-9b9b-4e28-aa55-68271f815ee1 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:44.776196 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f9825fa5-49cf-4432-b267-0420060e7244 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:44.779212 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a5093dc-bd8b-4932-9706-609994a5d724 admin admin] Publish callbacks [] for router_controller (bb4d8b0b-9417-4cd9-8e7d-64c7b9830957), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:44.792845 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-da39460a-bde3-44d7-9419-d2b26debc8b6 req-4ccb1efe-7c9d-4f8e-b0ea-21db172616d8 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.3539033 Nov 02 12:46:44.812042 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e98205-e4b7-4089-82b5-35f6161a4fc9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:44.815529 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c8e98205-e4b7-4089-82b5-35f6161a4fc9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:44.854600 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:44.946873 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e98205-e4b7-4089-82b5-35f6161a4fc9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Pushing event updated for resources: {'Port': ['ID=51ea67b5-7540-4c71-ad09-da61362c2cf6,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:44.970389 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a5093dc-bd8b-4932-9706-609994a5d724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (bb4d8b0b-9417-4cd9-8e7d-64c7b9830957), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:44.970389 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5093dc-bd8b-4932-9706-609994a5d724 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb4d8b0b-9417-4cd9-8e7d-64c7b9830957 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:46:44.970583 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c8e98205-e4b7-4089-82b5-35f6161a4fc9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.1097488 Nov 02 12:46:44.970683 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a5093dc-bd8b-4932-9706-609994a5d724 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:44.970683 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6a5093dc-bd8b-4932-9706-609994a5d724 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/bb4d8b0b-9417-4cd9-8e7d-64c7b9830957 HTTP/1.1" status: 204 len: 168 time: 2.3065073 Nov 02 12:46:44.971770 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42898) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:44.973617 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42900) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:45.084323 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-256e662e-ee6d-40ad-87e4-5e02cd91297f admin admin] Deleting subnet bc7da31f-6001-4abd-9b47-ab5e505fac4b {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:46:45.089331 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-256e662e-ee6d-40ad-87e4-5e02cd91297f admin admin] Publish callbacks [] for subnet (bc7da31f-6001-4abd-9b47-ab5e505fac4b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:45.101271 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:45.135552 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9825fa5-49cf-4432-b267-0420060e7244 admin admin] Router a25f0a65-7a73-49e0-910b-637b7a3515fc has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:46:45.157458 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-abecb5a8-87b6-4c3a-9d75-3649bc8a2b91 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Deleting port 51ea67b5-7540-4c71-ad09-da61362c2cf6 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:45.158253 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-abecb5a8-87b6-4c3a-9d75-3649bc8a2b91 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (51ea67b5-7540-4c71-ad09-da61362c2cf6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:45.174989 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-256e662e-ee6d-40ad-87e4-5e02cd91297f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (bc7da31f-6001-4abd-9b47-ab5e505fac4b), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:45.227514 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-da57ffad-4a15-47f3-af4e-9ddc6c8bfffa None None] Provisioning complete for port 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:45.228087 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-da57ffad-4a15-47f3-af4e-9ddc6c8bfffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:45.228232 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-da57ffad-4a15-47f3-af4e-9ddc6c8bfffa None None] Attempt 1 to provision port 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c Nov 02 12:46:45.265885 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:45.342571 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-da57ffad-4a15-47f3-af4e-9ddc6c8bfffa None None] Port 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:46:45.376292 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7dd2c406-2e57-4353-858d-dc4c104656d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:45.465129 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9825fa5-49cf-4432-b267-0420060e7244 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:46:45.476339 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] Sync routers for ids ['a25f0a65-7a73-49e0-910b-637b7a3515fc'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:46:45.478131 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f9825fa5-49cf-4432-b267-0420060e7244 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/a25f0a65-7a73-49e0-910b-637b7a3515fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5228586 Nov 02 12:46:45.488767 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-abecb5a8-87b6-4c3a-9d75-3649bc8a2b91 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (51ea67b5-7540-4c71-ad09-da61362c2cf6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:45.509594 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] Routers {'a25f0a65-7a73-49e0-910b-637b7a3515fc'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:46:45.513993 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a25f0a65-7a73-49e0-910b-637b7a3515fc'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:45.526085 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-abecb5a8-87b6-4c3a-9d75-3649bc8a2b91 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Calling delete_port for 51ea67b5-7540-4c71-ad09-da61362c2cf6 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:45.709558 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] Set router a25f0a65-7a73-49e0-910b-637b7a3515fc gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:46:45.886124 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:45.901239 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-256e662e-ee6d-40ad-87e4-5e02cd91297f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (bc7da31f-6001-4abd-9b47-ab5e505fac4b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:45.921960 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-abecb5a8-87b6-4c3a-9d75-3649bc8a2b91 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (51ea67b5-7540-4c71-ad09-da61362c2cf6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:46.060067 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abecb5a8-87b6-4c3a-9d75-3649bc8a2b91 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Pushing event deleted for resources: {'Port': ['ID=51ea67b5-7540-4c71-ad09-da61362c2cf6,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:46.094295 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8c995f72-8201-44a0-b61e-d907c3436045 req-3b56349a-ad03-4c76-bf08-2ecbbff0c0fb tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0646682 Nov 02 12:46:46.113922 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25f0a65-7a73-49e0-910b-637b7a3515fc', 'name': 'tempest-TaggedBootDevicesTest_v242-666496075-router', 'tenant_id': '8f45f7b86c104af5a07c40034429278c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2158c0f4-a943-446f-b4cf-a682789010fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:34Z', 'updated_at': '2022-11-02T12:46:41Z', 'revision_number': 4, 'project_id': '8f45f7b86c104af5a07c40034429278c', 'gw_port': {'id': '2158c0f4-a943-446f-b4cf-a682789010fb', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25f0a65-7a73-49e0-910b-637b7a3515fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:35Z', 'updated_at': '2022-11-02T12:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c', 'name': '', 'network_id': '51871001-9b9b-4e28-aa55-68271f815ee1', 'tenant_id': '8f45f7b86c104af5a07c40034429278c', 'mac_address': 'fa:16:3e:75:5c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25f0a65-7a73-49e0-910b-637b7a3515fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '4de58a26-86a2-4fdb-bd60-3d0787652ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:40Z', 'updated_at': '2022-11-02T12:46:43Z', 'revision_number': 2, 'project_id': '8f45f7b86c104af5a07c40034429278c', 'subnets': [{'id': '4de58a26-86a2-4fdb-bd60-3d0787652ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:46.163840 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-256e662e-ee6d-40ad-87e4-5e02cd91297f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (bc7da31f-6001-4abd-9b47-ab5e505fac4b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:46.194460 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e5f832-7dad-46be-bd79-a3c68b9bc0e8 None None] Network e4602e31-bf7e-4b31-9770-08167e751741 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:46:46.199305 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-abecb5a8-87b6-4c3a-9d75-3649bc8a2b91 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:46.209975 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-abecb5a8-87b6-4c3a-9d75-3649bc8a2b91 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "DELETE /networking/v2.0/ports/51ea67b5-7540-4c71-ad09-da61362c2cf6 HTTP/1.1" status: 204 len: 168 time: 1.2357490 Nov 02 12:46:46.211099 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42918) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:46.212341 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-256e662e-ee6d-40ad-87e4-5e02cd91297f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:46.216258 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f30eac42-1c89-4c58-bac7-f38d104c0197 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '23fd4826-11fc-4384-8b03-29599335e7c9', 'external_fixed_ips': [{'subnet_id': '30bc5471-659c-4222-a3cd-def58642a97c', 'ip_address': '172.20.0.3'}]}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:46.224815 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-256e662e-ee6d-40ad-87e4-5e02cd91297f admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/bc7da31f-6001-4abd-9b47-ab5e505fac4b HTTP/1.1" status: 204 len: 168 time: 1.2470381 Nov 02 12:46:46.234156 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42920) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:46.240158 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] Checking router: a25f0a65-7a73-49e0-910b-637b7a3515fc for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:46:46.242166 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] Updating router a25f0a65-7a73-49e0-910b-637b7a3515fc port 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:46:46.284718 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:46.346183 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e662e-ee6d-40ad-87e4-5e02cd91297f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc7da31f-6001-4abd-9b47-ab5e505fac4b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:46.385958 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f30eac42-1c89-4c58-bac7-f38d104c0197 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (90db5575-d5af-4f74-8733-8b5346df27d3), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:46.387352 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f30eac42-1c89-4c58-bac7-f38d104c0197 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (90db5575-d5af-4f74-8733-8b5346df27d3), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:46.401811 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=79,neutron:DELETE=12,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:46.438488 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ef2b0d1c-2876-4fb4-8c3c-cf4739431073 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:46:46.473621 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: ef2b0d1c-2876-4fb4-8c3c-cf4739431073 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:46:46.476615 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ef2b0d1c-2876-4fb4-8c3c-cf4739431073 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:46:46.477239 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 997d5cbd-eb55-4307-87d5-41eed3d173ce no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:46:46.481660 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5e691d1-e41c-4e47-bb25-f928a770a1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (e4602e31-bf7e-4b31-9770-08167e751741), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:46.530514 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 997d5cbd-eb55-4307-87d5-41eed3d173ce {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:46:46.530861 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 997d5cbd-eb55-4307-87d5-41eed3d173ce not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:46:46.564240 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-d5e691d1-e41c-4e47-bb25-f928a770a1e0 admin admin] Deleting port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:46.564608 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5e691d1-e41c-4e47-bb25-f928a770a1e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (25a2e67a-e5b6-4db9-a28e-78cd99f1e99a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:46.654285 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9f167c-62e3-44ed-bfa7-ad62e410450c None None] DHCP port deletion for e4602e31-bf7e-4b31-9770-08167e751741 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:46:46.684969 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-d5e691d1-e41c-4e47-bb25-f928a770a1e0 admin admin] For port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=25a2e67a-e5b6-4db9-a28e-78cd99f1e99a,segment=NetworkSegment(87cd425d-d592-4c22-9011-29df4378195b),segment_id=87cd425d-d592-4c22-9011-29df4378195b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:46.685255 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5e691d1-e41c-4e47-bb25-f928a770a1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (25a2e67a-e5b6-4db9-a28e-78cd99f1e99a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:46.715221 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-d5e691d1-e41c-4e47-bb25-f928a770a1e0 admin admin] Calling delete_port for 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:46.727644 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] Publish callbacks [] for port (8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:46.730539 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:46.736113 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f30eac42-1c89-4c58-bac7-f38d104c0197 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_controller (90db5575-d5af-4f74-8733-8b5346df27d3), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:46.742344 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bf9f167c-62e3-44ed-bfa7-ad62e410450c None None] Deleting port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:46.742707 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bf9f167c-62e3-44ed-bfa7-ad62e410450c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (25a2e67a-e5b6-4db9-a28e-78cd99f1e99a), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:46.771086 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:46.815484 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:46.853868 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:46.872750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-bf9f167c-62e3-44ed-bfa7-ad62e410450c None None] For port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=25a2e67a-e5b6-4db9-a28e-78cd99f1e99a,segment=NetworkSegment(87cd425d-d592-4c22-9011-29df4378195b),segment_id=87cd425d-d592-4c22-9011-29df4378195b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:46.873287 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bf9f167c-62e3-44ed-bfa7-ad62e410450c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (25a2e67a-e5b6-4db9-a28e-78cd99f1e99a), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:46.896660 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bf9f167c-62e3-44ed-bfa7-ad62e410450c None None] Calling delete_port for 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:46.927583 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5e691d1-e41c-4e47-bb25-f928a770a1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (25a2e67a-e5b6-4db9-a28e-78cd99f1e99a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:46.977322 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e691d1-e41c-4e47-bb25-f928a770a1e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=25a2e67a-e5b6-4db9-a28e-78cd99f1e99a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:46.989732 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e691d1-e41c-4e47-bb25-f928a770a1e0 admin admin] No DVR routers for this DVR port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:46:47.002823 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:47.019888 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bf9f167c-62e3-44ed-bfa7-ad62e410450c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (25a2e67a-e5b6-4db9-a28e-78cd99f1e99a), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:47.022386 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475051f-b88d-4813-a8fb-9ce87ff1b314 None None] Pushing event updated for resources: {'Port': ['ID=8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:47.048001 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] Attempting to bind port 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:46:47.048372 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] Attempting to bind port 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '337fbb44-cf7c-4a1a-9982-82f589488a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '51871001-9b9b-4e28-aa55-68271f815ee1'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:46:47.050386 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] Attempting to bind port 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c on network 51871001-9b9b-4e28-aa55-68271f815ee1 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:47.082606 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f167c-62e3-44ed-bfa7-ad62e410450c None None] Pushing event deleted for resources: {'Port': ['ID=25a2e67a-e5b6-4db9-a28e-78cd99f1e99a,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:47.094142 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9f167c-62e3-44ed-bfa7-ad62e410450c None None] No DVR routers for this DVR port 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:46:47.106614 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f30eac42-1c89-4c58-bac7-f38d104c0197 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_gateway (90db5575-d5af-4f74-8733-8b5346df27d3), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:47.137618 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:46:47.138489 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] Checking segment: {'id': '337fbb44-cf7c-4a1a-9982-82f589488a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '51871001-9b9b-4e28-aa55-68271f815ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:46:47.139053 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:47.139602 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] Bound using segment: {'id': '337fbb44-cf7c-4a1a-9982-82f589488a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '51871001-9b9b-4e28-aa55-68271f815ee1'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:46:47.140232 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] Bound port: 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337fbb44-cf7c-4a1a-9982-82f589488a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '51871001-9b9b-4e28-aa55-68271f815ee1'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:46:47.140960 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:47.173943 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5e691d1-e41c-4e47-bb25-f928a770a1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (e4602e31-bf7e-4b31-9770-08167e751741), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:47.208766 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-d5e691d1-e41c-4e47-bb25-f928a770a1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4602e31-bf7e-4b31-9770-08167e751741']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:47.221880 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-d5e691d1-e41c-4e47-bb25-f928a770a1e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87cd425d-d592-4c22-9011-29df4378195b') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:47.222200 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-d5e691d1-e41c-4e47-bb25-f928a770a1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87cd425d-d592-4c22-9011-29df4378195b') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:47.235547 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5e691d1-e41c-4e47-bb25-f928a770a1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (87cd425d-d592-4c22-9011-29df4378195b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:47.252054 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5e691d1-e41c-4e47-bb25-f928a770a1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (87cd425d-d592-4c22-9011-29df4378195b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:47.260206 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e691d1-e41c-4e47-bb25-f928a770a1e0 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:46:47.261441 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5e691d1-e41c-4e47-bb25-f928a770a1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (87cd425d-d592-4c22-9011-29df4378195b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:47.281651 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-16443959-b164-478b-a76a-5c1055ab5ac3 req-8cfaa383-0cdc-49e5-8cb3-06f3a6c13e05 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0513649 Nov 02 12:46:47.283654 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:47.314421 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] For port 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:47.318271 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] For port 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c,segment=NetworkSegment(337fbb44-cf7c-4a1a-9982-82f589488a3a),segment_id=337fbb44-cf7c-4a1a-9982-82f589488a3a)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:47.477329 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:47.493938 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5e691d1-e41c-4e47-bb25-f928a770a1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (e4602e31-bf7e-4b31-9770-08167e751741), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:47.527193 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5e691d1-e41c-4e47-bb25-f928a770a1e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:47.535277 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f30eac42-1c89-4c58-bac7-f38d104c0197 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_gateway (90db5575-d5af-4f74-8733-8b5346df27d3), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:47.535484 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d5e691d1-e41c-4e47-bb25-f928a770a1e0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/e4602e31-bf7e-4b31-9770-08167e751741 HTTP/1.1" status: 204 len: 168 time: 1.2957914 Nov 02 12:46:47.535484 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e691d1-e41c-4e47-bb25-f928a770a1e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4602e31-bf7e-4b31-9770-08167e751741,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:47.586349 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f30eac42-1c89-4c58-bac7-f38d104c0197 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:47.589661 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:47.596635 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] Routers {'a25f0a65-7a73-49e0-910b-637b7a3515fc'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:46:47.597304 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a25f0a65-7a73-49e0-910b-637b7a3515fc'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:47.687926 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:47.737747 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475051f-b88d-4813-a8fb-9ce87ff1b314 None None] Pushing event updated for resources: {'Port': ['ID=8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:47.750090 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] Set router a25f0a65-7a73-49e0-910b-637b7a3515fc gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:46:47.752276 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2f0c0d71-01cf-423d-8322-4251ac55c69a req-9dddd0a6-edf1-4578-8598-b50d0463c05b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0340631 Nov 02 12:46:47.812307 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-f30eac42-1c89-4c58-bac7-f38d104c0197 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Allocated IP 172.20.0.3 (23fd4826-11fc-4384-8b03-29599335e7c9/30bc5471-659c-4222-a3cd-def58642a97c/96eafd6f-198d-4f60-a370-94a41a7b44b5) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:47.971238 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f30eac42-1c89-4c58-bac7-f38d104c0197 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for port (96eafd6f-198d-4f60-a370-94a41a7b44b5), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:48.014287 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25f0a65-7a73-49e0-910b-637b7a3515fc', 'name': 'tempest-TaggedBootDevicesTest_v242-666496075-router', 'tenant_id': '8f45f7b86c104af5a07c40034429278c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2158c0f4-a943-446f-b4cf-a682789010fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:34Z', 'updated_at': '2022-11-02T12:46:41Z', 'revision_number': 4, 'project_id': '8f45f7b86c104af5a07c40034429278c', 'gw_port': {'id': '2158c0f4-a943-446f-b4cf-a682789010fb', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25f0a65-7a73-49e0-910b-637b7a3515fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:35Z', 'updated_at': '2022-11-02T12:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c', 'name': '', 'network_id': '51871001-9b9b-4e28-aa55-68271f815ee1', 'tenant_id': '8f45f7b86c104af5a07c40034429278c', 'mac_address': 'fa:16:3e:75:5c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25f0a65-7a73-49e0-910b-637b7a3515fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '4de58a26-86a2-4fdb-bd60-3d0787652ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:40Z', 'updated_at': '2022-11-02T12:46:47Z', 'revision_number': 4, 'project_id': '8f45f7b86c104af5a07c40034429278c', 'subnets': [{'id': '4de58a26-86a2-4fdb-bd60-3d0787652ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:48.039437 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c067ed-5a96-4a57-b21a-28e072f89279 None None] The sync data for ids ['a25f0a65-7a73-49e0-910b-637b7a3515fc'] in n-d-857339-6 is: [{'id': 'a25f0a65-7a73-49e0-910b-637b7a3515fc', 'name': 'tempest-TaggedBootDevicesTest_v242-666496075-router', 'tenant_id': '8f45f7b86c104af5a07c40034429278c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2158c0f4-a943-446f-b4cf-a682789010fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:34Z', 'updated_at': '2022-11-02T12:46:41Z', 'revision_number': 4, 'project_id': '8f45f7b86c104af5a07c40034429278c', 'gw_port': {'id': '2158c0f4-a943-446f-b4cf-a682789010fb', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25f0a65-7a73-49e0-910b-637b7a3515fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:35Z', 'updated_at': '2022-11-02T12:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c', 'name': '', 'network_id': '51871001-9b9b-4e28-aa55-68271f815ee1', 'tenant_id': '8f45f7b86c104af5a07c40034429278c', 'mac_address': 'fa:16:3e:75:5c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25f0a65-7a73-49e0-910b-637b7a3515fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '4de58a26-86a2-4fdb-bd60-3d0787652ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:40Z', 'updated_at': '2022-11-02T12:46:47Z', 'revision_number': 4, 'project_id': '8f45f7b86c104af5a07c40034429278c', 'subnets': [{'id': '4de58a26-86a2-4fdb-bd60-3d0787652ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:46:48.143416 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 87cd425d-d592-4c22-9011-29df4378195b resource provider aggregate not found Nov 02 12:46:48.167672 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 87cd425d-d592-4c22-9011-29df4378195b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87cd425d-d592-4c22-9011-29df4378195b found for delete ", "request_id": "req-9d672b55-984d-44be-92fa-d0e98a632bd7"}]} Nov 02 12:46:48.174758 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f30eac42-1c89-4c58-bac7-f38d104c0197 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (96eafd6f-198d-4f60-a370-94a41a7b44b5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:48.235458 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:46:48.268684 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30eac42-1c89-4c58-bac7-f38d104c0197 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Network 23fd4826-11fc-4384-8b03-29599335e7c9 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:48.270761 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:46:48.271120 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 25a2e67a-e5b6-4db9-a28e-78cd99f1e99a not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:46:48.277726 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f30eac42-1c89-4c58-bac7-f38d104c0197 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:48.281895 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30eac42-1c89-4c58-bac7-f38d104c0197 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:46:48.285764 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30eac42-1c89-4c58-bac7-f38d104c0197 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Pushing event updated for resources: {'Port': ['ID=96eafd6f-198d-4f60-a370-94a41a7b44b5,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:48.307868 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:48.419301 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:48.500771 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-adfbb943-2721-4eda-86d8-7c7b355beaba req-204a7dd1-9732-4e08-8594-04ea25f384f7 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0613565 Nov 02 12:46:48.571402 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:48.759944 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f30eac42-1c89-4c58-bac7-f38d104c0197 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_gateway (90db5575-d5af-4f74-8733-8b5346df27d3), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:48.907600 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42972) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:48.978152 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42974) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:49.103978 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0431faf0-5ff5-4af5-8c38-467d89e5fbc7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=445482b5acc24f018ca5337882bae30e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1192377 Nov 02 12:46:49.104590 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42976) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:49.163637 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f30eac42-1c89-4c58-bac7-f38d104c0197 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (90db5575-d5af-4f74-8733-8b5346df27d3), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:49.355347 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a9b3-eaca-492f-8c25-6dcafe14de0c admin admin] Publish callbacks [] for security_group (133d7fb2-596d-4d9d-8b58-89a2082c6c72), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:49.440752 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a9b3-eaca-492f-8c25-6dcafe14de0c admin admin] Publish callbacks [] for security_group (133d7fb2-596d-4d9d-8b58-89a2082c6c72), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:49.453465 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-631c16a3-cb35-4266-9be5-2004f25a7e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (635d0e35-1c14-4dba-829d-cfa5b92f3d35), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:49.531799 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:49.637182 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30eac42-1c89-4c58-bac7-f38d104c0197 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Router 90db5575-d5af-4f74-8733-8b5346df27d3 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:46:49.745508 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:49.823793 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:49.824973 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:49.826004 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a9b3-eaca-492f-8c25-6dcafe14de0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (133d7fb2-596d-4d9d-8b58-89a2082c6c72), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:49.828860 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a9b3-eaca-492f-8c25-6dcafe14de0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:49.830277 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c7b8a9b3-eaca-492f-8c25-6dcafe14de0c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/133d7fb2-596d-4d9d-8b58-89a2082c6c72 HTTP/1.1" status: 204 len: 168 time: 0.7227430 Nov 02 12:46:49.881129 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8a9b3-eaca-492f-8c25-6dcafe14de0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133d7fb2-596d-4d9d-8b58-89a2082c6c72,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:49.885376 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e257ad69-7bbd-4761-ab9f-0b1a753ba6fd req-0a42101f-ef90-4974-ae5b-986e40205a05 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0653145 Nov 02 12:46:49.921958 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30eac42-1c89-4c58-bac7-f38d104c0197 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:46:49.941677 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-631c16a3-cb35-4266-9be5-2004f25a7e32 admin admin] Deleting port 2701472f-7c2e-4022-8d25-c17caaff19d4 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:49.942014 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-631c16a3-cb35-4266-9be5-2004f25a7e32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2701472f-7c2e-4022-8d25-c17caaff19d4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:49.944945 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca366634-871d-4a83-8846-a93a514b8dde None None] Sync routers for ids ['90db5575-d5af-4f74-8733-8b5346df27d3'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:46:49.951451 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42998) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:49.957734 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-13a98596-2fae-4b59-a1f5-9b8d90e1818c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1298366622-network', 'tenant_id': 'ab06f83e0a424658bff125858b807de3'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:49.967935 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca366634-871d-4a83-8846-a93a514b8dde None None] Routers {'90db5575-d5af-4f74-8733-8b5346df27d3'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:46:49.968276 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ca366634-871d-4a83-8846-a93a514b8dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['90db5575-d5af-4f74-8733-8b5346df27d3'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:50.118701 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:50.141885 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:50.145378 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f30eac42-1c89-4c58-bac7-f38d104c0197 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:50.148819 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f30eac42-1c89-4c58-bac7-f38d104c0197 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.9347618 Nov 02 12:46:50.150855 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43002) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:50.204613 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-ca366634-871d-4a83-8846-a93a514b8dde None None] Set router 90db5575-d5af-4f74-8733-8b5346df27d3 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:46:50.247394 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-631c16a3-cb35-4266-9be5-2004f25a7e32 admin admin] For port 2701472f-7c2e-4022-8d25-c17caaff19d4, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2701472f-7c2e-4022-8d25-c17caaff19d4,segment=NetworkSegment(93727399-6baa-41af-9c6d-c42fe9585a6c),segment_id=93727399-6baa-41af-9c6d-c42fe9585a6c)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:50.247768 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-631c16a3-cb35-4266-9be5-2004f25a7e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2701472f-7c2e-4022-8d25-c17caaff19d4), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:50.269508 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-631c16a3-cb35-4266-9be5-2004f25a7e32 admin admin] Calling delete_port for 2701472f-7c2e-4022-8d25-c17caaff19d4 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:50.270817 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a98596-2fae-4b59-a1f5-9b8d90e1818c admin admin] Made reservation on behalf of ab06f83e0a424658bff125858b807de3 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:50.282501 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13a98596-2fae-4b59-a1f5-9b8d90e1818c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:50.288712 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13a98596-2fae-4b59-a1f5-9b8d90e1818c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:50.367121 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e5dd7475-4a6d-4073-9182-583eca6d2942 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router (90db5575-d5af-4f74-8733-8b5346df27d3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:50.495386 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13a98596-2fae-4b59-a1f5-9b8d90e1818c admin admin] Publish callbacks [] for security_group (74693c8f-47c8-42d1-b81f-561e7dbe0837), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:50.557123 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e5dd7475-4a6d-4073-9182-583eca6d2942 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_gateway (90db5575-d5af-4f74-8733-8b5346df27d3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:50.576595 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-06ab6f7d-e100-44bd-bda8-243ae110a990 req-600df1b1-017e-4fa0-9e6a-4a702a6a64de tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584&device_id=853ebe1f-1d3a-44cd-aa1f-3bcff3f50eb7 HTTP/1.1" status: 200 len: 210 time: 0.0350504 Nov 02 12:46:50.590681 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13a98596-2fae-4b59-a1f5-9b8d90e1818c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (74693c8f-47c8-42d1-b81f-561e7dbe0837), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:50.594312 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:50.612152 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a98596-2fae-4b59-a1f5-9b8d90e1818c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:46:50.631145 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13a98596-2fae-4b59-a1f5-9b8d90e1818c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (c5fcae5d-50d0-4b77-b7be-f4b3e357acc2), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:50.632036 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-13a98596-2fae-4b59-a1f5-9b8d90e1818c admin admin] Added segment c5fcae5d-50d0-4b77-b7be-f4b3e357acc2 of type vlan for network e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3 Nov 02 12:46:50.671718 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:50.710882 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a98596-2fae-4b59-a1f5-9b8d90e1818c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74693c8f-47c8-42d1-b81f-561e7dbe0837,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:50.741884 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13a98596-2fae-4b59-a1f5-9b8d90e1818c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:50.782441 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-631c16a3-cb35-4266-9be5-2004f25a7e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2701472f-7c2e-4022-8d25-c17caaff19d4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:50.792384 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd7475-4a6d-4073-9182-583eca6d2942 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Deleting port 96eafd6f-198d-4f60-a370-94a41a7b44b5 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:50.792741 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e5dd7475-4a6d-4073-9182-583eca6d2942 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (96eafd6f-198d-4f60-a370-94a41a7b44b5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:50.813657 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:50.819753 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:50.820126 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c Nov 02 12:46:50.882903 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c16a3-cb35-4266-9be5-2004f25a7e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=2701472f-7c2e-4022-8d25-c17caaff19d4,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:50.899601 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13a98596-2fae-4b59-a1f5-9b8d90e1818c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:50.901542 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a98596-2fae-4b59-a1f5-9b8d90e1818c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:50.902220 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13a98596-2fae-4b59-a1f5-9b8d90e1818c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:51.044878 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a98596-2fae-4b59-a1f5-9b8d90e1818c admin admin] Pushing event updated for resources: {'Network': ['ID=e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:51.050110 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ca366634-871d-4a83-8846-a93a514b8dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90db5575-d5af-4f74-8733-8b5346df27d3', 'name': '', 'tenant_id': 'b96dfe51bf034e1c86187beade49c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23fd4826-11fc-4384-8b03-29599335e7c9', 'external_fixed_ips': [{'subnet_id': '30bc5471-659c-4222-a3cd-def58642a97c', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '96eafd6f-198d-4f60-a370-94a41a7b44b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:46Z', 'updated_at': '2022-11-02T12:46:48Z', 'revision_number': 3, 'project_id': 'b96dfe51bf034e1c86187beade49c456', 'gw_port': {'id': '96eafd6f-198d-4f60-a370-94a41a7b44b5', 'name': '', 'network_id': '23fd4826-11fc-4384-8b03-29599335e7c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90db5575-d5af-4f74-8733-8b5346df27d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30bc5471-659c-4222-a3cd-def58642a97c', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:47Z', 'updated_at': '2022-11-02T12:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30bc5471-659c-4222-a3cd-def58642a97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:51.066420 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:46:51.078713 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-13a98596-2fae-4b59-a1f5-9b8d90e1818c admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1206107 Nov 02 12:46:51.078905 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43018) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:51.084024 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f99c6088-e24b-430a-b47b-186a33a67df7 admin admin] Request body: {'subnet': {'network_id': 'e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1298366622-subnet', 'tenant_id': 'ab06f83e0a424658bff125858b807de3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:51.181909 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e5dd7475-4a6d-4073-9182-583eca6d2942 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (96eafd6f-198d-4f60-a370-94a41a7b44b5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:51.184940 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-631c16a3-cb35-4266-9be5-2004f25a7e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (635d0e35-1c14-4dba-829d-cfa5b92f3d35), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:51.202203 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd7475-4a6d-4073-9182-583eca6d2942 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Calling delete_port for 96eafd6f-198d-4f60-a370-94a41a7b44b5 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:51.215795 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca366634-871d-4a83-8846-a93a514b8dde None None] Checking router: 90db5575-d5af-4f74-8733-8b5346df27d3 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:46:51.216150 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca366634-871d-4a83-8846-a93a514b8dde None None] Updating router 90db5575-d5af-4f74-8733-8b5346df27d3 port 96eafd6f-198d-4f60-a370-94a41a7b44b5 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:46:51.221427 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d872cbfc-fe3a-4d12-bbe7-42f7108395fc None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:46:51.224335 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99c6088-e24b-430a-b47b-186a33a67df7 admin admin] Made reservation on behalf of ab06f83e0a424658bff125858b807de3 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:51.224477 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:51.229250 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:51.230255 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f99c6088-e24b-430a-b47b-186a33a67df7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:51.293751 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ca366634-871d-4a83-8846-a93a514b8dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (96eafd6f-198d-4f60-a370-94a41a7b44b5), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:51.376085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c,segment=NetworkSegment(337fbb44-cf7c-4a1a-9982-82f589488a3a),segment_id=337fbb44-cf7c-4a1a-9982-82f589488a3a)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:51.451514 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:51.495927 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d872cbfc-fe3a-4d12-bbe7-42f7108395fc None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:46:51.510361 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:51.518754 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:51.631711 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f99c6088-e24b-430a-b47b-186a33a67df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (8eb45777-7f09-4486-8933-0bcbd33d87af), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:51.716518 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c6088-e24b-430a-b47b-186a33a67df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb45777-7f09-4486-8933-0bcbd33d87af,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:51.738397 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:51.745102 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c6088-e24b-430a-b47b-186a33a67df7 admin admin] Checking segment: {'id': 'c5fcae5d-50d0-4b77-b7be-f4b3e357acc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:46:51.745548 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99c6088-e24b-430a-b47b-186a33a67df7 admin admin] Network hostable DHCP agents. Network: e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:46:51.849573 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99c6088-e24b-430a-b47b-186a33a67df7 admin admin] Network e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:46:51.909957 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631c16a3-cb35-4266-9be5-2004f25a7e32 admin admin] Router 635d0e35-1c14-4dba-829d-cfa5b92f3d35 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:46:51.957709 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f99c6088-e24b-430a-b47b-186a33a67df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:51.963948 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99c6088-e24b-430a-b47b-186a33a67df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:51.969122 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f99c6088-e24b-430a-b47b-186a33a67df7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:51.993613 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-ca366634-871d-4a83-8846-a93a514b8dde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:46:51.994240 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-ca366634-871d-4a83-8846-a93a514b8dde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:46:51.996745 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e5dd7475-4a6d-4073-9182-583eca6d2942 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (96eafd6f-198d-4f60-a370-94a41a7b44b5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:52.056935 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd7475-4a6d-4073-9182-583eca6d2942 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Pushing event deleted for resources: {'Port': ['ID=96eafd6f-198d-4f60-a370-94a41a7b44b5,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:52.094475 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631c16a3-cb35-4266-9be5-2004f25a7e32 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:46:52.100170 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-631c16a3-cb35-4266-9be5-2004f25a7e32 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/635d0e35-1c14-4dba-829d-cfa5b92f3d35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1943674 Nov 02 12:46:52.103023 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43046) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:52.110593 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709d6d70-d7a7-4dbf-bc3e-c8390fef52a3 None None] Sync routers for ids ['635d0e35-1c14-4dba-829d-cfa5b92f3d35'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:46:52.134923 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f99c6088-e24b-430a-b47b-186a33a67df7 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0529978 Nov 02 12:46:52.139144 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43050) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:52.143513 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5ca04f11-9282-4c8c-8374-4e4f1408ca02 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1298366622-router', 'tenant_id': 'ab06f83e0a424658bff125858b807de3', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:52.143766 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d6d70-d7a7-4dbf-bc3e-c8390fef52a3 None None] Routers {'635d0e35-1c14-4dba-829d-cfa5b92f3d35'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:46:52.145198 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-709d6d70-d7a7-4dbf-bc3e-c8390fef52a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['635d0e35-1c14-4dba-829d-cfa5b92f3d35'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:52.211845 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e5dd7475-4a6d-4073-9182-583eca6d2942 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (90db5575-d5af-4f74-8733-8b5346df27d3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:52.326882 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ca04f11-9282-4c8c-8374-4e4f1408ca02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (2ca29f2b-7b37-4e2f-a919-d6740ea9b792), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:52.327993 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ca04f11-9282-4c8c-8374-4e4f1408ca02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (2ca29f2b-7b37-4e2f-a919-d6740ea9b792), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:52.337912 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e5dd7475-4a6d-4073-9182-583eca6d2942 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (90db5575-d5af-4f74-8733-8b5346df27d3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:52.342551 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e5dd7475-4a6d-4073-9182-583eca6d2942 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_controller (90db5575-d5af-4f74-8733-8b5346df27d3), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:52.373265 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f2270fc-4df9-4874-9a6a-c583b8d4de1c admin admin] Publish callbacks [] for router (635d0e35-1c14-4dba-829d-cfa5b92f3d35), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:52.402851 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-709d6d70-d7a7-4dbf-bc3e-c8390fef52a3 None None] Set router 635d0e35-1c14-4dba-829d-cfa5b92f3d35 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:46:52.457590 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:52.505727 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-42ddadb0-868b-4c53-8275-746828a6e861 req-3a48dad8-4b65-43d0-8cfd-2d1a0164beb2 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.1288614 Nov 02 12:46:52.519697 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5da23ea0-6701-4a12-80b9-c2ff852ebd7c req-5fb47859-7e05-4ea8-a7e3-751fd15418b3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d143d12bb4b94c3b9da7baa4aaa435a5&device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.2834980 Nov 02 12:46:52.521378 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ca04f11-9282-4c8c-8374-4e4f1408ca02 admin admin] Publish callbacks [] for router_controller (2ca29f2b-7b37-4e2f-a919-d6740ea9b792), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:52.556917 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e5dd7475-4a6d-4073-9182-583eca6d2942 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (90db5575-d5af-4f74-8733-8b5346df27d3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:52.557952 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dd7475-4a6d-4073-9182-583eca6d2942 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90db5575-d5af-4f74-8733-8b5346df27d3 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:46:52.562867 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e5dd7475-4a6d-4073-9182-583eca6d2942 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:52.569673 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e5dd7475-4a6d-4073-9182-583eca6d2942 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "DELETE /networking/v2.0/routers/90db5575-d5af-4f74-8733-8b5346df27d3 HTTP/1.1" status: 204 len: 168 time: 2.4132452 Nov 02 12:46:52.577053 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43056) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:52.588307 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca366634-871d-4a83-8846-a93a514b8dde None None] Port 96eafd6f-198d-4f60-a370-94a41a7b44b5 not found while updating agent binding for router 90db5575-d5af-4f74-8733-8b5346df27d3. {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 02 12:46:52.596198 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5da23ea0-6701-4a12-80b9-c2ff852ebd7c req-3f901b21-ebce-4a39-8273-94786640ffdf service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=d143d12bb4b94c3b9da7baa4aaa435a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598173 Nov 02 12:46:52.631812 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:52.638579 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca366634-871d-4a83-8846-a93a514b8dde None None] Routers set() bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:46:52.638947 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca366634-871d-4a83-8846-a93a514b8dde None None] Router IDs set() for agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Nov 02 12:46:52.639548 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_agentschedulers_db [None req-ca366634-871d-4a83-8846-a93a514b8dde None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'90db5575-d5af-4f74-8733-8b5346df27d3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent'). {{(pid=105977) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 02 12:46:52.639930 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca366634-871d-4a83-8846-a93a514b8dde None None] The sync data for ids ['90db5575-d5af-4f74-8733-8b5346df27d3'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:46:52.642195 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:52.642562 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:52.642893 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c Nov 02 12:46:52.712976 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:52.766466 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:52.782584 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:52.797721 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:52.800732 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f2270fc-4df9-4874-9a6a-c583b8d4de1c admin admin] Publish callbacks [] for router_gateway (635d0e35-1c14-4dba-829d-cfa5b92f3d35), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:52.814939 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-709d6d70-d7a7-4dbf-bc3e-c8390fef52a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635d0e35-1c14-4dba-829d-cfa5b92f3d35', 'name': 'tempest-TaggedBootDevicesTest-1649763530-router', 'tenant_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '20bd2c89-75b6-41e4-9b36-6db72d242d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:14Z', 'updated_at': '2022-11-02T12:46:50Z', 'revision_number': 5, 'project_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'gw_port': {'id': '20bd2c89-75b6-41e4-9b36-6db72d242d03', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635d0e35-1c14-4dba-829d-cfa5b92f3d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:15Z', 'updated_at': '2022-11-02T12:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:52.821471 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da23ea0-6701-4a12-80b9-c2ff852ebd7c req-2bab1aed-08db-4108-88aa-f44fd4ddb2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:52.823379 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5da23ea0-6701-4a12-80b9-c2ff852ebd7c req-2bab1aed-08db-4108-88aa-f44fd4ddb2c0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1894271 Nov 02 12:46:52.826352 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:52.854070 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709d6d70-d7a7-4dbf-bc3e-c8390fef52a3 None None] Checking router: 635d0e35-1c14-4dba-829d-cfa5b92f3d35 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:46:52.864023 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d6d70-d7a7-4dbf-bc3e-c8390fef52a3 None None] Routers {'635d0e35-1c14-4dba-829d-cfa5b92f3d35'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:46:52.864685 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-709d6d70-d7a7-4dbf-bc3e-c8390fef52a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['635d0e35-1c14-4dba-829d-cfa5b92f3d35'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:52.866366 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b3ef89-da5a-484b-b913-7ae25d83222e None None] Network e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:46:52.873117 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-443a0484-6c53-42b9-87ec-b5d96b98c91f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Deleting subnet 30bc5471-659c-4222-a3cd-def58642a97c {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:46:52.917968 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-443a0484-6c53-42b9-87ec-b5d96b98c91f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for subnet (30bc5471-659c-4222-a3cd-def58642a97c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:52.946970 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ca04f11-9282-4c8c-8374-4e4f1408ca02 admin admin] Publish callbacks [] for router_gateway (2ca29f2b-7b37-4e2f-a919-d6740ea9b792), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:52.978132 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-443a0484-6c53-42b9-87ec-b5d96b98c91f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (30bc5471-659c-4222-a3cd-def58642a97c), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:52.983388 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9f2270fc-4df9-4874-9a6a-c583b8d4de1c admin admin] Deleting port 20bd2c89-75b6-41e4-9b36-6db72d242d03 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:52.983731 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f2270fc-4df9-4874-9a6a-c583b8d4de1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (20bd2c89-75b6-41e4-9b36-6db72d242d03), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.014852 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-90a95496-2244-4a1f-9364-b2b1ee401722 None None] Provisioning complete for port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:53.015609 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-90a95496-2244-4a1f-9364-b2b1ee401722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4e21508b-7d35-411e-99d8-052dd7b0b5c5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.016341 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-90a95496-2244-4a1f-9364-b2b1ee401722 None None] Attempt 1 to provision port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 Nov 02 12:46:53.027309 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:53.076290 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-709d6d70-d7a7-4dbf-bc3e-c8390fef52a3 None None] Set router 635d0e35-1c14-4dba-829d-cfa5b92f3d35 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:46:53.094463 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-443a0484-6c53-42b9-87ec-b5d96b98c91f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (30bc5471-659c-4222-a3cd-def58642a97c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.109843 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3', 'network_id': 'e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3', 'project_id': 'ab06f83e0a424658bff125858b807de3', 'fixed_ips': [{'subnet_id': '8eb45777-7f09-4486-8933-0bcbd33d87af'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:46:53.111339 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.121470 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-9f2270fc-4df9-4874-9a6a-c583b8d4de1c admin admin] For port 20bd2c89-75b6-41e4-9b36-6db72d242d03, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=20bd2c89-75b6-41e4-9b36-6db72d242d03,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:53.121841 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f2270fc-4df9-4874-9a6a-c583b8d4de1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (20bd2c89-75b6-41e4-9b36-6db72d242d03), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.140406 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9f2270fc-4df9-4874-9a6a-c583b8d4de1c admin admin] Calling delete_port for 20bd2c89-75b6-41e4-9b36-6db72d242d03 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:53.262750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-90a95496-2244-4a1f-9364-b2b1ee401722 None None] Current status of the port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:53.372637 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:53.393054 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-709d6d70-d7a7-4dbf-bc3e-c8390fef52a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635d0e35-1c14-4dba-829d-cfa5b92f3d35', 'name': 'tempest-TaggedBootDevicesTest-1649763530-router', 'tenant_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '20bd2c89-75b6-41e4-9b36-6db72d242d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:14Z', 'updated_at': '2022-11-02T12:46:50Z', 'revision_number': 5, 'project_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'gw_port': {'id': '20bd2c89-75b6-41e4-9b36-6db72d242d03', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635d0e35-1c14-4dba-829d-cfa5b92f3d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:15Z', 'updated_at': '2022-11-02T12:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:53.403246 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] Allocated IP 172.20.0.2 (e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3/8eb45777-7f09-4486-8933-0bcbd33d87af/72fca490-5643-46fb-a9fe-fab6b37dab85) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:53.407895 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ca04f11-9282-4c8c-8374-4e4f1408ca02 admin admin] Publish callbacks [] for router_gateway (2ca29f2b-7b37-4e2f-a919-d6740ea9b792), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.410627 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-443a0484-6c53-42b9-87ec-b5d96b98c91f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (30bc5471-659c-4222-a3cd-def58642a97c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.436608 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709d6d70-d7a7-4dbf-bc3e-c8390fef52a3 None None] The sync data for ids ['635d0e35-1c14-4dba-829d-cfa5b92f3d35'] in n-d-857339-6 is: [{'id': '635d0e35-1c14-4dba-829d-cfa5b92f3d35', 'name': 'tempest-TaggedBootDevicesTest-1649763530-router', 'tenant_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '20bd2c89-75b6-41e4-9b36-6db72d242d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:14Z', 'updated_at': '2022-11-02T12:46:50Z', 'revision_number': 5, 'project_id': '655e1bdbfb0c469daeec1ba8a61057d4', 'gw_port': {'id': '20bd2c89-75b6-41e4-9b36-6db72d242d03', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635d0e35-1c14-4dba-829d-cfa5b92f3d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:15Z', 'updated_at': '2022-11-02T12:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:46:53.443217 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ca04f11-9282-4c8c-8374-4e4f1408ca02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.471080 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-443a0484-6c53-42b9-87ec-b5d96b98c91f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.478017 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-443a0484-6c53-42b9-87ec-b5d96b98c91f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/30bc5471-659c-4222-a3cd-def58642a97c HTTP/1.1" status: 204 len: 168 time: 0.8963695 Nov 02 12:46:53.478205 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43074) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:53.483722 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a0484-6c53-42b9-87ec-b5d96b98c91f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=30bc5471-659c-4222-a3cd-def58642a97c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:53.523965 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f2270fc-4df9-4874-9a6a-c583b8d4de1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (20bd2c89-75b6-41e4-9b36-6db72d242d03), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.644759 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2270fc-4df9-4874-9a6a-c583b8d4de1c admin admin] Pushing event deleted for resources: {'Port': ['ID=20bd2c89-75b6-41e4-9b36-6db72d242d03,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:53.648784 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80ca6d22-00b4-4473-938f-bfd998926c0e tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (23fd4826-11fc-4384-8b03-29599335e7c9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.653399 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] Publish callbacks [] for port (72fca490-5643-46fb-a9fe-fab6b37dab85), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.674784 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-5ca04f11-9282-4c8c-8374-4e4f1408ca02 admin admin] Allocated IP 172.25.2.234 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/b6d93346-d251-4238-9fb6-9c612e7050de) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:53.703802 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.728460 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (72fca490-5643-46fb-a9fe-fab6b37dab85), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.738623 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-78b2bc3b-4de2-4c03-859f-2be97cbe847e req-1e83f59f-a399-4af7-8e06-3ed335ad863c tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0618548 Nov 02 12:46:53.770120 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f2270fc-4df9-4874-9a6a-c583b8d4de1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (635d0e35-1c14-4dba-829d-cfa5b92f3d35), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.830381 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] Network e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:53.841793 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:53.860019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:46:53.870169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] Pushing event updated for resources: {'Port': ['ID=72fca490-5643-46fb-a9fe-fab6b37dab85,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:53.914141 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:53.916350 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ca04f11-9282-4c8c-8374-4e4f1408ca02 admin admin] Publish callbacks [] for port (b6d93346-d251-4238-9fb6-9c612e7050de), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.982873 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80ca6d22-00b4-4473-938f-bfd998926c0e tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (23fd4826-11fc-4384-8b03-29599335e7c9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.984521 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] Attempting to bind port 72fca490-5643-46fb-a9fe-fab6b37dab85 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:46:53.985487 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] Attempting to bind port 72fca490-5643-46fb-a9fe-fab6b37dab85 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'c5fcae5d-50d0-4b77-b7be-f4b3e357acc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:46:53.985643 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] Attempting to bind port 72fca490-5643-46fb-a9fe-fab6b37dab85 on network e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:53.995976 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f2270fc-4df9-4874-9a6a-c583b8d4de1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (635d0e35-1c14-4dba-829d-cfa5b92f3d35), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.001183 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f2270fc-4df9-4874-9a6a-c583b8d4de1c admin admin] Publish callbacks [] for router_controller (635d0e35-1c14-4dba-829d-cfa5b92f3d35), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.013560 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-80ca6d22-00b4-4473-938f-bfd998926c0e tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23fd4826-11fc-4384-8b03-29599335e7c9']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:54.035945 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:46:54.036375 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] Checking segment: {'id': 'c5fcae5d-50d0-4b77-b7be-f4b3e357acc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:46:54.036875 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.037221 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] Bound using segment: {'id': 'c5fcae5d-50d0-4b77-b7be-f4b3e357acc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:46:54.038335 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] Bound port: 72fca490-5643-46fb-a9fe-fab6b37dab85, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5fcae5d-50d0-4b77-b7be-f4b3e357acc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:46:54.038722 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (72fca490-5643-46fb-a9fe-fab6b37dab85), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.057379 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-80ca6d22-00b4-4473-938f-bfd998926c0e tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985f37e7-282e-4301-bbce-a304d0e23eb6') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:54.057678 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-80ca6d22-00b4-4473-938f-bfd998926c0e tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985f37e7-282e-4301-bbce-a304d0e23eb6') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:54.070262 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80ca6d22-00b4-4473-938f-bfd998926c0e tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (985f37e7-282e-4301-bbce-a304d0e23eb6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.089271 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ca04f11-9282-4c8c-8374-4e4f1408ca02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (b6d93346-d251-4238-9fb6-9c612e7050de), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.100090 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80ca6d22-00b4-4473-938f-bfd998926c0e tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (985f37e7-282e-4301-bbce-a304d0e23eb6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.112048 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ca6d22-00b4-4473-938f-bfd998926c0e tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:46:54.114190 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80ca6d22-00b4-4473-938f-bfd998926c0e tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (985f37e7-282e-4301-bbce-a304d0e23eb6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.134186 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] For port 72fca490-5643-46fb-a9fe-fab6b37dab85, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:54.147776 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] For port 72fca490-5643-46fb-a9fe-fab6b37dab85, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=72fca490-5643-46fb-a9fe-fab6b37dab85,segment=NetworkSegment(c5fcae5d-50d0-4b77-b7be-f4b3e357acc2),segment_id=c5fcae5d-50d0-4b77-b7be-f4b3e357acc2)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:54.147958 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca04f11-9282-4c8c-8374-4e4f1408ca02 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:54.149603 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-5ca04f11-9282-4c8c-8374-4e4f1408ca02 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:54.154117 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca04f11-9282-4c8c-8374-4e4f1408ca02 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:46:54.165239 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 985f37e7-282e-4301-bbce-a304d0e23eb6 resource provider aggregate not found Nov 02 12:46:54.191360 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca04f11-9282-4c8c-8374-4e4f1408ca02 admin admin] Pushing event updated for resources: {'Port': ['ID=b6d93346-d251-4238-9fb6-9c612e7050de,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:54.224971 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 985f37e7-282e-4301-bbce-a304d0e23eb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 985f37e7-282e-4301-bbce-a304d0e23eb6 found for delete ", "request_id": "req-b2d834b7-c018-46a3-8ee8-a3d17f8e9195"}]} Nov 02 12:46:54.246382 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2701472f-7c2e-4022-8d25-c17caaff19d4 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:46:54.249509 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f2270fc-4df9-4874-9a6a-c583b8d4de1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (635d0e35-1c14-4dba-829d-cfa5b92f3d35), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.250346 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2270fc-4df9-4874-9a6a-c583b8d4de1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 635d0e35-1c14-4dba-829d-cfa5b92f3d35 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:46:54.254590 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5da23ea0-6701-4a12-80b9-c2ff852ebd7c req-1f86ed1c-b29d-4c00-bc03-3964f7bfb706 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.0799360 Nov 02 12:46:54.259397 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f2270fc-4df9-4874-9a6a-c583b8d4de1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.260831 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9f2270fc-4df9-4874-9a6a-c583b8d4de1c admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/635d0e35-1c14-4dba-829d-cfa5b92f3d35 HTTP/1.1" status: 204 len: 168 time: 2.1546772 Nov 02 12:46:54.264749 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43092) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:54.303147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 2701472f-7c2e-4022-8d25-c17caaff19d4 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:46:54.303507 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2701472f-7c2e-4022-8d25-c17caaff19d4 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:46:54.310184 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (72fca490-5643-46fb-a9fe-fab6b37dab85), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.358445 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e73b23-d3b8-448f-ba51-52ed0dcdad51 admin admin] Deleting subnet bbbf2264-f103-43e6-b321-57181618c4c9 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:46:54.369828 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2e73b23-d3b8-448f-ba51-52ed0dcdad51 admin admin] Publish callbacks [] for subnet (bbbf2264-f103-43e6-b321-57181618c4c9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.435064 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b789c0-86b4-4e92-ab5b-c25d0c26991d None None] Pushing event updated for resources: {'Port': ['ID=72fca490-5643-46fb-a9fe-fab6b37dab85,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:54.451174 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80ca6d22-00b4-4473-938f-bfd998926c0e tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (23fd4826-11fc-4384-8b03-29599335e7c9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.470216 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ca6d22-00b4-4473-938f-bfd998926c0e tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 23fd4826-11fc-4384-8b03-29599335e7c9 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 02 12:46:54.491038 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80ca6d22-00b4-4473-938f-bfd998926c0e tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.499181 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-80ca6d22-00b4-4473-938f-bfd998926c0e tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "DELETE /networking/v2.0/networks/23fd4826-11fc-4384-8b03-29599335e7c9 HTTP/1.1" status: 204 len: 168 time: 1.0198925 Nov 02 12:46:54.502747 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca6d22-00b4-4473-938f-bfd998926c0e tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Pushing event deleted for resources: {'Network': ['ID=23fd4826-11fc-4384-8b03-29599335e7c9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:54.515435 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2e73b23-d3b8-448f-ba51-52ed0dcdad51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (bbbf2264-f103-43e6-b321-57181618c4c9), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.670816 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2e73b23-d3b8-448f-ba51-52ed0dcdad51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (bbbf2264-f103-43e6-b321-57181618c4c9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.771380 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ca04f11-9282-4c8c-8374-4e4f1408ca02 admin admin] Publish callbacks [] for router_gateway (2ca29f2b-7b37-4e2f-a919-d6740ea9b792), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.885943 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2e73b23-d3b8-448f-ba51-52ed0dcdad51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (bbbf2264-f103-43e6-b321-57181618c4c9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.909516 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43102) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:54.964813 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2e73b23-d3b8-448f-ba51-52ed0dcdad51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.969248 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f2e73b23-d3b8-448f-ba51-52ed0dcdad51 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/bbbf2264-f103-43e6-b321-57181618c4c9 HTTP/1.1" status: 204 len: 168 time: 0.7031374 Nov 02 12:46:54.971723 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a05ca2-51a9-4fbb-a273-56519fb4c6dd None None] Network 9ae29ae5-a023-4709-af7a-eee00b2fc52c requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:46:54.977817 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e73b23-d3b8-448f-ba51-52ed0dcdad51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbbf2264-f103-43e6-b321-57181618c4c9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:54.979853 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43106) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:55.017878 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:55.103356 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ca04f11-9282-4c8c-8374-4e4f1408ca02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (2ca29f2b-7b37-4e2f-a919-d6740ea9b792), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:55.277245 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0475be49-f5b1-4c25-bf50-c33ffbb2e860 None None] DHCP port deletion for 9ae29ae5-a023-4709-af7a-eee00b2fc52c request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:46:55.344389 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0475be49-f5b1-4c25-bf50-c33ffbb2e860 None None] Deleting port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:55.344815 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0475be49-f5b1-4c25-bf50-c33ffbb2e860 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (4e21508b-7d35-411e-99d8-052dd7b0b5c5), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:55.430731 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-0475be49-f5b1-4c25-bf50-c33ffbb2e860 None None] For port 4e21508b-7d35-411e-99d8-052dd7b0b5c5, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4e21508b-7d35-411e-99d8-052dd7b0b5c5,segment=NetworkSegment(93727399-6baa-41af-9c6d-c42fe9585a6c),segment_id=93727399-6baa-41af-9c6d-c42fe9585a6c)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:55.431279 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0475be49-f5b1-4c25-bf50-c33ffbb2e860 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (4e21508b-7d35-411e-99d8-052dd7b0b5c5), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:55.448461 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca04f11-9282-4c8c-8374-4e4f1408ca02 admin admin] Router 2ca29f2b-7b37-4e2f-a919-d6740ea9b792 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:46:55.452735 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0475be49-f5b1-4c25-bf50-c33ffbb2e860 None None] Calling delete_port for 4e21508b-7d35-411e-99d8-052dd7b0b5c5 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:55.493912 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c7845ed9-5244-4129-ad87-8a2c7c3496ce req-66e22a0d-c5a6-490b-b4c5-c34a4b7c235f tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b33ef83c-b3db-4c28-9663-91a920f64584 HTTP/1.1" status: 200 len: 210 time: 0.5328319 Nov 02 12:46:55.497336 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:55.563380 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:55.565244 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2bff975a-91d2-4d84-9e88-ea06b599f23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (9ae29ae5-a023-4709-af7a-eee00b2fc52c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:55.623382 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2bff975a-91d2-4d84-9e88-ea06b599f23c admin admin] Deleting port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:55.623947 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2bff975a-91d2-4d84-9e88-ea06b599f23c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (4e21508b-7d35-411e-99d8-052dd7b0b5c5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:55.642463 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0475be49-f5b1-4c25-bf50-c33ffbb2e860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (4e21508b-7d35-411e-99d8-052dd7b0b5c5), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:55.732168 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475be49-f5b1-4c25-bf50-c33ffbb2e860 None None] Pushing event deleted for resources: {'Port': ['ID=4e21508b-7d35-411e-99d8-052dd7b0b5c5,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:55.736524 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-2bff975a-91d2-4d84-9e88-ea06b599f23c admin admin] For port 4e21508b-7d35-411e-99d8-052dd7b0b5c5, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4e21508b-7d35-411e-99d8-052dd7b0b5c5,segment=NetworkSegment(93727399-6baa-41af-9c6d-c42fe9585a6c),segment_id=93727399-6baa-41af-9c6d-c42fe9585a6c)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:55.738758 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2bff975a-91d2-4d84-9e88-ea06b599f23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (4e21508b-7d35-411e-99d8-052dd7b0b5c5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:55.742984 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:55.749139 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0475be49-f5b1-4c25-bf50-c33ffbb2e860 None None] No DVR routers for this DVR port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:46:55.750614 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca04f11-9282-4c8c-8374-4e4f1408ca02 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:46:55.770033 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] Sync routers for ids ['2ca29f2b-7b37-4e2f-a919-d6740ea9b792'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:46:55.775734 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2bff975a-91d2-4d84-9e88-ea06b599f23c admin admin] Calling delete_port for 4e21508b-7d35-411e-99d8-052dd7b0b5c5 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:55.791238 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] Routers {'2ca29f2b-7b37-4e2f-a919-d6740ea9b792'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:46:55.791927 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['2ca29f2b-7b37-4e2f-a919-d6740ea9b792'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:55.836521 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-1622d3dc-355e-4fbc-b0b0-8494f5a2aa5e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-527638034-network', 'tenant_id': '762ab703cd6b4d41ac9eddd7baa56c69'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:55.868303 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ca04f11-9282-4c8c-8374-4e4f1408ca02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:55.869583 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5ca04f11-9282-4c8c-8374-4e4f1408ca02 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7294717 Nov 02 12:46:55.873081 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43116) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:55.899687 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:55.951430 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2bff975a-91d2-4d84-9e88-ea06b599f23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (4e21508b-7d35-411e-99d8-052dd7b0b5c5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:55.961931 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1622d3dc-355e-4fbc-b0b0-8494f5a2aa5e admin admin] Made reservation on behalf of 762ab703cd6b4d41ac9eddd7baa56c69 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:55.964711 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1622d3dc-355e-4fbc-b0b0-8494f5a2aa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:56.090727 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a85318-f4e5-431c-8a82-9159b771ffbd None None] Network e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:46:56.108201 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff975a-91d2-4d84-9e88-ea06b599f23c admin admin] Pushing event deleted for resources: {'Port': ['ID=4e21508b-7d35-411e-99d8-052dd7b0b5c5,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:56.119287 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:56.146643 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bff975a-91d2-4d84-9e88-ea06b599f23c admin admin] No DVR routers for this DVR port 4e21508b-7d35-411e-99d8-052dd7b0b5c5 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:46:56.147406 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e3786d3f-13c6-4376-8cf4-740f7c6bec58 None None] Provisioning complete for port 72fca490-5643-46fb-a9fe-fab6b37dab85 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:56.147668 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e3786d3f-13c6-4376-8cf4-740f7c6bec58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (72fca490-5643-46fb-a9fe-fab6b37dab85), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:56.149733 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e3786d3f-13c6-4376-8cf4-740f7c6bec58 None None] Attempt 1 to provision port 72fca490-5643-46fb-a9fe-fab6b37dab85 Nov 02 12:46:56.267254 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] Set router 2ca29f2b-7b37-4e2f-a919-d6740ea9b792 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:46:56.270851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 72fca490-5643-46fb-a9fe-fab6b37dab85 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:56.327237 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43124) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:56.344799 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2bff975a-91d2-4d84-9e88-ea06b599f23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (9ae29ae5-a023-4709-af7a-eee00b2fc52c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:56.349093 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1622d3dc-355e-4fbc-b0b0-8494f5a2aa5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:56.424154 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-2bff975a-91d2-4d84-9e88-ea06b599f23c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae29ae5-a023-4709-af7a-eee00b2fc52c']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:56.455714 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-2bff975a-91d2-4d84-9e88-ea06b599f23c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93727399-6baa-41af-9c6d-c42fe9585a6c') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:56.455714 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-2bff975a-91d2-4d84-9e88-ea06b599f23c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93727399-6baa-41af-9c6d-c42fe9585a6c') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:56.460924 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1622d3dc-355e-4fbc-b0b0-8494f5a2aa5e admin admin] Publish callbacks [] for security_group (376e7a90-be2b-4e5d-bd74-37270d563789), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:56.474076 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2bff975a-91d2-4d84-9e88-ea06b599f23c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (93727399-6baa-41af-9c6d-c42fe9585a6c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:56.511448 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1622d3dc-355e-4fbc-b0b0-8494f5a2aa5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (376e7a90-be2b-4e5d-bd74-37270d563789), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:56.541619 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1622d3dc-355e-4fbc-b0b0-8494f5a2aa5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:46:56.542227 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2bff975a-91d2-4d84-9e88-ea06b599f23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (93727399-6baa-41af-9c6d-c42fe9585a6c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:56.544140 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e3786d3f-13c6-4376-8cf4-740f7c6bec58 None None] Current status of the port 72fca490-5643-46fb-a9fe-fab6b37dab85 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:56.544317 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e3786d3f-13c6-4376-8cf4-740f7c6bec58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (72fca490-5643-46fb-a9fe-fab6b37dab85), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:56.554308 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bff975a-91d2-4d84-9e88-ea06b599f23c admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:46:56.554830 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2bff975a-91d2-4d84-9e88-ea06b599f23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (93727399-6baa-41af-9c6d-c42fe9585a6c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:56.571213 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 72fca490-5643-46fb-a9fe-fab6b37dab85 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:56.571526 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (72fca490-5643-46fb-a9fe-fab6b37dab85), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:56.571858 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 72fca490-5643-46fb-a9fe-fab6b37dab85 Nov 02 12:46:56.580264 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622d3dc-355e-4fbc-b0b0-8494f5a2aa5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376e7a90-be2b-4e5d-bd74-37270d563789,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:56.587621 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1622d3dc-355e-4fbc-b0b0-8494f5a2aa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (f2a08f57-1e4d-47c9-b27f-d768c6040685), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:56.588152 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-1622d3dc-355e-4fbc-b0b0-8494f5a2aa5e admin admin] Added segment f2a08f57-1e4d-47c9-b27f-d768c6040685 of type vlan for network 8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89 Nov 02 12:46:56.630765 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 93727399-6baa-41af-9c6d-c42fe9585a6c resource provider aggregate not found Nov 02 12:46:56.698570 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1622d3dc-355e-4fbc-b0b0-8494f5a2aa5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:56.777170 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e3786d3f-13c6-4376-8cf4-740f7c6bec58 None None] For port 72fca490-5643-46fb-a9fe-fab6b37dab85, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=72fca490-5643-46fb-a9fe-fab6b37dab85,segment=NetworkSegment(c5fcae5d-50d0-4b77-b7be-f4b3e357acc2),segment_id=c5fcae5d-50d0-4b77-b7be-f4b3e357acc2)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:56.819722 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 93727399-6baa-41af-9c6d-c42fe9585a6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93727399-6baa-41af-9c6d-c42fe9585a6c found for delete ", "request_id": "req-e3c783c4-8e10-456f-932b-1a1190b5029a"}]} Nov 02 12:46:56.831025 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca29f2b-7b37-4e2f-a919-d6740ea9b792', 'name': 'tempest-TaggedBootDevicesTest_v242-1298366622-router', 'tenant_id': 'ab06f83e0a424658bff125858b807de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b6d93346-d251-4238-9fb6-9c612e7050de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:52Z', 'updated_at': '2022-11-02T12:46:54Z', 'revision_number': 3, 'project_id': 'ab06f83e0a424658bff125858b807de3', 'gw_port': {'id': 'b6d93346-d251-4238-9fb6-9c612e7050de', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:22:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca29f2b-7b37-4e2f-a919-d6740ea9b792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:53Z', 'updated_at': '2022-11-02T12:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:56.840380 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43140) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:56.846457 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e7948004-438d-4b87-a9f6-6ca25df69e55 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Request body: {'router': {'name': 'tempest-router--544307652', 'project_id': 'a6339a995e6a4d4c9d15517b5e84d44e'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:56.911316 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1622d3dc-355e-4fbc-b0b0-8494f5a2aa5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:56.912372 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622d3dc-355e-4fbc-b0b0-8494f5a2aa5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:56.912680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] Checking router: 2ca29f2b-7b37-4e2f-a919-d6740ea9b792 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:46:56.913282 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] Updating router 2ca29f2b-7b37-4e2f-a919-d6740ea9b792 port b6d93346-d251-4238-9fb6-9c612e7050de binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:46:56.915336 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2bff975a-91d2-4d84-9e88-ea06b599f23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (9ae29ae5-a023-4709-af7a-eee00b2fc52c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:56.916350 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1622d3dc-355e-4fbc-b0b0-8494f5a2aa5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:56.917743 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e3786d3f-13c6-4376-8cf4-740f7c6bec58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (72fca490-5643-46fb-a9fe-fab6b37dab85), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:56.954708 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2bff975a-91d2-4d84-9e88-ea06b599f23c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:56.962420 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2bff975a-91d2-4d84-9e88-ea06b599f23c admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/9ae29ae5-a023-4709-af7a-eee00b2fc52c HTTP/1.1" status: 204 len: 168 time: 1.9792039 Nov 02 12:46:56.968741 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff975a-91d2-4d84-9e88-ea06b599f23c admin admin] Pushing event deleted for resources: {'Network': ['ID=9ae29ae5-a023-4709-af7a-eee00b2fc52c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:56.972189 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43142) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:57.003714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 72fca490-5643-46fb-a9fe-fab6b37dab85 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:57.004119 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (72fca490-5643-46fb-a9fe-fab6b37dab85), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:57.019478 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b6d93346-d251-4238-9fb6-9c612e7050de), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:57.065596 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e7948004-438d-4b87-a9f6-6ca25df69e55 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (ecf7e725-2ee1-4d98-aa29-a5137cf0473b), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:57.067578 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e7948004-438d-4b87-a9f6-6ca25df69e55 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (ecf7e725-2ee1-4d98-aa29-a5137cf0473b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:57.079436 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d764e08-fae4-4681-9068-04e9312d2e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:57.079732 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622d3dc-355e-4fbc-b0b0-8494f5a2aa5e admin admin] Pushing event updated for resources: {'Network': ['ID=8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:57.101717 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1622d3dc-355e-4fbc-b0b0-8494f5a2aa5e admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1909971 Nov 02 12:46:57.111334 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:57.111923 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43146) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:57.112911 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:46:57.122434 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-a8264622-1aed-4047-a163-5f2c521dc68a admin admin] Request body: {'subnet': {'network_id': '8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-527638034-subnet', 'tenant_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:57.176810 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e7948004-438d-4b87-a9f6-6ca25df69e55 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_controller (ecf7e725-2ee1-4d98-aa29-a5137cf0473b), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:57.217221 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b32eeadb-59c2-4970-88ab-75266eda6691 None None] Provisioning complete for port 72fca490-5643-46fb-a9fe-fab6b37dab85 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:57.217602 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b32eeadb-59c2-4970-88ab-75266eda6691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (72fca490-5643-46fb-a9fe-fab6b37dab85), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:57.217946 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b32eeadb-59c2-4970-88ab-75266eda6691 None None] Attempt 1 to provision port 72fca490-5643-46fb-a9fe-fab6b37dab85 Nov 02 12:46:57.220663 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3786d3f-13c6-4376-8cf4-740f7c6bec58 None None] Pushing event updated for resources: {'Port': ['ID=72fca490-5643-46fb-a9fe-fab6b37dab85,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:57.233325 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:57.333437 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e7948004-438d-4b87-a9f6-6ca25df69e55 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (ecf7e725-2ee1-4d98-aa29-a5137cf0473b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:57.359330 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:46:57.359755 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:46:57.479513 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b32eeadb-59c2-4970-88ab-75266eda6691 None None] Current status of the port 72fca490-5643-46fb-a9fe-fab6b37dab85 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:57.485287 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8264622-1aed-4047-a163-5f2c521dc68a admin admin] Made reservation on behalf of 762ab703cd6b4d41ac9eddd7baa56c69 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:57.487749 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8264622-1aed-4047-a163-5f2c521dc68a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:57.530722 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e7948004-438d-4b87-a9f6-6ca25df69e55 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:57.535561 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e7948004-438d-4b87-a9f6-6ca25df69e55 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6939971 Nov 02 12:46:57.536355 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43154) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:57.589710 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d764e08-fae4-4681-9068-04e9312d2e6b admin admin] Publish callbacks [] for security_group (36071bd7-c825-4ead-a66b-148b511592ea), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:57.594057 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c5e15e6e-5932-4ad7-9d5c-b7e2797e4916 req-ebaf7e4b-8d6c-42ab-aab3-a7a30442181e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d143d12bb4b94c3b9da7baa4aaa435a5&device_id=853ebe1f-1d3a-44cd-aa1f-3bcff3f50eb7 HTTP/1.1" status: 200 len: 210 time: 0.1192749 Nov 02 12:46:57.604380 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5800c15b-274e-44ae-9d47-f5de0cce9a09 req-d47ff679-8661-4819-a4cf-52ff6d16d0d4 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=853ebe1f-1d3a-44cd-aa1f-3bcff3f50eb7 HTTP/1.1" status: 200 len: 210 time: 0.1618328 Nov 02 12:46:57.621700 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f6b9690-96e0-4bbb-9963-9716bbfd010a tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router (ecf7e725-2ee1-4d98-aa29-a5137cf0473b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:57.624131 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] Publish callbacks [] for port (b6d93346-d251-4238-9fb6-9c612e7050de), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:57.684841 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c5e15e6e-5932-4ad7-9d5c-b7e2797e4916 req-4ad8d771-43a4-45b5-bfc5-f1993bc21a22 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=d143d12bb4b94c3b9da7baa4aaa435a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731695 Nov 02 12:46:57.786785 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f6b9690-96e0-4bbb-9963-9716bbfd010a tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (ecf7e725-2ee1-4d98-aa29-a5137cf0473b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:57.790792 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f6b9690-96e0-4bbb-9963-9716bbfd010a tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_controller (ecf7e725-2ee1-4d98-aa29-a5137cf0473b), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:57.797356 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b6d93346-d251-4238-9fb6-9c612e7050de), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:57.833454 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d764e08-fae4-4681-9068-04e9312d2e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (36071bd7-c825-4ead-a66b-148b511592ea), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:57.850919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] Attempting to bind port b6d93346-d251-4238-9fb6-9c612e7050de on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:46:57.851347 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] Attempting to bind port b6d93346-d251-4238-9fb6-9c612e7050de by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:46:57.851786 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] Attempting to bind port b6d93346-d251-4238-9fb6-9c612e7050de on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:57.856654 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Allocated IP 172.20.0.1 (e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3/8eb45777-7f09-4486-8933-0bcbd33d87af/1a314ed8-1c1e-4f8f-82f8-6855f8379243) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:57.931399 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a29320-effd-4868-9ec0-0c8f292d4cac None None] Pushing event updated for resources: {'Port': ['ID=b6d93346-d251-4238-9fb6-9c612e7050de,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:57.937697 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 72fca490-5643-46fb-a9fe-fab6b37dab85 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:57.945604 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:46:57.945978 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:46:57.946383 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:57.946797 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:46:57.947265 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] Bound port: b6d93346-d251-4238-9fb6-9c612e7050de, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:46:57.947641 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b6d93346-d251-4238-9fb6-9c612e7050de), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:57.983397 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:57.993901 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1d764e08-fae4-4681-9068-04e9312d2e6b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b103bb7c440443ae945c37163c6d3fc2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6634436 Nov 02 12:46:57.994742 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d764e08-fae4-4681-9068-04e9312d2e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36071bd7-c825-4ead-a66b-148b511592ea,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:57.997943 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43158) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:58.002734 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 20bd2c89-75b6-41e4-9b36-6db72d242d03 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:46:58.006530 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] For port b6d93346-d251-4238-9fb6-9c612e7050de, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:58.029072 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e15e6e-5932-4ad7-9d5c-b7e2797e4916 req-17015879-c957-4aaa-aea6-d07303ac4786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:58.032232 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f6b9690-96e0-4bbb-9963-9716bbfd010a tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (ecf7e725-2ee1-4d98-aa29-a5137cf0473b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:58.032478 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c5e15e6e-5932-4ad7-9d5c-b7e2797e4916 req-17015879-c957-4aaa-aea6-d07303ac4786 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3376763 Nov 02 12:46:58.033866 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6b9690-96e0-4bbb-9963-9716bbfd010a tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ecf7e725-2ee1-4d98-aa29-a5137cf0473b {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:46:58.042601 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 20bd2c89-75b6-41e4-9b36-6db72d242d03 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:46:58.043053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 20bd2c89-75b6-41e4-9b36-6db72d242d03 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:46:58.049004 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f6b9690-96e0-4bbb-9963-9716bbfd010a tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:58.054546 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9f6b9690-96e0-4bbb-9963-9716bbfd010a tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "DELETE /networking/v2.0/routers/ecf7e725-2ee1-4d98-aa29-a5137cf0473b HTTP/1.1" status: 204 len: 168 time: 0.5156624 Nov 02 12:46:58.058166 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4e21508b-7d35-411e-99d8-052dd7b0b5c5 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:46:58.063432 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] For port b6d93346-d251-4238-9fb6-9c612e7050de, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b6d93346-d251-4238-9fb6-9c612e7050de,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:58.077883 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:58.111641 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e9d6854d-274c-4774-add6-222c91a19f8b admin admin] Publish callbacks [] for security_group (36071bd7-c825-4ead-a66b-148b511592ea), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:58.120203 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 4e21508b-7d35-411e-99d8-052dd7b0b5c5 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:46:58.120788 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4e21508b-7d35-411e-99d8-052dd7b0b5c5 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:46:58.136883 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e9d6854d-274c-4774-add6-222c91a19f8b admin admin] Publish callbacks [] for security_group (36071bd7-c825-4ead-a66b-148b511592ea), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:58.176160 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b6d93346-d251-4238-9fb6-9c612e7050de), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:58.243005 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86915f66-af87-4ff4-94a4-50357ae5e027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:58.262586 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 72fca490-5643-46fb-a9fe-fab6b37dab85 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:58.276264 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] Routers {'2ca29f2b-7b37-4e2f-a919-d6740ea9b792'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:46:58.276935 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['2ca29f2b-7b37-4e2f-a919-d6740ea9b792'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:58.288122 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e9d6854d-274c-4774-add6-222c91a19f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (36071bd7-c825-4ead-a66b-148b511592ea), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:58.291805 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e9d6854d-274c-4774-add6-222c91a19f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:58.293633 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e9d6854d-274c-4774-add6-222c91a19f8b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/36071bd7-c825-4ead-a66b-148b511592ea HTTP/1.1" status: 204 len: 168 time: 0.2938731 Nov 02 12:46:58.305667 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6854d-274c-4774-add6-222c91a19f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36071bd7-c825-4ead-a66b-148b511592ea,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:58.329436 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Publish callbacks [] for port (1a314ed8-1c1e-4f8f-82f8-6855f8379243), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:58.361892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a29320-effd-4868-9ec0-0c8f292d4cac None None] Pushing event updated for resources: {'Port': ['ID=b6d93346-d251-4238-9fb6-9c612e7050de,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:58.392791 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8264622-1aed-4047-a163-5f2c521dc68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (68ce9211-9eb4-40b2-a0d0-8e1628685ae0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:58.470745 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:58.512023 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8264622-1aed-4047-a163-5f2c521dc68a admin admin] Pushing event updated for resources: {'Subnet': ['ID=68ce9211-9eb4-40b2-a0d0-8e1628685ae0,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:58.546144 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8264622-1aed-4047-a163-5f2c521dc68a admin admin] Checking segment: {'id': 'f2a08f57-1e4d-47c9-b27f-d768c6040685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:46:58.546503 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8264622-1aed-4047-a163-5f2c521dc68a admin admin] Network hostable DHCP agents. Network: 8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:46:58.575293 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43170) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:58.580835 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:58.585421 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 72fca490-5643-46fb-a9fe-fab6b37dab85 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:58.585801 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (72fca490-5643-46fb-a9fe-fab6b37dab85), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:58.586140 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 72fca490-5643-46fb-a9fe-fab6b37dab85 Nov 02 12:46:58.617840 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (1a314ed8-1c1e-4f8f-82f8-6855f8379243), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:58.643916 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] Set router 2ca29f2b-7b37-4e2f-a919-d6740ea9b792 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:46:58.699914 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8264622-1aed-4047-a163-5f2c521dc68a admin admin] Network 8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:46:58.716933 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-86915f66-af87-4ff4-94a4-50357ae5e027 admin admin] Deleting port af6f7557-60c8-46bf-86b5-95c3e1023bd0 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:46:58.717828 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86915f66-af87-4ff4-94a4-50357ae5e027 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (af6f7557-60c8-46bf-86b5-95c3e1023bd0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:58.719230 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:46:58.733126 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Network e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:58.758994 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:58.768442 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Pushing event updated for resources: {'Port': ['ID=1a314ed8-1c1e-4f8f-82f8-6855f8379243,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:58.770897 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:46:58.784353 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 72fca490-5643-46fb-a9fe-fab6b37dab85 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:46:58.801982 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-91a0eb4b-971f-4dce-85b4-13dd290752df req-47477021-a668-4495-b435-b2eadff3ff1b tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=853ebe1f-1d3a-44cd-aa1f-3bcff3f50eb7 HTTP/1.1" status: 200 len: 210 time: 0.0676916 Nov 02 12:46:58.871320 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca29f2b-7b37-4e2f-a919-d6740ea9b792', 'name': 'tempest-TaggedBootDevicesTest_v242-1298366622-router', 'tenant_id': 'ab06f83e0a424658bff125858b807de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b6d93346-d251-4238-9fb6-9c612e7050de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:52Z', 'updated_at': '2022-11-02T12:46:54Z', 'revision_number': 3, 'project_id': 'ab06f83e0a424658bff125858b807de3', 'gw_port': {'id': 'b6d93346-d251-4238-9fb6-9c612e7050de', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:22:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca29f2b-7b37-4e2f-a919-d6740ea9b792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:53Z', 'updated_at': '2022-11-02T12:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:58.898738 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-a8264622-1aed-4047-a163-5f2c521dc68a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:58.898738 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8264622-1aed-4047-a163-5f2c521dc68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:58.898738 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8264622-1aed-4047-a163-5f2c521dc68a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:58.902860 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70be254c-8ddf-4799-84b4-75789308f32a None None] Network 8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:46:58.926948 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca141770-d8aa-4347-97ac-b616b41cc0bc None None] The sync data for ids ['2ca29f2b-7b37-4e2f-a919-d6740ea9b792'] in n-d-857339-6 is: [{'id': '2ca29f2b-7b37-4e2f-a919-d6740ea9b792', 'name': 'tempest-TaggedBootDevicesTest_v242-1298366622-router', 'tenant_id': 'ab06f83e0a424658bff125858b807de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b6d93346-d251-4238-9fb6-9c612e7050de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:52Z', 'updated_at': '2022-11-02T12:46:54Z', 'revision_number': 3, 'project_id': 'ab06f83e0a424658bff125858b807de3', 'gw_port': {'id': 'b6d93346-d251-4238-9fb6-9c612e7050de', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:22:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca29f2b-7b37-4e2f-a919-d6740ea9b792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:53Z', 'updated_at': '2022-11-02T12:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:46:58.957314 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-86915f66-af87-4ff4-94a4-50357ae5e027 admin admin] For port af6f7557-60c8-46bf-86b5-95c3e1023bd0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=af6f7557-60c8-46bf-86b5-95c3e1023bd0,segment=NetworkSegment(8851533c-d449-48e6-817f-034bf55b27b5),segment_id=8851533c-d449-48e6-817f-034bf55b27b5)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:58.957670 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86915f66-af87-4ff4-94a4-50357ae5e027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (af6f7557-60c8-46bf-86b5-95c3e1023bd0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:58.977179 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-86915f66-af87-4ff4-94a4-50357ae5e027 admin admin] Calling delete_port for af6f7557-60c8-46bf-86b5-95c3e1023bd0 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:46:59.066646 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (2ca29f2b-7b37-4e2f-a919-d6740ea9b792), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:59.073410 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89', 'network_id': '8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89', 'project_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'fixed_ips': [{'subnet_id': '68ce9211-9eb4-40b2-a0d0-8e1628685ae0'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:46:59.074568 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:59.150067 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1054e517-0642-4c73-8daf-199b9e802253 None None] Provisioning complete for port 1a314ed8-1c1e-4f8f-82f8-6855f8379243 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:46:59.151112 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1054e517-0642-4c73-8daf-199b9e802253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1a314ed8-1c1e-4f8f-82f8-6855f8379243), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:59.151641 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1054e517-0642-4c73-8daf-199b9e802253 None None] Attempt 1 to provision port 1a314ed8-1c1e-4f8f-82f8-6855f8379243 Nov 02 12:46:59.307938 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:59.311524 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1054e517-0642-4c73-8daf-199b9e802253 None None] Port 1a314ed8-1c1e-4f8f-82f8-6855f8379243 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:46:59.345583 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5f03b8a9-7d74-40c8-8133-c503e05e0b11 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1548495643', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}, 'admin_state_up': False}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:59.430674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] Allocated IP 172.20.0.2 (8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89/68ce9211-9eb4-40b2-a0d0-8e1628685ae0/74e71fbc-fa80-4b29-a54d-eb70ecd53a10) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:59.540691 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f03b8a9-7d74-40c8-8133-c503e05e0b11 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (47da8491-8f94-4a4e-96da-c5f3b3f30199), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:59.542975 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f03b8a9-7d74-40c8-8133-c503e05e0b11 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (47da8491-8f94-4a4e-96da-c5f3b3f30199), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:59.550325 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a8264622-1aed-4047-a163-5f2c521dc68a admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4374878 Nov 02 12:46:59.560905 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43182) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:59.565593 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-22aac575-d665-4f8b-b5b6-d86e49cfebe3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-527638034-router', 'tenant_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:59.568479 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:59.618046 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c5e15e6e-5932-4ad7-9d5c-b7e2797e4916 req-f1bf922c-59cb-4cd4-a211-6c175c43ccf4 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=853ebe1f-1d3a-44cd-aa1f-3bcff3f50eb7 HTTP/1.1" status: 200 len: 210 time: 0.0727127 Nov 02 12:46:59.645248 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f03b8a9-7d74-40c8-8133-c503e05e0b11 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_controller (47da8491-8f94-4a4e-96da-c5f3b3f30199), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:59.660153 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] Publish callbacks [] for port (74e71fbc-fa80-4b29-a54d-eb70ecd53a10), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:59.781664 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-22aac575-d665-4f8b-b5b6-d86e49cfebe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (4ae2e6eb-a3b9-4a97-9272-51e85e4cad15), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:59.782712 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-22aac575-d665-4f8b-b5b6-d86e49cfebe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (4ae2e6eb-a3b9-4a97-9272-51e85e4cad15), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:59.821240 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (74e71fbc-fa80-4b29-a54d-eb70ecd53a10), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:59.889947 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] Pushing event updated for resources: {'Port': ['ID=74e71fbc-fa80-4b29-a54d-eb70ecd53a10,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:59.899531 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86915f66-af87-4ff4-94a4-50357ae5e027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (af6f7557-60c8-46bf-86b5-95c3e1023bd0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:59.910311 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] Network 8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:59.913906 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:59.916790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:46:59.993894 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:59.998044 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86915f66-af87-4ff4-94a4-50357ae5e027 admin admin] Pushing event deleted for resources: {'Port': ['ID=af6f7557-60c8-46bf-86b5-95c3e1023bd0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:00.045578 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] Attempting to bind port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:47:00.046014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] Attempting to bind port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'f2a08f57-1e4d-47c9-b27f-d768c6040685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:47:00.046400 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] Attempting to bind port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 on network 8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:47:00.083780 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-22aac575-d665-4f8b-b5b6-d86e49cfebe3 admin admin] Publish callbacks [] for router_controller (4ae2e6eb-a3b9-4a97-9272-51e85e4cad15), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:00.088833 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43188) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:00.128380 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:00.153224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:47:00.153224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] Checking segment: {'id': 'f2a08f57-1e4d-47c9-b27f-d768c6040685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:00.153224 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:00.153995 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] Bound using segment: {'id': 'f2a08f57-1e4d-47c9-b27f-d768c6040685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:47:00.153995 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] Bound port: 74e71fbc-fa80-4b29-a54d-eb70ecd53a10, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a08f57-1e4d-47c9-b27f-d768c6040685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:47:00.154331 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (74e71fbc-fa80-4b29-a54d-eb70ecd53a10), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:00.278428 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6b74c941-4b05-412d-8623-de53b754cd4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:00.295794 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2766ebfb-0063-4afb-ad8a-3995758889c0 req-3baaaead-23fd-464e-ba86-615c1e40d962 tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=853ebe1f-1d3a-44cd-aa1f-3bcff3f50eb7 HTTP/1.1" status: 200 len: 210 time: 0.1849923 Nov 02 12:47:00.392364 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] For port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:47:00.414591 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] For port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=74e71fbc-fa80-4b29-a54d-eb70ecd53a10,segment=NetworkSegment(f2a08f57-1e4d-47c9-b27f-d768c6040685),segment_id=f2a08f57-1e4d-47c9-b27f-d768c6040685)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:47:00.446845 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b6d93346-d251-4238-9fb6-9c612e7050de up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:00.477666 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f03b8a9-7d74-40c8-8133-c503e05e0b11 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_gateway (47da8491-8f94-4a4e-96da-c5f3b3f30199), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:00.540011 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port b6d93346-d251-4238-9fb6-9c612e7050de triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:00.540889 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b6d93346-d251-4238-9fb6-9c612e7050de), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:00.541681 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port b6d93346-d251-4238-9fb6-9c612e7050de Nov 02 12:47:00.572445 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (74e71fbc-fa80-4b29-a54d-eb70ecd53a10), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:00.636698 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86915f66-af87-4ff4-94a4-50357ae5e027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:00.640753 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1a314ed8-1c1e-4f8f-82f8-6855f8379243), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:00.643969 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb37ed-bf74-4cc9-b9f8-4c38bf399299 None None] Pushing event updated for resources: {'Port': ['ID=74e71fbc-fa80-4b29-a54d-eb70ecd53a10,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:00.700981 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port b6d93346-d251-4238-9fb6-9c612e7050de is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:00.701432 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b6d93346-d251-4238-9fb6-9c612e7050de), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:00.728164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port b6d93346-d251-4238-9fb6-9c612e7050de, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b6d93346-d251-4238-9fb6-9c612e7050de,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:00.758761 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-22aac575-d665-4f8b-b5b6-d86e49cfebe3 admin admin] Publish callbacks [] for router_gateway (4ae2e6eb-a3b9-4a97-9272-51e85e4cad15), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:00.842575 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6b74c941-4b05-412d-8623-de53b754cd4a admin admin] Publish callbacks [] for security_group (eeab0f32-cb3a-4438-9277-51a8f9947249), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:00.901829 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b6d93346-d251-4238-9fb6-9c612e7050de), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:01.036241 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=b6d93346-d251-4238-9fb6-9c612e7050de,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:01.051998 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:01.071043 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6b74c941-4b05-412d-8623-de53b754cd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (eeab0f32-cb3a-4438-9277-51a8f9947249), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:01.123996 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6b74c941-4b05-412d-8623-de53b754cd4a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=36afadfa4590450e8ea17f32f258f25d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0172656 Nov 02 12:47:01.128027 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43196) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:01.216991 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f03b8a9-7d74-40c8-8133-c503e05e0b11 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_gateway (47da8491-8f94-4a4e-96da-c5f3b3f30199), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:01.249268 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Publish callbacks [] for port (1a314ed8-1c1e-4f8f-82f8-6855f8379243), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:01.323840 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74c941-4b05-412d-8623-de53b754cd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeab0f32-cb3a-4438-9277-51a8f9947249,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:01.337486 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:01.343242 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f03b8a9-7d74-40c8-8133-c503e05e0b11 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:01.363434 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43198) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:01.403697 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (1a314ed8-1c1e-4f8f-82f8-6855f8379243), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:01.426144 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86915f66-af87-4ff4-94a4-50357ae5e027 admin admin] Router cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:47:01.441568 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-428b911f-ac07-40a8-8c02-fa05d1a9a18c admin admin] Publish callbacks [] for security_group (eeab0f32-cb3a-4438-9277-51a8f9947249), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:01.465751 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-428b911f-ac07-40a8-8c02-fa05d1a9a18c admin admin] Publish callbacks [] for security_group (eeab0f32-cb3a-4438-9277-51a8f9947249), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:01.517931 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-22aac575-d665-4f8b-b5b6-d86e49cfebe3 admin admin] Publish callbacks [] for router_gateway (4ae2e6eb-a3b9-4a97-9272-51e85e4cad15), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:01.556474 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-22aac575-d665-4f8b-b5b6-d86e49cfebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:01.620158 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a569987f-08df-44ca-a82c-cba4f5e05cca req-85ac7339-a4b1-444b-b5fa-d6de2eddd4ea tempest-ServerShowV247Test-582320599 tempest-ServerShowV247Test-582320599-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=853ebe1f-1d3a-44cd-aa1f-3bcff3f50eb7 HTTP/1.1" status: 200 len: 210 time: 0.0708315 Nov 02 12:47:01.646214 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Pushing event updated for resources: {'Port': ['ID=1a314ed8-1c1e-4f8f-82f8-6855f8379243,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:01.661676 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (2ca29f2b-7b37-4e2f-a919-d6740ea9b792), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:01.671252 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-428b911f-ac07-40a8-8c02-fa05d1a9a18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (eeab0f32-cb3a-4438-9277-51a8f9947249), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:01.674116 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-428b911f-ac07-40a8-8c02-fa05d1a9a18c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:01.677800 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-428b911f-ac07-40a8-8c02-fa05d1a9a18c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/eeab0f32-cb3a-4438-9277-51a8f9947249 HTTP/1.1" status: 204 len: 168 time: 0.5464864 Nov 02 12:47:01.677800 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8e2063a5-7c23-4c4b-a7dd-400a69ee87c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:01.699764 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:01.700269 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:01.700762 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:01.701203 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:01.701636 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:01.702067 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:01.702491 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:01.702943 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:01.703390 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:01.703889 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:01.704324 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:01.704766 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:01.705230 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:01.705735 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:01.706589 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:01.723601 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b911f-ac07-40a8-8c02-fa05d1a9a18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeab0f32-cb3a-4438-9277-51a8f9947249,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:01.809340 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-5f03b8a9-7d74-40c8-8133-c503e05e0b11 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Allocated IP 172.25.2.68 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/8bd616f5-a78e-421f-bf7b-44b0a5cb0904) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:01.883770 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86915f66-af87-4ff4-94a4-50357ae5e027 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:47:01.898351 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Network e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:01.903354 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2eb689-3041-4568-b30e-2fd8c81ef2ca None None] Sync routers for ids ['cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:47:01.903988 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-86915f66-af87-4ff4-94a4-50357ae5e027 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9301622 Nov 02 12:47:01.905421 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:01.907143 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43210) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:01.923154 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2eb689-3041-4568-b30e-2fd8c81ef2ca None None] Routers {'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:01.924374 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-ac2eb689-3041-4568-b30e-2fd8c81ef2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:01.976005 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8e2063a5-7c23-4c4b-a7dd-400a69ee87c1 admin admin] Publish callbacks [] for security_group (4b817a9a-8f6e-4d99-8509-af7d5590a679), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:02.170676 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-ac2eb689-3041-4568-b30e-2fd8c81ef2ca None None] Set router cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:47:02.387099 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Router 2ca29f2b-7b37-4e2f-a919-d6740ea9b792 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:47:02.389241 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-173b02b0-2a98-4e05-8520-64f16577953e admin admin] Publish callbacks [] for router (cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:02.470241 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b6d93346-d251-4238-9fb6-9c612e7050de up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:02.593638 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8e2063a5-7c23-4c4b-a7dd-400a69ee87c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4b817a9a-8f6e-4d99-8509-af7d5590a679), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:02.597884 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:02.625596 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port b6d93346-d251-4238-9fb6-9c612e7050de triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:02.626165 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b6d93346-d251-4238-9fb6-9c612e7050de), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:02.631496 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port b6d93346-d251-4238-9fb6-9c612e7050de Nov 02 12:47:02.665664 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8e2063a5-7c23-4c4b-a7dd-400a69ee87c1 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=dfb573e521b54a43903005fde9cbf83c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2995486 Nov 02 12:47:02.673902 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43224) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:02.676369 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2063a5-7c23-4c4b-a7dd-400a69ee87c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b817a9a-8f6e-4d99-8509-af7d5590a679,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:02.719640 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03589a72-0397-45ca-bdb6-427c016f6486 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:47:02.776395 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f03b8a9-7d74-40c8-8133-c503e05e0b11 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for port (8bd616f5-a78e-421f-bf7b-44b0a5cb0904), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:02.781142 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-ac2eb689-3041-4568-b30e-2fd8c81ef2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36', 'name': 'tempest-TaggedBootDevicesTest-1163831568-router', 'tenant_id': '5db19daadcca4fb7a4b682b68de52c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '9c71b10b-7a8e-42a8-8962-5fb83ed2f508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:46:59Z', 'revision_number': 5, 'project_id': '5db19daadcca4fb7a4b682b68de52c61', 'gw_port': {'id': '9c71b10b-7a8e-42a8-8962-5fb83ed2f508', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:44Z', 'updated_at': '2022-11-02T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:02.802561 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f3fea429-9e7c-4cc7-8bb8-8003b15b763f None None] Provisioning complete for port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:02.803836 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f3fea429-9e7c-4cc7-8bb8-8003b15b763f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (74e71fbc-fa80-4b29-a54d-eb70ecd53a10), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:02.804369 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f3fea429-9e7c-4cc7-8bb8-8003b15b763f None None] Attempt 1 to provision port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 Nov 02 12:47:02.822693 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4ec4aa6a-8ffd-4781-a5c6-fd0c1c5ae3e6 admin admin] Publish callbacks [] for security_group (4b817a9a-8f6e-4d99-8509-af7d5590a679), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:02.849895 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:02.858309 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-173b02b0-2a98-4e05-8520-64f16577953e admin admin] Publish callbacks [] for router_gateway (cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:02.862236 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:47:02.865558 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4ec4aa6a-8ffd-4781-a5c6-fd0c1c5ae3e6 admin admin] Publish callbacks [] for security_group (4b817a9a-8f6e-4d99-8509-af7d5590a679), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:02.877220 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2eb689-3041-4568-b30e-2fd8c81ef2ca None None] Checking router: cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:47:02.877901 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e5cefc16-d949-461a-9186-eac2d7d50b17 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/2ca29f2b-7b37-4e2f-a919-d6740ea9b792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0036819 Nov 02 12:47:02.900090 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2eb689-3041-4568-b30e-2fd8c81ef2ca None None] Routers {'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:02.901917 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-ac2eb689-3041-4568-b30e-2fd8c81ef2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:02.956325 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] Sync routers for ids ['2ca29f2b-7b37-4e2f-a919-d6740ea9b792'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:47:03.006871 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] Routers {'2ca29f2b-7b37-4e2f-a919-d6740ea9b792'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:03.008371 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['2ca29f2b-7b37-4e2f-a919-d6740ea9b792'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:03.015262 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f03b8a9-7d74-40c8-8133-c503e05e0b11 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (8bd616f5-a78e-421f-bf7b-44b0a5cb0904), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:03.035801 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-ac2eb689-3041-4568-b30e-2fd8c81ef2ca None None] Set router cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:47:03.058606 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port b6d93346-d251-4238-9fb6-9c612e7050de is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:03.059820 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:03.080646 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-173b02b0-2a98-4e05-8520-64f16577953e admin admin] Deleting port 9c71b10b-7a8e-42a8-8962-5fb83ed2f508 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:03.082020 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-173b02b0-2a98-4e05-8520-64f16577953e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9c71b10b-7a8e-42a8-8962-5fb83ed2f508), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:03.097336 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:03.109284 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03589a72-0397-45ca-bdb6-427c016f6486 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:47:03.124509 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03b8a9-7d74-40c8-8133-c503e05e0b11 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Pushing event updated for resources: {'Port': ['ID=8bd616f5-a78e-421f-bf7b-44b0a5cb0904,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:03.144962 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4ec4aa6a-8ffd-4781-a5c6-fd0c1c5ae3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4b817a9a-8f6e-4d99-8509-af7d5590a679), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:03.149887 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4ec4aa6a-8ffd-4781-a5c6-fd0c1c5ae3e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:03.153688 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4ec4aa6a-8ffd-4781-a5c6-fd0c1c5ae3e6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4b817a9a-8f6e-4d99-8509-af7d5590a679 HTTP/1.1" status: 204 len: 168 time: 0.4758439 Nov 02 12:47:03.183627 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f03b8a9-7d74-40c8-8133-c503e05e0b11 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:03.187599 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4aa6a-8ffd-4781-a5c6-fd0c1c5ae3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b817a9a-8f6e-4d99-8509-af7d5590a679,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:03.195167 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-5f03b8a9-7d74-40c8-8133-c503e05e0b11 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:03.217109 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f3fea429-9e7c-4cc7-8bb8-8003b15b763f None None] Current status of the port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:03.217892 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f3fea429-9e7c-4cc7-8bb8-8003b15b763f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (74e71fbc-fa80-4b29-a54d-eb70ecd53a10), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:03.218249 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f03b8a9-7d74-40c8-8133-c503e05e0b11 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:47:03.226631 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-22aac575-d665-4f8b-b5b6-d86e49cfebe3 admin admin] Allocated IP 172.25.2.205 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/12a360d9-4d0e-493b-b2e4-75e7a90b0971) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:03.244198 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-173b02b0-2a98-4e05-8520-64f16577953e admin admin] For port 9c71b10b-7a8e-42a8-8962-5fb83ed2f508, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9c71b10b-7a8e-42a8-8962-5fb83ed2f508,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:03.246671 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-173b02b0-2a98-4e05-8520-64f16577953e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9c71b10b-7a8e-42a8-8962-5fb83ed2f508), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:03.265874 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-173b02b0-2a98-4e05-8520-64f16577953e admin admin] Calling delete_port for 9c71b10b-7a8e-42a8-8962-5fb83ed2f508 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:03.361064 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-ac2eb689-3041-4568-b30e-2fd8c81ef2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36', 'name': 'tempest-TaggedBootDevicesTest-1163831568-router', 'tenant_id': '5db19daadcca4fb7a4b682b68de52c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '9c71b10b-7a8e-42a8-8962-5fb83ed2f508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:46:59Z', 'revision_number': 5, 'project_id': '5db19daadcca4fb7a4b682b68de52c61', 'gw_port': {'id': '9c71b10b-7a8e-42a8-8962-5fb83ed2f508', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:44Z', 'updated_at': '2022-11-02T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:03.361494 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f3fea429-9e7c-4cc7-8bb8-8003b15b763f None None] For port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=74e71fbc-fa80-4b29-a54d-eb70ecd53a10,segment=NetworkSegment(f2a08f57-1e4d-47c9-b27f-d768c6040685),segment_id=f2a08f57-1e4d-47c9-b27f-d768c6040685)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:03.373528 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] Set router 2ca29f2b-7b37-4e2f-a919-d6740ea9b792 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:47:03.378239 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:03.378611 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (74e71fbc-fa80-4b29-a54d-eb70ecd53a10), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:03.390041 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 Nov 02 12:47:03.436920 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2eb689-3041-4568-b30e-2fd8c81ef2ca None None] The sync data for ids ['cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36'] in n-d-857339-6 is: [{'id': 'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36', 'name': 'tempest-TaggedBootDevicesTest-1163831568-router', 'tenant_id': '5db19daadcca4fb7a4b682b68de52c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '9c71b10b-7a8e-42a8-8962-5fb83ed2f508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:42Z', 'updated_at': '2022-11-02T12:46:59Z', 'revision_number': 5, 'project_id': '5db19daadcca4fb7a4b682b68de52c61', 'gw_port': {'id': '9c71b10b-7a8e-42a8-8962-5fb83ed2f508', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:44Z', 'updated_at': '2022-11-02T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:47:03.602917 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-22aac575-d665-4f8b-b5b6-d86e49cfebe3 admin admin] Publish callbacks [] for port (12a360d9-4d0e-493b-b2e4-75e7a90b0971), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:03.636611 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f3fea429-9e7c-4cc7-8bb8-8003b15b763f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (74e71fbc-fa80-4b29-a54d-eb70ecd53a10), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:03.682420 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-173b02b0-2a98-4e05-8520-64f16577953e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (9c71b10b-7a8e-42a8-8962-5fb83ed2f508), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:03.718969 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-22aac575-d665-4f8b-b5b6-d86e49cfebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (12a360d9-4d0e-493b-b2e4-75e7a90b0971), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:03.727999 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b02b0-2a98-4e05-8520-64f16577953e admin admin] Pushing event deleted for resources: {'Port': ['ID=9c71b10b-7a8e-42a8-8962-5fb83ed2f508,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:03.823414 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-173b02b0-2a98-4e05-8520-64f16577953e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:03.837625 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fea429-9e7c-4cc7-8bb8-8003b15b763f None None] Pushing event updated for resources: {'Port': ['ID=74e71fbc-fa80-4b29-a54d-eb70ecd53a10,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:03.887819 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aac575-d665-4f8b-b5b6-d86e49cfebe3 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:03.905371 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-22aac575-d665-4f8b-b5b6-d86e49cfebe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:03.921265 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aac575-d665-4f8b-b5b6-d86e49cfebe3 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:47:03.921614 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:03.942959 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aac575-d665-4f8b-b5b6-d86e49cfebe3 admin admin] Pushing event updated for resources: {'Port': ['ID=12a360d9-4d0e-493b-b2e4-75e7a90b0971,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:04.022692 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-173b02b0-2a98-4e05-8520-64f16577953e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:04.029070 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-173b02b0-2a98-4e05-8520-64f16577953e admin admin] Publish callbacks [] for router_controller (cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:04.042706 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f03b8a9-7d74-40c8-8133-c503e05e0b11 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_gateway (47da8491-8f94-4a4e-96da-c5f3b3f30199), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:04.050019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca29f2b-7b37-4e2f-a919-d6740ea9b792', 'name': 'tempest-TaggedBootDevicesTest_v242-1298366622-router', 'tenant_id': 'ab06f83e0a424658bff125858b807de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b6d93346-d251-4238-9fb6-9c612e7050de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:52Z', 'updated_at': '2022-11-02T12:46:59Z', 'revision_number': 4, 'project_id': 'ab06f83e0a424658bff125858b807de3', 'gw_port': {'id': 'b6d93346-d251-4238-9fb6-9c612e7050de', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:22:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca29f2b-7b37-4e2f-a919-d6740ea9b792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:53Z', 'updated_at': '2022-11-02T12:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '1a314ed8-1c1e-4f8f-82f8-6855f8379243', 'name': '', 'network_id': 'e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3', 'tenant_id': 'ab06f83e0a424658bff125858b807de3', 'mac_address': 'fa:16:3e:f6:e7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca29f2b-7b37-4e2f-a919-d6740ea9b792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '8eb45777-7f09-4486-8933-0bcbd33d87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:57Z', 'updated_at': '2022-11-02T12:47:00Z', 'revision_number': 2, 'project_id': 'ab06f83e0a424658bff125858b807de3', 'subnets': [{'id': '8eb45777-7f09-4486-8933-0bcbd33d87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:04.092323 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] Checking router: 2ca29f2b-7b37-4e2f-a919-d6740ea9b792 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:47:04.092727 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] Updating router 2ca29f2b-7b37-4e2f-a919-d6740ea9b792 port 1a314ed8-1c1e-4f8f-82f8-6855f8379243 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:47:04.116577 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=69,neutron:INSERT=25,neutron:UPDATE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:04.152964 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1a314ed8-1c1e-4f8f-82f8-6855f8379243), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:04.227034 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-173b02b0-2a98-4e05-8520-64f16577953e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:04.228447 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173b02b0-2a98-4e05-8520-64f16577953e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:47:04.233238 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-173b02b0-2a98-4e05-8520-64f16577953e admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:04.236912 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-173b02b0-2a98-4e05-8520-64f16577953e admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/cd3c2aa5-6d09-4846-a2ff-c25cb3d8ba36 HTTP/1.1" status: 204 len: 168 time: 2.3265307 Nov 02 12:47:04.240794 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43252) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:04.251072 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:04.402485 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ccad68-bf54-4957-9612-a9192994fd77 admin admin] Deleting subnet 5ec7a191-8d2f-4e3c-8337-492099f3ecfa {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:47:04.425539 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8ccad68-bf54-4957-9612-a9192994fd77 admin admin] Publish callbacks [] for subnet (5ec7a191-8d2f-4e3c-8337-492099f3ecfa), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:04.469495 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43256) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:04.489102 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:04.541980 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8ccad68-bf54-4957-9612-a9192994fd77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (5ec7a191-8d2f-4e3c-8337-492099f3ecfa), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:04.619818 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:04.759682 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:04.762209 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (74e71fbc-fa80-4b29-a54d-eb70ecd53a10), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:04.762586 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 Nov 02 12:47:04.782370 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8ccad68-bf54-4957-9612-a9192994fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (5ec7a191-8d2f-4e3c-8337-492099f3ecfa), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:04.783086 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f03b8a9-7d74-40c8-8133-c503e05e0b11 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (47da8491-8f94-4a4e-96da-c5f3b3f30199), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:04.821944 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:04.980271 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e1c8bb-b73d-465e-8e2b-4250e7836b87 None None] Network 8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:47:04.980963 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-16ebfbee-e405-4415-8ab4-3580c5498ccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.011530 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8ccad68-bf54-4957-9612-a9192994fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (5ec7a191-8d2f-4e3c-8337-492099f3ecfa), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.012621 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] Publish callbacks [] for port (1a314ed8-1c1e-4f8f-82f8-6855f8379243), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.063610 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-22aac575-d665-4f8b-b5b6-d86e49cfebe3 admin admin] Publish callbacks [] for router_gateway (4ae2e6eb-a3b9-4a97-9272-51e85e4cad15), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.111069 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43298) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:05.146593 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccad68-bf54-4957-9612-a9192994fd77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ec7a191-8d2f-4e3c-8337-492099f3ecfa,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:05.202107 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8ccad68-bf54-4957-9612-a9192994fd77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.211711 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a8ccad68-bf54-4957-9612-a9192994fd77 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/5ec7a191-8d2f-4e3c-8337-492099f3ecfa HTTP/1.1" status: 204 len: 168 time: 0.9688184 Nov 02 12:47:05.213233 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43300) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:05.252834 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b1c3d1c-ed54-4718-8162-a2c46adc4a8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.306133 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9632b215-8827-4bda-b744-52c1590a73ca None None] Network bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:47:05.336228 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:05.338333 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-22aac575-d665-4f8b-b5b6-d86e49cfebe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (4ae2e6eb-a3b9-4a97-9272-51e85e4cad15), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.356875 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device af6f7557-60c8-46bf-86b5-95c3e1023bd0 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:47:05.390584 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: af6f7557-60c8-46bf-86b5-95c3e1023bd0 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:47:05.390814 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-83b4720d-4ce0-4561-9280-d73aab237632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.391316 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device af6f7557-60c8-46bf-86b5-95c3e1023bd0 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:47:05.418193 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-16ebfbee-e405-4415-8ab4-3580c5498ccc admin admin] Publish callbacks [] for security_group (800fa5e0-b8be-42cc-8704-e179ab3e8f92), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.473570 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1a314ed8-1c1e-4f8f-82f8-6855f8379243), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.484913 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8e3afcb6-9afc-4ff0-902a-5ea362c2d328 None None] Provisioning complete for port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:05.485559 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8e3afcb6-9afc-4ff0-902a-5ea362c2d328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9d652b6b-be3a-47e9-8f25-1daf990c2ae0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.486368 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8e3afcb6-9afc-4ff0-902a-5ea362c2d328 None None] Attempt 1 to provision port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 Nov 02 12:47:05.509566 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-16ebfbee-e405-4415-8ab4-3580c5498ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (800fa5e0-b8be-42cc-8704-e179ab3e8f92), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.544043 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-83b4720d-4ce0-4561-9280-d73aab237632 admin admin] Deleting port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:05.544303 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-83b4720d-4ce0-4561-9280-d73aab237632 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9d652b6b-be3a-47e9-8f25-1daf990c2ae0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.701858 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f03b8a9-7d74-40c8-8133-c503e05e0b11 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Router 47da8491-8f94-4a4e-96da-c5f3b3f30199 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:47:05.762062 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] Attempting to bind port 1a314ed8-1c1e-4f8f-82f8-6855f8379243 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:47:05.762548 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] Attempting to bind port 1a314ed8-1c1e-4f8f-82f8-6855f8379243 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'c5fcae5d-50d0-4b77-b7be-f4b3e357acc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:47:05.762796 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] Attempting to bind port 1a314ed8-1c1e-4f8f-82f8-6855f8379243 on network e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:47:05.782294 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622faf07-9c80-48b4-bf64-29d9f3a86c6c None None] Pushing event updated for resources: {'Port': ['ID=1a314ed8-1c1e-4f8f-82f8-6855f8379243,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:05.836153 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8e3afcb6-9afc-4ff0-902a-5ea362c2d328 None None] Current status of the port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:05.868166 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-16ebfbee-e405-4415-8ab4-3580c5498ccc admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d143d12bb4b94c3b9da7baa4aaa435a5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3659122 Nov 02 12:47:05.869145 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43314) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:05.883062 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:47:05.883532 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] Checking segment: {'id': 'c5fcae5d-50d0-4b77-b7be-f4b3e357acc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:05.883957 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.884076 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebfbee-e405-4415-8ab4-3580c5498ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800fa5e0-b8be-42cc-8704-e179ab3e8f92,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:05.884263 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:05.884387 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] Bound using segment: {'id': 'c5fcae5d-50d0-4b77-b7be-f4b3e357acc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:47:05.887450 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] Bound port: 1a314ed8-1c1e-4f8f-82f8-6855f8379243, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5fcae5d-50d0-4b77-b7be-f4b3e357acc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:47:05.887450 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1a314ed8-1c1e-4f8f-82f8-6855f8379243), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.921716 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19587592-d039-4876-bc6a-76c4a30ce1c9 None None] DHCP port deletion for bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:47:06.007827 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f03b8a9-7d74-40c8-8133-c503e05e0b11 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:47:06.015665 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-83b4720d-4ce0-4561-9280-d73aab237632 admin admin] For port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9d652b6b-be3a-47e9-8f25-1daf990c2ae0,segment=NetworkSegment(8851533c-d449-48e6-817f-034bf55b27b5),segment_id=8851533c-d449-48e6-817f-034bf55b27b5)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:06.016287 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-83b4720d-4ce0-4561-9280-d73aab237632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9d652b6b-be3a-47e9-8f25-1daf990c2ae0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.026486 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b1c3d1c-ed54-4718-8162-a2c46adc4a8e admin admin] Publish callbacks [] for security_group (2fce7cfa-e2a3-42ac-8ae8-4d5750810fba), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.027509 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457a48bc-99c5-4ddf-9943-b6db36bd4218 None None] Sync routers for ids ['47da8491-8f94-4a4e-96da-c5f3b3f30199'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:47:06.044933 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457a48bc-99c5-4ddf-9943-b6db36bd4218 None None] Routers {'47da8491-8f94-4a4e-96da-c5f3b3f30199'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:06.046034 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-457a48bc-99c5-4ddf-9943-b6db36bd4218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['47da8491-8f94-4a4e-96da-c5f3b3f30199'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:06.064794 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-83b4720d-4ce0-4561-9280-d73aab237632 admin admin] Calling delete_port for 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:06.115134 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ec2f6131-c8a2-47ed-a20d-3b0dcce5d2ea None None] Provisioning complete for port 1a314ed8-1c1e-4f8f-82f8-6855f8379243 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:06.116156 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ec2f6131-c8a2-47ed-a20d-3b0dcce5d2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1a314ed8-1c1e-4f8f-82f8-6855f8379243), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.118094 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ec2f6131-c8a2-47ed-a20d-3b0dcce5d2ea None None] Attempt 1 to provision port 1a314ed8-1c1e-4f8f-82f8-6855f8379243 Nov 02 12:47:06.140766 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-457a48bc-99c5-4ddf-9943-b6db36bd4218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:06.163247 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22aac575-d665-4f8b-b5b6-d86e49cfebe3 admin admin] Router 4ae2e6eb-a3b9-4a97-9272-51e85e4cad15 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:47:06.171723 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457a48bc-99c5-4ddf-9943-b6db36bd4218 None None] Routers {'47da8491-8f94-4a4e-96da-c5f3b3f30199'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:06.171723 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-457a48bc-99c5-4ddf-9943-b6db36bd4218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['47da8491-8f94-4a4e-96da-c5f3b3f30199'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:06.203354 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] For port 1a314ed8-1c1e-4f8f-82f8-6855f8379243, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:47:06.205652 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-19587592-d039-4876-bc6a-76c4a30ce1c9 None None] Deleting port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:06.206043 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-19587592-d039-4876-bc6a-76c4a30ce1c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9d652b6b-be3a-47e9-8f25-1daf990c2ae0), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.214387 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-927ce223-3564-4dca-8b3f-864c6a2413a2 admin admin] Publish callbacks [] for security_group (800fa5e0-b8be-42cc-8704-e179ab3e8f92), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.230549 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b1c3d1c-ed54-4718-8162-a2c46adc4a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2fce7cfa-e2a3-42ac-8ae8-4d5750810fba), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.231509 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f03b8a9-7d74-40c8-8133-c503e05e0b11 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.233167 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5f03b8a9-7d74-40c8-8133-c503e05e0b11 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.6561797 Nov 02 12:47:06.237728 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43360) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:06.276330 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-457a48bc-99c5-4ddf-9943-b6db36bd4218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:06.276969 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457a48bc-99c5-4ddf-9943-b6db36bd4218 None None] The sync data for ids ['47da8491-8f94-4a4e-96da-c5f3b3f30199'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:47:06.290887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] For port 1a314ed8-1c1e-4f8f-82f8-6855f8379243, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1a314ed8-1c1e-4f8f-82f8-6855f8379243,segment=NetworkSegment(c5fcae5d-50d0-4b77-b7be-f4b3e357acc2),segment_id=c5fcae5d-50d0-4b77-b7be-f4b3e357acc2)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:47:06.297144 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9c71b10b-7a8e-42a8-8962-5fb83ed2f508 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:47:06.324198 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ec2f6131-c8a2-47ed-a20d-3b0dcce5d2ea None None] Port 1a314ed8-1c1e-4f8f-82f8-6855f8379243 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:47:06.332125 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 9c71b10b-7a8e-42a8-8962-5fb83ed2f508 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:47:06.332508 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9c71b10b-7a8e-42a8-8962-5fb83ed2f508 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:47:06.332918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:47:06.347638 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-927ce223-3564-4dca-8b3f-864c6a2413a2 admin admin] Publish callbacks [] for security_group (800fa5e0-b8be-42cc-8704-e179ab3e8f92), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.370062 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9b1c3d1c-ed54-4718-8162-a2c46adc4a8e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ae2358cc8c4f40caab1b4add5256632e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2478375 Nov 02 12:47:06.370062 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c3d1c-ed54-4718-8162-a2c46adc4a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fce7cfa-e2a3-42ac-8ae8-4d5750810fba,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:06.375254 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43362) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:06.431056 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-19587592-d039-4876-bc6a-76c4a30ce1c9 None None] For port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9d652b6b-be3a-47e9-8f25-1daf990c2ae0,segment=NetworkSegment(8851533c-d449-48e6-817f-034bf55b27b5),segment_id=8851533c-d449-48e6-817f-034bf55b27b5)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:06.431452 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-19587592-d039-4876-bc6a-76c4a30ce1c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9d652b6b-be3a-47e9-8f25-1daf990c2ae0), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.448225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-19587592-d039-4876-bc6a-76c4a30ce1c9 None None] Calling delete_port for 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:06.464812 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:06.498389 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22aac575-d665-4f8b-b5b6-d86e49cfebe3 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:47:06.502209 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0b10b3cf-ec7b-4119-b61b-aa8012812cbe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "GET /networking/v2.0/routers/47da8491-8f94-4a4e-96da-c5f3b3f30199 HTTP/1.1" status: 200 len: 920 time: 0.2634075 Nov 02 12:47:06.505572 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43366) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:06.545780 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1a314ed8-1c1e-4f8f-82f8-6855f8379243), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.547951 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] Sync routers for ids ['4ae2e6eb-a3b9-4a97-9272-51e85e4cad15'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:47:06.554736 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cc7d1036-7acb-4491-8172-0d4f5a84df9f admin admin] Publish callbacks [] for security_group (2fce7cfa-e2a3-42ac-8ae8-4d5750810fba), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.561008 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bdd27324-fb6a-4bf3-986b-bfd12517e245 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=47da8491-8f94-4a4e-96da-c5f3b3f30199 HTTP/1.1" status: 200 len: 205 time: 0.0521290 Nov 02 12:47:06.562490 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:06.563559 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43368) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:06.596053 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-83b4720d-4ce0-4561-9280-d73aab237632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (9d652b6b-be3a-47e9-8f25-1daf990c2ae0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.602514 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cc7d1036-7acb-4491-8172-0d4f5a84df9f admin admin] Publish callbacks [] for security_group (2fce7cfa-e2a3-42ac-8ae8-4d5750810fba), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.635617 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-22aac575-d665-4f8b-b5b6-d86e49cfebe3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.638892 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-22aac575-d665-4f8b-b5b6-d86e49cfebe3 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0761580 Nov 02 12:47:06.639789 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43380) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:06.684019 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4720d-4ce0-4561-9280-d73aab237632 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d652b6b-be3a-47e9-8f25-1daf990c2ae0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:06.685815 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-927ce223-3564-4dca-8b3f-864c6a2413a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (800fa5e0-b8be-42cc-8704-e179ab3e8f92), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.688394 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-927ce223-3564-4dca-8b3f-864c6a2413a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.692301 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-927ce223-3564-4dca-8b3f-864c6a2413a2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/800fa5e0-b8be-42cc-8704-e179ab3e8f92 HTTP/1.1" status: 204 len: 168 time: 0.7832239 Nov 02 12:47:06.692301 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b4720d-4ce0-4561-9280-d73aab237632 admin admin] No DVR routers for this DVR port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:47:06.783186 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ce223-3564-4dca-8b3f-864c6a2413a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800fa5e0-b8be-42cc-8704-e179ab3e8f92,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:06.788012 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:06.808954 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6641d209-b562-4141-8fa5-b9133b5982e6 None None] Provisioning complete for port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:06.809540 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6641d209-b562-4141-8fa5-b9133b5982e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (74e71fbc-fa80-4b29-a54d-eb70ecd53a10), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.809881 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-6641d209-b562-4141-8fa5-b9133b5982e6 None None] Attempt 1 to provision port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 Nov 02 12:47:06.877102 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router (47da8491-8f94-4a4e-96da-c5f3b3f30199), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.885710 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] Routers {'4ae2e6eb-a3b9-4a97-9272-51e85e4cad15'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:06.886342 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4ae2e6eb-a3b9-4a97-9272-51e85e4cad15'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:06.895775 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-83b4720d-4ce0-4561-9280-d73aab237632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.907978 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-19587592-d039-4876-bc6a-76c4a30ce1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (9d652b6b-be3a-47e9-8f25-1daf990c2ae0), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.916555 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] Routers {'2ca29f2b-7b37-4e2f-a919-d6740ea9b792'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:06.917193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['2ca29f2b-7b37-4e2f-a919-d6740ea9b792'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:06.970509 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-83b4720d-4ce0-4561-9280-d73aab237632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:06.987777 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cc7d1036-7acb-4491-8172-0d4f5a84df9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2fce7cfa-e2a3-42ac-8ae8-4d5750810fba), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.993592 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cc7d1036-7acb-4491-8172-0d4f5a84df9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.995105 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cc7d1036-7acb-4491-8172-0d4f5a84df9f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2fce7cfa-e2a3-42ac-8ae8-4d5750810fba HTTP/1.1" status: 204 len: 168 time: 0.6186895 Nov 02 12:47:06.998095 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-83b4720d-4ce0-4561-9280-d73aab237632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8851533c-d449-48e6-817f-034bf55b27b5') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:06.998356 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-83b4720d-4ce0-4561-9280-d73aab237632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8851533c-d449-48e6-817f-034bf55b27b5') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:07.040189 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-83b4720d-4ce0-4561-9280-d73aab237632 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (8851533c-d449-48e6-817f-034bf55b27b5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:07.060681 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] Set router 2ca29f2b-7b37-4e2f-a919-d6740ea9b792 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:47:07.074918 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d1036-7acb-4491-8172-0d4f5a84df9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fce7cfa-e2a3-42ac-8ae8-4d5750810fba,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:07.088148 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-83b4720d-4ce0-4561-9280-d73aab237632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (8851533c-d449-48e6-817f-034bf55b27b5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:07.106284 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b4720d-4ce0-4561-9280-d73aab237632 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:47:07.106941 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-83b4720d-4ce0-4561-9280-d73aab237632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (8851533c-d449-48e6-817f-034bf55b27b5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:07.183350 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 8851533c-d449-48e6-817f-034bf55b27b5 resource provider aggregate not found Nov 02 12:47:07.242514 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 8851533c-d449-48e6-817f-034bf55b27b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8851533c-d449-48e6-817f-034bf55b27b5 found for delete ", "request_id": "req-edc54cfc-af64-4ff7-b14d-2864c2e01fce"}]} Nov 02 12:47:07.272569 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_gateway (47da8491-8f94-4a4e-96da-c5f3b3f30199), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:07.311191 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No active binding found for port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 {{(pid=105977) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Nov 02 12:47:07.311583 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] The host n-d-857339-6 is not matching for port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 host None! {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Nov 02 12:47:07.311981 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:47:07.338405 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:07.341048 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:07.360882 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19587592-d039-4876-bc6a-76c4a30ce1c9 None None] No DVR routers for this DVR port 9d652b6b-be3a-47e9-8f25-1daf990c2ae0 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:47:07.390872 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-83b4720d-4ce0-4561-9280-d73aab237632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:07.418818 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622faf07-9c80-48b4-bf64-29d9f3a86c6c None None] Pushing event updated for resources: {'Port': ['ID=1a314ed8-1c1e-4f8f-82f8-6855f8379243,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:07.437634 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-83b4720d-4ce0-4561-9280-d73aab237632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:07.442357 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-83b4720d-4ce0-4561-9280-d73aab237632 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb HTTP/1.1" status: 204 len: 168 time: 2.2138658 Nov 02 12:47:07.444232 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4720d-4ce0-4561-9280-d73aab237632 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf424a3d-7cb9-4ab1-82ab-a4c48d9652cb,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:07.476482 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Deleting port 8bd616f5-a78e-421f-bf7b-44b0a5cb0904 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:07.477081 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (8bd616f5-a78e-421f-bf7b-44b0a5cb0904), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:07.558823 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19587592-d039-4876-bc6a-76c4a30ce1c9 None None] Pushing event deleted for resources: {'Port': ['ID=9d652b6b-be3a-47e9-8f25-1daf990c2ae0,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:07.621044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca29f2b-7b37-4e2f-a919-d6740ea9b792', 'name': 'tempest-TaggedBootDevicesTest_v242-1298366622-router', 'tenant_id': 'ab06f83e0a424658bff125858b807de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b6d93346-d251-4238-9fb6-9c612e7050de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:52Z', 'updated_at': '2022-11-02T12:46:59Z', 'revision_number': 4, 'project_id': 'ab06f83e0a424658bff125858b807de3', 'gw_port': {'id': 'b6d93346-d251-4238-9fb6-9c612e7050de', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:22:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca29f2b-7b37-4e2f-a919-d6740ea9b792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:53Z', 'updated_at': '2022-11-02T12:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '1a314ed8-1c1e-4f8f-82f8-6855f8379243', 'name': '', 'network_id': 'e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3', 'tenant_id': 'ab06f83e0a424658bff125858b807de3', 'mac_address': 'fa:16:3e:f6:e7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca29f2b-7b37-4e2f-a919-d6740ea9b792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '8eb45777-7f09-4486-8933-0bcbd33d87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:57Z', 'updated_at': '2022-11-02T12:47:06Z', 'revision_number': 4, 'project_id': 'ab06f83e0a424658bff125858b807de3', 'subnets': [{'id': '8eb45777-7f09-4486-8933-0bcbd33d87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:07.625833 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] Set router 4ae2e6eb-a3b9-4a97-9272-51e85e4cad15 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:47:07.628770 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (8bd616f5-a78e-421f-bf7b-44b0a5cb0904), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:07.649295 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Calling delete_port for 8bd616f5-a78e-421f-bf7b-44b0a5cb0904 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:07.658037 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b645a713-7c76-4833-8a75-ec10d701878f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:07.680931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6641d209-b562-4141-8fa5-b9133b5982e6 None None] Current status of the port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:07.711366 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4275479-9338-4bd5-a868-c98d06a631ff None None] The sync data for ids ['2ca29f2b-7b37-4e2f-a919-d6740ea9b792'] in n-d-857339-6 is: [{'id': '2ca29f2b-7b37-4e2f-a919-d6740ea9b792', 'name': 'tempest-TaggedBootDevicesTest_v242-1298366622-router', 'tenant_id': 'ab06f83e0a424658bff125858b807de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b6d93346-d251-4238-9fb6-9c612e7050de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:52Z', 'updated_at': '2022-11-02T12:46:59Z', 'revision_number': 4, 'project_id': 'ab06f83e0a424658bff125858b807de3', 'gw_port': {'id': 'b6d93346-d251-4238-9fb6-9c612e7050de', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:22:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca29f2b-7b37-4e2f-a919-d6740ea9b792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:53Z', 'updated_at': '2022-11-02T12:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '1a314ed8-1c1e-4f8f-82f8-6855f8379243', 'name': '', 'network_id': 'e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3', 'tenant_id': 'ab06f83e0a424658bff125858b807de3', 'mac_address': 'fa:16:3e:f6:e7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca29f2b-7b37-4e2f-a919-d6740ea9b792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '8eb45777-7f09-4486-8933-0bcbd33d87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:57Z', 'updated_at': '2022-11-02T12:47:06Z', 'revision_number': 4, 'project_id': 'ab06f83e0a424658bff125858b807de3', 'subnets': [{'id': '8eb45777-7f09-4486-8933-0bcbd33d87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:47:07.812989 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43424) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:07.885120 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:07.983449 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae2e6eb-a3b9-4a97-9272-51e85e4cad15', 'name': 'tempest-ServersTestMultiNic-527638034-router', 'tenant_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '12a360d9-4d0e-493b-b2e4-75e7a90b0971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:59Z', 'updated_at': '2022-11-02T12:47:04Z', 'revision_number': 3, 'project_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'gw_port': {'id': '12a360d9-4d0e-493b-b2e4-75e7a90b0971', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae2e6eb-a3b9-4a97-9272-51e85e4cad15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:01Z', 'updated_at': '2022-11-02T12:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:08.030724 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] Checking router: 4ae2e6eb-a3b9-4a97-9272-51e85e4cad15 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:47:08.031005 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] Updating router 4ae2e6eb-a3b9-4a97-9272-51e85e4cad15 port 12a360d9-4d0e-493b-b2e4-75e7a90b0971 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:47:08.078583 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (12a360d9-4d0e-493b-b2e4-75e7a90b0971), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:08.176470 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-b645a713-7c76-4833-8a75-ec10d701878f admin admin] Allocated IP 172.20.0.1 (8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89/68ce9211-9eb4-40b2-a0d0-8e1628685ae0/7989e3ca-4fb2-4316-a072-3e51a3568088) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:08.309746 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (8bd616f5-a78e-421f-bf7b-44b0a5cb0904), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:08.340689 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1a314ed8-1c1e-4f8f-82f8-6855f8379243 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:08.354287 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd3da-dfe2-4981-ae6c-f66fc0a8b52d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:08.388285 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Pushing event deleted for resources: {'Port': ['ID=8bd616f5-a78e-421f-bf7b-44b0a5cb0904,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:08.391387 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:08.405830 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:08.406176 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:08.406513 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:08.411235 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:08.411235 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:08.411235 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:08.411235 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:08.411235 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:08.411235 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:08.411235 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:08.411235 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:08.411235 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:08.411235 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:08.411235 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:08.411235 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:08.469671 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43436) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:08.514855 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b645a713-7c76-4833-8a75-ec10d701878f admin admin] Publish callbacks [] for port (7989e3ca-4fb2-4316-a072-3e51a3568088), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:08.520238 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (47da8491-8f94-4a4e-96da-c5f3b3f30199), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:08.592933 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 1a314ed8-1c1e-4f8f-82f8-6855f8379243 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:08.600619 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1a314ed8-1c1e-4f8f-82f8-6855f8379243), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:08.601763 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 1a314ed8-1c1e-4f8f-82f8-6855f8379243 Nov 02 12:47:08.608800 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-35af0bfa-511b-4370-b3c2-f4241a3f27fc admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=655e1bdbfb0c469daeec1ba8a61057d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375983 Nov 02 12:47:08.610247 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43440) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:08.701605 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd3da-dfe2-4981-ae6c-f66fc0a8b52d admin admin] Publish callbacks [] for security_group (814faefb-a032-4948-9034-24f7099ade7e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:08.724107 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:08.747146 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (47da8491-8f94-4a4e-96da-c5f3b3f30199), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:08.752529 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_controller (47da8491-8f94-4a4e-96da-c5f3b3f30199), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:08.781372 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd3da-dfe2-4981-ae6c-f66fc0a8b52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (814faefb-a032-4948-9034-24f7099ade7e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:08.886229 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bb0dd3da-dfe2-4981-ae6c-f66fc0a8b52d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0391739b78094b2b9d9f68fbfda9fa77&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0735068 Nov 02 12:47:08.890049 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43448) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:08.966726 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0dd3da-dfe2-4981-ae6c-f66fc0a8b52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814faefb-a032-4948-9034-24f7099ade7e,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:08.980657 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:09.025486 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2e8cc140-6877-4b71-a106-2c269c98f4dc admin admin] Publish callbacks [] for security_group (814faefb-a032-4948-9034-24f7099ade7e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.028823 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] Publish callbacks [] for port (12a360d9-4d0e-493b-b2e4-75e7a90b0971), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.054420 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 1a314ed8-1c1e-4f8f-82f8-6855f8379243 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:09.055942 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1a314ed8-1c1e-4f8f-82f8-6855f8379243), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.071020 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2e8cc140-6877-4b71-a106-2c269c98f4dc admin admin] Publish callbacks [] for security_group (814faefb-a032-4948-9034-24f7099ade7e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.112946 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:09.168769 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 1a314ed8-1c1e-4f8f-82f8-6855f8379243, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1a314ed8-1c1e-4f8f-82f8-6855f8379243,segment=NetworkSegment(c5fcae5d-50d0-4b77-b7be-f4b3e357acc2),segment_id=c5fcae5d-50d0-4b77-b7be-f4b3e357acc2)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:09.170652 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (12a360d9-4d0e-493b-b2e4-75e7a90b0971), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.226469 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] Attempting to bind port 12a360d9-4d0e-493b-b2e4-75e7a90b0971 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:47:09.226851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] Attempting to bind port 12a360d9-4d0e-493b-b2e4-75e7a90b0971 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:47:09.238851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] Attempting to bind port 12a360d9-4d0e-493b-b2e4-75e7a90b0971 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:47:09.255714 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:09.305965 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2e8cc140-6877-4b71-a106-2c269c98f4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (814faefb-a032-4948-9034-24f7099ade7e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.308696 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2e8cc140-6877-4b71-a106-2c269c98f4dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.310090 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2e8cc140-6877-4b71-a106-2c269c98f4dc admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/814faefb-a032-4948-9034-24f7099ade7e HTTP/1.1" status: 204 len: 168 time: 0.4084346 Nov 02 12:47:09.310229 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1a314ed8-1c1e-4f8f-82f8-6855f8379243), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.320829 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cc140-6877-4b71-a106-2c269c98f4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814faefb-a032-4948-9034-24f7099ade7e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:09.336461 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-251f91f5-4f39-42c0-b482-0420ab6cbb20 admin admin] Publish callbacks [] for security_group (e31373e1-4478-475c-a2ca-ecced6d0aded), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.337852 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d6c03-1466-4832-84fa-3c049a51feaf None None] Pushing event updated for resources: {'Port': ['ID=12a360d9-4d0e-493b-b2e4-75e7a90b0971,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:09.345498 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:09.389503 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-251f91f5-4f39-42c0-b482-0420ab6cbb20 admin admin] Publish callbacks [] for security_group (e31373e1-4478-475c-a2ca-ecced6d0aded), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.406061 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:47:09.406721 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:09.407365 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.407946 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:47:09.408674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] Bound port: 12a360d9-4d0e-493b-b2e4-75e7a90b0971, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:47:09.409265 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (12a360d9-4d0e-493b-b2e4-75e7a90b0971), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.425621 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b645a713-7c76-4833-8a75-ec10d701878f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (7989e3ca-4fb2-4316-a072-3e51a3568088), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.462107 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=1a314ed8-1c1e-4f8f-82f8-6855f8379243,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:09.493647 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (47da8491-8f94-4a4e-96da-c5f3b3f30199), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.494491 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Fanout notify agent at l3_agent the message router_deleted on router 47da8491-8f94-4a4e-96da-c5f3b3f30199 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:47:09.495714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] For port 12a360d9-4d0e-493b-b2e4-75e7a90b0971, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:47:09.509119 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] For port 12a360d9-4d0e-493b-b2e4-75e7a90b0971, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=12a360d9-4d0e-493b-b2e4-75e7a90b0971,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:47:09.512105 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.516707 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f88a163c-32b8-4e9a-881d-b9d820c105ba tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "DELETE /networking/v2.0/routers/47da8491-8f94-4a4e-96da-c5f3b3f30199 HTTP/1.1" status: 204 len: 168 time: 2.9503760 Nov 02 12:47:09.518860 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43464) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:09.525020 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-d881571d-b3f6-459f-8119-bbcd1565a7a9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1103860722', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'enable_snat': False}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:09.563641 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b645a713-7c76-4833-8a75-ec10d701878f admin admin] Network 8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:09.572935 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-b645a713-7c76-4833-8a75-ec10d701878f admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:09.575466 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645a713-7c76-4833-8a75-ec10d701878f admin admin] Pushing event updated for resources: {'Port': ['ID=7989e3ca-4fb2-4316-a072-3e51a3568088,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:09.578153 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b645a713-7c76-4833-8a75-ec10d701878f admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:47:09.622851 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b645a713-7c76-4833-8a75-ec10d701878f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (4ae2e6eb-a3b9-4a97-9272-51e85e4cad15), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.665689 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (12a360d9-4d0e-493b-b2e4-75e7a90b0971), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.705507 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d881571d-b3f6-459f-8119-bbcd1565a7a9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (dc9b2411-dc03-417c-a003-449124722f86), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.706564 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d881571d-b3f6-459f-8119-bbcd1565a7a9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (dc9b2411-dc03-417c-a003-449124722f86), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.707995 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-251f91f5-4f39-42c0-b482-0420ab6cbb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e31373e1-4478-475c-a2ca-ecced6d0aded), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.711708 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-251f91f5-4f39-42c0-b482-0420ab6cbb20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.715865 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-251f91f5-4f39-42c0-b482-0420ab6cbb20 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e31373e1-4478-475c-a2ca-ecced6d0aded HTTP/1.1" status: 204 len: 168 time: 1.0532072 Nov 02 12:47:09.747333 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] Routers {'4ae2e6eb-a3b9-4a97-9272-51e85e4cad15'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:09.747988 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4ae2e6eb-a3b9-4a97-9272-51e85e4cad15'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:09.787724 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f91f5-4f39-42c0-b482-0420ab6cbb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31373e1-4478-475c-a2ca-ecced6d0aded,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:09.870219 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d881571d-b3f6-459f-8119-bbcd1565a7a9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_controller (dc9b2411-dc03-417c-a003-449124722f86), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.890895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d6c03-1466-4832-84fa-3c049a51feaf None None] Pushing event updated for resources: {'Port': ['ID=12a360d9-4d0e-493b-b2e4-75e7a90b0971,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:09.998877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] Set router 4ae2e6eb-a3b9-4a97-9272-51e85e4cad15 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:47:10.230000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-29bbae66-1d46-4052-9e16-c3a328de9735 None None] Provisioning complete for port 7989e3ca-4fb2-4316-a072-3e51a3568088 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:10.234900 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-29bbae66-1d46-4052-9e16-c3a328de9735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7989e3ca-4fb2-4316-a072-3e51a3568088), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:10.234900 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-29bbae66-1d46-4052-9e16-c3a328de9735 None None] Attempt 1 to provision port 7989e3ca-4fb2-4316-a072-3e51a3568088 Nov 02 12:47:10.321936 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1a314ed8-1c1e-4f8f-82f8-6855f8379243 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:10.357641 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:10.381457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-29bbae66-1d46-4052-9e16-c3a328de9735 None None] Port 7989e3ca-4fb2-4316-a072-3e51a3568088 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:47:10.396529 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 1a314ed8-1c1e-4f8f-82f8-6855f8379243 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:10.403009 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1a314ed8-1c1e-4f8f-82f8-6855f8379243), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:10.403405 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 1a314ed8-1c1e-4f8f-82f8-6855f8379243 Nov 02 12:47:10.592032 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 1a314ed8-1c1e-4f8f-82f8-6855f8379243 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:10.607826 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae2e6eb-a3b9-4a97-9272-51e85e4cad15', 'name': 'tempest-ServersTestMultiNic-527638034-router', 'tenant_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '12a360d9-4d0e-493b-b2e4-75e7a90b0971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:59Z', 'updated_at': '2022-11-02T12:47:04Z', 'revision_number': 3, 'project_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'gw_port': {'id': '12a360d9-4d0e-493b-b2e4-75e7a90b0971', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae2e6eb-a3b9-4a97-9272-51e85e4cad15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:01Z', 'updated_at': '2022-11-02T12:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:10.609578 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b645a713-7c76-4833-8a75-ec10d701878f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7989e3ca-4fb2-4316-a072-3e51a3568088), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:10.671338 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564df4e-d2c7-43f4-ad8f-17d4dccd053f None None] The sync data for ids ['4ae2e6eb-a3b9-4a97-9272-51e85e4cad15'] in n-d-857339-6 is: [{'id': '4ae2e6eb-a3b9-4a97-9272-51e85e4cad15', 'name': 'tempest-ServersTestMultiNic-527638034-router', 'tenant_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '12a360d9-4d0e-493b-b2e4-75e7a90b0971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:59Z', 'updated_at': '2022-11-02T12:47:04Z', 'revision_number': 3, 'project_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'gw_port': {'id': '12a360d9-4d0e-493b-b2e4-75e7a90b0971', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae2e6eb-a3b9-4a97-9272-51e85e4cad15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:01Z', 'updated_at': '2022-11-02T12:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:47:10.829913 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:10.875168 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d881571d-b3f6-459f-8119-bbcd1565a7a9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_gateway (dc9b2411-dc03-417c-a003-449124722f86), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:10.922099 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b645a713-7c76-4833-8a75-ec10d701878f admin admin] Publish callbacks [] for port (7989e3ca-4fb2-4316-a072-3e51a3568088), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:10.992180 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b645a713-7c76-4833-8a75-ec10d701878f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (7989e3ca-4fb2-4316-a072-3e51a3568088), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:11.071339 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645a713-7c76-4833-8a75-ec10d701878f admin admin] Pushing event updated for resources: {'Port': ['ID=7989e3ca-4fb2-4316-a072-3e51a3568088,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:11.104733 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b645a713-7c76-4833-8a75-ec10d701878f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (4ae2e6eb-a3b9-4a97-9272-51e85e4cad15), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:11.223198 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d881571d-b3f6-459f-8119-bbcd1565a7a9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_gateway (dc9b2411-dc03-417c-a003-449124722f86), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:11.230395 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b645a713-7c76-4833-8a75-ec10d701878f admin admin] Network 8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:11.232280 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-b645a713-7c76-4833-8a75-ec10d701878f admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:11.267010 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d881571d-b3f6-459f-8119-bbcd1565a7a9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:11.453783 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:11.476203 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b645a713-7c76-4833-8a75-ec10d701878f admin admin] Router 4ae2e6eb-a3b9-4a97-9272-51e85e4cad15 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:47:11.476703 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-d881571d-b3f6-459f-8119-bbcd1565a7a9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Allocated IP 172.25.2.72 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:11.536240 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43494) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:11.666164 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:11.715275 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-279c7e02-b890-4746-996d-09a2cbb6efb5 None None] Provisioning complete for port 7989e3ca-4fb2-4316-a072-3e51a3568088 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:11.715956 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-279c7e02-b890-4746-996d-09a2cbb6efb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7989e3ca-4fb2-4316-a072-3e51a3568088), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:11.723131 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-279c7e02-b890-4746-996d-09a2cbb6efb5 None None] Attempt 1 to provision port 7989e3ca-4fb2-4316-a072-3e51a3568088 Nov 02 12:47:11.746980 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d881571d-b3f6-459f-8119-bbcd1565a7a9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for port (5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:11.776736 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b645a713-7c76-4833-8a75-ec10d701878f admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:47:11.783541 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b645a713-7c76-4833-8a75-ec10d701878f admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/4ae2e6eb-a3b9-4a97-9272-51e85e4cad15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1352963 Nov 02 12:47:11.794532 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:11.799841 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-279c7e02-b890-4746-996d-09a2cbb6efb5 None None] Port 7989e3ca-4fb2-4316-a072-3e51a3568088 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:47:11.831565 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:11.859158 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-baee6831-feb0-459a-9cf5-834d94129d13 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5db19daadcca4fb7a4b682b68de52c61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3198638 Nov 02 12:47:11.861928 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43500) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:11.870865 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:11.939537 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d413b43e-2351-445f-b808-db37b58aa850 admin admin] Publish callbacks [] for security_group (1c3e0cbc-c473-4e81-8427-9ba6f15272b6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:11.966962 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d881571d-b3f6-459f-8119-bbcd1565a7a9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:12.022255 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d413b43e-2351-445f-b808-db37b58aa850 admin admin] Publish callbacks [] for security_group (1c3e0cbc-c473-4e81-8427-9ba6f15272b6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:12.078373 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d881571d-b3f6-459f-8119-bbcd1565a7a9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:12.089823 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-d881571d-b3f6-459f-8119-bbcd1565a7a9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:12.092646 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881571d-b3f6-459f-8119-bbcd1565a7a9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:47:12.096967 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881571d-b3f6-459f-8119-bbcd1565a7a9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Pushing event updated for resources: {'Port': ['ID=5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:12.110723 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:12.252097 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d413b43e-2351-445f-b808-db37b58aa850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1c3e0cbc-c473-4e81-8427-9ba6f15272b6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:12.255130 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d413b43e-2351-445f-b808-db37b58aa850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:12.264047 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d413b43e-2351-445f-b808-db37b58aa850 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1c3e0cbc-c473-4e81-8427-9ba6f15272b6 HTTP/1.1" status: 204 len: 168 time: 0.3940222 Nov 02 12:47:12.275973 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413b43e-2351-445f-b808-db37b58aa850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3e0cbc-c473-4e81-8427-9ba6f15272b6,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:12.283154 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43512) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:12.287262 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 12a360d9-4d0e-493b-b2e4-75e7a90b0971 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:12.350118 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 12a360d9-4d0e-493b-b2e4-75e7a90b0971 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:12.350497 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (12a360d9-4d0e-493b-b2e4-75e7a90b0971), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:12.351154 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 12a360d9-4d0e-493b-b2e4-75e7a90b0971 Nov 02 12:47:12.438751 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 12a360d9-4d0e-493b-b2e4-75e7a90b0971 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:12.439139 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (12a360d9-4d0e-493b-b2e4-75e7a90b0971), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:12.462461 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 12a360d9-4d0e-493b-b2e4-75e7a90b0971, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=12a360d9-4d0e-493b-b2e4-75e7a90b0971,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:12.543718 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:12.573797 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (12a360d9-4d0e-493b-b2e4-75e7a90b0971), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:12.585169 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d881571d-b3f6-459f-8119-bbcd1565a7a9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_gateway (dc9b2411-dc03-417c-a003-449124722f86), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:12.648006 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=12a360d9-4d0e-493b-b2e4-75e7a90b0971,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:12.658712 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:12.847786 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:12.853513 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d881571d-b3f6-459f-8119-bbcd1565a7a9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (dc9b2411-dc03-417c-a003-449124722f86), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:12.883182 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b6877e1c-3dca-4712-be30-7e157d76fd4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:12.927544 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e1f28eed-917c-42de-8be6-eb335975320c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-154805075'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:13.024747 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f28eed-917c-42de-8be6-eb335975320c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Made reservation on behalf of 762ab703cd6b4d41ac9eddd7baa56c69 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:13.029748 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e1f28eed-917c-42de-8be6-eb335975320c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:13.067452 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f28eed-917c-42de-8be6-eb335975320c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:47:13.082035 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e1f28eed-917c-42de-8be6-eb335975320c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (7eef785f-ab2d-4719-a8a3-8826ced33b98), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:13.082421 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-e1f28eed-917c-42de-8be6-eb335975320c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Added segment 7eef785f-ab2d-4719-a8a3-8826ced33b98 of type vlan for network 43edb8cd-e88d-4cd5-92d7-49538830d418 Nov 02 12:47:13.133516 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e1f28eed-917c-42de-8be6-eb335975320c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (43edb8cd-e88d-4cd5-92d7-49538830d418), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:13.150564 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d881571d-b3f6-459f-8119-bbcd1565a7a9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Router dc9b2411-dc03-417c-a003-449124722f86 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:47:13.218598 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] Sync routers for ids ['4ae2e6eb-a3b9-4a97-9272-51e85e4cad15'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:47:13.242225 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] Routers {'4ae2e6eb-a3b9-4a97-9272-51e85e4cad15'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:13.243482 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4ae2e6eb-a3b9-4a97-9272-51e85e4cad15'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:13.285951 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d881571d-b3f6-459f-8119-bbcd1565a7a9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:47:13.296066 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] Sync routers for ids ['dc9b2411-dc03-417c-a003-449124722f86'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:47:13.318607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] Routers {'dc9b2411-dc03-417c-a003-449124722f86'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:13.321174 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:46:45Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['dc9b2411-dc03-417c-a003-449124722f86'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:13.351234 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e1f28eed-917c-42de-8be6-eb335975320c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (43edb8cd-e88d-4cd5-92d7-49538830d418), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:13.357065 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f28eed-917c-42de-8be6-eb335975320c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:13.357759 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e1f28eed-917c-42de-8be6-eb335975320c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:13.399301 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d881571d-b3f6-459f-8119-bbcd1565a7a9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:13.401478 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d881571d-b3f6-459f-8119-bbcd1565a7a9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8808885 Nov 02 12:47:13.404191 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43540) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:13.422486 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] Set router 4ae2e6eb-a3b9-4a97-9272-51e85e4cad15 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:47:13.538275 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:13.557335 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f28eed-917c-42de-8be6-eb335975320c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Pushing event updated for resources: {'Network': ['ID=43edb8cd-e88d-4cd5-92d7-49538830d418,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:13.575505 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e1f28eed-917c-42de-8be6-eb335975320c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2909548 Nov 02 12:47:13.576241 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43542) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:13.581891 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-b795cf7b-241d-4d60-acc4-8c8d03d01b56 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Request body: {'subnet': {'network_id': '43edb8cd-e88d-4cd5-92d7-49538830d418', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:13.626215 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 43edb8cd-e88d-4cd5-92d7-49538830d418 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:47:13.651940 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e7615096-0a45-4740-857b-00161d6183f2 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "GET /networking/v2.0/routers/dc9b2411-dc03-417c-a003-449124722f86 HTTP/1.1" status: 200 len: 908 time: 0.2463620 Nov 02 12:47:13.652282 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43546) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:13.657803 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-d6749fbe-d033-43f3-a7d9-ea252ebfad66 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1103860722', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'enable_snat': True}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:13.690673 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:13.698769 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:13.774118 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] Set router dc9b2411-dc03-417c-a003-449124722f86 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:47:13.839226 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-77d8f5ea-d34a-4943-9012-16b01da8e2f6 req-3fcd7fda-27fb-461e-837f-69c8599a2c4a tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.0529745 Nov 02 12:47:13.873166 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d6749fbe-d033-43f3-a7d9-ea252ebfad66 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:13.873166 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d6749fbe-d033-43f3-a7d9-ea252ebfad66 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:13.873847 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae2e6eb-a3b9-4a97-9272-51e85e4cad15', 'name': 'tempest-ServersTestMultiNic-527638034-router', 'tenant_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '12a360d9-4d0e-493b-b2e4-75e7a90b0971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:59Z', 'updated_at': '2022-11-02T12:47:09Z', 'revision_number': 4, 'project_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'gw_port': {'id': '12a360d9-4d0e-493b-b2e4-75e7a90b0971', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae2e6eb-a3b9-4a97-9272-51e85e4cad15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:01Z', 'updated_at': '2022-11-02T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '7989e3ca-4fb2-4316-a072-3e51a3568088', 'name': '', 'network_id': '8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89', 'tenant_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'mac_address': 'fa:16:3e:ff:e6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae2e6eb-a3b9-4a97-9272-51e85e4cad15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '68ce9211-9eb4-40b2-a0d0-8e1628685ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:07Z', 'updated_at': '2022-11-02T12:47:10Z', 'revision_number': 2, 'project_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'subnets': [{'id': '68ce9211-9eb4-40b2-a0d0-8e1628685ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:13.900087 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b795cf7b-241d-4d60-acc4-8c8d03d01b56 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Made reservation on behalf of 762ab703cd6b4d41ac9eddd7baa56c69 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:13.900087 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b795cf7b-241d-4d60-acc4-8c8d03d01b56 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:13.911230 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] Checking router: 4ae2e6eb-a3b9-4a97-9272-51e85e4cad15 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:47:13.911936 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] Updating router 4ae2e6eb-a3b9-4a97-9272-51e85e4cad15 port 7989e3ca-4fb2-4316-a072-3e51a3568088 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:47:13.953345 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7989e3ca-4fb2-4316-a072-3e51a3568088), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:14.082517 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d6749fbe-d033-43f3-a7d9-ea252ebfad66 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_controller (e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:14.180847 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:14.227364 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9b2411-dc03-417c-a003-449124722f86', 'name': 'tempest-snat-router-1103860722', 'tenant_id': 'b96dfe51bf034e1c86187beade49c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.72'}], 'enable_snat': False}, 'gw_port_id': '5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:47:09Z', 'updated_at': '2022-11-02T12:47:12Z', 'revision_number': 3, 'project_id': 'b96dfe51bf034e1c86187beade49c456', 'gw_port': {'id': '5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9b2411-dc03-417c-a003-449124722f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:11Z', 'updated_at': '2022-11-02T12:47:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:14.275895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 12a360d9-4d0e-493b-b2e4-75e7a90b0971 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:14.279228 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] Checking router: dc9b2411-dc03-417c-a003-449124722f86 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:47:14.279848 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] Updating router dc9b2411-dc03-417c-a003-449124722f86 port 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:47:14.354735 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:14.369317 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] Publish callbacks [] for port (7989e3ca-4fb2-4316-a072-3e51a3568088), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:14.403369 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 12a360d9-4d0e-493b-b2e4-75e7a90b0971 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:14.404567 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (12a360d9-4d0e-493b-b2e4-75e7a90b0971), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:14.405062 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 12a360d9-4d0e-493b-b2e4-75e7a90b0971 Nov 02 12:47:14.468294 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d6749fbe-d033-43f3-a7d9-ea252ebfad66 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_gateway (e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:14.547423 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:14.603300 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7989e3ca-4fb2-4316-a072-3e51a3568088), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:14.646338 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 12a360d9-4d0e-493b-b2e4-75e7a90b0971 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:14.686241 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b795cf7b-241d-4d60-acc4-8c8d03d01b56 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (29d0d65d-2d42-4cb7-ad91-9a127e8fd33b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:14.744749 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:14.777068 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795cf7b-241d-4d60-acc4-8c8d03d01b56 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Pushing event updated for resources: {'Subnet': ['ID=29d0d65d-2d42-4cb7-ad91-9a127e8fd33b,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:14.777751 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1e73e-8ba7-4004-a934-900a45ef623d None None] Pushing event updated for resources: {'Port': ['ID=7989e3ca-4fb2-4316-a072-3e51a3568088,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:14.808088 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] Attempting to bind port 7989e3ca-4fb2-4316-a072-3e51a3568088 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:47:14.809148 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] Attempting to bind port 7989e3ca-4fb2-4316-a072-3e51a3568088 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'f2a08f57-1e4d-47c9-b27f-d768c6040685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:47:14.809858 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] Attempting to bind port 7989e3ca-4fb2-4316-a072-3e51a3568088 on network 8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:47:14.882847 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] Publish callbacks [] for port (5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:14.897974 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:47:14.898348 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] Checking segment: {'id': 'f2a08f57-1e4d-47c9-b27f-d768c6040685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:14.898977 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:14.899375 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] Bound using segment: {'id': 'f2a08f57-1e4d-47c9-b27f-d768c6040685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:47:14.906607 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] Bound port: 7989e3ca-4fb2-4316-a072-3e51a3568088, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a08f57-1e4d-47c9-b27f-d768c6040685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:47:14.906607 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7989e3ca-4fb2-4316-a072-3e51a3568088), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:14.968106 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:14.977600 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b795cf7b-241d-4d60-acc4-8c8d03d01b56 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Checking segment: {'id': '7eef785f-ab2d-4719-a8a3-8826ced33b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '43edb8cd-e88d-4cd5-92d7-49538830d418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:14.977600 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b795cf7b-241d-4d60-acc4-8c8d03d01b56 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Network hostable DHCP agents. Network: 43edb8cd-e88d-4cd5-92d7-49538830d418, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:47:14.978829 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] For port 7989e3ca-4fb2-4316-a072-3e51a3568088, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:47:14.982914 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] For port 7989e3ca-4fb2-4316-a072-3e51a3568088, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7989e3ca-4fb2-4316-a072-3e51a3568088,segment=NetworkSegment(f2a08f57-1e4d-47c9-b27f-d768c6040685),segment_id=f2a08f57-1e4d-47c9-b27f-d768c6040685)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:47:14.992986 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2edd8d1a-d281-4817-b688-4ea9695b1ed5 req-b707a954-2c3e-457f-98a9-f0b5b52a0583 tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.0658536 Nov 02 12:47:15.012740 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:15.034476 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] Attempting to bind port 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:47:15.034878 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] Attempting to bind port 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:47:15.035286 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] Attempting to bind port 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:47:15.055083 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d6749fbe-d033-43f3-a7d9-ea252ebfad66 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_gateway (e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:15.079005 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d6749fbe-d033-43f3-a7d9-ea252ebfad66 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:15.088711 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7989e3ca-4fb2-4316-a072-3e51a3568088), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:15.127995 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dc379-313a-4785-961c-9a4b73a241d4 None None] Pushing event updated for resources: {'Port': ['ID=5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:15.140406 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:47:15.140825 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:15.141411 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:15.143980 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:47:15.144815 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] Bound port: 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:47:15.145402 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:15.185142 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b795cf7b-241d-4d60-acc4-8c8d03d01b56 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Network 43edb8cd-e88d-4cd5-92d7-49538830d418 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:47:15.208781 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:15.263383 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] For port 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:47:15.276991 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] For port 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:47:15.284116 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a75063eb-e84d-44e7-a817-f11b291c9385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:15.285564 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-d6749fbe-d033-43f3-a7d9-ea252ebfad66 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Allocated IP 172.25.2.34 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/afb5f20a-3191-4ab6-84b2-b19166cfa461) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:15.300991 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-b795cf7b-241d-4d60-acc4-8c8d03d01b56 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 43edb8cd-e88d-4cd5-92d7-49538830d418) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:15.309467 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b795cf7b-241d-4d60-acc4-8c8d03d01b56 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:15.310673 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b795cf7b-241d-4d60-acc4-8c8d03d01b56 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:15.311709 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0382bcae-28e7-4716-ad22-e2ab1982bb5b None None] Network 43edb8cd-e88d-4cd5-92d7-49538830d418 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:47:15.419403 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1e73e-8ba7-4004-a934-900a45ef623d None None] Pushing event updated for resources: {'Port': ['ID=7989e3ca-4fb2-4316-a072-3e51a3568088,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:15.435848 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] Routers {'4ae2e6eb-a3b9-4a97-9272-51e85e4cad15'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:15.436628 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4ae2e6eb-a3b9-4a97-9272-51e85e4cad15'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:15.437767 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:15.477761 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b795cf7b-241d-4d60-acc4-8c8d03d01b56 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8976417 Nov 02 12:47:15.478113 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43590) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:15.483537 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-19e4f0d4-b025-4e4c-8b99-fdd2a9d21177 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-301338589'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:15.507630 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] Routers {'dc9b2411-dc03-417c-a003-449124722f86'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:15.509000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['dc9b2411-dc03-417c-a003-449124722f86'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:15.549689 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d6749fbe-d033-43f3-a7d9-ea252ebfad66 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for port (afb5f20a-3191-4ab6-84b2-b19166cfa461), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:15.613767 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e4f0d4-b025-4e4c-8b99-fdd2a9d21177 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Made reservation on behalf of 762ab703cd6b4d41ac9eddd7baa56c69 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:15.618621 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-19e4f0d4-b025-4e4c-8b99-fdd2a9d21177 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:15.622627 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dc379-313a-4785-961c-9a4b73a241d4 None None] Pushing event updated for resources: {'Port': ['ID=5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:15.676520 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e4f0d4-b025-4e4c-8b99-fdd2a9d21177 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:47:15.699468 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-19e4f0d4-b025-4e4c-8b99-fdd2a9d21177 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e913156b-6281-416b-86d0-7762ffa6164f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:15.701640 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-19e4f0d4-b025-4e4c-8b99-fdd2a9d21177 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Added segment e913156b-6281-416b-86d0-7762ffa6164f of type vlan for network 258c1d7d-00e1-4988-ad88-88f390a9c94a Nov 02 12:47:15.717074 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d6749fbe-d033-43f3-a7d9-ea252ebfad66 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (afb5f20a-3191-4ab6-84b2-b19166cfa461), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:15.754731 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] Set router 4ae2e6eb-a3b9-4a97-9272-51e85e4cad15 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:47:15.847409 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-19e4f0d4-b025-4e4c-8b99-fdd2a9d21177 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (258c1d7d-00e1-4988-ad88-88f390a9c94a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:15.848147 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6749fbe-d033-43f3-a7d9-ea252ebfad66 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:15.865987 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6749fbe-d033-43f3-a7d9-ea252ebfad66 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Pushing event updated for resources: {'Port': ['ID=afb5f20a-3191-4ab6-84b2-b19166cfa461,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:15.869078 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-d6749fbe-d033-43f3-a7d9-ea252ebfad66 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:15.880169 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6749fbe-d033-43f3-a7d9-ea252ebfad66 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:47:15.891138 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-43edb8cd-e88d-4cd5-92d7-49538830d418', 'network_id': '43edb8cd-e88d-4cd5-92d7-49538830d418', 'project_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'fixed_ips': [{'subnet_id': '29d0d65d-2d42-4cb7-ad91-9a127e8fd33b'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:47:15.905096 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:15.981334 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-19e4f0d4-b025-4e4c-8b99-fdd2a9d21177 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (258c1d7d-00e1-4988-ad88-88f390a9c94a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:15.990026 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e4f0d4-b025-4e4c-8b99-fdd2a9d21177 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:15.994452 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-19e4f0d4-b025-4e4c-8b99-fdd2a9d21177 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:16.107622 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] Set router dc9b2411-dc03-417c-a003-449124722f86 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:47:16.130382 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:16.214668 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:16.296817 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae2e6eb-a3b9-4a97-9272-51e85e4cad15', 'name': 'tempest-ServersTestMultiNic-527638034-router', 'tenant_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '12a360d9-4d0e-493b-b2e4-75e7a90b0971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:59Z', 'updated_at': '2022-11-02T12:47:09Z', 'revision_number': 4, 'project_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'gw_port': {'id': '12a360d9-4d0e-493b-b2e4-75e7a90b0971', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae2e6eb-a3b9-4a97-9272-51e85e4cad15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:01Z', 'updated_at': '2022-11-02T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '7989e3ca-4fb2-4316-a072-3e51a3568088', 'name': '', 'network_id': '8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89', 'tenant_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'mac_address': 'fa:16:3e:ff:e6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae2e6eb-a3b9-4a97-9272-51e85e4cad15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '68ce9211-9eb4-40b2-a0d0-8e1628685ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:07Z', 'updated_at': '2022-11-02T12:47:14Z', 'revision_number': 4, 'project_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'subnets': [{'id': '68ce9211-9eb4-40b2-a0d0-8e1628685ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:16.322887 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4f0d4-b025-4e4c-8b99-fdd2a9d21177 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Pushing event updated for resources: {'Network': ['ID=258c1d7d-00e1-4988-ad88-88f390a9c94a,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:16.339005 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a396a7f-0559-4559-8afe-277a0a90da2d None None] The sync data for ids ['4ae2e6eb-a3b9-4a97-9272-51e85e4cad15'] in n-d-857339-6 is: [{'id': '4ae2e6eb-a3b9-4a97-9272-51e85e4cad15', 'name': 'tempest-ServersTestMultiNic-527638034-router', 'tenant_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '12a360d9-4d0e-493b-b2e4-75e7a90b0971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:59Z', 'updated_at': '2022-11-02T12:47:09Z', 'revision_number': 4, 'project_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'gw_port': {'id': '12a360d9-4d0e-493b-b2e4-75e7a90b0971', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae2e6eb-a3b9-4a97-9272-51e85e4cad15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:01Z', 'updated_at': '2022-11-02T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '7989e3ca-4fb2-4316-a072-3e51a3568088', 'name': '', 'network_id': '8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89', 'tenant_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'mac_address': 'fa:16:3e:ff:e6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae2e6eb-a3b9-4a97-9272-51e85e4cad15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '68ce9211-9eb4-40b2-a0d0-8e1628685ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:07Z', 'updated_at': '2022-11-02T12:47:14Z', 'revision_number': 4, 'project_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'subnets': [{'id': '68ce9211-9eb4-40b2-a0d0-8e1628685ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:47:16.349279 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:16.351251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 258c1d7d-00e1-4988-ad88-88f390a9c94a details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:47:16.357733 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b5cc20de-71cc-46db-a0c0-e0e2ad8bddaa req-2cceb1bf-7887-4006-b350-f0c2cca6a9e6 tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.1417789 Nov 02 12:47:16.376770 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-19e4f0d4-b025-4e4c-8b99-fdd2a9d21177 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8974750 Nov 02 12:47:16.377278 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43606) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:16.392950 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-43125d43-1662-410c-813f-a755f4a47845 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Request body: {'subnet': {'network_id': '258c1d7d-00e1-4988-ad88-88f390a9c94a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:16.529000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] Allocated IP 19.80.0.2 (43edb8cd-e88d-4cd5-92d7-49538830d418/29d0d65d-2d42-4cb7-ad91-9a127e8fd33b/38c0238d-843d-44ed-8992-28648b38590f) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:16.729876 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d6749fbe-d033-43f3-a7d9-ea252ebfad66 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_gateway (e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:16.884256 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:16.912102 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:16.916917 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9b2411-dc03-417c-a003-449124722f86', 'name': 'tempest-snat-router-1103860722', 'tenant_id': 'b96dfe51bf034e1c86187beade49c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.72'}], 'enable_snat': False}, 'gw_port_id': '5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:47:09Z', 'updated_at': '2022-11-02T12:47:12Z', 'revision_number': 3, 'project_id': 'b96dfe51bf034e1c86187beade49c456', 'gw_port': {'id': '5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9b2411-dc03-417c-a003-449124722f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:11Z', 'updated_at': '2022-11-02T12:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:16.975231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac3821a-7366-40da-8e18-e7c3da6a5feb None None] The sync data for ids ['dc9b2411-dc03-417c-a003-449124722f86'] in n-d-857339-6 is: [{'id': 'dc9b2411-dc03-417c-a003-449124722f86', 'name': 'tempest-snat-router-1103860722', 'tenant_id': 'b96dfe51bf034e1c86187beade49c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.72'}], 'enable_snat': False}, 'gw_port_id': '5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:47:09Z', 'updated_at': '2022-11-02T12:47:12Z', 'revision_number': 3, 'project_id': 'b96dfe51bf034e1c86187beade49c456', 'gw_port': {'id': '5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9b2411-dc03-417c-a003-449124722f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:11Z', 'updated_at': '2022-11-02T12:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:47:17.017438 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] Publish callbacks [] for port (38c0238d-843d-44ed-8992-28648b38590f), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:17.185397 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (38c0238d-843d-44ed-8992-28648b38590f), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:17.239086 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43125d43-1662-410c-813f-a755f4a47845 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Made reservation on behalf of 762ab703cd6b4d41ac9eddd7baa56c69 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:17.243701 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-43125d43-1662-410c-813f-a755f4a47845 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:17.269760 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] Network 43edb8cd-e88d-4cd5-92d7-49538830d418 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:17.277915 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:17.283788 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:47:17.288206 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] Pushing event updated for resources: {'Port': ['ID=38c0238d-843d-44ed-8992-28648b38590f,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:17.403948 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] Attempting to bind port 38c0238d-843d-44ed-8992-28648b38590f on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:47:17.404918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] Attempting to bind port 38c0238d-843d-44ed-8992-28648b38590f by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '7eef785f-ab2d-4719-a8a3-8826ced33b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '43edb8cd-e88d-4cd5-92d7-49538830d418'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:47:17.405595 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] Attempting to bind port 38c0238d-843d-44ed-8992-28648b38590f on network 43edb8cd-e88d-4cd5-92d7-49538830d418 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:47:17.532316 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:47:17.534366 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] Checking segment: {'id': '7eef785f-ab2d-4719-a8a3-8826ced33b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '43edb8cd-e88d-4cd5-92d7-49538830d418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:17.536123 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:17.539607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] Bound using segment: {'id': '7eef785f-ab2d-4719-a8a3-8826ced33b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '43edb8cd-e88d-4cd5-92d7-49538830d418'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:47:17.541750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] Bound port: 38c0238d-843d-44ed-8992-28648b38590f, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eef785f-ab2d-4719-a8a3-8826ced33b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '43edb8cd-e88d-4cd5-92d7-49538830d418'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:47:17.552263 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (38c0238d-843d-44ed-8992-28648b38590f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:17.684250 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d33d49a2-e770-40a6-9698-dc0c360442da req-e8c2a83f-1418-425d-b462-f836fa0a2ce4 tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.0718846 Nov 02 12:47:17.693912 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:17.714946 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d6749fbe-d033-43f3-a7d9-ea252ebfad66 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:17.746323 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] For port 38c0238d-843d-44ed-8992-28648b38590f, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:47:17.753080 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] For port 38c0238d-843d-44ed-8992-28648b38590f, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=38c0238d-843d-44ed-8992-28648b38590f,segment=NetworkSegment(7eef785f-ab2d-4719-a8a3-8826ced33b98),segment_id=7eef785f-ab2d-4719-a8a3-8826ced33b98)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:47:17.923030 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (38c0238d-843d-44ed-8992-28648b38590f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:18.037528 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-43125d43-1662-410c-813f-a755f4a47845 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (a3b6d818-46d2-4819-a951-29367ea89d81), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:18.042346 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecdc9a-db6f-4581-a7aa-1032bdb810cf None None] Pushing event updated for resources: {'Port': ['ID=38c0238d-843d-44ed-8992-28648b38590f,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:18.116539 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43125d43-1662-410c-813f-a755f4a47845 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Pushing event updated for resources: {'Subnet': ['ID=a3b6d818-46d2-4819-a951-29367ea89d81,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:18.128604 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43125d43-1662-410c-813f-a755f4a47845 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Checking segment: {'id': 'e913156b-6281-416b-86d0-7762ffa6164f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '258c1d7d-00e1-4988-ad88-88f390a9c94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:18.128973 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43125d43-1662-410c-813f-a755f4a47845 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Network hostable DHCP agents. Network: 258c1d7d-00e1-4988-ad88-88f390a9c94a, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:47:18.137222 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6749fbe-d033-43f3-a7d9-ea252ebfad66 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Router e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:47:18.334490 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:18.365288 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6749fbe-d033-43f3-a7d9-ea252ebfad66 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:47:18.390586 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Sync routers for ids ['e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:47:18.407932 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Routers {'e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:18.413264 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b4c1e581-8798-4393-9386-897f2106759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:18.419420 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7989e3ca-4fb2-4316-a072-3e51a3568088 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:18.425391 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43125d43-1662-410c-813f-a755f4a47845 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Network 258c1d7d-00e1-4988-ad88-88f390a9c94a is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:47:18.462124 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d6749fbe-d033-43f3-a7d9-ea252ebfad66 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:18.464661 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d6749fbe-d033-43f3-a7d9-ea252ebfad66 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.8097289 Nov 02 12:47:18.466731 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43640) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:18.492395 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:18.550330 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-43125d43-1662-410c-813f-a755f4a47845 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 258c1d7d-00e1-4988-ad88-88f390a9c94a) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:18.555376 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43125d43-1662-410c-813f-a755f4a47845 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:18.556023 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-43125d43-1662-410c-813f-a755f4a47845 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:18.589276 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7e30c0-32d9-499d-919d-70a56b7aced0 None None] Network 258c1d7d-00e1-4988-ad88-88f390a9c94a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:47:18.635920 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7989e3ca-4fb2-4316-a072-3e51a3568088 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:18.639722 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7989e3ca-4fb2-4316-a072-3e51a3568088), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:18.640742 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7989e3ca-4fb2-4316-a072-3e51a3568088 Nov 02 12:47:18.681380 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43642) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:18.720368 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-43125d43-1662-410c-813f-a755f4a47845 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3349209 Nov 02 12:47:18.733922 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-846938af-a878-4495-8220-3fd85a0c5b3e tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "GET /networking/v2.0/routers/e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3 HTTP/1.1" status: 200 len: 907 time: 0.2660189 Nov 02 12:47:18.734490 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Set router e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:47:18.737818 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43652) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:18.937595 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c129cce5-196a-4b18-b6da-20e25af96b4c req-7b563340-88c2-459e-b516-233568f25074 tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.0783482 Nov 02 12:47:18.956779 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:19.075848 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7989e3ca-4fb2-4316-a072-3e51a3568088 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:19.076394 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7989e3ca-4fb2-4316-a072-3e51a3568088), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:19.082864 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b4c1e581-8798-4393-9386-897f2106759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3', 'name': 'tempest-snat-router-1103860722', 'tenant_id': 'b96dfe51bf034e1c86187beade49c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'afb5f20a-3191-4ab6-84b2-b19166cfa461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:47:13Z', 'updated_at': '2022-11-02T12:47:16Z', 'revision_number': 3, 'project_id': 'b96dfe51bf034e1c86187beade49c456', 'gw_port': {'id': 'afb5f20a-3191-4ab6-84b2-b19166cfa461', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:33:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:15Z', 'updated_at': '2022-11-02T12:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:19.111042 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:19.114750 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc3be1d4-81db-4604-a454-146a531292fe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router (e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:19.157539 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Checking router: e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:47:19.157759 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Updating router e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3 port afb5f20a-3191-4ab6-84b2-b19166cfa461 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:47:19.250639 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 7989e3ca-4fb2-4316-a072-3e51a3568088, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7989e3ca-4fb2-4316-a072-3e51a3568088,segment=NetworkSegment(f2a08f57-1e4d-47c9-b27f-d768c6040685),segment_id=f2a08f57-1e4d-47c9-b27f-d768c6040685)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:19.258819 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (afb5f20a-3191-4ab6-84b2-b19166cfa461), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:19.266511 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-258c1d7d-00e1-4988-ad88-88f390a9c94a', 'network_id': '258c1d7d-00e1-4988-ad88-88f390a9c94a', 'project_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'fixed_ips': [{'subnet_id': 'a3b6d818-46d2-4819-a951-29367ea89d81'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:47:19.268006 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:19.355810 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7989e3ca-4fb2-4316-a072-3e51a3568088), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:19.362794 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:19.497539 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:19.522740 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-2bb4f14e-c6b3-4dcb-b9b7-9c062b087d1b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-445699591-network', 'tenant_id': '6a0d6178bceb4821a849a10833c56365'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:19.576171 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc3be1d4-81db-4604-a454-146a531292fe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_gateway (e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:19.741170 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:19.768785 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb4f14e-c6b3-4dcb-b9b7-9c062b087d1b admin admin] Made reservation on behalf of 6a0d6178bceb4821a849a10833c56365 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:19.780028 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bb4f14e-c6b3-4dcb-b9b7-9c062b087d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:19.808185 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] Allocated IP 19.86.0.2 (258c1d7d-00e1-4988-ad88-88f390a9c94a/a3b6d818-46d2-4819-a951-29367ea89d81/85d3768c-1467-43ae-a318-00b54aa8ffc0) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:19.816235 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bb4f14e-c6b3-4dcb-b9b7-9c062b087d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:19.924046 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-dc3be1d4-81db-4604-a454-146a531292fe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Deleting port afb5f20a-3191-4ab6-84b2-b19166cfa461 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:19.925220 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc3be1d4-81db-4604-a454-146a531292fe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (afb5f20a-3191-4ab6-84b2-b19166cfa461), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:20.120991 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad671001-1e81-456c-9aff-97ba99e9a4b2 req-63ff5eed-916c-4454-b4ee-f8d04c896574 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:20.141333 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad671001-1e81-456c-9aff-97ba99e9a4b2 req-63ff5eed-916c-4454-b4ee-f8d04c896574 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:20.144961 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bb4f14e-c6b3-4dcb-b9b7-9c062b087d1b admin admin] Publish callbacks [] for security_group (b34978e6-1fb8-42ce-b95f-8b644cc008ce), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:20.154816 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ad671001-1e81-456c-9aff-97ba99e9a4b2 req-63ff5eed-916c-4454-b4ee-f8d04c896574 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "GET /networking/v2.0/networks?id=43edb8cd-e88d-4cd5-92d7-49538830d418&id=258c1d7d-00e1-4988-ad88-88f390a9c94a&id=43edb8cd-e88d-4cd5-92d7-49538830d418 HTTP/1.1" status: 200 len: 1390 time: 0.3465395 Nov 02 12:47:20.169138 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Publish callbacks [] for port (afb5f20a-3191-4ab6-84b2-b19166cfa461), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:20.180186 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd920a52-5d6a-43c4-9d97-00ca242e1f6b None None] Network 43edb8cd-e88d-4cd5-92d7-49538830d418 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:47:20.193818 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:20.194939 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:20.200312 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc3be1d4-81db-4604-a454-146a531292fe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (afb5f20a-3191-4ab6-84b2-b19166cfa461), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:20.209973 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-38992ca2-1873-4418-bbfd-2c5a09a908d3 req-74970dba-5a54-4576-82f9-b95615fea534 tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.0511820 Nov 02 12:47:20.218570 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-dc3be1d4-81db-4604-a454-146a531292fe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Calling delete_port for afb5f20a-3191-4ab6-84b2-b19166cfa461 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:20.236883 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:20.251203 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ad671001-1e81-456c-9aff-97ba99e9a4b2 req-7dd7f0a2-cefe-430c-a114-c491e1b03076 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "GET /networking/v2.0/quotas/762ab703cd6b4d41ac9eddd7baa56c69 HTTP/1.1" status: 200 len: 375 time: 0.0885887 Nov 02 12:47:20.296991 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (afb5f20a-3191-4ab6-84b2-b19166cfa461), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:20.297752 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:20.297752 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:20.297752 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c Nov 02 12:47:20.299686 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d855f3b9-dda0-493f-95dc-d20a12d54655 None None] Provisioning complete for port 38c0238d-843d-44ed-8992-28648b38590f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:20.299825 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bb4f14e-c6b3-4dcb-b9b7-9c062b087d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b34978e6-1fb8-42ce-b95f-8b644cc008ce), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:20.300055 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d855f3b9-dda0-493f-95dc-d20a12d54655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (38c0238d-843d-44ed-8992-28648b38590f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:20.300434 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d855f3b9-dda0-493f-95dc-d20a12d54655 None None] Attempt 1 to provision port 38c0238d-843d-44ed-8992-28648b38590f Nov 02 12:47:20.334471 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Attempting to bind port afb5f20a-3191-4ab6-84b2-b19166cfa461 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:47:20.339240 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Attempting to bind port afb5f20a-3191-4ab6-84b2-b19166cfa461 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:47:20.342513 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Attempting to bind port afb5f20a-3191-4ab6-84b2-b19166cfa461 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:47:20.368430 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ad671001-1e81-456c-9aff-97ba99e9a4b2 req-9ff5d2a4-7261-41f0-9663-31d7147e945b tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=762ab703cd6b4d41ac9eddd7baa56c69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1209152 Nov 02 12:47:20.497564 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=7989e3ca-4fb2-4316-a072-3e51a3568088,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:20.503617 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43684) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:20.552015 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:47:20.552290 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:20.552770 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:20.553154 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:47:20.553815 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Bound port: afb5f20a-3191-4ab6-84b2-b19166cfa461, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:47:20.560454 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (afb5f20a-3191-4ab6-84b2-b19166cfa461), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:20.560662 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4f14e-c6b3-4dcb-b9b7-9c062b087d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34978e6-1fb8-42ce-b95f-8b644cc008ce,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:20.560754 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9e382-131c-4d82-a05c-6ed2f89da0ec None None] Pushing event updated for resources: {'Port': ['ID=afb5f20a-3191-4ab6-84b2-b19166cfa461,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:20.573567 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb4f14e-c6b3-4dcb-b9b7-9c062b087d1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:47:20.617342 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bb4f14e-c6b3-4dcb-b9b7-9c062b087d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (9eeb4f86-2a94-44d1-bc42-7a28d7260a93), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:20.617701 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-2bb4f14e-c6b3-4dcb-b9b7-9c062b087d1b admin admin] Added segment 9eeb4f86-2a94-44d1-bc42-7a28d7260a93 of type vlan for network c4b614b6-864d-40a5-85b9-d9b8af92db1b Nov 02 12:47:20.741485 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43688) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:20.795984 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43692) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:20.819860 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:20.824074 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bb4f14e-c6b3-4dcb-b9b7-9c062b087d1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (c4b614b6-864d-40a5-85b9-d9b8af92db1b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:20.829433 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-0599a3f6-ea9c-4239-a990-6fbd888b0d6e req-c23fa2e0-f155-4c6c-a199-fb40c7603f9c service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 1.2155640 Nov 02 12:47:20.888548 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3de3e4-4a3e-4df9-bc89-53182715c4be tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Deleting subnet a3b6d818-46d2-4819-a951-29367ea89d81 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:47:20.900635 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc3be1d4-81db-4604-a454-146a531292fe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (afb5f20a-3191-4ab6-84b2-b19166cfa461), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:20.900915 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.db.api [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=105978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:47:20.901432 n-d-857339-6 neutron-server[105978]: DEBUG oslo_db.api [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:47:20.940394 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3be1d4-81db-4604-a454-146a531292fe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Pushing event deleted for resources: {'Port': ['ID=afb5f20a-3191-4ab6-84b2-b19166cfa461,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:20.944600 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bb4f14e-c6b3-4dcb-b9b7-9c062b087d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (c4b614b6-864d-40a5-85b9-d9b8af92db1b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:20.945651 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb4f14e-c6b3-4dcb-b9b7-9c062b087d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:20.946247 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bb4f14e-c6b3-4dcb-b9b7-9c062b087d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:20.992451 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-dff8f93d-31ac-4c3f-a9ed-c4c97e84e50d tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1815644957'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:21.057412 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:21.058196 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.063794 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] Publish callbacks [] for port (85d3768c-1467-43ae-a318-00b54aa8ffc0), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.083793 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4f14e-c6b3-4dcb-b9b7-9c062b087d1b admin admin] Pushing event updated for resources: {'Network': ['ID=c4b614b6-864d-40a5-85b9-d9b8af92db1b,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:21.097829 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc3be1d4-81db-4604-a454-146a531292fe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.116174 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network c4b614b6-864d-40a5-85b9-d9b8af92db1b details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:47:21.117228 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff8f93d-31ac-4c3f-a9ed-c4c97e84e50d tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Made reservation on behalf of 66ebcccd66e349ba9e23ef9c9f2c81de for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:21.121378 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dff8f93d-31ac-4c3f-a9ed-c4c97e84e50d tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.130780 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:21.141591 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2bb4f14e-c6b3-4dcb-b9b7-9c062b087d1b admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4584684 Nov 02 12:47:21.149845 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43696) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:21.150629 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dff8f93d-31ac-4c3f-a9ed-c4c97e84e50d tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.169378 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e7b78ee5-d08a-4107-9a69-2dc17c8c7302 admin admin] Request body: {'subnet': {'network_id': 'c4b614b6-864d-40a5-85b9-d9b8af92db1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-445699591-subnet', 'tenant_id': '6a0d6178bceb4821a849a10833c56365', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:21.170250 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d855f3b9-dda0-493f-95dc-d20a12d54655 None None] Current status of the port 38c0238d-843d-44ed-8992-28648b38590f is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:21.171727 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d855f3b9-dda0-493f-95dc-d20a12d54655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (38c0238d-843d-44ed-8992-28648b38590f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.173956 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:21.205293 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (85d3768c-1467-43ae-a318-00b54aa8ffc0), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.216725 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d3de3e4-4a3e-4df9-bc89-53182715c4be tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks [] for subnet (a3b6d818-46d2-4819-a951-29367ea89d81), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.250013 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc3be1d4-81db-4604-a454-146a531292fe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.254066 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc3be1d4-81db-4604-a454-146a531292fe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_controller (e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.300078 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d855f3b9-dda0-493f-95dc-d20a12d54655 None None] For port 38c0238d-843d-44ed-8992-28648b38590f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=38c0238d-843d-44ed-8992-28648b38590f,segment=NetworkSegment(7eef785f-ab2d-4719-a8a3-8826ced33b98),segment_id=7eef785f-ab2d-4719-a8a3-8826ced33b98)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:21.388365 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.428461 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Attempting to bind port afb5f20a-3191-4ab6-84b2-b19166cfa461 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:47:21.428883 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Attempting to bind port afb5f20a-3191-4ab6-84b2-b19166cfa461 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:47:21.429438 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Attempting to bind port afb5f20a-3191-4ab6-84b2-b19166cfa461 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:47:21.433741 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] Network 258c1d7d-00e1-4988-ad88-88f390a9c94a is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:21.443692 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:21.448246 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc3be1d4-81db-4604-a454-146a531292fe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.448958 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:47:21.449116 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3be1d4-81db-4604-a454-146a531292fe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:47:21.459639 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc3be1d4-81db-4604-a454-146a531292fe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.461025 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dc3be1d4-81db-4604-a454-146a531292fe tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "DELETE /networking/v2.0/routers/e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3 HTTP/1.1" status: 204 len: 168 time: 2.7219281 Nov 02 12:47:21.464200 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43700) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:21.469257 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:21.471910 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d3de3e4-4a3e-4df9-bc89-53182715c4be tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (a3b6d818-46d2-4819-a951-29367ea89d81), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.483350 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d855f3b9-dda0-493f-95dc-d20a12d54655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (38c0238d-843d-44ed-8992-28648b38590f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.497491 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] Pushing event updated for resources: {'Port': ['ID=85d3768c-1467-43ae-a318-00b54aa8ffc0,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:21.560747 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:47:21.561123 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:21.561528 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.564505 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:47:21.565090 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Bound port: afb5f20a-3191-4ab6-84b2-b19166cfa461, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:47:21.565488 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (afb5f20a-3191-4ab6-84b2-b19166cfa461), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.586464 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e92515d4-9a26-49fc-a3a6-a6fc9492b957 req-d7a533f0-2f76-485f-a75a-32d849095f56 tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.1913204 Nov 02 12:47:21.614580 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.plugin [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Port afb5f20a-3191-4ab6-84b2-b19166cfa461 has been deleted concurrently {{(pid=105978) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Nov 02 12:47:21.627077 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b78ee5-d08a-4107-9a69-2dc17c8c7302 admin admin] Made reservation on behalf of 6a0d6178bceb4821a849a10833c56365 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:21.629815 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e7b78ee5-d08a-4107-9a69-2dc17c8c7302 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.637354 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Routers set() bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:21.637729 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Router IDs set() for agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Nov 02 12:47:21.638390 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_agentschedulers_db [None req-b4c1e581-8798-4393-9386-897f2106759d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent'). {{(pid=105978) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 02 12:47:21.638763 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c1e581-8798-4393-9386-897f2106759d None None] The sync data for ids ['e4f0cbd5-e78b-4f82-977a-c7bcf52ca7b3'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:47:21.673047 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6a22f835-49f9-4a45-aa66-357566f8b470 None None] Provisioning complete for port 38c0238d-843d-44ed-8992-28648b38590f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:21.673799 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6a22f835-49f9-4a45-aa66-357566f8b470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (38c0238d-843d-44ed-8992-28648b38590f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.674358 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-6a22f835-49f9-4a45-aa66-357566f8b470 None None] Attempt 1 to provision port 38c0238d-843d-44ed-8992-28648b38590f Nov 02 12:47:21.706069 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d04cee92-7ab4-49c9-8ef6-4df355edfe7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.751429 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] Attempting to bind port 85d3768c-1467-43ae-a318-00b54aa8ffc0 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:47:21.752133 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] Attempting to bind port 85d3768c-1467-43ae-a318-00b54aa8ffc0 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'e913156b-6281-416b-86d0-7762ffa6164f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '258c1d7d-00e1-4988-ad88-88f390a9c94a'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:47:21.752540 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] Attempting to bind port 85d3768c-1467-43ae-a318-00b54aa8ffc0 on network 258c1d7d-00e1-4988-ad88-88f390a9c94a {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:47:21.755082 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-789ba364-4bcd-4249-8719-c1165cfd112f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router (dc9b2411-dc03-417c-a003-449124722f86), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.789167 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:21.850182 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7989e3ca-4fb2-4316-a072-3e51a3568088 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:21.888765 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:21.923457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6a22f835-49f9-4a45-aa66-357566f8b470 None None] Current status of the port 38c0238d-843d-44ed-8992-28648b38590f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:21.934672 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:47:21.935322 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] Checking segment: {'id': 'e913156b-6281-416b-86d0-7762ffa6164f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '258c1d7d-00e1-4988-ad88-88f390a9c94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:21.935932 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.936550 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] Bound using segment: {'id': 'e913156b-6281-416b-86d0-7762ffa6164f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '258c1d7d-00e1-4988-ad88-88f390a9c94a'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:47:21.937239 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] Bound port: 85d3768c-1467-43ae-a318-00b54aa8ffc0, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e913156b-6281-416b-86d0-7762ffa6164f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '258c1d7d-00e1-4988-ad88-88f390a9c94a'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:47:21.937909 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (85d3768c-1467-43ae-a318-00b54aa8ffc0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.941933 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855f3b9-dda0-493f-95dc-d20a12d54655 None None] Pushing event updated for resources: {'Port': ['ID=38c0238d-843d-44ed-8992-28648b38590f,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:21.954413 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-789ba364-4bcd-4249-8719-c1165cfd112f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_gateway (dc9b2411-dc03-417c-a003-449124722f86), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.973251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7989e3ca-4fb2-4316-a072-3e51a3568088 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:21.973995 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7989e3ca-4fb2-4316-a072-3e51a3568088), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.975106 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7989e3ca-4fb2-4316-a072-3e51a3568088 Nov 02 12:47:22.006206 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d3de3e4-4a3e-4df9-bc89-53182715c4be tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (a3b6d818-46d2-4819-a951-29367ea89d81), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.008020 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dff8f93d-31ac-4c3f-a9ed-c4c97e84e50d tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Publish callbacks [] for security_group (e6ef7478-60b3-4b9f-a6be-fcdb864f9909), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.116817 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-789ba364-4bcd-4249-8719-c1165cfd112f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Deleting port 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:22.117809 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-789ba364-4bcd-4249-8719-c1165cfd112f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.127396 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dff8f93d-31ac-4c3f-a9ed-c4c97e84e50d tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e6ef7478-60b3-4b9f-a6be-fcdb864f9909), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.136130 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d04cee92-7ab4-49c9-8ef6-4df355edfe7e admin admin] Publish callbacks [] for security_group (5e47f2d7-2719-46a0-b9b0-30b4805cbfc6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.165295 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff8f93d-31ac-4c3f-a9ed-c4c97e84e50d tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:47:22.175833 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7989e3ca-4fb2-4316-a072-3e51a3568088 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:22.177290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 38c0238d-843d-44ed-8992-28648b38590f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:22.222645 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8f93d-31ac-4c3f-a9ed-c4c97e84e50d tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ef7478-60b3-4b9f-a6be-fcdb864f9909,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:22.228093 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dff8f93d-31ac-4c3f-a9ed-c4c97e84e50d tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (c5fe7b6c-44a3-41b4-99b6-0ccd45f5f813), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.228451 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-dff8f93d-31ac-4c3f-a9ed-c4c97e84e50d tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Added segment c5fe7b6c-44a3-41b4-99b6-0ccd45f5f813 of type vlan for network b3ebcdfe-ba1b-4a46-b2d1-c8ba44707794 Nov 02 12:47:22.237259 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 38c0238d-843d-44ed-8992-28648b38590f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:22.237747 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (38c0238d-843d-44ed-8992-28648b38590f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.238045 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 38c0238d-843d-44ed-8992-28648b38590f Nov 02 12:47:22.268015 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:22.282248 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d04cee92-7ab4-49c9-8ef6-4df355edfe7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5e47f2d7-2719-46a0-b9b0-30b4805cbfc6), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.282472 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] For port 85d3768c-1467-43ae-a318-00b54aa8ffc0, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:47:22.286177 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dff8f93d-31ac-4c3f-a9ed-c4c97e84e50d tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (b3ebcdfe-ba1b-4a46-b2d1-c8ba44707794), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.291460 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d3de3e4-4a3e-4df9-bc89-53182715c4be tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (a3b6d818-46d2-4819-a951-29367ea89d81), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.304225 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-789ba364-4bcd-4249-8719-c1165cfd112f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] For port 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:22.304805 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-789ba364-4bcd-4249-8719-c1165cfd112f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.333679 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-789ba364-4bcd-4249-8719-c1165cfd112f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Calling delete_port for 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:22.341294 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] For port 85d3768c-1467-43ae-a318-00b54aa8ffc0, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=85d3768c-1467-43ae-a318-00b54aa8ffc0,segment=NetworkSegment(e913156b-6281-416b-86d0-7762ffa6164f),segment_id=e913156b-6281-416b-86d0-7762ffa6164f)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:47:22.342604 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 38c0238d-843d-44ed-8992-28648b38590f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:22.372655 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3de3e4-4a3e-4df9-bc89-53182715c4be tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b6d818-46d2-4819-a951-29367ea89d81,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:22.374609 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e7b78ee5-d08a-4107-9a69-2dc17c8c7302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (108a8be6-813a-4570-9c0a-b1217f4362d9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.377204 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d3de3e4-4a3e-4df9-bc89-53182715c4be tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.383540 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6d3de3e4-4a3e-4df9-bc89-53182715c4be tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/a3b6d818-46d2-4819-a951-29367ea89d81 HTTP/1.1" status: 204 len: 168 time: 1.5926046 Nov 02 12:47:22.384028 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43706) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:22.387808 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d04cee92-7ab4-49c9-8ef6-4df355edfe7e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4009ddba06bf409ab4e6ba545587359f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6452873 Nov 02 12:47:22.401968 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43708) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:22.413925 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cee92-7ab4-49c9-8ef6-4df355edfe7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e47f2d7-2719-46a0-b9b0-30b4805cbfc6,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:22.448002 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b78ee5-d08a-4107-9a69-2dc17c8c7302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=108a8be6-813a-4570-9c0a-b1217f4362d9,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:22.466922 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b78ee5-d08a-4107-9a69-2dc17c8c7302 admin admin] Checking segment: {'id': '9eeb4f86-2a94-44d1-bc42-7a28d7260a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c4b614b6-864d-40a5-85b9-d9b8af92db1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:22.468028 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b78ee5-d08a-4107-9a69-2dc17c8c7302 admin admin] Network hostable DHCP agents. Network: c4b614b6-864d-40a5-85b9-d9b8af92db1b, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:47:22.516956 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dff8f93d-31ac-4c3f-a9ed-c4c97e84e50d tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (b3ebcdfe-ba1b-4a46-b2d1-c8ba44707794), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.524139 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff8f93d-31ac-4c3f-a9ed-c4c97e84e50d tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:22.525189 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dff8f93d-31ac-4c3f-a9ed-c4c97e84e50d tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.526276 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (85d3768c-1467-43ae-a318-00b54aa8ffc0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.551811 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-493abbeb-9200-4e29-94c6-9a910324755f admin admin] Publish callbacks [] for security_group (5e47f2d7-2719-46a0-b9b0-30b4805cbfc6), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.598562 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ceca07ce-e02e-4267-b857-2de27c5e3b5c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (258c1d7d-00e1-4988-ad88-88f390a9c94a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.609905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b24fd-cc3c-4508-8837-f51f187a1628 None None] Pushing event updated for resources: {'Port': ['ID=85d3768c-1467-43ae-a318-00b54aa8ffc0,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:22.627364 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8f93d-31ac-4c3f-a9ed-c4c97e84e50d tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Pushing event updated for resources: {'Network': ['ID=b3ebcdfe-ba1b-4a46-b2d1-c8ba44707794,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:22.654025 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network b3ebcdfe-ba1b-4a46-b2d1-c8ba44707794 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:47:22.671765 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b78ee5-d08a-4107-9a69-2dc17c8c7302 admin admin] Network c4b614b6-864d-40a5-85b9-d9b8af92db1b is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:47:22.697074 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dff8f93d-31ac-4c3f-a9ed-c4c97e84e50d tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1921260 Nov 02 12:47:22.705571 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43714) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:22.706334 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-493abbeb-9200-4e29-94c6-9a910324755f admin admin] Publish callbacks [] for security_group (5e47f2d7-2719-46a0-b9b0-30b4805cbfc6), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.802973 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e7b78ee5-d08a-4107-9a69-2dc17c8c7302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, c4b614b6-864d-40a5-85b9-d9b8af92db1b) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:22.815366 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b78ee5-d08a-4107-9a69-2dc17c8c7302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:22.820206 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e7b78ee5-d08a-4107-9a69-2dc17c8c7302 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.831739 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37810f68-11e8-4833-ad00-c4f0303ca548 None None] Network c4b614b6-864d-40a5-85b9-d9b8af92db1b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:47:22.838763 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:22.842018 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:22.874241 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ffd63c47-112a-499c-87b4-b8b5695c269f req-074d93e7-51e2-4fb5-9487-6375037b1e71 tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.0932932 Nov 02 12:47:22.930194 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43720) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:22.991821 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e7b78ee5-d08a-4107-9a69-2dc17c8c7302 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8384845 Nov 02 12:47:22.995770 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43726) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:23.000170 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-61f88f90-c75c-4121-ae61-3710000986a2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-445699591-router', 'tenant_id': '6a0d6178bceb4821a849a10833c56365', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:23.074321 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a9d9ce8-b74d-4e67-ad0b-9a1bc5f63f10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:23.123417 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-c4b614b6-864d-40a5-85b9-d9b8af92db1b', 'network_id': 'c4b614b6-864d-40a5-85b9-d9b8af92db1b', 'project_id': '6a0d6178bceb4821a849a10833c56365', 'fixed_ips': [{'subnet_id': '108a8be6-813a-4570-9c0a-b1217f4362d9'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:47:23.123417 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:23.205742 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61f88f90-c75c-4121-ae61-3710000986a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (5907d134-a262-4b4a-a3db-59e24fe5da80), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:23.215037 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61f88f90-c75c-4121-ae61-3710000986a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (5907d134-a262-4b4a-a3db-59e24fe5da80), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:23.248463 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-bd2c5333-f064-45d6-ab35-4bd117b9218d tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Request body: {'network': {'name': 'tempest-network--465142836', 'router:external': True}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:23.288327 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a9d9ce8-b74d-4e67-ad0b-9a1bc5f63f10 admin admin] Publish callbacks [] for security_group (b6e52531-2765-4d45-8b3d-4db6262fd04f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:23.386287 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] Allocated IP 172.20.0.2 (c4b614b6-864d-40a5-85b9-d9b8af92db1b/108a8be6-813a-4570-9c0a-b1217f4362d9/3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:23.389686 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61f88f90-c75c-4121-ae61-3710000986a2 admin admin] Publish callbacks [] for router_controller (5907d134-a262-4b4a-a3db-59e24fe5da80), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:23.480947 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-493abbeb-9200-4e29-94c6-9a910324755f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5e47f2d7-2719-46a0-b9b0-30b4805cbfc6), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:23.501263 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-493abbeb-9200-4e29-94c6-9a910324755f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:23.501263 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-493abbeb-9200-4e29-94c6-9a910324755f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5e47f2d7-2719-46a0-b9b0-30b4805cbfc6 HTTP/1.1" status: 204 len: 168 time: 1.0878861 Nov 02 12:47:23.560131 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493abbeb-9200-4e29-94c6-9a910324755f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e47f2d7-2719-46a0-b9b0-30b4805cbfc6,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:23.578590 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ceca07ce-e02e-4267-b857-2de27c5e3b5c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Deleting port 85d3768c-1467-43ae-a318-00b54aa8ffc0 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:23.579145 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ceca07ce-e02e-4267-b857-2de27c5e3b5c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (85d3768c-1467-43ae-a318-00b54aa8ffc0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:23.705767 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a9d9ce8-b74d-4e67-ad0b-9a1bc5f63f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b6e52531-2765-4d45-8b3d-4db6262fd04f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:23.716098 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] Publish callbacks [] for port (3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:23.753988 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2c5333-f064-45d6-ab35-4bd117b9218d tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Made reservation on behalf of e3ea3722f0cb46d489a41786d1e081b4 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:23.757836 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bd2c5333-f064-45d6-ab35-4bd117b9218d tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:23.782915 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 85d3768c-1467-43ae-a318-00b54aa8ffc0 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:23.832796 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7a9d9ce8-b74d-4e67-ad0b-9a1bc5f63f10 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=64bc74b60c984c3390bb4f31447da199&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8980644 Nov 02 12:47:23.834671 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d9ce8-b74d-4e67-ad0b-9a1bc5f63f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e52531-2765-4d45-8b3d-4db6262fd04f,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:23.837953 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43740) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:23.846935 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 85d3768c-1467-43ae-a318-00b54aa8ffc0 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:23.847339 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (85d3768c-1467-43ae-a318-00b54aa8ffc0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:23.847684 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 85d3768c-1467-43ae-a318-00b54aa8ffc0 Nov 02 12:47:23.856018 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:23.897906 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bd2c5333-f064-45d6-ab35-4bd117b9218d tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:23.901269 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:23.963116 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:23.997980 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-ceca07ce-e02e-4267-b857-2de27c5e3b5c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] For port 85d3768c-1467-43ae-a318-00b54aa8ffc0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=85d3768c-1467-43ae-a318-00b54aa8ffc0,segment=NetworkSegment(e913156b-6281-416b-86d0-7762ffa6164f),segment_id=e913156b-6281-416b-86d0-7762ffa6164f)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:23.998548 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ceca07ce-e02e-4267-b857-2de27c5e3b5c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (85d3768c-1467-43ae-a318-00b54aa8ffc0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.012545 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] Pushing event updated for resources: {'Port': ['ID=3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:24.021163 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] Network c4b614b6-864d-40a5-85b9-d9b8af92db1b is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:24.027844 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:24.034300 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:47:24.089075 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-789ba364-4bcd-4249-8719-c1165cfd112f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.093372 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ceca07ce-e02e-4267-b857-2de27c5e3b5c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Calling delete_port for 85d3768c-1467-43ae-a318-00b54aa8ffc0 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:24.130181 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5064a9f1-21f5-4ed6-9c7e-394d9ff04e50 admin admin] Publish callbacks [] for security_group (b6e52531-2765-4d45-8b3d-4db6262fd04f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.137860 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61f88f90-c75c-4121-ae61-3710000986a2 admin admin] Publish callbacks [] for router_gateway (5907d134-a262-4b4a-a3db-59e24fe5da80), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.139179 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 85d3768c-1467-43ae-a318-00b54aa8ffc0 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:24.139733 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (85d3768c-1467-43ae-a318-00b54aa8ffc0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.160809 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ba364-4bcd-4249-8719-c1165cfd112f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:24.184986 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5064a9f1-21f5-4ed6-9c7e-394d9ff04e50 admin admin] Publish callbacks [] for security_group (b6e52531-2765-4d45-8b3d-4db6262fd04f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.232092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] Attempting to bind port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:47:24.234270 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] Attempting to bind port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '9eeb4f86-2a94-44d1-bc42-7a28d7260a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c4b614b6-864d-40a5-85b9-d9b8af92db1b'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:47:24.234961 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] Attempting to bind port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b on network c4b614b6-864d-40a5-85b9-d9b8af92db1b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:47:24.292337 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 85d3768c-1467-43ae-a318-00b54aa8ffc0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=85d3768c-1467-43ae-a318-00b54aa8ffc0,segment=NetworkSegment(e913156b-6281-416b-86d0-7762ffa6164f),segment_id=e913156b-6281-416b-86d0-7762ffa6164f)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:24.295625 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:47:24.296139 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] Checking segment: {'id': '9eeb4f86-2a94-44d1-bc42-7a28d7260a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c4b614b6-864d-40a5-85b9-d9b8af92db1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:24.296698 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.297748 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] Bound using segment: {'id': '9eeb4f86-2a94-44d1-bc42-7a28d7260a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c4b614b6-864d-40a5-85b9-d9b8af92db1b'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:47:24.297888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] Bound port: 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eeb4f86-2a94-44d1-bc42-7a28d7260a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c4b614b6-864d-40a5-85b9-d9b8af92db1b'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:47:24.298374 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.487696 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-789ba364-4bcd-4249-8719-c1165cfd112f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (dc9b2411-dc03-417c-a003-449124722f86), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.526185 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bd2c5333-f064-45d6-ab35-4bd117b9218d tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks [] for security_group (64eedf91-72b5-438e-a803-1f4131be6d0c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.561075 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (85d3768c-1467-43ae-a318-00b54aa8ffc0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.562019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:24.601413 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5064a9f1-21f5-4ed6-9c7e-394d9ff04e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b6e52531-2765-4d45-8b3d-4db6262fd04f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.607258 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5064a9f1-21f5-4ed6-9c7e-394d9ff04e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.611461 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5064a9f1-21f5-4ed6-9c7e-394d9ff04e50 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b6e52531-2765-4d45-8b3d-4db6262fd04f HTTP/1.1" status: 204 len: 168 time: 0.7571812 Nov 02 12:47:24.617654 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-79c65ce9-aa3c-40ba-8b9b-6f17dc691379 req-74586190-fcd0-460a-ad12-e3113af35329 tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.0799689 Nov 02 12:47:24.653801 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064a9f1-21f5-4ed6-9c7e-394d9ff04e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e52531-2765-4d45-8b3d-4db6262fd04f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:24.655318 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bd2c5333-f064-45d6-ab35-4bd117b9218d tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (64eedf91-72b5-438e-a803-1f4131be6d0c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.674150 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-789ba364-4bcd-4249-8719-c1165cfd112f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (dc9b2411-dc03-417c-a003-449124722f86), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.686808 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-789ba364-4bcd-4249-8719-c1165cfd112f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_controller (dc9b2411-dc03-417c-a003-449124722f86), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.690148 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2c5333-f064-45d6-ab35-4bd117b9218d tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:47:24.699613 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:47:24.699980 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 02 12:47:24.715025 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c5333-f064-45d6-ab35-4bd117b9218d tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64eedf91-72b5-438e-a803-1f4131be6d0c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:24.718484 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7496d741-216c-478c-b72c-6d539b7728bf None None] Network 258c1d7d-00e1-4988-ad88-88f390a9c94a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:47:24.720234 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bd2c5333-f064-45d6-ab35-4bd117b9218d tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (cd59ceb8-1c6f-4966-bee8-5322c2374602), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.720639 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-bd2c5333-f064-45d6-ab35-4bd117b9218d tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Added segment cd59ceb8-1c6f-4966-bee8-5322c2374602 of type vlan for network bc75c90c-c301-466d-adad-170d5d839a35 Nov 02 12:47:24.800395 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] For port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:47:24.807973 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Port 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c not found, will not notify nova. {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 02 12:47:24.808350 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 38c0238d-843d-44ed-8992-28648b38590f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:24.809194 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ceca07ce-e02e-4267-b857-2de27c5e3b5c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (85d3768c-1467-43ae-a318-00b54aa8ffc0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.840004 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bd2c5333-f064-45d6-ab35-4bd117b9218d tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (bc75c90c-c301-466d-adad-170d5d839a35), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.859025 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] For port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b,segment=NetworkSegment(9eeb4f86-2a94-44d1-bc42-7a28d7260a93),segment_id=9eeb4f86-2a94-44d1-bc42-7a28d7260a93)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:47:24.883052 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca07ce-e02e-4267-b857-2de27c5e3b5c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Pushing event deleted for resources: {'Port': ['ID=85d3768c-1467-43ae-a318-00b54aa8ffc0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:24.916322 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61f88f90-c75c-4121-ae61-3710000986a2 admin admin] Publish callbacks [] for router_gateway (5907d134-a262-4b4a-a3db-59e24fe5da80), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.920456 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceca07ce-e02e-4267-b857-2de27c5e3b5c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] No DVR routers for this DVR port 85d3768c-1467-43ae-a318-00b54aa8ffc0 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:47:24.951823 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c88da891-2bc4-40ad-9c3a-6b71606eb473 None None] Provisioning complete for port 85d3768c-1467-43ae-a318-00b54aa8ffc0 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:24.952201 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c88da891-2bc4-40ad-9c3a-6b71606eb473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (85d3768c-1467-43ae-a318-00b54aa8ffc0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.952865 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c88da891-2bc4-40ad-9c3a-6b71606eb473 None None] Attempt 1 to provision port 85d3768c-1467-43ae-a318-00b54aa8ffc0 Nov 02 12:47:24.957213 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=85d3768c-1467-43ae-a318-00b54aa8ffc0,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:24.961884 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43754) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:24.963022 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:24.964879 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61f88f90-c75c-4121-ae61-3710000986a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.966685 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-789ba364-4bcd-4249-8719-c1165cfd112f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (dc9b2411-dc03-417c-a003-449124722f86), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.967392 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789ba364-4bcd-4249-8719-c1165cfd112f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc9b2411-dc03-417c-a003-449124722f86 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:47:24.987924 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-789ba364-4bcd-4249-8719-c1165cfd112f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:24.995545 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-789ba364-4bcd-4249-8719-c1165cfd112f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "DELETE /networking/v2.0/routers/dc9b2411-dc03-417c-a003-449124722f86 HTTP/1.1" status: 204 len: 168 time: 3.5267513 Nov 02 12:47:24.998978 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43756) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:25.002487 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c88da891-2bc4-40ad-9c3a-6b71606eb473 None None] Port 85d3768c-1467-43ae-a318-00b54aa8ffc0 was deleted so its status cannot be updated. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Nov 02 12:47:25.012701 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-99985ea4-8287-4255-add3-52eb18e7be4b tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-324599146', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}, 'admin_state_up': False}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:25.091820 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:25.124986 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:25.141326 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ceca07ce-e02e-4267-b857-2de27c5e3b5c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (258c1d7d-00e1-4988-ad88-88f390a9c94a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:25.179864 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ceca07ce-e02e-4267-b857-2de27c5e3b5c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258c1d7d-00e1-4988-ad88-88f390a9c94a']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:25.217723 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92a89dd-e0c2-42d5-bbec-10cd9baacb89 None None] DHCP port deletion for 258c1d7d-00e1-4988-ad88-88f390a9c94a request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:47:25.228537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 38c0238d-843d-44ed-8992-28648b38590f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:25.229457 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (38c0238d-843d-44ed-8992-28648b38590f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:25.229947 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 38c0238d-843d-44ed-8992-28648b38590f Nov 02 12:47:25.232633 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ceca07ce-e02e-4267-b857-2de27c5e3b5c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e913156b-6281-416b-86d0-7762ffa6164f') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:25.234512 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ceca07ce-e02e-4267-b857-2de27c5e3b5c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e913156b-6281-416b-86d0-7762ffa6164f') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:25.252825 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99985ea4-8287-4255-add3-52eb18e7be4b tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (5e992385-1bce-47bb-a776-41ed065661d7), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:25.257254 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99985ea4-8287-4255-add3-52eb18e7be4b tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (5e992385-1bce-47bb-a776-41ed065661d7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:25.280826 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ceca07ce-e02e-4267-b857-2de27c5e3b5c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (e913156b-6281-416b-86d0-7762ffa6164f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:25.333967 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ceca07ce-e02e-4267-b857-2de27c5e3b5c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e913156b-6281-416b-86d0-7762ffa6164f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:25.338891 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0da7b-6551-4476-80d7-49cdeaf7326d None None] Pushing event updated for resources: {'Port': ['ID=3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:25.380409 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceca07ce-e02e-4267-b857-2de27c5e3b5c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:47:25.380921 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ceca07ce-e02e-4267-b857-2de27c5e3b5c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (e913156b-6281-416b-86d0-7762ffa6164f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:25.425298 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment e913156b-6281-416b-86d0-7762ffa6164f resource provider aggregate not found Nov 02 12:47:25.463468 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 38c0238d-843d-44ed-8992-28648b38590f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:25.482133 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment e913156b-6281-416b-86d0-7762ffa6164f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e913156b-6281-416b-86d0-7762ffa6164f found for delete ", "request_id": "req-d6ac243f-d5b3-46a0-8665-527af37addd6"}]} Nov 02 12:47:25.529900 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bd2c5333-f064-45d6-ab35-4bd117b9218d tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (bc75c90c-c301-466d-adad-170d5d839a35), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:25.529900 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2c5333-f064-45d6-ab35-4bd117b9218d tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:25.530404 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bd2c5333-f064-45d6-ab35-4bd117b9218d tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:25.530509 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99985ea4-8287-4255-add3-52eb18e7be4b tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_controller (5e992385-1bce-47bb-a776-41ed065661d7), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:25.536415 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-12ac92c7-72e6-4ea6-b536-b194b669d0e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:25.630091 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ceca07ce-e02e-4267-b857-2de27c5e3b5c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (258c1d7d-00e1-4988-ad88-88f390a9c94a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:25.637211 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ceca07ce-e02e-4267-b857-2de27c5e3b5c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:25.648697 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ceca07ce-e02e-4267-b857-2de27c5e3b5c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "DELETE /networking/v2.0/networks/258c1d7d-00e1-4988-ad88-88f390a9c94a HTTP/1.1" status: 204 len: 168 time: 3.2634480 Nov 02 12:47:25.649565 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43766) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:25.696666 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:25.705280 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c5333-f064-45d6-ab35-4bd117b9218d tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Pushing event updated for resources: {'Network': ['ID=bc75c90c-c301-466d-adad-170d5d839a35,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:25.707368 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bd2c5333-f064-45d6-ab35-4bd117b9218d tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.0058517 Nov 02 12:47:25.721614 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43770) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:25.754292 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network bc75c90c-c301-466d-adad-170d5d839a35 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:47:25.826660 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:25.875564 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca07ce-e02e-4267-b857-2de27c5e3b5c tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Pushing event deleted for resources: {'Network': ['ID=258c1d7d-00e1-4988-ad88-88f390a9c94a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:25.888832 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f36dc8e-78a7-493d-abd1-11c5046c28fc tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Deleting subnet 29d0d65d-2d42-4cb7-ad91-9a127e8fd33b {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:47:25.898434 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f36dc8e-78a7-493d-abd1-11c5046c28fc tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks [] for subnet (29d0d65d-2d42-4cb7-ad91-9a127e8fd33b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:25.939549 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:25.950454 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43772) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:25.993785 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-61f88f90-c75c-4121-ae61-3710000986a2 admin admin] Allocated IP 172.25.2.188 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/444f7587-f15d-48e8-8285-7b8debb62662) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:25.994931 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f36dc8e-78a7-493d-abd1-11c5046c28fc tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (29d0d65d-2d42-4cb7-ad91-9a127e8fd33b), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:25.997307 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bbca0f57-5c36-4064-b95a-71345b5391cb req-0406da56-3307-4680-9d39-b67c9767cfdf tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.1349971 Nov 02 12:47:26.012222 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:26.014012 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.015374 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b Nov 02 12:47:26.018333 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62bfa254-6379-4f4c-b714-64122be18ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.022824 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5491f769-4aab-473b-9ff3-3cc5f4fe1452 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (bc75c90c-c301-466d-adad-170d5d839a35), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.061048 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:26.112763 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-12ac92c7-72e6-4ea6-b536-b194b669d0e7 admin admin] Publish callbacks [] for security_group (47cc9bed-3577-4bcd-9b93-dde51c37dd18), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.125505 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:26.126004 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.131593 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:26.172772 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b,segment=NetworkSegment(9eeb4f86-2a94-44d1-bc42-7a28d7260a93),segment_id=9eeb4f86-2a94-44d1-bc42-7a28d7260a93)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:26.183373 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f36dc8e-78a7-493d-abd1-11c5046c28fc tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (29d0d65d-2d42-4cb7-ad91-9a127e8fd33b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.223331 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-12ac92c7-72e6-4ea6-b536-b194b669d0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (47cc9bed-3577-4bcd-9b93-dde51c37dd18), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.249531 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99985ea4-8287-4255-add3-52eb18e7be4b tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_gateway (5e992385-1bce-47bb-a776-41ed065661d7), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.280327 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5491f769-4aab-473b-9ff3-3cc5f4fe1452 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (bc75c90c-c301-466d-adad-170d5d839a35), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.340026 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.344990 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5491f769-4aab-473b-9ff3-3cc5f4fe1452 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc75c90c-c301-466d-adad-170d5d839a35']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:26.360759 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac92c7-72e6-4ea6-b536-b194b669d0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cc9bed-3577-4bcd-9b93-dde51c37dd18,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:26.381253 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-12ac92c7-72e6-4ea6-b536-b194b669d0e7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=97a78ec1b89d4fcd8241d5a7c6132405&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4117410 Nov 02 12:47:26.384530 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43776) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:26.385438 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5491f769-4aab-473b-9ff3-3cc5f4fe1452 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd59ceb8-1c6f-4966-bee8-5322c2374602') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:26.385740 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5491f769-4aab-473b-9ff3-3cc5f4fe1452 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd59ceb8-1c6f-4966-bee8-5322c2374602') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:26.403906 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:26.411172 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5491f769-4aab-473b-9ff3-3cc5f4fe1452 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (cd59ceb8-1c6f-4966-bee8-5322c2374602), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.418629 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61f88f90-c75c-4121-ae61-3710000986a2 admin admin] Publish callbacks [] for port (444f7587-f15d-48e8-8285-7b8debb62662), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.421682 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62bfa254-6379-4f4c-b714-64122be18ecc admin admin] Publish callbacks [] for security_group (c66a8680-51d6-4523-9a9d-734f31f637a0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.428287 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 85d3768c-1467-43ae-a318-00b54aa8ffc0 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:47:26.433964 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f36dc8e-78a7-493d-abd1-11c5046c28fc tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (29d0d65d-2d42-4cb7-ad91-9a127e8fd33b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.439997 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5491f769-4aab-473b-9ff3-3cc5f4fe1452 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (cd59ceb8-1c6f-4966-bee8-5322c2374602), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.448902 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 85d3768c-1467-43ae-a318-00b54aa8ffc0 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:47:26.449652 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 85d3768c-1467-43ae-a318-00b54aa8ffc0 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:47:26.450107 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:47:26.459851 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5491f769-4aab-473b-9ff3-3cc5f4fe1452 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:47:26.460450 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5491f769-4aab-473b-9ff3-3cc5f4fe1452 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (cd59ceb8-1c6f-4966-bee8-5322c2374602), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.492629 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:47:26.492981 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5e44e43e-61ec-4e61-b2d6-5a9bcd53d35c not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:47:26.496227 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:26.541463 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment cd59ceb8-1c6f-4966-bee8-5322c2374602 resource provider aggregate not found Nov 02 12:47:26.557006 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62bfa254-6379-4f4c-b714-64122be18ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c66a8680-51d6-4523-9a9d-734f31f637a0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.560847 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f36dc8e-78a7-493d-abd1-11c5046c28fc tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.563759 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0ac4e0-4039-43f6-83a0-d2c46fbe4eae None None] Network 43edb8cd-e88d-4cd5-92d7-49538830d418 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:47:26.566669 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9f36dc8e-78a7-493d-abd1-11c5046c28fc tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/29d0d65d-2d42-4cb7-ad91-9a127e8fd33b HTTP/1.1" status: 204 len: 168 time: 0.8986511 Nov 02 12:47:26.581475 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36dc8e-78a7-493d-abd1-11c5046c28fc tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Pushing event deleted for resources: {'Subnet': ['ID=29d0d65d-2d42-4cb7-ad91-9a127e8fd33b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:26.595910 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43782) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:26.627333 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment cd59ceb8-1c6f-4966-bee8-5322c2374602 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd59ceb8-1c6f-4966-bee8-5322c2374602 found for delete ", "request_id": "req-a2947095-8ed0-4a8c-a9ef-f40a176fa9e1"}]} Nov 02 12:47:26.628102 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfa254-6379-4f4c-b714-64122be18ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66a8680-51d6-4523-9a9d-734f31f637a0,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:26.697773 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fd256925-681f-41ef-8ac8-c8f6c4956631 admin admin] Publish callbacks [] for security_group (47cc9bed-3577-4bcd-9b93-dde51c37dd18), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.774776 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fd256925-681f-41ef-8ac8-c8f6c4956631 admin admin] Publish callbacks [] for security_group (47cc9bed-3577-4bcd-9b93-dde51c37dd18), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.804977 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-62bfa254-6379-4f4c-b714-64122be18ecc admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8bbbe08c209948969b6ac2e8e1f0d590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8304212 Nov 02 12:47:26.829664 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43784) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:26.832267 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0418bf4f-0757-472b-a82c-ee613024c059 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (43edb8cd-e88d-4cd5-92d7-49538830d418), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.843867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49067906-d2ec-42a0-a87c-fa2f37b3dcfc None None] DHCP port deletion for 43edb8cd-e88d-4cd5-92d7-49538830d418 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:47:26.865167 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99985ea4-8287-4255-add3-52eb18e7be4b tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_gateway (5e992385-1bce-47bb-a776-41ed065661d7), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.890898 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99985ea4-8287-4255-add3-52eb18e7be4b tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.909803 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5491f769-4aab-473b-9ff3-3cc5f4fe1452 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (bc75c90c-c301-466d-adad-170d5d839a35), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.912012 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61f88f90-c75c-4121-ae61-3710000986a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (444f7587-f15d-48e8-8285-7b8debb62662), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.926692 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-49067906-d2ec-42a0-a87c-fa2f37b3dcfc None None] Deleting port 38c0238d-843d-44ed-8992-28648b38590f {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:26.928000 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-49067906-d2ec-42a0-a87c-fa2f37b3dcfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (38c0238d-843d-44ed-8992-28648b38590f), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.952057 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5491f769-4aab-473b-9ff3-3cc5f4fe1452 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bc75c90c-c301-466d-adad-170d5d839a35 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 02 12:47:26.965013 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5491f769-4aab-473b-9ff3-3cc5f4fe1452 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:26.971882 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43786) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:26.974686 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5491f769-4aab-473b-9ff3-3cc5f4fe1452 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] 10.222.0.64 "DELETE /networking/v2.0/networks/bc75c90c-c301-466d-adad-170d5d839a35 HTTP/1.1" status: 204 len: 168 time: 1.2498791 Nov 02 12:47:26.981622 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-1d52b4ac-f47e-4a90-8036-d06b3a68625f tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:26.996001 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491f769-4aab-473b-9ff3-3cc5f4fe1452 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Pushing event deleted for resources: {'Network': ['ID=bc75c90c-c301-466d-adad-170d5d839a35,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:27.002510 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fd256925-681f-41ef-8ac8-c8f6c4956631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (47cc9bed-3577-4bcd-9b93-dde51c37dd18), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:27.006030 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fd256925-681f-41ef-8ac8-c8f6c4956631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:27.007258 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fd256925-681f-41ef-8ac8-c8f6c4956631 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/47cc9bed-3577-4bcd-9b93-dde51c37dd18 HTTP/1.1" status: 204 len: 168 time: 0.6215997 Nov 02 12:47:27.052266 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06eda7a-f89c-48e3-96e2-d73270d2c892 None None] Network c4b614b6-864d-40a5-85b9-d9b8af92db1b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:47:27.064872 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f88f90-c75c-4121-ae61-3710000986a2 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:27.082871 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-0418bf4f-0757-472b-a82c-ee613024c059 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Deleting port 38c0238d-843d-44ed-8992-28648b38590f {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:27.083150 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0418bf4f-0757-472b-a82c-ee613024c059 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (38c0238d-843d-44ed-8992-28648b38590f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:27.091978 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd256925-681f-41ef-8ac8-c8f6c4956631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cc9bed-3577-4bcd-9b93-dde51c37dd18,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:27.100782 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d52b4ac-f47e-4a90-8036-d06b3a68625f tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Made reservation on behalf of e3ea3722f0cb46d489a41786d1e081b4 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:27.103079 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d52b4ac-f47e-4a90-8036-d06b3a68625f tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:27.107372 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-61f88f90-c75c-4121-ae61-3710000986a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:27.117733 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-49067906-d2ec-42a0-a87c-fa2f37b3dcfc None None] For port 38c0238d-843d-44ed-8992-28648b38590f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=38c0238d-843d-44ed-8992-28648b38590f,segment=NetworkSegment(7eef785f-ab2d-4719-a8a3-8826ced33b98),segment_id=7eef785f-ab2d-4719-a8a3-8826ced33b98)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:27.118148 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-49067906-d2ec-42a0-a87c-fa2f37b3dcfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (38c0238d-843d-44ed-8992-28648b38590f), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:27.189775 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d52b4ac-f47e-4a90-8036-d06b3a68625f tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:47:27.201505 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d52b4ac-f47e-4a90-8036-d06b3a68625f tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (441f8ac4-4fc2-4a06-8f88-780b81a2d537), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:27.201869 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-1d52b4ac-f47e-4a90-8036-d06b3a68625f tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Added segment 441f8ac4-4fc2-4a06-8f88-780b81a2d537 of type vlan for network 6e1a5828-ddd0-4028-87a4-673c367e5c64 Nov 02 12:47:27.218284 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f88f90-c75c-4121-ae61-3710000986a2 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:47:27.220620 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f88f90-c75c-4121-ae61-3710000986a2 admin admin] Pushing event updated for resources: {'Port': ['ID=444f7587-f15d-48e8-8285-7b8debb62662,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:27.253498 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d52b4ac-f47e-4a90-8036-d06b3a68625f tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (6e1a5828-ddd0-4028-87a4-673c367e5c64), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:27.256308 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-49067906-d2ec-42a0-a87c-fa2f37b3dcfc None None] Calling delete_port for 38c0238d-843d-44ed-8992-28648b38590f owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:27.275550 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4700d42a-80f4-436a-8a2c-bc7ed308a3e0 None None] Provisioning complete for port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:27.277401 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e1027898-f7ee-426f-9672-26b7cc6fc7c9 req-e8d29b93-1564-4e5b-95a9-8a0bc8f9c5dc tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.1240177 Nov 02 12:47:27.279290 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4700d42a-80f4-436a-8a2c-bc7ed308a3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:27.279806 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4700d42a-80f4-436a-8a2c-bc7ed308a3e0 None None] Attempt 1 to provision port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b Nov 02 12:47:27.388230 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-99985ea4-8287-4255-add3-52eb18e7be4b tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Allocated IP 172.25.2.31 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/d555f6fa-0e00-4825-873b-03cfd83cf69d) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:27.401197 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d52b4ac-f47e-4a90-8036-d06b3a68625f tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (6e1a5828-ddd0-4028-87a4-673c367e5c64), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:27.402574 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d52b4ac-f47e-4a90-8036-d06b3a68625f tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:27.405564 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d52b4ac-f47e-4a90-8036-d06b3a68625f tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:27.418554 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fbccacef-f25d-44d0-a685-dedb49c76de1 admin admin] Publish callbacks [] for security_group (c66a8680-51d6-4523-9a9d-734f31f637a0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:27.447067 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-0418bf4f-0757-472b-a82c-ee613024c059 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] For port 38c0238d-843d-44ed-8992-28648b38590f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=38c0238d-843d-44ed-8992-28648b38590f,segment=NetworkSegment(7eef785f-ab2d-4719-a8a3-8826ced33b98),segment_id=7eef785f-ab2d-4719-a8a3-8826ced33b98)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:27.447929 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0418bf4f-0757-472b-a82c-ee613024c059 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (38c0238d-843d-44ed-8992-28648b38590f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:27.477850 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fbccacef-f25d-44d0-a685-dedb49c76de1 admin admin] Publish callbacks [] for security_group (c66a8680-51d6-4523-9a9d-734f31f637a0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:27.487191 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-0418bf4f-0757-472b-a82c-ee613024c059 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Calling delete_port for 38c0238d-843d-44ed-8992-28648b38590f owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:27.560889 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99985ea4-8287-4255-add3-52eb18e7be4b tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for port (d555f6fa-0e00-4825-873b-03cfd83cf69d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:27.630363 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:27.715290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4700d42a-80f4-436a-8a2c-bc7ed308a3e0 None None] Current status of the port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:27.750431 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:27.753110 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:27.753541 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b Nov 02 12:47:27.758464 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1d52b4ac-f47e-4a90-8036-d06b3a68625f tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7843213 Nov 02 12:47:27.760367 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43794) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:27.768092 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-53016aa9-fc3a-4b88-a783-3528392bb4df tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Request body: {'subnet': {'network_id': '6e1a5828-ddd0-4028-87a4-673c367e5c64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:27.775869 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52b4ac-f47e-4a90-8036-d06b3a68625f tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Pushing event updated for resources: {'Network': ['ID=6e1a5828-ddd0-4028-87a4-673c367e5c64,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:27.800728 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0418bf4f-0757-472b-a82c-ee613024c059 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (38c0238d-843d-44ed-8992-28648b38590f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:27.809788 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-49067906-d2ec-42a0-a87c-fa2f37b3dcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (38c0238d-843d-44ed-8992-28648b38590f), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:27.812128 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 6e1a5828-ddd0-4028-87a4-673c367e5c64 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:47:27.912862 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99985ea4-8287-4255-add3-52eb18e7be4b tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (d555f6fa-0e00-4825-873b-03cfd83cf69d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:27.918736 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53016aa9-fc3a-4b88-a783-3528392bb4df tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Made reservation on behalf of e3ea3722f0cb46d489a41786d1e081b4 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:27.925023 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-53016aa9-fc3a-4b88-a783-3528392bb4df tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:27.937157 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49067906-d2ec-42a0-a87c-fa2f37b3dcfc None None] Pushing event deleted for resources: {'Port': ['ID=38c0238d-843d-44ed-8992-28648b38590f,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:27.940335 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418bf4f-0757-472b-a82c-ee613024c059 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Pushing event deleted for resources: {'Port': ['ID=38c0238d-843d-44ed-8992-28648b38590f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:27.961347 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0418bf4f-0757-472b-a82c-ee613024c059 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] No DVR routers for this DVR port 38c0238d-843d-44ed-8992-28648b38590f on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:47:28.008248 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49067906-d2ec-42a0-a87c-fa2f37b3dcfc None None] No DVR routers for this DVR port 38c0238d-843d-44ed-8992-28648b38590f on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:47:28.069943 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c93acb7e-a17b-479b-9476-b1b509685a28 None None] Provisioning complete for port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:28.070624 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c93acb7e-a17b-479b-9476-b1b509685a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:28.071136 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c93acb7e-a17b-479b-9476-b1b509685a28 None None] Attempt 1 to provision port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b Nov 02 12:47:28.125997 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0418bf4f-0757-472b-a82c-ee613024c059 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (43edb8cd-e88d-4cd5-92d7-49538830d418), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:28.145272 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99985ea4-8287-4255-add3-52eb18e7be4b tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:28.189464 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:28.202224 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-0418bf4f-0757-472b-a82c-ee613024c059 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43edb8cd-e88d-4cd5-92d7-49538830d418']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:28.229045 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-99985ea4-8287-4255-add3-52eb18e7be4b tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:28.248682 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-0418bf4f-0757-472b-a82c-ee613024c059 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eef785f-ab2d-4719-a8a3-8826ced33b98') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:28.248682 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-0418bf4f-0757-472b-a82c-ee613024c059 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eef785f-ab2d-4719-a8a3-8826ced33b98') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:28.254758 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99985ea4-8287-4255-add3-52eb18e7be4b tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:47:28.269497 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c93acb7e-a17b-479b-9476-b1b509685a28 None None] Current status of the port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:28.300183 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0418bf4f-0757-472b-a82c-ee613024c059 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (7eef785f-ab2d-4719-a8a3-8826ced33b98), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:28.327105 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 38c0238d-843d-44ed-8992-28648b38590f no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:47:28.349753 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0418bf4f-0757-472b-a82c-ee613024c059 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (7eef785f-ab2d-4719-a8a3-8826ced33b98), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:28.362536 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 38c0238d-843d-44ed-8992-28648b38590f {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:47:28.363856 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 38c0238d-843d-44ed-8992-28648b38590f not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:47:28.370706 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0418bf4f-0757-472b-a82c-ee613024c059 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:47:28.372599 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0418bf4f-0757-472b-a82c-ee613024c059 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (7eef785f-ab2d-4719-a8a3-8826ced33b98), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:28.430475 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99985ea4-8287-4255-add3-52eb18e7be4b tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Pushing event updated for resources: {'Port': ['ID=d555f6fa-0e00-4825-873b-03cfd83cf69d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:28.514199 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4fe7c2c1-0f0a-4e3c-a895-2aa0bdb87984 req-940a2210-f8db-4367-8da3-adfea3361f25 tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.0614955 Nov 02 12:47:28.650463 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 7eef785f-ab2d-4719-a8a3-8826ced33b98 resource provider aggregate not found Nov 02 12:47:28.670263 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 7eef785f-ab2d-4719-a8a3-8826ced33b98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7eef785f-ab2d-4719-a8a3-8826ced33b98 found for delete ", "request_id": "req-870b3fec-3907-4bce-849f-3ed39384a396"}]} Nov 02 12:47:28.785832 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fbccacef-f25d-44d0-a685-dedb49c76de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c66a8680-51d6-4523-9a9d-734f31f637a0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:28.789588 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fbccacef-f25d-44d0-a685-dedb49c76de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:28.791505 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fbccacef-f25d-44d0-a685-dedb49c76de1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c66a8680-51d6-4523-9a9d-734f31f637a0 HTTP/1.1" status: 204 len: 168 time: 1.9821877 Nov 02 12:47:28.804984 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbccacef-f25d-44d0-a685-dedb49c76de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66a8680-51d6-4523-9a9d-734f31f637a0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:29.317553 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0418bf4f-0757-472b-a82c-ee613024c059 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (43edb8cd-e88d-4cd5-92d7-49538830d418), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:29.339071 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0418bf4f-0757-472b-a82c-ee613024c059 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:29.342397 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0418bf4f-0757-472b-a82c-ee613024c059 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "DELETE /networking/v2.0/networks/43edb8cd-e88d-4cd5-92d7-49538830d418 HTTP/1.1" status: 204 len: 168 time: 2.7103870 Nov 02 12:47:29.343355 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418bf4f-0757-472b-a82c-ee613024c059 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Pushing event deleted for resources: {'Network': ['ID=43edb8cd-e88d-4cd5-92d7-49538830d418,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:29.347182 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43826) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:29.357143 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ed8bc1ec-978e-4268-b68f-80f7f3fc97ee tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2000705206'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:29.376077 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61f88f90-c75c-4121-ae61-3710000986a2 admin admin] Publish callbacks [] for router_gateway (5907d134-a262-4b4a-a3db-59e24fe5da80), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:29.623255 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8bc1ec-978e-4268-b68f-80f7f3fc97ee tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Made reservation on behalf of 762ab703cd6b4d41ac9eddd7baa56c69 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:29.629094 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc1ec-978e-4268-b68f-80f7f3fc97ee tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:29.687674 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:29.725826 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-940f4192-6d3a-47db-bd35-93f8a669c7e8 req-a6cc567a-88a5-4169-93a6-07b8bb14aa83 tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.0500612 Nov 02 12:47:29.731438 n-d-857339-6 neutron-server[105976]: DEBUG neutron.objects.ports [None req-53016aa9-fc3a-4b88-a783-3528392bb4df tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105976) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 12:47:29.732021 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-53016aa9-fc3a-4b88-a783-3528392bb4df tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (9e6243be-d9eb-4e23-ac91-aa942f331ed4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:29.791534 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8bc1ec-978e-4268-b68f-80f7f3fc97ee tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:47:29.821150 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc1ec-978e-4268-b68f-80f7f3fc97ee tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4749b09d-eef4-45b2-aa2e-ff430b2d9389), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:29.821762 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-ed8bc1ec-978e-4268-b68f-80f7f3fc97ee tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Added segment 4749b09d-eef4-45b2-aa2e-ff430b2d9389 of type vlan for network 5c8f99fc-7303-4598-84f0-55aaf2d71c73 Nov 02 12:47:29.843663 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:29.853623 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61f88f90-c75c-4121-ae61-3710000986a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (5907d134-a262-4b4a-a3db-59e24fe5da80), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:29.934535 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc1ec-978e-4268-b68f-80f7f3fc97ee tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (5c8f99fc-7303-4598-84f0-55aaf2d71c73), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:30.044085 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99985ea4-8287-4255-add3-52eb18e7be4b tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_gateway (5e992385-1bce-47bb-a776-41ed065661d7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:30.111135 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53016aa9-fc3a-4b88-a783-3528392bb4df tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9e6243be-d9eb-4e23-ac91-aa942f331ed4,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:30.111390 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc1ec-978e-4268-b68f-80f7f3fc97ee tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (5c8f99fc-7303-4598-84f0-55aaf2d71c73), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:30.122309 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8bc1ec-978e-4268-b68f-80f7f3fc97ee tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:30.122309 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc1ec-978e-4268-b68f-80f7f3fc97ee tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:30.131312 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53016aa9-fc3a-4b88-a783-3528392bb4df tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Checking segment: {'id': '441f8ac4-4fc2-4a06-8f88-780b81a2d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '6e1a5828-ddd0-4028-87a4-673c367e5c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:30.131961 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53016aa9-fc3a-4b88-a783-3528392bb4df tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Network hostable DHCP agents. Network: 6e1a5828-ddd0-4028-87a4-673c367e5c64, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:47:30.149206 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f88f90-c75c-4121-ae61-3710000986a2 admin admin] Router 5907d134-a262-4b4a-a3db-59e24fe5da80 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:47:30.267101 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=9,neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:30.277021 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53016aa9-fc3a-4b88-a783-3528392bb4df tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Network 6e1a5828-ddd0-4028-87a4-673c367e5c64 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:47:30.284020 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ed8bc1ec-978e-4268-b68f-80f7f3fc97ee tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9333808 Nov 02 12:47:30.285192 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bc1ec-978e-4268-b68f-80f7f3fc97ee tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Pushing event updated for resources: {'Network': ['ID=5c8f99fc-7303-4598-84f0-55aaf2d71c73,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:30.286649 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43858) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:30.294682 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-dfb70f58-0204-4f2b-a23e-bbee665478a1 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Request body: {'subnet': {'network_id': '5c8f99fc-7303-4598-84f0-55aaf2d71c73', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:30.297489 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 5c8f99fc-7303-4598-84f0-55aaf2d71c73 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:47:30.418076 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-53016aa9-fc3a-4b88-a783-3528392bb4df tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 6e1a5828-ddd0-4028-87a4-673c367e5c64) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:30.434859 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53016aa9-fc3a-4b88-a783-3528392bb4df tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:30.437407 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-53016aa9-fc3a-4b88-a783-3528392bb4df tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:30.468474 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f88f90-c75c-4121-ae61-3710000986a2 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:47:30.484466 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99985ea4-8287-4255-add3-52eb18e7be4b tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (5e992385-1bce-47bb-a776-41ed065661d7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:30.487454 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fb13a3-331b-4b9a-8646-e43c7b99d051 None None] Network 6e1a5828-ddd0-4028-87a4-673c367e5c64 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:47:30.493728 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] Sync routers for ids ['5907d134-a262-4b4a-a3db-59e24fe5da80'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:47:30.573725 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb70f58-0204-4f2b-a23e-bbee665478a1 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Made reservation on behalf of 762ab703cd6b4d41ac9eddd7baa56c69 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:30.578030 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-53016aa9-fc3a-4b88-a783-3528392bb4df tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8163838 Nov 02 12:47:30.578590 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dfb70f58-0204-4f2b-a23e-bbee665478a1 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:30.580817 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43874) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:30.586663 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-d0417a85-0b15-4d2a-aefb-f99fcc00022a tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Request body: {'floatingip': {'floating_network_id': '6e1a5828-ddd0-4028-87a4-673c367e5c64'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:30.595249 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] Routers {'5907d134-a262-4b4a-a3db-59e24fe5da80'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:30.596203 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['5907d134-a262-4b4a-a3db-59e24fe5da80'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:30.605479 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61f88f90-c75c-4121-ae61-3710000986a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:30.612644 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-61f88f90-c75c-4121-ae61-3710000986a2 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6133170 Nov 02 12:47:30.617282 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43878) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:30.704024 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:30.710108 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0417a85-0b15-4d2a-aefb-f99fcc00022a tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:30.823643 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] Set router 5907d134-a262-4b4a-a3db-59e24fe5da80 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:47:30.829590 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dee351-7353-4981-9a25-603fa3841334 None None] Network 6e1a5828-ddd0-4028-87a4-673c367e5c64 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:47:30.861704 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0417a85-0b15-4d2a-aefb-f99fcc00022a tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:30.885688 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99985ea4-8287-4255-add3-52eb18e7be4b tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Router 5e992385-1bce-47bb-a776-41ed065661d7 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:47:31.000926 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:31.262246 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:31.263568 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a73a190c-e479-4c79-9377-2ce7f8a255d5 req-a915a2d6-3d19-4e80-a379-288ef40b2cb6 tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.3398850 Nov 02 12:47:31.273360 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-d0417a85-0b15-4d2a-aefb-f99fcc00022a tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Allocated IP 172.20.0.10 (6e1a5828-ddd0-4028-87a4-673c367e5c64/9e6243be-d9eb-4e23-ac91-aa942f331ed4/4475d891-4e2e-4f80-b780-226057d0d32e) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:31.280031 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99985ea4-8287-4255-add3-52eb18e7be4b tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:47:31.291360 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c09c5e-7e98-4117-89e4-db9b66617a1a None None] Sync routers for ids ['5e992385-1bce-47bb-a776-41ed065661d7'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:47:31.315248 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c09c5e-7e98-4117-89e4-db9b66617a1a None None] Routers {'5e992385-1bce-47bb-a776-41ed065661d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:31.319480 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-26c09c5e-7e98-4117-89e4-db9b66617a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['5e992385-1bce-47bb-a776-41ed065661d7'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:31.327529 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dfb70f58-0204-4f2b-a23e-bbee665478a1 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (1538afb7-37aa-4255-bdec-ae5eac563829), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:31.416654 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-26c09c5e-7e98-4117-89e4-db9b66617a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:31.429163 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c09c5e-7e98-4117-89e4-db9b66617a1a None None] Routers {'5e992385-1bce-47bb-a776-41ed065661d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:31.430331 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-26c09c5e-7e98-4117-89e4-db9b66617a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['5e992385-1bce-47bb-a776-41ed065661d7'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:31.478793 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99985ea4-8287-4255-add3-52eb18e7be4b tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:31.482620 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-99985ea4-8287-4255-add3-52eb18e7be4b tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.4798787 Nov 02 12:47:31.489668 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43898) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:31.508469 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-8a6bafc8-e668-4330-870c-02fbade63555 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'enable_snat': False}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:31.536199 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-26c09c5e-7e98-4117-89e4-db9b66617a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:31.537111 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c09c5e-7e98-4117-89e4-db9b66617a1a None None] The sync data for ids ['5e992385-1bce-47bb-a776-41ed065661d7'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:47:31.627712 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0417a85-0b15-4d2a-aefb-f99fcc00022a tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks [] for port (4475d891-4e2e-4f80-b780-226057d0d32e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:31.641750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5907d134-a262-4b4a-a3db-59e24fe5da80', 'name': 'tempest-ServerActionsTestJSON-445699591-router', 'tenant_id': '6a0d6178bceb4821a849a10833c56365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '444f7587-f15d-48e8-8285-7b8debb62662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:47:23Z', 'updated_at': '2022-11-02T12:47:28Z', 'revision_number': 3, 'project_id': '6a0d6178bceb4821a849a10833c56365', 'gw_port': {'id': '444f7587-f15d-48e8-8285-7b8debb62662', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:71:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5907d134-a262-4b4a-a3db-59e24fe5da80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:25Z', 'updated_at': '2022-11-02T12:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:31.688392 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] Checking router: 5907d134-a262-4b4a-a3db-59e24fe5da80 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:47:31.688782 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] Updating router 5907d134-a262-4b4a-a3db-59e24fe5da80 port 444f7587-f15d-48e8-8285-7b8debb62662 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:47:31.735020 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (444f7587-f15d-48e8-8285-7b8debb62662), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:31.746087 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0417a85-0b15-4d2a-aefb-f99fcc00022a tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (4475d891-4e2e-4f80-b780-226057d0d32e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:31.887388 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0417a85-0b15-4d2a-aefb-f99fcc00022a tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Network 6e1a5828-ddd0-4028-87a4-673c367e5c64 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:31.890613 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0417a85-0b15-4d2a-aefb-f99fcc00022a tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Pushing event updated for resources: {'Port': ['ID=4475d891-4e2e-4f80-b780-226057d0d32e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:31.895559 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-d0417a85-0b15-4d2a-aefb-f99fcc00022a tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:31.900456 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0417a85-0b15-4d2a-aefb-f99fcc00022a tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:47:31.909881 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb70f58-0204-4f2b-a23e-bbee665478a1 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Checking segment: {'id': '4749b09d-eef4-45b2-aa2e-ff430b2d9389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5c8f99fc-7303-4598-84f0-55aaf2d71c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:31.914155 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb70f58-0204-4f2b-a23e-bbee665478a1 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Network hostable DHCP agents. Network: 5c8f99fc-7303-4598-84f0-55aaf2d71c73, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:47:31.954973 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb70f58-0204-4f2b-a23e-bbee665478a1 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Pushing event updated for resources: {'Subnet': ['ID=1538afb7-37aa-4255-bdec-ae5eac563829,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:32.090354 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0417a85-0b15-4d2a-aefb-f99fcc00022a tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks [] for floatingip (a6c8dfc3-1012-49e4-8e96-ee2ca2671f1b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:32.138766 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] Publish callbacks [] for port (444f7587-f15d-48e8-8285-7b8debb62662), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:32.142680 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb70f58-0204-4f2b-a23e-bbee665478a1 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Network 5c8f99fc-7303-4598-84f0-55aaf2d71c73 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:47:32.219962 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (444f7587-f15d-48e8-8285-7b8debb62662), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:32.235837 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3f39f7c-2fb2-4b00-b165-e511a1e127ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:32.279620 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8a6bafc8-e668-4330-870c-02fbade63555 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_gateway (5e992385-1bce-47bb-a776-41ed065661d7), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:32.287796 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43914) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:32.289192 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] Attempting to bind port 444f7587-f15d-48e8-8285-7b8debb62662 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:47:32.289562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] Attempting to bind port 444f7587-f15d-48e8-8285-7b8debb62662 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:47:32.289922 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] Attempting to bind port 444f7587-f15d-48e8-8285-7b8debb62662 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:47:32.301919 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-dfb70f58-0204-4f2b-a23e-bbee665478a1 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 5c8f99fc-7303-4598-84f0-55aaf2d71c73) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:32.309271 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb70f58-0204-4f2b-a23e-bbee665478a1 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:32.310401 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dfb70f58-0204-4f2b-a23e-bbee665478a1 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:32.358896 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3ac3a2-ddfc-452a-870c-5d251b72077e None None] Network 5c8f99fc-7303-4598-84f0-55aaf2d71c73 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:47:32.379543 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:32.385671 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0417a85-0b15-4d2a-aefb-f99fcc00022a tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4475d891-4e2e-4f80-b780-226057d0d32e), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:32.459536 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:32.467432 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:32.479520 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dfb70f58-0204-4f2b-a23e-bbee665478a1 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1862025 Nov 02 12:47:32.482372 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43930) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:32.513465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e7666-d237-405a-9075-3e51f4e5932b None None] Pushing event updated for resources: {'Port': ['ID=444f7587-f15d-48e8-8285-7b8debb62662,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:32.544053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:47:32.544712 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:32.545945 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:32.547295 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:47:32.548470 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] Bound port: 444f7587-f15d-48e8-8285-7b8debb62662, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:47:32.550252 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (444f7587-f15d-48e8-8285-7b8debb62662), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:32.564101 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-607508a7-c976-488f-9ed9-b97ecc916fc4 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1883900938'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:32.576979 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-84246968-5c52-40ad-88ab-5f9eed2d6f08 req-af89e19b-b97e-4c9b-9301-ef3993c690fb tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.1077402 Nov 02 12:47:32.612769 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0aab6c4e-586a-4f39-8422-2e7a748273bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:32.629774 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e7666-d237-405a-9075-3e51f4e5932b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:32.632659 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e7666-d237-405a-9075-3e51f4e5932b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:32.636810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e7666-d237-405a-9075-3e51f4e5932b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:32.641441 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e7666-d237-405a-9075-3e51f4e5932b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:32.641874 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e7666-d237-405a-9075-3e51f4e5932b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:32.642441 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e7666-d237-405a-9075-3e51f4e5932b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:32.643586 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-e3f39f7c-2fb2-4b00-b165-e511a1e127ce admin admin] Allocated IP 172.20.0.1 (c4b614b6-864d-40a5-85b9-d9b8af92db1b/108a8be6-813a-4570-9c0a-b1217f4362d9/34201bc5-8358-40e6-8c78-319b324443d0) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:32.643965 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e7666-d237-405a-9075-3e51f4e5932b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:32.644415 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e7666-d237-405a-9075-3e51f4e5932b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:32.644884 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e7666-d237-405a-9075-3e51f4e5932b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:32.645918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e7666-d237-405a-9075-3e51f4e5932b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:32.647837 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e7666-d237-405a-9075-3e51f4e5932b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:32.648273 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e7666-d237-405a-9075-3e51f4e5932b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:32.648928 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e7666-d237-405a-9075-3e51f4e5932b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:32.649169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e7666-d237-405a-9075-3e51f4e5932b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:32.653621 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e7666-d237-405a-9075-3e51f4e5932b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:32.784779 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] For port 444f7587-f15d-48e8-8285-7b8debb62662, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:47:32.796949 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-5c8f99fc-7303-4598-84f0-55aaf2d71c73', 'network_id': '5c8f99fc-7303-4598-84f0-55aaf2d71c73', 'project_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'fixed_ips': [{'subnet_id': '1538afb7-37aa-4255-bdec-ae5eac563829'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:47:32.796949 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:32.800977 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607508a7-c976-488f-9ed9-b97ecc916fc4 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Made reservation on behalf of 762ab703cd6b4d41ac9eddd7baa56c69 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:32.807933 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] For port 444f7587-f15d-48e8-8285-7b8debb62662, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=444f7587-f15d-48e8-8285-7b8debb62662,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:47:32.809720 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-607508a7-c976-488f-9ed9-b97ecc916fc4 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:32.874504 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0417a85-0b15-4d2a-aefb-f99fcc00022a tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks [] for port (4475d891-4e2e-4f80-b780-226057d0d32e), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:32.913259 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607508a7-c976-488f-9ed9-b97ecc916fc4 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:47:32.932536 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3f39f7c-2fb2-4b00-b165-e511a1e127ce admin admin] Publish callbacks [] for port (34201bc5-8358-40e6-8c78-319b324443d0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:32.938089 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (444f7587-f15d-48e8-8285-7b8debb62662), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:32.938279 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-607508a7-c976-488f-9ed9-b97ecc916fc4 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (16048020-7603-4315-8910-a0724aaaef3b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:32.938498 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-607508a7-c976-488f-9ed9-b97ecc916fc4 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Added segment 16048020-7603-4315-8910-a0724aaaef3b of type vlan for network 3c698dd0-2fa3-4d6e-b20e-a8848beabdcd Nov 02 12:47:32.983912 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0417a85-0b15-4d2a-aefb-f99fcc00022a tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (4475d891-4e2e-4f80-b780-226057d0d32e), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:33.028861 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] Routers {'5907d134-a262-4b4a-a3db-59e24fe5da80'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:33.029536 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['5907d134-a262-4b4a-a3db-59e24fe5da80'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:33.046381 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-607508a7-c976-488f-9ed9-b97ecc916fc4 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (3c698dd0-2fa3-4d6e-b20e-a8848beabdcd), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:33.139209 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e7666-d237-405a-9075-3e51f4e5932b None None] Pushing event updated for resources: {'Port': ['ID=444f7587-f15d-48e8-8285-7b8debb62662,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:33.144371 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0417a85-0b15-4d2a-aefb-f99fcc00022a tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Pushing event updated for resources: {'Port': ['ID=4475d891-4e2e-4f80-b780-226057d0d32e,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:33.164049 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0aab6c4e-586a-4f39-8422-2e7a748273bd admin admin] Publish callbacks [] for security_group (5a74416a-d3f6-4a4d-be1f-7881b11aed74), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:33.176980 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0417a85-0b15-4d2a-aefb-f99fcc00022a tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (a6c8dfc3-1012-49e4-8e96-ee2ca2671f1b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:33.197958 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] Allocated IP 19.80.0.2 (5c8f99fc-7303-4598-84f0-55aaf2d71c73/1538afb7-37aa-4255-bdec-ae5eac563829/eed4afa6-05f6-43b1-b824-727f65982b4b) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:33.234181 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] Set router 5907d134-a262-4b4a-a3db-59e24fe5da80 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:47:33.237987 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-607508a7-c976-488f-9ed9-b97ecc916fc4 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (3c698dd0-2fa3-4d6e-b20e-a8848beabdcd), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:33.257714 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607508a7-c976-488f-9ed9-b97ecc916fc4 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:33.258772 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-607508a7-c976-488f-9ed9-b97ecc916fc4 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:33.269700 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3f39f7c-2fb2-4b00-b165-e511a1e127ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (34201bc5-8358-40e6-8c78-319b324443d0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:33.377657 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f39f7c-2fb2-4b00-b165-e511a1e127ce admin admin] Pushing event updated for resources: {'Port': ['ID=34201bc5-8358-40e6-8c78-319b324443d0,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:33.415064 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f39f7c-2fb2-4b00-b165-e511a1e127ce admin admin] Network c4b614b6-864d-40a5-85b9-d9b8af92db1b is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:33.422818 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e3f39f7c-2fb2-4b00-b165-e511a1e127ce admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:33.438580 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f39f7c-2fb2-4b00-b165-e511a1e127ce admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:47:33.494098 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0417a85-0b15-4d2a-aefb-f99fcc00022a tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:33.498283 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d0417a85-0b15-4d2a-aefb-f99fcc00022a tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9134305 Nov 02 12:47:33.498283 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0aab6c4e-586a-4f39-8422-2e7a748273bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5a74416a-d3f6-4a4d-be1f-7881b11aed74), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:33.534405 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43944) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:33.548623 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0aab6c4e-586a-4f39-8422-2e7a748273bd admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7e6102ebf8174903bc1b53bb4e16d2b3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2230189 Nov 02 12:47:33.561618 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43948) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:33.571359 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-607508a7-c976-488f-9ed9-b97ecc916fc4 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0758638 Nov 02 12:47:33.578201 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43950) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:33.581315 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607508a7-c976-488f-9ed9-b97ecc916fc4 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Pushing event updated for resources: {'Network': ['ID=3c698dd0-2fa3-4d6e-b20e-a8848beabdcd,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:33.601084 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 3c698dd0-2fa3-4d6e-b20e-a8848beabdcd details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:47:33.601960 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6908a5e2-8192-4705-b7cc-21f7760a8032 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Request body: {'subnet': {'network_id': '3c698dd0-2fa3-4d6e-b20e-a8848beabdcd', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:33.794195 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5907d134-a262-4b4a-a3db-59e24fe5da80', 'name': 'tempest-ServerActionsTestJSON-445699591-router', 'tenant_id': '6a0d6178bceb4821a849a10833c56365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '444f7587-f15d-48e8-8285-7b8debb62662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:47:23Z', 'updated_at': '2022-11-02T12:47:28Z', 'revision_number': 3, 'project_id': '6a0d6178bceb4821a849a10833c56365', 'gw_port': {'id': '444f7587-f15d-48e8-8285-7b8debb62662', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:71:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5907d134-a262-4b4a-a3db-59e24fe5da80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:25Z', 'updated_at': '2022-11-02T12:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:33.802556 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:33.808874 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cde329d1-48ee-468d-b772-0db048b5c4b9 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] 10.222.0.64 "GET /networking/v2.0/floatingips?floating_network_id=6e1a5828-ddd0-4028-87a4-673c367e5c64 HTTP/1.1" status: 200 len: 690 time: 0.2615440 Nov 02 12:47:33.812562 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43956) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:33.871281 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-47f7a1e9-8a69-4326-aef9-a6c7314f9d83 req-c04de565-9851-4a0b-b131-e0fcc3dd37ef tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.1211650 Nov 02 12:47:33.894820 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3f39f7c-2fb2-4b00-b165-e511a1e127ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (5907d134-a262-4b4a-a3db-59e24fe5da80), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:33.900139 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95aa859-88c5-4619-a070-28daf2a0c980 None None] The sync data for ids ['5907d134-a262-4b4a-a3db-59e24fe5da80'] in n-d-857339-6 is: [{'id': '5907d134-a262-4b4a-a3db-59e24fe5da80', 'name': 'tempest-ServerActionsTestJSON-445699591-router', 'tenant_id': '6a0d6178bceb4821a849a10833c56365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '444f7587-f15d-48e8-8285-7b8debb62662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:47:23Z', 'updated_at': '2022-11-02T12:47:28Z', 'revision_number': 3, 'project_id': '6a0d6178bceb4821a849a10833c56365', 'gw_port': {'id': '444f7587-f15d-48e8-8285-7b8debb62662', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:71:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5907d134-a262-4b4a-a3db-59e24fe5da80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:25Z', 'updated_at': '2022-11-02T12:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:47:33.975526 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2f92eb6a-19cc-4189-acdd-2667ef93c2a7 None None] Provisioning complete for port 34201bc5-8358-40e6-8c78-319b324443d0 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:33.983595 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2f92eb6a-19cc-4189-acdd-2667ef93c2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (34201bc5-8358-40e6-8c78-319b324443d0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:33.983595 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2f92eb6a-19cc-4189-acdd-2667ef93c2a7 None None] Attempt 1 to provision port 34201bc5-8358-40e6-8c78-319b324443d0 Nov 02 12:47:33.989169 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:34.013646 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-1d140162-d6b1-45ce-b75a-ad047f9cf58a req-6a73a46e-4cc8-411f-ac7a-16baa2114b16 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=724e20d4dc92442793890056ba718eda&device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.2479966 Nov 02 12:47:34.014335 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab6c4e-586a-4f39-8422-2e7a748273bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a74416a-d3f6-4a4d-be1f-7881b11aed74,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:34.035197 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:34.049444 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2f92eb6a-19cc-4189-acdd-2667ef93c2a7 None None] Port 34201bc5-8358-40e6-8c78-319b324443d0 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:47:34.066362 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] Publish callbacks [] for port (eed4afa6-05f6-43b1-b824-727f65982b4b), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:34.072632 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (6e1a5828-ddd0-4028-87a4-673c367e5c64), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:34.082923 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6908a5e2-8192-4705-b7cc-21f7760a8032 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Made reservation on behalf of 762ab703cd6b4d41ac9eddd7baa56c69 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:34.093455 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6908a5e2-8192-4705-b7cc-21f7760a8032 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:34.121879 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-1d140162-d6b1-45ce-b75a-ad047f9cf58a req-b86d173f-e9ba-453a-a828-8b8e162ea019 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=724e20d4dc92442793890056ba718eda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654745 Nov 02 12:47:34.169757 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (eed4afa6-05f6-43b1-b824-727f65982b4b), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:34.174488 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06c8c248-f0d3-48ce-9613-2db9250c831a admin admin] Publish callbacks [] for security_group (5a74416a-d3f6-4a4d-be1f-7881b11aed74), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:34.267079 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8a6bafc8-e668-4330-870c-02fbade63555 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (5e992385-1bce-47bb-a776-41ed065661d7), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:34.290415 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:DELETE=16,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:34.293013 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06c8c248-f0d3-48ce-9613-2db9250c831a admin admin] Publish callbacks [] for security_group (5a74416a-d3f6-4a4d-be1f-7881b11aed74), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:34.298143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] Network 5c8f99fc-7303-4598-84f0-55aaf2d71c73 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:34.312468 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8a6bafc8-e668-4330-870c-02fbade63555 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (5e992385-1bce-47bb-a776-41ed065661d7), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:34.318219 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:34.329270 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:47:34.338836 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] Pushing event updated for resources: {'Port': ['ID=eed4afa6-05f6-43b1-b824-727f65982b4b,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:34.390244 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Deleting port 4475d891-4e2e-4f80-b780-226057d0d32e {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:34.390597 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (4475d891-4e2e-4f80-b780-226057d0d32e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:34.440009 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:34.564473 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d140162-d6b1-45ce-b75a-ad047f9cf58a req-3b9fe87b-44b0-4c5a-ae6f-5a1c3b18a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:34.566365 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-1d140162-d6b1-45ce-b75a-ad047f9cf58a req-3b9fe87b-44b0-4c5a-ae6f-5a1c3b18a22c service neutron] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4357240 Nov 02 12:47:34.688587 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (4475d891-4e2e-4f80-b780-226057d0d32e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:34.688876 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks [] for floatingip (4475d891-4e2e-4f80-b780-226057d0d32e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:34.693798 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:34.732416 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6bafc8-e668-4330-870c-02fbade63555 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Router 5e992385-1bce-47bb-a776-41ed065661d7 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:47:34.753482 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6908a5e2-8192-4705-b7cc-21f7760a8032 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (9ccd15a8-d4c1-4cfd-bdda-8c19944fa323), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:34.757950 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Calling delete_port for 4475d891-4e2e-4f80-b780-226057d0d32e owned by network:floatingip {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:34.763797 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] Attempting to bind port eed4afa6-05f6-43b1-b824-727f65982b4b on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:47:34.764167 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] Attempting to bind port eed4afa6-05f6-43b1-b824-727f65982b4b by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '4749b09d-eef4-45b2-aa2e-ff430b2d9389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5c8f99fc-7303-4598-84f0-55aaf2d71c73'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:47:34.764554 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] Attempting to bind port eed4afa6-05f6-43b1-b824-727f65982b4b on network 5c8f99fc-7303-4598-84f0-55aaf2d71c73 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:47:34.767079 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06c8c248-f0d3-48ce-9613-2db9250c831a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5a74416a-d3f6-4a4d-be1f-7881b11aed74), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:34.769944 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06c8c248-f0d3-48ce-9613-2db9250c831a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:34.774225 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-06c8c248-f0d3-48ce-9613-2db9250c831a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5a74416a-d3f6-4a4d-be1f-7881b11aed74 HTTP/1.1" status: 204 len: 168 time: 1.1820722 Nov 02 12:47:34.868101 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:47:34.868737 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] Checking segment: {'id': '4749b09d-eef4-45b2-aa2e-ff430b2d9389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5c8f99fc-7303-4598-84f0-55aaf2d71c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:34.869018 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:34.869466 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] Bound using segment: {'id': '4749b09d-eef4-45b2-aa2e-ff430b2d9389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5c8f99fc-7303-4598-84f0-55aaf2d71c73'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:47:34.869952 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] Bound port: eed4afa6-05f6-43b1-b824-727f65982b4b, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4749b09d-eef4-45b2-aa2e-ff430b2d9389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5c8f99fc-7303-4598-84f0-55aaf2d71c73'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:47:34.870333 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (eed4afa6-05f6-43b1-b824-727f65982b4b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:34.938250 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:34.942226 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6bafc8-e668-4330-870c-02fbade63555 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:47:34.947063 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8c248-f0d3-48ce-9613-2db9250c831a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a74416a-d3f6-4a4d-be1f-7881b11aed74,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:34.953570 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8a6bafc8-e668-4330-870c-02fbade63555 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:34.955251 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8a6bafc8-e668-4330-870c-02fbade63555 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "PUT /networking/v2.0/routers/5e992385-1bce-47bb-a776-41ed065661d7 HTTP/1.1" status: 200 len: 920 time: 3.4645216 Nov 02 12:47:34.955476 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4059987b-2019-4ecc-bce0-7b9bcc36ecef None None] Sync routers for ids ['5e992385-1bce-47bb-a776-41ed065661d7'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:47:34.960337 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43976) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:35.023031 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908a5e2-8192-4705-b7cc-21f7760a8032 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Pushing event updated for resources: {'Subnet': ['ID=9ccd15a8-d4c1-4cfd-bdda-8c19944fa323,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:35.102654 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4059987b-2019-4ecc-bce0-7b9bcc36ecef None None] Routers {'5e992385-1bce-47bb-a776-41ed065661d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:35.113429 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4059987b-2019-4ecc-bce0-7b9bcc36ecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['5e992385-1bce-47bb-a776-41ed065661d7'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:35.117057 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] For port eed4afa6-05f6-43b1-b824-727f65982b4b, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:47:35.134645 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] For port eed4afa6-05f6-43b1-b824-727f65982b4b, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=eed4afa6-05f6-43b1-b824-727f65982b4b,segment=NetworkSegment(4749b09d-eef4-45b2-aa2e-ff430b2d9389),segment_id=4749b09d-eef4-45b2-aa2e-ff430b2d9389)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:47:35.189901 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4059987b-2019-4ecc-bce0-7b9bcc36ecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:35.204781 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4059987b-2019-4ecc-bce0-7b9bcc36ecef None None] Routers {'5e992385-1bce-47bb-a776-41ed065661d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:35.205587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4059987b-2019-4ecc-bce0-7b9bcc36ecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['5e992385-1bce-47bb-a776-41ed065661d7'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:35.238496 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e48fe7f2-f9ef-4cd5-a253-e3edc25bbd6b req-55e239f3-108a-4b4e-98c6-9b2b5851dd2e tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.0905118 Nov 02 12:47:35.258441 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6908a5e2-8192-4705-b7cc-21f7760a8032 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Checking segment: {'id': '16048020-7603-4315-8910-a0724aaaef3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '3c698dd0-2fa3-4d6e-b20e-a8848beabdcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:35.258820 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6908a5e2-8192-4705-b7cc-21f7760a8032 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Network hostable DHCP agents. Network: 3c698dd0-2fa3-4d6e-b20e-a8848beabdcd, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:47:35.259795 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (4475d891-4e2e-4f80-b780-226057d0d32e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:35.295055 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4059987b-2019-4ecc-bce0-7b9bcc36ecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:35.296882 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4059987b-2019-4ecc-bce0-7b9bcc36ecef None None] The sync data for ids ['5e992385-1bce-47bb-a776-41ed065661d7'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:47:35.312983 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:35.316750 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (eed4afa6-05f6-43b1-b824-727f65982b4b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:35.337171 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Pushing event deleted for resources: {'Port': ['ID=4475d891-4e2e-4f80-b780-226057d0d32e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:35.394733 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0ff6a613-074a-4d5d-9ba0-fba5024e5606 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "GET /networking/v2.0/routers/5e992385-1bce-47bb-a776-41ed065661d7 HTTP/1.1" status: 200 len: 920 time: 0.4206774 Nov 02 12:47:35.395899 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3f39f7c-2fb2-4b00-b165-e511a1e127ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (34201bc5-8358-40e6-8c78-319b324443d0), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:35.399572 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43980) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:35.469219 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b301111-1f69-402f-8a46-ff4741240784 None None] Pushing event updated for resources: {'Port': ['ID=eed4afa6-05f6-43b1-b824-727f65982b4b,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:35.502531 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6908a5e2-8192-4705-b7cc-21f7760a8032 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Network 3c698dd0-2fa3-4d6e-b20e-a8848beabdcd is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:47:35.547130 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks [] for floatingip (a6c8dfc3-1012-49e4-8e96-ee2ca2671f1b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:35.561882 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:DELETE=15,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:35.563399 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf362ea2-9ed8-4252-ae55-8168dea271cb tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:35.569337 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cf362ea2-9ed8-4252-ae55-8168dea271cb tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&device_id=5e992385-1bce-47bb-a776-41ed065661d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1687121 Nov 02 12:47:35.573458 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43982) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:35.662900 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-6908a5e2-8192-4705-b7cc-21f7760a8032 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 3c698dd0-2fa3-4d6e-b20e-a8848beabdcd) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:35.677526 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeac5764-a5e4-44f0-bc46-1329f5a4d7b3 None None] Network 3c698dd0-2fa3-4d6e-b20e-a8848beabdcd requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:47:35.679901 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6908a5e2-8192-4705-b7cc-21f7760a8032 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:35.680550 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6908a5e2-8192-4705-b7cc-21f7760a8032 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:35.726089 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:47:35.752931 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (9e6243be-d9eb-4e23-ac91-aa942f331ed4), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:35.875422 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:35.970698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 444f7587-f15d-48e8-8285-7b8debb62662 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:35.992147 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9f80d9-f2d7-4f7e-a954-97d6f52802b2 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:35.994071 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5d9f80d9-f2d7-4f7e-a954-97d6f52802b2 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 881 time: 0.4150808 Nov 02 12:47:35.997801 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43988) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:36.006294 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6908a5e2-8192-4705-b7cc-21f7760a8032 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4261701 Nov 02 12:47:36.058081 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:36.078233 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43994) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:36.084894 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0634f2e5-3fe4-40e0-8043-c05cf56f5541 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5e992385-1bce-47bb-a776-41ed065661d7 HTTP/1.1" status: 200 len: 205 time: 0.0856690 Nov 02 12:47:36.089135 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43996) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:36.102258 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (9e6243be-d9eb-4e23-ac91-aa942f331ed4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:36.105756 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:36.145902 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-3c698dd0-2fa3-4d6e-b20e-a8848beabdcd', 'network_id': '3c698dd0-2fa3-4d6e-b20e-a8848beabdcd', 'project_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'fixed_ips': [{'subnet_id': '9ccd15a8-d4c1-4cfd-bdda-8c19944fa323'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:47:36.153223 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:36.235923 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 444f7587-f15d-48e8-8285-7b8debb62662 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:36.241063 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (444f7587-f15d-48e8-8285-7b8debb62662), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:36.246676 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 444f7587-f15d-48e8-8285-7b8debb62662 Nov 02 12:47:36.268119 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (6e1a5828-ddd0-4028-87a4-673c367e5c64), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:36.292073 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1a5828-ddd0-4028-87a4-673c367e5c64']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:36.304779 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441f8ac4-4fc2-4a06-8f88-780b81a2d537') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:36.305086 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441f8ac4-4fc2-4a06-8f88-780b81a2d537') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:36.347589 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d43578c1-d3fb-4b31-90ca-b56d13e05682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:36.351413 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (441f8ac4-4fc2-4a06-8f88-780b81a2d537), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:36.354525 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6243be-d9eb-4e23-ac91-aa942f331ed4,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:36.401962 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (441f8ac4-4fc2-4a06-8f88-780b81a2d537), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:36.406167 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3f39f7c-2fb2-4b00-b165-e511a1e127ce admin admin] Publish callbacks [] for port (34201bc5-8358-40e6-8c78-319b324443d0), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:36.431153 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:47:36.432185 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (441f8ac4-4fc2-4a06-8f88-780b81a2d537), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:36.476294 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 441f8ac4-4fc2-4a06-8f88-780b81a2d537 resource provider aggregate not found Nov 02 12:47:36.533289 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 441f8ac4-4fc2-4a06-8f88-780b81a2d537 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 441f8ac4-4fc2-4a06-8f88-780b81a2d537 found for delete ", "request_id": "req-38203b1c-decb-4942-87d6-318a09a5407b"}]} Nov 02 12:47:36.631459 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3f39f7c-2fb2-4b00-b165-e511a1e127ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (34201bc5-8358-40e6-8c78-319b324443d0), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:36.633361 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d43578c1-d3fb-4b31-90ca-b56d13e05682 admin admin] Publish callbacks [] for security_group (338ec48e-631c-44fd-b094-7198b8e4cdbd), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:36.651389 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 444f7587-f15d-48e8-8285-7b8debb62662 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:36.651786 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (444f7587-f15d-48e8-8285-7b8debb62662), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:36.708960 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 444f7587-f15d-48e8-8285-7b8debb62662, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=444f7587-f15d-48e8-8285-7b8debb62662,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:36.710948 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] Allocated IP 19.86.0.2 (3c698dd0-2fa3-4d6e-b20e-a8848beabdcd/9ccd15a8-d4c1-4cfd-bdda-8c19944fa323/d9e33cd0-672c-4548-aed0-a89dcdff1d91) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:36.745082 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3f39f7c-2fb2-4b00-b165-e511a1e127ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (5907d134-a262-4b4a-a3db-59e24fe5da80), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:36.765917 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ad658c4d-b135-46a3-bdf2-7a61613e2a46 req-c6a9d7f9-ec2c-45e1-a15e-f64202728839 tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.1806321 Nov 02 12:47:36.791482 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (6e1a5828-ddd0-4028-87a4-673c367e5c64), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:36.811878 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6e1a5828-ddd0-4028-87a4-673c367e5c64 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 02 12:47:36.844916 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:36.857970 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] 10.222.0.64 "DELETE /networking/v2.0/networks/6e1a5828-ddd0-4028-87a4-673c367e5c64 HTTP/1.1" status: 204 len: 168 time: 3.0397515 Nov 02 12:47:36.858978 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44024) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:36.872253 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f5445-fcc5-4f38-b9b3-58722ccda9a3 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e1a5828-ddd0-4028-87a4-673c367e5c64,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:36.891360 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9db6d950-d0f7-4d7d-b14b-a4cb38d2909d tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router (5e992385-1bce-47bb-a776-41ed065661d7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:36.956707 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d43578c1-d3fb-4b31-90ca-b56d13e05682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (338ec48e-631c-44fd-b094-7198b8e4cdbd), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:36.966579 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3ea53b7b-2146-4223-852b-55da57bced92 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] 10.222.0.64 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0958729 Nov 02 12:47:36.968606 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44026) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:37.079899 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43578c1-d3fb-4b31-90ca-b56d13e05682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338ec48e-631c-44fd-b094-7198b8e4cdbd,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:37.085878 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] Publish callbacks [] for port (d9e33cd0-672c-4548-aed0-a89dcdff1d91), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:37.094468 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (444f7587-f15d-48e8-8285-7b8debb62662), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:37.107962 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d43578c1-d3fb-4b31-90ca-b56d13e05682 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5aeacb61670f43b28ff86d95081db6f5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0165067 Nov 02 12:47:37.115163 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44030) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:37.164192 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f39f7c-2fb2-4b00-b165-e511a1e127ce admin admin] Pushing event updated for resources: {'Port': ['ID=34201bc5-8358-40e6-8c78-319b324443d0,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:37.192254 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d08dad-b4cb-441c-84f9-c410338a2333 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:37.192920 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d08dad-b4cb-441c-84f9-c410338a2333 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:37.193489 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d08dad-b4cb-441c-84f9-c410338a2333 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:37.197761 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d08dad-b4cb-441c-84f9-c410338a2333 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:37.197761 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d08dad-b4cb-441c-84f9-c410338a2333 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:37.197761 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d08dad-b4cb-441c-84f9-c410338a2333 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:37.197761 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d08dad-b4cb-441c-84f9-c410338a2333 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:37.197761 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d08dad-b4cb-441c-84f9-c410338a2333 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:37.198327 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d08dad-b4cb-441c-84f9-c410338a2333 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:37.207803 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-52d08dad-b4cb-441c-84f9-c410338a2333 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 5844 time: 0.2366624 Nov 02 12:47:37.209022 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44034) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:37.249735 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=444f7587-f15d-48e8-8285-7b8debb62662,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:37.256404 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (d9e33cd0-672c-4548-aed0-a89dcdff1d91), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:37.282274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] Network 3c698dd0-2fa3-4d6e-b20e-a8848beabdcd is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:37.287680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:37.293011 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-348fe67b-51e0-4827-b3f0-48377725ebef tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] delete failed (client error): The resource could not be found. Nov 02 12:47:37.295673 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:47:37.297685 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-348fe67b-51e0-4827-b3f0-48377725ebef tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] 10.222.0.64 "DELETE /networking/v2.0/floatingips/a6c8dfc3-1012-49e4-8e96-ee2ca2671f1b HTTP/1.1" status: 404 len: 345 time: 0.0876887 Nov 02 12:47:37.300213 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44040) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:37.344388 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748117a-a6a4-400c-946f-fea539dd877f req-5375e3b2-829f-46a6-a6cc-9ac2d16c278a tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:37.348306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495b4624-3ea4-4f6f-8182-232cbcb8c83c None None] Network 5c8f99fc-7303-4598-84f0-55aaf2d71c73 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:47:37.348473 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5b16d2-fd75-4b20-9c86-147fceda64c0 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] DELETE failed (client error): The resource could not be found. Nov 02 12:47:37.349019 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5b16d2-fd75-4b20-9c86-147fceda64c0 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:47:37.351406 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748117a-a6a4-400c-946f-fea539dd877f req-5375e3b2-829f-46a6-a6cc-9ac2d16c278a tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:37.353053 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3748117a-a6a4-400c-946f-fea539dd877f req-5375e3b2-829f-46a6-a6cc-9ac2d16c278a tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "GET /networking/v2.0/networks?id=5c8f99fc-7303-4598-84f0-55aaf2d71c73&id=3c698dd0-2fa3-4d6e-b20e-a8848beabdcd HTTP/1.1" status: 200 len: 1392 time: 0.8745203 Nov 02 12:47:37.376163 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bf5b16d2-fd75-4b20-9c86-147fceda64c0 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] 10.222.0.64 "DELETE /networking/v2.0/networks/6e1a5828-ddd0-4028-87a4-673c367e5c64 HTTP/1.1" status: 404 len: 339 time: 0.0747528 Nov 02 12:47:37.376881 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44042) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:37.386899 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-b048f4ef-d01b-4bc7-92af-e4abd030fdd4 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Request body: {'network': {'name': 'tempest-network--519082244', 'router:external': True}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:37.443418 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3748117a-a6a4-400c-946f-fea539dd877f req-8e00c501-831c-4ea0-a91f-10a5ec8189f4 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "GET /networking/v2.0/quotas/762ab703cd6b4d41ac9eddd7baa56c69 HTTP/1.1" status: 200 len: 375 time: 0.0452783 Nov 02 12:47:37.482086 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3415fecf-32c8-4ba3-b5c9-7035ef521587 None None] Provisioning complete for port eed4afa6-05f6-43b1-b824-727f65982b4b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:37.483248 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3415fecf-32c8-4ba3-b5c9-7035ef521587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (eed4afa6-05f6-43b1-b824-727f65982b4b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:37.483773 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3415fecf-32c8-4ba3-b5c9-7035ef521587 None None] Attempt 1 to provision port eed4afa6-05f6-43b1-b824-727f65982b4b Nov 02 12:47:37.531634 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f39f7c-2fb2-4b00-b165-e511a1e127ce admin admin] Network c4b614b6-864d-40a5-85b9-d9b8af92db1b is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:37.533254 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f79b0b72-68e3-4315-bed8-98cecf9885a9 admin admin] Publish callbacks [] for security_group (338ec48e-631c-44fd-b094-7198b8e4cdbd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:37.553105 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9db6d950-d0f7-4d7d-b14b-a4cb38d2909d tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_gateway (5e992385-1bce-47bb-a776-41ed065661d7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:37.560531 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e3f39f7c-2fb2-4b00-b165-e511a1e127ce admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:37.585465 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3748117a-a6a4-400c-946f-fea539dd877f req-a87cf1e8-b70a-44e7-8baf-01e50aa34a9f tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=762ab703cd6b4d41ac9eddd7baa56c69&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1334069 Nov 02 12:47:37.638840 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f79b0b72-68e3-4315-bed8-98cecf9885a9 admin admin] Publish callbacks [] for security_group (338ec48e-631c-44fd-b094-7198b8e4cdbd), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:37.641718 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44048) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:37.665743 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b048f4ef-d01b-4bc7-92af-e4abd030fdd4 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Made reservation on behalf of e3ea3722f0cb46d489a41786d1e081b4 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:37.672005 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b048f4ef-d01b-4bc7-92af-e4abd030fdd4 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:37.766659 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b048f4ef-d01b-4bc7-92af-e4abd030fdd4 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:47:37.775180 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a33783-f09e-4f8d-9759-e1de5e27caae tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Deleting subnet 9ccd15a8-d4c1-4cfd-bdda-8c19944fa323 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:47:37.797805 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93a33783-f09e-4f8d-9759-e1de5e27caae tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks [] for subnet (9ccd15a8-d4c1-4cfd-bdda-8c19944fa323), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:37.804526 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3415fecf-32c8-4ba3-b5c9-7035ef521587 None None] Current status of the port eed4afa6-05f6-43b1-b824-727f65982b4b is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:37.810483 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3415fecf-32c8-4ba3-b5c9-7035ef521587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (eed4afa6-05f6-43b1-b824-727f65982b4b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:37.883498 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3415fecf-32c8-4ba3-b5c9-7035ef521587 None None] For port eed4afa6-05f6-43b1-b824-727f65982b4b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=eed4afa6-05f6-43b1-b824-727f65982b4b,segment=NetworkSegment(4749b09d-eef4-45b2-aa2e-ff430b2d9389),segment_id=4749b09d-eef4-45b2-aa2e-ff430b2d9389)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:37.889773 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] Pushing event updated for resources: {'Port': ['ID=d9e33cd0-672c-4548-aed0-a89dcdff1d91,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:37.901801 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] Attempting to bind port d9e33cd0-672c-4548-aed0-a89dcdff1d91 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:47:37.902272 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] Attempting to bind port d9e33cd0-672c-4548-aed0-a89dcdff1d91 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '16048020-7603-4315-8910-a0724aaaef3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '3c698dd0-2fa3-4d6e-b20e-a8848beabdcd'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:47:37.902765 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] Attempting to bind port d9e33cd0-672c-4548-aed0-a89dcdff1d91 on network 3c698dd0-2fa3-4d6e-b20e-a8848beabdcd {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:47:37.971829 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device eed4afa6-05f6-43b1-b824-727f65982b4b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:38.019796 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:47:38.020092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] Checking segment: {'id': '16048020-7603-4315-8910-a0724aaaef3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '3c698dd0-2fa3-4d6e-b20e-a8848beabdcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:38.020438 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:38.022799 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] Bound using segment: {'id': '16048020-7603-4315-8910-a0724aaaef3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '3c698dd0-2fa3-4d6e-b20e-a8848beabdcd'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:47:38.023428 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] Bound port: d9e33cd0-672c-4548-aed0-a89dcdff1d91, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16048020-7603-4315-8910-a0724aaaef3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '3c698dd0-2fa3-4d6e-b20e-a8848beabdcd'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:47:38.023894 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d9e33cd0-672c-4548-aed0-a89dcdff1d91), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:38.048252 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3415fecf-32c8-4ba3-b5c9-7035ef521587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (eed4afa6-05f6-43b1-b824-727f65982b4b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:38.137306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port eed4afa6-05f6-43b1-b824-727f65982b4b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:38.147658 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (eed4afa6-05f6-43b1-b824-727f65982b4b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:38.147658 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port eed4afa6-05f6-43b1-b824-727f65982b4b Nov 02 12:47:38.273257 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:38.283176 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port eed4afa6-05f6-43b1-b824-727f65982b4b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:38.284445 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 444f7587-f15d-48e8-8285-7b8debb62662 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:38.305988 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e8333afd-9270-47af-be24-d4d5531197e2 None None] Provisioning complete for port 34201bc5-8358-40e6-8c78-319b324443d0 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:38.306390 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e8333afd-9270-47af-be24-d4d5531197e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (34201bc5-8358-40e6-8c78-319b324443d0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:38.306777 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e8333afd-9270-47af-be24-d4d5531197e2 None None] Attempt 1 to provision port 34201bc5-8358-40e6-8c78-319b324443d0 Nov 02 12:47:38.383991 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e8333afd-9270-47af-be24-d4d5531197e2 None None] Port 34201bc5-8358-40e6-8c78-319b324443d0 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:47:38.410847 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415fecf-32c8-4ba3-b5c9-7035ef521587 None None] Pushing event updated for resources: {'Port': ['ID=eed4afa6-05f6-43b1-b824-727f65982b4b,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:38.417259 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] For port d9e33cd0-672c-4548-aed0-a89dcdff1d91, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:47:38.435732 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:38.453958 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b048f4ef-d01b-4bc7-92af-e4abd030fdd4 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a2ee2184-0f70-40b1-8b45-abd1561db9b2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:38.462911 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-b048f4ef-d01b-4bc7-92af-e4abd030fdd4 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Added segment a2ee2184-0f70-40b1-8b45-abd1561db9b2 of type vlan for network 559054ae-b857-499d-bd63-b7d09f13452e Nov 02 12:47:38.467951 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] For port d9e33cd0-672c-4548-aed0-a89dcdff1d91, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d9e33cd0-672c-4548-aed0-a89dcdff1d91,segment=NetworkSegment(16048020-7603-4315-8910-a0724aaaef3b),segment_id=16048020-7603-4315-8910-a0724aaaef3b)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:47:38.488661 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 444f7587-f15d-48e8-8285-7b8debb62662 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:38.489040 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (444f7587-f15d-48e8-8285-7b8debb62662), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:38.489378 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 444f7587-f15d-48e8-8285-7b8debb62662 Nov 02 12:47:38.566741 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93a33783-f09e-4f8d-9759-e1de5e27caae tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (9ccd15a8-d4c1-4cfd-bdda-8c19944fa323), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:38.604761 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1aa0a6dd-8747-42ef-abcd-1b5148e35269 None None] Provisioning complete for port eed4afa6-05f6-43b1-b824-727f65982b4b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:38.605367 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1aa0a6dd-8747-42ef-abcd-1b5148e35269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (eed4afa6-05f6-43b1-b824-727f65982b4b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:38.605642 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1aa0a6dd-8747-42ef-abcd-1b5148e35269 None None] Attempt 1 to provision port eed4afa6-05f6-43b1-b824-727f65982b4b Nov 02 12:47:38.643675 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:38.654466 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 444f7587-f15d-48e8-8285-7b8debb62662 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:38.665698 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d9e33cd0-672c-4548-aed0-a89dcdff1d91), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:38.681730 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b048f4ef-d01b-4bc7-92af-e4abd030fdd4 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (559054ae-b857-499d-bd63-b7d09f13452e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:38.745536 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:38.752787 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f39f7c-2fb2-4b00-b165-e511a1e127ce admin admin] Router 5907d134-a262-4b4a-a3db-59e24fe5da80 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:47:38.762104 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69143921-7e2b-4b19-9c0c-9be00d5fdac5 None None] Pushing event updated for resources: {'Port': ['ID=d9e33cd0-672c-4548-aed0-a89dcdff1d91,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:38.771223 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1b42d979-067d-4cf6-904d-f28704a09d7f req-ffebcccf-3b8e-4c42-9581-cff140cf957e tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.1222320 Nov 02 12:47:38.778838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1aa0a6dd-8747-42ef-abcd-1b5148e35269 None None] Current status of the port eed4afa6-05f6-43b1-b824-727f65982b4b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:38.780707 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9db6d950-d0f7-4d7d-b14b-a4cb38d2909d tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Deleting port d555f6fa-0e00-4825-873b-03cfd83cf69d {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:38.782392 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93a33783-f09e-4f8d-9759-e1de5e27caae tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (9ccd15a8-d4c1-4cfd-bdda-8c19944fa323), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:38.783659 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9db6d950-d0f7-4d7d-b14b-a4cb38d2909d tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d555f6fa-0e00-4825-873b-03cfd83cf69d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:38.893578 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f79b0b72-68e3-4315-bed8-98cecf9885a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (338ec48e-631c-44fd-b094-7198b8e4cdbd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:38.896345 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f79b0b72-68e3-4315-bed8-98cecf9885a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:38.897546 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f79b0b72-68e3-4315-bed8-98cecf9885a9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/338ec48e-631c-44fd-b094-7198b8e4cdbd HTTP/1.1" status: 204 len: 168 time: 1.7669897 Nov 02 12:47:38.932249 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b0b72-68e3-4315-bed8-98cecf9885a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338ec48e-631c-44fd-b094-7198b8e4cdbd,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:38.955463 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b048f4ef-d01b-4bc7-92af-e4abd030fdd4 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (559054ae-b857-499d-bd63-b7d09f13452e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:38.957292 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b048f4ef-d01b-4bc7-92af-e4abd030fdd4 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:38.958279 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b048f4ef-d01b-4bc7-92af-e4abd030fdd4 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:38.981364 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9db6d950-d0f7-4d7d-b14b-a4cb38d2909d tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d555f6fa-0e00-4825-873b-03cfd83cf69d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:39.004718 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9db6d950-d0f7-4d7d-b14b-a4cb38d2909d tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Calling delete_port for d555f6fa-0e00-4825-873b-03cfd83cf69d owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:39.043633 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f39f7c-2fb2-4b00-b165-e511a1e127ce admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:47:39.049814 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e3f39f7c-2fb2-4b00-b165-e511a1e127ce admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/5907d134-a262-4b4a-a3db-59e24fe5da80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3664136 Nov 02 12:47:39.059213 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048f4ef-d01b-4bc7-92af-e4abd030fdd4 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Pushing event updated for resources: {'Network': ['ID=559054ae-b857-499d-bd63-b7d09f13452e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:39.075950 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93a33783-f09e-4f8d-9759-e1de5e27caae tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (9ccd15a8-d4c1-4cfd-bdda-8c19944fa323), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:39.105456 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] Sync routers for ids ['5907d134-a262-4b4a-a3db-59e24fe5da80'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:47:39.127745 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 559054ae-b857-499d-bd63-b7d09f13452e details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:47:39.130096 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] Routers {'5907d134-a262-4b4a-a3db-59e24fe5da80'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:39.130786 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['5907d134-a262-4b4a-a3db-59e24fe5da80'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:39.147191 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a33783-f09e-4f8d-9759-e1de5e27caae tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Pushing event deleted for resources: {'Subnet': ['ID=9ccd15a8-d4c1-4cfd-bdda-8c19944fa323,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:39.166373 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93a33783-f09e-4f8d-9759-e1de5e27caae tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:39.168834 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-93a33783-f09e-4f8d-9759-e1de5e27caae tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/9ccd15a8-d4c1-4cfd-bdda-8c19944fa323 HTTP/1.1" status: 204 len: 168 time: 1.5320487 Nov 02 12:47:39.176104 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44068) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:39.278032 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] Set router 5907d134-a262-4b4a-a3db-59e24fe5da80 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:47:39.286530 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:39.295992 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b048f4ef-d01b-4bc7-92af-e4abd030fdd4 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9159234 Nov 02 12:47:39.296409 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44072) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:39.405520 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20f4fba9-8d03-45f4-accb-a8dded3c61e9 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (3c698dd0-2fa3-4d6e-b20e-a8848beabdcd), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:39.482773 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9db6d950-d0f7-4d7d-b14b-a4cb38d2909d tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (d555f6fa-0e00-4825-873b-03cfd83cf69d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:39.555790 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:39.602414 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5907d134-a262-4b4a-a3db-59e24fe5da80', 'name': 'tempest-ServerActionsTestJSON-445699591-router', 'tenant_id': '6a0d6178bceb4821a849a10833c56365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '444f7587-f15d-48e8-8285-7b8debb62662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:47:23Z', 'updated_at': '2022-11-02T12:47:34Z', 'revision_number': 4, 'project_id': '6a0d6178bceb4821a849a10833c56365', 'gw_port': {'id': '444f7587-f15d-48e8-8285-7b8debb62662', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:71:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5907d134-a262-4b4a-a3db-59e24fe5da80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:25Z', 'updated_at': '2022-11-02T12:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '34201bc5-8358-40e6-8c78-319b324443d0', 'name': '', 'network_id': 'c4b614b6-864d-40a5-85b9-d9b8af92db1b', 'tenant_id': '6a0d6178bceb4821a849a10833c56365', 'mac_address': 'fa:16:3e:8e:a0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5907d134-a262-4b4a-a3db-59e24fe5da80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '108a8be6-813a-4570-9c0a-b1217f4362d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:32Z', 'updated_at': '2022-11-02T12:47:35Z', 'revision_number': 2, 'project_id': '6a0d6178bceb4821a849a10833c56365', 'subnets': [{'id': '108a8be6-813a-4570-9c0a-b1217f4362d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:39.633444 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6d950-d0f7-4d7d-b14b-a4cb38d2909d tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Pushing event deleted for resources: {'Port': ['ID=d555f6fa-0e00-4825-873b-03cfd83cf69d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:39.646561 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] Checking router: 5907d134-a262-4b4a-a3db-59e24fe5da80 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:47:39.647375 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] Updating router 5907d134-a262-4b4a-a3db-59e24fe5da80 port 34201bc5-8358-40e6-8c78-319b324443d0 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:47:39.705712 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (34201bc5-8358-40e6-8c78-319b324443d0), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:39.722766 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:39.732399 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa86cd5-22d1-4d02-85a1-9f2ec201cba4 tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:39.754046 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa86cd5-22d1-4d02-85a1-9f2ec201cba4 tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:39.764961 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:39.769585 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa86cd5-22d1-4d02-85a1-9f2ec201cba4 tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:39.782610 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa86cd5-22d1-4d02-85a1-9f2ec201cba4 tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:39.787973 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3fa86cd5-22d1-4d02-85a1-9f2ec201cba4 tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4752789 Nov 02 12:47:39.792396 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44088) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:39.878096 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d9e33cd0-672c-4548-aed0-a89dcdff1d91 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:39.903380 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9db6d950-d0f7-4d7d-b14b-a4cb38d2909d tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (5e992385-1bce-47bb-a776-41ed065661d7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.036098 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-20f4fba9-8d03-45f4-accb-a8dded3c61e9 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Deleting port d9e33cd0-672c-4548-aed0-a89dcdff1d91 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:40.037297 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20f4fba9-8d03-45f4-accb-a8dded3c61e9 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d9e33cd0-672c-4548-aed0-a89dcdff1d91), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.070935 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d9e33cd0-672c-4548-aed0-a89dcdff1d91 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:40.072117 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d9e33cd0-672c-4548-aed0-a89dcdff1d91), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.073077 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d9e33cd0-672c-4548-aed0-a89dcdff1d91 Nov 02 12:47:40.156083 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-20f4fba9-8d03-45f4-accb-a8dded3c61e9 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] For port d9e33cd0-672c-4548-aed0-a89dcdff1d91, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d9e33cd0-672c-4548-aed0-a89dcdff1d91,segment=NetworkSegment(16048020-7603-4315-8910-a0724aaaef3b),segment_id=16048020-7603-4315-8910-a0724aaaef3b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:40.156795 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20f4fba9-8d03-45f4-accb-a8dded3c61e9 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d9e33cd0-672c-4548-aed0-a89dcdff1d91), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.167248 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9db6d950-d0f7-4d7d-b14b-a4cb38d2909d tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (5e992385-1bce-47bb-a776-41ed065661d7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.170470 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9db6d950-d0f7-4d7d-b14b-a4cb38d2909d tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_controller (5e992385-1bce-47bb-a776-41ed065661d7), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.173879 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-20f4fba9-8d03-45f4-accb-a8dded3c61e9 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Calling delete_port for d9e33cd0-672c-4548-aed0-a89dcdff1d91 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:40.193988 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] Publish callbacks [] for port (34201bc5-8358-40e6-8c78-319b324443d0), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.301175 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44092) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:40.301286 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-139b657d-3c5f-471e-8d76-aad3085d31c1 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (559054ae-b857-499d-bd63-b7d09f13452e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.301391 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e11e279e-0826-4e31-b2b4-c8dbab1dd6ae tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--322245096', 'description': 'tempest-description--46707161'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:40.335483 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-223ed597-659f-4079-889e-0e490b7f7f3f req-aa6d2ef6-84f5-44f1-a143-761ac1b5a3ed tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.0582104 Nov 02 12:47:40.363015 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (34201bc5-8358-40e6-8c78-319b324443d0), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.406300 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-139b657d-3c5f-471e-8d76-aad3085d31c1 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (559054ae-b857-499d-bd63-b7d09f13452e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.438177 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-139b657d-3c5f-471e-8d76-aad3085d31c1 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559054ae-b857-499d-bd63-b7d09f13452e']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:40.451269 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-139b657d-3c5f-471e-8d76-aad3085d31c1 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ee2184-0f70-40b1-8b45-abd1561db9b2') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:40.451568 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-139b657d-3c5f-471e-8d76-aad3085d31c1 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ee2184-0f70-40b1-8b45-abd1561db9b2') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:40.477734 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-139b657d-3c5f-471e-8d76-aad3085d31c1 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (a2ee2184-0f70-40b1-8b45-abd1561db9b2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.501087 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c964d8-eed7-480a-93dd-af27bc8b46fc None None] Pushing event updated for resources: {'Port': ['ID=34201bc5-8358-40e6-8c78-319b324443d0,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:40.508859 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1de3e2-63c3-4e63-99f3-a982cefd551c None None] Network 3c698dd0-2fa3-4d6e-b20e-a8848beabdcd requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:47:40.509866 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-139b657d-3c5f-471e-8d76-aad3085d31c1 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a2ee2184-0f70-40b1-8b45-abd1561db9b2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.518063 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44094) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:40.523908 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139b657d-3c5f-471e-8d76-aad3085d31c1 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:47:40.524324 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-139b657d-3c5f-471e-8d76-aad3085d31c1 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (a2ee2184-0f70-40b1-8b45-abd1561db9b2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.535139 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c964d8-eed7-480a-93dd-af27bc8b46fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:40.535373 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c964d8-eed7-480a-93dd-af27bc8b46fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:40.537118 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c964d8-eed7-480a-93dd-af27bc8b46fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:40.537554 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c964d8-eed7-480a-93dd-af27bc8b46fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:40.556176 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d9e33cd0-672c-4548-aed0-a89dcdff1d91 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:40.556176 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d9e33cd0-672c-4548-aed0-a89dcdff1d91), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.557096 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22878adc-6462-4935-aeb2-206e617577bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.557189 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c964d8-eed7-480a-93dd-af27bc8b46fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:40.557189 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c964d8-eed7-480a-93dd-af27bc8b46fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:40.557189 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c964d8-eed7-480a-93dd-af27bc8b46fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:40.557189 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c964d8-eed7-480a-93dd-af27bc8b46fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:40.557189 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c964d8-eed7-480a-93dd-af27bc8b46fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:40.557189 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c964d8-eed7-480a-93dd-af27bc8b46fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:40.557189 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c964d8-eed7-480a-93dd-af27bc8b46fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:40.557189 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c964d8-eed7-480a-93dd-af27bc8b46fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:40.557189 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c964d8-eed7-480a-93dd-af27bc8b46fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:40.557189 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c964d8-eed7-480a-93dd-af27bc8b46fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:40.557189 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c964d8-eed7-480a-93dd-af27bc8b46fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:40.559106 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] Attempting to bind port 34201bc5-8358-40e6-8c78-319b324443d0 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:47:40.559420 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] Attempting to bind port 34201bc5-8358-40e6-8c78-319b324443d0 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '9eeb4f86-2a94-44d1-bc42-7a28d7260a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c4b614b6-864d-40a5-85b9-d9b8af92db1b'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:47:40.559729 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] Attempting to bind port 34201bc5-8358-40e6-8c78-319b324443d0 on network c4b614b6-864d-40a5-85b9-d9b8af92db1b {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:47:40.563103 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-782c4ca4-6a56-4b2e-9a5a-ff3fe041df10 None None] Provisioning complete for port d9e33cd0-672c-4548-aed0-a89dcdff1d91 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:40.563482 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-782c4ca4-6a56-4b2e-9a5a-ff3fe041df10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d9e33cd0-672c-4548-aed0-a89dcdff1d91), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.563843 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-782c4ca4-6a56-4b2e-9a5a-ff3fe041df10 None None] Attempt 1 to provision port d9e33cd0-672c-4548-aed0-a89dcdff1d91 Nov 02 12:47:40.574583 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment a2ee2184-0f70-40b1-8b45-abd1561db9b2 resource provider aggregate not found Nov 02 12:47:40.608160 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e11e279e-0826-4e31-b2b4-c8dbab1dd6ae tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.608160 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9db6d950-d0f7-4d7d-b14b-a4cb38d2909d tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (5e992385-1bce-47bb-a776-41ed065661d7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.608160 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db6d950-d0f7-4d7d-b14b-a4cb38d2909d tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Fanout notify agent at l3_agent the message router_deleted on router 5e992385-1bce-47bb-a776-41ed065661d7 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:47:40.617105 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9db6d950-d0f7-4d7d-b14b-a4cb38d2909d tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.618977 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9db6d950-d0f7-4d7d-b14b-a4cb38d2909d tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "DELETE /networking/v2.0/routers/5e992385-1bce-47bb-a776-41ed065661d7 HTTP/1.1" status: 204 len: 168 time: 4.5286868 Nov 02 12:47:40.626931 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44100) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:40.636795 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:47:40.637599 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] Checking segment: {'id': '9eeb4f86-2a94-44d1-bc42-7a28d7260a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c4b614b6-864d-40a5-85b9-d9b8af92db1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:40.637787 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-7d3a1624-eba1-4320-8331-c983daf8ad02 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1117631085', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:40.639041 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.639603 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] Bound using segment: {'id': '9eeb4f86-2a94-44d1-bc42-7a28d7260a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c4b614b6-864d-40a5-85b9-d9b8af92db1b'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:47:40.648196 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] Bound port: 34201bc5-8358-40e6-8c78-319b324443d0, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eeb4f86-2a94-44d1-bc42-7a28d7260a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c4b614b6-864d-40a5-85b9-d9b8af92db1b'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:47:40.648196 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (34201bc5-8358-40e6-8c78-319b324443d0), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.693449 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device eed4afa6-05f6-43b1-b824-727f65982b4b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:40.695724 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment a2ee2184-0f70-40b1-8b45-abd1561db9b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2ee2184-0f70-40b1-8b45-abd1561db9b2 found for delete ", "request_id": "req-8ea402d7-175d-4879-88d9-1c53f1463643"}]} Nov 02 12:47:40.698365 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20f4fba9-8d03-45f4-accb-a8dded3c61e9 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (d9e33cd0-672c-4548-aed0-a89dcdff1d91), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.736763 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4fba9-8d03-45f4-accb-a8dded3c61e9 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Pushing event deleted for resources: {'Port': ['ID=d9e33cd0-672c-4548-aed0-a89dcdff1d91,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:40.737987 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-782c4ca4-6a56-4b2e-9a5a-ff3fe041df10 None None] Could not find standard attr ID for object d9e33cd0-672c-4548-aed0-a89dcdff1d91. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:47:40.739734 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f4fba9-8d03-45f4-accb-a8dded3c61e9 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] No DVR routers for this DVR port d9e33cd0-672c-4548-aed0-a89dcdff1d91 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:47:40.769004 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.db [None req-782c4ca4-6a56-4b2e-9a5a-ff3fe041df10 None None] No ports have port_id starting with d9e33cd0-672c-4548-aed0-a89dcdff1d91 Nov 02 12:47:40.790853 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] For port 34201bc5-8358-40e6-8c78-319b324443d0, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:47:40.797201 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] For port 34201bc5-8358-40e6-8c78-319b324443d0, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=34201bc5-8358-40e6-8c78-319b324443d0,segment=NetworkSegment(9eeb4f86-2a94-44d1-bc42-7a28d7260a93),segment_id=9eeb4f86-2a94-44d1-bc42-7a28d7260a93)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:47:40.798399 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port eed4afa6-05f6-43b1-b824-727f65982b4b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:40.798850 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (eed4afa6-05f6-43b1-b824-727f65982b4b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.799263 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port eed4afa6-05f6-43b1-b824-727f65982b4b Nov 02 12:47:40.833947 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20f4fba9-8d03-45f4-accb-a8dded3c61e9 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (3c698dd0-2fa3-4d6e-b20e-a8848beabdcd), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.858558 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-20f4fba9-8d03-45f4-accb-a8dded3c61e9 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c698dd0-2fa3-4d6e-b20e-a8848beabdcd']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:40.868848 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-20f4fba9-8d03-45f4-accb-a8dded3c61e9 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16048020-7603-4315-8910-a0724aaaef3b') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:40.869154 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-20f4fba9-8d03-45f4-accb-a8dded3c61e9 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16048020-7603-4315-8910-a0724aaaef3b') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:40.871379 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7195c10-870d-460b-a12f-aac1dcbed48b None None] DHCP port deletion for 3c698dd0-2fa3-4d6e-b20e-a8848beabdcd request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:47:40.879756 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20f4fba9-8d03-45f4-accb-a8dded3c61e9 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (16048020-7603-4315-8910-a0724aaaef3b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.889898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port eed4afa6-05f6-43b1-b824-727f65982b4b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:40.905331 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20f4fba9-8d03-45f4-accb-a8dded3c61e9 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (16048020-7603-4315-8910-a0724aaaef3b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.905331 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f4fba9-8d03-45f4-accb-a8dded3c61e9 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:47:40.905331 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20f4fba9-8d03-45f4-accb-a8dded3c61e9 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (16048020-7603-4315-8910-a0724aaaef3b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.916971 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7d3a1624-eba1-4320-8331-c983daf8ad02 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (b7bfc4db-4065-4b8f-b92b-e18224095ef6), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.920568 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-139b657d-3c5f-471e-8d76-aad3085d31c1 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (559054ae-b857-499d-bd63-b7d09f13452e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.920702 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7d3a1624-eba1-4320-8331-c983daf8ad02 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (b7bfc4db-4065-4b8f-b92b-e18224095ef6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.929220 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139b657d-3c5f-471e-8d76-aad3085d31c1 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 559054ae-b857-499d-bd63-b7d09f13452e {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 02 12:47:40.933317 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-139b657d-3c5f-471e-8d76-aad3085d31c1 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.940827 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-139b657d-3c5f-471e-8d76-aad3085d31c1 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] 10.222.0.64 "DELETE /networking/v2.0/networks/559054ae-b857-499d-bd63-b7d09f13452e HTTP/1.1" status: 204 len: 168 time: 1.1464767 Nov 02 12:47:40.942247 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44108) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:40.979720 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (34201bc5-8358-40e6-8c78-319b324443d0), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.991279 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-7767344a-2226-4226-8864-536c1c92747b tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Request body: {'network': {'name': 'tempest-network--1914535872', 'router:external': True}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:40.998640 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b657d-3c5f-471e-8d76-aad3085d31c1 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Pushing event deleted for resources: {'Network': ['ID=559054ae-b857-499d-bd63-b7d09f13452e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:41.014593 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e11e279e-0826-4e31-b2b4-c8dbab1dd6ae tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks [] for security_group (3ea4f591-9e47-4a6c-a31d-72e17303b87f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.047065 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22878adc-6462-4935-aeb2-206e617577bc admin admin] Publish callbacks [] for security_group (2227458f-019e-47fb-b0a7-56e3fa1e29bc), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.060785 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] Routers {'5907d134-a262-4b4a-a3db-59e24fe5da80'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:41.061645 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:15Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['5907d134-a262-4b4a-a3db-59e24fe5da80'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:41.127117 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c964d8-eed7-480a-93dd-af27bc8b46fc None None] Pushing event updated for resources: {'Port': ['ID=34201bc5-8358-40e6-8c78-319b324443d0,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:41.158978 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20f4fba9-8d03-45f4-accb-a8dded3c61e9 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (3c698dd0-2fa3-4d6e-b20e-a8848beabdcd), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.165788 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22878adc-6462-4935-aeb2-206e617577bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2227458f-019e-47fb-b0a7-56e3fa1e29bc), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.169330 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e11e279e-0826-4e31-b2b4-c8dbab1dd6ae tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3ea4f591-9e47-4a6c-a31d-72e17303b87f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.182264 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7767344a-2226-4226-8864-536c1c92747b tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Made reservation on behalf of e3ea3722f0cb46d489a41786d1e081b4 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:41.187310 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7767344a-2226-4226-8864-536c1c92747b tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.208304 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] Set router 5907d134-a262-4b4a-a3db-59e24fe5da80 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:47:41.219243 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20f4fba9-8d03-45f4-accb-a8dded3c61e9 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.223663 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-20f4fba9-8d03-45f4-accb-a8dded3c61e9 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "DELETE /networking/v2.0/networks/3c698dd0-2fa3-4d6e-b20e-a8848beabdcd HTTP/1.1" status: 204 len: 168 time: 2.0464163 Nov 02 12:47:41.240220 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7767344a-2226-4226-8864-536c1c92747b tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:47:41.244972 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44120) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:41.245671 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22878adc-6462-4935-aeb2-206e617577bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2227458f-019e-47fb-b0a7-56e3fa1e29bc,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:41.254918 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7767344a-2226-4226-8864-536c1c92747b tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (625bacb9-a83f-43b7-8613-a78ef5c52d1c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.256088 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-7767344a-2226-4226-8864-536c1c92747b tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Added segment 625bacb9-a83f-43b7-8613-a78ef5c52d1c of type vlan for network 69a45921-a79a-490c-96bd-7a103408f51c Nov 02 12:47:41.326497 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4fba9-8d03-45f4-accb-a8dded3c61e9 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Pushing event deleted for resources: {'Network': ['ID=3c698dd0-2fa3-4d6e-b20e-a8848beabdcd,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:41.337738 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7767344a-2226-4226-8864-536c1c92747b tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (69a45921-a79a-490c-96bd-7a103408f51c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.367400 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-22878adc-6462-4935-aeb2-206e617577bc admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=168d1221f6234f8e9b11eb3a21d64634&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8482277 Nov 02 12:47:41.370226 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44122) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:41.374687 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7d3a1624-eba1-4320-8331-c983daf8ad02 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_controller (b7bfc4db-4065-4b8f-b92b-e18224095ef6), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.381152 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e279e-0826-4e31-b2b4-c8dbab1dd6ae tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea4f591-9e47-4a6c-a31d-72e17303b87f,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:41.387130 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-b633a733-acbc-4657-9176-7643702dc5d2 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Deleting subnet 1538afb7-37aa-4255-bdec-ae5eac563829 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:47:41.391306 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b633a733-acbc-4657-9176-7643702dc5d2 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks [] for subnet (1538afb7-37aa-4255-bdec-ae5eac563829), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.439791 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b6220469-ad29-411f-aa8f-6ef5ae16f4c6 admin admin] Publish callbacks [] for security_group (2227458f-019e-47fb-b0a7-56e3fa1e29bc), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.465404 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b633a733-acbc-4657-9176-7643702dc5d2 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (1538afb7-37aa-4255-bdec-ae5eac563829), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.475144 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b6220469-ad29-411f-aa8f-6ef5ae16f4c6 admin admin] Publish callbacks [] for security_group (2227458f-019e-47fb-b0a7-56e3fa1e29bc), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.508588 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e11e279e-0826-4e31-b2b4-c8dbab1dd6ae tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.514032 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e11e279e-0826-4e31-b2b4-c8dbab1dd6ae tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2355728 Nov 02 12:47:41.528726 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44128) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:41.539216 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-0ff11430-246f-45ca-abf2-e0dead1d8c3c tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Request body: {'security_group_rule': {'security_group_id': '3ea4f591-9e47-4a6c-a31d-72e17303b87f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:41.539451 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:41.542472 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7767344a-2226-4226-8864-536c1c92747b tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (69a45921-a79a-490c-96bd-7a103408f51c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.544182 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7767344a-2226-4226-8864-536c1c92747b tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:41.544805 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7767344a-2226-4226-8864-536c1c92747b tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.566804 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5907d134-a262-4b4a-a3db-59e24fe5da80', 'name': 'tempest-ServerActionsTestJSON-445699591-router', 'tenant_id': '6a0d6178bceb4821a849a10833c56365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '444f7587-f15d-48e8-8285-7b8debb62662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:47:23Z', 'updated_at': '2022-11-02T12:47:34Z', 'revision_number': 4, 'project_id': '6a0d6178bceb4821a849a10833c56365', 'gw_port': {'id': '444f7587-f15d-48e8-8285-7b8debb62662', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:71:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5907d134-a262-4b4a-a3db-59e24fe5da80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:25Z', 'updated_at': '2022-11-02T12:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '34201bc5-8358-40e6-8c78-319b324443d0', 'name': '', 'network_id': 'c4b614b6-864d-40a5-85b9-d9b8af92db1b', 'tenant_id': '6a0d6178bceb4821a849a10833c56365', 'mac_address': 'fa:16:3e:8e:a0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5907d134-a262-4b4a-a3db-59e24fe5da80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '108a8be6-813a-4570-9c0a-b1217f4362d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:32Z', 'updated_at': '2022-11-02T12:47:40Z', 'revision_number': 4, 'project_id': '6a0d6178bceb4821a849a10833c56365', 'subnets': [{'id': '108a8be6-813a-4570-9c0a-b1217f4362d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:41.602941 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac1fa0-5578-4ced-9aee-ee1d40050a8b None None] The sync data for ids ['5907d134-a262-4b4a-a3db-59e24fe5da80'] in n-d-857339-6 is: [{'id': '5907d134-a262-4b4a-a3db-59e24fe5da80', 'name': 'tempest-ServerActionsTestJSON-445699591-router', 'tenant_id': '6a0d6178bceb4821a849a10833c56365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '444f7587-f15d-48e8-8285-7b8debb62662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:47:23Z', 'updated_at': '2022-11-02T12:47:34Z', 'revision_number': 4, 'project_id': '6a0d6178bceb4821a849a10833c56365', 'gw_port': {'id': '444f7587-f15d-48e8-8285-7b8debb62662', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:71:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5907d134-a262-4b4a-a3db-59e24fe5da80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:25Z', 'updated_at': '2022-11-02T12:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '34201bc5-8358-40e6-8c78-319b324443d0', 'name': '', 'network_id': 'c4b614b6-864d-40a5-85b9-d9b8af92db1b', 'tenant_id': '6a0d6178bceb4821a849a10833c56365', 'mac_address': 'fa:16:3e:8e:a0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5907d134-a262-4b4a-a3db-59e24fe5da80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '108a8be6-813a-4570-9c0a-b1217f4362d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:32Z', 'updated_at': '2022-11-02T12:47:40Z', 'revision_number': 4, 'project_id': '6a0d6178bceb4821a849a10833c56365', 'subnets': [{'id': '108a8be6-813a-4570-9c0a-b1217f4362d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:47:41.607497 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7d3a1624-eba1-4320-8331-c983daf8ad02 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (b7bfc4db-4065-4b8f-b92b-e18224095ef6), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.610633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d9e33cd0-672c-4548-aed0-a89dcdff1d91 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:47:41.630111 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767344a-2226-4226-8864-536c1c92747b tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Pushing event updated for resources: {'Network': ['ID=69a45921-a79a-490c-96bd-7a103408f51c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:41.649097 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 69a45921-a79a-490c-96bd-7a103408f51c details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:47:41.705492 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7767344a-2226-4226-8864-536c1c92747b tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7258327 Nov 02 12:47:41.708276 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b633a733-acbc-4657-9176-7643702dc5d2 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (1538afb7-37aa-4255-bdec-ae5eac563829), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.713701 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44130) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:41.722158 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: d9e33cd0-672c-4548-aed0-a89dcdff1d91 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:47:41.723122 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d9e33cd0-672c-4548-aed0-a89dcdff1d91 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:47:41.797919 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7d3a1624-eba1-4320-8331-c983daf8ad02 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.799161 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7d3a1624-eba1-4320-8331-c983daf8ad02 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1710455 Nov 02 12:47:41.834602 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b9e8c770-84bc-4a07-870c-b5ea55470f79 req-1a7db794-ce5d-4e00-88e1-503c952c90e0 tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.2741482 Nov 02 12:47:41.834602 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44138) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:41.834602 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-40b74851-3167-45c9-a8b2-3c508aa91387 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Request body: {'router': {'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:41.837965 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b6220469-ad29-411f-aa8f-6ef5ae16f4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2227458f-019e-47fb-b0a7-56e3fa1e29bc), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.840820 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b6220469-ad29-411f-aa8f-6ef5ae16f4c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.842108 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b6220469-ad29-411f-aa8f-6ef5ae16f4c6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2227458f-019e-47fb-b0a7-56e3fa1e29bc HTTP/1.1" status: 204 len: 168 time: 0.4707162 Nov 02 12:47:41.869009 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6220469-ad29-411f-aa8f-6ef5ae16f4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2227458f-019e-47fb-b0a7-56e3fa1e29bc,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:41.880844 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f493095-b173-4533-8a8a-a6fe4b621911 tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:41.885315 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0f493095-b173-4533-8a8a-a6fe4b621911 tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] 10.222.0.64 "GET /networking/v2.0/networks/69a45921-a79a-490c-96bd-7a103408f51c HTTP/1.1" status: 200 len: 757 time: 0.1704631 Nov 02 12:47:41.886042 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44142) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:42.031828 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be4e2c2-0b83-4cca-83d1-fd702cd0c276 tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:42.033272 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4be4e2c2-0b83-4cca-83d1-fd702cd0c276 tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] 10.222.0.64 "GET /networking/v2.0/networks/b3ebcdfe-ba1b-4a46-b2d1-c8ba44707794 HTTP/1.1" status: 200 len: 768 time: 0.1461928 Nov 02 12:47:42.037049 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44144) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:42.119143 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-130fabeb-385f-4d70-a8e1-33512b23b019 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (69a45921-a79a-490c-96bd-7a103408f51c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.142033 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0ff11430-246f-45ca-abf2-e0dead1d8c3c tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks [] for security_group_rule (2391c3eb-7933-40ed-8c6f-aaebce14bcec), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.208379 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b633a733-acbc-4657-9176-7643702dc5d2 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (1538afb7-37aa-4255-bdec-ae5eac563829), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.210220 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-130fabeb-385f-4d70-a8e1-33512b23b019 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (69a45921-a79a-490c-96bd-7a103408f51c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.217129 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40b74851-3167-45c9-a8b2-3c508aa91387 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_gateway (b7bfc4db-4065-4b8f-b92b-e18224095ef6), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.250476 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-130fabeb-385f-4d70-a8e1-33512b23b019 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a45921-a79a-490c-96bd-7a103408f51c']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:42.264687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-130fabeb-385f-4d70-a8e1-33512b23b019 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625bacb9-a83f-43b7-8613-a78ef5c52d1c') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:42.265000 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-130fabeb-385f-4d70-a8e1-33512b23b019 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625bacb9-a83f-43b7-8613-a78ef5c52d1c') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:42.265920 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:42.267182 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0ff11430-246f-45ca-abf2-e0dead1d8c3c tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks [] for security_group_rule (2391c3eb-7933-40ed-8c6f-aaebce14bcec), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.285266 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-130fabeb-385f-4d70-a8e1-33512b23b019 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (625bacb9-a83f-43b7-8613-a78ef5c52d1c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.293168 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633a733-acbc-4657-9176-7643702dc5d2 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Pushing event deleted for resources: {'Subnet': ['ID=1538afb7-37aa-4255-bdec-ae5eac563829,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:42.300243 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b633a733-acbc-4657-9176-7643702dc5d2 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.305416 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b633a733-acbc-4657-9176-7643702dc5d2 tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/1538afb7-37aa-4255-bdec-ae5eac563829 HTTP/1.1" status: 204 len: 168 time: 1.0566373 Nov 02 12:47:42.309900 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7e278f-0ae5-42db-9115-21ba790a0fc1 None None] Network 5c8f99fc-7303-4598-84f0-55aaf2d71c73 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:47:42.310302 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44152) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:42.312972 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-130fabeb-385f-4d70-a8e1-33512b23b019 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (625bacb9-a83f-43b7-8613-a78ef5c52d1c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.327710 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130fabeb-385f-4d70-a8e1-33512b23b019 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:47:42.330233 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-130fabeb-385f-4d70-a8e1-33512b23b019 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (625bacb9-a83f-43b7-8613-a78ef5c52d1c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.468764 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4994bdda-dcc9-4902-b721-7f4462dc6fba tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (5c8f99fc-7303-4598-84f0-55aaf2d71c73), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.529790 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0ff11430-246f-45ca-abf2-e0dead1d8c3c tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (2391c3eb-7933-40ed-8c6f-aaebce14bcec), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.551711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d374f6c9-1682-4a21-bb63-9067f5a51c86 None None] DHCP port deletion for 5c8f99fc-7303-4598-84f0-55aaf2d71c73 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:47:42.570968 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff11430-246f-45ca-abf2-e0dead1d8c3c tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2391c3eb-7933-40ed-8c6f-aaebce14bcec,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:42.613069 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d374f6c9-1682-4a21-bb63-9067f5a51c86 None None] Deleting port eed4afa6-05f6-43b1-b824-727f65982b4b {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:42.613448 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d374f6c9-1682-4a21-bb63-9067f5a51c86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (eed4afa6-05f6-43b1-b824-727f65982b4b), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.651792 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-4994bdda-dcc9-4902-b721-7f4462dc6fba tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Deleting port eed4afa6-05f6-43b1-b824-727f65982b4b {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:42.652197 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4994bdda-dcc9-4902-b721-7f4462dc6fba tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (eed4afa6-05f6-43b1-b824-727f65982b4b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.716754 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d374f6c9-1682-4a21-bb63-9067f5a51c86 None None] For port eed4afa6-05f6-43b1-b824-727f65982b4b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=eed4afa6-05f6-43b1-b824-727f65982b4b,segment=NetworkSegment(4749b09d-eef4-45b2-aa2e-ff430b2d9389),segment_id=4749b09d-eef4-45b2-aa2e-ff430b2d9389)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:42.719386 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d374f6c9-1682-4a21-bb63-9067f5a51c86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (eed4afa6-05f6-43b1-b824-727f65982b4b), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.720550 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 16048020-7603-4315-8910-a0724aaaef3b resource provider aggregate not found Nov 02 12:47:42.735853 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-130fabeb-385f-4d70-a8e1-33512b23b019 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (69a45921-a79a-490c-96bd-7a103408f51c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.736713 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d374f6c9-1682-4a21-bb63-9067f5a51c86 None None] Calling delete_port for eed4afa6-05f6-43b1-b824-727f65982b4b owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:42.750796 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 16048020-7603-4315-8910-a0724aaaef3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16048020-7603-4315-8910-a0724aaaef3b found for delete ", "request_id": "req-f92721c5-fb21-40d4-93c4-1316a565d3a1"}]} Nov 02 12:47:42.759038 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40b74851-3167-45c9-a8b2-3c508aa91387 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_gateway (b7bfc4db-4065-4b8f-b92b-e18224095ef6), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.764689 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130fabeb-385f-4d70-a8e1-33512b23b019 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 69a45921-a79a-490c-96bd-7a103408f51c {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 02 12:47:42.804802 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40b74851-3167-45c9-a8b2-3c508aa91387 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.808922 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130fabeb-385f-4d70-a8e1-33512b23b019 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Pushing event deleted for resources: {'Network': ['ID=69a45921-a79a-490c-96bd-7a103408f51c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:42.809137 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0ff11430-246f-45ca-abf2-e0dead1d8c3c tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.810552 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0ff11430-246f-45ca-abf2-e0dead1d8c3c tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2792432 Nov 02 12:47:42.815492 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44176) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:42.817544 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-4994bdda-dcc9-4902-b721-7f4462dc6fba tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] For port eed4afa6-05f6-43b1-b824-727f65982b4b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=eed4afa6-05f6-43b1-b824-727f65982b4b,segment=NetworkSegment(4749b09d-eef4-45b2-aa2e-ff430b2d9389),segment_id=4749b09d-eef4-45b2-aa2e-ff430b2d9389)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:42.818597 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-130fabeb-385f-4d70-a8e1-33512b23b019 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.819147 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4994bdda-dcc9-4902-b721-7f4462dc6fba tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (eed4afa6-05f6-43b1-b824-727f65982b4b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.827369 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-130fabeb-385f-4d70-a8e1-33512b23b019 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] 10.222.0.64 "DELETE /networking/v2.0/networks/69a45921-a79a-490c-96bd-7a103408f51c HTTP/1.1" status: 204 len: 168 time: 0.7873549 Nov 02 12:47:42.831004 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-db52cc45-e0b6-43da-abaa-f7cdc53d31e9 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Request body: {'security_group_rule': {'security_group_id': '3ea4f591-9e47-4a6c-a31d-72e17303b87f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:42.831811 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 625bacb9-a83f-43b7-8613-a78ef5c52d1c resource provider aggregate not found Nov 02 12:47:42.842814 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44178) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:42.856218 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-28909f2f-9028-4771-8881-27b90469f289 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Request body: {'network': {'name': 'tempest-network--250591285'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:42.864800 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 625bacb9-a83f-43b7-8613-a78ef5c52d1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 625bacb9-a83f-43b7-8613-a78ef5c52d1c found for delete ", "request_id": "req-695128f7-48ca-475a-883e-5eb93eb007cc"}]} Nov 02 12:47:42.941853 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-4994bdda-dcc9-4902-b721-7f4462dc6fba tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Calling delete_port for eed4afa6-05f6-43b1-b824-727f65982b4b owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:43.065007 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28909f2f-9028-4771-8881-27b90469f289 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Made reservation on behalf of e3ea3722f0cb46d489a41786d1e081b4 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:43.066538 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e72139dd-18ad-42b5-a281-5a80df0f58e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.070853 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28909f2f-9028-4771-8881-27b90469f289 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.110805 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d374f6c9-1682-4a21-bb63-9067f5a51c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (eed4afa6-05f6-43b1-b824-727f65982b4b), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.121436 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28909f2f-9028-4771-8881-27b90469f289 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:47:43.140536 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374f6c9-1682-4a21-bb63-9067f5a51c86 None None] Pushing event deleted for resources: {'Port': ['ID=eed4afa6-05f6-43b1-b824-727f65982b4b,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:43.152043 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28909f2f-9028-4771-8881-27b90469f289 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (caa420b7-0fdf-436e-9d95-457b144af2f4), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.152043 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-28909f2f-9028-4771-8881-27b90469f289 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Added segment caa420b7-0fdf-436e-9d95-457b144af2f4 of type vlan for network 458351ce-65ad-403f-8c48-6a24b98157b4 Nov 02 12:47:43.153744 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d374f6c9-1682-4a21-bb63-9067f5a51c86 None None] No DVR routers for this DVR port eed4afa6-05f6-43b1-b824-727f65982b4b on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:47:43.186723 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4994bdda-dcc9-4902-b721-7f4462dc6fba tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (eed4afa6-05f6-43b1-b824-727f65982b4b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.214446 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28909f2f-9028-4771-8881-27b90469f289 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (458351ce-65ad-403f-8c48-6a24b98157b4), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.249394 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8e15c2c7-a072-4f7f-af99-f07e12c4eb51 req-72018e9b-9989-457e-ab49-a45f718558df tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.2518268 Nov 02 12:47:43.262163 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994bdda-dcc9-4902-b721-7f4462dc6fba tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Pushing event deleted for resources: {'Port': ['ID=eed4afa6-05f6-43b1-b824-727f65982b4b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:43.266291 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4994bdda-dcc9-4902-b721-7f4462dc6fba tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] No DVR routers for this DVR port eed4afa6-05f6-43b1-b824-727f65982b4b on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:47:43.292607 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:43.328006 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-40b74851-3167-45c9-a8b2-3c508aa91387 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Allocated IP 172.25.2.165 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/195dc178-18b4-4bde-b96e-57be76566203) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:43.362363 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28909f2f-9028-4771-8881-27b90469f289 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (458351ce-65ad-403f-8c48-6a24b98157b4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.363601 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28909f2f-9028-4771-8881-27b90469f289 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:43.364317 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28909f2f-9028-4771-8881-27b90469f289 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.385889 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db52cc45-e0b6-43da-abaa-f7cdc53d31e9 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks [] for security_group_rule (16bc8aa0-82bb-48ee-ad54-78af97b52ec7), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.487531 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28909f2f-9028-4771-8881-27b90469f289 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Pushing event updated for resources: {'Network': ['ID=458351ce-65ad-403f-8c48-6a24b98157b4,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:43.490664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 458351ce-65ad-403f-8c48-6a24b98157b4 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:47:43.550645 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4994bdda-dcc9-4902-b721-7f4462dc6fba tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (5c8f99fc-7303-4598-84f0-55aaf2d71c73), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.613162 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db52cc45-e0b6-43da-abaa-f7cdc53d31e9 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks [] for security_group_rule (16bc8aa0-82bb-48ee-ad54-78af97b52ec7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.627396 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-4994bdda-dcc9-4902-b721-7f4462dc6fba tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8f99fc-7303-4598-84f0-55aaf2d71c73']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:43.638137 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 34201bc5-8358-40e6-8c78-319b324443d0 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:43.645249 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-4994bdda-dcc9-4902-b721-7f4462dc6fba tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4749b09d-eef4-45b2-aa2e-ff430b2d9389') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:43.645537 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-4994bdda-dcc9-4902-b721-7f4462dc6fba tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4749b09d-eef4-45b2-aa2e-ff430b2d9389') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:43.660330 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4994bdda-dcc9-4902-b721-7f4462dc6fba tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (4749b09d-eef4-45b2-aa2e-ff430b2d9389), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.678063 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-28909f2f-9028-4771-8881-27b90469f289 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8316729 Nov 02 12:47:43.680873 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44208) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:43.685809 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-72793027-ffde-43bb-be52-ac0c671f10c8 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:43.689371 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 34201bc5-8358-40e6-8c78-319b324443d0 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:43.689756 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (34201bc5-8358-40e6-8c78-319b324443d0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.690094 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 34201bc5-8358-40e6-8c78-319b324443d0 Nov 02 12:47:43.703148 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4994bdda-dcc9-4902-b721-7f4462dc6fba tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4749b09d-eef4-45b2-aa2e-ff430b2d9389), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.720193 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4994bdda-dcc9-4902-b721-7f4462dc6fba tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:47:43.720636 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4994bdda-dcc9-4902-b721-7f4462dc6fba tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (4749b09d-eef4-45b2-aa2e-ff430b2d9389), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.732917 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40b74851-3167-45c9-a8b2-3c508aa91387 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for port (195dc178-18b4-4bde-b96e-57be76566203), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.762733 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 4749b09d-eef4-45b2-aa2e-ff430b2d9389 resource provider aggregate not found Nov 02 12:47:43.835106 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 4749b09d-eef4-45b2-aa2e-ff430b2d9389 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4749b09d-eef4-45b2-aa2e-ff430b2d9389 found for delete ", "request_id": "req-6b16e9c9-5643-4169-8000-355ca1337e9a"}]} Nov 02 12:47:43.848332 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 34201bc5-8358-40e6-8c78-319b324443d0 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:43.850450 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (34201bc5-8358-40e6-8c78-319b324443d0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.853456 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db52cc45-e0b6-43da-abaa-f7cdc53d31e9 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (16bc8aa0-82bb-48ee-ad54-78af97b52ec7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.900957 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72793027-ffde-43bb-be52-ac0c671f10c8 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (458351ce-65ad-403f-8c48-6a24b98157b4), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.906673 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52cc45-e0b6-43da-abaa-f7cdc53d31e9 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16bc8aa0-82bb-48ee-ad54-78af97b52ec7,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:43.921529 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 34201bc5-8358-40e6-8c78-319b324443d0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=34201bc5-8358-40e6-8c78-319b324443d0,segment=NetworkSegment(9eeb4f86-2a94-44d1-bc42-7a28d7260a93),segment_id=9eeb4f86-2a94-44d1-bc42-7a28d7260a93)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:44.008379 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4994bdda-dcc9-4902-b721-7f4462dc6fba tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (5c8f99fc-7303-4598-84f0-55aaf2d71c73), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:44.008645 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:44.010620 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40b74851-3167-45c9-a8b2-3c508aa91387 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (195dc178-18b4-4bde-b96e-57be76566203), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:44.059297 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4994bdda-dcc9-4902-b721-7f4462dc6fba tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:44.062547 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4994bdda-dcc9-4902-b721-7f4462dc6fba tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] 10.222.0.64 "DELETE /networking/v2.0/networks/5c8f99fc-7303-4598-84f0-55aaf2d71c73 HTTP/1.1" status: 204 len: 168 time: 1.7511702 Nov 02 12:47:44.067530 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44222) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:44.103194 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (34201bc5-8358-40e6-8c78-319b324443d0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:44.108652 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994bdda-dcc9-4902-b721-7f4462dc6fba tempest-ServersTestMultiNic-681725672 tempest-ServersTestMultiNic-681725672-project] Pushing event deleted for resources: {'Network': ['ID=5c8f99fc-7303-4598-84f0-55aaf2d71c73,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:44.128196 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db52cc45-e0b6-43da-abaa-f7cdc53d31e9 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:44.128894 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72793027-ffde-43bb-be52-ac0c671f10c8 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (458351ce-65ad-403f-8c48-6a24b98157b4), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:44.129127 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-db52cc45-e0b6-43da-abaa-f7cdc53d31e9 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2919695 Nov 02 12:47:44.129127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b74851-3167-45c9-a8b2-3c508aa91387 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:44.129127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b74851-3167-45c9-a8b2-3c508aa91387 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Pushing event updated for resources: {'Port': ['ID=195dc178-18b4-4bde-b96e-57be76566203,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:44.129127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-40b74851-3167-45c9-a8b2-3c508aa91387 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:44.129127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b74851-3167-45c9-a8b2-3c508aa91387 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:47:44.133770 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-72793027-ffde-43bb-be52-ac0c671f10c8 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Network 458351ce-65ad-403f-8c48-6a24b98157b4 is not hosted by any dhcp agent {{(pid=105976) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 12:47:44.139992 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72793027-ffde-43bb-be52-ac0c671f10c8 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:44.141048 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72793027-ffde-43bb-be52-ac0c671f10c8 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:44.142787 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-72793027-ffde-43bb-be52-ac0c671f10c8 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] 10.222.0.64 "PUT /networking/v2.0/networks/458351ce-65ad-403f-8c48-6a24b98157b4 HTTP/1.1" status: 200 len: 857 time: 0.4607856 Nov 02 12:47:44.143562 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44224) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:44.168184 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44226) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:44.186139 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6a8dbd4e-dca0-495a-a61b-312cdafd6a37 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:44.193069 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device eed4afa6-05f6-43b1-b824-727f65982b4b no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:47:44.223741 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: eed4afa6-05f6-43b1-b824-727f65982b4b {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:47:44.224614 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device eed4afa6-05f6-43b1-b824-727f65982b4b not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:47:44.233734 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=34201bc5-8358-40e6-8c78-319b324443d0,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:44.316065 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72793027-ffde-43bb-be52-ac0c671f10c8 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Pushing event updated for resources: {'Network': ['ID=458351ce-65ad-403f-8c48-6a24b98157b4,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:44.382494 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b372090-1efd-47f7-934f-4ec662139bb7 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (458351ce-65ad-403f-8c48-6a24b98157b4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:44.541282 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbd4e-dca0-495a-a61b-312cdafd6a37 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:44.544607 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:44.545529 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-82ed6bc5-4d79-4b37-911c-9b6715755918 req-a67be6b3-5257-48d7-8768-f1fe54faaa1e tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.1355116 Nov 02 12:47:44.550013 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b372090-1efd-47f7-934f-4ec662139bb7 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (458351ce-65ad-403f-8c48-6a24b98157b4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:44.583700 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-8b372090-1efd-47f7-934f-4ec662139bb7 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458351ce-65ad-403f-8c48-6a24b98157b4']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:44.599056 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-8b372090-1efd-47f7-934f-4ec662139bb7 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa420b7-0fdf-436e-9d95-457b144af2f4') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:44.599620 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-8b372090-1efd-47f7-934f-4ec662139bb7 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa420b7-0fdf-436e-9d95-457b144af2f4') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:44.668764 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b372090-1efd-47f7-934f-4ec662139bb7 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (caa420b7-0fdf-436e-9d95-457b144af2f4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:44.685579 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbd4e-dca0-495a-a61b-312cdafd6a37 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:44.696176 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b372090-1efd-47f7-934f-4ec662139bb7 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (caa420b7-0fdf-436e-9d95-457b144af2f4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:44.706572 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b372090-1efd-47f7-934f-4ec662139bb7 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:47:44.707506 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b372090-1efd-47f7-934f-4ec662139bb7 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (caa420b7-0fdf-436e-9d95-457b144af2f4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:44.765433 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a35009cd-2c9f-4746-8af6-e40adcd7e202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (4ae2e6eb-a3b9-4a97-9272-51e85e4cad15), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:44.813515 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40b74851-3167-45c9-a8b2-3c508aa91387 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_gateway (b7bfc4db-4065-4b8f-b92b-e18224095ef6), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:44.955414 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:45.003784 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b372090-1efd-47f7-934f-4ec662139bb7 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (458351ce-65ad-403f-8c48-6a24b98157b4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:45.015704 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b372090-1efd-47f7-934f-4ec662139bb7 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 458351ce-65ad-403f-8c48-6a24b98157b4 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 02 12:47:45.029301 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b372090-1efd-47f7-934f-4ec662139bb7 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:45.032636 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8b372090-1efd-47f7-934f-4ec662139bb7 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] 10.222.0.64 "DELETE /networking/v2.0/networks/458351ce-65ad-403f-8c48-6a24b98157b4 HTTP/1.1" status: 204 len: 168 time: 0.8630388 Nov 02 12:47:45.127442 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44244) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:45.206970 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cdc16a9-dca9-4893-b8ea-d19ce6a30d92 tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] DELETE failed (client error): The resource could not be found. Nov 02 12:47:45.207441 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cdc16a9-dca9-4893-b8ea-d19ce6a30d92 tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:47:45.222852 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5cdc16a9-dca9-4893-b8ea-d19ce6a30d92 tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/9e6243be-d9eb-4e23-ac91-aa942f331ed4 HTTP/1.1" status: 404 len: 337 time: 0.0929561 Nov 02 12:47:45.232770 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44254) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:45.272400 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a35009cd-2c9f-4746-8af6-e40adcd7e202 admin admin] Deleting port 7989e3ca-4fb2-4316-a072-3e51a3568088 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:45.273166 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a35009cd-2c9f-4746-8af6-e40adcd7e202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7989e3ca-4fb2-4316-a072-3e51a3568088), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:45.300905 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44256) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:45.635577 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 34201bc5-8358-40e6-8c78-319b324443d0 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:45.721599 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40b74851-3167-45c9-a8b2-3c508aa91387 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (b7bfc4db-4065-4b8f-b92b-e18224095ef6), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:45.730308 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40b74851-3167-45c9-a8b2-3c508aa91387 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (b7bfc4db-4065-4b8f-b92b-e18224095ef6), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:45.734246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b372090-1efd-47f7-934f-4ec662139bb7 tempest-ExternalNetworksTestJSON-1181737586 tempest-ExternalNetworksTestJSON-1181737586-project-admin] Pushing event deleted for resources: {'Network': ['ID=458351ce-65ad-403f-8c48-6a24b98157b4,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:45.741604 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:45.750607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 34201bc5-8358-40e6-8c78-319b324443d0 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:45.750993 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (34201bc5-8358-40e6-8c78-319b324443d0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:45.751338 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 34201bc5-8358-40e6-8c78-319b324443d0 Nov 02 12:47:45.791772 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-94dbdde8-098f-4c73-9014-c5b93e8eb0af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:45.835901 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-362ee44f-02b4-486c-8b1c-dc92c85d8317 req-662f7059-ce5d-4adc-937a-a244ccdd85fb tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.1027167 Nov 02 12:47:45.846649 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-6a8dbd4e-dca0-495a-a61b-312cdafd6a37 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Allocated IP 172.25.2.74 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/d518936d-07b3-46a3-9a1c-acd25b29def1) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:45.853186 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ada1d39f-6cec-4bf5-8ab0-125f6ee7d52f tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (b3ebcdfe-ba1b-4a46-b2d1-c8ba44707794), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:45.863128 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment caa420b7-0fdf-436e-9d95-457b144af2f4 resource provider aggregate not found Nov 02 12:47:45.893049 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-a35009cd-2c9f-4746-8af6-e40adcd7e202 admin admin] For port 7989e3ca-4fb2-4316-a072-3e51a3568088, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7989e3ca-4fb2-4316-a072-3e51a3568088,segment=NetworkSegment(f2a08f57-1e4d-47c9-b27f-d768c6040685),segment_id=f2a08f57-1e4d-47c9-b27f-d768c6040685)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:45.893473 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a35009cd-2c9f-4746-8af6-e40adcd7e202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7989e3ca-4fb2-4316-a072-3e51a3568088), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:45.902729 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment caa420b7-0fdf-436e-9d95-457b144af2f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid caa420b7-0fdf-436e-9d95-457b144af2f4 found for delete ", "request_id": "req-4406befc-4b1c-4dd9-8cb4-92cfdddd8d81"}]} Nov 02 12:47:45.906440 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 34201bc5-8358-40e6-8c78-319b324443d0 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:45.939864 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a35009cd-2c9f-4746-8af6-e40adcd7e202 admin admin] Calling delete_port for 7989e3ca-4fb2-4316-a072-3e51a3568088 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:45.979061 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4a903875-2459-44b4-9cdf-40cc9adcc908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:46.089247 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:46.091162 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b74851-3167-45c9-a8b2-3c508aa91387 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Router b7bfc4db-4065-4b8f-b92b-e18224095ef6 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:47:46.161822 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ada1d39f-6cec-4bf5-8ab0-125f6ee7d52f tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (b3ebcdfe-ba1b-4a46-b2d1-c8ba44707794), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:46.201387 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-94dbdde8-098f-4c73-9014-c5b93e8eb0af admin admin] Publish callbacks [] for security_group (ce9a0b5b-aa76-4b4c-9ee9-ef2931b33521), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:46.208737 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b74851-3167-45c9-a8b2-3c508aa91387 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:47:46.215751 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40b74851-3167-45c9-a8b2-3c508aa91387 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:46.217202 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-40b74851-3167-45c9-a8b2-3c508aa91387 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "PUT /networking/v2.0/routers/b7bfc4db-4065-4b8f-b92b-e18224095ef6 HTTP/1.1" status: 200 len: 880 time: 4.3919470 Nov 02 12:47:46.220505 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44278) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:46.229150 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e8e0bc-c0c4-4e75-b25d-3258d3bd4f31 None None] Sync routers for ids ['b7bfc4db-4065-4b8f-b92b-e18224095ef6'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:47:46.247559 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e8e0bc-c0c4-4e75-b25d-3258d3bd4f31 None None] Routers {'b7bfc4db-4065-4b8f-b92b-e18224095ef6'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:46.248961 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-09e8e0bc-c0c4-4e75-b25d-3258d3bd4f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b7bfc4db-4065-4b8f-b92b-e18224095ef6'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:46.253777 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ada1d39f-6cec-4bf5-8ab0-125f6ee7d52f tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ebcdfe-ba1b-4a46-b2d1-c8ba44707794']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:46.259075 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbd4e-dca0-495a-a61b-312cdafd6a37 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks [] for port (d518936d-07b3-46a3-9a1c-acd25b29def1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:46.278581 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ada1d39f-6cec-4bf5-8ab0-125f6ee7d52f tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fe7b6c-44a3-41b4-99b6-0ccd45f5f813') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:46.278581 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ada1d39f-6cec-4bf5-8ab0-125f6ee7d52f tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fe7b6c-44a3-41b4-99b6-0ccd45f5f813') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:46.299741 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ada1d39f-6cec-4bf5-8ab0-125f6ee7d52f tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (c5fe7b6c-44a3-41b4-99b6-0ccd45f5f813), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:46.329426 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-782c4d11-39eb-4525-a280-884d6b405a3f tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "GET /networking/v2.0/routers/b7bfc4db-4065-4b8f-b92b-e18224095ef6 HTTP/1.1" status: 200 len: 921 time: 0.1075830 Nov 02 12:47:46.330428 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-94dbdde8-098f-4c73-9014-c5b93e8eb0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ce9a0b5b-aa76-4b4c-9ee9-ef2931b33521), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:46.332366 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44282) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:46.346101 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ada1d39f-6cec-4bf5-8ab0-125f6ee7d52f tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (c5fe7b6c-44a3-41b4-99b6-0ccd45f5f813), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:46.353444 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-09e8e0bc-c0c4-4e75-b25d-3258d3bd4f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:46.364092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e8e0bc-c0c4-4e75-b25d-3258d3bd4f31 None None] Routers {'b7bfc4db-4065-4b8f-b92b-e18224095ef6'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:46.365125 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-09e8e0bc-c0c4-4e75-b25d-3258d3bd4f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b7bfc4db-4065-4b8f-b92b-e18224095ef6'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:46.379499 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada1d39f-6cec-4bf5-8ab0-125f6ee7d52f tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:47:46.379499 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ada1d39f-6cec-4bf5-8ab0-125f6ee7d52f tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (c5fe7b6c-44a3-41b4-99b6-0ccd45f5f813), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:46.409109 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5844ab-155a-4370-8cb5-12eaa4523fc1 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:46.411164 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4b5844ab-155a-4370-8cb5-12eaa4523fc1 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&device_id=b7bfc4db-4065-4b8f-b92b-e18224095ef6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0775979 Nov 02 12:47:46.413914 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44286) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:46.418786 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment c5fe7b6c-44a3-41b4-99b6-0ccd45f5f813 resource provider aggregate not found Nov 02 12:47:46.421095 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-09e8e0bc-c0c4-4e75-b25d-3258d3bd4f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:46.421982 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e8e0bc-c0c4-4e75-b25d-3258d3bd4f31 None None] The sync data for ids ['b7bfc4db-4065-4b8f-b92b-e18224095ef6'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:47:46.454994 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbdde8-098f-4c73-9014-c5b93e8eb0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9a0b5b-aa76-4b4c-9ee9-ef2931b33521,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:46.458145 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment c5fe7b6c-44a3-41b4-99b6-0ccd45f5f813 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5fe7b6c-44a3-41b4-99b6-0ccd45f5f813 found for delete ", "request_id": "req-57783cb3-5601-4f0b-b4dd-a8b521d3f5a8"}]} Nov 02 12:47:46.468845 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-94dbdde8-098f-4c73-9014-c5b93e8eb0af admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0457c093df8b4ab9a39aaa6c7ca84c2a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1498268 Nov 02 12:47:46.492283 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44290) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:46.571372 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6629f9f1-3db1-4dfe-9398-8a188d404660 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:46.572808 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6629f9f1-3db1-4dfe-9398-8a188d404660 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 881 time: 0.1574116 Nov 02 12:47:46.576682 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44294) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:46.582746 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bb393f85-f0a6-4e33-a974-d55c1f13a18e admin admin] Publish callbacks [] for security_group (ce9a0b5b-aa76-4b4c-9ee9-ef2931b33521), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:46.590004 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbd4e-dca0-495a-a61b-312cdafd6a37 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (d518936d-07b3-46a3-9a1c-acd25b29def1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:46.611329 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bb393f85-f0a6-4e33-a974-d55c1f13a18e admin admin] Publish callbacks [] for security_group (ce9a0b5b-aa76-4b4c-9ee9-ef2931b33521), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:46.633856 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ada1d39f-6cec-4bf5-8ab0-125f6ee7d52f tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (b3ebcdfe-ba1b-4a46-b2d1-c8ba44707794), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:46.635406 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a35009cd-2c9f-4746-8af6-e40adcd7e202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (7989e3ca-4fb2-4316-a072-3e51a3568088), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:46.638840 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-32d69ba9-51c2-4b8b-93c0-775d38cff92b tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b7bfc4db-4065-4b8f-b92b-e18224095ef6 HTTP/1.1" status: 200 len: 205 time: 0.0604835 Nov 02 12:47:46.648733 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44296) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:46.660443 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ada1d39f-6cec-4bf5-8ab0-125f6ee7d52f tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:46.660443 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ada1d39f-6cec-4bf5-8ab0-125f6ee7d52f tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] 10.222.0.64 "DELETE /networking/v2.0/networks/b3ebcdfe-ba1b-4a46-b2d1-c8ba44707794 HTTP/1.1" status: 204 len: 168 time: 1.3944418 Nov 02 12:47:46.666934 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8dbd4e-dca0-495a-a61b-312cdafd6a37 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:46.676569 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:46.687937 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6a8dbd4e-dca0-495a-a61b-312cdafd6a37 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:46.695019 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1d39f-6cec-4bf5-8ab0-125f6ee7d52f tempest-ExternalNetworksTestJSON-1855594688 tempest-ExternalNetworksTestJSON-1855594688-project] Pushing event deleted for resources: {'Network': ['ID=b3ebcdfe-ba1b-4a46-b2d1-c8ba44707794,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:46.698610 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8dbd4e-dca0-495a-a61b-312cdafd6a37 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:47:46.715208 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8dbd4e-dca0-495a-a61b-312cdafd6a37 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Pushing event updated for resources: {'Port': ['ID=d518936d-07b3-46a3-9a1c-acd25b29def1,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:46.813895 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35009cd-2c9f-4746-8af6-e40adcd7e202 admin admin] Pushing event deleted for resources: {'Port': ['ID=7989e3ca-4fb2-4316-a072-3e51a3568088,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:46.831473 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:46.836223 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d6708e9-d4cb-4b80-836f-b7f60c0034b5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router (b7bfc4db-4065-4b8f-b92b-e18224095ef6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:46.866030 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:46.876921 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bb393f85-f0a6-4e33-a974-d55c1f13a18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ce9a0b5b-aa76-4b4c-9ee9-ef2931b33521), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:46.886365 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bb393f85-f0a6-4e33-a974-d55c1f13a18e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:46.890627 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bb393f85-f0a6-4e33-a974-d55c1f13a18e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ce9a0b5b-aa76-4b4c-9ee9-ef2931b33521 HTTP/1.1" status: 204 len: 168 time: 0.3953903 Nov 02 12:47:46.901664 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb393f85-f0a6-4e33-a974-d55c1f13a18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9a0b5b-aa76-4b4c-9ee9-ef2931b33521,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:47.004929 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d6708e9-d4cb-4b80-836f-b7f60c0034b5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_gateway (b7bfc4db-4065-4b8f-b92b-e18224095ef6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:47.062584 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a35009cd-2c9f-4746-8af6-e40adcd7e202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (4ae2e6eb-a3b9-4a97-9272-51e85e4cad15), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:47.084778 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ceb63937-e17b-4b5d-b381-dece77ea15f7 req-985e552a-4513-4579-9e40-262eba48529f tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.0535321 Nov 02 12:47:47.174752 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbd4e-dca0-495a-a61b-312cdafd6a37 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks [] for floatingip (563de66c-690a-4180-92b3-b9ce0ecf82a8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:47.194414 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-4d6708e9-d4cb-4b80-836f-b7f60c0034b5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Deleting port 195dc178-18b4-4bde-b96e-57be76566203 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:47.195644 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d6708e9-d4cb-4b80-836f-b7f60c0034b5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (195dc178-18b4-4bde-b96e-57be76566203), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:47.252734 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bad36c-989b-4df8-b12e-13cade7e3ccf None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:47:47.288125 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d6708e9-d4cb-4b80-836f-b7f60c0034b5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (195dc178-18b4-4bde-b96e-57be76566203), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:47.302040 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-4d6708e9-d4cb-4b80-836f-b7f60c0034b5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Calling delete_port for 195dc178-18b4-4bde-b96e-57be76566203 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:47.326262 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbd4e-dca0-495a-a61b-312cdafd6a37 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d518936d-07b3-46a3-9a1c-acd25b29def1), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:47.364955 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bad36c-989b-4df8-b12e-13cade7e3ccf None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:47:47.556347 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35009cd-2c9f-4746-8af6-e40adcd7e202 admin admin] Router 4ae2e6eb-a3b9-4a97-9272-51e85e4cad15 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:47:47.650760 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:47.665343 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d6708e9-d4cb-4b80-836f-b7f60c0034b5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (195dc178-18b4-4bde-b96e-57be76566203), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:47.715100 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6708e9-d4cb-4b80-836f-b7f60c0034b5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Pushing event deleted for resources: {'Port': ['ID=195dc178-18b4-4bde-b96e-57be76566203,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:47.745767 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbd4e-dca0-495a-a61b-312cdafd6a37 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks [] for port (d518936d-07b3-46a3-9a1c-acd25b29def1), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:47.777524 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44318) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:47.803836 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35009cd-2c9f-4746-8af6-e40adcd7e202 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:47:47.810254 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a35009cd-2c9f-4746-8af6-e40adcd7e202 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/4ae2e6eb-a3b9-4a97-9272-51e85e4cad15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7414074 Nov 02 12:47:47.812897 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44322) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:47.820944 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98402c81-7639-4df8-b6ef-2ed5529a4c87 None None] Sync routers for ids ['4ae2e6eb-a3b9-4a97-9272-51e85e4cad15'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:47:47.822341 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d6708e9-d4cb-4b80-836f-b7f60c0034b5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (b7bfc4db-4065-4b8f-b92b-e18224095ef6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:47.841321 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98402c81-7639-4df8-b6ef-2ed5529a4c87 None None] Routers {'4ae2e6eb-a3b9-4a97-9272-51e85e4cad15'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:47.841960 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-98402c81-7639-4df8-b6ef-2ed5529a4c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4ae2e6eb-a3b9-4a97-9272-51e85e4cad15'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:47.926759 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbd4e-dca0-495a-a61b-312cdafd6a37 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (d518936d-07b3-46a3-9a1c-acd25b29def1), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:47.965565 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d6708e9-d4cb-4b80-836f-b7f60c0034b5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (b7bfc4db-4065-4b8f-b92b-e18224095ef6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:47.968182 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d6708e9-d4cb-4b80-836f-b7f60c0034b5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_controller (b7bfc4db-4065-4b8f-b92b-e18224095ef6), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.060861 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-98402c81-7639-4df8-b6ef-2ed5529a4c87 None None] Set router 4ae2e6eb-a3b9-4a97-9272-51e85e4cad15 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:47:48.173935 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d6708e9-d4cb-4b80-836f-b7f60c0034b5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (b7bfc4db-4065-4b8f-b92b-e18224095ef6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.174730 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6708e9-d4cb-4b80-836f-b7f60c0034b5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Fanout notify agent at l3_agent the message router_deleted on router b7bfc4db-4065-4b8f-b92b-e18224095ef6 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:47:48.190660 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d6708e9-d4cb-4b80-836f-b7f60c0034b5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.197355 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4d6708e9-d4cb-4b80-836f-b7f60c0034b5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "DELETE /networking/v2.0/routers/b7bfc4db-4065-4b8f-b92b-e18224095ef6 HTTP/1.1" status: 204 len: 168 time: 1.5475483 Nov 02 12:47:48.197995 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44330) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:48.220429 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ba69e3e7-33fe-44ee-bb8f-57986adb66bb tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-787328256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:48.275494 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.293332 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44332) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:48.335673 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:48.393674 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-98402c81-7639-4df8-b6ef-2ed5529a4c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae2e6eb-a3b9-4a97-9272-51e85e4cad15', 'name': 'tempest-ServersTestMultiNic-527638034-router', 'tenant_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '12a360d9-4d0e-493b-b2e4-75e7a90b0971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:59Z', 'updated_at': '2022-11-02T12:47:46Z', 'revision_number': 5, 'project_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'gw_port': {'id': '12a360d9-4d0e-493b-b2e4-75e7a90b0971', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae2e6eb-a3b9-4a97-9272-51e85e4cad15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:01Z', 'updated_at': '2022-11-02T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:48.434543 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98402c81-7639-4df8-b6ef-2ed5529a4c87 None None] Checking router: 4ae2e6eb-a3b9-4a97-9272-51e85e4cad15 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:47:48.440448 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ef40dfd6-7713-45ac-ac40-885de47360e4 req-2bfe4df3-00fa-4c79-978e-592609a2f1f6 tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.1299739 Nov 02 12:47:48.446214 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98402c81-7639-4df8-b6ef-2ed5529a4c87 None None] Routers {'4ae2e6eb-a3b9-4a97-9272-51e85e4cad15'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:48.447098 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-98402c81-7639-4df8-b6ef-2ed5529a4c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4ae2e6eb-a3b9-4a97-9272-51e85e4cad15'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:48.453962 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba69e3e7-33fe-44ee-bb8f-57986adb66bb tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (c1a50d93-3f7e-49e5-8823-333ec4eff712), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.455050 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba69e3e7-33fe-44ee-bb8f-57986adb66bb tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (c1a50d93-3f7e-49e5-8823-333ec4eff712), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.474412 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbd4e-dca0-495a-a61b-312cdafd6a37 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (563de66c-690a-4180-92b3-b9ce0ecf82a8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.477207 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8dbd4e-dca0-495a-a61b-312cdafd6a37 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Pushing event updated for resources: {'Port': ['ID=d518936d-07b3-46a3-9a1c-acd25b29def1,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:48.482295 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.499315 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aef3e69b-f9e4-4ba5-8c25-06e39c1d9127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.549374 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:48.564413 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c833f64f-8499-4e37-b06c-4ff19e3c2ff2 admin admin] Publish callbacks [] for router (4ae2e6eb-a3b9-4a97-9272-51e85e4cad15), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.576541 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-803599a6-8d52-4f3e-9d72-04f9cfb595cd admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=66ebcccd66e349ba9e23ef9c9f2c81de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7926595 Nov 02 12:47:48.582025 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba69e3e7-33fe-44ee-bb8f-57986adb66bb tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_controller (c1a50d93-3f7e-49e5-8823-333ec4eff712), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.585010 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44338) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:48.652877 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6afe611a-522d-4f7e-bb66-2f0a4cd0acec admin admin] Publish callbacks [] for security_group (e6ef7478-60b3-4b9f-a6be-fcdb864f9909), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.682029 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6afe611a-522d-4f7e-bb66-2f0a4cd0acec admin admin] Publish callbacks [] for security_group (e6ef7478-60b3-4b9f-a6be-fcdb864f9909), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.684442 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba69e3e7-33fe-44ee-bb8f-57986adb66bb tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (c1a50d93-3f7e-49e5-8823-333ec4eff712), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.753781 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbd4e-dca0-495a-a61b-312cdafd6a37 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.756088 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6a8dbd4e-dca0-495a-a61b-312cdafd6a37 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5787542 Nov 02 12:47:48.760193 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aef3e69b-f9e4-4ba5-8c25-06e39c1d9127 admin admin] Publish callbacks [] for security_group (4c5c0cab-7297-473e-a809-e3d2ea6c8570), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.776642 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-95376f4b-30b6-4110-957a-ecd76ab1e60a None None] Provisioning complete for port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:48.779114 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-95376f4b-30b6-4110-957a-ecd76ab1e60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (74e71fbc-fa80-4b29-a54d-eb70ecd53a10), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.779657 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-95376f4b-30b6-4110-957a-ecd76ab1e60a None None] Attempt 1 to provision port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 Nov 02 12:47:48.805540 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-98402c81-7639-4df8-b6ef-2ed5529a4c87 None None] Set router 4ae2e6eb-a3b9-4a97-9272-51e85e4cad15 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:47:48.871099 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c833f64f-8499-4e37-b06c-4ff19e3c2ff2 admin admin] Publish callbacks [] for router_gateway (4ae2e6eb-a3b9-4a97-9272-51e85e4cad15), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.878572 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6afe611a-522d-4f7e-bb66-2f0a4cd0acec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e6ef7478-60b3-4b9f-a6be-fcdb864f9909), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.882134 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6afe611a-522d-4f7e-bb66-2f0a4cd0acec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.885285 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6afe611a-522d-4f7e-bb66-2f0a4cd0acec admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e6ef7478-60b3-4b9f-a6be-fcdb864f9909 HTTP/1.1" status: 204 len: 168 time: 0.2974210 Nov 02 12:47:48.891190 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba69e3e7-33fe-44ee-bb8f-57986adb66bb tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.893726 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ba69e3e7-33fe-44ee-bb8f-57986adb66bb tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6904044 Nov 02 12:47:48.896512 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aef3e69b-f9e4-4ba5-8c25-06e39c1d9127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4c5c0cab-7297-473e-a809-e3d2ea6c8570), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:48.905049 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44344) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:48.917413 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-4eedb6c9-5c1a-4214-816f-d7275f743a46 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'enable_snat': True}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:48.949610 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-95376f4b-30b6-4110-957a-ecd76ab1e60a None None] Current status of the port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:48.982251 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:48.989665 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3e69b-f9e4-4ba5-8c25-06e39c1d9127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5c0cab-7297-473e-a809-e3d2ea6c8570,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:49.029631 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe611a-522d-4f7e-bb66-2f0a4cd0acec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ef7478-60b3-4b9f-a6be-fcdb864f9909,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:49.030236 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-98402c81-7639-4df8-b6ef-2ed5529a4c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae2e6eb-a3b9-4a97-9272-51e85e4cad15', 'name': 'tempest-ServersTestMultiNic-527638034-router', 'tenant_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '12a360d9-4d0e-493b-b2e4-75e7a90b0971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:59Z', 'updated_at': '2022-11-02T12:47:46Z', 'revision_number': 5, 'project_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'gw_port': {'id': '12a360d9-4d0e-493b-b2e4-75e7a90b0971', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae2e6eb-a3b9-4a97-9272-51e85e4cad15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:01Z', 'updated_at': '2022-11-02T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:49.031566 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-aef3e69b-f9e4-4ba5-8c25-06e39c1d9127 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=64acbf6b65c04b7d9ef50ad3b9f05217&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6875474 Nov 02 12:47:49.033358 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44352) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:49.059903 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:49.086863 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98402c81-7639-4df8-b6ef-2ed5529a4c87 None None] The sync data for ids ['4ae2e6eb-a3b9-4a97-9272-51e85e4cad15'] in n-d-857339-6 is: [{'id': '4ae2e6eb-a3b9-4a97-9272-51e85e4cad15', 'name': 'tempest-ServersTestMultiNic-527638034-router', 'tenant_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '12a360d9-4d0e-493b-b2e4-75e7a90b0971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:59Z', 'updated_at': '2022-11-02T12:47:46Z', 'revision_number': 5, 'project_id': '762ab703cd6b4d41ac9eddd7baa56c69', 'gw_port': {'id': '12a360d9-4d0e-493b-b2e4-75e7a90b0971', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae2e6eb-a3b9-4a97-9272-51e85e4cad15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:01Z', 'updated_at': '2022-11-02T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:47:49.162752 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c833f64f-8499-4e37-b06c-4ff19e3c2ff2 admin admin] Deleting port 12a360d9-4d0e-493b-b2e4-75e7a90b0971 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:49.163100 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c833f64f-8499-4e37-b06c-4ff19e3c2ff2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (12a360d9-4d0e-493b-b2e4-75e7a90b0971), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:49.262959 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-c833f64f-8499-4e37-b06c-4ff19e3c2ff2 admin admin] For port 12a360d9-4d0e-493b-b2e4-75e7a90b0971, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=12a360d9-4d0e-493b-b2e4-75e7a90b0971,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:49.263325 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c833f64f-8499-4e37-b06c-4ff19e3c2ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (12a360d9-4d0e-493b-b2e4-75e7a90b0971), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:49.279772 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c833f64f-8499-4e37-b06c-4ff19e3c2ff2 admin admin] Calling delete_port for 12a360d9-4d0e-493b-b2e4-75e7a90b0971 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:49.314677 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c281d956-5327-4715-8880-d9294a72e784 req-43488c16-5228-42ee-b6ba-169b50b502b2 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--322245096&fields=id&tenant_id=6a0d6178bceb4821a849a10833c56365 HTTP/1.1" status: 200 len: 267 time: 0.1815026 Nov 02 12:47:49.421021 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-28737089-f30a-4ff4-931b-dc8a96100fdc admin admin] Publish callbacks [] for security_group (4c5c0cab-7297-473e-a809-e3d2ea6c8570), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:49.427699 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4eedb6c9-5c1a-4214-816f-d7275f743a46 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_gateway (c1a50d93-3f7e-49e5-8823-333ec4eff712), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:49.488321 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-28737089-f30a-4ff4-931b-dc8a96100fdc admin admin] Publish callbacks [] for security_group (4c5c0cab-7297-473e-a809-e3d2ea6c8570), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:49.529758 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7989e3ca-4fb2-4316-a072-3e51a3568088 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:47:49.553177 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281d956-5327-4715-8880-d9294a72e784 req-ceed3cef-e593-49dd-9b28-aba5e4888e0e tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:49.554834 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c281d956-5327-4715-8880-d9294a72e784 req-ceed3cef-e593-49dd-9b28-aba5e4888e0e tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] 10.222.0.64 "GET /networking/v2.0/networks?id=c4b614b6-864d-40a5-85b9-d9b8af92db1b HTTP/1.1" status: 200 len: 811 time: 0.2091379 Nov 02 12:47:49.572074 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c281d956-5327-4715-8880-d9294a72e784 req-6948d428-5112-4695-848e-e66c489b05af tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] 10.222.0.64 "GET /networking/v2.0/quotas/6a0d6178bceb4821a849a10833c56365 HTTP/1.1" status: 200 len: 375 time: 0.0112240 Nov 02 12:47:49.574065 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 7989e3ca-4fb2-4316-a072-3e51a3568088 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:47:49.574625 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7989e3ca-4fb2-4316-a072-3e51a3568088 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:47:49.626773 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c833f64f-8499-4e37-b06c-4ff19e3c2ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (12a360d9-4d0e-493b-b2e4-75e7a90b0971), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:49.672413 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833f64f-8499-4e37-b06c-4ff19e3c2ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=12a360d9-4d0e-493b-b2e4-75e7a90b0971,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:49.692026 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-28737089-f30a-4ff4-931b-dc8a96100fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4c5c0cab-7297-473e-a809-e3d2ea6c8570), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:49.695331 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-28737089-f30a-4ff4-931b-dc8a96100fdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:49.696298 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-28737089-f30a-4ff4-931b-dc8a96100fdc admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4c5c0cab-7297-473e-a809-e3d2ea6c8570 HTTP/1.1" status: 204 len: 168 time: 0.6619849 Nov 02 12:47:49.704828 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-33e706a4-8cdf-4468-8848-a0036cb76a38 req-3d47b9bd-1ee0-4fa4-97bb-cc35c8d773bc tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.0703137 Nov 02 12:47:49.741231 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c281d956-5327-4715-8880-d9294a72e784 req-df4398c9-24f4-400a-b360-e51b74b0e5a8 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=6a0d6178bceb4821a849a10833c56365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1614902 Nov 02 12:47:49.753788 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28737089-f30a-4ff4-931b-dc8a96100fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5c0cab-7297-473e-a809-e3d2ea6c8570,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:49.797957 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c833f64f-8499-4e37-b06c-4ff19e3c2ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (4ae2e6eb-a3b9-4a97-9272-51e85e4cad15), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:49.909820 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4eedb6c9-5c1a-4214-816f-d7275f743a46 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_gateway (c1a50d93-3f7e-49e5-8823-333ec4eff712), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:49.915405 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c833f64f-8499-4e37-b06c-4ff19e3c2ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (4ae2e6eb-a3b9-4a97-9272-51e85e4cad15), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:49.917805 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c833f64f-8499-4e37-b06c-4ff19e3c2ff2 admin admin] Publish callbacks [] for router_controller (4ae2e6eb-a3b9-4a97-9272-51e85e4cad15), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:49.930247 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4eedb6c9-5c1a-4214-816f-d7275f743a46 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:50.044953 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-4eedb6c9-5c1a-4214-816f-d7275f743a46 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Allocated IP 172.25.2.224 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/bf02ca91-15f5-419e-886d-44ff61f57904) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:50.054075 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c833f64f-8499-4e37-b06c-4ff19e3c2ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (4ae2e6eb-a3b9-4a97-9272-51e85e4cad15), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:50.055091 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c833f64f-8499-4e37-b06c-4ff19e3c2ff2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ae2e6eb-a3b9-4a97-9272-51e85e4cad15 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:47:50.060167 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c833f64f-8499-4e37-b06c-4ff19e3c2ff2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:50.071687 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c833f64f-8499-4e37-b06c-4ff19e3c2ff2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/4ae2e6eb-a3b9-4a97-9272-51e85e4cad15 HTTP/1.1" status: 204 len: 168 time: 2.2505651 Nov 02 12:47:50.071687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44376) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:50.123723 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-655b99ab-6de1-4eef-af29-7ba3e518eadd admin admin] Deleting subnet 68ce9211-9eb4-40b2-a0d0-8e1628685ae0 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:47:50.127982 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-655b99ab-6de1-4eef-af29-7ba3e518eadd admin admin] Publish callbacks [] for subnet (68ce9211-9eb4-40b2-a0d0-8e1628685ae0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:50.173223 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-655b99ab-6de1-4eef-af29-7ba3e518eadd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (68ce9211-9eb4-40b2-a0d0-8e1628685ae0), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:50.187379 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4eedb6c9-5c1a-4214-816f-d7275f743a46 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for port (bf02ca91-15f5-419e-886d-44ff61f57904), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:50.263555 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-655b99ab-6de1-4eef-af29-7ba3e518eadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (68ce9211-9eb4-40b2-a0d0-8e1628685ae0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:50.268602 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44378) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:50.345799 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2644d9a9-1ec2-45de-ac87-bc09fbf0666e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e3ea3722f0cb46d489a41786d1e081b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0757380 Nov 02 12:47:50.348220 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44384) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:50.387388 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4eedb6c9-5c1a-4214-816f-d7275f743a46 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (bf02ca91-15f5-419e-886d-44ff61f57904), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:50.408092 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eedb6c9-5c1a-4214-816f-d7275f743a46 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:50.411178 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-4eedb6c9-5c1a-4214-816f-d7275f743a46 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:50.433621 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-655b99ab-6de1-4eef-af29-7ba3e518eadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (68ce9211-9eb4-40b2-a0d0-8e1628685ae0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:50.443858 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44390) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:50.449240 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eedb6c9-5c1a-4214-816f-d7275f743a46 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:47:50.451905 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb05bd46-3234-4f12-bef9-c35327ef054a admin admin] Publish callbacks [] for security_group (64eedf91-72b5-438e-a803-1f4131be6d0c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:50.484971 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-655b99ab-6de1-4eef-af29-7ba3e518eadd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:50.493727 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-655b99ab-6de1-4eef-af29-7ba3e518eadd admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/68ce9211-9eb4-40b2-a0d0-8e1628685ae0 HTTP/1.1" status: 204 len: 168 time: 0.4249141 Nov 02 12:47:50.493917 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b36bf4f-9828-4ecb-ad85-3073b903d416 None None] Network 8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:47:50.494022 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b99ab-6de1-4eef-af29-7ba3e518eadd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68ce9211-9eb4-40b2-a0d0-8e1628685ae0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:50.498643 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44392) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:50.540011 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb05bd46-3234-4f12-bef9-c35327ef054a admin admin] Publish callbacks [] for security_group (64eedf91-72b5-438e-a803-1f4131be6d0c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:50.563803 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1e4e70e1-c4b7-4a4f-95d3-dfc810d724da tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks [] for security_group (3ea4f591-9e47-4a6c-a31d-72e17303b87f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:50.569844 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedb6c9-5c1a-4214-816f-d7275f743a46 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Pushing event updated for resources: {'Port': ['ID=bf02ca91-15f5-419e-886d-44ff61f57904,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:50.608172 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1e4e70e1-c4b7-4a4f-95d3-dfc810d724da tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks [] for security_group (3ea4f591-9e47-4a6c-a31d-72e17303b87f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:50.682188 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:50.785921 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:50.819040 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa3d7b42-dd5e-4456-8a2c-d524eea1855a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:50.858782 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3833fb6f-007c-4750-91b0-07583b8a313a None None] DHCP port deletion for 8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:47:50.902645 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d7b42-dd5e-4456-8a2c-d524eea1855a admin admin] Deleting port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:50.903011 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa3d7b42-dd5e-4456-8a2c-d524eea1855a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (74e71fbc-fa80-4b29-a54d-eb70ecd53a10), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:50.909175 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3833fb6f-007c-4750-91b0-07583b8a313a None None] Deleting port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:50.909782 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3833fb6f-007c-4750-91b0-07583b8a313a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (74e71fbc-fa80-4b29-a54d-eb70ecd53a10), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:51.010400 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3833fb6f-007c-4750-91b0-07583b8a313a None None] For port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=74e71fbc-fa80-4b29-a54d-eb70ecd53a10,segment=NetworkSegment(f2a08f57-1e4d-47c9-b27f-d768c6040685),segment_id=f2a08f57-1e4d-47c9-b27f-d768c6040685)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:51.010804 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3833fb6f-007c-4750-91b0-07583b8a313a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (74e71fbc-fa80-4b29-a54d-eb70ecd53a10), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:51.045449 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3833fb6f-007c-4750-91b0-07583b8a313a None None] Calling delete_port for 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:51.049525 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb05bd46-3234-4f12-bef9-c35327ef054a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (64eedf91-72b5-438e-a803-1f4131be6d0c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:51.052859 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb05bd46-3234-4f12-bef9-c35327ef054a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:51.056379 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-eb05bd46-3234-4f12-bef9-c35327ef054a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/64eedf91-72b5-438e-a803-1f4131be6d0c HTTP/1.1" status: 204 len: 168 time: 0.7042232 Nov 02 12:47:51.062103 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de5ec5ef-ee73-42a4-8ef7-75f43490ecaf req-908ac5d8-5b50-48c2-86c9-d6b0ec3cbdc3 tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.1624713 Nov 02 12:47:51.073755 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-aa3d7b42-dd5e-4456-8a2c-d524eea1855a admin admin] For port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=74e71fbc-fa80-4b29-a54d-eb70ecd53a10,segment=NetworkSegment(f2a08f57-1e4d-47c9-b27f-d768c6040685),segment_id=f2a08f57-1e4d-47c9-b27f-d768c6040685)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:51.074119 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa3d7b42-dd5e-4456-8a2c-d524eea1855a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (74e71fbc-fa80-4b29-a54d-eb70ecd53a10), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:51.084287 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05bd46-3234-4f12-bef9-c35327ef054a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64eedf91-72b5-438e-a803-1f4131be6d0c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:51.095697 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d7b42-dd5e-4456-8a2c-d524eea1855a admin admin] Calling delete_port for 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:51.128051 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:51.168147 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1e4e70e1-c4b7-4a4f-95d3-dfc810d724da tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3ea4f591-9e47-4a6c-a31d-72e17303b87f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:51.172604 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1e4e70e1-c4b7-4a4f-95d3-dfc810d724da tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:51.184890 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44408) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:51.185049 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1e4e70e1-c4b7-4a4f-95d3-dfc810d724da tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3ea4f591-9e47-4a6c-a31d-72e17303b87f HTTP/1.1" status: 204 len: 168 time: 0.7324209 Nov 02 12:47:51.196650 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e70e1-c4b7-4a4f-95d3-dfc810d724da tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea4f591-9e47-4a6c-a31d-72e17303b87f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:51.209406 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-3e238ca4-58a3-42dd-8098-13dbc5846018 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] show failed (client error): The resource could not be found. Nov 02 12:47:51.210297 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3e238ca4-58a3-42dd-8098-13dbc5846018 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] 10.222.0.64 "GET /networking/v2.0/security-groups/3ea4f591-9e47-4a6c-a31d-72e17303b87f HTTP/1.1" status: 404 len: 347 time: 0.0329440 Nov 02 12:47:51.213337 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44410) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:51.231484 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4eedb6c9-5c1a-4214-816f-d7275f743a46 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_gateway (c1a50d93-3f7e-49e5-8823-333ec4eff712), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:51.308897 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:51.329659 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3833fb6f-007c-4750-91b0-07583b8a313a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (74e71fbc-fa80-4b29-a54d-eb70ecd53a10), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:51.380945 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3833fb6f-007c-4750-91b0-07583b8a313a None None] No DVR routers for this DVR port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:47:51.380945 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833fb6f-007c-4750-91b0-07583b8a313a None None] Pushing event deleted for resources: {'Port': ['ID=74e71fbc-fa80-4b29-a54d-eb70ecd53a10,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:51.574123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 12a360d9-4d0e-493b-b2e4-75e7a90b0971 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:47:51.598433 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 12a360d9-4d0e-493b-b2e4-75e7a90b0971 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:47:51.598825 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 12a360d9-4d0e-493b-b2e4-75e7a90b0971 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:47:51.599230 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:47:51.619530 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:51.768239 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa3d7b42-dd5e-4456-8a2c-d524eea1855a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (74e71fbc-fa80-4b29-a54d-eb70ecd53a10), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:51.782199 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:47:51.783109 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:47:51.809410 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d7b42-dd5e-4456-8a2c-d524eea1855a admin admin] Pushing event deleted for resources: {'Port': ['ID=74e71fbc-fa80-4b29-a54d-eb70ecd53a10,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:51.811092 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-b04ca9f8-ed97-4228-a23f-97bfba878d05 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Deleting port d518936d-07b3-46a3-9a1c-acd25b29def1 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:51.811434 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b04ca9f8-ed97-4228-a23f-97bfba878d05 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d518936d-07b3-46a3-9a1c-acd25b29def1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:51.860124 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3d7b42-dd5e-4456-8a2c-d524eea1855a admin admin] No DVR routers for this DVR port 74e71fbc-fa80-4b29-a54d-eb70ecd53a10 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:47:51.865311 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:52.037615 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa3d7b42-dd5e-4456-8a2c-d524eea1855a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:52.086986 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4eedb6c9-5c1a-4214-816f-d7275f743a46 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (c1a50d93-3f7e-49e5-8823-333ec4eff712), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:52.103611 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-aa3d7b42-dd5e-4456-8a2c-d524eea1855a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:52.132173 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4eedb6c9-5c1a-4214-816f-d7275f743a46 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (c1a50d93-3f7e-49e5-8823-333ec4eff712), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:52.159282 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b04ca9f8-ed97-4228-a23f-97bfba878d05 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d518936d-07b3-46a3-9a1c-acd25b29def1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:52.159752 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b04ca9f8-ed97-4228-a23f-97bfba878d05 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks [] for floatingip (d518936d-07b3-46a3-9a1c-acd25b29def1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:52.245720 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-aa3d7b42-dd5e-4456-8a2c-d524eea1855a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a08f57-1e4d-47c9-b27f-d768c6040685') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:52.246010 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-aa3d7b42-dd5e-4456-8a2c-d524eea1855a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a08f57-1e4d-47c9-b27f-d768c6040685') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:52.254572 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-b04ca9f8-ed97-4228-a23f-97bfba878d05 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Calling delete_port for d518936d-07b3-46a3-9a1c-acd25b29def1 owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:52.290870 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa3d7b42-dd5e-4456-8a2c-d524eea1855a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (f2a08f57-1e4d-47c9-b27f-d768c6040685), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:52.313845 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8ed179f7-5368-46d2-a198-4b97ad79ddab req-9c141e5a-53ae-4641-b129-7940722492f4 tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.0769346 Nov 02 12:47:52.379805 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa3d7b42-dd5e-4456-8a2c-d524eea1855a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (f2a08f57-1e4d-47c9-b27f-d768c6040685), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:52.390251 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3d7b42-dd5e-4456-8a2c-d524eea1855a admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:47:52.390943 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa3d7b42-dd5e-4456-8a2c-d524eea1855a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (f2a08f57-1e4d-47c9-b27f-d768c6040685), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:52.641919 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa3d7b42-dd5e-4456-8a2c-d524eea1855a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:52.648724 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa3d7b42-dd5e-4456-8a2c-d524eea1855a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:52.658219 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-aa3d7b42-dd5e-4456-8a2c-d524eea1855a admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89 HTTP/1.1" status: 204 len: 168 time: 2.1516178 Nov 02 12:47:52.671104 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d7b42-dd5e-4456-8a2c-d524eea1855a admin admin] Pushing event deleted for resources: {'Network': ['ID=8bd8e6bf-c0d1-4b8e-83b8-200ea3418e89,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:52.767998 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eedb6c9-5c1a-4214-816f-d7275f743a46 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Router c1a50d93-3f7e-49e5-8823-333ec4eff712 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:47:52.772593 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b04ca9f8-ed97-4228-a23f-97bfba878d05 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (d518936d-07b3-46a3-9a1c-acd25b29def1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:52.812447 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ca9f8-ed97-4228-a23f-97bfba878d05 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Pushing event deleted for resources: {'Port': ['ID=d518936d-07b3-46a3-9a1c-acd25b29def1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:52.900635 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment f2a08f57-1e4d-47c9-b27f-d768c6040685 resource provider aggregate not found Nov 02 12:47:52.921278 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment f2a08f57-1e4d-47c9-b27f-d768c6040685 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2a08f57-1e4d-47c9-b27f-d768c6040685 found for delete ", "request_id": "req-0210a86e-a88d-4c28-bacc-db62cf1aeb5f"}]} Nov 02 12:47:52.960020 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b04ca9f8-ed97-4228-a23f-97bfba878d05 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks [] for floatingip (563de66c-690a-4180-92b3-b9ce0ecf82a8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:52.962579 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b04ca9f8-ed97-4228-a23f-97bfba878d05 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:52.963762 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b04ca9f8-ed97-4228-a23f-97bfba878d05 tempest-ServerActionsTestJSON-223899355 tempest-ServerActionsTestJSON-223899355-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/563de66c-690a-4180-92b3-b9ce0ecf82a8 HTTP/1.1" status: 204 len: 168 time: 1.7495217 Nov 02 12:47:52.967160 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44460) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:52.981463 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eedb6c9-5c1a-4214-816f-d7275f743a46 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:47:52.987794 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4eedb6c9-5c1a-4214-816f-d7275f743a46 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:52.989389 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4eedb6c9-5c1a-4214-816f-d7275f743a46 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "PUT /networking/v2.0/routers/c1a50d93-3f7e-49e5-8823-333ec4eff712 HTTP/1.1" status: 200 len: 914 time: 4.0836632 Nov 02 12:47:52.991932 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44462) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:52.992849 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3391a2-97c4-4a89-9110-5076a91c58bb None None] Sync routers for ids ['c1a50d93-3f7e-49e5-8823-333ec4eff712'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:47:53.010626 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3391a2-97c4-4a89-9110-5076a91c58bb None None] Routers {'c1a50d93-3f7e-49e5-8823-333ec4eff712'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:53.011281 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6c3391a2-97c4-4a89-9110-5076a91c58bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c1a50d93-3f7e-49e5-8823-333ec4eff712'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:53.062097 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6c3391a2-97c4-4a89-9110-5076a91c58bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:53.071789 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3391a2-97c4-4a89-9110-5076a91c58bb None None] Routers {'c1a50d93-3f7e-49e5-8823-333ec4eff712'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:53.072315 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6c3391a2-97c4-4a89-9110-5076a91c58bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c1a50d93-3f7e-49e5-8823-333ec4eff712'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:53.109359 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6c3391a2-97c4-4a89-9110-5076a91c58bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:53.110907 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3391a2-97c4-4a89-9110-5076a91c58bb None None] The sync data for ids ['c1a50d93-3f7e-49e5-8823-333ec4eff712'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:47:53.111250 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d346272f-75bb-4502-87d4-55a5a93a67c0 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "GET /networking/v2.0/routers/c1a50d93-3f7e-49e5-8823-333ec4eff712 HTTP/1.1" status: 200 len: 920 time: 0.1180446 Nov 02 12:47:53.115881 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44464) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:53.162430 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007a62cc-84bd-442d-a71f-a8b098929bad tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:53.162733 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-007a62cc-84bd-442d-a71f-a8b098929bad tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&device_id=c1a50d93-3f7e-49e5-8823-333ec4eff712&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0456588 Nov 02 12:47:53.165279 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44468) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:53.261501 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913a5a34-370b-4bbc-85ca-cf5666d4c5ef tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:53.265210 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-913a5a34-370b-4bbc-85ca-cf5666d4c5ef tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 881 time: 0.0954769 Nov 02 12:47:53.265528 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44470) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:53.295401 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3e49ced8-698d-44bc-8a38-21a1c6a1d221 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a50d93-3f7e-49e5-8823-333ec4eff712 HTTP/1.1" status: 200 len: 205 time: 0.0286663 Nov 02 12:47:53.298011 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44472) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:53.309345 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-97667424-48c5-4530-9931-3f6d16079d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (5907d134-a262-4b4a-a3db-59e24fe5da80), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:53.420730 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a971c02e-9769-4f41-8ecb-a5e3cfe0e9d5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router (c1a50d93-3f7e-49e5-8823-333ec4eff712), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:53.462077 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44480) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:53.472109 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c91af20f-2470-49c8-bd57-d4a1930abe05 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-561752097'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:53.511901 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c92c4d20-608d-4110-a388-6bf43dfffc3b req-b70097d4-a106-4cb0-ad3e-2db0834aab81 tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.0532072 Nov 02 12:47:53.574038 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-97667424-48c5-4530-9931-3f6d16079d7a admin admin] Deleting port 34201bc5-8358-40e6-8c78-319b324443d0 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:53.574467 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-97667424-48c5-4530-9931-3f6d16079d7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (34201bc5-8358-40e6-8c78-319b324443d0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:53.592317 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a971c02e-9769-4f41-8ecb-a5e3cfe0e9d5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_gateway (c1a50d93-3f7e-49e5-8823-333ec4eff712), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:53.659896 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44482) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:53.662238 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-97667424-48c5-4530-9931-3f6d16079d7a admin admin] For port 34201bc5-8358-40e6-8c78-319b324443d0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=34201bc5-8358-40e6-8c78-319b324443d0,segment=NetworkSegment(9eeb4f86-2a94-44d1-bc42-7a28d7260a93),segment_id=9eeb4f86-2a94-44d1-bc42-7a28d7260a93)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:53.662655 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-97667424-48c5-4530-9931-3f6d16079d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (34201bc5-8358-40e6-8c78-319b324443d0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:53.694789 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-97667424-48c5-4530-9931-3f6d16079d7a admin admin] Calling delete_port for 34201bc5-8358-40e6-8c78-319b324443d0 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:53.745640 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:53.748948 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91af20f-2470-49c8-bd57-d4a1930abe05 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Made reservation on behalf of 8f45f7b86c104af5a07c40034429278c for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:53.753257 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c91af20f-2470-49c8-bd57-d4a1930abe05 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:53.765534 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7946027c-38c5-4e12-9448-78821735ed19 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=762ab703cd6b4d41ac9eddd7baa56c69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1054900 Nov 02 12:47:53.769032 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44486) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:53.803027 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-0162c61c-4220-4db1-9363-17bfe940efc2 req-7ba2dafd-b52d-4e89-873e-92114079a449 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.0496144 Nov 02 12:47:53.809555 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91af20f-2470-49c8-bd57-d4a1930abe05 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:47:53.825484 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a971c02e-9769-4f41-8ecb-a5e3cfe0e9d5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Deleting port bf02ca91-15f5-419e-886d-44ff61f57904 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:53.826714 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a971c02e-9769-4f41-8ecb-a5e3cfe0e9d5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (bf02ca91-15f5-419e-886d-44ff61f57904), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:53.876937 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c91af20f-2470-49c8-bd57-d4a1930abe05 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (ca8d3be1-59cd-42cb-b5c1-297754cc0626), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:53.877229 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-c91af20f-2470-49c8-bd57-d4a1930abe05 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Added segment ca8d3be1-59cd-42cb-b5c1-297754cc0626 of type vlan for network 03214f9b-bbee-4e82-b80d-4b13b3b27499 Nov 02 12:47:53.896404 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-51902d82-aa2f-424e-9c44-efbdc4d1fd4d admin admin] Publish callbacks [] for security_group (376e7a90-be2b-4e5d-bd74-37270d563789), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:53.931567 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-51902d82-aa2f-424e-9c44-efbdc4d1fd4d admin admin] Publish callbacks [] for security_group (376e7a90-be2b-4e5d-bd74-37270d563789), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:53.941306 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c91af20f-2470-49c8-bd57-d4a1930abe05 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (03214f9b-bbee-4e82-b80d-4b13b3b27499), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:54.036586 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a971c02e-9769-4f41-8ecb-a5e3cfe0e9d5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (bf02ca91-15f5-419e-886d-44ff61f57904), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:54.049843 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a971c02e-9769-4f41-8ecb-a5e3cfe0e9d5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Calling delete_port for bf02ca91-15f5-419e-886d-44ff61f57904 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:54.110862 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-51902d82-aa2f-424e-9c44-efbdc4d1fd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (376e7a90-be2b-4e5d-bd74-37270d563789), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:54.113065 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c91af20f-2470-49c8-bd57-d4a1930abe05 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (03214f9b-bbee-4e82-b80d-4b13b3b27499), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:54.113918 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-51902d82-aa2f-424e-9c44-efbdc4d1fd4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:54.115196 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-51902d82-aa2f-424e-9c44-efbdc4d1fd4d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/376e7a90-be2b-4e5d-bd74-37270d563789 HTTP/1.1" status: 204 len: 168 time: 0.3451788 Nov 02 12:47:54.118084 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91af20f-2470-49c8-bd57-d4a1930abe05 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:54.118699 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c91af20f-2470-49c8-bd57-d4a1930abe05 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:54.128787 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51902d82-aa2f-424e-9c44-efbdc4d1fd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376e7a90-be2b-4e5d-bd74-37270d563789,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:54.146393 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-97667424-48c5-4530-9931-3f6d16079d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (34201bc5-8358-40e6-8c78-319b324443d0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:54.159473 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:54.179673 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97667424-48c5-4530-9931-3f6d16079d7a admin admin] Pushing event deleted for resources: {'Port': ['ID=34201bc5-8358-40e6-8c78-319b324443d0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:54.277364 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:54.290246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91af20f-2470-49c8-bd57-d4a1930abe05 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Pushing event updated for resources: {'Network': ['ID=03214f9b-bbee-4e82-b80d-4b13b3b27499,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:54.301269 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 03214f9b-bbee-4e82-b80d-4b13b3b27499 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:47:54.327119 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c91af20f-2470-49c8-bd57-d4a1930abe05 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8625188 Nov 02 12:47:54.342283 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44500) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:54.403661 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-54ebe5e7-73c5-411a-9e65-bff051082258 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1985440093'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:54.483276 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-97667424-48c5-4530-9931-3f6d16079d7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (5907d134-a262-4b4a-a3db-59e24fe5da80), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:54.507911 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edffdb9d-ef3a-4537-8b5c-c04b473fc774 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:47:54.542022 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:54.613690 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edffdb9d-ef3a-4537-8b5c-c04b473fc774 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:47:54.651728 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3e2af3ca-76b3-46c3-9a10-fda92784478f req-0f029737-0e8d-4155-ad7d-ee8b44e2293e tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.0317335 Nov 02 12:47:54.666987 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ebe5e7-73c5-411a-9e65-bff051082258 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Made reservation on behalf of 8f45f7b86c104af5a07c40034429278c for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:54.680105 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54ebe5e7-73c5-411a-9e65-bff051082258 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:54.726026 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a971c02e-9769-4f41-8ecb-a5e3cfe0e9d5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (bf02ca91-15f5-419e-886d-44ff61f57904), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:54.740107 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97667424-48c5-4530-9931-3f6d16079d7a admin admin] Router 5907d134-a262-4b4a-a3db-59e24fe5da80 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:47:54.762708 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971c02e-9769-4f41-8ecb-a5e3cfe0e9d5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Pushing event deleted for resources: {'Port': ['ID=bf02ca91-15f5-419e-886d-44ff61f57904,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:54.860513 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ebe5e7-73c5-411a-9e65-bff051082258 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:47:54.874612 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54ebe5e7-73c5-411a-9e65-bff051082258 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (28bd5bcb-2813-4aeb-b513-0466459fc288), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:54.876454 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-54ebe5e7-73c5-411a-9e65-bff051082258 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Added segment 28bd5bcb-2813-4aeb-b513-0466459fc288 of type vlan for network 1108e33c-4e36-4360-b055-f25c4edf6a41 Nov 02 12:47:54.924128 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54ebe5e7-73c5-411a-9e65-bff051082258 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (1108e33c-4e36-4360-b055-f25c4edf6a41), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:54.927925 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97667424-48c5-4530-9931-3f6d16079d7a admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:47:54.941361 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8e70e-4cbb-4fa9-9a0a-17e41a4ec7cc None None] Sync routers for ids ['5907d134-a262-4b4a-a3db-59e24fe5da80'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:47:54.942396 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-97667424-48c5-4530-9931-3f6d16079d7a admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/5907d134-a262-4b4a-a3db-59e24fe5da80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9740474 Nov 02 12:47:54.946273 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44508) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:54.969177 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c8e70e-4cbb-4fa9-9a0a-17e41a4ec7cc None None] Routers {'5907d134-a262-4b4a-a3db-59e24fe5da80'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:54.970365 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a6c8e70e-4cbb-4fa9-9a0a-17e41a4ec7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['5907d134-a262-4b4a-a3db-59e24fe5da80'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:54.994828 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a971c02e-9769-4f41-8ecb-a5e3cfe0e9d5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (c1a50d93-3f7e-49e5-8823-333ec4eff712), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:55.087211 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54ebe5e7-73c5-411a-9e65-bff051082258 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (1108e33c-4e36-4360-b055-f25c4edf6a41), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:55.100413 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ebe5e7-73c5-411a-9e65-bff051082258 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:55.101569 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54ebe5e7-73c5-411a-9e65-bff051082258 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:55.163872 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:55.171257 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-a6c8e70e-4cbb-4fa9-9a0a-17e41a4ec7cc None None] Set router 5907d134-a262-4b4a-a3db-59e24fe5da80 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:47:55.214128 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebe5e7-73c5-411a-9e65-bff051082258 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Pushing event updated for resources: {'Network': ['ID=1108e33c-4e36-4360-b055-f25c4edf6a41,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:55.228358 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 1108e33c-4e36-4360-b055-f25c4edf6a41 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:47:55.255208 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2d2e1fc8-5f3c-4fa0-a112-179415b9b750 admin admin] Publish callbacks [] for router (5907d134-a262-4b4a-a3db-59e24fe5da80), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:55.277784 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a971c02e-9769-4f41-8ecb-a5e3cfe0e9d5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (c1a50d93-3f7e-49e5-8823-333ec4eff712), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:55.283876 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a971c02e-9769-4f41-8ecb-a5e3cfe0e9d5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_controller (c1a50d93-3f7e-49e5-8823-333ec4eff712), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:55.440090 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-54ebe5e7-73c5-411a-9e65-bff051082258 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0415740 Nov 02 12:47:55.440800 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44518) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:55.446375 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-14cb7c6a-6e62-4522-8611-e7a31d094f16 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Request body: {'subnet': {'network_id': '03214f9b-bbee-4e82-b80d-4b13b3b27499', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:55.465145 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:55.511679 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2d2e1fc8-5f3c-4fa0-a112-179415b9b750 admin admin] Publish callbacks [] for router_gateway (5907d134-a262-4b4a-a3db-59e24fe5da80), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:55.534799 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a6c8e70e-4cbb-4fa9-9a0a-17e41a4ec7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5907d134-a262-4b4a-a3db-59e24fe5da80', 'name': 'tempest-ServerActionsTestJSON-445699591-router', 'tenant_id': '6a0d6178bceb4821a849a10833c56365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '444f7587-f15d-48e8-8285-7b8debb62662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:47:23Z', 'updated_at': '2022-11-02T12:47:53Z', 'revision_number': 5, 'project_id': '6a0d6178bceb4821a849a10833c56365', 'gw_port': {'id': '444f7587-f15d-48e8-8285-7b8debb62662', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:71:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5907d134-a262-4b4a-a3db-59e24fe5da80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:25Z', 'updated_at': '2022-11-02T12:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:55.567240 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8e70e-4cbb-4fa9-9a0a-17e41a4ec7cc None None] Checking router: 5907d134-a262-4b4a-a3db-59e24fe5da80 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:47:55.577226 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c8e70e-4cbb-4fa9-9a0a-17e41a4ec7cc None None] Routers {'5907d134-a262-4b4a-a3db-59e24fe5da80'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:47:55.578096 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a6c8e70e-4cbb-4fa9-9a0a-17e41a4ec7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['5907d134-a262-4b4a-a3db-59e24fe5da80'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:55.596255 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a971c02e-9769-4f41-8ecb-a5e3cfe0e9d5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (c1a50d93-3f7e-49e5-8823-333ec4eff712), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:55.596997 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a971c02e-9769-4f41-8ecb-a5e3cfe0e9d5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Fanout notify agent at l3_agent the message router_deleted on router c1a50d93-3f7e-49e5-8823-333ec4eff712 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:47:55.606274 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a971c02e-9769-4f41-8ecb-a5e3cfe0e9d5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:55.610906 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a971c02e-9769-4f41-8ecb-a5e3cfe0e9d5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "DELETE /networking/v2.0/routers/c1a50d93-3f7e-49e5-8823-333ec4eff712 HTTP/1.1" status: 204 len: 168 time: 2.3084834 Nov 02 12:47:55.611852 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44520) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:55.621502 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f6c9b3f6-2828-4113-b3ce-a69ca5e1360f tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-737044807', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:55.673864 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:55.737242 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-a6c8e70e-4cbb-4fa9-9a0a-17e41a4ec7cc None None] Set router 5907d134-a262-4b4a-a3db-59e24fe5da80 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:47:55.851529 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-cae46644-1b60-4ac0-99ef-626fd73a4923 None None] Provisioning complete for port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:47:55.851917 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cae46644-1b60-4ac0-99ef-626fd73a4923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:55.852304 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-cae46644-1b60-4ac0-99ef-626fd73a4923 None None] Attempt 1 to provision port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b Nov 02 12:47:55.856122 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-64c65815-350e-4533-a73d-c69428cfbf29 req-ffbb0d87-b558-4248-9472-3742e5e0afff tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.0635495 Nov 02 12:47:55.857214 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cb7c6a-6e62-4522-8611-e7a31d094f16 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Made reservation on behalf of 8f45f7b86c104af5a07c40034429278c for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:55.875405 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14cb7c6a-6e62-4522-8611-e7a31d094f16 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:55.878616 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f6c9b3f6-2828-4113-b3ce-a69ca5e1360f tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (8473ea07-11b9-4f4c-8857-c5001d7c644e), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:55.882901 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f6c9b3f6-2828-4113-b3ce-a69ca5e1360f tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (8473ea07-11b9-4f4c-8857-c5001d7c644e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:55.894477 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e1fc8-5f3c-4fa0-a112-179415b9b750 admin admin] Deleting port 444f7587-f15d-48e8-8285-7b8debb62662 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:55.895971 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2d2e1fc8-5f3c-4fa0-a112-179415b9b750 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (444f7587-f15d-48e8-8285-7b8debb62662), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:55.991983 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a6c8e70e-4cbb-4fa9-9a0a-17e41a4ec7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5907d134-a262-4b4a-a3db-59e24fe5da80', 'name': 'tempest-ServerActionsTestJSON-445699591-router', 'tenant_id': '6a0d6178bceb4821a849a10833c56365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '444f7587-f15d-48e8-8285-7b8debb62662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:47:23Z', 'updated_at': '2022-11-02T12:47:53Z', 'revision_number': 5, 'project_id': '6a0d6178bceb4821a849a10833c56365', 'gw_port': {'id': '444f7587-f15d-48e8-8285-7b8debb62662', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:71:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5907d134-a262-4b4a-a3db-59e24fe5da80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:25Z', 'updated_at': '2022-11-02T12:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:56.041060 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f6c9b3f6-2828-4113-b3ce-a69ca5e1360f tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_controller (8473ea07-11b9-4f4c-8857-c5001d7c644e), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:56.055255 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cae46644-1b60-4ac0-99ef-626fd73a4923 None None] Current status of the port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:47:56.075484 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44540) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:56.078036 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8e70e-4cbb-4fa9-9a0a-17e41a4ec7cc None None] The sync data for ids ['5907d134-a262-4b4a-a3db-59e24fe5da80'] in n-d-857339-6 is: [{'id': '5907d134-a262-4b4a-a3db-59e24fe5da80', 'name': 'tempest-ServerActionsTestJSON-445699591-router', 'tenant_id': '6a0d6178bceb4821a849a10833c56365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '444f7587-f15d-48e8-8285-7b8debb62662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:47:23Z', 'updated_at': '2022-11-02T12:47:53Z', 'revision_number': 5, 'project_id': '6a0d6178bceb4821a849a10833c56365', 'gw_port': {'id': '444f7587-f15d-48e8-8285-7b8debb62662', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:71:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5907d134-a262-4b4a-a3db-59e24fe5da80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:47:25Z', 'updated_at': '2022-11-02T12:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:47:56.099761 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-2d2e1fc8-5f3c-4fa0-a112-179415b9b750 admin admin] For port 444f7587-f15d-48e8-8285-7b8debb62662, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=444f7587-f15d-48e8-8285-7b8debb62662,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:56.100069 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2d2e1fc8-5f3c-4fa0-a112-179415b9b750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (444f7587-f15d-48e8-8285-7b8debb62662), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:56.116121 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e1fc8-5f3c-4fa0-a112-179415b9b750 admin admin] Calling delete_port for 444f7587-f15d-48e8-8285-7b8debb62662 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:56.138390 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:56.194119 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f6c9b3f6-2828-4113-b3ce-a69ca5e1360f tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (8473ea07-11b9-4f4c-8857-c5001d7c644e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:56.329994 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14cb7c6a-6e62-4522-8611-e7a31d094f16 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (9df2d449-5e0b-4320-8a25-c4014f5c515e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:56.334796 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f6c9b3f6-2828-4113-b3ce-a69ca5e1360f tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:56.338983 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f6c9b3f6-2828-4113-b3ce-a69ca5e1360f tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7232108 Nov 02 12:47:56.341098 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44550) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:56.348100 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6e15d851-1a59-41b5-bc2f-de09526a23e9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'enable_snat': False}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:56.397378 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb7c6a-6e62-4522-8611-e7a31d094f16 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Pushing event updated for resources: {'Subnet': ['ID=9df2d449-5e0b-4320-8a25-c4014f5c515e,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:56.418375 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cb7c6a-6e62-4522-8611-e7a31d094f16 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Checking segment: {'id': 'ca8d3be1-59cd-42cb-b5c1-297754cc0626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '03214f9b-bbee-4e82-b80d-4b13b3b27499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:56.418746 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cb7c6a-6e62-4522-8611-e7a31d094f16 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Network hostable DHCP agents. Network: 03214f9b-bbee-4e82-b80d-4b13b3b27499, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:47:56.477561 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2d2e1fc8-5f3c-4fa0-a112-179415b9b750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (444f7587-f15d-48e8-8285-7b8debb62662), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:56.601578 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cb7c6a-6e62-4522-8611-e7a31d094f16 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Network 03214f9b-bbee-4e82-b80d-4b13b3b27499 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:47:56.732283 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-14cb7c6a-6e62-4522-8611-e7a31d094f16 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 03214f9b-bbee-4e82-b80d-4b13b3b27499) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:56.740089 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c88e08-0978-43f2-b81c-7d4c509f8455 None None] Network 03214f9b-bbee-4e82-b80d-4b13b3b27499 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:47:56.751110 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bc54d3c0-7785-4bff-9692-7d578ac80575 req-362eed95-1491-4231-862d-8f7959ebc154 tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.0328147 Nov 02 12:47:56.752436 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cb7c6a-6e62-4522-8611-e7a31d094f16 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:56.753043 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14cb7c6a-6e62-4522-8611-e7a31d094f16 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:56.866266 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-14cb7c6a-6e62-4522-8611-e7a31d094f16 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4244075 Nov 02 12:47:56.868841 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44566) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:56.872781 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e1fc8-5f3c-4fa0-a112-179415b9b750 admin admin] Pushing event deleted for resources: {'Port': ['ID=444f7587-f15d-48e8-8285-7b8debb62662,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:56.877265 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f252f85c-9faf-4ee4-8b00-6a0d56aa086e tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Request body: {'subnet': {'network_id': '1108e33c-4e36-4360-b055-f25c4edf6a41', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:56.886750 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-474a2ae7-fa26-44ca-9dd4-a21989f58626 tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-948165043'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:56.919931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-03214f9b-bbee-4e82-b80d-4b13b3b27499', 'network_id': '03214f9b-bbee-4e82-b80d-4b13b3b27499', 'project_id': '8f45f7b86c104af5a07c40034429278c', 'fixed_ips': [{'subnet_id': '9df2d449-5e0b-4320-8a25-c4014f5c515e'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:47:56.922437 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.027469 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2d2e1fc8-5f3c-4fa0-a112-179415b9b750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (5907d134-a262-4b4a-a3db-59e24fe5da80), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.033234 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-5859a7d0-cad5-43d0-9396-1fea3a68b87c req-666e107c-aed4-479d-a26a-686904cd823e service neutron] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=724e20d4dc92442793890056ba718eda&device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.1861253 Nov 02 12:47:57.079163 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:57.111733 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] Allocated IP 10.1.1.2 (03214f9b-bbee-4e82-b80d-4b13b3b27499/9df2d449-5e0b-4320-8a25-c4014f5c515e/e02dc39a-ce8d-45c9-bf74-061860d9a0ec) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:57.117397 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f252f85c-9faf-4ee4-8b00-6a0d56aa086e tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Made reservation on behalf of 8f45f7b86c104af5a07c40034429278c for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:57.122296 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f252f85c-9faf-4ee4-8b00-6a0d56aa086e tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.179213 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e15d851-1a59-41b5-bc2f-de09526a23e9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_gateway (8473ea07-11b9-4f4c-8857-c5001d7c644e), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.184046 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-5859a7d0-cad5-43d0-9396-1fea3a68b87c req-2b4f41a2-74e4-4845-b700-6003ff934325 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=724e20d4dc92442793890056ba718eda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889595 Nov 02 12:47:57.186405 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2d2e1fc8-5f3c-4fa0-a112-179415b9b750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (5907d134-a262-4b4a-a3db-59e24fe5da80), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.189747 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2d2e1fc8-5f3c-4fa0-a112-179415b9b750 admin admin] Publish callbacks [] for router_controller (5907d134-a262-4b4a-a3db-59e24fe5da80), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.292158 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474a2ae7-fa26-44ca-9dd4-a21989f58626 tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Made reservation on behalf of c1ea0e13261a4a6790ff89a1b9302938 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:57.296896 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-474a2ae7-fa26-44ca-9dd4-a21989f58626 tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.327067 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] Publish callbacks [] for port (e02dc39a-ce8d-45c9-bf74-061860d9a0ec), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.328068 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-474a2ae7-fa26-44ca-9dd4-a21989f58626 tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.394218 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859a7d0-cad5-43d0-9396-1fea3a68b87c req-17d083b8-64ac-43fd-8c36-12bb76811018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:57.396278 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-5859a7d0-cad5-43d0-9396-1fea3a68b87c req-17d083b8-64ac-43fd-8c36-12bb76811018 service neutron] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2041097 Nov 02 12:47:57.406286 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2d2e1fc8-5f3c-4fa0-a112-179415b9b750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (5907d134-a262-4b4a-a3db-59e24fe5da80), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.409857 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2e1fc8-5f3c-4fa0-a112-179415b9b750 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5907d134-a262-4b4a-a3db-59e24fe5da80 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:47:57.439183 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2d2e1fc8-5f3c-4fa0-a112-179415b9b750 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.440341 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2d2e1fc8-5f3c-4fa0-a112-179415b9b750 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/5907d134-a262-4b4a-a3db-59e24fe5da80 HTTP/1.1" status: 204 len: 168 time: 2.4929724 Nov 02 12:47:57.444752 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44580) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:57.508699 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-b652d38a-cbe9-4090-8876-e2ef0f7d8246 admin admin] Deleting subnet 108a8be6-813a-4570-9c0a-b1217f4362d9 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:47:57.512658 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b652d38a-cbe9-4090-8876-e2ef0f7d8246 admin admin] Publish callbacks [] for subnet (108a8be6-813a-4570-9c0a-b1217f4362d9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.538351 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (e02dc39a-ce8d-45c9-bf74-061860d9a0ec), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.573526 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b652d38a-cbe9-4090-8876-e2ef0f7d8246 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (108a8be6-813a-4570-9c0a-b1217f4362d9), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.638865 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] Network 03214f9b-bbee-4e82-b80d-4b13b3b27499 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:57.643628 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f252f85c-9faf-4ee4-8b00-6a0d56aa086e tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (f99b817c-dde7-47aa-a298-9eb66e20a99b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.644919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 34201bc5-8358-40e6-8c78-319b324443d0 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:47:57.672112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 34201bc5-8358-40e6-8c78-319b324443d0 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:47:57.672456 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 34201bc5-8358-40e6-8c78-319b324443d0 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:47:57.678817 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:57.681842 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:47:57.687296 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] Pushing event updated for resources: {'Port': ['ID=e02dc39a-ce8d-45c9-bf74-061860d9a0ec,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:57.739599 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e15d851-1a59-41b5-bc2f-de09526a23e9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_gateway (8473ea07-11b9-4f4c-8857-c5001d7c644e), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.743788 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-474a2ae7-fa26-44ca-9dd4-a21989f58626 tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Publish callbacks [] for security_group (5d19ba1d-107e-4ce2-a4e5-f62ec1d3827b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.754016 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] Attempting to bind port e02dc39a-ce8d-45c9-bf74-061860d9a0ec on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:47:57.755506 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] Attempting to bind port e02dc39a-ce8d-45c9-bf74-061860d9a0ec by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ca8d3be1-59cd-42cb-b5c1-297754cc0626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '03214f9b-bbee-4e82-b80d-4b13b3b27499'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:47:57.755639 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] Attempting to bind port e02dc39a-ce8d-45c9-bf74-061860d9a0ec on network 03214f9b-bbee-4e82-b80d-4b13b3b27499 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:47:57.763387 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e15d851-1a59-41b5-bc2f-de09526a23e9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.802910 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:47:57.803558 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] Checking segment: {'id': 'ca8d3be1-59cd-42cb-b5c1-297754cc0626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '03214f9b-bbee-4e82-b80d-4b13b3b27499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:57.803993 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.804392 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] Bound using segment: {'id': 'ca8d3be1-59cd-42cb-b5c1-297754cc0626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '03214f9b-bbee-4e82-b80d-4b13b3b27499'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:47:57.804918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] Bound port: e02dc39a-ce8d-45c9-bf74-061860d9a0ec, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8d3be1-59cd-42cb-b5c1-297754cc0626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '03214f9b-bbee-4e82-b80d-4b13b3b27499'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:47:57.805310 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e02dc39a-ce8d-45c9-bf74-061860d9a0ec), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.839994 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-474a2ae7-fa26-44ca-9dd4-a21989f58626 tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5d19ba1d-107e-4ce2-a4e5-f62ec1d3827b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.907133 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474a2ae7-fa26-44ca-9dd4-a21989f58626 tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:47:57.919478 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] For port e02dc39a-ce8d-45c9-bf74-061860d9a0ec, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:47:57.932418 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a2ae7-fa26-44ca-9dd4-a21989f58626 tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d19ba1d-107e-4ce2-a4e5-f62ec1d3827b,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:57.933752 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] For port e02dc39a-ce8d-45c9-bf74-061860d9a0ec, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e02dc39a-ce8d-45c9-bf74-061860d9a0ec,segment=NetworkSegment(ca8d3be1-59cd-42cb-b5c1-297754cc0626),segment_id=ca8d3be1-59cd-42cb-b5c1-297754cc0626)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:47:57.941743 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-474a2ae7-fa26-44ca-9dd4-a21989f58626 tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (6d3ebb0c-b9eb-4d02-8e0c-380e259563b6), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:57.943343 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-474a2ae7-fa26-44ca-9dd4-a21989f58626 tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Added segment 6d3ebb0c-b9eb-4d02-8e0c-380e259563b6 of type vlan for network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c Nov 02 12:47:57.945794 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:58.010482 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-6e15d851-1a59-41b5-bc2f-de09526a23e9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Allocated IP 172.25.2.244 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/e5378db8-8b39-4df9-9fd5-d82253c08fa1) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:58.039657 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-474a2ae7-fa26-44ca-9dd4-a21989f58626 tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (39da73e7-82c4-43f5-b0e3-44e6ef927d3c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:58.075712 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e02dc39a-ce8d-45c9-bf74-061860d9a0ec), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:58.085583 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44592) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:58.154463 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:58.197822 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953fc14-84fe-4936-9012-3ac30fa2eba6 None None] Pushing event updated for resources: {'Port': ['ID=e02dc39a-ce8d-45c9-bf74-061860d9a0ec,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:58.215328 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-474a2ae7-fa26-44ca-9dd4-a21989f58626 tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (39da73e7-82c4-43f5-b0e3-44e6ef927d3c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:58.218388 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-68a60e12-322f-4539-9918-84ef891d13c8 req-2fef8776-2fe0-4720-8ebe-4a5091d31fbd tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.0841856 Nov 02 12:47:58.220899 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a2ae7-fa26-44ca-9dd4-a21989f58626 tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:58.223088 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-474a2ae7-fa26-44ca-9dd4-a21989f58626 tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:58.229459 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b652d38a-cbe9-4090-8876-e2ef0f7d8246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (108a8be6-813a-4570-9c0a-b1217f4362d9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:58.237987 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e15d851-1a59-41b5-bc2f-de09526a23e9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for port (e5378db8-8b39-4df9-9fd5-d82253c08fa1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:58.275845 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252f85c-9faf-4ee4-8b00-6a0d56aa086e tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Pushing event updated for resources: {'Subnet': ['ID=f99b817c-dde7-47aa-a298-9eb66e20a99b,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:58.276757 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:58.281608 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f252f85c-9faf-4ee4-8b00-6a0d56aa086e tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Checking segment: {'id': '28bd5bcb-2813-4aeb-b513-0466459fc288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1108e33c-4e36-4360-b055-f25c4edf6a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:47:58.292288 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f252f85c-9faf-4ee4-8b00-6a0d56aa086e tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Network hostable DHCP agents. Network: 1108e33c-4e36-4360-b055-f25c4edf6a41, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:47:58.324664 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a2ae7-fa26-44ca-9dd4-a21989f58626 tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Pushing event updated for resources: {'Network': ['ID=39da73e7-82c4-43f5-b0e3-44e6ef927d3c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:58.338414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:47:58.376256 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-474a2ae7-fa26-44ca-9dd4-a21989f58626 tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2997186 Nov 02 12:47:58.477000 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f252f85c-9faf-4ee4-8b00-6a0d56aa086e tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Network 1108e33c-4e36-4360-b055-f25c4edf6a41 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:47:58.539054 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b652d38a-cbe9-4090-8876-e2ef0f7d8246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (108a8be6-813a-4570-9c0a-b1217f4362d9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:58.539193 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-38d329f9-2c20-48bd-ab58-20bfe8c15a9f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-216935545-network', 'tenant_id': 'a720f4a1648e4aa1b4efaf39bb904f11'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:58.546157 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e15d851-1a59-41b5-bc2f-de09526a23e9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e5378db8-8b39-4df9-9fd5-d82253c08fa1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:58.574446 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652d38a-cbe9-4090-8876-e2ef0f7d8246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=108a8be6-813a-4570-9c0a-b1217f4362d9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:58.581519 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b652d38a-cbe9-4090-8876-e2ef0f7d8246 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:58.586377 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c094ec7d-1cd4-47f3-b26f-83809379f118 None None] Network c4b614b6-864d-40a5-85b9-d9b8af92db1b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:47:58.588698 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b652d38a-cbe9-4090-8876-e2ef0f7d8246 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/108a8be6-813a-4570-9c0a-b1217f4362d9 HTTP/1.1" status: 204 len: 168 time: 1.1387594 Nov 02 12:47:58.589354 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44602) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:58.626812 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e15d851-1a59-41b5-bc2f-de09526a23e9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:58.632727 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6e15d851-1a59-41b5-bc2f-de09526a23e9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:58.637138 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e15d851-1a59-41b5-bc2f-de09526a23e9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:47:58.682461 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15d851-1a59-41b5-bc2f-de09526a23e9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Pushing event updated for resources: {'Port': ['ID=e5378db8-8b39-4df9-9fd5-d82253c08fa1,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:58.691777 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb7c05bc-8d24-49c7-891d-76b786466fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (c4b614b6-864d-40a5-85b9-d9b8af92db1b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:58.697934 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f252f85c-9faf-4ee4-8b00-6a0d56aa086e tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 1108e33c-4e36-4360-b055-f25c4edf6a41) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:58.707668 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f252f85c-9faf-4ee4-8b00-6a0d56aa086e tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:58.709108 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f252f85c-9faf-4ee4-8b00-6a0d56aa086e tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:58.718903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cff1680-ddeb-4d03-935a-4d387828ba86 None None] Network 1108e33c-4e36-4360-b055-f25c4edf6a41 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:47:58.763363 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-eb7c05bc-8d24-49c7-891d-76b786466fdc admin admin] Deleting port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:58.763747 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb7c05bc-8d24-49c7-891d-76b786466fdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:58.779294 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [req-5859a7d0-cad5-43d0-9396-1fea3a68b87c req-9632c65a-12aa-4b06-a9bf-3ee63f36843f tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.0613818 Nov 02 12:47:58.779294 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d329f9-2c20-48bd-ab58-20bfe8c15a9f admin admin] Made reservation on behalf of a720f4a1648e4aa1b4efaf39bb904f11 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:58.781515 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38d329f9-2c20-48bd-ab58-20bfe8c15a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:58.841549 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38d329f9-2c20-48bd-ab58-20bfe8c15a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:58.875529 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44608) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:58.884368 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f252f85c-9faf-4ee4-8b00-6a0d56aa086e tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0143867 Nov 02 12:47:58.893380 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c3e8b72e-f6a1-4b88-9ed8-4a1827817b44 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Request body: {'port': {'network_id': '03214f9b-bbee-4e82-b80d-4b13b3b27499', 'name': 'tempest-TaggedBootDevicesTest_v242-472684919', 'fixed_ips': [{'subnet_id': '9df2d449-5e0b-4320-8a25-c4014f5c515e'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:58.918991 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-eb7c05bc-8d24-49c7-891d-76b786466fdc admin admin] For port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b,segment=NetworkSegment(9eeb4f86-2a94-44d1-bc42-7a28d7260a93),segment_id=9eeb4f86-2a94-44d1-bc42-7a28d7260a93)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:58.919367 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb7c05bc-8d24-49c7-891d-76b786466fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:58.979275 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-1108e33c-4e36-4360-b055-f25c4edf6a41', 'network_id': '1108e33c-4e36-4360-b055-f25c4edf6a41', 'project_id': '8f45f7b86c104af5a07c40034429278c', 'fixed_ips': [{'subnet_id': 'f99b817c-dde7-47aa-a298-9eb66e20a99b'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:47:58.979990 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-eb7c05bc-8d24-49c7-891d-76b786466fdc admin admin] Calling delete_port for 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:58.985737 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:58.987847 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44610) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:59.000833 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Request body: {'port': {'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c', 'binding:host_id': 'n-h2-857339-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1076209915'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:59.139200 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a834b3-31d0-4856-b9e8-3f6bd24ff179 None None] DHCP port deletion for c4b614b6-864d-40a5-85b9-d9b8af92db1b request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:47:59.197930 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Made reservation on behalf of a732ba5fdce345fd87c7b6482100033e for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:59.201354 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.228255 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.234669 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-53a834b3-31d0-4856-b9e8-3f6bd24ff179 None None] Deleting port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:47:59.235148 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53a834b3-31d0-4856-b9e8-3f6bd24ff179 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.237191 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb7c05bc-8d24-49c7-891d-76b786466fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.298484 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c05bc-8d24-49c7-891d-76b786466fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:59.325696 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44616) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:59.335233 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:59.369195 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7c05bc-8d24-49c7-891d-76b786466fdc admin admin] No DVR routers for this DVR port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:47:59.447759 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-53a834b3-31d0-4856-b9e8-3f6bd24ff179 None None] For port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b, host n-d-857339-6, got binding levels [] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:59.453908 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53a834b3-31d0-4856-b9e8-3f6bd24ff179 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.466879 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38d329f9-2c20-48bd-ab58-20bfe8c15a9f admin admin] Publish callbacks [] for security_group (4a38f17e-3097-438b-b998-f1511e627bb4), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.475878 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] Allocated IP 10.2.2.2 (1108e33c-4e36-4360-b055-f25c4edf6a41/f99b817c-dde7-47aa-a298-9eb66e20a99b/2ba5a68e-6077-4cf2-a229-ccdec07d18ef) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:59.495340 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e15d851-1a59-41b5-bc2f-de09526a23e9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router_gateway (8473ea07-11b9-4f4c-8857-c5001d7c644e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.498503 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-53a834b3-31d0-4856-b9e8-3f6bd24ff179 None None] Calling delete_port for 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:47:59.505027 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.ipam_backend_mixin [None req-53a834b3-31d0-4856-b9e8-3f6bd24ff179 None None] Port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b was not found and therefore no delete operation was performed {{(pid=105977) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Nov 02 12:47:59.507359 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53a834b3-31d0-4856-b9e8-3f6bd24ff179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.561828 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks [] for security_group (bf6b8e0a-1c17-4326-8e2b-e9f2fcf52233), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.589437 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a834b3-31d0-4856-b9e8-3f6bd24ff179 None None] Pushing event deleted for resources: {'Port': ['ID=3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:59.602763 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e8b72e-f6a1-4b88-9ed8-4a1827817b44 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Made reservation on behalf of 8f45f7b86c104af5a07c40034429278c for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:59.607333 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:59.608374 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38d329f9-2c20-48bd-ab58-20bfe8c15a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4a38f17e-3097-438b-b998-f1511e627bb4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.614758 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb7c05bc-8d24-49c7-891d-76b786466fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (c4b614b6-864d-40a5-85b9-d9b8af92db1b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.629570 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a834b3-31d0-4856-b9e8-3f6bd24ff179 None None] No DVR routers for this DVR port 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:47:59.656787 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dd8e2d34-0c25-40fb-9f81-cb10c843cfc5 req-0dba5495-64e6-41f7-8bf5-bcb6e81fbc7e tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=81da9728-5f59-4601-ad1b-4f8792c621b1 HTTP/1.1" status: 200 len: 210 time: 0.2131960 Nov 02 12:47:59.684786 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-eb7c05bc-8d24-49c7-891d-76b786466fdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b614b6-864d-40a5-85b9-d9b8af92db1b']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:59.703984 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:59.706044 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-eb7c05bc-8d24-49c7-891d-76b786466fdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eeb4f86-2a94-44d1-bc42-7a28d7260a93') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:59.706346 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-eb7c05bc-8d24-49c7-891d-76b786466fdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eeb4f86-2a94-44d1-bc42-7a28d7260a93') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:59.728817 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb7c05bc-8d24-49c7-891d-76b786466fdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (9eeb4f86-2a94-44d1-bc42-7a28d7260a93), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.741394 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bf6b8e0a-1c17-4326-8e2b-e9f2fcf52233), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.764718 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d329f9-2c20-48bd-ab58-20bfe8c15a9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:47:59.764897 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb7c05bc-8d24-49c7-891d-76b786466fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (9eeb4f86-2a94-44d1-bc42-7a28d7260a93), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.784706 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7c05bc-8d24-49c7-891d-76b786466fdc admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:47:59.785715 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb7c05bc-8d24-49c7-891d-76b786466fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (9eeb4f86-2a94-44d1-bc42-7a28d7260a93), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.809050 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e02dc39a-ce8d-45c9-bf74-061860d9a0ec up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:59.815204 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] device_id is not set on port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:47:59.821910 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 9eeb4f86-2a94-44d1-bc42-7a28d7260a93 resource provider aggregate not found Nov 02 12:47:59.844056 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d329f9-2c20-48bd-ab58-20bfe8c15a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a38f17e-3097-438b-b998-f1511e627bb4,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:59.857254 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:59.869261 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f90f95f2-5744-41dc-8ed1-5c3324f005a7 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:59.886287 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 9eeb4f86-2a94-44d1-bc42-7a28d7260a93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9eeb4f86-2a94-44d1-bc42-7a28d7260a93 found for delete ", "request_id": "req-c203d7a9-e0d2-47ab-a6e0-5973382a44c8"}]} Nov 02 12:47:59.894619 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721b0460-c14a-4d8c-988f-25737f1f02f1 None None] Network 03214f9b-bbee-4e82-b80d-4b13b3b27499 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:47:59.909604 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38d329f9-2c20-48bd-ab58-20bfe8c15a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (b9aa5dac-9ad2-4418-8135-7746706065c5), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.909961 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-38d329f9-2c20-48bd-ab58-20bfe8c15a9f admin admin] Added segment b9aa5dac-9ad2-4418-8135-7746706065c5 of type vlan for network 796ffcce-1550-4d20-a67b-b64932b09c24 Nov 02 12:48:00.046394 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6b8e0a-1c17-4326-8e2b-e9f2fcf52233,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:00.073079 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f90f95f2-5744-41dc-8ed1-5c3324f005a7 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.076558 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38d329f9-2c20-48bd-ab58-20bfe8c15a9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (796ffcce-1550-4d20-a67b-b64932b09c24), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.083829 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3e8b72e-f6a1-4b88-9ed8-4a1827817b44 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.115925 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7677e331-448b-4082-aa35-63ad10d891bb None None] Provisioning complete for port e02dc39a-ce8d-45c9-bf74-061860d9a0ec triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:00.116926 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7677e331-448b-4082-aa35-63ad10d891bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e02dc39a-ce8d-45c9-bf74-061860d9a0ec), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.117414 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7677e331-448b-4082-aa35-63ad10d891bb None None] Attempt 1 to provision port e02dc39a-ce8d-45c9-bf74-061860d9a0ec Nov 02 12:48:00.173906 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb7c05bc-8d24-49c7-891d-76b786466fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (c4b614b6-864d-40a5-85b9-d9b8af92db1b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.180162 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] Publish callbacks [] for port (2ba5a68e-6077-4cf2-a229-ccdec07d18ef), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.187316 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb7c05bc-8d24-49c7-891d-76b786466fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.190749 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-eb7c05bc-8d24-49c7-891d-76b786466fdc admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/c4b614b6-864d-40a5-85b9-d9b8af92db1b HTTP/1.1" status: 204 len: 168 time: 1.6003950 Nov 02 12:48:00.198530 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e15d851-1a59-41b5-bc2f-de09526a23e9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (8473ea07-11b9-4f4c-8857-c5001d7c644e), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.200811 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-c3e8b72e-f6a1-4b88-9ed8-4a1827817b44 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] device_id is not set on port e9189809-9a37-4342-923c-0225f24a5496 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:48:00.209355 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c05bc-8d24-49c7-891d-76b786466fdc admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b614b6-864d-40a5-85b9-d9b8af92db1b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:00.211059 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e15d851-1a59-41b5-bc2f-de09526a23e9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (8473ea07-11b9-4f4c-8857-c5001d7c644e), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.235657 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e02dc39a-ce8d-45c9-bf74-061860d9a0ec triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:00.236259 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e02dc39a-ce8d-45c9-bf74-061860d9a0ec), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.236798 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e02dc39a-ce8d-45c9-bf74-061860d9a0ec Nov 02 12:48:00.260398 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f90f95f2-5744-41dc-8ed1-5c3324f005a7 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.347951 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38d329f9-2c20-48bd-ab58-20bfe8c15a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (796ffcce-1550-4d20-a67b-b64932b09c24), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.349845 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d329f9-2c20-48bd-ab58-20bfe8c15a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:00.350714 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38d329f9-2c20-48bd-ab58-20bfe8c15a9f admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.361581 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (2ba5a68e-6077-4cf2-a229-ccdec07d18ef), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.380348 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7677e331-448b-4082-aa35-63ad10d891bb None None] Current status of the port e02dc39a-ce8d-45c9-bf74-061860d9a0ec is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:00.380348 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7677e331-448b-4082-aa35-63ad10d891bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e02dc39a-ce8d-45c9-bf74-061860d9a0ec), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.465483 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-f90f95f2-5744-41dc-8ed1-5c3324f005a7 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Allocated IP 172.25.2.117 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/ad0ed260-ba04-464e-a154-104610d070ba) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:00.501275 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7677e331-448b-4082-aa35-63ad10d891bb None None] For port e02dc39a-ce8d-45c9-bf74-061860d9a0ec, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e02dc39a-ce8d-45c9-bf74-061860d9a0ec,segment=NetworkSegment(ca8d3be1-59cd-42cb-b5c1-297754cc0626),segment_id=ca8d3be1-59cd-42cb-b5c1-297754cc0626)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:00.507163 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e02dc39a-ce8d-45c9-bf74-061860d9a0ec is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:00.507558 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e02dc39a-ce8d-45c9-bf74-061860d9a0ec), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.512638 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] Network 1108e33c-4e36-4360-b055-f25c4edf6a41 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:00.516533 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:00.550207 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:00.570050 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] Pushing event updated for resources: {'Port': ['ID=2ba5a68e-6077-4cf2-a229-ccdec07d18ef,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:00.631080 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f90f95f2-5744-41dc-8ed1-5c3324f005a7 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for port (ad0ed260-ba04-464e-a154-104610d070ba), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.659608 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7677e331-448b-4082-aa35-63ad10d891bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e02dc39a-ce8d-45c9-bf74-061860d9a0ec), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.722146 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] Attempting to bind port 2ba5a68e-6077-4cf2-a229-ccdec07d18ef on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:00.722529 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] Attempting to bind port 2ba5a68e-6077-4cf2-a229-ccdec07d18ef by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '28bd5bcb-2813-4aeb-b513-0466459fc288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1108e33c-4e36-4360-b055-f25c4edf6a41'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:00.722891 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] Attempting to bind port 2ba5a68e-6077-4cf2-a229-ccdec07d18ef on network 1108e33c-4e36-4360-b055-f25c4edf6a41 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:00.786194 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:48:00.786616 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:48:00.797486 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677e331-448b-4082-aa35-63ad10d891bb None None] Pushing event updated for resources: {'Port': ['ID=e02dc39a-ce8d-45c9-bf74-061860d9a0ec,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:00.813519 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f90f95f2-5744-41dc-8ed1-5c3324f005a7 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (ad0ed260-ba04-464e-a154-104610d070ba), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.814329 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2f9aadd8-8d64-4dd5-afb4-0f62a812ac7e None None] Provisioning complete for port e02dc39a-ce8d-45c9-bf74-061860d9a0ec triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:00.814329 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2f9aadd8-8d64-4dd5-afb4-0f62a812ac7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e02dc39a-ce8d-45c9-bf74-061860d9a0ec), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.814329 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2f9aadd8-8d64-4dd5-afb4-0f62a812ac7e None None] Attempt 1 to provision port e02dc39a-ce8d-45c9-bf74-061860d9a0ec Nov 02 12:48:00.815321 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:48:00.815931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] Checking segment: {'id': '28bd5bcb-2813-4aeb-b513-0466459fc288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1108e33c-4e36-4360-b055-f25c4edf6a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:00.816548 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.817188 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] Bound using segment: {'id': '28bd5bcb-2813-4aeb-b513-0466459fc288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1108e33c-4e36-4360-b055-f25c4edf6a41'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:48:00.818493 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] Bound port: 2ba5a68e-6077-4cf2-a229-ccdec07d18ef, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bd5bcb-2813-4aeb-b513-0466459fc288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1108e33c-4e36-4360-b055-f25c4edf6a41'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:48:00.819060 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2ba5a68e-6077-4cf2-a229-ccdec07d18ef), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.875018 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-38d329f9-2c20-48bd-ab58-20bfe8c15a9f admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7939384 Nov 02 12:48:00.890553 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44636) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:00.898003 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Request body: {'subnet': {'network_id': '796ffcce-1550-4d20-a67b-b64932b09c24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-216935545-subnet', 'tenant_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:00.900621 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:00.921446 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] For port 2ba5a68e-6077-4cf2-a229-ccdec07d18ef, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:00.923853 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90f95f2-5744-41dc-8ed1-5c3324f005a7 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:00.937136 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f90f95f2-5744-41dc-8ed1-5c3324f005a7 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:00.943542 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90f95f2-5744-41dc-8ed1-5c3324f005a7 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:00.955204 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] device_id is not set on port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:48:00.960623 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] For port 2ba5a68e-6077-4cf2-a229-ccdec07d18ef, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2ba5a68e-6077-4cf2-a229-ccdec07d18ef,segment=NetworkSegment(28bd5bcb-2813-4aeb-b513-0466459fc288),segment_id=28bd5bcb-2813-4aeb-b513-0466459fc288)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:00.971694 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2f9aadd8-8d64-4dd5-afb4-0f62a812ac7e None None] Current status of the port e02dc39a-ce8d-45c9-bf74-061860d9a0ec is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:00.977169 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d329f9-2c20-48bd-ab58-20bfe8c15a9f admin admin] Pushing event updated for resources: {'Network': ['ID=796ffcce-1550-4d20-a67b-b64932b09c24,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:00.987109 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks [] for port (eafdff08-1c10-4676-a8de-e0a2b4f8abe5), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.988129 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f95f2-5744-41dc-8ed1-5c3324f005a7 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Pushing event updated for resources: {'Port': ['ID=ad0ed260-ba04-464e-a154-104610d070ba,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:00.993039 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 796ffcce-1550-4d20-a67b-b64932b09c24 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:48:01.028687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44638) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:01.085087 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-c3e8b72e-f6a1-4b88-9ed8-4a1827817b44 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Allocated IP 10.1.1.77 (03214f9b-bbee-4e82-b80d-4b13b3b27499/9df2d449-5e0b-4320-8a25-c4014f5c515e/e9189809-9a37-4342-923c-0225f24a5496) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:01.108593 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f90f95f2-5744-41dc-8ed1-5c3324f005a7 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for floatingip (8dfd378d-5040-44e1-af08-58566a22ffac), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.120530 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-eeb4319b-b86d-4e8a-addc-a9cce1072eaf admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6a0d6178bceb4821a849a10833c56365&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0906606 Nov 02 12:48:01.123251 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44640) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:01.186262 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2ba5a68e-6077-4cf2-a229-ccdec07d18ef), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.186865 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32a2deba-3075-4d53-9c21-d8e7c87b8e98 admin admin] Publish callbacks [] for security_group (b34978e6-1fb8-42ce-b95f-8b644cc008ce), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.188458 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (eafdff08-1c10-4676-a8de-e0a2b4f8abe5), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.188891 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Made reservation on behalf of a720f4a1648e4aa1b4efaf39bb904f11 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:01.200789 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.263734 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fc8e0-ca6c-4fdc-ad5c-c04c74592aa1 None None] Pushing event updated for resources: {'Port': ['ID=2ba5a68e-6077-4cf2-a229-ccdec07d18ef,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:01.268783 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32a2deba-3075-4d53-9c21-d8e7c87b8e98 admin admin] Publish callbacks [] for security_group (b34978e6-1fb8-42ce-b95f-8b644cc008ce), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.296198 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Pushing event updated for resources: {'Port': ['ID=eafdff08-1c10-4676-a8de-e0a2b4f8abe5,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:01.331629 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Checking segment: {'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:01.332318 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Network hostable DHCP agents. Network: 39da73e7-82c4-43f5-b0e3-44e6ef927d3c, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:48:01.348537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e02dc39a-ce8d-45c9-bf74-061860d9a0ec is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:01.374918 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e15d851-1a59-41b5-bc2f-de09526a23e9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Router 8473ea07-11b9-4f4c-8857-c5001d7c644e is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:48:01.389707 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3e8b72e-f6a1-4b88-9ed8-4a1827817b44 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for port (e9189809-9a37-4342-923c-0225f24a5496), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.437733 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f90f95f2-5744-41dc-8ed1-5c3324f005a7 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ad0ed260-ba04-464e-a154-104610d070ba), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.441618 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 444f7587-f15d-48e8-8285-7b8debb62662 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:01.466656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 444f7587-f15d-48e8-8285-7b8debb62662 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:48:01.467396 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 444f7587-f15d-48e8-8285-7b8debb62662 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:01.468538 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:01.493548 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:48:01.494192 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3a48c4d2-b18f-464d-b4a0-31c6a95e9e3b not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:01.547065 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e15d851-1a59-41b5-bc2f-de09526a23e9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:01.551649 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e15d851-1a59-41b5-bc2f-de09526a23e9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.553854 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6e15d851-1a59-41b5-bc2f-de09526a23e9 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "PUT /networking/v2.0/routers/8473ea07-11b9-4f4c-8857-c5001d7c644e HTTP/1.1" status: 200 len: 915 time: 5.2116957 Nov 02 12:48:01.556468 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44644) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:01.563491 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e352c7-2283-4af8-b380-ee7849894f91 None None] Sync routers for ids ['8473ea07-11b9-4f4c-8857-c5001d7c644e'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:01.580713 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e352c7-2283-4af8-b380-ee7849894f91 None None] Routers {'8473ea07-11b9-4f4c-8857-c5001d7c644e'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:01.582655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f8e352c7-2283-4af8-b380-ee7849894f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['8473ea07-11b9-4f4c-8857-c5001d7c644e'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:01.603181 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32a2deba-3075-4d53-9c21-d8e7c87b8e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b34978e6-1fb8-42ce-b95f-8b644cc008ce), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.606018 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32a2deba-3075-4d53-9c21-d8e7c87b8e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.611290 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-32a2deba-3075-4d53-9c21-d8e7c87b8e98 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b34978e6-1fb8-42ce-b95f-8b644cc008ce HTTP/1.1" status: 204 len: 168 time: 0.4869504 Nov 02 12:48:01.669112 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:01.675568 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2deba-3075-4d53-9c21-d8e7c87b8e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34978e6-1fb8-42ce-b95f-8b644cc008ce,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:01.676047 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f8e352c7-2283-4af8-b380-ee7849894f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:01.684236 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e352c7-2283-4af8-b380-ee7849894f91 None None] Routers {'8473ea07-11b9-4f4c-8857-c5001d7c644e'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:01.685121 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f8e352c7-2283-4af8-b380-ee7849894f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['8473ea07-11b9-4f4c-8857-c5001d7c644e'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:01.735375 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f8e352c7-2283-4af8-b380-ee7849894f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:01.736137 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e352c7-2283-4af8-b380-ee7849894f91 None None] The sync data for ids ['8473ea07-11b9-4f4c-8857-c5001d7c644e'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:01.754598 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:48:01.775164 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3e8b72e-f6a1-4b88-9ed8-4a1827817b44 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e9189809-9a37-4342-923c-0225f24a5496), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.782579 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f90f95f2-5744-41dc-8ed1-5c3324f005a7 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for port (ad0ed260-ba04-464e-a154-104610d070ba), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.793194 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44650) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:01.796050 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cec7272b-5148-4ec3-b506-e788be78468e tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "GET /networking/v2.0/routers/8473ea07-11b9-4f4c-8857-c5001d7c644e HTTP/1.1" status: 200 len: 921 time: 0.2380095 Nov 02 12:48:01.806999 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (b212fca6-084f-45d8-ad41-c23aff7231b1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.838652 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e8b72e-f6a1-4b88-9ed8-4a1827817b44 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Network 03214f9b-bbee-4e82-b80d-4b13b3b27499 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:01.844371 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-c3e8b72e-f6a1-4b88-9ed8-4a1827817b44 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:01.849377 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e8b72e-f6a1-4b88-9ed8-4a1827817b44 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:01.895988 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f67c72-9d0d-45c1-b696-7214c0adebf2 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:01.895988 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d6f67c72-9d0d-45c1-b696-7214c0adebf2 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&device_id=8473ea07-11b9-4f4c-8857-c5001d7c644e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0983601 Nov 02 12:48:01.900457 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44654) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:01.920546 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e8b72e-f6a1-4b88-9ed8-4a1827817b44 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:01.922213 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3e8b72e-f6a1-4b88-9ed8-4a1827817b44 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.925873 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b212fca6-084f-45d8-ad41-c23aff7231b1,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:01.953372 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8b72e-f6a1-4b88-9ed8-4a1827817b44 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Pushing event updated for resources: {'Port': ['ID=e9189809-9a37-4342-923c-0225f24a5496,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:01.975960 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 39da73e7-82c4-43f5-b0e3-44e6ef927d3c) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:01.979860 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:01.980964 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f90f95f2-5744-41dc-8ed1-5c3324f005a7 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (ad0ed260-ba04-464e-a154-104610d070ba), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.993113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2ba5a68e-6077-4cf2-a229-ccdec07d18ef up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:02.018723 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:02.021376 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:02.021376 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:02.021376 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:02.021376 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:02.021804 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:02.021919 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:02.022014 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:02.022130 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:02.022297 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:02.022420 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:02.022652 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:02.023181 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:02.023692 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:02.024187 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:02.024706 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:02.025187 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:02.025699 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:02.030470 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:02.030973 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:02.032695 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 2 to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 Nov 02 12:48:02.061722 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e483e964-56ad-466f-8232-974944ce7e3a None None] Network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:48:02.065793 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:02.066146 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:02.066626 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:02.079244 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:02.079693 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:02.080166 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 3 to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 Nov 02 12:48:02.119523 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c3e8b72e-f6a1-4b88-9ed8-4a1827817b44 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.2408931 Nov 02 12:48:02.128927 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44656) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:02.151684 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-23e37681-11ab-4891-ab83-b14923cdc2b7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Request body: {'port': {'network_id': '03214f9b-bbee-4e82-b80d-4b13b3b27499', 'name': 'tempest-TaggedBootDevicesTest_v242-434412341', 'fixed_ips': [{'subnet_id': '9df2d449-5e0b-4320-8a25-c4014f5c515e'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:02.166186 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Checking segment: {'id': 'b9aa5dac-9ad2-4418-8135-7746706065c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '796ffcce-1550-4d20-a67b-b64932b09c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:02.170170 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Network hostable DHCP agents. Network: 796ffcce-1550-4d20-a67b-b64932b09c24, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:48:02.205819 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f90f95f2-5744-41dc-8ed1-5c3324f005a7 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (8dfd378d-5040-44e1-af08-58566a22ffac), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:02.223205 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f95f2-5744-41dc-8ed1-5c3324f005a7 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Pushing event updated for resources: {'Port': ['ID=ad0ed260-ba04-464e-a154-104610d070ba,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:02.229937 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:02.233700 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:02.236129 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:02.248600 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2ba5a68e-6077-4cf2-a229-ccdec07d18ef triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:02.250072 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2ba5a68e-6077-4cf2-a229-ccdec07d18ef), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:02.250072 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2ba5a68e-6077-4cf2-a229-ccdec07d18ef Nov 02 12:48:02.255846 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c9b7ce-259c-4164-ae10-54e3d95e0a59 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:02.257724 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-48c9b7ce-259c-4164-ae10-54e3d95e0a59 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 881 time: 0.3562086 Nov 02 12:48:02.260395 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44660) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:02.302795 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:02.303148 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:02.307828 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 4 to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 Nov 02 12:48:02.310707 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44662) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:02.324785 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cd53cfab-0a54-40ba-9e78-72026023c223 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8473ea07-11b9-4f4c-8857-c5001d7c644e HTTP/1.1" status: 200 len: 205 time: 0.0612352 Nov 02 12:48:02.325628 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44666) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:02.398630 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:02.398867 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:02.399234 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:02.416338 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-607a2977-4a85-489a-a004-f3fedde053f4 None None] Provisioning complete for port e9189809-9a37-4342-923c-0225f24a5496 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:02.417131 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-607a2977-4a85-489a-a004-f3fedde053f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e9189809-9a37-4342-923c-0225f24a5496), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:02.417398 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-607a2977-4a85-489a-a004-f3fedde053f4 None None] Attempt 1 to provision port e9189809-9a37-4342-923c-0225f24a5496 Nov 02 12:48:02.431733 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:02.432325 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:02.434951 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 5 to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 Nov 02 12:48:02.474961 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f90f95f2-5744-41dc-8ed1-5c3324f005a7 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:02.476928 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f90f95f2-5744-41dc-8ed1-5c3324f005a7 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1394303 Nov 02 12:48:02.480568 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Network 796ffcce-1550-4d20-a67b-b64932b09c24 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:48:02.494053 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44672) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:02.504462 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 796ffcce-1550-4d20-a67b-b64932b09c24) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:02.514163 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-2f268454-7d93-457e-b919-3153a44f0c82 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1078230004'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:02.534348 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:02.534701 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:02.535049 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:02.555629 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:02.555968 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:02.558875 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 6 to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 Nov 02 12:48:02.559256 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd280b8-0dde-4953-9b4d-2752cd5a1413 None None] Network 796ffcce-1550-4d20-a67b-b64932b09c24 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:48:02.567504 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2ba5a68e-6077-4cf2-a229-ccdec07d18ef is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:02.567791 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2ba5a68e-6077-4cf2-a229-ccdec07d18ef), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:02.574240 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:02.575270 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:02.602981 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:02.604657 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:02.605089 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:02.609648 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-607a2977-4a85-489a-a004-f3fedde053f4 None None] Port e9189809-9a37-4342-923c-0225f24a5496 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:48:02.615268 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:02.615607 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:02.616045 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 7 to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 Nov 02 12:48:02.635669 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:02.647976 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:02.647976 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:02.654105 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:02.654447 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:02.654844 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 8 to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 Nov 02 12:48:02.700014 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f268454-7d93-457e-b919-3153a44f0c82 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Made reservation on behalf of 8fabc60192d84a4dad9f31f9c5ff93b5 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:02.720170 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2f268454-7d93-457e-b919-3153a44f0c82 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:02.737673 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-50277224-a27e-4f5c-bf15-3a3996dbb204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:02.763465 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2f268454-7d93-457e-b919-3153a44f0c82 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:02.775557 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e37681-11ab-4891-ab83-b14923cdc2b7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Made reservation on behalf of 8f45f7b86c104af5a07c40034429278c for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:02.785224 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-23e37681-11ab-4891-ab83-b14923cdc2b7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:02.805290 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:02.805639 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:02.805981 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:02.855251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-796ffcce-1550-4d20-a67b-b64932b09c24', 'network_id': '796ffcce-1550-4d20-a67b-b64932b09c24', 'project_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'fixed_ips': [{'subnet_id': 'b212fca6-084f-45d8-ad41-c23aff7231b1'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:48:02.855251 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:02.855424 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-383ed981-5c58-482f-9c71-a4c3ea24b9cd tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router (8473ea07-11b9-4f4c-8857-c5001d7c644e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:02.859640 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 2ba5a68e-6077-4cf2-a229-ccdec07d18ef, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2ba5a68e-6077-4cf2-a229-ccdec07d18ef,segment=NetworkSegment(28bd5bcb-2813-4aeb-b513-0466459fc288),segment_id=28bd5bcb-2813-4aeb-b513-0466459fc288)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:02.861325 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:02.863005 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:02.877321 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 9 to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 Nov 02 12:48:02.892833 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-23e37681-11ab-4891-ab83-b14923cdc2b7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] device_id is not set on port 5248b9fc-7d33-47e7-88b2-a85e4e80d314 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:48:02.911649 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e9d1fe74-d76c-481a-aa1f-249b1ff51998 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0183141 Nov 02 12:48:02.917102 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44680) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:02.951680 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f1ed98ba-e200-48ad-a023-3a115fdd6320 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-216935545-router', 'tenant_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:02.969641 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2ba5a68e-6077-4cf2-a229-ccdec07d18ef), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:02.970610 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e02dc39a-ce8d-45c9-bf74-061860d9a0ec up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:02.971407 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:02.971739 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:02.972053 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:02.996308 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:03.018822 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:03.023811 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:03.038010 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 10 to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 Nov 02 12:48:03.072550 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=2ba5a68e-6077-4cf2-a229-ccdec07d18ef,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:03.073920 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-50277224-a27e-4f5c-bf15-3a3996dbb204 admin admin] Publish callbacks [] for security_group (185546d8-7c71-48aa-9feb-0f1a43d647b1), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.075329 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c1be43-da61-44a3-9ca2-b9255ebb3c36 None None] Network 1108e33c-4e36-4360-b055-f25c4edf6a41 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:48:03.078056 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-383ed981-5c58-482f-9c71-a4c3ea24b9cd tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_gateway (8473ea07-11b9-4f4c-8857-c5001d7c644e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.105641 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:03.105641 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:03.105974 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:03.126981 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:03.127313 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:03.127682 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (eafdff08-1c10-4676-a8de-e0a2b4f8abe5), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.141701 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1ed98ba-e200-48ad-a023-3a115fdd6320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (aa2c2eb6-d751-47b3-9153-91839b40ba4e), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.142751 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1ed98ba-e200-48ad-a023-3a115fdd6320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (aa2c2eb6-d751-47b3-9153-91839b40ba4e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.167866 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-50277224-a27e-4f5c-bf15-3a3996dbb204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (185546d8-7c71-48aa-9feb-0f1a43d647b1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.198809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e02dc39a-ce8d-45c9-bf74-061860d9a0ec triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:03.199193 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e02dc39a-ce8d-45c9-bf74-061860d9a0ec), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.199540 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e02dc39a-ce8d-45c9-bf74-061860d9a0ec Nov 02 12:48:03.226746 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e30704b3-ab09-4303-ad58-6b2ffce838a7 None None] Provisioning complete for port 2ba5a68e-6077-4cf2-a229-ccdec07d18ef triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:03.227130 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e30704b3-ab09-4303-ad58-6b2ffce838a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2ba5a68e-6077-4cf2-a229-ccdec07d18ef), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.227474 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e30704b3-ab09-4303-ad58-6b2ffce838a7 None None] Attempt 1 to provision port 2ba5a68e-6077-4cf2-a229-ccdec07d18ef Nov 02 12:48:03.242793 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2f268454-7d93-457e-b919-3153a44f0c82 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for security_group (403e63a6-224d-4a0a-8028-4a976253bf0c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.274568 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:03.301999 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1ed98ba-e200-48ad-a023-3a115fdd6320 admin admin] Publish callbacks [] for router_controller (aa2c2eb6-d751-47b3-9153-91839b40ba4e), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.302851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] Allocated IP 172.20.0.2 (796ffcce-1550-4d20-a67b-b64932b09c24/b212fca6-084f-45d8-ad41-c23aff7231b1/e8cad2fb-5ec7-4149-8626-2afd95fd0465) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:03.319054 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50277224-a27e-4f5c-bf15-3a3996dbb204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185546d8-7c71-48aa-9feb-0f1a43d647b1,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:03.340971 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-383ed981-5c58-482f-9c71-a4c3ea24b9cd tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Deleting port e5378db8-8b39-4df9-9fd5-d82253c08fa1 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:03.340971 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-383ed981-5c58-482f-9c71-a4c3ea24b9cd tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e5378db8-8b39-4df9-9fd5-d82253c08fa1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.341563 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-23e37681-11ab-4891-ab83-b14923cdc2b7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Allocated IP 10.1.1.215 (03214f9b-bbee-4e82-b80d-4b13b3b27499/9df2d449-5e0b-4320-8a25-c4014f5c515e/5248b9fc-7d33-47e7-88b2-a85e4e80d314) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:03.341563 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2f268454-7d93-457e-b919-3153a44f0c82 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (403e63a6-224d-4a0a-8028-4a976253bf0c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.346201 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-50277224-a27e-4f5c-bf15-3a3996dbb204 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=724e20d4dc92442793890056ba718eda&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0339365 Nov 02 12:48:03.350184 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44686) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:03.547669 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-053b3ad9-78cc-4a5c-9a86-170753dd63b4 admin admin] Publish callbacks [] for security_group (185546d8-7c71-48aa-9feb-0f1a43d647b1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.581961 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-383ed981-5c58-482f-9c71-a4c3ea24b9cd tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e5378db8-8b39-4df9-9fd5-d82253c08fa1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.600404 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f268454-7d93-457e-b919-3153a44f0c82 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=403e63a6-224d-4a0a-8028-4a976253bf0c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:03.611167 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] For port eafdff08-1c10-4676-a8de-e0a2b4f8abe5, host n-h2-857339-6, cleared binding levels {{(pid=105976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:03.611687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempted to set empty binding levels {{(pid=105976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 12:48:03.623694 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-053b3ad9-78cc-4a5c-9a86-170753dd63b4 admin admin] Publish callbacks [] for security_group (185546d8-7c71-48aa-9feb-0f1a43d647b1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.626319 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f268454-7d93-457e-b919-3153a44f0c82 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:48:03.642486 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-383ed981-5c58-482f-9c71-a4c3ea24b9cd tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Calling delete_port for e5378db8-8b39-4df9-9fd5-d82253c08fa1 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:03.680257 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e30704b3-ab09-4303-ad58-6b2ffce838a7 None None] Current status of the port 2ba5a68e-6077-4cf2-a229-ccdec07d18ef is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:03.682151 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2f268454-7d93-457e-b919-3153a44f0c82 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (6ee7a634-5fc6-4b07-a256-f814422e59a3), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.682524 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-2f268454-7d93-457e-b919-3153a44f0c82 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Added segment 6ee7a634-5fc6-4b07-a256-f814422e59a3 of type vlan for network e0310466-aa55-4cf0-af87-1c5cca841f94 Nov 02 12:48:03.759791 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e02dc39a-ce8d-45c9-bf74-061860d9a0ec is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:03.852348 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (eafdff08-1c10-4676-a8de-e0a2b4f8abe5), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.857091 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:03.857705 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.879299 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] Publish callbacks [] for port (e8cad2fb-5ec7-4149-8626-2afd95fd0465), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.922647 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-053b3ad9-78cc-4a5c-9a86-170753dd63b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (185546d8-7c71-48aa-9feb-0f1a43d647b1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.925402 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-053b3ad9-78cc-4a5c-9a86-170753dd63b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.927846 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-053b3ad9-78cc-4a5c-9a86-170753dd63b4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/185546d8-7c71-48aa-9feb-0f1a43d647b1 HTTP/1.1" status: 204 len: 168 time: 0.5399311 Nov 02 12:48:03.932721 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2ba5a68e-6077-4cf2-a229-ccdec07d18ef up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:03.939105 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2f268454-7d93-457e-b919-3153a44f0c82 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (e0310466-aa55-4cf0-af87-1c5cca841f94), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.960304 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b3ad9-78cc-4a5c-9a86-170753dd63b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185546d8-7c71-48aa-9feb-0f1a43d647b1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:04.019799 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2ba5a68e-6077-4cf2-a229-ccdec07d18ef triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:04.020185 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2ba5a68e-6077-4cf2-a229-ccdec07d18ef), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:04.020438 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2ba5a68e-6077-4cf2-a229-ccdec07d18ef Nov 02 12:48:04.023536 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a3505681-90e7-4620-b913-fa794e696660 None None] Provisioning complete for port 2ba5a68e-6077-4cf2-a229-ccdec07d18ef triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:04.023919 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a3505681-90e7-4620-b913-fa794e696660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2ba5a68e-6077-4cf2-a229-ccdec07d18ef), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:04.024254 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a3505681-90e7-4620-b913-fa794e696660 None None] Attempt 1 to provision port 2ba5a68e-6077-4cf2-a229-ccdec07d18ef Nov 02 12:48:04.087017 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (e8cad2fb-5ec7-4149-8626-2afd95fd0465), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:04.090653 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44708) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:04.102484 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.1120839 Nov 02 12:48:04.111122 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1ed98ba-e200-48ad-a023-3a115fdd6320 admin admin] Publish callbacks [] for router_gateway (aa2c2eb6-d751-47b3-9153-91839b40ba4e), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:04.119230 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.db.resource_extend [None req-2f268454-7d93-457e-b919-3153a44f0c82 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:48:04.133428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d76aed-c28a-4fae-8092-a0558f61f8cf tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Pushing event updated for resources: {'Port': ['ID=eafdff08-1c10-4676-a8de-e0a2b4f8abe5,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:04.161499 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-23e37681-11ab-4891-ab83-b14923cdc2b7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for port (5248b9fc-7d33-47e7-88b2-a85e4e80d314), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:04.167818 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-383ed981-5c58-482f-9c71-a4c3ea24b9cd tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (e5378db8-8b39-4df9-9fd5-d82253c08fa1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:04.168060 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] Pushing event updated for resources: {'Port': ['ID=e8cad2fb-5ec7-4149-8626-2afd95fd0465,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:04.201352 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] Network 796ffcce-1550-4d20-a67b-b64932b09c24 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:04.228151 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:04.228375 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ed981-5c58-482f-9c71-a4c3ea24b9cd tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Pushing event deleted for resources: {'Port': ['ID=e5378db8-8b39-4df9-9fd5-d82253c08fa1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:04.229113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:04.245227 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6f733f81-d6de-4896-bd24-5b780f0a0f29 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Deleting port eafdff08-1c10-4676-a8de-e0a2b4f8abe5 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:04.245606 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f733f81-d6de-4896-bd24-5b780f0a0f29 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (eafdff08-1c10-4676-a8de-e0a2b4f8abe5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:04.331161 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a3505681-90e7-4620-b913-fa794e696660 None None] Current status of the port 2ba5a68e-6077-4cf2-a229-ccdec07d18ef is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:04.374701 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2f268454-7d93-457e-b919-3153a44f0c82 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (e0310466-aa55-4cf0-af87-1c5cca841f94), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:04.376711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2ba5a68e-6077-4cf2-a229-ccdec07d18ef is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:04.385659 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f268454-7d93-457e-b919-3153a44f0c82 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:04.385659 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2f268454-7d93-457e-b919-3153a44f0c82 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:04.400445 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] Attempting to bind port e8cad2fb-5ec7-4149-8626-2afd95fd0465 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:04.400907 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] Attempting to bind port e8cad2fb-5ec7-4149-8626-2afd95fd0465 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'b9aa5dac-9ad2-4418-8135-7746706065c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '796ffcce-1550-4d20-a67b-b64932b09c24'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:04.401624 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] Attempting to bind port e8cad2fb-5ec7-4149-8626-2afd95fd0465 on network 796ffcce-1550-4d20-a67b-b64932b09c24 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:04.403281 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-6f733f81-d6de-4896-bd24-5b780f0a0f29 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] For port eafdff08-1c10-4676-a8de-e0a2b4f8abe5, host n-h2-857339-6, got binding levels [] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:04.403667 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f733f81-d6de-4896-bd24-5b780f0a0f29 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (eafdff08-1c10-4676-a8de-e0a2b4f8abe5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:04.406766 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-383ed981-5c58-482f-9c71-a4c3ea24b9cd tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (8473ea07-11b9-4f4c-8857-c5001d7c644e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:04.407665 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-23e37681-11ab-4891-ab83-b14923cdc2b7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (5248b9fc-7d33-47e7-88b2-a85e4e80d314), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:04.461476 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:48:04.462283 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] Checking segment: {'id': 'b9aa5dac-9ad2-4418-8135-7746706065c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '796ffcce-1550-4d20-a67b-b64932b09c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:04.462942 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:04.463562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] Bound using segment: {'id': 'b9aa5dac-9ad2-4418-8135-7746706065c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '796ffcce-1550-4d20-a67b-b64932b09c24'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:48:04.464263 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] Bound port: e8cad2fb-5ec7-4149-8626-2afd95fd0465, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9aa5dac-9ad2-4418-8135-7746706065c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '796ffcce-1550-4d20-a67b-b64932b09c24'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:48:04.464986 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e8cad2fb-5ec7-4149-8626-2afd95fd0465), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:04.512701 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6f733f81-d6de-4896-bd24-5b780f0a0f29 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Calling delete_port for eafdff08-1c10-4676-a8de-e0a2b4f8abe5 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:04.562691 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e37681-11ab-4891-ab83-b14923cdc2b7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Network 03214f9b-bbee-4e82-b80d-4b13b3b27499 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:04.567781 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] For port e8cad2fb-5ec7-4149-8626-2afd95fd0465, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:04.572471 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] For port e8cad2fb-5ec7-4149-8626-2afd95fd0465, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e8cad2fb-5ec7-4149-8626-2afd95fd0465,segment=NetworkSegment(b9aa5dac-9ad2-4418-8135-7746706065c5),segment_id=b9aa5dac-9ad2-4418-8135-7746706065c5)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:04.587760 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-383ed981-5c58-482f-9c71-a4c3ea24b9cd tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (8473ea07-11b9-4f4c-8857-c5001d7c644e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:04.596072 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-383ed981-5c58-482f-9c71-a4c3ea24b9cd tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_controller (8473ea07-11b9-4f4c-8857-c5001d7c644e), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:04.603446 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-23e37681-11ab-4891-ab83-b14923cdc2b7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:04.606125 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e37681-11ab-4891-ab83-b14923cdc2b7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:04.650287 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e8cad2fb-5ec7-4149-8626-2afd95fd0465), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:04.701002 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:04.712404 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2f268454-7d93-457e-b919-3153a44f0c82 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2129989 Nov 02 12:48:04.719018 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44732) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:04.740769 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f268454-7d93-457e-b919-3153a44f0c82 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Pushing event updated for resources: {'Network': ['ID=e0310466-aa55-4cf0-af87-1c5cca841f94,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:04.749216 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e37681-11ab-4891-ab83-b14923cdc2b7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Pushing event updated for resources: {'Port': ['ID=5248b9fc-7d33-47e7-88b2-a85e4e80d314,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:04.762841 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network e0310466-aa55-4cf0-af87-1c5cca841f94 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:48:04.782737 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e37681-11ab-4891-ab83-b14923cdc2b7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:04.783273 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-23e37681-11ab-4891-ab83-b14923cdc2b7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:04.788804 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-9921ad99-534c-4c97-8546-4092e30c20d0 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Request body: {'subnet': {'network_id': 'e0310466-aa55-4cf0-af87-1c5cca841f94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:04.827576 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-383ed981-5c58-482f-9c71-a4c3ea24b9cd tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (8473ea07-11b9-4f4c-8857-c5001d7c644e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:04.828160 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383ed981-5c58-482f-9c71-a4c3ea24b9cd tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Fanout notify agent at l3_agent the message router_deleted on router 8473ea07-11b9-4f4c-8857-c5001d7c644e {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:48:04.892121 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-383ed981-5c58-482f-9c71-a4c3ea24b9cd tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:04.901579 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-383ed981-5c58-482f-9c71-a4c3ea24b9cd tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "DELETE /networking/v2.0/routers/8473ea07-11b9-4f4c-8857-c5001d7c644e HTTP/1.1" status: 204 len: 168 time: 2.5689392 Nov 02 12:48:04.919618 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44744) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:04.931998 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c1416105-01db-4f54-8cd5-c2ffc8756f8a tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-151143081', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}, 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:05.067784 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24408cbf-18df-4682-92be-a9bc0c862d3b None None] Pushing event updated for resources: {'Port': ['ID=e8cad2fb-5ec7-4149-8626-2afd95fd0465,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:05.090791 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-23e37681-11ab-4891-ab83-b14923cdc2b7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9540913 Nov 02 12:48:05.093493 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:05.117766 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f733f81-d6de-4896-bd24-5b780f0a0f29 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (eafdff08-1c10-4676-a8de-e0a2b4f8abe5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:05.161725 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e3f2b232-071d-4e5d-abe0-928a33c505e9 None None] Provisioning complete for port 5248b9fc-7d33-47e7-88b2-a85e4e80d314 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:05.163392 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e3f2b232-071d-4e5d-abe0-928a33c505e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5248b9fc-7d33-47e7-88b2-a85e4e80d314), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:05.165217 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e3f2b232-071d-4e5d-abe0-928a33c505e9 None None] Attempt 1 to provision port 5248b9fc-7d33-47e7-88b2-a85e4e80d314 Nov 02 12:48:05.184527 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c4997520-8520-40e4-928b-f1ff628f00bf req-8a5feb3f-3202-4916-a892-7e2dbc217013 tempest-ServersAaction247Test-1814440787 tempest-ServersAaction247Test-1814440787-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=893dd855-ad62-4a1d-b81e-c261c37ee28c HTTP/1.1" status: 200 len: 210 time: 0.1973069 Nov 02 12:48:05.215981 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:05.235762 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1ed98ba-e200-48ad-a023-3a115fdd6320 admin admin] Publish callbacks [] for router_gateway (aa2c2eb6-d751-47b3-9153-91839b40ba4e), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:05.275524 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1ed98ba-e200-48ad-a023-3a115fdd6320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:05.276897 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e3f2b232-071d-4e5d-abe0-928a33c505e9 None None] Port 5248b9fc-7d33-47e7-88b2-a85e4e80d314 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:48:05.307550 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1416105-01db-4f54-8cd5-c2ffc8756f8a tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (417e757b-1c19-4b51-ba93-14d236f1ee44), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:05.308888 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1416105-01db-4f54-8cd5-c2ffc8756f8a tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (417e757b-1c19-4b51-ba93-14d236f1ee44), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:05.316071 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f733f81-d6de-4896-bd24-5b780f0a0f29 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Pushing event deleted for resources: {'Port': ['ID=eafdff08-1c10-4676-a8de-e0a2b4f8abe5,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:05.328763 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f733f81-d6de-4896-bd24-5b780f0a0f29 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:05.333844 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6f733f81-d6de-4896-bd24-5b780f0a0f29 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] 10.222.0.64 "DELETE /networking/v2.0/ports/eafdff08-1c10-4676-a8de-e0a2b4f8abe5 HTTP/1.1" status: 204 len: 168 time: 1.2415140 Nov 02 12:48:05.336437 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44762) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:05.376042 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe433ce-979a-4912-97a0-a67d345d5f7b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] GET failed (client error): The resource could not be found. Nov 02 12:48:05.378825 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ffe433ce-979a-4912-97a0-a67d345d5f7b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] 10.222.0.64 "GET /networking/v2.0/ports/eafdff08-1c10-4676-a8de-e0a2b4f8abe5 HTTP/1.1" status: 404 len: 333 time: 0.0411115 Nov 02 12:48:05.387018 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44764) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:05.393546 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-fa7e7324-759f-4a83-88fc-39d931a845e7 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Request body: {'port': {'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1899716754'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:05.435233 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1416105-01db-4f54-8cd5-c2ffc8756f8a tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_controller (417e757b-1c19-4b51-ba93-14d236f1ee44), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:05.475370 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-f1ed98ba-e200-48ad-a023-3a115fdd6320 admin admin] Allocated IP 172.25.2.210 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/95047837-b003-47b4-89dc-4ccb77309f01) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:05.480929 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9921ad99-534c-4c97-8546-4092e30c20d0 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Made reservation on behalf of 8fabc60192d84a4dad9f31f9c5ff93b5 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:05.491630 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9921ad99-534c-4c97-8546-4092e30c20d0 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:05.502042 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44766) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:05.508892 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-0c7b8dba-8ceb-4ebb-b649-ca97f2bf7342 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1281261260', 'description': 'tempest-description--1334586984'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:05.523906 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:05.589125 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7e7324-759f-4a83-88fc-39d931a845e7 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Made reservation on behalf of a732ba5fdce345fd87c7b6482100033e for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:05.591381 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa7e7324-759f-4a83-88fc-39d931a845e7 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:05.625868 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-fa7e7324-759f-4a83-88fc-39d931a845e7 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] device_id is not set on port 32fbd008-6a45-4450-87bd-410a0b9281d8 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:48:05.686107 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1ed98ba-e200-48ad-a023-3a115fdd6320 admin admin] Publish callbacks [] for port (95047837-b003-47b4-89dc-4ccb77309f01), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:05.722099 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c7b8dba-8ceb-4ebb-b649-ca97f2bf7342 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:05.823427 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1416105-01db-4f54-8cd5-c2ffc8756f8a tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_gateway (417e757b-1c19-4b51-ba93-14d236f1ee44), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:05.942572 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e8cad2fb-5ec7-4149-8626-2afd95fd0465 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:05.962172 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1ed98ba-e200-48ad-a023-3a115fdd6320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (95047837-b003-47b4-89dc-4ccb77309f01), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:05.997214 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:06.000294 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=68 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:06.002074 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=69 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:06.003668 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e8cad2fb-5ec7-4149-8626-2afd95fd0465 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:06.004549 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e8cad2fb-5ec7-4149-8626-2afd95fd0465), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:06.005480 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e8cad2fb-5ec7-4149-8626-2afd95fd0465 Nov 02 12:48:06.094317 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c7b8dba-8ceb-4ebb-b649-ca97f2bf7342 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for security_group (26b66d34-b100-46c6-b63d-bc9457d72895), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:06.107734 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44778) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:06.124268 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ed98ba-e200-48ad-a023-3a115fdd6320 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:06.125083 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed98ba-e200-48ad-a023-3a115fdd6320 admin admin] Pushing event updated for resources: {'Port': ['ID=95047837-b003-47b4-89dc-4ccb77309f01,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:06.141095 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-f1ed98ba-e200-48ad-a023-3a115fdd6320 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:06.146850 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e8cad2fb-5ec7-4149-8626-2afd95fd0465 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:06.147757 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed98ba-e200-48ad-a023-3a115fdd6320 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:06.147905 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e8cad2fb-5ec7-4149-8626-2afd95fd0465), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:06.163193 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9921ad99-534c-4c97-8546-4092e30c20d0 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (441fd99b-d529-49e0-94c8-ec6b8226cc0f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:06.185153 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa7e7324-759f-4a83-88fc-39d931a845e7 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks [] for port (32fbd008-6a45-4450-87bd-410a0b9281d8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:06.200635 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port e8cad2fb-5ec7-4149-8626-2afd95fd0465, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e8cad2fb-5ec7-4149-8626-2afd95fd0465,segment=NetworkSegment(b9aa5dac-9ad2-4418-8135-7746706065c5),segment_id=b9aa5dac-9ad2-4418-8135-7746706065c5)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:06.245753 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c7b8dba-8ceb-4ebb-b649-ca97f2bf7342 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (26b66d34-b100-46c6-b63d-bc9457d72895), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:06.297613 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921ad99-534c-4c97-8546-4092e30c20d0 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Pushing event updated for resources: {'Subnet': ['ID=441fd99b-d529-49e0-94c8-ec6b8226cc0f,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:06.313460 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e8cad2fb-5ec7-4149-8626-2afd95fd0465), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:06.375242 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a33923-dd7d-478c-8b98-d8ee0f44fa19 None None] Network 796ffcce-1550-4d20-a67b-b64932b09c24 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:48:06.379536 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1416105-01db-4f54-8cd5-c2ffc8756f8a tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_gateway (417e757b-1c19-4b51-ba93-14d236f1ee44), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:06.415638 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-a2810195-c97b-4a87-8c3f-079e93459efd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-459166045-network', 'tenant_id': '50dbedb7dffd4f67adfc30507afc0b98'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:06.438708 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1416105-01db-4f54-8cd5-c2ffc8756f8a tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:06.501459 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-400714a5-0fc8-429d-b77c-cf09cf842cd2 None None] Provisioning complete for port e8cad2fb-5ec7-4149-8626-2afd95fd0465 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:06.501834 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-400714a5-0fc8-429d-b77c-cf09cf842cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e8cad2fb-5ec7-4149-8626-2afd95fd0465), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:06.502270 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-400714a5-0fc8-429d-b77c-cf09cf842cd2 None None] Attempt 1 to provision port e8cad2fb-5ec7-4149-8626-2afd95fd0465 Nov 02 12:48:06.543015 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4a880507-babe-48d2-a7c1-884264991a31 req-27415d20-cfde-4ede-bdcf-8a4f1257e8d9 tempest-ServersAaction247Test-1814440787 tempest-ServersAaction247Test-1814440787-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=893dd855-ad62-4a1d-b81e-c261c37ee28c HTTP/1.1" status: 200 len: 210 time: 0.2232699 Nov 02 12:48:06.588795 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=e8cad2fb-5ec7-4149-8626-2afd95fd0465,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:06.600236 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9921ad99-534c-4c97-8546-4092e30c20d0 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Checking segment: {'id': '6ee7a634-5fc6-4b07-a256-f814422e59a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e0310466-aa55-4cf0-af87-1c5cca841f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:06.600236 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9921ad99-534c-4c97-8546-4092e30c20d0 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Network hostable DHCP agents. Network: e0310466-aa55-4cf0-af87-1c5cca841f94, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:48:06.618339 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:06.657032 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b8dba-8ceb-4ebb-b649-ca97f2bf7342 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b66d34-b100-46c6-b63d-bc9457d72895,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:06.665682 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2810195-c97b-4a87-8c3f-079e93459efd admin admin] Made reservation on behalf of 50dbedb7dffd4f67adfc30507afc0b98 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:06.668292 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2810195-c97b-4a87-8c3f-079e93459efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:06.676205 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-400714a5-0fc8-429d-b77c-cf09cf842cd2 None None] Current status of the port e8cad2fb-5ec7-4149-8626-2afd95fd0465 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:06.690355 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c7b8dba-8ceb-4ebb-b649-ca97f2bf7342 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:06.693675 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0c7b8dba-8ceb-4ebb-b649-ca97f2bf7342 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.1888895 Nov 02 12:48:06.695488 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44788) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:06.700221 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2810195-c97b-4a87-8c3f-079e93459efd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:06.702293 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-48a7928c-2576-48b2-9e49-6eb3d7bf620c tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Request body: {'security_group_rule': {'security_group_id': '26b66d34-b100-46c6-b63d-bc9457d72895', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:06.730522 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-c1416105-01db-4f54-8cd5-c2ffc8756f8a tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Allocated IP 172.25.2.41 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/76dd035f-636b-4955-b0cd-d2122379087d) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:06.740604 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9921ad99-534c-4c97-8546-4092e30c20d0 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Network e0310466-aa55-4cf0-af87-1c5cca841f94 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:48:06.757661 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa7e7324-759f-4a83-88fc-39d931a845e7 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (32fbd008-6a45-4450-87bd-410a0b9281d8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:06.858088 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48a7928c-2576-48b2-9e49-6eb3d7bf620c tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for security_group_rule (58afc043-887b-406d-a040-f98f9354ce0d), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:06.950743 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48a7928c-2576-48b2-9e49-6eb3d7bf620c tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for security_group_rule (58afc043-887b-406d-a040-f98f9354ce0d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:06.952999 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7e7324-759f-4a83-88fc-39d931a845e7 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:06.956069 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e7324-759f-4a83-88fc-39d931a845e7 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Pushing event updated for resources: {'Port': ['ID=32fbd008-6a45-4450-87bd-410a0b9281d8,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:06.963801 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-fa7e7324-759f-4a83-88fc-39d931a845e7 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:06.968413 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e7324-759f-4a83-88fc-39d931a845e7 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:06.969434 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7e7324-759f-4a83-88fc-39d931a845e7 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:06.970061 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa7e7324-759f-4a83-88fc-39d931a845e7 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.001487 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6ba10cac-3cd5-48f0-8c00-4133df957f29 None None] Provisioning complete for port e8cad2fb-5ec7-4149-8626-2afd95fd0465 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:07.001860 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6ba10cac-3cd5-48f0-8c00-4133df957f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e8cad2fb-5ec7-4149-8626-2afd95fd0465), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.002392 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-6ba10cac-3cd5-48f0-8c00-4133df957f29 None None] Attempt 1 to provision port e8cad2fb-5ec7-4149-8626-2afd95fd0465 Nov 02 12:48:07.025613 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1ed98ba-e200-48ad-a023-3a115fdd6320 admin admin] Publish callbacks [] for router_gateway (aa2c2eb6-d751-47b3-9153-91839b40ba4e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.086015 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6ba10cac-3cd5-48f0-8c00-4133df957f29 None None] Current status of the port e8cad2fb-5ec7-4149-8626-2afd95fd0465 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:07.128758 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48a7928c-2576-48b2-9e49-6eb3d7bf620c tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (58afc043-887b-406d-a040-f98f9354ce0d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.158271 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-9921ad99-534c-4c97-8546-4092e30c20d0 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, e0310466-aa55-4cf0-af87-1c5cca841f94) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:07.170030 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4f5801-1cde-46e7-bf85-a93022fc30f2 None None] Network e0310466-aa55-4cf0-af87-1c5cca841f94 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:48:07.170248 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9921ad99-534c-4c97-8546-4092e30c20d0 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:07.170739 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9921ad99-534c-4c97-8546-4092e30c20d0 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.189363 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7928c-2576-48b2-9e49-6eb3d7bf620c tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58afc043-887b-406d-a040-f98f9354ce0d,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:07.238210 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1416105-01db-4f54-8cd5-c2ffc8756f8a tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for port (76dd035f-636b-4955-b0cd-d2122379087d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.248717 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:07.251554 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fa7e7324-759f-4a83-88fc-39d931a845e7 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8633230 Nov 02 12:48:07.255786 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44792) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:07.256854 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2810195-c97b-4a87-8c3f-079e93459efd admin admin] Publish callbacks [] for security_group (3ac9cb72-e6de-412b-b653-52e243f58963), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.261465 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-857339-6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:07.267349 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1ed98ba-e200-48ad-a023-3a115fdd6320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (aa2c2eb6-d751-47b3-9153-91839b40ba4e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.294092 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9921ad99-534c-4c97-8546-4092e30c20d0 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5422873 Nov 02 12:48:07.294623 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44794) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:07.295489 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48a7928c-2576-48b2-9e49-6eb3d7bf620c tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.306535 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-48a7928c-2576-48b2-9e49-6eb3d7bf620c tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5992115 Nov 02 12:48:07.306867 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-a56c139f-880b-4ff5-8124-dd6caa77b939 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1514930710', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}, 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:07.307800 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44796) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:07.313715 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e0310466-aa55-4cf0-af87-1c5cca841f94', 'network_id': 'e0310466-aa55-4cf0-af87-1c5cca841f94', 'project_id': '8fabc60192d84a4dad9f31f9c5ff93b5', 'fixed_ips': [{'subnet_id': '441fd99b-d529-49e0-94c8-ec6b8226cc0f'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:48:07.314805 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.315039 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-65bcd059-0b27-41ae-98e9-d2a9d8744e34 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Request body: {'security_group_rule': {'security_group_id': '26b66d34-b100-46c6-b63d-bc9457d72895', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:07.418830 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (32fbd008-6a45-4450-87bd-410a0b9281d8), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.468278 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2810195-c97b-4a87-8c3f-079e93459efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3ac9cb72-e6de-412b-b653-52e243f58963), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.478617 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1416105-01db-4f54-8cd5-c2ffc8756f8a tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (76dd035f-636b-4955-b0cd-d2122379087d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.487041 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] Allocated IP 172.20.0.2 (e0310466-aa55-4cf0-af87-1c5cca841f94/441fd99b-d529-49e0-94c8-ec6b8226cc0f/ac02b3cd-5ef9-40c4-9140-8480fca29111) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:07.557404 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2810195-c97b-4a87-8c3f-079e93459efd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:48:07.569969 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1416105-01db-4f54-8cd5-c2ffc8756f8a tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:07.572661 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2810195-c97b-4a87-8c3f-079e93459efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac9cb72-e6de-412b-b653-52e243f58963,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:07.587441 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-c1416105-01db-4f54-8cd5-c2ffc8756f8a tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:07.593896 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2810195-c97b-4a87-8c3f-079e93459efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (cd3ad39d-4b43-4730-90e4-e3e38155d6f8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.593896 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-a2810195-c97b-4a87-8c3f-079e93459efd admin admin] Added segment cd3ad39d-4b43-4730-90e4-e3e38155d6f8 of type vlan for network ad45f526-3e4b-4f7a-8784-0986fb0ae1e6 Nov 02 12:48:07.594452 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a56c139f-880b-4ff5-8124-dd6caa77b939 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (eae4fef3-9cb1-4183-bf95-905db01caa40), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.595179 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a56c139f-880b-4ff5-8124-dd6caa77b939 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (eae4fef3-9cb1-4183-bf95-905db01caa40), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.610545 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1416105-01db-4f54-8cd5-c2ffc8756f8a tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:07.617288 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1416105-01db-4f54-8cd5-c2ffc8756f8a tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Pushing event updated for resources: {'Port': ['ID=76dd035f-636b-4955-b0cd-d2122379087d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:07.648213 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-65bcd059-0b27-41ae-98e9-d2a9d8744e34 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for security_group_rule (ad2d271c-be10-4b66-a4fd-2392b40f3404), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.664482 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] device_id is not set on port 32fbd008-6a45-4450-87bd-410a0b9281d8 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:48:07.674521 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks [] for port (32fbd008-6a45-4450-87bd-410a0b9281d8), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.687061 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:07.711022 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ed98ba-e200-48ad-a023-3a115fdd6320 admin admin] Router aa2c2eb6-d751-47b3-9153-91839b40ba4e is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:48:07.827368 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] Publish callbacks [] for port (ac02b3cd-5ef9-40c4-9140-8480fca29111), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.828681 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2810195-c97b-4a87-8c3f-079e93459efd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (ad45f526-3e4b-4f7a-8784-0986fb0ae1e6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.840276 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dcd629a2-a834-4ca0-a0e3-970cb2eff7ad req-928c7172-df00-43f8-8db4-8d050924873d tempest-ServersAaction247Test-1814440787 tempest-ServersAaction247Test-1814440787-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=893dd855-ad62-4a1d-b81e-c261c37ee28c HTTP/1.1" status: 200 len: 210 time: 0.1455629 Nov 02 12:48:07.858964 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (32fbd008-6a45-4450-87bd-410a0b9281d8), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.925250 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a56c139f-880b-4ff5-8124-dd6caa77b939 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for router_controller (eae4fef3-9cb1-4183-bf95-905db01caa40), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.929883 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (ac02b3cd-5ef9-40c4-9140-8480fca29111), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.980601 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e8cad2fb-5ec7-4149-8626-2afd95fd0465 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:08.009622 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Pushing event updated for resources: {'Port': ['ID=32fbd008-6a45-4450-87bd-410a0b9281d8,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:08.014428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:08.014428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:08.015081 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:08.018310 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-65bcd059-0b27-41ae-98e9-d2a9d8744e34 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for security_group_rule (ad2d271c-be10-4b66-a4fd-2392b40f3404), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.028630 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port 32fbd008-6a45-4450-87bd-410a0b9281d8 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:08.029070 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:08.032225 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 2 to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 Nov 02 12:48:08.044289 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ed98ba-e200-48ad-a023-3a115fdd6320 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:08.046064 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] Pushing event updated for resources: {'Port': ['ID=ac02b3cd-5ef9-40c4-9140-8480fca29111,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:08.057185 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] Sync routers for ids ['aa2c2eb6-d751-47b3-9153-91839b40ba4e'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:08.068351 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:08.068869 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:08.069558 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:08.077664 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port 32fbd008-6a45-4450-87bd-410a0b9281d8 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:08.078467 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:08.079265 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 3 to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 Nov 02 12:48:08.086083 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] Routers {'aa2c2eb6-d751-47b3-9153-91839b40ba4e'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:08.089336 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['aa2c2eb6-d751-47b3-9153-91839b40ba4e'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:08.097800 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] Network e0310466-aa55-4cf0-af87-1c5cca841f94 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:08.103040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:08.105931 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2810195-c97b-4a87-8c3f-079e93459efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (ad45f526-3e4b-4f7a-8784-0986fb0ae1e6), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.107011 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2810195-c97b-4a87-8c3f-079e93459efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:08.107637 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2810195-c97b-4a87-8c3f-079e93459efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.110118 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-65bcd059-0b27-41ae-98e9-d2a9d8744e34 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (ad2d271c-be10-4b66-a4fd-2392b40f3404), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.110664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:08.117152 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:08.117642 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:08.118150 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:08.126128 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e8cad2fb-5ec7-4149-8626-2afd95fd0465 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:08.126891 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e8cad2fb-5ec7-4149-8626-2afd95fd0465), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.127243 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e8cad2fb-5ec7-4149-8626-2afd95fd0465 Nov 02 12:48:08.141383 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port 32fbd008-6a45-4450-87bd-410a0b9281d8 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:08.141958 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:08.143268 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 4 to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 Nov 02 12:48:08.170891 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:08.171268 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:08.171805 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:08.187083 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port 32fbd008-6a45-4450-87bd-410a0b9281d8 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:08.187814 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:08.188129 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 5 to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 Nov 02 12:48:08.199109 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcd059-0b27-41ae-98e9-d2a9d8744e34 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2d271c-be10-4b66-a4fd-2392b40f3404,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:08.216480 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1ed98ba-e200-48ad-a023-3a115fdd6320 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.220280 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f1ed98ba-e200-48ad-a023-3a115fdd6320 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3009107 Nov 02 12:48:08.223687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44806) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:08.242467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] Attempting to bind port ac02b3cd-5ef9-40c4-9140-8480fca29111 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:08.243093 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] Attempting to bind port ac02b3cd-5ef9-40c4-9140-8480fca29111 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '6ee7a634-5fc6-4b07-a256-f814422e59a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e0310466-aa55-4cf0-af87-1c5cca841f94'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:08.243447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] Attempting to bind port ac02b3cd-5ef9-40c4-9140-8480fca29111 on network e0310466-aa55-4cf0-af87-1c5cca841f94 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:08.271780 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:08.272397 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:08.272779 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:08.284759 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port 32fbd008-6a45-4450-87bd-410a0b9281d8 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:08.285427 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:08.287554 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 6 to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 Nov 02 12:48:08.309819 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] Set router aa2c2eb6-d751-47b3-9153-91839b40ba4e gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:48:08.337620 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a56c139f-880b-4ff5-8124-dd6caa77b939 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for router_gateway (eae4fef3-9cb1-4183-bf95-905db01caa40), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.338944 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:08.339339 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:08.339735 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:08.351388 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port 32fbd008-6a45-4450-87bd-410a0b9281d8 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:08.351858 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:08.352971 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a2810195-c97b-4a87-8c3f-079e93459efd admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2424970 Nov 02 12:48:08.356331 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44808) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:08.357522 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 7 to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 Nov 02 12:48:08.363594 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:48:08.363971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] Checking segment: {'id': '6ee7a634-5fc6-4b07-a256-f814422e59a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e0310466-aa55-4cf0-af87-1c5cca841f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:08.365927 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.366531 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] Bound using segment: {'id': '6ee7a634-5fc6-4b07-a256-f814422e59a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e0310466-aa55-4cf0-af87-1c5cca841f94'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:48:08.367133 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] Bound port: ac02b3cd-5ef9-40c4-9140-8480fca29111, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee7a634-5fc6-4b07-a256-f814422e59a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e0310466-aa55-4cf0-af87-1c5cca841f94'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:48:08.367557 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ac02b3cd-5ef9-40c4-9140-8480fca29111), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.377221 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-d80a25dc-763d-41a6-8808-da5b8ce2dd3b admin admin] Request body: {'subnet': {'network_id': 'ad45f526-3e4b-4f7a-8784-0986fb0ae1e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-459166045-subnet', 'tenant_id': '50dbedb7dffd4f67adfc30507afc0b98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:08.378486 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:08.388572 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:08.389386 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:08.407822 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port 32fbd008-6a45-4450-87bd-410a0b9281d8 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:08.408879 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:08.423616 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e8cad2fb-5ec7-4149-8626-2afd95fd0465 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:08.447915 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-65bcd059-0b27-41ae-98e9-d2a9d8744e34 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.453048 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-65bcd059-0b27-41ae-98e9-d2a9d8744e34 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1432173 Nov 02 12:48:08.453957 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2810195-c97b-4a87-8c3f-079e93459efd admin admin] Pushing event updated for resources: {'Network': ['ID=ad45f526-3e4b-4f7a-8784-0986fb0ae1e6,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:08.455017 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 8 to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 Nov 02 12:48:08.460660 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44812) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:08.465280 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-1b4fb8c8-2e1a-4763-a19b-4a713292f8a4 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:08.467348 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] For port ac02b3cd-5ef9-40c4-9140-8480fca29111, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:08.471705 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] For port ac02b3cd-5ef9-40c4-9140-8480fca29111, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ac02b3cd-5ef9-40c4-9140-8480fca29111,segment=NetworkSegment(6ee7a634-5fc6-4b07-a256-f814422e59a3),segment_id=6ee7a634-5fc6-4b07-a256-f814422e59a3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:08.475738 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network ad45f526-3e4b-4f7a-8784-0986fb0ae1e6 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:48:08.526077 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:08.526415 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:08.526906 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:08.532515 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2c2eb6-d751-47b3-9153-91839b40ba4e', 'name': 'tempest-ServerDiskConfigTestJSON-216935545-router', 'tenant_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '95047837-b003-47b4-89dc-4ccb77309f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:03Z', 'updated_at': '2022-11-02T12:48:06Z', 'revision_number': 3, 'project_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'gw_port': {'id': '95047837-b003-47b4-89dc-4ccb77309f01', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:78:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2c2eb6-d751-47b3-9153-91839b40ba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:05Z', 'updated_at': '2022-11-02T12:48:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:08.542272 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port 32fbd008-6a45-4450-87bd-410a0b9281d8 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:08.542613 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:08.544855 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 9 to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 Nov 02 12:48:08.570308 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] Checking router: aa2c2eb6-d751-47b3-9153-91839b40ba4e for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:48:08.570563 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] Updating router aa2c2eb6-d751-47b3-9153-91839b40ba4e port 95047837-b003-47b4-89dc-4ccb77309f01 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:48:08.611662 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:08.612135 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:08.612976 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:08.624041 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (95047837-b003-47b4-89dc-4ccb77309f01), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.625920 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port 32fbd008-6a45-4450-87bd-410a0b9281d8 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:08.626263 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:08.630432 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 10 to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 Nov 02 12:48:08.646705 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb8c8-2e1a-4763-a19b-4a713292f8a4 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.719492 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80a25dc-763d-41a6-8808-da5b8ce2dd3b admin admin] Made reservation on behalf of 50dbedb7dffd4f67adfc30507afc0b98 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:08.728476 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d80a25dc-763d-41a6-8808-da5b8ce2dd3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.798029 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ac02b3cd-5ef9-40c4-9140-8480fca29111), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.806206 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:08.806654 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:08.807437 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:08.937874 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0b0ec-2daa-44ac-8772-624b96e78b2a None None] Pushing event updated for resources: {'Port': ['ID=ac02b3cd-5ef9-40c4-9140-8480fca29111,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:08.976961 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1416105-01db-4f54-8cd5-c2ffc8756f8a tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_gateway (417e757b-1c19-4b51-ba93-14d236f1ee44), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.985756 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb8c8-2e1a-4763-a19b-4a713292f8a4 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.987834 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port 32fbd008-6a45-4450-87bd-410a0b9281d8 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:08.988280 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port 32fbd008-6a45-4450-87bd-410a0b9281d8 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:08.988673 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (32fbd008-6a45-4450-87bd-410a0b9281d8), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:09.137737 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a56c139f-880b-4ff5-8124-dd6caa77b939 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for router_gateway (eae4fef3-9cb1-4183-bf95-905db01caa40), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:09.190589 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-820fd26f-0768-478d-847c-ee45541aec6e req-a1b8f2b9-f1db-4c0d-a5db-de8bfe266163 tempest-ServersAaction247Test-1814440787 tempest-ServersAaction247Test-1814440787-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=893dd855-ad62-4a1d-b81e-c261c37ee28c HTTP/1.1" status: 200 len: 210 time: 0.1752353 Nov 02 12:48:09.203091 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a56c139f-880b-4ff5-8124-dd6caa77b939 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:09.230785 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-119ed579-2e2a-4491-a2e1-2592c684f726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:09.263259 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] For port 32fbd008-6a45-4450-87bd-410a0b9281d8, host n-h2-857339-6, cleared binding levels {{(pid=105976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:09.263749 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempted to set empty binding levels {{(pid=105976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 12:48:09.340102 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:09.365588 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] Publish callbacks [] for port (95047837-b003-47b4-89dc-4ccb77309f01), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:09.387216 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (32fbd008-6a45-4450-87bd-410a0b9281d8), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:09.387216 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] In _notify_port_updated(), no bound segment for port 32fbd008-6a45-4450-87bd-410a0b9281d8 on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 12:48:09.388308 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:09.388979 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:09.390646 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] 10.222.0.64 "PUT /networking/v2.0/ports/32fbd008-6a45-4450-87bd-410a0b9281d8 HTTP/1.1" status: 200 len: 975 time: 2.1336393 Nov 02 12:48:09.414023 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44824) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:09.445176 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Pushing event updated for resources: {'Port': ['ID=32fbd008-6a45-4450-87bd-410a0b9281d8,revision_number=3']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:09.475667 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (95047837-b003-47b4-89dc-4ccb77309f01), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:09.484810 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:09.485171 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:09.490753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:09.490753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:09.490753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:09.490753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:09.490753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:09.490753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:09.490753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:09.490753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:09.490753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:09.490753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:09.490753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:09.490753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:09.492088 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61636a8a-09a1-4c18-950e-572d27d1838b tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:09.536029 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] Attempting to bind port 95047837-b003-47b4-89dc-4ccb77309f01 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:09.537010 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] Attempting to bind port 95047837-b003-47b4-89dc-4ccb77309f01 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:09.537382 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] Attempting to bind port 95047837-b003-47b4-89dc-4ccb77309f01 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:09.580379 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-119ed579-2e2a-4491-a2e1-2592c684f726 admin admin] Allocated IP 172.20.0.1 (796ffcce-1550-4d20-a67b-b64932b09c24/b212fca6-084f-45d8-ad41-c23aff7231b1/69ec6e4c-093f-42cf-ae5c-a0a0dabf1791) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:09.607830 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-1b4fb8c8-2e1a-4763-a19b-4a713292f8a4 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Allocated IP 172.25.2.105 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/84a91344-a179-4238-a411-2d0b41987890) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:09.609150 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548b77e-f032-4be0-9bdb-7d69f286e8f3 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:09.609631 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548b77e-f032-4be0-9bdb-7d69f286e8f3 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:09.610095 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548b77e-f032-4be0-9bdb-7d69f286e8f3 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:09.610582 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548b77e-f032-4be0-9bdb-7d69f286e8f3 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:09.611040 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548b77e-f032-4be0-9bdb-7d69f286e8f3 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:09.611497 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548b77e-f032-4be0-9bdb-7d69f286e8f3 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:09.612035 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548b77e-f032-4be0-9bdb-7d69f286e8f3 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:09.612402 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548b77e-f032-4be0-9bdb-7d69f286e8f3 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:09.616213 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548b77e-f032-4be0-9bdb-7d69f286e8f3 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:09.616213 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548b77e-f032-4be0-9bdb-7d69f286e8f3 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:09.616213 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548b77e-f032-4be0-9bdb-7d69f286e8f3 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:09.616213 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548b77e-f032-4be0-9bdb-7d69f286e8f3 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:09.616213 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548b77e-f032-4be0-9bdb-7d69f286e8f3 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:09.616213 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548b77e-f032-4be0-9bdb-7d69f286e8f3 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:09.616213 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548b77e-f032-4be0-9bdb-7d69f286e8f3 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:09.616213 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548b77e-f032-4be0-9bdb-7d69f286e8f3 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:09.616871 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548b77e-f032-4be0-9bdb-7d69f286e8f3 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:09.617239 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548b77e-f032-4be0-9bdb-7d69f286e8f3 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:09.617697 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548b77e-f032-4be0-9bdb-7d69f286e8f3 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:09.618150 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548b77e-f032-4be0-9bdb-7d69f286e8f3 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:09.624892 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7548b77e-f032-4be0-9bdb-7d69f286e8f3 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 18318 time: 0.2096691 Nov 02 12:48:09.629347 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44828) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:09.632218 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4a906-91c5-4e6d-baef-f74d0ff9d86a None None] Pushing event updated for resources: {'Port': ['ID=95047837-b003-47b4-89dc-4ccb77309f01,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:09.661122 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:48:09.661561 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:09.661910 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:09.663952 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:48:09.663952 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] Bound port: 95047837-b003-47b4-89dc-4ccb77309f01, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:48:09.664195 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (95047837-b003-47b4-89dc-4ccb77309f01), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:09.670842 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:09.737795 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] For port 95047837-b003-47b4-89dc-4ccb77309f01, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:09.742136 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] For port 95047837-b003-47b4-89dc-4ccb77309f01, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=95047837-b003-47b4-89dc-4ccb77309f01,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:09.777478 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1416105-01db-4f54-8cd5-c2ffc8756f8a tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (417e757b-1c19-4b51-ba93-14d236f1ee44), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:09.829998 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-119ed579-2e2a-4491-a2e1-2592c684f726 admin admin] Publish callbacks [] for port (69ec6e4c-093f-42cf-ae5c-a0a0dabf1791), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:09.832550 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f8b1e871-81f8-4fe5-9d5e-37b7e490a1b2 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Deleting port 32fbd008-6a45-4450-87bd-410a0b9281d8 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:09.833239 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8b1e871-81f8-4fe5-9d5e-37b7e490a1b2 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (32fbd008-6a45-4450-87bd-410a0b9281d8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:09.852573 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb8c8-2e1a-4763-a19b-4a713292f8a4 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for port (84a91344-a179-4238-a411-2d0b41987890), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:09.860362 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (95047837-b003-47b4-89dc-4ccb77309f01), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:09.860884 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:09.866593 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d80a25dc-763d-41a6-8808-da5b8ce2dd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (fd30d2c7-5cf8-4553-90be-48da91eb0d98), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:09.969172 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4a906-91c5-4e6d-baef-f74d0ff9d86a None None] Pushing event updated for resources: {'Port': ['ID=95047837-b003-47b4-89dc-4ccb77309f01,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:09.974033 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] Routers {'aa2c2eb6-d751-47b3-9153-91839b40ba4e'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:09.974670 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['aa2c2eb6-d751-47b3-9153-91839b40ba4e'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:09.986399 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-119ed579-2e2a-4491-a2e1-2592c684f726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (69ec6e4c-093f-42cf-ae5c-a0a0dabf1791), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:09.994332 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ac02b3cd-5ef9-40c4-9140-8480fca29111 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:10.058937 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb8c8-2e1a-4763-a19b-4a713292f8a4 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (84a91344-a179-4238-a411-2d0b41987890), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.083789 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119ed579-2e2a-4491-a2e1-2592c684f726 admin admin] Network 796ffcce-1550-4d20-a67b-b64932b09c24 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:10.095554 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ac02b3cd-5ef9-40c4-9140-8480fca29111 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:10.096010 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ac02b3cd-5ef9-40c4-9140-8480fca29111), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.096283 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ac02b3cd-5ef9-40c4-9140-8480fca29111 Nov 02 12:48:10.097949 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-119ed579-2e2a-4491-a2e1-2592c684f726 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:10.120980 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119ed579-2e2a-4491-a2e1-2592c684f726 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:10.126151 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:10.129927 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-f8b1e871-81f8-4fe5-9d5e-37b7e490a1b2 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] For port 32fbd008-6a45-4450-87bd-410a0b9281d8, host n-h2-857339-6, got binding levels [] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:10.130645 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8b1e871-81f8-4fe5-9d5e-37b7e490a1b2 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (32fbd008-6a45-4450-87bd-410a0b9281d8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.135872 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4fb8c8-2e1a-4763-a19b-4a713292f8a4 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:10.138664 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ed579-2e2a-4491-a2e1-2592c684f726 admin admin] Pushing event updated for resources: {'Port': ['ID=69ec6e4c-093f-42cf-ae5c-a0a0dabf1791,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:10.154588 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:10.183911 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f8b1e871-81f8-4fe5-9d5e-37b7e490a1b2 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Calling delete_port for 32fbd008-6a45-4450-87bd-410a0b9281d8 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:10.198667 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-1b4fb8c8-2e1a-4763-a19b-4a713292f8a4 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:10.220737 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4fb8c8-2e1a-4763-a19b-4a713292f8a4 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:10.221948 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a25dc-763d-41a6-8808-da5b8ce2dd3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd30d2c7-5cf8-4553-90be-48da91eb0d98,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:10.251122 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80a25dc-763d-41a6-8808-da5b8ce2dd3b admin admin] Checking segment: {'id': 'cd3ad39d-4b43-4730-90e4-e3e38155d6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ad45f526-3e4b-4f7a-8784-0986fb0ae1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:10.270075 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:10.279346 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ac02b3cd-5ef9-40c4-9140-8480fca29111 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:10.279752 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ac02b3cd-5ef9-40c4-9140-8480fca29111), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.283135 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80a25dc-763d-41a6-8808-da5b8ce2dd3b admin admin] Network hostable DHCP agents. Network: ad45f526-3e4b-4f7a-8784-0986fb0ae1e6, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:48:10.310598 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] Set router aa2c2eb6-d751-47b3-9153-91839b40ba4e gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:48:10.317945 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-a56c139f-880b-4ff5-8124-dd6caa77b939 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Allocated IP 172.25.2.143 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/51b0880e-31a1-4f04-bfa9-edc6e90d04d8) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:10.337466 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:10.372222 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port ac02b3cd-5ef9-40c4-9140-8480fca29111, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ac02b3cd-5ef9-40c4-9140-8480fca29111,segment=NetworkSegment(6ee7a634-5fc6-4b07-a256-f814422e59a3),segment_id=6ee7a634-5fc6-4b07-a256-f814422e59a3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:10.376992 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fb8c8-2e1a-4763-a19b-4a713292f8a4 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Pushing event updated for resources: {'Port': ['ID=84a91344-a179-4238-a411-2d0b41987890,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:10.438962 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-119ed579-2e2a-4491-a2e1-2592c684f726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (aa2c2eb6-d751-47b3-9153-91839b40ba4e), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.488972 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ac02b3cd-5ef9-40c4-9140-8480fca29111), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.498192 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-45a4a78b-f5c9-467a-afa9-49421dd3914b req-34c3e67d-9714-43ff-8be4-0dab30309a62 tempest-ServersAaction247Test-1814440787 tempest-ServersAaction247Test-1814440787-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=893dd855-ad62-4a1d-b81e-c261c37ee28c HTTP/1.1" status: 200 len: 210 time: 0.1016111 Nov 02 12:48:10.601163 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=ac02b3cd-5ef9-40c4-9140-8480fca29111,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:10.632238 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea70bcc-38de-4383-937f-25a1210e3f17 None None] Network e0310466-aa55-4cf0-af87-1c5cca841f94 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:48:10.658497 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2e26162f-ac19-40d9-939b-f64ea0225dba None None] Provisioning complete for port 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:10.658878 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2e26162f-ac19-40d9-939b-f64ea0225dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (69ec6e4c-093f-42cf-ae5c-a0a0dabf1791), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.669142 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2e26162f-ac19-40d9-939b-f64ea0225dba None None] Attempt 1 to provision port 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 Nov 02 12:48:10.684263 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb8c8-2e1a-4763-a19b-4a713292f8a4 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for floatingip (2f11660f-f867-4bcf-bd5e-0b0e02104ba2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.699630 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2c2eb6-d751-47b3-9153-91839b40ba4e', 'name': 'tempest-ServerDiskConfigTestJSON-216935545-router', 'tenant_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '95047837-b003-47b4-89dc-4ccb77309f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:03Z', 'updated_at': '2022-11-02T12:48:06Z', 'revision_number': 3, 'project_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'gw_port': {'id': '95047837-b003-47b4-89dc-4ccb77309f01', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:78:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2c2eb6-d751-47b3-9153-91839b40ba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:05Z', 'updated_at': '2022-11-02T12:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:10.705984 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80a25dc-763d-41a6-8808-da5b8ce2dd3b admin admin] Network ad45f526-3e4b-4f7a-8784-0986fb0ae1e6 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:48:10.716573 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1416105-01db-4f54-8cd5-c2ffc8756f8a tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Router 417e757b-1c19-4b51-ba93-14d236f1ee44 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:48:10.722871 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a56c139f-880b-4ff5-8124-dd6caa77b939 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for port (51b0880e-31a1-4f04-bfa9-edc6e90d04d8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.729311 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7875e926-90b9-41ef-bbc1-37ecd093439f None None] The sync data for ids ['aa2c2eb6-d751-47b3-9153-91839b40ba4e'] in n-d-857339-6 is: [{'id': 'aa2c2eb6-d751-47b3-9153-91839b40ba4e', 'name': 'tempest-ServerDiskConfigTestJSON-216935545-router', 'tenant_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '95047837-b003-47b4-89dc-4ccb77309f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:03Z', 'updated_at': '2022-11-02T12:48:06Z', 'revision_number': 3, 'project_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'gw_port': {'id': '95047837-b003-47b4-89dc-4ccb77309f01', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:78:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2c2eb6-d751-47b3-9153-91839b40ba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:05Z', 'updated_at': '2022-11-02T12:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:10.754353 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8b1e871-81f8-4fe5-9d5e-37b7e490a1b2 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (32fbd008-6a45-4450-87bd-410a0b9281d8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.756992 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2e26162f-ac19-40d9-939b-f64ea0225dba None None] Port 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:48:10.854993 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb8c8-2e1a-4763-a19b-4a713292f8a4 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (84a91344-a179-4238-a411-2d0b41987890), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.887473 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f3cf11d6-605b-4ced-984f-6e75e495c2d8 None None] Provisioning complete for port ac02b3cd-5ef9-40c4-9140-8480fca29111 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:10.887871 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f3cf11d6-605b-4ced-984f-6e75e495c2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ac02b3cd-5ef9-40c4-9140-8480fca29111), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.888217 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f3cf11d6-605b-4ced-984f-6e75e495c2d8 None None] Attempt 1 to provision port ac02b3cd-5ef9-40c4-9140-8480fca29111 Nov 02 12:48:10.894837 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-d80a25dc-763d-41a6-8808-da5b8ce2dd3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, ad45f526-3e4b-4f7a-8784-0986fb0ae1e6) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:10.912308 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8b1e871-81f8-4fe5-9d5e-37b7e490a1b2 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.915961 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f8b1e871-81f8-4fe5-9d5e-37b7e490a1b2 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] 10.222.0.64 "DELETE /networking/v2.0/ports/32fbd008-6a45-4450-87bd-410a0b9281d8 HTTP/1.1" status: 204 len: 168 time: 1.2851131 Nov 02 12:48:10.926181 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44842) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:10.932429 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80a25dc-763d-41a6-8808-da5b8ce2dd3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:10.933056 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d80a25dc-763d-41a6-8808-da5b8ce2dd3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.949697 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1e871-81f8-4fe5-9d5e-37b7e490a1b2 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Pushing event deleted for resources: {'Port': ['ID=32fbd008-6a45-4450-87bd-410a0b9281d8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:10.949949 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34be3d4d-5f77-4364-b09d-e52207c4abab None None] Network ad45f526-3e4b-4f7a-8784-0986fb0ae1e6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:48:11.033954 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1416105-01db-4f54-8cd5-c2ffc8756f8a tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:11.049333 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225e974b-b282-4538-8e77-ab9a81673cd9 None None] Sync routers for ids ['417e757b-1c19-4b51-ba93-14d236f1ee44'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:11.056347 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d80a25dc-763d-41a6-8808-da5b8ce2dd3b admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6988487 Nov 02 12:48:11.060347 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44844) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:11.065464 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c2b64745-7609-4528-bc40-23119e51827b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-459166045-router', 'tenant_id': '50dbedb7dffd4f67adfc30507afc0b98', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:11.119813 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:11.131820 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a56c139f-880b-4ff5-8124-dd6caa77b939 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (51b0880e-31a1-4f04-bfa9-edc6e90d04d8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.171234 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225e974b-b282-4538-8e77-ab9a81673cd9 None None] Routers {'417e757b-1c19-4b51-ba93-14d236f1ee44'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:11.172036 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-225e974b-b282-4538-8e77-ab9a81673cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['417e757b-1c19-4b51-ba93-14d236f1ee44'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:11.237044 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9eb606fd-266c-4250-a031-90698e85d84e req-e4e56739-e323-40af-9566-9f9600a5a0f2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=893dd855-ad62-4a1d-b81e-c261c37ee28c HTTP/1.1" status: 200 len: 210 time: 0.0864203 Nov 02 12:48:11.248936 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c2b64745-7609-4528-bc40-23119e51827b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (b6001bdf-6501-44bd-92a3-3e61b317ef5d), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.250103 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c2b64745-7609-4528-bc40-23119e51827b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (b6001bdf-6501-44bd-92a3-3e61b317ef5d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.257392 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1416105-01db-4f54-8cd5-c2ffc8756f8a tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.257920 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c1416105-01db-4f54-8cd5-c2ffc8756f8a tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.3366883 Nov 02 12:48:11.266392 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56c139f-880b-4ff5-8124-dd6caa77b939 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:11.268417 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44848) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:11.279290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-225e974b-b282-4538-8e77-ab9a81673cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:11.282984 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ab6c9759-68d9-4b8a-9423-b7f2d54cec89 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:11.293105 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c139f-880b-4ff5-8124-dd6caa77b939 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Pushing event updated for resources: {'Port': ['ID=51b0880e-31a1-4f04-bfa9-edc6e90d04d8,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:11.295912 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-a56c139f-880b-4ff5-8124-dd6caa77b939 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:11.340250 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf11d6-605b-4ced-984f-6e75e495c2d8 None None] Current status of the port ac02b3cd-5ef9-40c4-9140-8480fca29111 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:11.351570 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-ad45f526-3e4b-4f7a-8784-0986fb0ae1e6', 'network_id': 'ad45f526-3e4b-4f7a-8784-0986fb0ae1e6', 'project_id': '50dbedb7dffd4f67adfc30507afc0b98', 'fixed_ips': [{'subnet_id': 'fd30d2c7-5cf8-4553-90be-48da91eb0d98'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:48:11.352546 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.381907 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225e974b-b282-4538-8e77-ab9a81673cd9 None None] Routers {'417e757b-1c19-4b51-ba93-14d236f1ee44'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:11.383356 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-225e974b-b282-4538-8e77-ab9a81673cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['417e757b-1c19-4b51-ba93-14d236f1ee44'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:11.468653 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:11.498662 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d689e5c-66ce-4859-87ed-b072f041b530 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] GET failed (client error): The resource could not be found. Nov 02 12:48:11.498662 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7d689e5c-66ce-4859-87ed-b072f041b530 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] 10.222.0.64 "GET /networking/v2.0/ports/32fbd008-6a45-4450-87bd-410a0b9281d8 HTTP/1.1" status: 404 len: 333 time: 0.5646245 Nov 02 12:48:11.498662 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44850) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:11.503217 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-8b613f1f-5f0c-4d08-a54d-d11a2c87343f tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1505414606', 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:11.616509 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] Allocated IP 172.20.0.2 (ad45f526-3e4b-4f7a-8784-0986fb0ae1e6/fd30d2c7-5cf8-4553-90be-48da91eb0d98/c76087c1-1884-45fe-9e52-6e740eaaa720) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:11.737048 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb8c8-2e1a-4763-a19b-4a713292f8a4 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for port (84a91344-a179-4238-a411-2d0b41987890), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.743565 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-119ed579-2e2a-4491-a2e1-2592c684f726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (69ec6e4c-093f-42cf-ae5c-a0a0dabf1791), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.782709 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b613f1f-5f0c-4d08-a54d-d11a2c87343f tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Made reservation on behalf of a732ba5fdce345fd87c7b6482100033e for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:11.785538 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8b613f1f-5f0c-4d08-a54d-d11a2c87343f tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.808797 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb8c8-2e1a-4763-a19b-4a713292f8a4 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (84a91344-a179-4238-a411-2d0b41987890), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.814940 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] Publish callbacks [] for port (c76087c1-1884-45fe-9e52-6e740eaaa720), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.823936 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-225e974b-b282-4538-8e77-ab9a81673cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:11.829638 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225e974b-b282-4538-8e77-ab9a81673cd9 None None] The sync data for ids ['417e757b-1c19-4b51-ba93-14d236f1ee44'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:11.835601 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:11.836945 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b4ab57e2-6ea6-4978-b89d-51533b9e5723 None None] Provisioning complete for port ac02b3cd-5ef9-40c4-9140-8480fca29111 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:11.837387 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b4ab57e2-6ea6-4978-b89d-51533b9e5723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ac02b3cd-5ef9-40c4-9140-8480fca29111), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.837937 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b4ab57e2-6ea6-4978-b89d-51533b9e5723 None None] Attempt 1 to provision port ac02b3cd-5ef9-40c4-9140-8480fca29111 Nov 02 12:48:11.882692 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb8c8-2e1a-4763-a19b-4a713292f8a4 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (2f11660f-f867-4bcf-bd5e-0b0e02104ba2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.885656 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (c76087c1-1884-45fe-9e52-6e740eaaa720), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.892541 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56c139f-880b-4ff5-8124-dd6caa77b939 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:11.911529 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:11.967383 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-8b613f1f-5f0c-4d08-a54d-d11a2c87343f tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] device_id is not set on port 2947eac9-3a39-4b20-a045-764346e497b7 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:48:12.007498 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] Pushing event updated for resources: {'Port': ['ID=c76087c1-1884-45fe-9e52-6e740eaaa720,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:12.014938 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:12.022529 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b6f82029-b69a-4738-9941-280348600db3 req-e931203d-1f19-4012-a227-146656a2ec99 tempest-ServersAaction247Test-1814440787 tempest-ServersAaction247Test-1814440787-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=893dd855-ad62-4a1d-b81e-c261c37ee28c HTTP/1.1" status: 200 len: 210 time: 0.1327319 Nov 02 12:48:12.024464 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] Network ad45f526-3e4b-4f7a-8784-0986fb0ae1e6 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:12.029922 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:12.068936 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:12.101315 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb8c8-2e1a-4763-a19b-4a713292f8a4 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.103141 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1b4fb8c8-2e1a-4763-a19b-4a713292f8a4 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6406708 Nov 02 12:48:12.103399 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fb8c8-2e1a-4763-a19b-4a713292f8a4 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Pushing event updated for resources: {'Port': ['ID=84a91344-a179-4238-a411-2d0b41987890,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:12.114782 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c2b64745-7609-4528-bc40-23119e51827b admin admin] Publish callbacks [] for router_controller (b6001bdf-6501-44bd-92a3-3e61b317ef5d), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.154834 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 95047837-b003-47b4-89dc-4ccb77309f01 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:12.249140 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab57e2-6ea6-4978-b89d-51533b9e5723 None None] Current status of the port ac02b3cd-5ef9-40c4-9140-8480fca29111 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:12.356766 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-119ed579-2e2a-4491-a2e1-2592c684f726 admin admin] Publish callbacks [] for port (69ec6e4c-093f-42cf-ae5c-a0a0dabf1791), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.397309 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 95047837-b003-47b4-89dc-4ccb77309f01 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:12.401454 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (95047837-b003-47b4-89dc-4ccb77309f01), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.401454 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 95047837-b003-47b4-89dc-4ccb77309f01 Nov 02 12:48:12.402053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] Attempting to bind port c76087c1-1884-45fe-9e52-6e740eaaa720 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:12.402436 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] Attempting to bind port c76087c1-1884-45fe-9e52-6e740eaaa720 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'cd3ad39d-4b43-4730-90e4-e3e38155d6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ad45f526-3e4b-4f7a-8784-0986fb0ae1e6'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:12.408754 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] Attempting to bind port c76087c1-1884-45fe-9e52-6e740eaaa720 on network ad45f526-3e4b-4f7a-8784-0986fb0ae1e6 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:12.425595 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8b613f1f-5f0c-4d08-a54d-d11a2c87343f tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks [] for port (2947eac9-3a39-4b20-a045-764346e497b7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.492448 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-119ed579-2e2a-4491-a2e1-2592c684f726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (69ec6e4c-093f-42cf-ae5c-a0a0dabf1791), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.559493 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:48:12.559868 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] Checking segment: {'id': 'cd3ad39d-4b43-4730-90e4-e3e38155d6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ad45f526-3e4b-4f7a-8784-0986fb0ae1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:12.560412 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.560886 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] Bound using segment: {'id': 'cd3ad39d-4b43-4730-90e4-e3e38155d6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ad45f526-3e4b-4f7a-8784-0986fb0ae1e6'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:48:12.561381 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] Bound port: c76087c1-1884-45fe-9e52-6e740eaaa720, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3ad39d-4b43-4730-90e4-e3e38155d6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ad45f526-3e4b-4f7a-8784-0986fb0ae1e6'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:48:12.561760 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c76087c1-1884-45fe-9e52-6e740eaaa720), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.579779 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8b613f1f-5f0c-4d08-a54d-d11a2c87343f tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2947eac9-3a39-4b20-a045-764346e497b7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.650326 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-119ed579-2e2a-4491-a2e1-2592c684f726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (aa2c2eb6-d751-47b3-9153-91839b40ba4e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.650653 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 95047837-b003-47b4-89dc-4ccb77309f01 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:12.651053 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (95047837-b003-47b4-89dc-4ccb77309f01), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.659929 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b613f1f-5f0c-4d08-a54d-d11a2c87343f tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:12.665227 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-8b613f1f-5f0c-4d08-a54d-d11a2c87343f tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:12.667348 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ed579-2e2a-4491-a2e1-2592c684f726 admin admin] Pushing event updated for resources: {'Port': ['ID=69ec6e4c-093f-42cf-ae5c-a0a0dabf1791,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:12.671502 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b613f1f-5f0c-4d08-a54d-d11a2c87343f tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:12.675811 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b613f1f-5f0c-4d08-a54d-d11a2c87343f tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:12.675811 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8b613f1f-5f0c-4d08-a54d-d11a2c87343f tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.688466 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c2b64745-7609-4528-bc40-23119e51827b admin admin] Publish callbacks [] for router_gateway (b6001bdf-6501-44bd-92a3-3e61b317ef5d), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.691508 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 95047837-b003-47b4-89dc-4ccb77309f01, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=95047837-b003-47b4-89dc-4ccb77309f01,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:12.695651 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] For port c76087c1-1884-45fe-9e52-6e740eaaa720, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:12.698980 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] For port c76087c1-1884-45fe-9e52-6e740eaaa720, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c76087c1-1884-45fe-9e52-6e740eaaa720,segment=NetworkSegment(cd3ad39d-4b43-4730-90e4-e3e38155d6f8),segment_id=cd3ad39d-4b43-4730-90e4-e3e38155d6f8)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:12.726089 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:48:12.787280 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b613f1f-5f0c-4d08-a54d-d11a2c87343f tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Pushing event updated for resources: {'Port': ['ID=2947eac9-3a39-4b20-a045-764346e497b7,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:12.793769 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c76087c1-1884-45fe-9e52-6e740eaaa720), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.806936 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (95047837-b003-47b4-89dc-4ccb77309f01), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.810373 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ac02b3cd-5ef9-40c4-9140-8480fca29111 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:12.836991 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8b613f1f-5f0c-4d08-a54d-d11a2c87343f tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3375568 Nov 02 12:48:12.839583 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44878) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:12.890238 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119ed579-2e2a-4491-a2e1-2592c684f726 admin admin] Network 796ffcce-1550-4d20-a67b-b64932b09c24 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:12.893732 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-119ed579-2e2a-4491-a2e1-2592c684f726 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:12.907182 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c1e8ae-e042-4d76-a98a-34ec2d582956 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:12.911455 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-40c1e8ae-e042-4d76-a98a-34ec2d582956 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] 10.222.0.64 "GET /networking/v2.0/ports/2947eac9-3a39-4b20-a045-764346e497b7 HTTP/1.1" status: 200 len: 955 time: 0.0679667 Nov 02 12:48:12.911637 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:12.913539 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44880) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:12.940149 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5afa1f-0146-468f-8b07-d3b621804a20 None None] Pushing event updated for resources: {'Port': ['ID=c76087c1-1884-45fe-9e52-6e740eaaa720,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:12.943731 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4a5985b3-1fff-4b53-8f07-c69383ff2471 req-6ac65277-ecea-47b9-8515-564717d86abd tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1281261260&fields=id&tenant_id=8f45f7b86c104af5a07c40034429278c HTTP/1.1" status: 200 len: 267 time: 0.3443546 Nov 02 12:48:12.964852 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2cf78829-4afe-4c79-9c26-5b43350a2d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:13.002315 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ac02b3cd-5ef9-40c4-9140-8480fca29111 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:13.002315 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ac02b3cd-5ef9-40c4-9140-8480fca29111), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:13.002862 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ac02b3cd-5ef9-40c4-9140-8480fca29111 Nov 02 12:48:13.056166 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a56c139f-880b-4ff5-8124-dd6caa77b939 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for router_gateway (eae4fef3-9cb1-4183-bf95-905db01caa40), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:13.156294 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:13.227281 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c99c4199-74fe-4126-a9ba-91c0bbe3e09d tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Deleting port 2947eac9-3a39-4b20-a045-764346e497b7 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:13.227281 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c99c4199-74fe-4126-a9ba-91c0bbe3e09d tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2947eac9-3a39-4b20-a045-764346e497b7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:13.309220 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9759-68d9-4b8a-9423-b7f2d54cec89 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_gateway (417e757b-1c19-4b51-ba93-14d236f1ee44), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:13.344624 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119ed579-2e2a-4491-a2e1-2592c684f726 admin admin] Router aa2c2eb6-d751-47b3-9153-91839b40ba4e has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:48:13.351579 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5985b3-1fff-4b53-8f07-c69383ff2471 req-df8f6380-61f4-4475-9bc3-772031051633 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:13.369320 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4a5985b3-1fff-4b53-8f07-c69383ff2471 req-df8f6380-61f4-4475-9bc3-772031051633 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "GET /networking/v2.0/ports/e9189809-9a37-4342-923c-0225f24a5496 HTTP/1.1" status: 200 len: 935 time: 0.4245689 Nov 02 12:48:13.385667 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ac02b3cd-5ef9-40c4-9140-8480fca29111 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:13.386210 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:13.397754 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c99c4199-74fe-4126-a9ba-91c0bbe3e09d tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2947eac9-3a39-4b20-a045-764346e497b7), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:13.410534 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-92de75c4-2624-4746-b850-094bd38cb0d8 None None] Provisioning complete for port 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:13.410993 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-92de75c4-2624-4746-b850-094bd38cb0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (69ec6e4c-093f-42cf-ae5c-a0a0dabf1791), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:13.411337 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-92de75c4-2624-4746-b850-094bd38cb0d8 None None] Attempt 1 to provision port 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 Nov 02 12:48:13.425030 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b7efd0e7-1d7c-4aa4-8a1b-c335be2b37f8 req-d12acacf-e9c6-4302-aafd-f70063dcbd72 tempest-ServersAaction247Test-1814440787 tempest-ServersAaction247Test-1814440787-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=893dd855-ad62-4a1d-b81e-c261c37ee28c HTTP/1.1" status: 200 len: 210 time: 0.1480644 Nov 02 12:48:13.425665 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c99c4199-74fe-4126-a9ba-91c0bbe3e09d tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Calling delete_port for 2947eac9-3a39-4b20-a045-764346e497b7 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:13.471503 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=95047837-b003-47b4-89dc-4ccb77309f01,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:13.509194 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-92de75c4-2624-4746-b850-094bd38cb0d8 None None] Port 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:48:13.573336 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5985b3-1fff-4b53-8f07-c69383ff2471 req-77e23aac-8c47-4626-8066-f41d19dfd804 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:13.581167 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4a5985b3-1fff-4b53-8f07-c69383ff2471 req-77e23aac-8c47-4626-8066-f41d19dfd804 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "GET /networking/v2.0/ports/5248b9fc-7d33-47e7-88b2-a85e4e80d314 HTTP/1.1" status: 200 len: 936 time: 0.2108967 Nov 02 12:48:13.597571 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9759-68d9-4b8a-9423-b7f2d54cec89 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_gateway (417e757b-1c19-4b51-ba93-14d236f1ee44), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:13.610847 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:13.672936 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:13.683262 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119ed579-2e2a-4491-a2e1-2592c684f726 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:13.687203 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4a5985b3-1fff-4b53-8f07-c69383ff2471 req-d7fc3b69-08a8-471f-9b18-85122719918b tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "GET /networking/v2.0/ports?network_id=1108e33c-4e36-4360-b055-f25c4edf6a41&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1050792 Nov 02 12:48:13.691186 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-119ed579-2e2a-4491-a2e1-2592c684f726 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/aa2c2eb6-d751-47b3-9153-91839b40ba4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4659669 Nov 02 12:48:13.716963 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a7739-4769-4240-a05a-b3262a186249 None None] Sync routers for ids ['aa2c2eb6-d751-47b3-9153-91839b40ba4e'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:13.722398 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c99c4199-74fe-4126-a9ba-91c0bbe3e09d tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2947eac9-3a39-4b20-a045-764346e497b7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:13.732310 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827a7739-4769-4240-a05a-b3262a186249 None None] Routers {'aa2c2eb6-d751-47b3-9153-91839b40ba4e'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:13.733175 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-827a7739-4769-4240-a05a-b3262a186249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['aa2c2eb6-d751-47b3-9153-91839b40ba4e'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:13.782342 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c4199-74fe-4126-a9ba-91c0bbe3e09d tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Pushing event deleted for resources: {'Port': ['ID=2947eac9-3a39-4b20-a045-764346e497b7,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:13.785990 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c99c4199-74fe-4126-a9ba-91c0bbe3e09d tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:13.792986 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c99c4199-74fe-4126-a9ba-91c0bbe3e09d tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] 10.222.0.64 "DELETE /networking/v2.0/ports/2947eac9-3a39-4b20-a045-764346e497b7 HTTP/1.1" status: 204 len: 168 time: 0.8756764 Nov 02 12:48:13.794430 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4a5985b3-1fff-4b53-8f07-c69383ff2471 req-e5bce3f0-13ff-46e7-bc34-079453961137 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "GET /networking/v2.0/ports?network_id=1108e33c-4e36-4360-b055-f25c4edf6a41&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1063464 Nov 02 12:48:13.800823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44902) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:13.834744 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-986ac259-2126-44b1-8826-6a372eba074a tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] GET failed (client error): The resource could not be found. Nov 02 12:48:13.841833 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-986ac259-2126-44b1-8826-6a372eba074a tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] 10.222.0.64 "GET /networking/v2.0/ports/2947eac9-3a39-4b20-a045-764346e497b7 HTTP/1.1" status: 404 len: 333 time: 0.0369959 Nov 02 12:48:13.845965 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44904) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:13.862464 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-800942b1-55cd-4bcf-bad8-8a75a8c86931 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Request body: {'port': {'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-528604185'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:13.870931 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:13.995275 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-827a7739-4769-4240-a05a-b3262a186249 None None] Set router aa2c2eb6-d751-47b3-9153-91839b40ba4e gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:48:14.018897 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ab6c9759-68d9-4b8a-9423-b7f2d54cec89 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Deleting port 76dd035f-636b-4955-b0cd-d2122379087d {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:14.019248 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9759-68d9-4b8a-9423-b7f2d54cec89 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (76dd035f-636b-4955-b0cd-d2122379087d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.080248 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800942b1-55cd-4bcf-bad8-8a75a8c86931 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Made reservation on behalf of a732ba5fdce345fd87c7b6482100033e for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:14.082887 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-800942b1-55cd-4bcf-bad8-8a75a8c86931 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.085480 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c2b64745-7609-4528-bc40-23119e51827b admin admin] Publish callbacks [] for router_gateway (b6001bdf-6501-44bd-92a3-3e61b317ef5d), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.110482 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-800942b1-55cd-4bcf-bad8-8a75a8c86931 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] device_id is not set on port 821cb830-47ae-42cc-829d-84a81d08f01e yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:48:14.147273 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c2b64745-7609-4528-bc40-23119e51827b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.278190 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a56c139f-880b-4ff5-8124-dd6caa77b939 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (eae4fef3-9cb1-4183-bf95-905db01caa40), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.315088 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c76087c1-1884-45fe-9e52-6e740eaaa720 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:14.315630 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5985b3-1fff-4b53-8f07-c69383ff2471 req-46b49486-8cd6-4fc6-b673-e57c6b80a902 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:14.322746 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5985b3-1fff-4b53-8f07-c69383ff2471 req-46b49486-8cd6-4fc6-b673-e57c6b80a902 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:14.329018 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5985b3-1fff-4b53-8f07-c69383ff2471 req-46b49486-8cd6-4fc6-b673-e57c6b80a902 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:14.343219 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4a5985b3-1fff-4b53-8f07-c69383ff2471 req-46b49486-8cd6-4fc6-b673-e57c6b80a902 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "GET /networking/v2.0/networks?id=51871001-9b9b-4e28-aa55-68271f815ee1&id=03214f9b-bbee-4e82-b80d-4b13b3b27499&id=03214f9b-bbee-4e82-b80d-4b13b3b27499&id=1108e33c-4e36-4360-b055-f25c4edf6a41&id=1108e33c-4e36-4360-b055-f25c4edf6a41 HTTP/1.1" status: 200 len: 1994 time: 0.4723907 Nov 02 12:48:14.374580 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-800942b1-55cd-4bcf-bad8-8a75a8c86931 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks [] for port (821cb830-47ae-42cc-829d-84a81d08f01e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.415949 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c76087c1-1884-45fe-9e52-6e740eaaa720 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:14.417490 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c76087c1-1884-45fe-9e52-6e740eaaa720), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.417836 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c76087c1-1884-45fe-9e52-6e740eaaa720 Nov 02 12:48:14.455109 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9759-68d9-4b8a-9423-b7f2d54cec89 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (76dd035f-636b-4955-b0cd-d2122379087d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.460160 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4a5985b3-1fff-4b53-8f07-c69383ff2471 req-62ac9a0d-cedb-4ce4-be3e-fdff39595a99 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "GET /networking/v2.0/quotas/8f45f7b86c104af5a07c40034429278c HTTP/1.1" status: 200 len: 375 time: 0.0742953 Nov 02 12:48:14.480046 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-827a7739-4769-4240-a05a-b3262a186249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2c2eb6-d751-47b3-9153-91839b40ba4e', 'name': 'tempest-ServerDiskConfigTestJSON-216935545-router', 'tenant_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '95047837-b003-47b4-89dc-4ccb77309f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:03Z', 'updated_at': '2022-11-02T12:48:10Z', 'revision_number': 4, 'project_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'gw_port': {'id': '95047837-b003-47b4-89dc-4ccb77309f01', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:78:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2c2eb6-d751-47b3-9153-91839b40ba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:05Z', 'updated_at': '2022-11-02T12:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '69ec6e4c-093f-42cf-ae5c-a0a0dabf1791', 'name': '', 'network_id': '796ffcce-1550-4d20-a67b-b64932b09c24', 'tenant_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'mac_address': 'fa:16:3e:07:54:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2c2eb6-d751-47b3-9153-91839b40ba4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'b212fca6-084f-45d8-ad41-c23aff7231b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:09Z', 'updated_at': '2022-11-02T12:48:11Z', 'revision_number': 2, 'project_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'subnets': [{'id': 'b212fca6-084f-45d8-ad41-c23aff7231b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:14.547296 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a7739-4769-4240-a05a-b3262a186249 None None] Checking router: aa2c2eb6-d751-47b3-9153-91839b40ba4e for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:48:14.556897 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a7739-4769-4240-a05a-b3262a186249 None None] Updating router aa2c2eb6-d751-47b3-9153-91839b40ba4e port 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:48:14.564355 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-800942b1-55cd-4bcf-bad8-8a75a8c86931 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (821cb830-47ae-42cc-829d-84a81d08f01e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.613222 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-827a7739-4769-4240-a05a-b3262a186249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (69ec6e4c-093f-42cf-ae5c-a0a0dabf1791), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.646660 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c76087c1-1884-45fe-9e52-6e740eaaa720 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:14.647747 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c76087c1-1884-45fe-9e52-6e740eaaa720), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.676201 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800942b1-55cd-4bcf-bad8-8a75a8c86931 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:14.685532 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-800942b1-55cd-4bcf-bad8-8a75a8c86931 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:14.699571 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port c76087c1-1884-45fe-9e52-6e740eaaa720, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c76087c1-1884-45fe-9e52-6e740eaaa720,segment=NetworkSegment(cd3ad39d-4b43-4730-90e4-e3e38155d6f8),segment_id=cd3ad39d-4b43-4730-90e4-e3e38155d6f8)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:14.704949 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800942b1-55cd-4bcf-bad8-8a75a8c86931 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:14.705893 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800942b1-55cd-4bcf-bad8-8a75a8c86931 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:14.706500 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-800942b1-55cd-4bcf-bad8-8a75a8c86931 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.739661 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800942b1-55cd-4bcf-bad8-8a75a8c86931 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Pushing event updated for resources: {'Port': ['ID=821cb830-47ae-42cc-829d-84a81d08f01e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:14.779622 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c76087c1-1884-45fe-9e52-6e740eaaa720), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.780561 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 95047837-b003-47b4-89dc-4ccb77309f01 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:14.838967 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-800942b1-55cd-4bcf-bad8-8a75a8c86931 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9922285 Nov 02 12:48:14.841651 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44938) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:14.847174 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-857339-6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:14.926374 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.929115 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=c76087c1-1884-45fe-9e52-6e740eaaa720,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:14.932063 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e48e606-5310-445d-8148-e905aed2f05f None None] Network ad45f526-3e4b-4f7a-8784-0986fb0ae1e6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:48:14.941225 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:14.971309 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (821cb830-47ae-42cc-829d-84a81d08f01e), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.983064 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-126130c3-8489-4c99-b14f-813decae4335 None None] Provisioning complete for port c76087c1-1884-45fe-9e52-6e740eaaa720 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:14.984134 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-126130c3-8489-4c99-b14f-813decae4335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c76087c1-1884-45fe-9e52-6e740eaaa720), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.984514 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-126130c3-8489-4c99-b14f-813decae4335 None None] Attempt 1 to provision port c76087c1-1884-45fe-9e52-6e740eaaa720 Nov 02 12:48:15.031705 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 95047837-b003-47b4-89dc-4ccb77309f01 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:15.032411 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (95047837-b003-47b4-89dc-4ccb77309f01), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.032934 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 95047837-b003-47b4-89dc-4ccb77309f01 Nov 02 12:48:15.052939 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ab6c9759-68d9-4b8a-9423-b7f2d54cec89 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Calling delete_port for 76dd035f-636b-4955-b0cd-d2122379087d owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:15.128631 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-827a7739-4769-4240-a05a-b3262a186249 None None] Publish callbacks [] for port (69ec6e4c-093f-42cf-ae5c-a0a0dabf1791), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.133037 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:15.180857 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 95047837-b003-47b4-89dc-4ccb77309f01 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:15.228480 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-827a7739-4769-4240-a05a-b3262a186249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (69ec6e4c-093f-42cf-ae5c-a0a0dabf1791), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.230193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-126130c3-8489-4c99-b14f-813decae4335 None None] Current status of the port c76087c1-1884-45fe-9e52-6e740eaaa720 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:15.267776 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] device_id is not set on port 821cb830-47ae-42cc-829d-84a81d08f01e yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:48:15.276566 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks [] for port (821cb830-47ae-42cc-829d-84a81d08f01e), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.277095 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4a5985b3-1fff-4b53-8f07-c69383ff2471 req-b68354e6-2f74-4456-80c6-02db5353ece1 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=8f45f7b86c104af5a07c40034429278c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.8069344 Nov 02 12:48:15.299006 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcdae4-7a35-4fac-b61c-cf7085e37f66 None None] Pushing event updated for resources: {'Port': ['ID=69ec6e4c-093f-42cf-ae5c-a0a0dabf1791,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:15.333402 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-c2b64745-7609-4528-bc40-23119e51827b admin admin] Allocated IP 172.25.2.196 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/6cae15f5-ce70-4790-9ffb-f1f51503e26e) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:15.387713 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:15.390711 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (821cb830-47ae-42cc-829d-84a81d08f01e), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.407676 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-827a7739-4769-4240-a05a-b3262a186249 None None] Attempting to bind port 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:15.413809 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-827a7739-4769-4240-a05a-b3262a186249 None None] Attempting to bind port 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'b9aa5dac-9ad2-4418-8135-7746706065c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '796ffcce-1550-4d20-a67b-b64932b09c24'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:15.414412 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827a7739-4769-4240-a05a-b3262a186249 None None] Attempting to bind port 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 on network 796ffcce-1550-4d20-a67b-b64932b09c24 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:15.467417 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50ee4a-308a-4616-ba55-2d2a0655faf8 req-e9ea83ae-9110-4818-a989-8f39aba3f720 tempest-ServerDiskConfigTestJSON-1219223035 tempest-ServerDiskConfigTestJSON-1219223035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:15.475370 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9c50ee4a-308a-4616-ba55-2d2a0655faf8 req-e9ea83ae-9110-4818-a989-8f39aba3f720 tempest-ServerDiskConfigTestJSON-1219223035 tempest-ServerDiskConfigTestJSON-1219223035-project] 10.222.0.64 "GET /networking/v2.0/networks?id=796ffcce-1550-4d20-a67b-b64932b09c24 HTTP/1.1" status: 200 len: 814 time: 0.3997381 Nov 02 12:48:15.497674 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:15.498327 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:15.498845 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:15.498968 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827a7739-4769-4240-a05a-b3262a186249 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:48:15.499258 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827a7739-4769-4240-a05a-b3262a186249 None None] Checking segment: {'id': 'b9aa5dac-9ad2-4418-8135-7746706065c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '796ffcce-1550-4d20-a67b-b64932b09c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:15.500220 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-827a7739-4769-4240-a05a-b3262a186249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.500663 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827a7739-4769-4240-a05a-b3262a186249 None None] Bound using segment: {'id': 'b9aa5dac-9ad2-4418-8135-7746706065c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '796ffcce-1550-4d20-a67b-b64932b09c24'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:48:15.501156 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-827a7739-4769-4240-a05a-b3262a186249 None None] Bound port: 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9aa5dac-9ad2-4418-8135-7746706065c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '796ffcce-1550-4d20-a67b-b64932b09c24'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:48:15.501557 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-827a7739-4769-4240-a05a-b3262a186249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (69ec6e4c-093f-42cf-ae5c-a0a0dabf1791), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.506571 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Pushing event updated for resources: {'Port': ['ID=821cb830-47ae-42cc-829d-84a81d08f01e,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:15.509237 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port 821cb830-47ae-42cc-829d-84a81d08f01e on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:15.509879 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:15.511255 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 2 to bind port 821cb830-47ae-42cc-829d-84a81d08f01e Nov 02 12:48:15.529533 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:15.531453 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:15.532794 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:15.540186 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port 821cb830-47ae-42cc-829d-84a81d08f01e on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:15.540776 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:15.541927 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 3 to bind port 821cb830-47ae-42cc-829d-84a81d08f01e Nov 02 12:48:15.559713 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:15.565160 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:15.565160 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:15.567869 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9c50ee4a-308a-4616-ba55-2d2a0655faf8 req-f8d8ee9a-11d3-40d1-8989-966a33a2ca95 tempest-ServerDiskConfigTestJSON-1219223035 tempest-ServerDiskConfigTestJSON-1219223035-project] 10.222.0.64 "GET /networking/v2.0/quotas/a720f4a1648e4aa1b4efaf39bb904f11 HTTP/1.1" status: 200 len: 375 time: 0.0910494 Nov 02 12:48:15.569571 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port 821cb830-47ae-42cc-829d-84a81d08f01e on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:15.570120 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:15.571304 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 4 to bind port 821cb830-47ae-42cc-829d-84a81d08f01e Nov 02 12:48:15.609838 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:15.612775 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:15.614516 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:15.617287 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-827a7739-4769-4240-a05a-b3262a186249 None None] For port 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:15.621268 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:15.622602 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port 821cb830-47ae-42cc-829d-84a81d08f01e on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:15.623123 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-827a7739-4769-4240-a05a-b3262a186249 None None] For port 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=69ec6e4c-093f-42cf-ae5c-a0a0dabf1791,segment=NetworkSegment(b9aa5dac-9ad2-4418-8135-7746706065c5),segment_id=b9aa5dac-9ad2-4418-8135-7746706065c5)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:15.623298 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:15.624094 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 5 to bind port 821cb830-47ae-42cc-829d-84a81d08f01e Nov 02 12:48:15.640908 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:15.640908 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:15.641246 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:15.648574 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port 821cb830-47ae-42cc-829d-84a81d08f01e on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:15.649140 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:15.649649 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 6 to bind port 821cb830-47ae-42cc-829d-84a81d08f01e Nov 02 12:48:15.670233 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:15.670605 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:15.671062 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:15.675968 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port 821cb830-47ae-42cc-829d-84a81d08f01e on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:15.676305 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:15.676969 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 7 to bind port 821cb830-47ae-42cc-829d-84a81d08f01e Nov 02 12:48:15.683126 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f565fb1b-8586-477f-a91f-cde98f804e63 None None] Provisioning complete for port c76087c1-1884-45fe-9e52-6e740eaaa720 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:15.683660 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f565fb1b-8586-477f-a91f-cde98f804e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c76087c1-1884-45fe-9e52-6e740eaaa720), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.684186 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f565fb1b-8586-477f-a91f-cde98f804e63 None None] Attempt 1 to provision port c76087c1-1884-45fe-9e52-6e740eaaa720 Nov 02 12:48:15.691513 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:15.691868 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:15.693207 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:15.699283 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port 821cb830-47ae-42cc-829d-84a81d08f01e on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:15.699624 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:15.700029 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 8 to bind port 821cb830-47ae-42cc-829d-84a81d08f01e Nov 02 12:48:15.715557 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-827a7739-4769-4240-a05a-b3262a186249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (69ec6e4c-093f-42cf-ae5c-a0a0dabf1791), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.717223 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:15.717567 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:15.717908 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:15.730881 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port 821cb830-47ae-42cc-829d-84a81d08f01e on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:15.732396 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:15.732846 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 9 to bind port 821cb830-47ae-42cc-829d-84a81d08f01e Nov 02 12:48:15.741584 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c2b64745-7609-4528-bc40-23119e51827b admin admin] Publish callbacks [] for port (6cae15f5-ce70-4790-9ffb-f1f51503e26e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.751504 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:15.751833 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:15.752181 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:15.758023 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port 821cb830-47ae-42cc-829d-84a81d08f01e on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:15.758351 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:15.758743 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempt 10 to bind port 821cb830-47ae-42cc-829d-84a81d08f01e Nov 02 12:48:15.782840 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:15.783193 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:15.783536 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempting to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:15.788222 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56c139f-880b-4ff5-8124-dd6caa77b939 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Router eae4fef3-9cb1-4183-bf95-905db01caa40 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:48:15.790214 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Port 821cb830-47ae-42cc-829d-84a81d08f01e on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:15.790552 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Failed to bind port 821cb830-47ae-42cc-829d-84a81d08f01e on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '39da73e7-82c4-43f5-b0e3-44e6ef927d3c'}] Nov 02 12:48:15.790920 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (821cb830-47ae-42cc-829d-84a81d08f01e), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.819637 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9c50ee4a-308a-4616-ba55-2d2a0655faf8 req-e3e172e2-896b-4c74-bc30-100fec1f257b tempest-ServerDiskConfigTestJSON-1219223035 tempest-ServerDiskConfigTestJSON-1219223035-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a720f4a1648e4aa1b4efaf39bb904f11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2383964 Nov 02 12:48:15.820535 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827a7739-4769-4240-a05a-b3262a186249 None None] Routers {'aa2c2eb6-d751-47b3-9153-91839b40ba4e'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:15.821769 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-827a7739-4769-4240-a05a-b3262a186249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:47:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['aa2c2eb6-d751-47b3-9153-91839b40ba4e'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:15.835273 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f565fb1b-8586-477f-a91f-cde98f804e63 None None] Current status of the port c76087c1-1884-45fe-9e52-6e740eaaa720 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:15.870715 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:15.901054 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d3dc23c6-cbf9-4f96-a33f-286918b3441f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.928192 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] For port 821cb830-47ae-42cc-829d-84a81d08f01e, host n-h2-857339-6, cleared binding levels {{(pid=105976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:15.929570 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attempted to set empty binding levels {{(pid=105976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 12:48:15.941180 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44962) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:15.943971 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcdae4-7a35-4fac-b61c-cf7085e37f66 None None] Pushing event updated for resources: {'Port': ['ID=69ec6e4c-093f-42cf-ae5c-a0a0dabf1791,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:16.006006 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9759-68d9-4b8a-9423-b7f2d54cec89 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (76dd035f-636b-4955-b0cd-d2122379087d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:16.023012 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c2b64745-7609-4528-bc40-23119e51827b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (6cae15f5-ce70-4790-9ffb-f1f51503e26e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:16.024858 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c76087c1-1884-45fe-9e52-6e740eaaa720 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:16.040188 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (821cb830-47ae-42cc-829d-84a81d08f01e), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:16.041118 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] In _notify_port_updated(), no bound segment for port 821cb830-47ae-42cc-829d-84a81d08f01e on network 39da73e7-82c4-43f5-b0e3-44e6ef927d3c {{(pid=105976) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 12:48:16.042586 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:16.043304 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:16.047595 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] 10.222.0.64 "PUT /networking/v2.0/ports/821cb830-47ae-42cc-829d-84a81d08f01e HTTP/1.1" status: 200 len: 974 time: 1.2023680 Nov 02 12:48:16.056519 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44968) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:16.063180 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b64745-7609-4528-bc40-23119e51827b admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:16.109009 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2adbdb5c-ae87-4849-bd1c-7e3b442d3ae8 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for security_group (26b66d34-b100-46c6-b63d-bc9457d72895), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:16.159055 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-c2b64745-7609-4528-bc40-23119e51827b admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:16.163003 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ea617ba8-c7a7-43b9-ac85-fb02a92cff40 req-3dd8aea8-d67d-41e0-ba28-ed4424d7c2e9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=fc93689736c14e8dbfd8d32885abdbb8&device_id=893dd855-ad62-4a1d-b81e-c261c37ee28c HTTP/1.1" status: 200 len: 210 time: 0.1643271 Nov 02 12:48:16.167304 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b64745-7609-4528-bc40-23119e51827b admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:16.178814 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c76087c1-1884-45fe-9e52-6e740eaaa720 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:16.181543 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c76087c1-1884-45fe-9e52-6e740eaaa720), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:16.182165 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c76087c1-1884-45fe-9e52-6e740eaaa720 Nov 02 12:48:16.266066 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2adbdb5c-ae87-4849-bd1c-7e3b442d3ae8 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for security_group (26b66d34-b100-46c6-b63d-bc9457d72895), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:16.276615 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-827a7739-4769-4240-a05a-b3262a186249 None None] Set router aa2c2eb6-d751-47b3-9153-91839b40ba4e gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:48:16.280010 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-efafe37f-6790-4596-bb14-d7ab9b83de75 req-dc59bd03-9032-4c5f-8246-7bf1b63275a2 tempest-ServersAaction247Test-1814440787 tempest-ServersAaction247Test-1814440787-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=893dd855-ad62-4a1d-b81e-c261c37ee28c HTTP/1.1" status: 200 len: 210 time: 0.2799971 Nov 02 12:48:16.281596 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ea617ba8-c7a7-43b9-ac85-fb02a92cff40 req-92623bf4-d499-4f85-a551-8f08bb5337be service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=fc93689736c14e8dbfd8d32885abdbb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633421 Nov 02 12:48:16.282369 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c9759-68d9-4b8a-9423-b7f2d54cec89 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Pushing event deleted for resources: {'Port': ['ID=76dd035f-636b-4955-b0cd-d2122379087d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:16.298976 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:16.322226 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b97e8f-f95e-49af-a723-694c9c041b34 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Pushing event updated for resources: {'Port': ['ID=821cb830-47ae-42cc-829d-84a81d08f01e,revision_number=3']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:16.326063 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c76087c1-1884-45fe-9e52-6e740eaaa720 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:16.344848 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-1ef89c20-e3da-4f1f-a576-6d9e0a788099 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Deleting port 821cb830-47ae-42cc-829d-84a81d08f01e {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:16.348784 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1ef89c20-e3da-4f1f-a576-6d9e0a788099 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (821cb830-47ae-42cc-829d-84a81d08f01e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:16.423260 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-1ef89c20-e3da-4f1f-a576-6d9e0a788099 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] For port 821cb830-47ae-42cc-829d-84a81d08f01e, host n-h2-857339-6, got binding levels [] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:16.423260 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1ef89c20-e3da-4f1f-a576-6d9e0a788099 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (821cb830-47ae-42cc-829d-84a81d08f01e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:16.443390 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-1ef89c20-e3da-4f1f-a576-6d9e0a788099 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Calling delete_port for 821cb830-47ae-42cc-829d-84a81d08f01e owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:16.558779 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-827a7739-4769-4240-a05a-b3262a186249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2c2eb6-d751-47b3-9153-91839b40ba4e', 'name': 'tempest-ServerDiskConfigTestJSON-216935545-router', 'tenant_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '95047837-b003-47b4-89dc-4ccb77309f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:03Z', 'updated_at': '2022-11-02T12:48:10Z', 'revision_number': 4, 'project_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'gw_port': {'id': '95047837-b003-47b4-89dc-4ccb77309f01', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:78:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2c2eb6-d751-47b3-9153-91839b40ba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:05Z', 'updated_at': '2022-11-02T12:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '69ec6e4c-093f-42cf-ae5c-a0a0dabf1791', 'name': '', 'network_id': '796ffcce-1550-4d20-a67b-b64932b09c24', 'tenant_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'mac_address': 'fa:16:3e:07:54:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2c2eb6-d751-47b3-9153-91839b40ba4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'b212fca6-084f-45d8-ad41-c23aff7231b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:09Z', 'updated_at': '2022-11-02T12:48:15Z', 'revision_number': 4, 'project_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'subnets': [{'id': 'b212fca6-084f-45d8-ad41-c23aff7231b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:16.592704 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a7739-4769-4240-a05a-b3262a186249 None None] The sync data for ids ['aa2c2eb6-d751-47b3-9153-91839b40ba4e'] in n-d-857339-6 is: [{'id': 'aa2c2eb6-d751-47b3-9153-91839b40ba4e', 'name': 'tempest-ServerDiskConfigTestJSON-216935545-router', 'tenant_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '95047837-b003-47b4-89dc-4ccb77309f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:03Z', 'updated_at': '2022-11-02T12:48:10Z', 'revision_number': 4, 'project_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'gw_port': {'id': '95047837-b003-47b4-89dc-4ccb77309f01', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:78:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2c2eb6-d751-47b3-9153-91839b40ba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:05Z', 'updated_at': '2022-11-02T12:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '69ec6e4c-093f-42cf-ae5c-a0a0dabf1791', 'name': '', 'network_id': '796ffcce-1550-4d20-a67b-b64932b09c24', 'tenant_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'mac_address': 'fa:16:3e:07:54:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2c2eb6-d751-47b3-9153-91839b40ba4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'b212fca6-084f-45d8-ad41-c23aff7231b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:09Z', 'updated_at': '2022-11-02T12:48:15Z', 'revision_number': 4, 'project_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'subnets': [{'id': 'b212fca6-084f-45d8-ad41-c23aff7231b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:16.613908 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2adbdb5c-ae87-4849-bd1c-7e3b442d3ae8 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (26b66d34-b100-46c6-b63d-bc9457d72895), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:16.618430 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2adbdb5c-ae87-4849-bd1c-7e3b442d3ae8 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:16.625883 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2adbdb5c-ae87-4849-bd1c-7e3b442d3ae8 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/26b66d34-b100-46c6-b63d-bc9457d72895 HTTP/1.1" status: 204 len: 168 time: 0.6791003 Nov 02 12:48:16.625883 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44984) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:16.638896 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9759-68d9-4b8a-9423-b7f2d54cec89 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (417e757b-1c19-4b51-ba93-14d236f1ee44), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:16.648720 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:16.683058 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-6bf3ba01-9c91-4560-8eeb-de27646bd8d1 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] show failed (client error): The resource could not be found. Nov 02 12:48:16.688919 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6bf3ba01-9c91-4560-8eeb-de27646bd8d1 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "GET /networking/v2.0/security-groups/26b66d34-b100-46c6-b63d-bc9457d72895 HTTP/1.1" status: 404 len: 347 time: 0.0578053 Nov 02 12:48:16.688919 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1ef89c20-e3da-4f1f-a576-6d9e0a788099 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (821cb830-47ae-42cc-829d-84a81d08f01e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:16.690143 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44986) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:16.695470 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b64745-7609-4528-bc40-23119e51827b admin admin] Pushing event updated for resources: {'Port': ['ID=6cae15f5-ce70-4790-9ffb-f1f51503e26e,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:16.708191 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbdb5c-ae87-4849-bd1c-7e3b442d3ae8 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b66d34-b100-46c6-b63d-bc9457d72895,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:16.805266 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:16.806379 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef89c20-e3da-4f1f-a576-6d9e0a788099 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Pushing event deleted for resources: {'Port': ['ID=821cb830-47ae-42cc-829d-84a81d08f01e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:16.840266 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:16.850518 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1ef89c20-e3da-4f1f-a576-6d9e0a788099 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:16.853854 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1ef89c20-e3da-4f1f-a576-6d9e0a788099 tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] 10.222.0.64 "DELETE /networking/v2.0/ports/821cb830-47ae-42cc-829d-84a81d08f01e HTTP/1.1" status: 204 len: 168 time: 0.7963288 Nov 02 12:48:16.859153 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44988) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:16.889176 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56c139f-880b-4ff5-8124-dd6caa77b939 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:16.894702 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617ba8-c7a7-43b9-ac85-fb02a92cff40 req-07ff5c3e-1e80-42fe-9b3e-789a471970dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:16.896861 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ea617ba8-c7a7-43b9-ac85-fb02a92cff40 req-07ff5c3e-1e80-42fe-9b3e-789a471970dd service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4859130 Nov 02 12:48:16.901676 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89632923-712a-42e5-bc37-4210436758f7 None None] Sync routers for ids ['eae4fef3-9cb1-4183-bf95-905db01caa40'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:16.928897 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89632923-712a-42e5-bc37-4210436758f7 None None] Routers {'eae4fef3-9cb1-4183-bf95-905db01caa40'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:16.929561 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-89632923-712a-42e5-bc37-4210436758f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['eae4fef3-9cb1-4183-bf95-905db01caa40'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:16.945268 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ac6351-0751-4a8e-88bf-4b53eebcb5ea tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] GET failed (client error): The resource could not be found. Nov 02 12:48:16.948969 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e6ac6351-0751-4a8e-88bf-4b53eebcb5ea tempest-PortsAdminExtendedAttrsTestJSON-1850760461 tempest-PortsAdminExtendedAttrsTestJSON-1850760461-project-admin] 10.222.0.64 "GET /networking/v2.0/ports/821cb830-47ae-42cc-829d-84a81d08f01e HTTP/1.1" status: 404 len: 333 time: 0.0890601 Nov 02 12:48:16.952820 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44990) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:16.957218 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee441420-d20d-4bde-8189-8854fc0a8447 req-61f41cc2-11a6-4fc6-8734-26a5cab8dda3 tempest-ServerDiskConfigTestJSON-1219223035 tempest-ServerDiskConfigTestJSON-1219223035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:16.958992 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ee441420-d20d-4bde-8189-8854fc0a8447 req-61f41cc2-11a6-4fc6-8734-26a5cab8dda3 tempest-ServerDiskConfigTestJSON-1219223035 tempest-ServerDiskConfigTestJSON-1219223035-project] 10.222.0.64 "GET /networking/v2.0/networks?id=796ffcce-1550-4d20-a67b-b64932b09c24 HTTP/1.1" status: 200 len: 814 time: 0.6273425 Nov 02 12:48:16.968462 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-89632923-712a-42e5-bc37-4210436758f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:16.981712 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89632923-712a-42e5-bc37-4210436758f7 None None] Routers {'eae4fef3-9cb1-4183-bf95-905db01caa40'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:16.984295 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-89632923-712a-42e5-bc37-4210436758f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['eae4fef3-9cb1-4183-bf95-905db01caa40'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:17.006397 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f11789e1-9b13-4c5a-a469-68553737c47a tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Deleting port 84a91344-a179-4238-a411-2d0b41987890 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:17.006751 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f11789e1-9b13-4c5a-a469-68553737c47a tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (84a91344-a179-4238-a411-2d0b41987890), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:17.056473 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a56c139f-880b-4ff5-8124-dd6caa77b939 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:17.058107 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a56c139f-880b-4ff5-8124-dd6caa77b939 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 892 time: 9.7623003 Nov 02 12:48:17.068521 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ee441420-d20d-4bde-8189-8854fc0a8447 req-520ff25a-ab9b-45b4-b835-3082425818cc tempest-ServerDiskConfigTestJSON-1219223035 tempest-ServerDiskConfigTestJSON-1219223035-project] 10.222.0.64 "GET /networking/v2.0/quotas/a720f4a1648e4aa1b4efaf39bb904f11 HTTP/1.1" status: 200 len: 375 time: 0.0664632 Nov 02 12:48:17.069230 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44994) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:17.082531 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-89632923-712a-42e5-bc37-4210436758f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:17.087611 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89632923-712a-42e5-bc37-4210436758f7 None None] The sync data for ids ['eae4fef3-9cb1-4183-bf95-905db01caa40'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:17.152458 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4db46aa4-40a9-4207-8ed9-d12671caba9e tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (39da73e7-82c4-43f5-b0e3-44e6ef927d3c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:17.180964 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:17.185031 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9759-68d9-4b8a-9423-b7f2d54cec89 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (417e757b-1c19-4b51-ba93-14d236f1ee44), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:17.191309 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:17.223737 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f11789e1-9b13-4c5a-a469-68553737c47a tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (84a91344-a179-4238-a411-2d0b41987890), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:17.223737 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f11789e1-9b13-4c5a-a469-68553737c47a tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for floatingip (84a91344-a179-4238-a411-2d0b41987890), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:17.231721 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9759-68d9-4b8a-9423-b7f2d54cec89 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (417e757b-1c19-4b51-ba93-14d236f1ee44), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:17.255388 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f11789e1-9b13-4c5a-a469-68553737c47a tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Calling delete_port for 84a91344-a179-4238-a411-2d0b41987890 owned by network:floatingip {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:17.305991 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4db46aa4-40a9-4207-8ed9-d12671caba9e tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (39da73e7-82c4-43f5-b0e3-44e6ef927d3c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:17.356956 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ee441420-d20d-4bde-8189-8854fc0a8447 req-6f8b802c-6548-4e02-bf14-c305d86fb9a8 tempest-ServerDiskConfigTestJSON-1219223035 tempest-ServerDiskConfigTestJSON-1219223035-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a720f4a1648e4aa1b4efaf39bb904f11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1797218 Nov 02 12:48:17.373991 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-4db46aa4-40a9-4207-8ed9-d12671caba9e tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39da73e7-82c4-43f5-b0e3-44e6ef927d3c']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:17.405734 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-4db46aa4-40a9-4207-8ed9-d12671caba9e tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:17.405734 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-4db46aa4-40a9-4207-8ed9-d12671caba9e tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3ebb0c-b9eb-4d02-8e0c-380e259563b6') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:17.430389 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4db46aa4-40a9-4207-8ed9-d12671caba9e tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (6d3ebb0c-b9eb-4d02-8e0c-380e259563b6), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:17.471077 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6c9759-68d9-4b8a-9423-b7f2d54cec89 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Router 417e757b-1c19-4b51-ba93-14d236f1ee44 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:48:17.471812 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4db46aa4-40a9-4207-8ed9-d12671caba9e tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (6d3ebb0c-b9eb-4d02-8e0c-380e259563b6), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:17.495599 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db46aa4-40a9-4207-8ed9-d12671caba9e tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:48:17.496005 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4db46aa4-40a9-4207-8ed9-d12671caba9e tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (6d3ebb0c-b9eb-4d02-8e0c-380e259563b6), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:17.520507 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c2b64745-7609-4528-bc40-23119e51827b admin admin] Publish callbacks [] for router_gateway (b6001bdf-6501-44bd-92a3-3e61b317ef5d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:17.529666 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 6d3ebb0c-b9eb-4d02-8e0c-380e259563b6 resource provider aggregate not found Nov 02 12:48:17.580871 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 6d3ebb0c-b9eb-4d02-8e0c-380e259563b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d3ebb0c-b9eb-4d02-8e0c-380e259563b6 found for delete ", "request_id": "req-e8b811a5-a050-4016-89d6-917558a3c76d"}]} Nov 02 12:48:17.631069 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b5fd52a2-d753-4647-af27-36ae109eee15 req-159b4a5a-89eb-4faa-b2e8-39eb2da8bdfd tempest-ServersAaction247Test-1814440787 tempest-ServersAaction247Test-1814440787-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=893dd855-ad62-4a1d-b81e-c261c37ee28c HTTP/1.1" status: 200 len: 210 time: 0.1144195 Nov 02 12:48:17.720979 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f11789e1-9b13-4c5a-a469-68553737c47a tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (84a91344-a179-4238-a411-2d0b41987890), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:17.739794 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4db46aa4-40a9-4207-8ed9-d12671caba9e tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (39da73e7-82c4-43f5-b0e3-44e6ef927d3c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:17.758071 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4db46aa4-40a9-4207-8ed9-d12671caba9e tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:17.764913 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4db46aa4-40a9-4207-8ed9-d12671caba9e tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] 10.222.0.64 "DELETE /networking/v2.0/networks/39da73e7-82c4-43f5-b0e3-44e6ef927d3c HTTP/1.1" status: 204 len: 168 time: 0.8063529 Nov 02 12:48:17.783147 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11789e1-9b13-4c5a-a469-68553737c47a tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Pushing event deleted for resources: {'Port': ['ID=84a91344-a179-4238-a411-2d0b41987890,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:17.810920 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db46aa4-40a9-4207-8ed9-d12671caba9e tempest-PortsAdminExtendedAttrsTestJSON-1888441548 tempest-PortsAdminExtendedAttrsTestJSON-1888441548-project] Pushing event deleted for resources: {'Network': ['ID=39da73e7-82c4-43f5-b0e3-44e6ef927d3c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:17.932802 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f11789e1-9b13-4c5a-a469-68553737c47a tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for floatingip (2f11660f-f867-4bcf-bd5e-0b0e02104ba2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:17.935813 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f11789e1-9b13-4c5a-a469-68553737c47a tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:17.937119 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f11789e1-9b13-4c5a-a469-68553737c47a tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/2f11660f-f867-4bcf-bd5e-0b0e02104ba2 HTTP/1.1" status: 204 len: 168 time: 1.2410750 Nov 02 12:48:17.943135 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45024) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:18.009442 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:18.080772 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:18.081776 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (69ec6e4c-093f-42cf-ae5c-a0a0dabf1791), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.082419 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 Nov 02 12:48:18.114467 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3df03899-12c5-42d1-a9fa-8ea83fbb1979 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Deleting port 5248b9fc-7d33-47e7-88b2-a85e4e80d314 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:18.114889 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3df03899-12c5-42d1-a9fa-8ea83fbb1979 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5248b9fc-7d33-47e7-88b2-a85e4e80d314), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.220394 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:18.221069 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (69ec6e4c-093f-42cf-ae5c-a0a0dabf1791), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.263810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=69ec6e4c-093f-42cf-ae5c-a0a0dabf1791,segment=NetworkSegment(b9aa5dac-9ad2-4418-8135-7746706065c5),segment_id=b9aa5dac-9ad2-4418-8135-7746706065c5)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:18.287242 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3df03899-12c5-42d1-a9fa-8ea83fbb1979 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5248b9fc-7d33-47e7-88b2-a85e4e80d314), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.318390 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3df03899-12c5-42d1-a9fa-8ea83fbb1979 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Calling delete_port for 5248b9fc-7d33-47e7-88b2-a85e4e80d314 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:18.324379 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.366258 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (69ec6e4c-093f-42cf-ae5c-a0a0dabf1791), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.395722 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6c9759-68d9-4b8a-9423-b7f2d54cec89 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:18.409025 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10226aa1-fa41-44db-87be-8f018a4fe036 None None] Sync routers for ids ['417e757b-1c19-4b51-ba93-14d236f1ee44'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:18.437079 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10226aa1-fa41-44db-87be-8f018a4fe036 None None] Routers {'417e757b-1c19-4b51-ba93-14d236f1ee44'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:18.439566 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-10226aa1-fa41-44db-87be-8f018a4fe036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['417e757b-1c19-4b51-ba93-14d236f1ee44'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:18.448632 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.499201 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=69ec6e4c-093f-42cf-ae5c-a0a0dabf1791,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:18.521201 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-10226aa1-fa41-44db-87be-8f018a4fe036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:18.538546 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10226aa1-fa41-44db-87be-8f018a4fe036 None None] Routers {'417e757b-1c19-4b51-ba93-14d236f1ee44'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:18.539436 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-10226aa1-fa41-44db-87be-8f018a4fe036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['417e757b-1c19-4b51-ba93-14d236f1ee44'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:18.548542 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9759-68d9-4b8a-9423-b7f2d54cec89 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.548542 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ab6c9759-68d9-4b8a-9423-b7f2d54cec89 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "PUT /networking/v2.0/routers/417e757b-1c19-4b51-ba93-14d236f1ee44 HTTP/1.1" status: 200 len: 705 time: 7.2761149 Nov 02 12:48:18.550621 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45034) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:18.584976 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-10226aa1-fa41-44db-87be-8f018a4fe036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:18.585843 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10226aa1-fa41-44db-87be-8f018a4fe036 None None] The sync data for ids ['417e757b-1c19-4b51-ba93-14d236f1ee44'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:18.625463 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45036) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:18.725730 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-232cb22c-00ff-43da-b11d-8a1520f5771e tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "GET /networking/v2.0/routers/417e757b-1c19-4b51-ba93-14d236f1ee44 HTTP/1.1" status: 200 len: 740 time: 0.1696291 Nov 02 12:48:18.726687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45044) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:18.730294 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106271f-dea6-4853-958a-1446d8c337ca req-1ad3a4a0-8b12-40f5-ac11-3da1866b7490 tempest-ServerDiskConfigTestJSON-1219223035 tempest-ServerDiskConfigTestJSON-1219223035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:18.731834 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b106271f-dea6-4853-958a-1446d8c337ca req-1ad3a4a0-8b12-40f5-ac11-3da1866b7490 tempest-ServerDiskConfigTestJSON-1219223035 tempest-ServerDiskConfigTestJSON-1219223035-project] 10.222.0.64 "GET /networking/v2.0/networks?id=796ffcce-1550-4d20-a67b-b64932b09c24 HTTP/1.1" status: 200 len: 814 time: 0.4352670 Nov 02 12:48:18.768540 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b106271f-dea6-4853-958a-1446d8c337ca req-cfbe7eab-efe7-4c60-8e92-a44663fde25b tempest-ServerDiskConfigTestJSON-1219223035 tempest-ServerDiskConfigTestJSON-1219223035-project] 10.222.0.64 "GET /networking/v2.0/quotas/a720f4a1648e4aa1b4efaf39bb904f11 HTTP/1.1" status: 200 len: 375 time: 0.0286961 Nov 02 12:48:18.795440 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1d94ee91-0489-47e4-bfa5-17fdf81a6898 tempest-RoutersAdminTest-1233005842 tempest-RoutersAdminTest-1233005842-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&device_id=417e757b-1c19-4b51-ba93-14d236f1ee44 HTTP/1.1" status: 200 len: 205 time: 0.0670950 Nov 02 12:48:18.803075 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45046) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:18.803948 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c2b64745-7609-4528-bc40-23119e51827b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (b6001bdf-6501-44bd-92a3-3e61b317ef5d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.821247 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3df03899-12c5-42d1-a9fa-8ea83fbb1979 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (5248b9fc-7d33-47e7-88b2-a85e4e80d314), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.847804 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:18.867449 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-713ab623-1bf1-43b4-8a72-05f110ad5b4b req-f33f0b16-cbef-4675-b3dc-6d72d2d7a161 tempest-ServersAaction247Test-1814440787 tempest-ServersAaction247Test-1814440787-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=893dd855-ad62-4a1d-b81e-c261c37ee28c HTTP/1.1" status: 200 len: 210 time: 0.0773423 Nov 02 12:48:18.928957 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b106271f-dea6-4853-958a-1446d8c337ca req-a5c0fcf2-a828-441b-8948-a61321853e8a tempest-ServerDiskConfigTestJSON-1219223035 tempest-ServerDiskConfigTestJSON-1219223035-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a720f4a1648e4aa1b4efaf39bb904f11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1413324 Nov 02 12:48:18.972963 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=8,neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:19.001244 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45054) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:19.042446 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ea617ba8-c7a7-43b9-ac85-fb02a92cff40 req-254d6b32-d1aa-4782-836e-33ec93de9162 tempest-ServersAaction247Test-1814440787 tempest-ServersAaction247Test-1814440787-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=893dd855-ad62-4a1d-b81e-c261c37ee28c HTTP/1.1" status: 200 len: 210 time: 0.0872445 Nov 02 12:48:19.095098 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-791ada04-54c1-49dd-8ba8-fb09c1204205 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.099386 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:19.142615 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e575a866-b7b4-43ed-8c38-babc26239089 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=417e757b-1c19-4b51-ba93-14d236f1ee44 HTTP/1.1" status: 200 len: 205 time: 0.3323495 Nov 02 12:48:19.148097 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45056) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:19.155421 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df03899-12c5-42d1-a9fa-8ea83fbb1979 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Pushing event deleted for resources: {'Port': ['ID=5248b9fc-7d33-47e7-88b2-a85e4e80d314,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:19.263013 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8d502dc2-d6d7-45f8-bf07-a6c01fd935df admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c1ea0e13261a4a6790ff89a1b9302938&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6342661 Nov 02 12:48:19.267278 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45060) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:19.306751 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7d34bf6c-305f-4083-8fc3-e1b0b2f9d8e5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router (417e757b-1c19-4b51-ba93-14d236f1ee44), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.351027 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:19.433302 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3df03899-12c5-42d1-a9fa-8ea83fbb1979 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.437938 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3df03899-12c5-42d1-a9fa-8ea83fbb1979 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "DELETE /networking/v2.0/ports/5248b9fc-7d33-47e7-88b2-a85e4e80d314 HTTP/1.1" status: 204 len: 168 time: 1.4937401 Nov 02 12:48:19.442295 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45070) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:19.582149 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e7e29ba6-3f7a-4a86-ad9c-4a378ae447bc admin admin] Publish callbacks [] for security_group (5d19ba1d-107e-4ce2-a4e5-f62ec1d3827b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.626647 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:19.642900 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7d34bf6c-305f-4083-8fc3-e1b0b2f9d8e5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (417e757b-1c19-4b51-ba93-14d236f1ee44), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.650661 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7d34bf6c-305f-4083-8fc3-e1b0b2f9d8e5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router_controller (417e757b-1c19-4b51-ba93-14d236f1ee44), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.659739 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e7e29ba6-3f7a-4a86-ad9c-4a378ae447bc admin admin] Publish callbacks [] for security_group (5d19ba1d-107e-4ce2-a4e5-f62ec1d3827b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.745371 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a92875cb-9975-4f9b-9581-83b428492a27 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Deleting port e9189809-9a37-4342-923c-0225f24a5496 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:19.746073 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a92875cb-9975-4f9b-9581-83b428492a27 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e9189809-9a37-4342-923c-0225f24a5496), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.811185 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-791ada04-54c1-49dd-8ba8-fb09c1204205 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Allocated IP 172.20.0.1 (e0310466-aa55-4cf0-af87-1c5cca841f94/441fd99b-d529-49e0-94c8-ec6b8226cc0f/cda2837b-5e29-4605-a09a-da96e6811aec) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:19.812991 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b64745-7609-4528-bc40-23119e51827b admin admin] Router b6001bdf-6501-44bd-92a3-3e61b317ef5d is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:48:19.838549 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7d34bf6c-305f-4083-8fc3-e1b0b2f9d8e5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (417e757b-1c19-4b51-ba93-14d236f1ee44), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.839437 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d34bf6c-305f-4083-8fc3-e1b0b2f9d8e5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Fanout notify agent at l3_agent the message router_deleted on router 417e757b-1c19-4b51-ba93-14d236f1ee44 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:48:19.855352 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7d34bf6c-305f-4083-8fc3-e1b0b2f9d8e5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.859438 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7d34bf6c-305f-4083-8fc3-e1b0b2f9d8e5 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "DELETE /networking/v2.0/routers/417e757b-1c19-4b51-ba93-14d236f1ee44 HTTP/1.1" status: 204 len: 168 time: 0.7080417 Nov 02 12:48:19.863074 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45078) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:19.882802 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:19.921074 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff01e863-e67c-404c-bd51-4dcc4323f1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (aa2c2eb6-d751-47b3-9153-91839b40ba4e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.924970 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-25ac52f2-1838-4795-a840-470bdb1e10b9 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=417e757b-1c19-4b51-ba93-14d236f1ee44 HTTP/1.1" status: 200 len: 205 time: 0.0541973 Nov 02 12:48:19.938779 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45084) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:19.966915 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a92875cb-9975-4f9b-9581-83b428492a27 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e9189809-9a37-4342-923c-0225f24a5496), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.972343 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:19.972786 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (69ec6e4c-093f-42cf-ae5c-a0a0dabf1791), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.973868 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 Nov 02 12:48:19.986725 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a92875cb-9975-4f9b-9581-83b428492a27 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Calling delete_port for e9189809-9a37-4342-923c-0225f24a5496 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:20.053172 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e7e29ba6-3f7a-4a86-ad9c-4a378ae447bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5d19ba1d-107e-4ce2-a4e5-f62ec1d3827b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.055835 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e7e29ba6-3f7a-4a86-ad9c-4a378ae447bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.057148 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e7e29ba6-3f7a-4a86-ad9c-4a378ae447bc admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5d19ba1d-107e-4ce2-a4e5-f62ec1d3827b HTTP/1.1" status: 204 len: 168 time: 0.7694526 Nov 02 12:48:20.111649 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6ff7eb89-4643-4d06-aeb9-0e4f096aea47 req-f3c428bf-90fc-4eeb-ae01-4213e5aea47f tempest-ServersAaction247Test-1814440787 tempest-ServersAaction247Test-1814440787-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=893dd855-ad62-4a1d-b81e-c261c37ee28c HTTP/1.1" status: 200 len: 210 time: 0.0654998 Nov 02 12:48:20.116474 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-b9bbbeeb-7e60-415b-9088-94577e9bbeee tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] delete failed (client error): The resource could not be found. Nov 02 12:48:20.120547 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b9bbbeeb-7e60-415b-9088-94577e9bbeee tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "DELETE /networking/v2.0/routers/417e757b-1c19-4b51-ba93-14d236f1ee44 HTTP/1.1" status: 404 len: 336 time: 0.1804001 Nov 02 12:48:20.121682 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45088) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:20.139074 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e29ba6-3f7a-4a86-ad9c-4a378ae447bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d19ba1d-107e-4ce2-a4e5-f62ec1d3827b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:20.165095 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4533a37f-fd2c-46c0-94af-e90a477ee387 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8473ea07-11b9-4f4c-8857-c5001d7c644e HTTP/1.1" status: 200 len: 205 time: 0.0409732 Nov 02 12:48:20.166373 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45090) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:20.172598 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:20.260970 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:20.289473 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-edc40c90-2e0d-4080-a1ec-fdb5c2635fd2 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] delete failed (client error): The resource could not be found. Nov 02 12:48:20.290558 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-edc40c90-2e0d-4080-a1ec-fdb5c2635fd2 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "DELETE /networking/v2.0/routers/8473ea07-11b9-4f4c-8857-c5001d7c644e HTTP/1.1" status: 404 len: 336 time: 0.1191120 Nov 02 12:48:20.293500 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45092) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:20.305524 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b64745-7609-4528-bc40-23119e51827b admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:20.321183 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] Sync routers for ids ['b6001bdf-6501-44bd-92a3-3e61b317ef5d'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:20.324925 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-791ada04-54c1-49dd-8ba8-fb09c1204205 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for port (cda2837b-5e29-4605-a09a-da96e6811aec), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.326692 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5fd6b65d-8f8f-474e-8890-a63c32263f8a tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c1a50d93-3f7e-49e5-8823-333ec4eff712 HTTP/1.1" status: 200 len: 205 time: 0.0318146 Nov 02 12:48:20.329272 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45094) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:20.333036 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] Routers {'b6001bdf-6501-44bd-92a3-3e61b317ef5d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:20.333824 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b6001bdf-6501-44bd-92a3-3e61b317ef5d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:20.372950 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a92875cb-9975-4f9b-9581-83b428492a27 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e9189809-9a37-4342-923c-0225f24a5496), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.458419 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92875cb-9975-4f9b-9581-83b428492a27 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Pushing event deleted for resources: {'Port': ['ID=e9189809-9a37-4342-923c-0225f24a5496,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:20.482566 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-74672872-9ec5-494b-a668-d14200649420 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] delete failed (client error): The resource could not be found. Nov 02 12:48:20.484433 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-74672872-9ec5-494b-a668-d14200649420 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "DELETE /networking/v2.0/routers/c1a50d93-3f7e-49e5-8823-333ec4eff712 HTTP/1.1" status: 404 len: 336 time: 0.1504402 Nov 02 12:48:20.487845 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45098) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:20.519857 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] Set router b6001bdf-6501-44bd-92a3-3e61b317ef5d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:48:20.554022 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a92875cb-9975-4f9b-9581-83b428492a27 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.558557 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a92875cb-9975-4f9b-9581-83b428492a27 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "DELETE /networking/v2.0/ports/e9189809-9a37-4342-923c-0225f24a5496 HTTP/1.1" status: 204 len: 168 time: 1.1087697 Nov 02 12:48:20.561268 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45100) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:20.565345 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c2b64745-7609-4528-bc40-23119e51827b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.569644 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c2b64745-7609-4528-bc40-23119e51827b admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.5051894 Nov 02 12:48:20.573807 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45102) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:20.578916 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-70e857cb-33fa-499d-b857-609e9da4fd69 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b7bfc4db-4065-4b8f-b92b-e18224095ef6 HTTP/1.1" status: 200 len: 205 time: 0.0867918 Nov 02 12:48:20.579672 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45104) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:20.624933 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-584f06d7-b37f-4c34-8081-58aab092eb16 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] delete failed (client error): The resource could not be found. Nov 02 12:48:20.628552 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-584f06d7-b37f-4c34-8081-58aab092eb16 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "DELETE /networking/v2.0/routers/b7bfc4db-4065-4b8f-b92b-e18224095ef6 HTTP/1.1" status: 404 len: 336 time: 0.0454473 Nov 02 12:48:20.628552 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-791ada04-54c1-49dd-8ba8-fb09c1204205 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (cda2837b-5e29-4605-a09a-da96e6811aec), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.636631 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45108) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:20.698823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ffbadfd-ad68-4ec3-a55f-a5ba6a2dc437 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Deleting subnet f99b817c-dde7-47aa-a298-9eb66e20a99b {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:48:20.705248 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3ffbadfd-ad68-4ec3-a55f-a5ba6a2dc437 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for subnet (f99b817c-dde7-47aa-a298-9eb66e20a99b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.748547 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791ada04-54c1-49dd-8ba8-fb09c1204205 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Network e0310466-aa55-4cf0-af87-1c5cca841f94 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:20.760704 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ed205429-1a4b-400e-a8b9-3af0316d6979 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5e992385-1bce-47bb-a776-41ed065661d7 HTTP/1.1" status: 200 len: 205 time: 0.1129344 Nov 02 12:48:20.779490 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45110) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:20.783104 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-791ada04-54c1-49dd-8ba8-fb09c1204205 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:20.807268 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3ffbadfd-ad68-4ec3-a55f-a5ba6a2dc437 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (f99b817c-dde7-47aa-a298-9eb66e20a99b), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.834966 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-1f586625-58e7-403c-812a-f187cb350854 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] delete failed (client error): The resource could not be found. Nov 02 12:48:20.836081 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1f586625-58e7-403c-812a-f187cb350854 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "DELETE /networking/v2.0/routers/5e992385-1bce-47bb-a776-41ed065661d7 HTTP/1.1" status: 404 len: 336 time: 0.0544162 Nov 02 12:48:20.841781 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791ada04-54c1-49dd-8ba8-fb09c1204205 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:20.841923 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45112) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:20.851313 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:20.865341 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6001bdf-6501-44bd-92a3-3e61b317ef5d', 'name': 'tempest-AttachVolumeNegativeTest-459166045-router', 'tenant_id': '50dbedb7dffd4f67adfc30507afc0b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cae15f5-ce70-4790-9ffb-f1f51503e26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:11Z', 'updated_at': '2022-11-02T12:48:16Z', 'revision_number': 3, 'project_id': '50dbedb7dffd4f67adfc30507afc0b98', 'gw_port': {'id': '6cae15f5-ce70-4790-9ffb-f1f51503e26e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:44:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6001bdf-6501-44bd-92a3-3e61b317ef5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:14Z', 'updated_at': '2022-11-02T12:48:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:20.900457 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-01c126a9-8f5a-4a4b-ad85-1283b28bce7d tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=47da8491-8f94-4a4e-96da-c5f3b3f30199 HTTP/1.1" status: 200 len: 205 time: 0.0538270 Nov 02 12:48:20.904070 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] Checking router: b6001bdf-6501-44bd-92a3-3e61b317ef5d for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:48:20.904713 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] Updating router b6001bdf-6501-44bd-92a3-3e61b317ef5d port 6cae15f5-ce70-4790-9ffb-f1f51503e26e binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:48:20.926217 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45116) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:20.941621 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (6cae15f5-ce70-4790-9ffb-f1f51503e26e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:21.058807 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ada04-54c1-49dd-8ba8-fb09c1204205 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Pushing event updated for resources: {'Port': ['ID=cda2837b-5e29-4605-a09a-da96e6811aec,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:21.081275 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-791ada04-54c1-49dd-8ba8-fb09c1204205 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (eae4fef3-9cb1-4183-bf95-905db01caa40), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:21.084543 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-f9d79c4a-cc61-4a54-beff-67f5f3219e96 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] delete failed (client error): The resource could not be found. Nov 02 12:48:21.086548 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f9d79c4a-cc61-4a54-beff-67f5f3219e96 tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "DELETE /networking/v2.0/routers/47da8491-8f94-4a4e-96da-c5f3b3f30199 HTTP/1.1" status: 404 len: 336 time: 0.1567483 Nov 02 12:48:21.089172 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45118) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:21.112467 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3ffbadfd-ad68-4ec3-a55f-a5ba6a2dc437 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (f99b817c-dde7-47aa-a298-9eb66e20a99b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:21.164185 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7b64bc10-127b-4460-8dd5-f83806798690 None None] Provisioning complete for port cda2837b-5e29-4605-a09a-da96e6811aec triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:21.164893 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7b64bc10-127b-4460-8dd5-f83806798690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (cda2837b-5e29-4605-a09a-da96e6811aec), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:21.165413 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7b64bc10-127b-4460-8dd5-f83806798690 None None] Attempt 1 to provision port cda2837b-5e29-4605-a09a-da96e6811aec Nov 02 12:48:21.169169 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c1fbf7-d1ad-4c96-b233-98351b7a67cc tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] DELETE failed (client error): The resource could not be found. Nov 02 12:48:21.170167 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c1fbf7-d1ad-4c96-b233-98351b7a67cc tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:48:21.177659 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d3c1fbf7-d1ad-4c96-b233-98351b7a67cc tempest-RoutersAdminTest-415608077 tempest-RoutersAdminTest-415608077-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/30bc5471-659c-4222-a3cd-def58642a97c HTTP/1.1" status: 404 len: 337 time: 0.0851884 Nov 02 12:48:21.203678 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7b64bc10-127b-4460-8dd5-f83806798690 None None] Port cda2837b-5e29-4605-a09a-da96e6811aec cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:48:21.326175 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] Publish callbacks [] for port (6cae15f5-ce70-4790-9ffb-f1f51503e26e), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:21.429123 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:21.432347 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (6cae15f5-ce70-4790-9ffb-f1f51503e26e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:21.447831 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3ffbadfd-ad68-4ec3-a55f-a5ba6a2dc437 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (f99b817c-dde7-47aa-a298-9eb66e20a99b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:21.462205 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45128) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:21.508267 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbadfd-ad68-4ec3-a55f-a5ba6a2dc437 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Pushing event deleted for resources: {'Subnet': ['ID=f99b817c-dde7-47aa-a298-9eb66e20a99b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:21.516321 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] Attempting to bind port 6cae15f5-ce70-4790-9ffb-f1f51503e26e on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:21.516915 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] Attempting to bind port 6cae15f5-ce70-4790-9ffb-f1f51503e26e by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:21.518564 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] Attempting to bind port 6cae15f5-ce70-4790-9ffb-f1f51503e26e on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:21.525036 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3ffbadfd-ad68-4ec3-a55f-a5ba6a2dc437 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:21.531566 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3ffbadfd-ad68-4ec3-a55f-a5ba6a2dc437 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/f99b817c-dde7-47aa-a298-9eb66e20a99b HTTP/1.1" status: 204 len: 168 time: 0.9667823 Nov 02 12:48:21.532336 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45130) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:21.561151 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392e5cec-8d97-4ec9-9766-591bb3a3c423 None None] Network 1108e33c-4e36-4360-b055-f25c4edf6a41 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:48:21.595181 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf97fba-19a4-4802-9fbb-50250accc8c1 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Deleting subnet 9df2d449-5e0b-4320-8a25-c4014f5c515e {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:48:21.602736 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee099e55-f01d-4d2d-8965-50e5add9e8f9 None None] Pushing event updated for resources: {'Port': ['ID=6cae15f5-ce70-4790-9ffb-f1f51503e26e,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:21.605061 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0310-2fd6-4dce-bbbe-d8d6202cc4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:21.624832 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ff01e863-e67c-404c-bd51-4dcc4323f1f3 admin admin] Deleting port 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:21.629113 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff01e863-e67c-404c-bd51-4dcc4323f1f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (69ec6e4c-093f-42cf-ae5c-a0a0dabf1791), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:21.629460 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-caf97fba-19a4-4802-9fbb-50250accc8c1 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks [] for subnet (9df2d449-5e0b-4320-8a25-c4014f5c515e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:21.691285 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9857e73c-9c54-4e29-9c7f-674ca3241a4f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a732ba5fdce345fd87c7b6482100033e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2278783 Nov 02 12:48:21.700680 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45132) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:21.731699 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-caf97fba-19a4-4802-9fbb-50250accc8c1 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (9df2d449-5e0b-4320-8a25-c4014f5c515e), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:21.841361 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:48:21.841816 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:21.842195 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:21.842515 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:48:21.842993 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] Bound port: 6cae15f5-ce70-4790-9ffb-f1f51503e26e, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:48:21.843366 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (6cae15f5-ce70-4790-9ffb-f1f51503e26e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:21.856768 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-ff01e863-e67c-404c-bd51-4dcc4323f1f3 admin admin] For port 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=69ec6e4c-093f-42cf-ae5c-a0a0dabf1791,segment=NetworkSegment(b9aa5dac-9ad2-4418-8135-7746706065c5),segment_id=b9aa5dac-9ad2-4418-8135-7746706065c5)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:21.857424 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff01e863-e67c-404c-bd51-4dcc4323f1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (69ec6e4c-093f-42cf-ae5c-a0a0dabf1791), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:21.904398 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-caf97fba-19a4-4802-9fbb-50250accc8c1 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (9df2d449-5e0b-4320-8a25-c4014f5c515e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:21.918004 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ff01e863-e67c-404c-bd51-4dcc4323f1f3 admin admin] Calling delete_port for 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:21.927386 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] For port 6cae15f5-ce70-4790-9ffb-f1f51503e26e, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:21.931371 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] For port 6cae15f5-ce70-4790-9ffb-f1f51503e26e, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6cae15f5-ce70-4790-9ffb-f1f51503e26e,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:21.945942 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ed0aedd-7d21-4978-8fb9-743a347650b4 admin admin] Publish callbacks [] for security_group (bf6b8e0a-1c17-4326-8e2b-e9f2fcf52233), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:21.996302 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12557c0e-9223-421b-8fef-93bd227fac47 None None] DHCP port deletion for 1108e33c-4e36-4360-b055-f25c4edf6a41 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:48:22.029879 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:22.036811 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (6cae15f5-ce70-4790-9ffb-f1f51503e26e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.048598 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ed0aedd-7d21-4978-8fb9-743a347650b4 admin admin] Publish callbacks [] for security_group (bf6b8e0a-1c17-4326-8e2b-e9f2fcf52233), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.091677 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-12557c0e-9223-421b-8fef-93bd227fac47 None None] Deleting port 2ba5a68e-6077-4cf2-a229-ccdec07d18ef {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:22.092237 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-12557c0e-9223-421b-8fef-93bd227fac47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2ba5a68e-6077-4cf2-a229-ccdec07d18ef), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.126444 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] Routers {'b6001bdf-6501-44bd-92a3-3e61b317ef5d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:22.127447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b6001bdf-6501-44bd-92a3-3e61b317ef5d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:22.185251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee099e55-f01d-4d2d-8965-50e5add9e8f9 None None] Pushing event updated for resources: {'Port': ['ID=6cae15f5-ce70-4790-9ffb-f1f51503e26e,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:22.254245 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-12557c0e-9223-421b-8fef-93bd227fac47 None None] For port 2ba5a68e-6077-4cf2-a229-ccdec07d18ef, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2ba5a68e-6077-4cf2-a229-ccdec07d18ef,segment=NetworkSegment(28bd5bcb-2813-4aeb-b513-0466459fc288),segment_id=28bd5bcb-2813-4aeb-b513-0466459fc288)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:22.255457 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-12557c0e-9223-421b-8fef-93bd227fac47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2ba5a68e-6077-4cf2-a229-ccdec07d18ef), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.299253 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-12557c0e-9223-421b-8fef-93bd227fac47 None None] Calling delete_port for 2ba5a68e-6077-4cf2-a229-ccdec07d18ef owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:22.337888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] Set router b6001bdf-6501-44bd-92a3-3e61b317ef5d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:48:22.343196 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:22.357550 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45138) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:22.364815 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-6a5a0310-2fd6-4dce-bbbe-d8d6202cc4f4 admin admin] Allocated IP 172.20.0.1 (ad45f526-3e4b-4f7a-8784-0986fb0ae1e6/fd30d2c7-5cf8-4553-90be-48da91eb0d98/578ae9ec-253e-45f8-bfb6-0583184a7be7) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:22.427103 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45142) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:22.434943 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ed0aedd-7d21-4978-8fb9-743a347650b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bf6b8e0a-1c17-4326-8e2b-e9f2fcf52233), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.438605 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ed0aedd-7d21-4978-8fb9-743a347650b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.440568 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8ed0aedd-7d21-4978-8fb9-743a347650b4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bf6b8e0a-1c17-4326-8e2b-e9f2fcf52233 HTTP/1.1" status: 204 len: 168 time: 0.7332859 Nov 02 12:48:22.449906 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-791ada04-54c1-49dd-8ba8-fb09c1204205 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (cda2837b-5e29-4605-a09a-da96e6811aec), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.479078 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0aedd-7d21-4978-8fb9-743a347650b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6b8e0a-1c17-4326-8e2b-e9f2fcf52233,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:22.552180 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0310-2fd6-4dce-bbbe-d8d6202cc4f4 admin admin] Publish callbacks [] for port (578ae9ec-253e-45f8-bfb6-0583184a7be7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.581146 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-caf97fba-19a4-4802-9fbb-50250accc8c1 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (9df2d449-5e0b-4320-8a25-c4014f5c515e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.621060 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf97fba-19a4-4802-9fbb-50250accc8c1 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Pushing event deleted for resources: {'Subnet': ['ID=9df2d449-5e0b-4320-8a25-c4014f5c515e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:22.627316 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6001bdf-6501-44bd-92a3-3e61b317ef5d', 'name': 'tempest-AttachVolumeNegativeTest-459166045-router', 'tenant_id': '50dbedb7dffd4f67adfc30507afc0b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cae15f5-ce70-4790-9ffb-f1f51503e26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:11Z', 'updated_at': '2022-11-02T12:48:16Z', 'revision_number': 3, 'project_id': '50dbedb7dffd4f67adfc30507afc0b98', 'gw_port': {'id': '6cae15f5-ce70-4790-9ffb-f1f51503e26e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:44:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6001bdf-6501-44bd-92a3-3e61b317ef5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:14Z', 'updated_at': '2022-11-02T12:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:22.631048 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-caf97fba-19a4-4802-9fbb-50250accc8c1 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.634235 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-caf97fba-19a4-4802-9fbb-50250accc8c1 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/9df2d449-5e0b-4320-8a25-c4014f5c515e HTTP/1.1" status: 204 len: 168 time: 1.1006477 Nov 02 12:48:22.640077 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45148) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:22.652641 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff01e863-e67c-404c-bd51-4dcc4323f1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (69ec6e4c-093f-42cf-ae5c-a0a0dabf1791), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.668833 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1dc9af-e65d-4f42-964c-0e370ee851e4 None None] Network 03214f9b-bbee-4e82-b80d-4b13b3b27499 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:48:22.670476 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e78858-3f67-457b-9acd-f31d65aa9e58 None None] The sync data for ids ['b6001bdf-6501-44bd-92a3-3e61b317ef5d'] in n-d-857339-6 is: [{'id': 'b6001bdf-6501-44bd-92a3-3e61b317ef5d', 'name': 'tempest-AttachVolumeNegativeTest-459166045-router', 'tenant_id': '50dbedb7dffd4f67adfc30507afc0b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cae15f5-ce70-4790-9ffb-f1f51503e26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:11Z', 'updated_at': '2022-11-02T12:48:16Z', 'revision_number': 3, 'project_id': '50dbedb7dffd4f67adfc30507afc0b98', 'gw_port': {'id': '6cae15f5-ce70-4790-9ffb-f1f51503e26e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:44:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6001bdf-6501-44bd-92a3-3e61b317ef5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:14Z', 'updated_at': '2022-11-02T12:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:22.671953 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-12557c0e-9223-421b-8fef-93bd227fac47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (2ba5a68e-6077-4cf2-a229-ccdec07d18ef), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.689174 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0310-2fd6-4dce-bbbe-d8d6202cc4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (578ae9ec-253e-45f8-bfb6-0583184a7be7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.703463 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:22.708868 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01e863-e67c-404c-bd51-4dcc4323f1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=69ec6e4c-093f-42cf-ae5c-a0a0dabf1791,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:22.726534 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12557c0e-9223-421b-8fef-93bd227fac47 None None] Pushing event deleted for resources: {'Port': ['ID=2ba5a68e-6077-4cf2-a229-ccdec07d18ef,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:22.735884 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12557c0e-9223-421b-8fef-93bd227fac47 None None] No DVR routers for this DVR port 2ba5a68e-6077-4cf2-a229-ccdec07d18ef on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:48:22.757857 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:22.785159 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5a0310-2fd6-4dce-bbbe-d8d6202cc4f4 admin admin] Network ad45f526-3e4b-4f7a-8784-0986fb0ae1e6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:22.793357 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6a5a0310-2fd6-4dce-bbbe-d8d6202cc4f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:22.798832 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a0310-2fd6-4dce-bbbe-d8d6202cc4f4 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:22.910210 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a0310-2fd6-4dce-bbbe-d8d6202cc4f4 admin admin] Pushing event updated for resources: {'Port': ['ID=578ae9ec-253e-45f8-bfb6-0583184a7be7,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:22.964543 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0310-2fd6-4dce-bbbe-d8d6202cc4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (b6001bdf-6501-44bd-92a3-3e61b317ef5d), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.969803 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:23.027246 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e1b442-cd09-429a-9c90-c3e94da5c9a2 None None] DHCP port deletion for 03214f9b-bbee-4e82-b80d-4b13b3b27499 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:48:23.101426 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8b9da70-86a0-44a1-8856-3bdfd36a7309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.113664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c6e1b442-cd09-429a-9c90-c3e94da5c9a2 None None] Deleting port e02dc39a-ce8d-45c9-bf74-061860d9a0ec {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:23.114379 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c6e1b442-cd09-429a-9c90-c3e94da5c9a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e02dc39a-ce8d-45c9-bf74-061860d9a0ec), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.226490 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c6e1b442-cd09-429a-9c90-c3e94da5c9a2 None None] For port e02dc39a-ce8d-45c9-bf74-061860d9a0ec, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e02dc39a-ce8d-45c9-bf74-061860d9a0ec,segment=NetworkSegment(ca8d3be1-59cd-42cb-b5c1-297754cc0626),segment_id=ca8d3be1-59cd-42cb-b5c1-297754cc0626)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:23.226730 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c6e1b442-cd09-429a-9c90-c3e94da5c9a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e02dc39a-ce8d-45c9-bf74-061860d9a0ec), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.236084 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-094b4aba-6cd4-41b1-b6e3-6d4248c4da28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.258677 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:23.261233 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c6e1b442-cd09-429a-9c90-c3e94da5c9a2 None None] Calling delete_port for e02dc39a-ce8d-45c9-bf74-061860d9a0ec owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:23.267171 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ccc5e115-cb5c-4b6e-999b-2cf9e408fdb7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (1108e33c-4e36-4360-b055-f25c4edf6a41), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.372469 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-732dc300-eb48-43e9-b293-32a03ca59849 None None] Provisioning complete for port 578ae9ec-253e-45f8-bfb6-0583184a7be7 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:23.373052 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-732dc300-eb48-43e9-b293-32a03ca59849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (578ae9ec-253e-45f8-bfb6-0583184a7be7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.373308 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-732dc300-eb48-43e9-b293-32a03ca59849 None None] Attempt 1 to provision port 578ae9ec-253e-45f8-bfb6-0583184a7be7 Nov 02 12:48:23.408988 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-732dc300-eb48-43e9-b293-32a03ca59849 None None] Port 578ae9ec-253e-45f8-bfb6-0583184a7be7 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:48:23.516150 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c6e1b442-cd09-429a-9c90-c3e94da5c9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (e02dc39a-ce8d-45c9-bf74-061860d9a0ec), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.575479 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e1b442-cd09-429a-9c90-c3e94da5c9a2 None None] No DVR routers for this DVR port e02dc39a-ce8d-45c9-bf74-061860d9a0ec on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:48:23.577360 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1b442-cd09-429a-9c90-c3e94da5c9a2 None None] Pushing event deleted for resources: {'Port': ['ID=e02dc39a-ce8d-45c9-bf74-061860d9a0ec,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:23.614961 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ccc5e115-cb5c-4b6e-999b-2cf9e408fdb7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (1108e33c-4e36-4360-b055-f25c4edf6a41), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.673623 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8b9da70-86a0-44a1-8856-3bdfd36a7309 admin admin] Publish callbacks [] for security_group (7b98633d-2fcb-4aba-b09d-441eccbb7797), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.701957 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-ccc5e115-cb5c-4b6e-999b-2cf9e408fdb7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1108e33c-4e36-4360-b055-f25c4edf6a41']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:23.707239 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:23.726538 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-791ada04-54c1-49dd-8ba8-fb09c1204205 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for port (cda2837b-5e29-4605-a09a-da96e6811aec), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.727466 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.732974 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-ccc5e115-cb5c-4b6e-999b-2cf9e408fdb7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bd5bcb-2813-4aeb-b513-0466459fc288') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:23.733338 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-ccc5e115-cb5c-4b6e-999b-2cf9e408fdb7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bd5bcb-2813-4aeb-b513-0466459fc288') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:23.777648 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45162) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:23.785208 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ccc5e115-cb5c-4b6e-999b-2cf9e408fdb7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (28bd5bcb-2813-4aeb-b513-0466459fc288), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.787021 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8b9da70-86a0-44a1-8856-3bdfd36a7309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7b98633d-2fcb-4aba-b09d-441eccbb7797), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.816642 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-791ada04-54c1-49dd-8ba8-fb09c1204205 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (cda2837b-5e29-4605-a09a-da96e6811aec), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.834496 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9da70-86a0-44a1-8856-3bdfd36a7309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b98633d-2fcb-4aba-b09d-441eccbb7797,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:23.861200 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e8b9da70-86a0-44a1-8856-3bdfd36a7309 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=fc93689736c14e8dbfd8d32885abdbb8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4328902 Nov 02 12:48:23.862097 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ccc5e115-cb5c-4b6e-999b-2cf9e408fdb7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (28bd5bcb-2813-4aeb-b513-0466459fc288), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.865198 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45166) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:23.869600 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:23.931571 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff01e863-e67c-404c-bd51-4dcc4323f1f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (aa2c2eb6-d751-47b3-9153-91839b40ba4e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.943405 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-094b4aba-6cd4-41b1-b6e3-6d4248c4da28 admin admin] Publish callbacks [] for security_group (3e477b44-0138-482f-9d1b-659aebbaf36c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.953109 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc5e115-cb5c-4b6e-999b-2cf9e408fdb7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:48:23.953529 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ccc5e115-cb5c-4b6e-999b-2cf9e408fdb7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (28bd5bcb-2813-4aeb-b513-0466459fc288), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.012786 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0310-2fd6-4dce-bbbe-d8d6202cc4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (578ae9ec-253e-45f8-bfb6-0583184a7be7), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.027772 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d11d8ef-420e-49d3-8321-ff896134e0c8 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:48:24.101971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6cae15f5-ce70-4790-9ffb-f1f51503e26e up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:24.163121 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e911f9c2-bc54-4dc3-9098-5e6f907e5f8f admin admin] Publish callbacks [] for security_group (7b98633d-2fcb-4aba-b09d-441eccbb7797), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.170224 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 28bd5bcb-2813-4aeb-b513-0466459fc288 resource provider aggregate not found Nov 02 12:48:24.226781 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-094b4aba-6cd4-41b1-b6e3-6d4248c4da28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3e477b44-0138-482f-9d1b-659aebbaf36c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.229758 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-791ada04-54c1-49dd-8ba8-fb09c1204205 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (eae4fef3-9cb1-4183-bf95-905db01caa40), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.233150 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 28bd5bcb-2813-4aeb-b513-0466459fc288 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28bd5bcb-2813-4aeb-b513-0466459fc288 found for delete ", "request_id": "req-456828c4-65de-4a48-89dd-489d2a645b04"}]} Nov 02 12:48:24.236908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 6cae15f5-ce70-4790-9ffb-f1f51503e26e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:24.237561 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6cae15f5-ce70-4790-9ffb-f1f51503e26e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.238206 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 6cae15f5-ce70-4790-9ffb-f1f51503e26e Nov 02 12:48:24.239765 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34d3f853-c819-4817-8957-eb63f95d432b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.243959 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e911f9c2-bc54-4dc3-9098-5e6f907e5f8f admin admin] Publish callbacks [] for security_group (7b98633d-2fcb-4aba-b09d-441eccbb7797), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.296175 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d11d8ef-420e-49d3-8321-ff896134e0c8 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:48:24.347430 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b4aba-6cd4-41b1-b6e3-6d4248c4da28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e477b44-0138-482f-9d1b-659aebbaf36c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:24.374051 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:24.381433 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ada04-54c1-49dd-8ba8-fb09c1204205 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Pushing event updated for resources: {'Port': ['ID=cda2837b-5e29-4605-a09a-da96e6811aec,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:24.397308 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:24.443607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 6cae15f5-ce70-4790-9ffb-f1f51503e26e is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:24.444276 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (6cae15f5-ce70-4790-9ffb-f1f51503e26e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.472059 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-094b4aba-6cd4-41b1-b6e3-6d4248c4da28 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5120a465cc644d3fb82f9addd1ce1485&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0884316 Nov 02 12:48:24.477602 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45180) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:24.479936 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34d3f853-c819-4817-8957-eb63f95d432b admin admin] Publish callbacks [] for security_group (f1644dfd-b93f-4695-91dc-b1e65b69c1a3), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.487123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 6cae15f5-ce70-4790-9ffb-f1f51503e26e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6cae15f5-ce70-4790-9ffb-f1f51503e26e,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:24.510455 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0310-2fd6-4dce-bbbe-d8d6202cc4f4 admin admin] Publish callbacks [] for port (578ae9ec-253e-45f8-bfb6-0583184a7be7), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.615318 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e911f9c2-bc54-4dc3-9098-5e6f907e5f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7b98633d-2fcb-4aba-b09d-441eccbb7797), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.620269 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (6cae15f5-ce70-4790-9ffb-f1f51503e26e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.622490 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e911f9c2-bc54-4dc3-9098-5e6f907e5f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.624144 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ccc5e115-cb5c-4b6e-999b-2cf9e408fdb7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (1108e33c-4e36-4360-b055-f25c4edf6a41), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.627928 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e911f9c2-bc54-4dc3-9098-5e6f907e5f8f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7b98633d-2fcb-4aba-b09d-441eccbb7797 HTTP/1.1" status: 204 len: 168 time: 0.7594652 Nov 02 12:48:24.644462 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34d3f853-c819-4817-8957-eb63f95d432b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f1644dfd-b93f-4695-91dc-b1e65b69c1a3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.656636 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ccc5e115-cb5c-4b6e-999b-2cf9e408fdb7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.661573 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ccc5e115-cb5c-4b6e-999b-2cf9e408fdb7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "DELETE /networking/v2.0/networks/1108e33c-4e36-4360-b055-f25c4edf6a41 HTTP/1.1" status: 204 len: 168 time: 2.0214751 Nov 02 12:48:24.672088 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-be3905fc-1315-4c46-a5dc-d79fba4b10d2 admin admin] Publish callbacks [] for security_group (3e477b44-0138-482f-9d1b-659aebbaf36c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.673938 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45186) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:24.688936 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff01e863-e67c-404c-bd51-4dcc4323f1f3 admin admin] Router aa2c2eb6-d751-47b3-9153-91839b40ba4e has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:48:24.718751 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5e115-cb5c-4b6e-999b-2cf9e408fdb7 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Pushing event deleted for resources: {'Network': ['ID=1108e33c-4e36-4360-b055-f25c4edf6a41,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:24.734273 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791ada04-54c1-49dd-8ba8-fb09c1204205 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Network e0310466-aa55-4cf0-af87-1c5cca841f94 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:24.734571 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=6cae15f5-ce70-4790-9ffb-f1f51503e26e,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:24.741395 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2ba5a68e-6077-4cf2-a229-ccdec07d18ef no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:24.744436 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-34d3f853-c819-4817-8957-eb63f95d432b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=368d3b397ab64d12901bea2008cda339&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9646716 Nov 02 12:48:24.746952 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0310-2fd6-4dce-bbbe-d8d6202cc4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (578ae9ec-253e-45f8-bfb6-0583184a7be7), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.764895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 2ba5a68e-6077-4cf2-a229-ccdec07d18ef {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:48:24.775881 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2ba5a68e-6077-4cf2-a229-ccdec07d18ef not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:24.775881 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e02dc39a-ce8d-45c9-bf74-061860d9a0ec no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:24.776193 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-be3905fc-1315-4c46-a5dc-d79fba4b10d2 admin admin] Publish callbacks [] for security_group (3e477b44-0138-482f-9d1b-659aebbaf36c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.790074 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: e02dc39a-ce8d-45c9-bf74-061860d9a0ec {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:48:24.790447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e02dc39a-ce8d-45c9-bf74-061860d9a0ec not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:24.846923 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45188) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:24.867549 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-791ada04-54c1-49dd-8ba8-fb09c1204205 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:24.868506 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0310-2fd6-4dce-bbbe-d8d6202cc4f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (b6001bdf-6501-44bd-92a3-3e61b317ef5d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.875625 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911f9c2-bc54-4dc3-9098-5e6f907e5f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b98633d-2fcb-4aba-b09d-441eccbb7797,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:24.884738 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:24.930853 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:25.041835 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94258541-eb02-4d19-9c0e-41794d277eb8 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (03214f9b-bbee-4e82-b80d-4b13b3b27499), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:25.090936 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3f853-c819-4817-8957-eb63f95d432b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1644dfd-b93f-4695-91dc-b1e65b69c1a3,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:25.103185 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a0310-2fd6-4dce-bbbe-d8d6202cc4f4 admin admin] Pushing event updated for resources: {'Port': ['ID=578ae9ec-253e-45f8-bfb6-0583184a7be7,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:25.124651 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-195caa50-5df8-4709-843b-9c2d6ede1f16 admin admin] Publish callbacks [] for security_group (f1644dfd-b93f-4695-91dc-b1e65b69c1a3), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:25.125970 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5a0310-2fd6-4dce-bbbe-d8d6202cc4f4 admin admin] Network ad45f526-3e4b-4f7a-8784-0986fb0ae1e6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:25.127678 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6a5a0310-2fd6-4dce-bbbe-d8d6202cc4f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:25.198274 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:25.277264 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-be3905fc-1315-4c46-a5dc-d79fba4b10d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3e477b44-0138-482f-9d1b-659aebbaf36c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:25.279866 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-be3905fc-1315-4c46-a5dc-d79fba4b10d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:25.281092 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-be3905fc-1315-4c46-a5dc-d79fba4b10d2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3e477b44-0138-482f-9d1b-659aebbaf36c HTTP/1.1" status: 204 len: 168 time: 0.8025517 Nov 02 12:48:25.283785 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-195caa50-5df8-4709-843b-9c2d6ede1f16 admin admin] Publish callbacks [] for security_group (f1644dfd-b93f-4695-91dc-b1e65b69c1a3), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:25.299942 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5a0310-2fd6-4dce-bbbe-d8d6202cc4f4 admin admin] Router b6001bdf-6501-44bd-92a3-3e61b317ef5d has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:48:25.368057 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff01e863-e67c-404c-bd51-4dcc4323f1f3 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:25.372200 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94258541-eb02-4d19-9c0e-41794d277eb8 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (03214f9b-bbee-4e82-b80d-4b13b3b27499), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:25.381396 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3905fc-1315-4c46-a5dc-d79fba4b10d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e477b44-0138-482f-9d1b-659aebbaf36c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:25.385612 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57066261-518b-4bde-aa23-30b2b3962531 None None] Sync routers for ids ['aa2c2eb6-d751-47b3-9153-91839b40ba4e'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:25.387040 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ff01e863-e67c-404c-bd51-4dcc4323f1f3 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/aa2c2eb6-d751-47b3-9153-91839b40ba4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3819880 Nov 02 12:48:25.400735 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45198) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:25.414232 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57066261-518b-4bde-aa23-30b2b3962531 None None] Routers {'aa2c2eb6-d751-47b3-9153-91839b40ba4e'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:25.415378 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-57066261-518b-4bde-aa23-30b2b3962531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['aa2c2eb6-d751-47b3-9153-91839b40ba4e'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:25.538465 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791ada04-54c1-49dd-8ba8-fb09c1204205 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Router eae4fef3-9cb1-4183-bf95-905db01caa40 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:48:25.564189 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-94258541-eb02-4d19-9c0e-41794d277eb8 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03214f9b-bbee-4e82-b80d-4b13b3b27499']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:25.579318 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-57066261-518b-4bde-aa23-30b2b3962531 None None] Set router aa2c2eb6-d751-47b3-9153-91839b40ba4e gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:48:25.594746 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2d20b859-45d1-4a4a-9f6d-d91a1c038eec None None] Provisioning complete for port e8cad2fb-5ec7-4149-8626-2afd95fd0465 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:25.601185 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2d20b859-45d1-4a4a-9f6d-d91a1c038eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e8cad2fb-5ec7-4149-8626-2afd95fd0465), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:25.601185 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2d20b859-45d1-4a4a-9f6d-d91a1c038eec None None] Attempt 1 to provision port e8cad2fb-5ec7-4149-8626-2afd95fd0465 Nov 02 12:48:25.603322 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-94258541-eb02-4d19-9c0e-41794d277eb8 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8d3be1-59cd-42cb-b5c1-297754cc0626') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:25.603705 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-94258541-eb02-4d19-9c0e-41794d277eb8 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8d3be1-59cd-42cb-b5c1-297754cc0626') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:25.638245 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94258541-eb02-4d19-9c0e-41794d277eb8 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (ca8d3be1-59cd-42cb-b5c1-297754cc0626), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:25.655026 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5a0310-2fd6-4dce-bbbe-d8d6202cc4f4 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:25.661833 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6a5a0310-2fd6-4dce-bbbe-d8d6202cc4f4 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/b6001bdf-6501-44bd-92a3-3e61b317ef5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0854890 Nov 02 12:48:25.672816 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] Sync routers for ids ['b6001bdf-6501-44bd-92a3-3e61b317ef5d'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:25.725300 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] Routers {'b6001bdf-6501-44bd-92a3-3e61b317ef5d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:25.727192 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b6001bdf-6501-44bd-92a3-3e61b317ef5d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:25.771603 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:25.782454 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94258541-eb02-4d19-9c0e-41794d277eb8 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (ca8d3be1-59cd-42cb-b5c1-297754cc0626), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:25.857850 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94258541-eb02-4d19-9c0e-41794d277eb8 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:48:25.857850 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94258541-eb02-4d19-9c0e-41794d277eb8 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (ca8d3be1-59cd-42cb-b5c1-297754cc0626), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:25.931971 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-57066261-518b-4bde-aa23-30b2b3962531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2c2eb6-d751-47b3-9153-91839b40ba4e', 'name': 'tempest-ServerDiskConfigTestJSON-216935545-router', 'tenant_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '95047837-b003-47b4-89dc-4ccb77309f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:03Z', 'updated_at': '2022-11-02T12:48:22Z', 'revision_number': 5, 'project_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'gw_port': {'id': '95047837-b003-47b4-89dc-4ccb77309f01', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:78:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2c2eb6-d751-47b3-9153-91839b40ba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:05Z', 'updated_at': '2022-11-02T12:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:25.965910 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57066261-518b-4bde-aa23-30b2b3962531 None None] Checking router: aa2c2eb6-d751-47b3-9153-91839b40ba4e for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:48:25.966811 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-195caa50-5df8-4709-843b-9c2d6ede1f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f1644dfd-b93f-4695-91dc-b1e65b69c1a3), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:25.969400 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-195caa50-5df8-4709-843b-9c2d6ede1f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:25.970547 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-195caa50-5df8-4709-843b-9c2d6ede1f16 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f1644dfd-b93f-4695-91dc-b1e65b69c1a3 HTTP/1.1" status: 204 len: 168 time: 1.1174674 Nov 02 12:48:25.977657 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57066261-518b-4bde-aa23-30b2b3962531 None None] Routers {'aa2c2eb6-d751-47b3-9153-91839b40ba4e'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:25.978646 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-57066261-518b-4bde-aa23-30b2b3962531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['aa2c2eb6-d751-47b3-9153-91839b40ba4e'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:26.043432 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195caa50-5df8-4709-843b-9c2d6ede1f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1644dfd-b93f-4695-91dc-b1e65b69c1a3,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:26.045614 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ae16201b-cfa8-4436-af8d-66dc48a6cf86 admin admin] Publish callbacks [] for router (aa2c2eb6-d751-47b3-9153-91839b40ba4e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.201318 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-57066261-518b-4bde-aa23-30b2b3962531 None None] Set router aa2c2eb6-d751-47b3-9153-91839b40ba4e gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:48:26.206680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6cae15f5-ce70-4790-9ffb-f1f51503e26e up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:26.214888 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:26.279044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2d20b859-45d1-4a4a-9f6d-d91a1c038eec None None] Current status of the port e8cad2fb-5ec7-4149-8626-2afd95fd0465 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:26.287863 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] Set router b6001bdf-6501-44bd-92a3-3e61b317ef5d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:48:26.330913 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 6cae15f5-ce70-4790-9ffb-f1f51503e26e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:26.331599 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6cae15f5-ce70-4790-9ffb-f1f51503e26e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.331936 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 6cae15f5-ce70-4790-9ffb-f1f51503e26e Nov 02 12:48:26.401815 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-57066261-518b-4bde-aa23-30b2b3962531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2c2eb6-d751-47b3-9153-91839b40ba4e', 'name': 'tempest-ServerDiskConfigTestJSON-216935545-router', 'tenant_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '95047837-b003-47b4-89dc-4ccb77309f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:03Z', 'updated_at': '2022-11-02T12:48:22Z', 'revision_number': 5, 'project_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'gw_port': {'id': '95047837-b003-47b4-89dc-4ccb77309f01', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:78:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2c2eb6-d751-47b3-9153-91839b40ba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:05Z', 'updated_at': '2022-11-02T12:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:26.434287 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:DELETE=15,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:26.438194 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57066261-518b-4bde-aa23-30b2b3962531 None None] The sync data for ids ['aa2c2eb6-d751-47b3-9153-91839b40ba4e'] in n-d-857339-6 is: [{'id': 'aa2c2eb6-d751-47b3-9153-91839b40ba4e', 'name': 'tempest-ServerDiskConfigTestJSON-216935545-router', 'tenant_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '95047837-b003-47b4-89dc-4ccb77309f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:03Z', 'updated_at': '2022-11-02T12:48:22Z', 'revision_number': 5, 'project_id': 'a720f4a1648e4aa1b4efaf39bb904f11', 'gw_port': {'id': '95047837-b003-47b4-89dc-4ccb77309f01', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:78:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2c2eb6-d751-47b3-9153-91839b40ba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:05Z', 'updated_at': '2022-11-02T12:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:26.444800 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c77d9bc4-8930-4a56-b9a3-0dcf63b94346 None None] Provisioning complete for port 578ae9ec-253e-45f8-bfb6-0583184a7be7 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:26.445177 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c77d9bc4-8930-4a56-b9a3-0dcf63b94346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (578ae9ec-253e-45f8-bfb6-0583184a7be7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.445518 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c77d9bc4-8930-4a56-b9a3-0dcf63b94346 None None] Attempt 1 to provision port 578ae9ec-253e-45f8-bfb6-0583184a7be7 Nov 02 12:48:26.518116 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791ada04-54c1-49dd-8ba8-fb09c1204205 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:26.527899 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-791ada04-54c1-49dd-8ba8-fb09c1204205 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] 10.222.0.64 "PUT /networking/v2.0/routers/eae4fef3-9cb1-4183-bf95-905db01caa40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3985088 Nov 02 12:48:26.528246 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45220) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:26.534271 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-deff9553-26c7-41a4-982b-fd9578d12b80 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Request body: {'port': {'network_id': 'e0310466-aa55-4cf0-af87-1c5cca841f94', 'name': 'tempest-FloatingIPAdminTestJSON-1622657198'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:26.547246 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c77d9bc4-8930-4a56-b9a3-0dcf63b94346 None None] Port 578ae9ec-253e-45f8-bfb6-0583184a7be7 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:48:26.564184 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45222) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:26.585029 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d4157-67d9-40fd-b0d1-c880fb465044 None None] Sync routers for ids ['eae4fef3-9cb1-4183-bf95-905db01caa40'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:26.595173 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c77d9bc4-8930-4a56-b9a3-0dcf63b94346 None None] Provisioning complete for port cda2837b-5e29-4605-a09a-da96e6811aec triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:26.595772 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c77d9bc4-8930-4a56-b9a3-0dcf63b94346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (cda2837b-5e29-4605-a09a-da96e6811aec), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.595880 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c77d9bc4-8930-4a56-b9a3-0dcf63b94346 None None] Attempt 1 to provision port cda2837b-5e29-4605-a09a-da96e6811aec Nov 02 12:48:26.607670 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d4157-67d9-40fd-b0d1-c880fb465044 None None] Routers {'eae4fef3-9cb1-4183-bf95-905db01caa40'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:26.609440 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c07d4157-67d9-40fd-b0d1-c880fb465044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['eae4fef3-9cb1-4183-bf95-905db01caa40'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:26.611445 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment ca8d3be1-59cd-42cb-b5c1-297754cc0626 resource provider aggregate not found Nov 02 12:48:26.633943 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 6cae15f5-ce70-4790-9ffb-f1f51503e26e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:26.636951 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94258541-eb02-4d19-9c0e-41794d277eb8 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (03214f9b-bbee-4e82-b80d-4b13b3b27499), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.649958 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment ca8d3be1-59cd-42cb-b5c1-297754cc0626 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca8d3be1-59cd-42cb-b5c1-297754cc0626 found for delete ", "request_id": "req-149e1efd-f4ec-47af-a468-df630d13249d"}]} Nov 02 12:48:26.665900 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94258541-eb02-4d19-9c0e-41794d277eb8 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.689071 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-94258541-eb02-4d19-9c0e-41794d277eb8 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] 10.222.0.64 "DELETE /networking/v2.0/networks/03214f9b-bbee-4e82-b80d-4b13b3b27499 HTTP/1.1" status: 204 len: 168 time: 2.0097477 Nov 02 12:48:26.706966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6001bdf-6501-44bd-92a3-3e61b317ef5d', 'name': 'tempest-AttachVolumeNegativeTest-459166045-router', 'tenant_id': '50dbedb7dffd4f67adfc30507afc0b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cae15f5-ce70-4790-9ffb-f1f51503e26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:11Z', 'updated_at': '2022-11-02T12:48:23Z', 'revision_number': 4, 'project_id': '50dbedb7dffd4f67adfc30507afc0b98', 'gw_port': {'id': '6cae15f5-ce70-4790-9ffb-f1f51503e26e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:44:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6001bdf-6501-44bd-92a3-3e61b317ef5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:14Z', 'updated_at': '2022-11-02T12:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '578ae9ec-253e-45f8-bfb6-0583184a7be7', 'name': '', 'network_id': 'ad45f526-3e4b-4f7a-8784-0986fb0ae1e6', 'tenant_id': '50dbedb7dffd4f67adfc30507afc0b98', 'mac_address': 'fa:16:3e:25:fb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6001bdf-6501-44bd-92a3-3e61b317ef5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'fd30d2c7-5cf8-4553-90be-48da91eb0d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:21Z', 'updated_at': '2022-11-02T12:48:24Z', 'revision_number': 2, 'project_id': '50dbedb7dffd4f67adfc30507afc0b98', 'subnets': [{'id': 'fd30d2c7-5cf8-4553-90be-48da91eb0d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:26.711065 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c77d9bc4-8930-4a56-b9a3-0dcf63b94346 None None] Port cda2837b-5e29-4605-a09a-da96e6811aec cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:48:26.714363 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94258541-eb02-4d19-9c0e-41794d277eb8 tempest-TaggedBootDevicesTest_v242-1892830254 tempest-TaggedBootDevicesTest_v242-1892830254-project] Pushing event deleted for resources: {'Network': ['ID=03214f9b-bbee-4e82-b80d-4b13b3b27499,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:26.740661 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] Checking router: b6001bdf-6501-44bd-92a3-3e61b317ef5d for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:48:26.741092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] Updating router b6001bdf-6501-44bd-92a3-3e61b317ef5d port 578ae9ec-253e-45f8-bfb6-0583184a7be7 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:48:26.743579 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:26.761696 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ae16201b-cfa8-4436-af8d-66dc48a6cf86 admin admin] Publish callbacks [] for router_gateway (aa2c2eb6-d751-47b3-9153-91839b40ba4e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.775152 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c07d4157-67d9-40fd-b0d1-c880fb465044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:26.779496 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-744fdfc7-5321-4786-a335-fd4e4f6390fa admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b96dfe51bf034e1c86187beade49c456&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2089710 Nov 02 12:48:26.780392 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45230) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:26.783795 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (578ae9ec-253e-45f8-bfb6-0583184a7be7), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.790891 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:26.831001 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d4157-67d9-40fd-b0d1-c880fb465044 None None] Routers {'eae4fef3-9cb1-4183-bf95-905db01caa40'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:26.832694 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c07d4157-67d9-40fd-b0d1-c880fb465044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['eae4fef3-9cb1-4183-bf95-905db01caa40'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:26.886309 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c07d4157-67d9-40fd-b0d1-c880fb465044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:26.887187 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d4157-67d9-40fd-b0d1-c880fb465044 None None] The sync data for ids ['eae4fef3-9cb1-4183-bf95-905db01caa40'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:26.908694 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:26.933249 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ae16201b-cfa8-4436-af8d-66dc48a6cf86 admin admin] Deleting port 95047837-b003-47b4-89dc-4ccb77309f01 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:26.934557 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ae16201b-cfa8-4436-af8d-66dc48a6cf86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (95047837-b003-47b4-89dc-4ccb77309f01), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.939566 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deff9553-26c7-41a4-982b-fd9578d12b80 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Made reservation on behalf of 8fabc60192d84a4dad9f31f9c5ff93b5 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:26.953188 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-deff9553-26c7-41a4-982b-fd9578d12b80 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.995530 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-deff9553-26c7-41a4-982b-fd9578d12b80 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] device_id is not set on port 5e0c51ef-1e6f-4ac6-8e7f-0c717687a1ed yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:48:27.065734 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:27.085794 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b36da3cc-7605-4d91-9858-364439df90c1 admin admin] Publish callbacks [] for security_group (ca84e7ff-667a-4f9f-80ba-dfcf32f22f61), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.162488 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b36da3cc-7605-4d91-9858-364439df90c1 admin admin] Publish callbacks [] for security_group (ca84e7ff-667a-4f9f-80ba-dfcf32f22f61), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.178677 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:27.199445 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-ae16201b-cfa8-4436-af8d-66dc48a6cf86 admin admin] For port 95047837-b003-47b4-89dc-4ccb77309f01, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=95047837-b003-47b4-89dc-4ccb77309f01,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:27.200061 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ae16201b-cfa8-4436-af8d-66dc48a6cf86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (95047837-b003-47b4-89dc-4ccb77309f01), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.214851 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-deff9553-26c7-41a4-982b-fd9578d12b80 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Allocated IP 172.20.0.8 (e0310466-aa55-4cf0-af87-1c5cca841f94/441fd99b-d529-49e0-94c8-ec6b8226cc0f/5e0c51ef-1e6f-4ac6-8e7f-0c717687a1ed) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:27.232359 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ae16201b-cfa8-4436-af8d-66dc48a6cf86 admin admin] Calling delete_port for 95047837-b003-47b4-89dc-4ccb77309f01 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:27.262576 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] Publish callbacks [] for port (578ae9ec-253e-45f8-bfb6-0583184a7be7), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.437498 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (578ae9ec-253e-45f8-bfb6-0583184a7be7), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.461123 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-deff9553-26c7-41a4-982b-fd9578d12b80 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for port (5e0c51ef-1e6f-4ac6-8e7f-0c717687a1ed), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.498539 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b36da3cc-7605-4d91-9858-364439df90c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ca84e7ff-667a-4f9f-80ba-dfcf32f22f61), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.502219 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b36da3cc-7605-4d91-9858-364439df90c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.509090 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b36da3cc-7605-4d91-9858-364439df90c1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ca84e7ff-667a-4f9f-80ba-dfcf32f22f61 HTTP/1.1" status: 204 len: 168 time: 0.7272880 Nov 02 12:48:27.523268 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36da3cc-7605-4d91-9858-364439df90c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca84e7ff-667a-4f9f-80ba-dfcf32f22f61,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:27.564807 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160a73b-a1b3-4c0a-be65-f7eb1296b175 None None] Pushing event updated for resources: {'Port': ['ID=578ae9ec-253e-45f8-bfb6-0583184a7be7,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:27.579018 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] Attempting to bind port 578ae9ec-253e-45f8-bfb6-0583184a7be7 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:27.579405 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] Attempting to bind port 578ae9ec-253e-45f8-bfb6-0583184a7be7 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'cd3ad39d-4b43-4730-90e4-e3e38155d6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ad45f526-3e4b-4f7a-8784-0986fb0ae1e6'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:27.579634 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] Attempting to bind port 578ae9ec-253e-45f8-bfb6-0583184a7be7 on network ad45f526-3e4b-4f7a-8784-0986fb0ae1e6 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:27.623960 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:48:27.624731 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] Checking segment: {'id': 'cd3ad39d-4b43-4730-90e4-e3e38155d6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ad45f526-3e4b-4f7a-8784-0986fb0ae1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:27.624731 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.625141 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] Bound using segment: {'id': 'cd3ad39d-4b43-4730-90e4-e3e38155d6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ad45f526-3e4b-4f7a-8784-0986fb0ae1e6'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:48:27.625618 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] Bound port: 578ae9ec-253e-45f8-bfb6-0583184a7be7, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3ad39d-4b43-4730-90e4-e3e38155d6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ad45f526-3e4b-4f7a-8784-0986fb0ae1e6'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:48:27.625996 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (578ae9ec-253e-45f8-bfb6-0583184a7be7), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.648023 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-deff9553-26c7-41a4-982b-fd9578d12b80 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (5e0c51ef-1e6f-4ac6-8e7f-0c717687a1ed), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.667622 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ae16201b-cfa8-4436-af8d-66dc48a6cf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (95047837-b003-47b4-89dc-4ccb77309f01), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.685653 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45240) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:27.709045 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] For port 578ae9ec-253e-45f8-bfb6-0583184a7be7, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:27.716792 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] For port 578ae9ec-253e-45f8-bfb6-0583184a7be7, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=578ae9ec-253e-45f8-bfb6-0583184a7be7,segment=NetworkSegment(cd3ad39d-4b43-4730-90e4-e3e38155d6f8),segment_id=cd3ad39d-4b43-4730-90e4-e3e38155d6f8)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:27.738361 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e8273866-fe5b-4b05-94c2-53fa401950f6 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1056215886', 'description': 'tempest-description--1479251778'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:27.744249 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16201b-cfa8-4436-af8d-66dc48a6cf86 admin admin] Pushing event deleted for resources: {'Port': ['ID=95047837-b003-47b4-89dc-4ccb77309f01,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:27.748093 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45244) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:27.771370 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deff9553-26c7-41a4-982b-fd9578d12b80 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Network e0310466-aa55-4cf0-af87-1c5cca841f94 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:27.777917 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-deff9553-26c7-41a4-982b-fd9578d12b80 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:27.795224 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff9553-26c7-41a4-982b-fd9578d12b80 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:27.820683 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6155985f-b287-4699-9642-e0f8b6229778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.860963 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (578ae9ec-253e-45f8-bfb6-0583184a7be7), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.870443 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff9553-26c7-41a4-982b-fd9578d12b80 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Pushing event updated for resources: {'Port': ['ID=5e0c51ef-1e6f-4ac6-8e7f-0c717687a1ed,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:27.905509 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8273866-fe5b-4b05-94c2-53fa401950f6 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.914288 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deff9553-26c7-41a4-982b-fd9578d12b80 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:27.914957 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-deff9553-26c7-41a4-982b-fd9578d12b80 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.961306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:28.022176 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-deff9553-26c7-41a4-982b-fd9578d12b80 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4924965 Nov 02 12:48:28.042629 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45248) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:28.043157 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ae16201b-cfa8-4436-af8d-66dc48a6cf86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (aa2c2eb6-d751-47b3-9153-91839b40ba4e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.048621 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] Routers {'b6001bdf-6501-44bd-92a3-3e61b317ef5d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:28.049281 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b6001bdf-6501-44bd-92a3-3e61b317ef5d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:28.092713 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8273866-fe5b-4b05-94c2-53fa401950f6 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group (ff114663-0172-4970-bd38-7db6371e1b0a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.097447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:48:28.097962 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 69ec6e4c-093f-42cf-ae5c-a0a0dabf1791 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:28.127093 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160a73b-a1b3-4c0a-be65-f7eb1296b175 None None] Pushing event updated for resources: {'Port': ['ID=578ae9ec-253e-45f8-bfb6-0583184a7be7,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:28.207070 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] Set router b6001bdf-6501-44bd-92a3-3e61b317ef5d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:48:28.218252 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ae16201b-cfa8-4436-af8d-66dc48a6cf86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (aa2c2eb6-d751-47b3-9153-91839b40ba4e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.224933 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ae16201b-cfa8-4436-af8d-66dc48a6cf86 admin admin] Publish callbacks [] for router_controller (aa2c2eb6-d751-47b3-9153-91839b40ba4e), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.232081 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6155985f-b287-4699-9642-e0f8b6229778 admin admin] Publish callbacks [] for security_group (cae5c13c-8fef-40ce-88ed-021031605f38), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.288745 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-bc6d9415-97f7-4ea3-95b8-3728a356b0c9 None None] Provisioning complete for port 5e0c51ef-1e6f-4ac6-8e7f-0c717687a1ed triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:28.289123 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bc6d9415-97f7-4ea3-95b8-3728a356b0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5e0c51ef-1e6f-4ac6-8e7f-0c717687a1ed), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.289460 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-bc6d9415-97f7-4ea3-95b8-3728a356b0c9 None None] Attempt 1 to provision port 5e0c51ef-1e6f-4ac6-8e7f-0c717687a1ed Nov 02 12:48:28.296054 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8273866-fe5b-4b05-94c2-53fa401950f6 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ff114663-0172-4970-bd38-7db6371e1b0a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.322342 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6155985f-b287-4699-9642-e0f8b6229778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (cae5c13c-8fef-40ce-88ed-021031605f38), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.390036 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bc6d9415-97f7-4ea3-95b8-3728a356b0c9 None None] Port 5e0c51ef-1e6f-4ac6-8e7f-0c717687a1ed cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:48:28.399458 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8273866-fe5b-4b05-94c2-53fa401950f6 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff114663-0172-4970-bd38-7db6371e1b0a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:28.404065 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ae16201b-cfa8-4436-af8d-66dc48a6cf86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (aa2c2eb6-d751-47b3-9153-91839b40ba4e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.409520 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae16201b-cfa8-4436-af8d-66dc48a6cf86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa2c2eb6-d751-47b3-9153-91839b40ba4e {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:48:28.438012 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ae16201b-cfa8-4436-af8d-66dc48a6cf86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.446852 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ae16201b-cfa8-4436-af8d-66dc48a6cf86 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/aa2c2eb6-d751-47b3-9153-91839b40ba4e HTTP/1.1" status: 204 len: 168 time: 3.0381875 Nov 02 12:48:28.449438 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45258) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:28.461697 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6155985f-b287-4699-9642-e0f8b6229778 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=06be197c461a4cfdac0f0d93b148a313&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7120833 Nov 02 12:48:28.466471 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45260) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:28.481025 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155985f-b287-4699-9642-e0f8b6229778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae5c13c-8fef-40ce-88ed-021031605f38,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:28.541178 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8273866-fe5b-4b05-94c2-53fa401950f6 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.543509 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e8273866-fe5b-4b05-94c2-53fa401950f6 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8146753 Nov 02 12:48:28.548645 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45262) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:28.553822 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f9b32034-51c5-4993-bfc4-6dc5c8cf7355 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Request body: {'security_group_rule': {'security_group_id': 'ff114663-0172-4970-bd38-7db6371e1b0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:28.599777 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d4a17a-743e-4de4-8159-6e2e20cf8ecb admin admin] Deleting subnet b212fca6-084f-45d8-ad41-c23aff7231b1 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:48:28.610165 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5449e240-76d2-4572-848b-6ce42a11f597 admin admin] Publish callbacks [] for security_group (cae5c13c-8fef-40ce-88ed-021031605f38), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.619115 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-49d4a17a-743e-4de4-8159-6e2e20cf8ecb admin admin] Publish callbacks [] for subnet (b212fca6-084f-45d8-ad41-c23aff7231b1), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.624901 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6001bdf-6501-44bd-92a3-3e61b317ef5d', 'name': 'tempest-AttachVolumeNegativeTest-459166045-router', 'tenant_id': '50dbedb7dffd4f67adfc30507afc0b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cae15f5-ce70-4790-9ffb-f1f51503e26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:11Z', 'updated_at': '2022-11-02T12:48:23Z', 'revision_number': 4, 'project_id': '50dbedb7dffd4f67adfc30507afc0b98', 'gw_port': {'id': '6cae15f5-ce70-4790-9ffb-f1f51503e26e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:44:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6001bdf-6501-44bd-92a3-3e61b317ef5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:14Z', 'updated_at': '2022-11-02T12:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '578ae9ec-253e-45f8-bfb6-0583184a7be7', 'name': '', 'network_id': 'ad45f526-3e4b-4f7a-8784-0986fb0ae1e6', 'tenant_id': '50dbedb7dffd4f67adfc30507afc0b98', 'mac_address': 'fa:16:3e:25:fb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6001bdf-6501-44bd-92a3-3e61b317ef5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'fd30d2c7-5cf8-4553-90be-48da91eb0d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:21Z', 'updated_at': '2022-11-02T12:48:27Z', 'revision_number': 4, 'project_id': '50dbedb7dffd4f67adfc30507afc0b98', 'subnets': [{'id': 'fd30d2c7-5cf8-4553-90be-48da91eb0d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:28.654564 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5449e240-76d2-4572-848b-6ce42a11f597 admin admin] Publish callbacks [] for security_group (cae5c13c-8fef-40ce-88ed-021031605f38), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.716874 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7dac99-5428-48e9-a4db-98851d629a6c None None] The sync data for ids ['b6001bdf-6501-44bd-92a3-3e61b317ef5d'] in n-d-857339-6 is: [{'id': 'b6001bdf-6501-44bd-92a3-3e61b317ef5d', 'name': 'tempest-AttachVolumeNegativeTest-459166045-router', 'tenant_id': '50dbedb7dffd4f67adfc30507afc0b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cae15f5-ce70-4790-9ffb-f1f51503e26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:11Z', 'updated_at': '2022-11-02T12:48:23Z', 'revision_number': 4, 'project_id': '50dbedb7dffd4f67adfc30507afc0b98', 'gw_port': {'id': '6cae15f5-ce70-4790-9ffb-f1f51503e26e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:44:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6001bdf-6501-44bd-92a3-3e61b317ef5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:14Z', 'updated_at': '2022-11-02T12:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '578ae9ec-253e-45f8-bfb6-0583184a7be7', 'name': '', 'network_id': 'ad45f526-3e4b-4f7a-8784-0986fb0ae1e6', 'tenant_id': '50dbedb7dffd4f67adfc30507afc0b98', 'mac_address': 'fa:16:3e:25:fb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6001bdf-6501-44bd-92a3-3e61b317ef5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'fd30d2c7-5cf8-4553-90be-48da91eb0d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:21Z', 'updated_at': '2022-11-02T12:48:27Z', 'revision_number': 4, 'project_id': '50dbedb7dffd4f67adfc30507afc0b98', 'subnets': [{'id': 'fd30d2c7-5cf8-4553-90be-48da91eb0d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:28.722627 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-49d4a17a-743e-4de4-8159-6e2e20cf8ecb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (b212fca6-084f-45d8-ad41-c23aff7231b1), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.746059 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5f9fcca2-0d38-4197-a893-0eb6cc2102b0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'project_id': '8fabc60192d84a4dad9f31f9c5ff93b5', 'port_id': '5e0c51ef-1e6f-4ac6-8e7f-0c717687a1ed'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:28.779334 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:28.787608 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9b32034-51c5-4993-bfc4-6dc5c8cf7355 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group_rule (44da0b87-ff7a-4f7c-9194-e29c7330e90d), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.846286 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-49d4a17a-743e-4de4-8159-6e2e20cf8ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (b212fca6-084f-45d8-ad41-c23aff7231b1), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.853759 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:28.889280 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9b32034-51c5-4993-bfc4-6dc5c8cf7355 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group_rule (44da0b87-ff7a-4f7c-9194-e29c7330e90d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.892077 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5449e240-76d2-4572-848b-6ce42a11f597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (cae5c13c-8fef-40ce-88ed-021031605f38), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.894662 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5449e240-76d2-4572-848b-6ce42a11f597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.898464 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5449e240-76d2-4572-848b-6ce42a11f597 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/cae5c13c-8fef-40ce-88ed-021031605f38 HTTP/1.1" status: 204 len: 168 time: 0.4242134 Nov 02 12:48:28.912809 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449e240-76d2-4572-848b-6ce42a11f597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae5c13c-8fef-40ce-88ed-021031605f38,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:28.973835 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9b32034-51c5-4993-bfc4-6dc5c8cf7355 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (44da0b87-ff7a-4f7c-9194-e29c7330e90d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.008753 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-49d4a17a-743e-4de4-8159-6e2e20cf8ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (b212fca6-084f-45d8-ad41-c23aff7231b1), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.014214 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b32034-51c5-4993-bfc4-6dc5c8cf7355 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44da0b87-ff7a-4f7c-9194-e29c7330e90d,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:29.052138 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f9fcca2-0d38-4197-a893-0eb6cc2102b0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.072372 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4a17a-743e-4de4-8159-6e2e20cf8ecb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b212fca6-084f-45d8-ad41-c23aff7231b1,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:29.091557 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4822d126-7313-4a08-9c10-efd692a4e214 None None] Network 796ffcce-1550-4d20-a67b-b64932b09c24 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:48:29.099013 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-49d4a17a-743e-4de4-8159-6e2e20cf8ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.105105 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-49d4a17a-743e-4de4-8159-6e2e20cf8ecb admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/b212fca6-084f-45d8-ad41-c23aff7231b1 HTTP/1.1" status: 204 len: 168 time: 0.6545086 Nov 02 12:48:29.121209 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45280) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:29.278793 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9b32034-51c5-4993-bfc4-6dc5c8cf7355 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.282396 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f9b32034-51c5-4993-bfc4-6dc5c8cf7355 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7299457 Nov 02 12:48:29.284287 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45284) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:29.288747 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:29.291700 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-918ef4b3-399c-46d4-8881-57cff4853876 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Request body: {'security_group_rule': {'security_group_id': 'ff114663-0172-4970-bd38-7db6371e1b0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:29.304033 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54aba0bb-50b3-4dde-b1b6-8b3b7354865f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (796ffcce-1550-4d20-a67b-b64932b09c24), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.355711 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f9fcca2-0d38-4197-a893-0eb6cc2102b0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.384388 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-54aba0bb-50b3-4dde-b1b6-8b3b7354865f admin admin] Deleting port e8cad2fb-5ec7-4149-8626-2afd95fd0465 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:29.384782 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54aba0bb-50b3-4dde-b1b6-8b3b7354865f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e8cad2fb-5ec7-4149-8626-2afd95fd0465), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.445141 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff56ba3-b583-4ec9-9341-ae7a02f0dc26 None None] DHCP port deletion for 796ffcce-1550-4d20-a67b-b64932b09c24 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:48:29.536851 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-54aba0bb-50b3-4dde-b1b6-8b3b7354865f admin admin] For port e8cad2fb-5ec7-4149-8626-2afd95fd0465, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e8cad2fb-5ec7-4149-8626-2afd95fd0465,segment=NetworkSegment(b9aa5dac-9ad2-4418-8135-7746706065c5),segment_id=b9aa5dac-9ad2-4418-8135-7746706065c5)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:29.537855 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54aba0bb-50b3-4dde-b1b6-8b3b7354865f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e8cad2fb-5ec7-4149-8626-2afd95fd0465), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.563071 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dff56ba3-b583-4ec9-9341-ae7a02f0dc26 None None] Deleting port e8cad2fb-5ec7-4149-8626-2afd95fd0465 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:29.567493 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dff56ba3-b583-4ec9-9341-ae7a02f0dc26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e8cad2fb-5ec7-4149-8626-2afd95fd0465), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.571273 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-918ef4b3-399c-46d4-8881-57cff4853876 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group_rule (109f93bb-f181-49d9-a1cd-2186a2de934f), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.587523 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-54aba0bb-50b3-4dde-b1b6-8b3b7354865f admin admin] Calling delete_port for e8cad2fb-5ec7-4149-8626-2afd95fd0465 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:29.712365 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45292) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:29.755845 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-dff56ba3-b583-4ec9-9341-ae7a02f0dc26 None None] For port e8cad2fb-5ec7-4149-8626-2afd95fd0465, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e8cad2fb-5ec7-4149-8626-2afd95fd0465,segment=NetworkSegment(b9aa5dac-9ad2-4418-8135-7746706065c5),segment_id=b9aa5dac-9ad2-4418-8135-7746706065c5)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:29.757036 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dff56ba3-b583-4ec9-9341-ae7a02f0dc26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e8cad2fb-5ec7-4149-8626-2afd95fd0465), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.798493 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dff56ba3-b583-4ec9-9341-ae7a02f0dc26 None None] Calling delete_port for e8cad2fb-5ec7-4149-8626-2afd95fd0465 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:29.804377 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-5f9fcca2-0d38-4197-a893-0eb6cc2102b0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Allocated IP 172.25.2.137 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/9c193cea-4ce2-4a34-8b4e-8e5735f22bc0) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:29.885658 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-918ef4b3-399c-46d4-8881-57cff4853876 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group_rule (109f93bb-f181-49d9-a1cd-2186a2de934f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.919602 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:29.952919 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54aba0bb-50b3-4dde-b1b6-8b3b7354865f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e8cad2fb-5ec7-4149-8626-2afd95fd0465), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.968591 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dff56ba3-b583-4ec9-9341-ae7a02f0dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (e8cad2fb-5ec7-4149-8626-2afd95fd0465), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.983801 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-918ef4b3-399c-46d4-8881-57cff4853876 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (109f93bb-f181-49d9-a1cd-2186a2de934f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:30.002707 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aba0bb-50b3-4dde-b1b6-8b3b7354865f admin admin] No DVR routers for this DVR port e8cad2fb-5ec7-4149-8626-2afd95fd0465 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:48:30.010408 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 578ae9ec-253e-45f8-bfb6-0583184a7be7 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:30.030561 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff56ba3-b583-4ec9-9341-ae7a02f0dc26 None None] No DVR routers for this DVR port e8cad2fb-5ec7-4149-8626-2afd95fd0465 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:48:30.052107 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ef4b3-399c-46d4-8881-57cff4853876 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109f93bb-f181-49d9-a1cd-2186a2de934f,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:30.091681 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aba0bb-50b3-4dde-b1b6-8b3b7354865f admin admin] Pushing event deleted for resources: {'Port': ['ID=e8cad2fb-5ec7-4149-8626-2afd95fd0465,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:30.142323 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff56ba3-b583-4ec9-9341-ae7a02f0dc26 None None] Pushing event deleted for resources: {'Port': ['ID=e8cad2fb-5ec7-4149-8626-2afd95fd0465,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:30.152532 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f9fcca2-0d38-4197-a893-0eb6cc2102b0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks [] for port (9c193cea-4ce2-4a34-8b4e-8e5735f22bc0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:30.178709 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-918ef4b3-399c-46d4-8881-57cff4853876 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:30.190431 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-918ef4b3-399c-46d4-8881-57cff4853876 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9018865 Nov 02 12:48:30.192352 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45304) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:30.200982 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 578ae9ec-253e-45f8-bfb6-0583184a7be7 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:30.201441 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (578ae9ec-253e-45f8-bfb6-0583184a7be7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:30.201793 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 578ae9ec-253e-45f8-bfb6-0583184a7be7 Nov 02 12:48:30.205866 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-0452cdac-086a-4a57-994c-ef3bade269de tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:30.222542 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54aba0bb-50b3-4dde-b1b6-8b3b7354865f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (796ffcce-1550-4d20-a67b-b64932b09c24), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:30.243108 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-93eab632-46b4-4fa2-b251-fde1a8270688 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-265004663-network', 'tenant_id': '952e3a77e8784db5b41f326d932f78b4'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:30.265633 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:30.284875 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-54aba0bb-50b3-4dde-b1b6-8b3b7354865f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796ffcce-1550-4d20-a67b-b64932b09c24']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:30.302564 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-54aba0bb-50b3-4dde-b1b6-8b3b7354865f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9aa5dac-9ad2-4418-8135-7746706065c5') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:30.303439 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-54aba0bb-50b3-4dde-b1b6-8b3b7354865f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9aa5dac-9ad2-4418-8135-7746706065c5') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:30.319073 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54aba0bb-50b3-4dde-b1b6-8b3b7354865f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (b9aa5dac-9ad2-4418-8135-7746706065c5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:30.343071 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54aba0bb-50b3-4dde-b1b6-8b3b7354865f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (b9aa5dac-9ad2-4418-8135-7746706065c5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:30.351509 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54aba0bb-50b3-4dde-b1b6-8b3b7354865f admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:48:30.351961 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54aba0bb-50b3-4dde-b1b6-8b3b7354865f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (b9aa5dac-9ad2-4418-8135-7746706065c5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:30.380760 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 578ae9ec-253e-45f8-bfb6-0583184a7be7 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:30.381905 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (578ae9ec-253e-45f8-bfb6-0583184a7be7), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:30.383503 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment b9aa5dac-9ad2-4418-8135-7746706065c5 resource provider aggregate not found Nov 02 12:48:30.409586 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f9fcca2-0d38-4197-a893-0eb6cc2102b0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (9c193cea-4ce2-4a34-8b4e-8e5735f22bc0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:30.412506 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:30.416914 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0452cdac-086a-4a57-994c-ef3bade269de tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:30.437190 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment b9aa5dac-9ad2-4418-8135-7746706065c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9aa5dac-9ad2-4418-8135-7746706065c5 found for delete ", "request_id": "req-de5006e4-9b13-4216-b72e-50e8169f9767"}]} Nov 02 12:48:30.443837 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 578ae9ec-253e-45f8-bfb6-0583184a7be7, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=578ae9ec-253e-45f8-bfb6-0583184a7be7,segment=NetworkSegment(cd3ad39d-4b43-4730-90e4-e3e38155d6f8),segment_id=cd3ad39d-4b43-4730-90e4-e3e38155d6f8)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:30.499722 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45314) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:30.581340 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93eab632-46b4-4fa2-b251-fde1a8270688 admin admin] Made reservation on behalf of 952e3a77e8784db5b41f326d932f78b4 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:30.581340 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93eab632-46b4-4fa2-b251-fde1a8270688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:30.599227 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93eab632-46b4-4fa2-b251-fde1a8270688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:30.614985 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (578ae9ec-253e-45f8-bfb6-0583184a7be7), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:30.635290 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54aba0bb-50b3-4dde-b1b6-8b3b7354865f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (796ffcce-1550-4d20-a67b-b64932b09c24), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:30.636004 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:30.659786 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9fcca2-0d38-4197-a893-0eb6cc2102b0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:30.672605 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-5f9fcca2-0d38-4197-a893-0eb6cc2102b0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:30.679672 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9fcca2-0d38-4197-a893-0eb6cc2102b0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:30.683878 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54aba0bb-50b3-4dde-b1b6-8b3b7354865f admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:30.689365 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fcca2-0d38-4197-a893-0eb6cc2102b0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Pushing event updated for resources: {'Port': ['ID=9c193cea-4ce2-4a34-8b4e-8e5735f22bc0,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:30.690968 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-54aba0bb-50b3-4dde-b1b6-8b3b7354865f admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/796ffcce-1550-4d20-a67b-b64932b09c24 HTTP/1.1" status: 204 len: 168 time: 1.5686569 Nov 02 12:48:30.695549 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aba0bb-50b3-4dde-b1b6-8b3b7354865f admin admin] Pushing event deleted for resources: {'Network': ['ID=796ffcce-1550-4d20-a67b-b64932b09c24,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:30.713897 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-2ebd5b9a-d6cb-4177-8b78-be7e6281b6c3 tempest-QuotasTest-273248343 tempest-QuotasTest-273248343-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:30.718332 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0452cdac-086a-4a57-994c-ef3bade269de tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:30.745182 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e8cad2fb-5ec7-4149-8626-2afd95fd0465 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:30.815223 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: e8cad2fb-5ec7-4149-8626-2afd95fd0465 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:48:30.817382 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e8cad2fb-5ec7-4149-8626-2afd95fd0465 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:30.819834 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 95047837-b003-47b4-89dc-4ccb77309f01 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:30.850829 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=578ae9ec-253e-45f8-bfb6-0583184a7be7,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:30.866071 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 95047837-b003-47b4-89dc-4ccb77309f01 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:48:30.866691 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 95047837-b003-47b4-89dc-4ccb77309f01 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:30.888792 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93eab632-46b4-4fa2-b251-fde1a8270688 admin admin] Publish callbacks [] for security_group (dd5dd0b6-6f4d-464d-84ea-88a16aced99b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:30.947829 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:31.014069 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-0452cdac-086a-4a57-994c-ef3bade269de tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Allocated IP 172.25.2.201 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/e325378c-8519-40be-9d05-7af8a770a2c1) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:31.015091 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93eab632-46b4-4fa2-b251-fde1a8270688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (dd5dd0b6-6f4d-464d-84ea-88a16aced99b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:31.030388 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93eab632-46b4-4fa2-b251-fde1a8270688 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:48:31.079463 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2ebd5b9a-d6cb-4177-8b78-be7e6281b6c3 tempest-QuotasTest-273248343 tempest-QuotasTest-273248343-project-admin] 10.222.0.64 "PUT /networking/v2.0/quotas/45a90b48a7eb4301bc90c909c4d0bee0 HTTP/1.1" status: 200 len: 366 time: 0.5756729 Nov 02 12:48:31.083606 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93eab632-46b4-4fa2-b251-fde1a8270688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (cef1d9c7-2699-47cc-a2b3-0bfa561dde33), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:31.083961 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-93eab632-46b4-4fa2-b251-fde1a8270688 admin admin] Added segment cef1d9c7-2699-47cc-a2b3-0bfa561dde33 of type vlan for network abb29b2e-8178-4c9c-8d6c-ea100e03d6d8 Nov 02 12:48:31.085176 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45330) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:31.116244 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eab632-46b4-4fa2-b251-fde1a8270688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5dd0b6-6f4d-464d-84ea-88a16aced99b,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:31.174813 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b99685fb-9493-41bc-9f80-c217d3e253f6 tempest-QuotasTest-273248343 tempest-QuotasTest-273248343-project-admin] 10.222.0.64 "GET /networking/v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0835736 Nov 02 12:48:31.178116 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45332) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:31.192383 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93eab632-46b4-4fa2-b251-fde1a8270688 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (abb29b2e-8178-4c9c-8d6c-ea100e03d6d8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:31.264052 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-685d61d2-3f30-4105-9cf2-6dd28dddc5c3 tempest-QuotasTest-273248343 tempest-QuotasTest-273248343-project-admin] 10.222.0.64 "GET /networking/v2.0/quotas/45a90b48a7eb4301bc90c909c4d0bee0 HTTP/1.1" status: 200 len: 366 time: 0.0846045 Nov 02 12:48:31.272316 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45334) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:31.296706 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93eab632-46b4-4fa2-b251-fde1a8270688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (abb29b2e-8178-4c9c-8d6c-ea100e03d6d8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:31.303566 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eab632-46b4-4fa2-b251-fde1a8270688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:31.310471 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93eab632-46b4-4fa2-b251-fde1a8270688 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:31.320226 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0452cdac-086a-4a57-994c-ef3bade269de tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for port (e325378c-8519-40be-9d05-7af8a770a2c1), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:31.394172 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45342) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:31.485969 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eab632-46b4-4fa2-b251-fde1a8270688 admin admin] Pushing event updated for resources: {'Network': ['ID=abb29b2e-8178-4c9c-8d6c-ea100e03d6d8,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:31.499490 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network abb29b2e-8178-4c9c-8d6c-ea100e03d6d8 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:48:31.511466 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-93eab632-46b4-4fa2-b251-fde1a8270688 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7951777 Nov 02 12:48:31.511466 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45346) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:31.521606 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-97277e86-87a5-4fd7-b6e8-ab967099706f admin admin] Request body: {'subnet': {'network_id': 'abb29b2e-8178-4c9c-8d6c-ea100e03d6d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-265004663-subnet', 'tenant_id': '952e3a77e8784db5b41f326d932f78b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:31.530049 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-37430c64-0999-40a3-bee0-71c173d1f48f tempest-QuotasTest-273248343 tempest-QuotasTest-273248343-project-admin] 10.222.0.64 "DELETE /networking/v2.0/quotas/45a90b48a7eb4301bc90c909c4d0bee0 HTTP/1.1" status: 204 len: 168 time: 0.2514925 Nov 02 12:48:31.533453 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45348) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:31.552419 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-571a4978-51ba-45e1-9340-929c1c699e54 tempest-QuotasTest-273248343 tempest-QuotasTest-273248343-project-admin] 10.222.0.64 "GET /networking/v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0169156 Nov 02 12:48:31.558878 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-15fc186b-750f-4a6f-b109-1d378f2eccae admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a720f4a1648e4aa1b4efaf39bb904f11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1590972 Nov 02 12:48:31.559636 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45350) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:31.559979 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45354) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:31.631761 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a3972ed6-4cf8-45bd-9ee0-185178415f72 tempest-QuotasTest-273248343 tempest-QuotasTest-273248343-project-admin] 10.222.0.64 "GET /networking/v2.0/quotas/45a90b48a7eb4301bc90c909c4d0bee0 HTTP/1.1" status: 200 len: 370 time: 0.0664227 Nov 02 12:48:31.637129 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45358) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:31.649232 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-89e3fb95-9e9a-4f49-a87c-2e0ade594b56 tempest-QuotasTest-273248343 tempest-QuotasTest-273248343-project-admin] 10.222.0.64 "GET /networking/v2.0/quotas/45a90b48a7eb4301bc90c909c4d0bee0/default HTTP/1.1" status: 200 len: 370 time: 0.0093031 Nov 02 12:48:31.651341 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45360) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:31.680038 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-bda190a1-f4cc-48c5-85af-5727dacd94ff tempest-QuotasTest-273248343 tempest-QuotasTest-273248343-project-admin] delete failed (client error): The resource could not be found. Nov 02 12:48:31.682123 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bda190a1-f4cc-48c5-85af-5727dacd94ff tempest-QuotasTest-273248343 tempest-QuotasTest-273248343-project-admin] 10.222.0.64 "DELETE /networking/v2.0/quotas/45a90b48a7eb4301bc90c909c4d0bee0 HTTP/1.1" status: 404 len: 348 time: 0.0294318 Nov 02 12:48:31.694396 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f9fcca2-0d38-4197-a893-0eb6cc2102b0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks [] for floatingip (7e73b3b5-bc0f-44a7-a7cd-7188d433ba8a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:31.703007 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4d478e6a-e14a-4e61-9dfd-ec2b4bcec03f admin admin] Publish callbacks [] for security_group (4a38f17e-3097-438b-b998-f1511e627bb4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:31.759230 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4d478e6a-e14a-4e61-9dfd-ec2b4bcec03f admin admin] Publish callbacks [] for security_group (4a38f17e-3097-438b-b998-f1511e627bb4), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:31.803035 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0452cdac-086a-4a57-994c-ef3bade269de tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (e325378c-8519-40be-9d05-7af8a770a2c1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:31.808303 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97277e86-87a5-4fd7-b6e8-ab967099706f admin admin] Made reservation on behalf of 952e3a77e8784db5b41f326d932f78b4 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:31.808939 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-97277e86-87a5-4fd7-b6e8-ab967099706f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:31.885794 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:31.894703 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0452cdac-086a-4a57-994c-ef3bade269de tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:31.918931 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-0452cdac-086a-4a57-994c-ef3bade269de tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:31.925914 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0452cdac-086a-4a57-994c-ef3bade269de tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:31.988133 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452cdac-086a-4a57-994c-ef3bade269de tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Pushing event updated for resources: {'Port': ['ID=e325378c-8519-40be-9d05-7af8a770a2c1,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:31.996068 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 578ae9ec-253e-45f8-bfb6-0583184a7be7 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:32.011631 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f9fcca2-0d38-4197-a893-0eb6cc2102b0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9c193cea-4ce2-4a34-8b4e-8e5735f22bc0), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.074790 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:32.143420 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0452cdac-086a-4a57-994c-ef3bade269de tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for floatingip (33653637-fa5c-4f07-9f94-bdbb886d7787), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.148118 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 578ae9ec-253e-45f8-bfb6-0583184a7be7 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:32.148605 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (578ae9ec-253e-45f8-bfb6-0583184a7be7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.149004 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 578ae9ec-253e-45f8-bfb6-0583184a7be7 Nov 02 12:48:32.160028 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4d478e6a-e14a-4e61-9dfd-ec2b4bcec03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4a38f17e-3097-438b-b998-f1511e627bb4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.164242 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4d478e6a-e14a-4e61-9dfd-ec2b4bcec03f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.169023 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4d478e6a-e14a-4e61-9dfd-ec2b4bcec03f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4a38f17e-3097-438b-b998-f1511e627bb4 HTTP/1.1" status: 204 len: 168 time: 0.5915880 Nov 02 12:48:32.182731 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d478e6a-e14a-4e61-9dfd-ec2b4bcec03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a38f17e-3097-438b-b998-f1511e627bb4,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:32.192537 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-97277e86-87a5-4fd7-b6e8-ab967099706f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (ca570599-0a46-43fe-8396-f3316057d231), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.275580 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 578ae9ec-253e-45f8-bfb6-0583184a7be7 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:32.283396 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45372) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:32.329403 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0452cdac-086a-4a57-994c-ef3bade269de tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e325378c-8519-40be-9d05-7af8a770a2c1), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.336997 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f9fcca2-0d38-4197-a893-0eb6cc2102b0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks [] for port (9c193cea-4ce2-4a34-8b4e-8e5735f22bc0), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.370502 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97277e86-87a5-4fd7-b6e8-ab967099706f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca570599-0a46-43fe-8396-f3316057d231,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:32.384760 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97277e86-87a5-4fd7-b6e8-ab967099706f admin admin] Checking segment: {'id': 'cef1d9c7-2699-47cc-a2b3-0bfa561dde33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'abb29b2e-8178-4c9c-8d6c-ea100e03d6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:32.385124 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97277e86-87a5-4fd7-b6e8-ab967099706f admin admin] Network hostable DHCP agents. Network: abb29b2e-8178-4c9c-8d6c-ea100e03d6d8, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:48:32.489382 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8a3aef2f-7608-445b-89be-9f71ce7b22e1 tempest-QuotasTest-273248343 tempest-QuotasTest-273248343-project-admin] 10.222.0.64 "GET /networking/v2.0/quotas/dcea8572fd6c4ba69983263ee636e826/details.json HTTP/1.1" status: 200 len: 703 time: 0.2041833 Nov 02 12:48:32.516784 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97277e86-87a5-4fd7-b6e8-ab967099706f admin admin] Network abb29b2e-8178-4c9c-8d6c-ea100e03d6d8 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:48:32.533618 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f9fcca2-0d38-4197-a893-0eb6cc2102b0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (9c193cea-4ce2-4a34-8b4e-8e5735f22bc0), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.647869 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-97277e86-87a5-4fd7-b6e8-ab967099706f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, abb29b2e-8178-4c9c-8d6c-ea100e03d6d8) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:32.653156 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97277e86-87a5-4fd7-b6e8-ab967099706f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:32.653947 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-97277e86-87a5-4fd7-b6e8-ab967099706f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.671892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e8fc86-84a9-4728-9b74-93a04da9e20b None None] Network abb29b2e-8178-4c9c-8d6c-ea100e03d6d8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:48:32.751950 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fcca2-0d38-4197-a893-0eb6cc2102b0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Pushing event updated for resources: {'Port': ['ID=9c193cea-4ce2-4a34-8b4e-8e5735f22bc0,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:32.765342 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-97277e86-87a5-4fd7-b6e8-ab967099706f admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2451587 Nov 02 12:48:32.765800 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45384) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:32.767223 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f9fcca2-0d38-4197-a893-0eb6cc2102b0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (7e73b3b5-bc0f-44a7-a7cd-7188d433ba8a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.772690 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-a40169b7-f495-4315-9da4-5f96c9bf7d26 admin admin] Request body: {'router': {'name': 'tempest-ServerAddressesTestJSON-265004663-router', 'tenant_id': '952e3a77e8784db5b41f326d932f78b4', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:32.853137 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-abb29b2e-8178-4c9c-8d6c-ea100e03d6d8', 'network_id': 'abb29b2e-8178-4c9c-8d6c-ea100e03d6d8', 'project_id': '952e3a77e8784db5b41f326d932f78b4', 'fixed_ips': [{'subnet_id': 'ca570599-0a46-43fe-8396-f3316057d231'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:48:32.854369 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.871686 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0452cdac-086a-4a57-994c-ef3bade269de tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for port (e325378c-8519-40be-9d05-7af8a770a2c1), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.929095 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a40169b7-f495-4315-9da4-5f96c9bf7d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (84d9a53d-a4a4-4dac-8a47-cdb86188763f), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.930152 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a40169b7-f495-4315-9da4-5f96c9bf7d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (84d9a53d-a4a4-4dac-8a47-cdb86188763f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.969079 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0452cdac-086a-4a57-994c-ef3bade269de tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (e325378c-8519-40be-9d05-7af8a770a2c1), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.972900 n-d-857339-6 neutron-server[105975]: INFO neutron.db.l3_db [None req-5f9fcca2-0d38-4197-a893-0eb6cc2102b0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Floating IP 7e73b3b5-bc0f-44a7-a7cd-7188d433ba8a associated. External IP: 172.25.2.137, port: 5e0c51ef-1e6f-4ac6-8e7f-0c717687a1ed. Nov 02 12:48:33.032834 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Allocated IP 172.20.0.2 (abb29b2e-8178-4c9c-8d6c-ea100e03d6d8/ca570599-0a46-43fe-8396-f3316057d231/b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:33.037523 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:33.056672 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a40169b7-f495-4315-9da4-5f96c9bf7d26 admin admin] Publish callbacks [] for router_controller (84d9a53d-a4a4-4dac-8a47-cdb86188763f), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:33.059551 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:33.106082 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452cdac-086a-4a57-994c-ef3bade269de tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Pushing event updated for resources: {'Port': ['ID=e325378c-8519-40be-9d05-7af8a770a2c1,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:33.118806 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0452cdac-086a-4a57-994c-ef3bade269de tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (33653637-fa5c-4f07-9f94-bdbb886d7787), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:33.316391 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Publish callbacks [] for port (b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:33.348963 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0452cdac-086a-4a57-994c-ef3bade269de tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:33.350267 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0452cdac-086a-4a57-994c-ef3bade269de tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1569142 Nov 02 12:48:33.375654 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a40169b7-f495-4315-9da4-5f96c9bf7d26 admin admin] Publish callbacks [] for router_gateway (84d9a53d-a4a4-4dac-8a47-cdb86188763f), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:33.385009 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9fcca2-0d38-4197-a893-0eb6cc2102b0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Router eae4fef3-9cb1-4183-bf95-905db01caa40 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:48:33.412792 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:33.460864 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:33.465201 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Network abb29b2e-8178-4c9c-8d6c-ea100e03d6d8 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:33.471680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:33.479726 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:33.488792 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Pushing event updated for resources: {'Port': ['ID=b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:33.523925 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:33.524442 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:33.524909 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:33.525308 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:33.525617 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45398) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:33.525735 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:33.526142 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:33.526564 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:33.529152 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:33.529519 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:33.529855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:33.530178 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:33.530654 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:33.531073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:33.531413 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:33.531875 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:33.577037 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Attempting to bind port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:33.577515 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Attempting to bind port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'cef1d9c7-2699-47cc-a2b3-0bfa561dde33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'abb29b2e-8178-4c9c-8d6c-ea100e03d6d8'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:33.577933 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Attempting to bind port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 on network abb29b2e-8178-4c9c-8d6c-ea100e03d6d8 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:33.586904 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9fcca2-0d38-4197-a893-0eb6cc2102b0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:33.604938 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d857fb91-ecf4-4ff9-87c5-f707f3b20eb5 None None] Sync routers for ids ['eae4fef3-9cb1-4183-bf95-905db01caa40'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:33.632607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d857fb91-ecf4-4ff9-87c5-f707f3b20eb5 None None] Routers {'eae4fef3-9cb1-4183-bf95-905db01caa40'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:33.633355 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d857fb91-ecf4-4ff9-87c5-f707f3b20eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['eae4fef3-9cb1-4183-bf95-905db01caa40'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:33.689730 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f9fcca2-0d38-4197-a893-0eb6cc2102b0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:33.690745 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:48:33.691240 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Checking segment: {'id': 'cef1d9c7-2699-47cc-a2b3-0bfa561dde33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'abb29b2e-8178-4c9c-8d6c-ea100e03d6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:33.691685 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:33.692751 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Bound using segment: {'id': 'cef1d9c7-2699-47cc-a2b3-0bfa561dde33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'abb29b2e-8178-4c9c-8d6c-ea100e03d6d8'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:48:33.693312 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Bound port: b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef1d9c7-2699-47cc-a2b3-0bfa561dde33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'abb29b2e-8178-4c9c-8d6c-ea100e03d6d8'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:48:33.693742 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:33.696273 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d857fb91-ecf4-4ff9-87c5-f707f3b20eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:33.718909 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d857fb91-ecf4-4ff9-87c5-f707f3b20eb5 None None] Routers {'eae4fef3-9cb1-4183-bf95-905db01caa40'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:33.719495 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d857fb91-ecf4-4ff9-87c5-f707f3b20eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['eae4fef3-9cb1-4183-bf95-905db01caa40'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:33.747048 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5f9fcca2-0d38-4197-a893-0eb6cc2102b0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.6991456 Nov 02 12:48:33.747283 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45408) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:33.778528 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d857fb91-ecf4-4ff9-87c5-f707f3b20eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:33.789401 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d857fb91-ecf4-4ff9-87c5-f707f3b20eb5 None None] The sync data for ids ['eae4fef3-9cb1-4183-bf95-905db01caa40'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:33.820894 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] For port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:33.825674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] For port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7,segment=NetworkSegment(cef1d9c7-2699-47cc-a2b3-0bfa561dde33),segment_id=cef1d9c7-2699-47cc-a2b3-0bfa561dde33)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:33.863149 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a40169b7-f495-4315-9da4-5f96c9bf7d26 admin admin] Publish callbacks [] for router_gateway (84d9a53d-a4a4-4dac-8a47-cdb86188763f), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:33.892803 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a40169b7-f495-4315-9da4-5f96c9bf7d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:34.000521 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4f8c5217-6f69-4549-947d-c14a9dc1a043 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] 10.222.0.64 "GET /networking/v2.0/floatingips/7e73b3b5-bc0f-44a7-a7cd-7188d433ba8a HTTP/1.1" status: 200 len: 983 time: 0.2520814 Nov 02 12:48:34.002050 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-46ccedf3-22c1-40db-a2de-6423a7790cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:34.007286 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45426) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:34.029669 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:34.126606 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:34.173308 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-46ccedf3-22c1-40db-a2de-6423a7790cf1 admin admin] Publish callbacks [] for security_group (6fa12bde-1800-4364-9533-d11e52277c1f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:34.183909 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f507b66-642a-46a2-a940-ea91f13d7436 None None] Pushing event updated for resources: {'Port': ['ID=b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:34.242650 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de987787-8886-4de8-9870-64dfb7ae863f req-f5ed0196-ccc6-42bc-a647-dea49cb74ba1 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1056215886&fields=id&tenant_id=50dbedb7dffd4f67adfc30507afc0b98 HTTP/1.1" status: 200 len: 267 time: 0.2285383 Nov 02 12:48:34.261587 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e10efbc9-e593-490e-bf0a-b0718d7b84ba tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] 10.222.0.64 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 1947 time: 0.2524970 Nov 02 12:48:34.262263 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45432) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:34.562150 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:34.700611 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45434) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:34.721269 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:34.753455 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-a40169b7-f495-4315-9da4-5f96c9bf7d26 admin admin] Allocated IP 172.25.2.96 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/438e32ac-03e7-429d-a0a2-e72111598b09) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:34.903863 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:34.910590 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-46ccedf3-22c1-40db-a2de-6423a7790cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6fa12bde-1800-4364-9533-d11e52277c1f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:34.942829 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-46ccedf3-22c1-40db-a2de-6423a7790cf1 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=63dc76be4464480384f60c098ab58095&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4153669 Nov 02 12:48:34.948246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45446) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:35.002941 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a829f261-8e6c-4933-8d27-7b435223690c tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Deleting port 9c193cea-4ce2-4a34-8b4e-8e5735f22bc0 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:35.003496 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a829f261-8e6c-4933-8d27-7b435223690c tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9c193cea-4ce2-4a34-8b4e-8e5735f22bc0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.113000 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de987787-8886-4de8-9870-64dfb7ae863f req-0ce2fc76-75b2-4c43-ab29-c9a08603fad6 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:35.117010 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de987787-8886-4de8-9870-64dfb7ae863f req-0ce2fc76-75b2-4c43-ab29-c9a08603fad6 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "GET /networking/v2.0/networks?id=ad45f526-3e4b-4f7a-8784-0986fb0ae1e6 HTTP/1.1" status: 200 len: 814 time: 0.8733852 Nov 02 12:48:35.132845 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ccedf3-22c1-40db-a2de-6423a7790cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa12bde-1800-4364-9533-d11e52277c1f,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:35.151427 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a829f261-8e6c-4933-8d27-7b435223690c tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9c193cea-4ce2-4a34-8b4e-8e5735f22bc0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.151978 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a829f261-8e6c-4933-8d27-7b435223690c tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for floatingip (9c193cea-4ce2-4a34-8b4e-8e5735f22bc0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.186961 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-411fe5b9-8e5c-417f-a36e-383e3931acb9 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2143753610', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:35.196300 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de987787-8886-4de8-9870-64dfb7ae863f req-29f69772-e52c-4a22-92c0-79a59fa5c958 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "GET /networking/v2.0/quotas/50dbedb7dffd4f67adfc30507afc0b98 HTTP/1.1" status: 200 len: 375 time: 0.0674264 Nov 02 12:48:35.216737 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a40169b7-f495-4315-9da4-5f96c9bf7d26 admin admin] Publish callbacks [] for port (438e32ac-03e7-429d-a0a2-e72111598b09), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.274090 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a829f261-8e6c-4933-8d27-7b435223690c tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Calling delete_port for 9c193cea-4ce2-4a34-8b4e-8e5735f22bc0 owned by network:floatingip {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:35.329730 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de987787-8886-4de8-9870-64dfb7ae863f req-e6b85276-8ec1-4f7b-9ec2-209ae2766919 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=50dbedb7dffd4f67adfc30507afc0b98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1055174 Nov 02 12:48:35.331045 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-97cfd8e7-4464-43b1-80d5-3be4095e6745 admin admin] Publish callbacks [] for security_group (6fa12bde-1800-4364-9533-d11e52277c1f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.378528 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-97cfd8e7-4464-43b1-80d5-3be4095e6745 admin admin] Publish callbacks [] for security_group (6fa12bde-1800-4364-9533-d11e52277c1f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.440544 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a40169b7-f495-4315-9da4-5f96c9bf7d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (438e32ac-03e7-429d-a0a2-e72111598b09), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.605464 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40169b7-f495-4315-9da4-5f96c9bf7d26 admin admin] Pushing event updated for resources: {'Port': ['ID=438e32ac-03e7-429d-a0a2-e72111598b09,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:35.619110 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-97cfd8e7-4464-43b1-80d5-3be4095e6745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6fa12bde-1800-4364-9533-d11e52277c1f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.623089 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-97cfd8e7-4464-43b1-80d5-3be4095e6745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.627121 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411fe5b9-8e5c-417f-a36e-383e3931acb9 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Made reservation on behalf of cdd1c87d09984425a09db7b74f939034 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:35.627121 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-411fe5b9-8e5c-417f-a36e-383e3931acb9 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.627903 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-97cfd8e7-4464-43b1-80d5-3be4095e6745 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6fa12bde-1800-4364-9533-d11e52277c1f HTTP/1.1" status: 204 len: 168 time: 0.6779084 Nov 02 12:48:35.649964 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfd8e7-4464-43b1-80d5-3be4095e6745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa12bde-1800-4364-9533-d11e52277c1f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:35.659532 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-411fe5b9-8e5c-417f-a36e-383e3931acb9 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.693834 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40169b7-f495-4315-9da4-5f96c9bf7d26 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:35.698263 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-a40169b7-f495-4315-9da4-5f96c9bf7d26 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:35.703752 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40169b7-f495-4315-9da4-5f96c9bf7d26 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:35.784204 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45466) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:35.813268 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45468) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:35.855361 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263708f1-949f-4cb7-b560-edf8261a7bc1 None None] Network abb29b2e-8178-4c9c-8d6c-ea100e03d6d8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:48:35.977719 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e7be5fb7-46fc-41fa-9f50-ca3774bc3f3e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-705023207-network', 'tenant_id': '4397600a6e7f4af4ab461b1b30f5b750'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:35.995899 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:36.063010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-af686fbe-f9c0-41a0-8d30-19c1591ba620 None None] Provisioning complete for port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:36.063390 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-af686fbe-f9c0-41a0-8d30-19c1591ba620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:36.063735 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-af686fbe-f9c0-41a0-8d30-19c1591ba620 None None] Attempt 1 to provision port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 Nov 02 12:48:36.208784 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7be5fb7-46fc-41fa-9f50-ca3774bc3f3e admin admin] Made reservation on behalf of 4397600a6e7f4af4ab461b1b30f5b750 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:36.211610 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e7be5fb7-46fc-41fa-9f50-ca3774bc3f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:36.224005 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-af686fbe-f9c0-41a0-8d30-19c1591ba620 None None] Current status of the port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:36.224683 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-af686fbe-f9c0-41a0-8d30-19c1591ba620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:36.232462 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e7be5fb7-46fc-41fa-9f50-ca3774bc3f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:36.238286 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:36.239426 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:36.239931 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 Nov 02 12:48:36.292839 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:36.322740 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-411fe5b9-8e5c-417f-a36e-383e3931acb9 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Publish callbacks [] for security_group (4247cc66-0686-4a62-9216-66c637fc34e7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:36.404419 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-af686fbe-f9c0-41a0-8d30-19c1591ba620 None None] For port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7,segment=NetworkSegment(cef1d9c7-2699-47cc-a2b3-0bfa561dde33),segment_id=cef1d9c7-2699-47cc-a2b3-0bfa561dde33)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:36.406023 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:36.406591 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:36.543970 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e7be5fb7-46fc-41fa-9f50-ca3774bc3f3e admin admin] Publish callbacks [] for security_group (c49e9d17-b77c-4c29-94ec-46048d52f282), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:36.547618 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-411fe5b9-8e5c-417f-a36e-383e3931acb9 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4247cc66-0686-4a62-9216-66c637fc34e7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:36.558660 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-23b4d7f1-ead4-487e-b0ae-c9f2b44ab8c3 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group (ff114663-0172-4970-bd38-7db6371e1b0a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:36.565532 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-411fe5b9-8e5c-417f-a36e-383e3931acb9 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] device_id is not set on port 1e970440-bbf8-465b-a091-a3fd08c0276e yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:48:36.642382 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e7be5fb7-46fc-41fa-9f50-ca3774bc3f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c49e9d17-b77c-4c29-94ec-46048d52f282), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:36.650095 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-af686fbe-f9c0-41a0-8d30-19c1591ba620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:36.716989 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:48:36.717877 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:48:36.740414 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7be5fb7-46fc-41fa-9f50-ca3774bc3f3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:48:36.743598 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a829f261-8e6c-4933-8d27-7b435223690c tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9c193cea-4ce2-4a34-8b4e-8e5735f22bc0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:36.766486 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be5fb7-46fc-41fa-9f50-ca3774bc3f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49e9d17-b77c-4c29-94ec-46048d52f282,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:36.791790 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e7be5fb7-46fc-41fa-9f50-ca3774bc3f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (d245fe3d-bf46-4af1-aa04-091b8f559dd8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:36.794109 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-e7be5fb7-46fc-41fa-9f50-ca3774bc3f3e admin admin] Added segment d245fe3d-bf46-4af1-aa04-091b8f559dd8 of type vlan for network f8033aa9-87c0-479a-b95f-16fb9f7b8969 Nov 02 12:48:36.826832 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-75b03303-f455-444b-930d-a97a4691480f None None] Provisioning complete for port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:36.826832 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-75b03303-f455-444b-930d-a97a4691480f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:36.826832 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-75b03303-f455-444b-930d-a97a4691480f None None] Attempt 1 to provision port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 Nov 02 12:48:36.826832 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af686fbe-f9c0-41a0-8d30-19c1591ba620 None None] Pushing event updated for resources: {'Port': ['ID=b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:36.875487 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-23b4d7f1-ead4-487e-b0ae-c9f2b44ab8c3 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group (ff114663-0172-4970-bd38-7db6371e1b0a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:36.893041 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e7be5fb7-46fc-41fa-9f50-ca3774bc3f3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (f8033aa9-87c0-479a-b95f-16fb9f7b8969), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:36.924099 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829f261-8e6c-4933-8d27-7b435223690c tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Pushing event deleted for resources: {'Port': ['ID=9c193cea-4ce2-4a34-8b4e-8e5735f22bc0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:36.949443 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-75b03303-f455-444b-930d-a97a4691480f None None] Current status of the port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:36.959459 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fe5b9-8e5c-417f-a36e-383e3931acb9 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4247cc66-0686-4a62-9216-66c637fc34e7,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:36.979373 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:37.001672 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:37.008553 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e7be5fb7-46fc-41fa-9f50-ca3774bc3f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (f8033aa9-87c0-479a-b95f-16fb9f7b8969), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:37.009849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7be5fb7-46fc-41fa-9f50-ca3774bc3f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:37.010365 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e7be5fb7-46fc-41fa-9f50-ca3774bc3f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:37.049522 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45486) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:37.073785 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a40169b7-f495-4315-9da4-5f96c9bf7d26 admin admin] Publish callbacks [] for router_gateway (84d9a53d-a4a4-4dac-8a47-cdb86188763f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:37.121892 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1856ea76-5002-4583-9ffc-b4eea94a6c90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:37.137925 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-411fe5b9-8e5c-417f-a36e-383e3931acb9 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Allocated IP 172.25.2.246 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/1e970440-bbf8-465b-a091-a3fd08c0276e) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:37.146298 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a829f261-8e6c-4933-8d27-7b435223690c tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for floatingip (7e73b3b5-bc0f-44a7-a7cd-7188d433ba8a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:37.146298 n-d-857339-6 neutron-server[105976]: INFO neutron.db.l3_db [None req-a829f261-8e6c-4933-8d27-7b435223690c tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Floating IP 7e73b3b5-bc0f-44a7-a7cd-7188d433ba8a disassociated (deleted). External IP: 172.25.2.137, port: 5e0c51ef-1e6f-4ac6-8e7f-0c717687a1ed. Nov 02 12:48:37.217092 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e7be5fb7-46fc-41fa-9f50-ca3774bc3f3e admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4312315 Nov 02 12:48:37.231057 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45490) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:37.236515 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e224c3ac-0352-4d0d-a215-1aaeb66e935b admin admin] Request body: {'subnet': {'network_id': 'f8033aa9-87c0-479a-b95f-16fb9f7b8969', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-705023207-subnet', 'tenant_id': '4397600a6e7f4af4ab461b1b30f5b750', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:37.279089 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be5fb7-46fc-41fa-9f50-ca3774bc3f3e admin admin] Pushing event updated for resources: {'Network': ['ID=f8033aa9-87c0-479a-b95f-16fb9f7b8969,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:37.308244 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network f8033aa9-87c0-479a-b95f-16fb9f7b8969 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:48:37.356757 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e224c3ac-0352-4d0d-a215-1aaeb66e935b admin admin] Made reservation on behalf of 4397600a6e7f4af4ab461b1b30f5b750 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:37.359360 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e224c3ac-0352-4d0d-a215-1aaeb66e935b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:37.417512 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:37.623624 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-411fe5b9-8e5c-417f-a36e-383e3931acb9 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Publish callbacks [] for port (1e970440-bbf8-465b-a091-a3fd08c0276e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:37.691165 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1856ea76-5002-4583-9ffc-b4eea94a6c90 admin admin] Publish callbacks [] for security_group (e87a976b-ce77-4209-ba5c-017029c7bbcb), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:37.699941 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:37.722289 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e224c3ac-0352-4d0d-a215-1aaeb66e935b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (3b8b1ce3-d768-44ae-a055-68b6df0c33e3), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:37.791500 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-23b4d7f1-ead4-487e-b0ae-c9f2b44ab8c3 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ff114663-0172-4970-bd38-7db6371e1b0a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:37.795240 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-23b4d7f1-ead4-487e-b0ae-c9f2b44ab8c3 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:37.811827 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-23b4d7f1-ead4-487e-b0ae-c9f2b44ab8c3 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ff114663-0172-4970-bd38-7db6371e1b0a HTTP/1.1" status: 204 len: 168 time: 1.9938374 Nov 02 12:48:37.818440 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45496) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:37.827055 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224c3ac-0352-4d0d-a215-1aaeb66e935b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b8b1ce3-d768-44ae-a055-68b6df0c33e3,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:37.842839 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-411fe5b9-8e5c-417f-a36e-383e3931acb9 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (1e970440-bbf8-465b-a091-a3fd08c0276e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:37.849404 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1856ea76-5002-4583-9ffc-b4eea94a6c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e87a976b-ce77-4209-ba5c-017029c7bbcb), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:37.862680 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4d7f1-ead4-487e-b0ae-c9f2b44ab8c3 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff114663-0172-4970-bd38-7db6371e1b0a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:37.920248 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e224c3ac-0352-4d0d-a215-1aaeb66e935b admin admin] Checking segment: {'id': 'd245fe3d-bf46-4af1-aa04-091b8f559dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'f8033aa9-87c0-479a-b95f-16fb9f7b8969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:37.920516 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e224c3ac-0352-4d0d-a215-1aaeb66e935b admin admin] Network hostable DHCP agents. Network: f8033aa9-87c0-479a-b95f-16fb9f7b8969, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:48:37.985901 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1856ea76-5002-4583-9ffc-b4eea94a6c90 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=dcea8572fd6c4ba69983263ee636e826&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9278650 Nov 02 12:48:37.986516 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:37.987008 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45500) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:37.999419 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856ea76-5002-4583-9ffc-b4eea94a6c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87a976b-ce77-4209-ba5c-017029c7bbcb,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:38.024138 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-5b480aad-246b-4f55-9b44-d946c7dbe83d tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] show failed (client error): The resource could not be found. Nov 02 12:48:38.028464 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45502) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:38.030845 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5b480aad-246b-4f55-9b44-d946c7dbe83d tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "GET /networking/v2.0/security-groups/ff114663-0172-4970-bd38-7db6371e1b0a HTTP/1.1" status: 404 len: 347 time: 0.1889749 Nov 02 12:48:38.050818 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:38.053537 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411fe5b9-8e5c-417f-a36e-383e3931acb9 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:38.077767 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:38.078158 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.078597 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 Nov 02 12:48:38.079327 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-411fe5b9-8e5c-417f-a36e-383e3931acb9 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:38.097009 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411fe5b9-8e5c-417f-a36e-383e3931acb9 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:38.168913 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:38.187948 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411fe5b9-8e5c-417f-a36e-383e3931acb9 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:38.199844 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-411fe5b9-8e5c-417f-a36e-383e3931acb9 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.240006 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fe5b9-8e5c-417f-a36e-383e3931acb9 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Pushing event updated for resources: {'Port': ['ID=1e970440-bbf8-465b-a091-a3fd08c0276e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:38.264527 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-fc6679c4-18fc-44df-a158-139b916f0acc tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Deleting port e325378c-8519-40be-9d05-7af8a770a2c1 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:38.264967 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc6679c4-18fc-44df-a158-139b916f0acc tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e325378c-8519-40be-9d05-7af8a770a2c1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.268399 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e224c3ac-0352-4d0d-a215-1aaeb66e935b admin admin] Network f8033aa9-87c0-479a-b95f-16fb9f7b8969 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:48:38.317874 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:38.338660 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a40169b7-f495-4315-9da4-5f96c9bf7d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (84d9a53d-a4a4-4dac-8a47-cdb86188763f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.353534 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cd26a1ee-519f-45cc-81d3-f2188075ff54 admin admin] Publish callbacks [] for security_group (e87a976b-ce77-4209-ba5c-017029c7bbcb), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.385734 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cd26a1ee-519f-45cc-81d3-f2188075ff54 admin admin] Publish callbacks [] for security_group (e87a976b-ce77-4209-ba5c-017029c7bbcb), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.387682 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e224c3ac-0352-4d0d-a215-1aaeb66e935b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, f8033aa9-87c0-479a-b95f-16fb9f7b8969) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:38.401315 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909c8c5e-fcce-429c-8e4b-891de68a9a50 None None] Network f8033aa9-87c0-479a-b95f-16fb9f7b8969 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:48:38.402203 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a829f261-8e6c-4933-8d27-7b435223690c tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Router eae4fef3-9cb1-4183-bf95-905db01caa40 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:48:38.411220 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-411fe5b9-8e5c-417f-a36e-383e3931acb9 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7015107 Nov 02 12:48:38.411427 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e224c3ac-0352-4d0d-a215-1aaeb66e935b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:38.412450 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45510) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:38.412609 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e224c3ac-0352-4d0d-a215-1aaeb66e935b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.417823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-48e96c0f-ee9a-4c22-b10f-52faf687dc16 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246'}]}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:38.431810 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=9 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:38.468705 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc6679c4-18fc-44df-a158-139b916f0acc tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e325378c-8519-40be-9d05-7af8a770a2c1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.469074 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc6679c4-18fc-44df-a158-139b916f0acc tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for floatingip (e325378c-8519-40be-9d05-7af8a770a2c1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.484214 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=79 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:38.487924 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-fc6679c4-18fc-44df-a158-139b916f0acc tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Calling delete_port for e325378c-8519-40be-9d05-7af8a770a2c1 owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:38.529934 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:38.573069 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48e96c0f-ee9a-4c22-b10f-52faf687dc16 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (e852f9be-9aee-41b9-af22-48c6aea11b7d), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.573069 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48e96c0f-ee9a-4c22-b10f-52faf687dc16 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (e852f9be-9aee-41b9-af22-48c6aea11b7d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.574244 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e224c3ac-0352-4d0d-a215-1aaeb66e935b admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3415701 Nov 02 12:48:38.578172 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45514) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:38.587825 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-189f323e-1e10-4eea-86db-87760731dd0c admin admin] Request body: {'router': {'name': 'tempest-MultipleCreateTestJSON-705023207-router', 'tenant_id': '4397600a6e7f4af4ab461b1b30f5b750', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:38.640047 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-f8033aa9-87c0-479a-b95f-16fb9f7b8969', 'network_id': 'f8033aa9-87c0-479a-b95f-16fb9f7b8969', 'project_id': '4397600a6e7f4af4ab461b1b30f5b750', 'fixed_ips': [{'subnet_id': '3b8b1ce3-d768-44ae-a055-68b6df0c33e3'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:48:38.640930 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.650475 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cd26a1ee-519f-45cc-81d3-f2188075ff54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e87a976b-ce77-4209-ba5c-017029c7bbcb), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.657332 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cd26a1ee-519f-45cc-81d3-f2188075ff54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.662940 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cd26a1ee-519f-45cc-81d3-f2188075ff54 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e87a976b-ce77-4209-ba5c-017029c7bbcb HTTP/1.1" status: 204 len: 168 time: 0.6713605 Nov 02 12:48:38.685795 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-189f323e-1e10-4eea-86db-87760731dd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (b025a54d-c697-4c12-855c-7d854e2224a9), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.691731 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-189f323e-1e10-4eea-86db-87760731dd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (b025a54d-c697-4c12-855c-7d854e2224a9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.694309 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26a1ee-519f-45cc-81d3-f2188075ff54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87a976b-ce77-4209-ba5c-017029c7bbcb,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:38.744340 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48e96c0f-ee9a-4c22-b10f-52faf687dc16 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Publish callbacks [] for router_controller (e852f9be-9aee-41b9-af22-48c6aea11b7d), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.745447 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40169b7-f495-4315-9da4-5f96c9bf7d26 admin admin] Router 84d9a53d-a4a4-4dac-8a47-cdb86188763f is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:48:38.750445 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a829f261-8e6c-4933-8d27-7b435223690c tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:38.763444 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3c146-d2b7-4f5a-9a50-b4e2fd236e80 None None] Sync routers for ids ['eae4fef3-9cb1-4183-bf95-905db01caa40'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:38.781252 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca3c146-d2b7-4f5a-9a50-b4e2fd236e80 None None] Routers {'eae4fef3-9cb1-4183-bf95-905db01caa40'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:38.783298 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0ca3c146-d2b7-4f5a-9a50-b4e2fd236e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['eae4fef3-9cb1-4183-bf95-905db01caa40'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:38.785675 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a829f261-8e6c-4933-8d27-7b435223690c tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.828473 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a829f261-8e6c-4933-8d27-7b435223690c tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/7e73b3b5-bc0f-44a7-a7cd-7188d433ba8a HTTP/1.1" status: 204 len: 168 time: 4.5631437 Nov 02 12:48:38.832400 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45522) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:38.838752 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-eb7b9ed9-c897-40f9-8a97-25872f2baaea tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:38.852260 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] Allocated IP 172.20.0.2 (f8033aa9-87c0-479a-b95f-16fb9f7b8969/3b8b1ce3-d768-44ae-a055-68b6df0c33e3/812e9f4e-dc13-4b91-b36d-127607a05e56) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:38.855615 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0ca3c146-d2b7-4f5a-9a50-b4e2fd236e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:38.869719 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca3c146-d2b7-4f5a-9a50-b4e2fd236e80 None None] Routers {'eae4fef3-9cb1-4183-bf95-905db01caa40'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:38.870559 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0ca3c146-d2b7-4f5a-9a50-b4e2fd236e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['eae4fef3-9cb1-4183-bf95-905db01caa40'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:38.893104 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-189f323e-1e10-4eea-86db-87760731dd0c admin admin] Publish callbacks [] for router_controller (b025a54d-c697-4c12-855c-7d854e2224a9), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.898227 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc6679c4-18fc-44df-a158-139b916f0acc tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (e325378c-8519-40be-9d05-7af8a770a2c1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.951905 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:39.002443 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb7b9ed9-c897-40f9-8a97-25872f2baaea tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:39.006370 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6679c4-18fc-44df-a158-139b916f0acc tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Pushing event deleted for resources: {'Port': ['ID=e325378c-8519-40be-9d05-7af8a770a2c1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:39.110112 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] Publish callbacks [] for port (812e9f4e-dc13-4b91-b36d-127607a05e56), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:39.148569 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc6679c4-18fc-44df-a158-139b916f0acc tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for floatingip (33653637-fa5c-4f07-9f94-bdbb886d7787), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:39.151957 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc6679c4-18fc-44df-a158-139b916f0acc tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:39.161920 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fc6679c4-18fc-44df-a158-139b916f0acc tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/33653637-fa5c-4f07-9f94-bdbb886d7787 HTTP/1.1" status: 204 len: 168 time: 1.1232843 Nov 02 12:48:39.204562 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0ca3c146-d2b7-4f5a-9a50-b4e2fd236e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:39.205352 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3c146-d2b7-4f5a-9a50-b4e2fd236e80 None None] The sync data for ids ['eae4fef3-9cb1-4183-bf95-905db01caa40'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:39.209533 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (812e9f4e-dc13-4b91-b36d-127607a05e56), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:39.303036 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] Network f8033aa9-87c0-479a-b95f-16fb9f7b8969 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:39.308849 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:39.312340 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:39.318787 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] Pushing event updated for resources: {'Port': ['ID=812e9f4e-dc13-4b91-b36d-127607a05e56,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:39.350998 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45530) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:39.356912 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-80e6e71a-9153-4d89-9f15-38d5f4456e8d tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1174923898', 'description': 'tempest-description--165947664'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:39.421535 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] Attempting to bind port 812e9f4e-dc13-4b91-b36d-127607a05e56 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:39.422193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] Attempting to bind port 812e9f4e-dc13-4b91-b36d-127607a05e56 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd245fe3d-bf46-4af1-aa04-091b8f559dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'f8033aa9-87c0-479a-b95f-16fb9f7b8969'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:39.422655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] Attempting to bind port 812e9f4e-dc13-4b91-b36d-127607a05e56 on network f8033aa9-87c0-479a-b95f-16fb9f7b8969 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:39.481784 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:39.483378 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40169b7-f495-4315-9da4-5f96c9bf7d26 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:39.499679 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] Sync routers for ids ['84d9a53d-a4a4-4dac-8a47-cdb86188763f'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:39.510904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:48:39.512568 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] Checking segment: {'id': 'd245fe3d-bf46-4af1-aa04-091b8f559dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'f8033aa9-87c0-479a-b95f-16fb9f7b8969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:39.514943 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:39.515549 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] Bound using segment: {'id': 'd245fe3d-bf46-4af1-aa04-091b8f559dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'f8033aa9-87c0-479a-b95f-16fb9f7b8969'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:48:39.515996 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] Bound port: 812e9f4e-dc13-4b91-b36d-127607a05e56, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd245fe3d-bf46-4af1-aa04-091b8f559dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'f8033aa9-87c0-479a-b95f-16fb9f7b8969'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:48:39.519819 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (812e9f4e-dc13-4b91-b36d-127607a05e56), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:39.528448 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] Routers {'84d9a53d-a4a4-4dac-8a47-cdb86188763f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:39.529276 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['84d9a53d-a4a4-4dac-8a47-cdb86188763f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:39.548709 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80e6e71a-9153-4d89-9f15-38d5f4456e8d tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:39.651272 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48e96c0f-ee9a-4c22-b10f-52faf687dc16 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Publish callbacks [] for router_gateway (e852f9be-9aee-41b9-af22-48c6aea11b7d), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:39.651430 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80e6e71a-9153-4d89-9f15-38d5f4456e8d tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group (4b3b5a06-b1bf-40c4-8b41-a52c23b3b9f6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:39.755544 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80e6e71a-9153-4d89-9f15-38d5f4456e8d tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4b3b5a06-b1bf-40c4-8b41-a52c23b3b9f6), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:39.859029 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6e71a-9153-4d89-9f15-38d5f4456e8d tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3b5a06-b1bf-40c4-8b41-a52c23b3b9f6,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:39.861703 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a40169b7-f495-4315-9da4-5f96c9bf7d26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:39.864878 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a40169b7-f495-4315-9da4-5f96c9bf7d26 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0976291 Nov 02 12:48:39.868630 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45548) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:39.913998 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-189f323e-1e10-4eea-86db-87760731dd0c admin admin] Publish callbacks [] for router_gateway (b025a54d-c697-4c12-855c-7d854e2224a9), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:39.922059 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb7b9ed9-c897-40f9-8a97-25872f2baaea tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:39.923947 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80e6e71a-9153-4d89-9f15-38d5f4456e8d tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:39.929257 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-80e6e71a-9153-4d89-9f15-38d5f4456e8d tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5737760 Nov 02 12:48:39.930244 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45550) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:39.937781 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c1e9427e-9dec-4282-a050-cd8f414eaff6 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Request body: {'security_group_rule': {'security_group_id': '4b3b5a06-b1bf-40c4-8b41-a52c23b3b9f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:40.074018 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] For port 812e9f4e-dc13-4b91-b36d-127607a05e56, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:40.097074 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] For port 812e9f4e-dc13-4b91-b36d-127607a05e56, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=812e9f4e-dc13-4b91-b36d-127607a05e56,segment=NetworkSegment(d245fe3d-bf46-4af1-aa04-091b8f559dd8),segment_id=d245fe3d-bf46-4af1-aa04-091b8f559dd8)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:40.113266 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] Set router 84d9a53d-a4a4-4dac-8a47-cdb86188763f gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:48:40.157858 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1e9427e-9dec-4282-a050-cd8f414eaff6 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group_rule (24994a3f-f939-4965-8fe1-8844b43cd6c0), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.228912 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48e96c0f-ee9a-4c22-b10f-52faf687dc16 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Publish callbacks [] for router_gateway (e852f9be-9aee-41b9-af22-48c6aea11b7d), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.249992 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-eb7b9ed9-c897-40f9-8a97-25872f2baaea tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Allocated IP 172.25.2.108 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/fcef4531-6610-44e1-8633-a9a4863f8c48) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:40.278351 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48e96c0f-ee9a-4c22-b10f-52faf687dc16 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.331494 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (812e9f4e-dc13-4b91-b36d-127607a05e56), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.332822 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1e9427e-9dec-4282-a050-cd8f414eaff6 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group_rule (24994a3f-f939-4965-8fe1-8844b43cd6c0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.415998 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:40.507210 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1e9427e-9dec-4282-a050-cd8f414eaff6 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (24994a3f-f939-4965-8fe1-8844b43cd6c0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.514190 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d9a53d-a4a4-4dac-8a47-cdb86188763f', 'name': 'tempest-ServerAddressesTestJSON-265004663-router', 'tenant_id': '952e3a77e8784db5b41f326d932f78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '438e32ac-03e7-429d-a0a2-e72111598b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:32Z', 'updated_at': '2022-11-02T12:48:36Z', 'revision_number': 3, 'project_id': '952e3a77e8784db5b41f326d932f78b4', 'gw_port': {'id': '438e32ac-03e7-429d-a0a2-e72111598b09', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d9a53d-a4a4-4dac-8a47-cdb86188763f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:33Z', 'updated_at': '2022-11-02T12:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:40.550060 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] Checking router: 84d9a53d-a4a4-4dac-8a47-cdb86188763f for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:48:40.550419 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] Updating router 84d9a53d-a4a4-4dac-8a47-cdb86188763f port 438e32ac-03e7-429d-a0a2-e72111598b09 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:48:40.566026 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9427e-9dec-4282-a050-cd8f414eaff6 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24994a3f-f939-4965-8fe1-8844b43cd6c0,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:40.610661 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (438e32ac-03e7-429d-a0a2-e72111598b09), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.617609 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d8fc1-2f9a-44f0-b862-526a28777a6a None None] Pushing event updated for resources: {'Port': ['ID=812e9f4e-dc13-4b91-b36d-127607a05e56,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:40.627918 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:40.673605 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a75adaed-02f2-4e38-9c51-58ab97b13285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.748235 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1e9427e-9dec-4282-a050-cd8f414eaff6 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.758394 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c1e9427e-9dec-4282-a050-cd8f414eaff6 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8271935 Nov 02 12:48:40.763850 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45564) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:40.794973 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-023660cf-5a25-4022-960d-040cabd2abfc tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Request body: {'security_group_rule': {'security_group_id': '4b3b5a06-b1bf-40c4-8b41-a52c23b3b9f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:40.862546 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-189f323e-1e10-4eea-86db-87760731dd0c admin admin] Publish callbacks [] for router_gateway (b025a54d-c697-4c12-855c-7d854e2224a9), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.927908 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb7b9ed9-c897-40f9-8a97-25872f2baaea tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks [] for port (fcef4531-6610-44e1-8633-a9a4863f8c48), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.929538 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45568) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:40.940692 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45570) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:40.943869 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-189f323e-1e10-4eea-86db-87760731dd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:41.007994 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-023660cf-5a25-4022-960d-040cabd2abfc tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group_rule (854938ed-f6ad-4f1e-bd93-a5b599c1bd70), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:41.097775 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:41.143511 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-1fa1f578-353a-4bae-baa8-0c739a89baf6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1702000800'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:41.146474 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-023660cf-5a25-4022-960d-040cabd2abfc tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group_rule (854938ed-f6ad-4f1e-bd93-a5b599c1bd70), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:41.206347 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-a75adaed-02f2-4e38-9c51-58ab97b13285 admin admin] Allocated IP 172.20.0.1 (abb29b2e-8178-4c9c-8d6c-ea100e03d6d8/ca570599-0a46-43fe-8396-f3316057d231/1dcefe36-5af6-4c6c-85e4-d6490a4cf36d) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:41.261195 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-023660cf-5a25-4022-960d-040cabd2abfc tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (854938ed-f6ad-4f1e-bd93-a5b599c1bd70), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:41.320713 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023660cf-5a25-4022-960d-040cabd2abfc tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854938ed-f6ad-4f1e-bd93-a5b599c1bd70,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:41.380813 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a75adaed-02f2-4e38-9c51-58ab97b13285 admin admin] Publish callbacks [] for port (1dcefe36-5af6-4c6c-85e4-d6490a4cf36d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:41.383719 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb7b9ed9-c897-40f9-8a97-25872f2baaea tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (fcef4531-6610-44e1-8633-a9a4863f8c48), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:41.390838 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa1f578-353a-4bae-baa8-0c739a89baf6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Made reservation on behalf of c26d2fe9e5e743059c97bd0af976552c for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:41.395653 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f578-353a-4bae-baa8-0c739a89baf6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:41.435557 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f578-353a-4bae-baa8-0c739a89baf6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:41.472149 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7b9ed9-c897-40f9-8a97-25872f2baaea tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:41.496590 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-eb7b9ed9-c897-40f9-8a97-25872f2baaea tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:41.502005 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-023660cf-5a25-4022-960d-040cabd2abfc tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:41.504874 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-023660cf-5a25-4022-960d-040cabd2abfc tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7396502 Nov 02 12:48:41.508081 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45574) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:41.510741 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7b9ed9-c897-40f9-8a97-25872f2baaea tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:41.515683 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e4c0f545-3b39-4f53-bf08-8e9c700154b9 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:41.545052 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b9ed9-c897-40f9-8a97-25872f2baaea tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Pushing event updated for resources: {'Port': ['ID=fcef4531-6610-44e1-8633-a9a4863f8c48,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:41.566184 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a75adaed-02f2-4e38-9c51-58ab97b13285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (1dcefe36-5af6-4c6c-85e4-d6490a4cf36d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:41.619221 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75adaed-02f2-4e38-9c51-58ab97b13285 admin admin] Network abb29b2e-8178-4c9c-8d6c-ea100e03d6d8 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:41.622425 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-a75adaed-02f2-4e38-9c51-58ab97b13285 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:41.626527 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75adaed-02f2-4e38-9c51-58ab97b13285 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:41.664417 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-42240549-7e79-4dc7-b2f3-c72964a21463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (a25f0a65-7a73-49e0-910b-637b7a3515fc), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:41.679854 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f545-3b39-4f53-bf08-8e9c700154b9 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:41.752834 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] Publish callbacks [] for port (438e32ac-03e7-429d-a0a2-e72111598b09), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:41.786157 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75adaed-02f2-4e38-9c51-58ab97b13285 admin admin] Pushing event updated for resources: {'Port': ['ID=1dcefe36-5af6-4c6c-85e4-d6490a4cf36d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:41.806901 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a75adaed-02f2-4e38-9c51-58ab97b13285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (84d9a53d-a4a4-4dac-8a47-cdb86188763f), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:41.848097 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (438e32ac-03e7-429d-a0a2-e72111598b09), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:41.906087 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb7b9ed9-c897-40f9-8a97-25872f2baaea tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks [] for floatingip (023f0fa6-df11-4878-ab57-82192d4bf24a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:41.922776 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f578-353a-4bae-baa8-0c739a89baf6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for security_group (8934f72a-9465-48a6-888e-f77f20e40960), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:42.008063 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] Attempting to bind port 438e32ac-03e7-429d-a0a2-e72111598b09 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:42.008375 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] Attempting to bind port 438e32ac-03e7-429d-a0a2-e72111598b09 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:42.009704 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] Attempting to bind port 438e32ac-03e7-429d-a0a2-e72111598b09 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:42.022363 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f578-353a-4bae-baa8-0c739a89baf6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8934f72a-9465-48a6-888e-f77f20e40960), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:42.041166 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f545-3b39-4f53-bf08-8e9c700154b9 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:42.063334 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa1f578-353a-4bae-baa8-0c739a89baf6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:48:42.129619 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f578-353a-4bae-baa8-0c739a89baf6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (60032a0d-6b0f-4bdc-a72d-530ababdcb8d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:42.129976 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-1fa1f578-353a-4bae-baa8-0c739a89baf6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Added segment 60032a0d-6b0f-4bdc-a72d-530ababdcb8d of type vlan for network ddbedc69-120b-45a7-b92c-658678b782d3 Nov 02 12:48:42.153120 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 812e9f4e-dc13-4b91-b36d-127607a05e56 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:42.167873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b02d8-5aeb-4b5b-923b-6fb185d24e90 None None] Pushing event updated for resources: {'Port': ['ID=438e32ac-03e7-429d-a0a2-e72111598b09,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:42.219623 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48e96c0f-ee9a-4c22-b10f-52faf687dc16 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Publish callbacks [] for router (e852f9be-9aee-41b9-af22-48c6aea11b7d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:42.221489 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1f578-353a-4bae-baa8-0c739a89baf6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8934f72a-9465-48a6-888e-f77f20e40960,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:42.287972 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7f4539-aacc-4812-a4d4-bf7b3ca43345 None None] Network f8033aa9-87c0-479a-b95f-16fb9f7b8969 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:48:42.300683 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:48:42.309184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:42.311635 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:42.312053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:48:42.312907 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] Bound port: 438e32ac-03e7-429d-a0a2-e72111598b09, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:48:42.313296 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (438e32ac-03e7-429d-a0a2-e72111598b09), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:42.368431 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a01d87f3-644b-4625-a010-da4c27ee84ff None None] Provisioning complete for port 1dcefe36-5af6-4c6c-85e4-d6490a4cf36d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:42.368828 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a01d87f3-644b-4625-a010-da4c27ee84ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1dcefe36-5af6-4c6c-85e4-d6490a4cf36d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:42.369161 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a01d87f3-644b-4625-a010-da4c27ee84ff None None] Attempt 1 to provision port 1dcefe36-5af6-4c6c-85e4-d6490a4cf36d Nov 02 12:48:42.385727 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f578-353a-4bae-baa8-0c739a89baf6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (ddbedc69-120b-45a7-b92c-658678b782d3), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:42.388080 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb7b9ed9-c897-40f9-8a97-25872f2baaea tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fcef4531-6610-44e1-8633-a9a4863f8c48), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:42.408602 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-189f323e-1e10-4eea-86db-87760731dd0c admin admin] Allocated IP 172.25.2.213 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/f7bf7e6e-18b2-4a75-9976-bc6138ee100b) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:42.438587 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:42.473734 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a75adaed-02f2-4e38-9c51-58ab97b13285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1dcefe36-5af6-4c6c-85e4-d6490a4cf36d), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:42.512060 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 812e9f4e-dc13-4b91-b36d-127607a05e56 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:42.512481 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (812e9f4e-dc13-4b91-b36d-127607a05e56), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:42.512821 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 812e9f4e-dc13-4b91-b36d-127607a05e56 Nov 02 12:48:42.561392 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a01d87f3-644b-4625-a010-da4c27ee84ff None None] Port 1dcefe36-5af6-4c6c-85e4-d6490a4cf36d cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:48:42.588453 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] For port 438e32ac-03e7-429d-a0a2-e72111598b09, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:42.608301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] For port 438e32ac-03e7-429d-a0a2-e72111598b09, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=438e32ac-03e7-429d-a0a2-e72111598b09,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:42.723629 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-627d67d2-f9a7-479e-9bde-87720fb3377d None None] Provisioning complete for port 812e9f4e-dc13-4b91-b36d-127607a05e56 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:42.724011 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-627d67d2-f9a7-479e-9bde-87720fb3377d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (812e9f4e-dc13-4b91-b36d-127607a05e56), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:42.724357 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-627d67d2-f9a7-479e-9bde-87720fb3377d None None] Attempt 1 to provision port 812e9f4e-dc13-4b91-b36d-127607a05e56 Nov 02 12:48:42.733540 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (438e32ac-03e7-429d-a0a2-e72111598b09), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:42.770716 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:42.838877 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a75adaed-02f2-4e38-9c51-58ab97b13285 admin admin] Publish callbacks [] for port (1dcefe36-5af6-4c6c-85e4-d6490a4cf36d), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:42.900671 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b02d8-5aeb-4b5b-923b-6fb185d24e90 None None] Pushing event updated for resources: {'Port': ['ID=438e32ac-03e7-429d-a0a2-e72111598b09,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:42.913998 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 812e9f4e-dc13-4b91-b36d-127607a05e56 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:42.914524 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (812e9f4e-dc13-4b91-b36d-127607a05e56), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:42.925601 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a75adaed-02f2-4e38-9c51-58ab97b13285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (1dcefe36-5af6-4c6c-85e4-d6490a4cf36d), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:42.929527 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] Routers {'84d9a53d-a4a4-4dac-8a47-cdb86188763f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:42.935360 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['84d9a53d-a4a4-4dac-8a47-cdb86188763f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:43.011247 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a75adaed-02f2-4e38-9c51-58ab97b13285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (84d9a53d-a4a4-4dac-8a47-cdb86188763f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:43.013253 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75adaed-02f2-4e38-9c51-58ab97b13285 admin admin] Pushing event updated for resources: {'Port': ['ID=1dcefe36-5af6-4c6c-85e4-d6490a4cf36d,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:43.041280 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 812e9f4e-dc13-4b91-b36d-127607a05e56, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=812e9f4e-dc13-4b91-b36d-127607a05e56,segment=NetworkSegment(d245fe3d-bf46-4af1-aa04-091b8f559dd8),segment_id=d245fe3d-bf46-4af1-aa04-091b8f559dd8)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:43.047947 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b483f5d7-6b50-4745-9618-fbea5be92fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:43.085525 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48e96c0f-ee9a-4c22-b10f-52faf687dc16 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (e852f9be-9aee-41b9-af22-48c6aea11b7d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:43.093570 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48e96c0f-ee9a-4c22-b10f-52faf687dc16 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Publish callbacks [] for router_controller (e852f9be-9aee-41b9-af22-48c6aea11b7d), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:43.094779 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-627d67d2-f9a7-479e-9bde-87720fb3377d None None] Current status of the port 812e9f4e-dc13-4b91-b36d-127607a05e56 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:43.095170 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-627d67d2-f9a7-479e-9bde-87720fb3377d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (812e9f4e-dc13-4b91-b36d-127607a05e56), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:43.102187 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f578-353a-4bae-baa8-0c739a89baf6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (ddbedc69-120b-45a7-b92c-658678b782d3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:43.108152 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa1f578-353a-4bae-baa8-0c739a89baf6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:43.108846 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f578-353a-4bae-baa8-0c739a89baf6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:43.117147 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (812e9f4e-dc13-4b91-b36d-127607a05e56), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:43.127137 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75adaed-02f2-4e38-9c51-58ab97b13285 admin admin] Network abb29b2e-8178-4c9c-8d6c-ea100e03d6d8 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:43.129014 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-a75adaed-02f2-4e38-9c51-58ab97b13285 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:43.135826 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] Set router 84d9a53d-a4a4-4dac-8a47-cdb86188763f gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:48:43.145293 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:43.258293 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1f578-353a-4bae-baa8-0c739a89baf6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Network': ['ID=ddbedc69-120b-45a7-b92c-658678b782d3,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:43.302849 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network ddbedc69-120b-45a7-b92c-658678b782d3 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:48:43.302960 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75adaed-02f2-4e38-9c51-58ab97b13285 admin admin] Router 84d9a53d-a4a4-4dac-8a47-cdb86188763f has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:48:43.311364 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:43.358759 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-627d67d2-f9a7-479e-9bde-87720fb3377d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:48:43.359177 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-627d67d2-f9a7-479e-9bde-87720fb3377d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:48:43.362994 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=812e9f4e-dc13-4b91-b36d-127607a05e56,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:43.388105 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-42240549-7e79-4dc7-b2f3-c72964a21463 admin admin] Deleting port 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:43.388658 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-42240549-7e79-4dc7-b2f3-c72964a21463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:43.414172 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb7b9ed9-c897-40f9-8a97-25872f2baaea tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks [] for port (fcef4531-6610-44e1-8633-a9a4863f8c48), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:43.422436 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:43.495603 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1fa1f578-353a-4bae-baa8-0c739a89baf6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.5536845 Nov 02 12:48:43.500663 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45584) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:43.510612 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-b8fd8c50-96f1-407f-be99-d724ece2d673 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-756845881'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:43.512123 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb7b9ed9-c897-40f9-8a97-25872f2baaea tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (fcef4531-6610-44e1-8633-a9a4863f8c48), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:43.519832 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48e96c0f-ee9a-4c22-b10f-52faf687dc16 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (e852f9be-9aee-41b9-af22-48c6aea11b7d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:43.520412 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e96c0f-ee9a-4c22-b10f-52faf687dc16 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e852f9be-9aee-41b9-af22-48c6aea11b7d {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:48:43.528361 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-189f323e-1e10-4eea-86db-87760731dd0c admin admin] Publish callbacks [] for port (f7bf7e6e-18b2-4a75-9976-bc6138ee100b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:43.537934 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75adaed-02f2-4e38-9c51-58ab97b13285 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:43.549951 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a75adaed-02f2-4e38-9c51-58ab97b13285 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/84d9a53d-a4a4-4dac-8a47-cdb86188763f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6801326 Nov 02 12:48:43.556699 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d9a53d-a4a4-4dac-8a47-cdb86188763f', 'name': 'tempest-ServerAddressesTestJSON-265004663-router', 'tenant_id': '952e3a77e8784db5b41f326d932f78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '438e32ac-03e7-429d-a0a2-e72111598b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:32Z', 'updated_at': '2022-11-02T12:48:42Z', 'revision_number': 4, 'project_id': '952e3a77e8784db5b41f326d932f78b4', 'gw_port': {'id': '438e32ac-03e7-429d-a0a2-e72111598b09', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d9a53d-a4a4-4dac-8a47-cdb86188763f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:33Z', 'updated_at': '2022-11-02T12:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '1dcefe36-5af6-4c6c-85e4-d6490a4cf36d', 'name': '', 'network_id': 'abb29b2e-8178-4c9c-8d6c-ea100e03d6d8', 'tenant_id': '952e3a77e8784db5b41f326d932f78b4', 'mac_address': 'fa:16:3e:82:d6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d9a53d-a4a4-4dac-8a47-cdb86188763f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'ca570599-0a46-43fe-8396-f3316057d231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:40Z', 'updated_at': '2022-11-02T12:48:42Z', 'revision_number': 2, 'project_id': '952e3a77e8784db5b41f326d932f78b4', 'subnets': [{'id': 'ca570599-0a46-43fe-8396-f3316057d231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:43.649388 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-42240549-7e79-4dc7-b2f3-c72964a21463 admin admin] For port 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c,segment=NetworkSegment(337fbb44-cf7c-4a1a-9982-82f589488a3a),segment_id=337fbb44-cf7c-4a1a-9982-82f589488a3a)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:43.650058 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-42240549-7e79-4dc7-b2f3-c72964a21463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:43.653128 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b9ed9-c897-40f9-8a97-25872f2baaea tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Pushing event updated for resources: {'Port': ['ID=fcef4531-6610-44e1-8633-a9a4863f8c48,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:43.668911 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb7b9ed9-c897-40f9-8a97-25872f2baaea tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (023f0fa6-df11-4878-ab57-82192d4bf24a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:43.677888 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-42240549-7e79-4dc7-b2f3-c72964a21463 admin admin] Calling delete_port for 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:43.719867 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fd8c50-96f1-407f-be99-d724ece2d673 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Made reservation on behalf of c26d2fe9e5e743059c97bd0af976552c for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:43.724454 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8c50-96f1-407f-be99-d724ece2d673 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:43.745639 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dac438-5e2b-4aec-a424-7a29adcb8ef6 None None] The sync data for ids ['84d9a53d-a4a4-4dac-8a47-cdb86188763f'] in n-d-857339-6 is: [{'id': '84d9a53d-a4a4-4dac-8a47-cdb86188763f', 'name': 'tempest-ServerAddressesTestJSON-265004663-router', 'tenant_id': '952e3a77e8784db5b41f326d932f78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '438e32ac-03e7-429d-a0a2-e72111598b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:32Z', 'updated_at': '2022-11-02T12:48:42Z', 'revision_number': 4, 'project_id': '952e3a77e8784db5b41f326d932f78b4', 'gw_port': {'id': '438e32ac-03e7-429d-a0a2-e72111598b09', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d9a53d-a4a4-4dac-8a47-cdb86188763f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:33Z', 'updated_at': '2022-11-02T12:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '1dcefe36-5af6-4c6c-85e4-d6490a4cf36d', 'name': '', 'network_id': 'abb29b2e-8178-4c9c-8d6c-ea100e03d6d8', 'tenant_id': '952e3a77e8784db5b41f326d932f78b4', 'mac_address': 'fa:16:3e:82:d6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d9a53d-a4a4-4dac-8a47-cdb86188763f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'ca570599-0a46-43fe-8396-f3316057d231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:40Z', 'updated_at': '2022-11-02T12:48:42Z', 'revision_number': 2, 'project_id': '952e3a77e8784db5b41f326d932f78b4', 'subnets': [{'id': 'ca570599-0a46-43fe-8396-f3316057d231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:43.755378 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8fd8c50-96f1-407f-be99-d724ece2d673 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:48:43.781710 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8c50-96f1-407f-be99-d724ece2d673 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (7735c884-f868-439b-9e1b-2d9cfd93723f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:43.781710 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-b8fd8c50-96f1-407f-be99-d724ece2d673 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Added segment 7735c884-f868-439b-9e1b-2d9cfd93723f of type vlan for network 482758b2-a48d-4a3b-9845-3b080feb265e Nov 02 12:48:43.793912 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-48e96c0f-ee9a-4c22-b10f-52faf687dc16 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 02 12:48:43.798780 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-48e96c0f-ee9a-4c22-b10f-52faf687dc16 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.3861268 Nov 02 12:48:43.799427 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45598) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:43.836969 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8c50-96f1-407f-be99-d724ece2d673 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (482758b2-a48d-4a3b-9845-3b080feb265e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:43.900129 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb7b9ed9-c897-40f9-8a97-25872f2baaea tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:43.901153 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-eb7b9ed9-c897-40f9-8a97-25872f2baaea tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0659604 Nov 02 12:48:43.903253 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-189f323e-1e10-4eea-86db-87760731dd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (f7bf7e6e-18b2-4a75-9976-bc6138ee100b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:43.907083 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45600) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:43.911424 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:43.914122 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-627d67d2-f9a7-479e-9bde-87720fb3377d None None] Current status of the port 812e9f4e-dc13-4b91-b36d-127607a05e56 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:43.957371 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 812e9f4e-dc13-4b91-b36d-127607a05e56 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:43.971836 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-e4c0f545-3b39-4f53-bf08-8e9c700154b9 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Allocated IP 172.25.2.235 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/c4cff97a-0704-4e51-8ec4-7b7fb4d3b01a) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:44.024325 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189f323e-1e10-4eea-86db-87760731dd0c admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:44.037805 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-189f323e-1e10-4eea-86db-87760731dd0c admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:44.049825 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-548fcebb-ecd0-456a-bf91-651899e472bb None None] Provisioning complete for port 812e9f4e-dc13-4b91-b36d-127607a05e56 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:44.050221 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-548fcebb-ecd0-456a-bf91-651899e472bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (812e9f4e-dc13-4b91-b36d-127607a05e56), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:44.057701 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f323e-1e10-4eea-86db-87760731dd0c admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:44.058575 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8c50-96f1-407f-be99-d724ece2d673 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (482758b2-a48d-4a3b-9845-3b080feb265e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:44.059340 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-548fcebb-ecd0-456a-bf91-651899e472bb None None] Attempt 1 to provision port 812e9f4e-dc13-4b91-b36d-127607a05e56 Nov 02 12:48:44.072225 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fd8c50-96f1-407f-be99-d724ece2d673 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:44.074605 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8c50-96f1-407f-be99-d724ece2d673 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:44.178891 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 812e9f4e-dc13-4b91-b36d-127607a05e56 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:44.179262 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (812e9f4e-dc13-4b91-b36d-127607a05e56), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:44.179617 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 812e9f4e-dc13-4b91-b36d-127607a05e56 Nov 02 12:48:44.195706 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd8c50-96f1-407f-be99-d724ece2d673 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Network': ['ID=482758b2-a48d-4a3b-9845-3b080feb265e,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:44.201606 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:44.225583 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 482758b2-a48d-4a3b-9845-3b080feb265e details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:48:44.371274 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f323e-1e10-4eea-86db-87760731dd0c admin admin] Pushing event updated for resources: {'Port': ['ID=f7bf7e6e-18b2-4a75-9976-bc6138ee100b,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:44.374597 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd81b4-ce1f-473d-b22e-a7698dc40d13 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Deleting port 1e970440-bbf8-465b-a091-a3fd08c0276e {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:44.375805 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e1dd81b4-ce1f-473d-b22e-a7698dc40d13 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (1e970440-bbf8-465b-a091-a3fd08c0276e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:44.394035 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f545-3b39-4f53-bf08-8e9c700154b9 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for port (c4cff97a-0704-4e51-8ec4-7b7fb4d3b01a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:44.419893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 812e9f4e-dc13-4b91-b36d-127607a05e56 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:44.430846 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b8fd8c50-96f1-407f-be99-d724ece2d673 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9282579 Nov 02 12:48:44.431086 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45616) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:44.435081 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-548fcebb-ecd0-456a-bf91-651899e472bb None None] Current status of the port 812e9f4e-dc13-4b91-b36d-127607a05e56 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:44.438522 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-59a9edb8-e0b4-4371-8612-7b3dff463e34 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'subnet': {'network_id': 'ddbedc69-120b-45a7-b92c-658678b782d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:44.446976 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-548fcebb-ecd0-456a-bf91-651899e472bb None None] Provisioning complete for port 1dcefe36-5af6-4c6c-85e4-d6490a4cf36d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:44.447616 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-548fcebb-ecd0-456a-bf91-651899e472bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1dcefe36-5af6-4c6c-85e4-d6490a4cf36d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:44.448118 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-548fcebb-ecd0-456a-bf91-651899e472bb None None] Attempt 1 to provision port 1dcefe36-5af6-4c6c-85e4-d6490a4cf36d Nov 02 12:48:44.449798 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9770b-7859-4d98-8412-1e0ea8031f4f req-f4a5c863-449f-4249-adf3-cb90578ef7fd tempest-ServerAddressesTestJSON-1774826007 tempest-ServerAddressesTestJSON-1774826007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:44.451632 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2db9770b-7859-4d98-8412-1e0ea8031f4f req-f4a5c863-449f-4249-adf3-cb90578ef7fd tempest-ServerAddressesTestJSON-1774826007 tempest-ServerAddressesTestJSON-1774826007-project] 10.222.0.64 "GET /networking/v2.0/networks?id=abb29b2e-8178-4c9c-8d6c-ea100e03d6d8 HTTP/1.1" status: 200 len: 813 time: 0.2141268 Nov 02 12:48:44.491196 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-548fcebb-ecd0-456a-bf91-651899e472bb None None] Port 1dcefe36-5af6-4c6c-85e4-d6490a4cf36d cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:48:44.494513 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2db9770b-7859-4d98-8412-1e0ea8031f4f req-b79422d2-dc42-4f93-9fbf-30df2ea73457 tempest-ServerAddressesTestJSON-1774826007 tempest-ServerAddressesTestJSON-1774826007-project] 10.222.0.64 "GET /networking/v2.0/quotas/952e3a77e8784db5b41f326d932f78b4 HTTP/1.1" status: 200 len: 375 time: 0.0296178 Nov 02 12:48:44.531800 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-61c733ef-4a30-486d-865c-417ee9987d23 tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:44.573567 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2db9770b-7859-4d98-8412-1e0ea8031f4f req-c7b943e0-e155-4059-8e94-ecdf3b2b46fa tempest-ServerAddressesTestJSON-1774826007 tempest-ServerAddressesTestJSON-1774826007-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=952e3a77e8784db5b41f326d932f78b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714481 Nov 02 12:48:44.617436 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45624) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:44.715922 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e1dd81b4-ce1f-473d-b22e-a7698dc40d13 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (1e970440-bbf8-465b-a091-a3fd08c0276e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:44.788903 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd81b4-ce1f-473d-b22e-a7698dc40d13 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Calling delete_port for 1e970440-bbf8-465b-a091-a3fd08c0276e owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:44.855729 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61c733ef-4a30-486d-865c-417ee9987d23 tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:44.859882 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-189f323e-1e10-4eea-86db-87760731dd0c admin admin] Publish callbacks [] for router_gateway (b025a54d-c697-4c12-855c-7d854e2224a9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:44.900138 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:44.929060 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-42240549-7e79-4dc7-b2f3-c72964a21463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:44.962933 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f545-3b39-4f53-bf08-8e9c700154b9 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (c4cff97a-0704-4e51-8ec4-7b7fb4d3b01a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:45.030699 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a9edb8-e0b4-4371-8612-7b3dff463e34 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Made reservation on behalf of c26d2fe9e5e743059c97bd0af976552c for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:45.034553 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59a9edb8-e0b4-4371-8612-7b3dff463e34 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:45.036323 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c0f545-3b39-4f53-bf08-8e9c700154b9 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:45.045740 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e4c0f545-3b39-4f53-bf08-8e9c700154b9 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:45.046010 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42240549-7e79-4dc7-b2f3-c72964a21463 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:45.077782 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c0f545-3b39-4f53-bf08-8e9c700154b9 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:45.090499 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:45.136506 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0f545-3b39-4f53-bf08-8e9c700154b9 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Pushing event updated for resources: {'Port': ['ID=c4cff97a-0704-4e51-8ec4-7b7fb4d3b01a,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:45.150808 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:45.241193 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61c733ef-4a30-486d-865c-417ee9987d23 tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:45.270674 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f545-3b39-4f53-bf08-8e9c700154b9 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for floatingip (d0e759d5-76ad-4cb7-bc16-cce648576525), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:45.438581 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:45.481896 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f545-3b39-4f53-bf08-8e9c700154b9 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c4cff97a-0704-4e51-8ec4-7b7fb4d3b01a), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:45.550504 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f2b7299-c511-439d-8b39-4471964ba0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (84d9a53d-a4a4-4dac-8a47-cdb86188763f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:45.816644 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e1dd81b4-ce1f-473d-b22e-a7698dc40d13 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (1e970440-bbf8-465b-a091-a3fd08c0276e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:45.872461 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f545-3b39-4f53-bf08-8e9c700154b9 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for port (c4cff97a-0704-4e51-8ec4-7b7fb4d3b01a), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:45.883303 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-018db17d-bcf0-4031-b08b-8add1c0ec4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:45.916396 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9f2b7299-c511-439d-8b39-4471964ba0f5 admin admin] Deleting port 1dcefe36-5af6-4c6c-85e4-d6490a4cf36d {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:45.916816 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f2b7299-c511-439d-8b39-4471964ba0f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (1dcefe36-5af6-4c6c-85e4-d6490a4cf36d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:45.945276 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f545-3b39-4f53-bf08-8e9c700154b9 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (c4cff97a-0704-4e51-8ec4-7b7fb4d3b01a), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:45.995966 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd81b4-ce1f-473d-b22e-a7698dc40d13 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e970440-bbf8-465b-a091-a3fd08c0276e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:45.998375 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-189f323e-1e10-4eea-86db-87760731dd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (b025a54d-c697-4c12-855c-7d854e2224a9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:46.036346 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 438e32ac-03e7-429d-a0a2-e72111598b09 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:46.056840 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f545-3b39-4f53-bf08-8e9c700154b9 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (d0e759d5-76ad-4cb7-bc16-cce648576525), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:46.074896 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0f545-3b39-4f53-bf08-8e9c700154b9 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Pushing event updated for resources: {'Port': ['ID=c4cff97a-0704-4e51-8ec4-7b7fb4d3b01a,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:46.091408 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f2b7299-c511-439d-8b39-4471964ba0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (1dcefe36-5af6-4c6c-85e4-d6490a4cf36d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:46.097293 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 438e32ac-03e7-429d-a0a2-e72111598b09 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:46.097891 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (438e32ac-03e7-429d-a0a2-e72111598b09), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:46.098073 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 438e32ac-03e7-429d-a0a2-e72111598b09 Nov 02 12:48:46.107121 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9f2b7299-c511-439d-8b39-4471964ba0f5 admin admin] Calling delete_port for 1dcefe36-5af6-4c6c-85e4-d6490a4cf36d owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:46.135796 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-42240549-7e79-4dc7-b2f3-c72964a21463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (a25f0a65-7a73-49e0-910b-637b7a3515fc), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:46.141138 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-61c733ef-4a30-486d-865c-417ee9987d23 tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Allocated IP 172.25.2.161 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/1815862c-ab77-4206-a0e8-944a1fd45391) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:46.186041 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 438e32ac-03e7-429d-a0a2-e72111598b09 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:46.186443 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (438e32ac-03e7-429d-a0a2-e72111598b09), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:46.217622 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 438e32ac-03e7-429d-a0a2-e72111598b09, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=438e32ac-03e7-429d-a0a2-e72111598b09,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:46.229518 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d08d33e-bb37-41b6-9241-ed234ab22733 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:48:46.230740 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f545-3b39-4f53-bf08-8e9c700154b9 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:46.233427 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e4c0f545-3b39-4f53-bf08-8e9c700154b9 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7228560 Nov 02 12:48:46.310814 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (438e32ac-03e7-429d-a0a2-e72111598b09), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:46.312615 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59a9edb8-e0b4-4371-8612-7b3dff463e34 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (35d4b87e-74de-47c7-b766-17aa66994c3a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:46.317020 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e1dd81b4-ce1f-473d-b22e-a7698dc40d13 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:46.320307 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e1dd81b4-ce1f-473d-b22e-a7698dc40d13 tempest-RoutersAdminNegativeTest-165351570 tempest-RoutersAdminNegativeTest-165351570-project-admin] 10.222.0.64 "DELETE /networking/v2.0/ports/1e970440-bbf8-465b-a091-a3fd08c0276e HTTP/1.1" status: 204 len: 168 time: 2.5182974 Nov 02 12:48:46.437768 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=438e32ac-03e7-429d-a0a2-e72111598b09,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:46.454574 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f2b7299-c511-439d-8b39-4471964ba0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (1dcefe36-5af6-4c6c-85e4-d6490a4cf36d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:46.466559 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d08d33e-bb37-41b6-9241-ed234ab22733 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:48:46.513657 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:46.559203 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9edb8-e0b4-4371-8612-7b3dff463e34 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Subnet': ['ID=35d4b87e-74de-47c7-b766-17aa66994c3a,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:46.566303 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b7299-c511-439d-8b39-4471964ba0f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dcefe36-5af6-4c6c-85e4-d6490a4cf36d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:46.622547 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61c733ef-4a30-486d-865c-417ee9987d23 tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Publish callbacks [] for port (1815862c-ab77-4206-a0e8-944a1fd45391), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:46.639496 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a9edb8-e0b4-4371-8612-7b3dff463e34 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Checking segment: {'id': '60032a0d-6b0f-4bdc-a72d-530ababdcb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'ddbedc69-120b-45a7-b92c-658678b782d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:46.644729 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a9edb8-e0b4-4371-8612-7b3dff463e34 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network hostable DHCP agents. Network: ddbedc69-120b-45a7-b92c-658678b782d3, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:48:46.765718 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:46.794583 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189f323e-1e10-4eea-86db-87760731dd0c admin admin] Router b025a54d-c697-4c12-855c-7d854e2224a9 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:48:46.858337 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4b15d766-8241-4957-bea7-046a80a537b2 req-259cd2ee-ac79-4fb9-8921-66ed44869e9c tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1174923898&fields=id&tenant_id=50dbedb7dffd4f67adfc30507afc0b98 HTTP/1.1" status: 200 len: 267 time: 0.1214137 Nov 02 12:48:46.861311 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9f2b7299-c511-439d-8b39-4471964ba0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (84d9a53d-a4a4-4dac-8a47-cdb86188763f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:46.872031 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a9edb8-e0b4-4371-8612-7b3dff463e34 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network ddbedc69-120b-45a7-b92c-658678b782d3 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:48:46.886697 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:46.894767 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42240549-7e79-4dc7-b2f3-c72964a21463 admin admin] Router a25f0a65-7a73-49e0-910b-637b7a3515fc has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:48:46.901361 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61c733ef-4a30-486d-865c-417ee9987d23 tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (1815862c-ab77-4206-a0e8-944a1fd45391), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:47.058854 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189f323e-1e10-4eea-86db-87760731dd0c admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:47.070311 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93466036-27be-4370-a4ee-f9efa611086d None None] Sync routers for ids ['b025a54d-c697-4c12-855c-7d854e2224a9'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:47.073508 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-59a9edb8-e0b4-4371-8612-7b3dff463e34 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, ddbedc69-120b-45a7-b92c-658678b782d3) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:47.079763 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a9edb8-e0b4-4371-8612-7b3dff463e34 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:47.081294 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59a9edb8-e0b4-4371-8612-7b3dff463e34 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:47.091447 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93466036-27be-4370-a4ee-f9efa611086d None None] Routers {'b025a54d-c697-4c12-855c-7d854e2224a9'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:47.095151 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15d766-8241-4957-bea7-046a80a537b2 req-94410b1f-a638-4b64-977d-18204f0ec7c0 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:47.096090 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-93466036-27be-4370-a4ee-f9efa611086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b025a54d-c697-4c12-855c-7d854e2224a9'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:47.100121 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4b15d766-8241-4957-bea7-046a80a537b2 req-94410b1f-a638-4b64-977d-18204f0ec7c0 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "GET /networking/v2.0/networks?id=ad45f526-3e4b-4f7a-8784-0986fb0ae1e6 HTTP/1.1" status: 200 len: 814 time: 0.2408686 Nov 02 12:48:47.104527 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c733ef-4a30-486d-865c-417ee9987d23 tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:47.112090 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1640c3a-e631-48a7-ae5c-ba087f5f18ee None None] Sync routers for ids ['84d9a53d-a4a4-4dac-8a47-cdb86188763f'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:47.122259 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-61c733ef-4a30-486d-865c-417ee9987d23 tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:47.134152 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1640c3a-e631-48a7-ae5c-ba087f5f18ee None None] Routers {'84d9a53d-a4a4-4dac-8a47-cdb86188763f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:47.136400 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c733ef-4a30-486d-865c-417ee9987d23 tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:47.137555 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b1640c3a-e631-48a7-ae5c-ba087f5f18ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['84d9a53d-a4a4-4dac-8a47-cdb86188763f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:47.200440 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4b15d766-8241-4957-bea7-046a80a537b2 req-bfc76559-ca35-4a01-a231-381d50cc713a tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "GET /networking/v2.0/quotas/50dbedb7dffd4f67adfc30507afc0b98 HTTP/1.1" status: 200 len: 375 time: 0.0935800 Nov 02 12:48:47.212735 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45652) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:47.213397 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c733ef-4a30-486d-865c-417ee9987d23 tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Pushing event updated for resources: {'Port': ['ID=1815862c-ab77-4206-a0e8-944a1fd45391,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:47.230450 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-59a9edb8-e0b4-4371-8612-7b3dff463e34 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7974935 Nov 02 12:48:47.231135 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45656) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:47.248154 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-19d9b7bc-52ee-4d72-bf00-92b71dd5af2b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'subnet': {'network_id': '482758b2-a48d-4a3b-9845-3b080feb265e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:47.339053 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-93466036-27be-4370-a4ee-f9efa611086d None None] Set router b025a54d-c697-4c12-855c-7d854e2224a9 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:48:47.345900 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4b15d766-8241-4957-bea7-046a80a537b2 req-aafe4607-18fb-42f7-956a-e3ab2a2e455c tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=50dbedb7dffd4f67adfc30507afc0b98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1348183 Nov 02 12:48:47.381768 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-189f323e-1e10-4eea-86db-87760731dd0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:47.383046 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-189f323e-1e10-4eea-86db-87760731dd0c admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.8028541 Nov 02 12:48:47.402918 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:47.403722 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45660) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:47.416990 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:47.453243 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-b1640c3a-e631-48a7-ae5c-ba087f5f18ee None None] Set router 84d9a53d-a4a4-4dac-8a47-cdb86188763f gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:48:47.575986 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2ac6cbb2-b1b4-4f9e-91c9-270bdeefb1bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:47.618863 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45666) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:47.639214 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42240549-7e79-4dc7-b2f3-c72964a21463 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:47.655679 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-42240549-7e79-4dc7-b2f3-c72964a21463 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/a25f0a65-7a73-49e0-910b-637b7a3515fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7231107 Nov 02 12:48:47.669643 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45668) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:47.694188 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-93466036-27be-4370-a4ee-f9efa611086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b025a54d-c697-4c12-855c-7d854e2224a9', 'name': 'tempest-MultipleCreateTestJSON-705023207-router', 'tenant_id': '4397600a6e7f4af4ab461b1b30f5b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7bf7e6e-18b2-4a75-9976-bc6138ee100b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:38Z', 'updated_at': '2022-11-02T12:48:44Z', 'revision_number': 3, 'project_id': '4397600a6e7f4af4ab461b1b30f5b750', 'gw_port': {'id': 'f7bf7e6e-18b2-4a75-9976-bc6138ee100b', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b025a54d-c697-4c12-855c-7d854e2224a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:40Z', 'updated_at': '2022-11-02T12:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:47.699141 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d715fa3-eaaf-4b77-bf0f-6e05b0570f59 None None] Sync routers for ids ['a25f0a65-7a73-49e0-910b-637b7a3515fc'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:47.717631 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b1640c3a-e631-48a7-ae5c-ba087f5f18ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d9a53d-a4a4-4dac-8a47-cdb86188763f', 'name': 'tempest-ServerAddressesTestJSON-265004663-router', 'tenant_id': '952e3a77e8784db5b41f326d932f78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '438e32ac-03e7-429d-a0a2-e72111598b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:32Z', 'updated_at': '2022-11-02T12:48:46Z', 'revision_number': 5, 'project_id': '952e3a77e8784db5b41f326d932f78b4', 'gw_port': {'id': '438e32ac-03e7-429d-a0a2-e72111598b09', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d9a53d-a4a4-4dac-8a47-cdb86188763f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:33Z', 'updated_at': '2022-11-02T12:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:47.719637 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:47.755908 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61c733ef-4a30-486d-865c-417ee9987d23 tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Publish callbacks [] for floatingip (a147f74a-945a-42fb-a6f1-664055c91c63), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:47.756462 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2b7299-c511-439d-8b39-4471964ba0f5 admin admin] Router 84d9a53d-a4a4-4dac-8a47-cdb86188763f has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:48:47.758626 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1640c3a-e631-48a7-ae5c-ba087f5f18ee None None] Checking router: 84d9a53d-a4a4-4dac-8a47-cdb86188763f for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:48:47.768921 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d857ec-9a95-45fa-9a60-60c2b3cea24f None None] Network ddbedc69-120b-45a7-b92c-658678b782d3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:48:47.776839 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93466036-27be-4370-a4ee-f9efa611086d None None] Checking router: b025a54d-c697-4c12-855c-7d854e2224a9 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:48:47.777452 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93466036-27be-4370-a4ee-f9efa611086d None None] Updating router b025a54d-c697-4c12-855c-7d854e2224a9 port f7bf7e6e-18b2-4a75-9976-bc6138ee100b binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:48:47.791441 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7e65d052-7bb9-49e5-a072-4b3b99d3edfc None None] Provisioning complete for port 897368eb-25d2-4e89-9c24-aa45e918e29f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:47.792200 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7e65d052-7bb9-49e5-a072-4b3b99d3edfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (897368eb-25d2-4e89-9c24-aa45e918e29f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:47.792587 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7e65d052-7bb9-49e5-a072-4b3b99d3edfc None None] Attempt 1 to provision port 897368eb-25d2-4e89-9c24-aa45e918e29f Nov 02 12:48:47.852877 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2ac6cbb2-b1b4-4f9e-91c9-270bdeefb1bd admin admin] Publish callbacks [] for security_group (e95caec4-c64e-485d-a65a-b486702c21d7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:47.855257 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-93466036-27be-4370-a4ee-f9efa611086d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f7bf7e6e-18b2-4a75-9976-bc6138ee100b), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:47.866018 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d715fa3-eaaf-4b77-bf0f-6e05b0570f59 None None] Routers {'a25f0a65-7a73-49e0-910b-637b7a3515fc'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:47.866915 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-2d715fa3-eaaf-4b77-bf0f-6e05b0570f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a25f0a65-7a73-49e0-910b-637b7a3515fc'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:47.915118 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc9adb37-dcbf-4488-a02f-6a6f4a3db424 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group (4b3b5a06-b1bf-40c4-8b41-a52c23b3b9f6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:47.946031 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1640c3a-e631-48a7-ae5c-ba087f5f18ee None None] Routers {'84d9a53d-a4a4-4dac-8a47-cdb86188763f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:47.948067 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b1640c3a-e631-48a7-ae5c-ba087f5f18ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['84d9a53d-a4a4-4dac-8a47-cdb86188763f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:47.989821 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d9b7bc-52ee-4d72-bf00-92b71dd5af2b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Made reservation on behalf of c26d2fe9e5e743059c97bd0af976552c for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:47.994419 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-19d9b7bc-52ee-4d72-bf00-92b71dd5af2b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:47.996798 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2ac6cbb2-b1b4-4f9e-91c9-270bdeefb1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e95caec4-c64e-485d-a65a-b486702c21d7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:48.012260 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cddaff9d-dbb9-45f4-86f4-ac4a7951c2f3 admin admin] Publish callbacks [] for router (a25f0a65-7a73-49e0-910b-637b7a3515fc), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:48.062124 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc9adb37-dcbf-4488-a02f-6a6f4a3db424 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group (4b3b5a06-b1bf-40c4-8b41-a52c23b3b9f6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:48.104000 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2ac6cbb2-b1b4-4f9e-91c9-270bdeefb1bd admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=279969ef58d34ef3a170de7b43c4cbea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8910692 Nov 02 12:48:48.118761 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 438e32ac-03e7-429d-a0a2-e72111598b09 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:48.137063 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45672) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:48.139711 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6cbb2-b1b4-4f9e-91c9-270bdeefb1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95caec4-c64e-485d-a65a-b486702c21d7,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:48.149799 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61c733ef-4a30-486d-865c-417ee9987d23 tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1815862c-ab77-4206-a0e8-944a1fd45391), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:48.181273 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-2d715fa3-eaaf-4b77-bf0f-6e05b0570f59 None None] Set router a25f0a65-7a73-49e0-910b-637b7a3515fc gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:48:48.224127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2b7299-c511-439d-8b39-4471964ba0f5 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:48.237579 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 438e32ac-03e7-429d-a0a2-e72111598b09 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:48.237841 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9f2b7299-c511-439d-8b39-4471964ba0f5 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/84d9a53d-a4a4-4dac-8a47-cdb86188763f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6181030 Nov 02 12:48:48.237971 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (438e32ac-03e7-429d-a0a2-e72111598b09), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:48.237971 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 438e32ac-03e7-429d-a0a2-e72111598b09 Nov 02 12:48:48.257415 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45676) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:48.296422 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:48.430309 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e36628a4-4c9e-408e-8e61-95aae5b7c434 admin admin] Publish callbacks [] for security_group (e95caec4-c64e-485d-a65a-b486702c21d7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:48.439084 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 438e32ac-03e7-429d-a0a2-e72111598b09 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:48.495981 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e36628a4-4c9e-408e-8e61-95aae5b7c434 admin admin] Publish callbacks [] for security_group (e95caec4-c64e-485d-a65a-b486702c21d7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:48.519043 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:48.529493 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:48.537955 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc9adb37-dcbf-4488-a02f-6a6f4a3db424 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4b3b5a06-b1bf-40c4-8b41-a52c23b3b9f6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:48.541016 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc9adb37-dcbf-4488-a02f-6a6f4a3db424 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:48.542319 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bc9adb37-dcbf-4488-a02f-6a6f4a3db424 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4b3b5a06-b1bf-40c4-8b41-a52c23b3b9f6 HTTP/1.1" status: 204 len: 168 time: 0.8469303 Nov 02 12:48:48.553088 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45678) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:48.558507 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31d76edd-56c6-4e07-9dd2-24b205358de4 admin admin] Publish callbacks [] for router (84d9a53d-a4a4-4dac-8a47-cdb86188763f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:48.558789 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7e65d052-7bb9-49e5-a072-4b3b99d3edfc None None] Current status of the port 897368eb-25d2-4e89-9c24-aa45e918e29f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:48.573129 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-ddbedc69-120b-45a7-b92c-658678b782d3', 'network_id': 'ddbedc69-120b-45a7-b92c-658678b782d3', 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'fixed_ips': [{'subnet_id': '35d4b87e-74de-47c7-b766-17aa66994c3a'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:48:48.574088 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:48.666439 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9adb37-dcbf-4488-a02f-6a6f4a3db424 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3b5a06-b1bf-40c4-8b41-a52c23b3b9f6,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:48.700332 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-2d715fa3-eaaf-4b77-bf0f-6e05b0570f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25f0a65-7a73-49e0-910b-637b7a3515fc', 'name': 'tempest-TaggedBootDevicesTest_v242-666496075-router', 'tenant_id': '8f45f7b86c104af5a07c40034429278c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2158c0f4-a943-446f-b4cf-a682789010fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:34Z', 'updated_at': '2022-11-02T12:48:44Z', 'revision_number': 5, 'project_id': '8f45f7b86c104af5a07c40034429278c', 'gw_port': {'id': '2158c0f4-a943-446f-b4cf-a682789010fb', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25f0a65-7a73-49e0-910b-637b7a3515fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:35Z', 'updated_at': '2022-11-02T12:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:48.712293 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-3666f217-8449-4068-b1c1-0d4e62f08878 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] show failed (client error): The resource could not be found. Nov 02 12:48:48.714650 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3666f217-8449-4068-b1c1-0d4e62f08878 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "GET /networking/v2.0/security-groups/4b3b5a06-b1bf-40c4-8b41-a52c23b3b9f6 HTTP/1.1" status: 404 len: 347 time: 0.1535978 Nov 02 12:48:48.729231 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45684) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:48.753439 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d715fa3-eaaf-4b77-bf0f-6e05b0570f59 None None] Checking router: a25f0a65-7a73-49e0-910b-637b7a3515fc for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:48:48.755957 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:48.776650 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] Allocated IP 2001:db8::2 (ddbedc69-120b-45a7-b92c-658678b782d3/35d4b87e-74de-47c7-b766-17aa66994c3a/69d9c023-a49c-49ef-9b19-cce195c3edca) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:48.784659 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d715fa3-eaaf-4b77-bf0f-6e05b0570f59 None None] Routers {'a25f0a65-7a73-49e0-910b-637b7a3515fc'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:48.786501 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-2d715fa3-eaaf-4b77-bf0f-6e05b0570f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a25f0a65-7a73-49e0-910b-637b7a3515fc'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:48.851742 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cddaff9d-dbb9-45f4-86f4-ac4a7951c2f3 admin admin] Publish callbacks [] for router_gateway (a25f0a65-7a73-49e0-910b-637b7a3515fc), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:48.940324 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-2d715fa3-eaaf-4b77-bf0f-6e05b0570f59 None None] Set router a25f0a65-7a73-49e0-910b-637b7a3515fc gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:48:49.017296 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:49.018160 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:49.054718 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61c733ef-4a30-486d-865c-417ee9987d23 tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Publish callbacks [] for port (1815862c-ab77-4206-a0e8-944a1fd45391), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.135860 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-cddaff9d-dbb9-45f4-86f4-ac4a7951c2f3 admin admin] Deleting port 2158c0f4-a943-446f-b4cf-a682789010fb {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:49.136473 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cddaff9d-dbb9-45f4-86f4-ac4a7951c2f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2158c0f4-a943-446f-b4cf-a682789010fb), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.141910 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] Publish callbacks [] for port (69d9c023-a49c-49ef-9b19-cce195c3edca), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.165893 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.170345 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61c733ef-4a30-486d-865c-417ee9987d23 tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (1815862c-ab77-4206-a0e8-944a1fd45391), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.183375 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:49.189873 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-93466036-27be-4370-a4ee-f9efa611086d None None] Publish callbacks [] for port (f7bf7e6e-18b2-4a75-9976-bc6138ee100b), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.198138 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-b1640c3a-e631-48a7-ae5c-ba087f5f18ee None None] Set router 84d9a53d-a4a4-4dac-8a47-cdb86188763f gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:48:49.200178 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e36628a4-4c9e-408e-8e61-95aae5b7c434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e95caec4-c64e-485d-a65a-b486702c21d7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.207011 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e36628a4-4c9e-408e-8e61-95aae5b7c434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.212934 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e36628a4-4c9e-408e-8e61-95aae5b7c434 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e95caec4-c64e-485d-a65a-b486702c21d7 HTTP/1.1" status: 204 len: 168 time: 1.0718608 Nov 02 12:48:49.280735 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-2d715fa3-eaaf-4b77-bf0f-6e05b0570f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25f0a65-7a73-49e0-910b-637b7a3515fc', 'name': 'tempest-TaggedBootDevicesTest_v242-666496075-router', 'tenant_id': '8f45f7b86c104af5a07c40034429278c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2158c0f4-a943-446f-b4cf-a682789010fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:34Z', 'updated_at': '2022-11-02T12:48:44Z', 'revision_number': 5, 'project_id': '8f45f7b86c104af5a07c40034429278c', 'gw_port': {'id': '2158c0f4-a943-446f-b4cf-a682789010fb', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25f0a65-7a73-49e0-910b-637b7a3515fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:35Z', 'updated_at': '2022-11-02T12:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:49.288782 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61c733ef-4a30-486d-865c-417ee9987d23 tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (a147f74a-945a-42fb-a6f1-664055c91c63), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.294554 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-19d9b7bc-52ee-4d72-bf00-92b71dd5af2b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (9ee8cf64-3938-4ceb-9860-e16d17ee8b7d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.312070 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (69d9c023-a49c-49ef-9b19-cce195c3edca), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.317589 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d715fa3-eaaf-4b77-bf0f-6e05b0570f59 None None] The sync data for ids ['a25f0a65-7a73-49e0-910b-637b7a3515fc'] in n-d-857339-6 is: [{'id': 'a25f0a65-7a73-49e0-910b-637b7a3515fc', 'name': 'tempest-TaggedBootDevicesTest_v242-666496075-router', 'tenant_id': '8f45f7b86c104af5a07c40034429278c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2158c0f4-a943-446f-b4cf-a682789010fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:34Z', 'updated_at': '2022-11-02T12:48:44Z', 'revision_number': 5, 'project_id': '8f45f7b86c104af5a07c40034429278c', 'gw_port': {'id': '2158c0f4-a943-446f-b4cf-a682789010fb', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25f0a65-7a73-49e0-910b-637b7a3515fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:35Z', 'updated_at': '2022-11-02T12:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:49.327304 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-93466036-27be-4370-a4ee-f9efa611086d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f7bf7e6e-18b2-4a75-9976-bc6138ee100b), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.341709 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36628a4-4c9e-408e-8e61-95aae5b7c434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95caec4-c64e-485d-a65a-b486702c21d7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:49.353057 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-93466036-27be-4370-a4ee-f9efa611086d None None] Attempting to bind port f7bf7e6e-18b2-4a75-9976-bc6138ee100b on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:49.353423 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-93466036-27be-4370-a4ee-f9efa611086d None None] Attempting to bind port f7bf7e6e-18b2-4a75-9976-bc6138ee100b by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:49.354037 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93466036-27be-4370-a4ee-f9efa611086d None None] Attempting to bind port f7bf7e6e-18b2-4a75-9976-bc6138ee100b on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:49.438180 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f0a08-9a1c-4106-bb12-39bd0cfe42bc None None] Pushing event updated for resources: {'Port': ['ID=f7bf7e6e-18b2-4a75-9976-bc6138ee100b,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:49.449486 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-cddaff9d-dbb9-45f4-86f4-ac4a7951c2f3 admin admin] For port 2158c0f4-a943-446f-b4cf-a682789010fb, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2158c0f4-a943-446f-b4cf-a682789010fb,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:49.458227 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cddaff9d-dbb9-45f4-86f4-ac4a7951c2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2158c0f4-a943-446f-b4cf-a682789010fb), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.458403 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0a08-9a1c-4106-bb12-39bd0cfe42bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:49.458403 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0a08-9a1c-4106-bb12-39bd0cfe42bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:49.458403 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0a08-9a1c-4106-bb12-39bd0cfe42bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:49.458403 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0a08-9a1c-4106-bb12-39bd0cfe42bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:49.458403 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0a08-9a1c-4106-bb12-39bd0cfe42bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:49.458403 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0a08-9a1c-4106-bb12-39bd0cfe42bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:49.458403 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0a08-9a1c-4106-bb12-39bd0cfe42bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:49.458403 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0a08-9a1c-4106-bb12-39bd0cfe42bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:49.458403 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0a08-9a1c-4106-bb12-39bd0cfe42bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:49.458403 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0a08-9a1c-4106-bb12-39bd0cfe42bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:49.458403 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0a08-9a1c-4106-bb12-39bd0cfe42bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:49.458403 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0a08-9a1c-4106-bb12-39bd0cfe42bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:49.458403 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0a08-9a1c-4106-bb12-39bd0cfe42bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:49.459522 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0a08-9a1c-4106-bb12-39bd0cfe42bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:49.459522 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0a08-9a1c-4106-bb12-39bd0cfe42bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:49.462536 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] Network ddbedc69-120b-45a7-b92c-658678b782d3 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:49.472190 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-b85004a9-9e2b-4c19-be37-0bb08bc7cdf5 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Deleting port c4cff97a-0704-4e51-8ec4-7b7fb4d3b01a {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:49.472820 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b85004a9-9e2b-4c19-be37-0bb08bc7cdf5 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c4cff97a-0704-4e51-8ec4-7b7fb4d3b01a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.473051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:49.475013 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] Pushing event updated for resources: {'Port': ['ID=69d9c023-a49c-49ef-9b19-cce195c3edca,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:49.479957 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:49.481960 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93466036-27be-4370-a4ee-f9efa611086d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:48:49.482512 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93466036-27be-4370-a4ee-f9efa611086d None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:49.483608 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-93466036-27be-4370-a4ee-f9efa611086d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.484031 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93466036-27be-4370-a4ee-f9efa611086d None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:48:49.484539 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-93466036-27be-4370-a4ee-f9efa611086d None None] Bound port: f7bf7e6e-18b2-4a75-9976-bc6138ee100b, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:48:49.485443 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-93466036-27be-4370-a4ee-f9efa611086d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f7bf7e6e-18b2-4a75-9976-bc6138ee100b), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.508147 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-cddaff9d-dbb9-45f4-86f4-ac4a7951c2f3 admin admin] Calling delete_port for 2158c0f4-a943-446f-b4cf-a682789010fb owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:49.513875 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31d76edd-56c6-4e07-9dd2-24b205358de4 admin admin] Publish callbacks [] for router_gateway (84d9a53d-a4a4-4dac-8a47-cdb86188763f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.602694 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] Attempting to bind port 69d9c023-a49c-49ef-9b19-cce195c3edca on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:49.605420 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] Attempting to bind port 69d9c023-a49c-49ef-9b19-cce195c3edca by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '60032a0d-6b0f-4bdc-a72d-530ababdcb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'ddbedc69-120b-45a7-b92c-658678b782d3'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:49.605810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] Attempting to bind port 69d9c023-a49c-49ef-9b19-cce195c3edca on network ddbedc69-120b-45a7-b92c-658678b782d3 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:49.663234 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b1640c3a-e631-48a7-ae5c-ba087f5f18ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d9a53d-a4a4-4dac-8a47-cdb86188763f', 'name': 'tempest-ServerAddressesTestJSON-265004663-router', 'tenant_id': '952e3a77e8784db5b41f326d932f78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '438e32ac-03e7-429d-a0a2-e72111598b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:32Z', 'updated_at': '2022-11-02T12:48:46Z', 'revision_number': 5, 'project_id': '952e3a77e8784db5b41f326d932f78b4', 'gw_port': {'id': '438e32ac-03e7-429d-a0a2-e72111598b09', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d9a53d-a4a4-4dac-8a47-cdb86188763f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:33Z', 'updated_at': '2022-11-02T12:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:49.663872 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-31d76edd-56c6-4e07-9dd2-24b205358de4 admin admin] Deleting port 438e32ac-03e7-429d-a0a2-e72111598b09 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:49.664348 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31d76edd-56c6-4e07-9dd2-24b205358de4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (438e32ac-03e7-429d-a0a2-e72111598b09), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.685598 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-306d2df1-52a3-416c-8165-5e6e6bd2f1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.695907 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-93466036-27be-4370-a4ee-f9efa611086d None None] For port f7bf7e6e-18b2-4a75-9976-bc6138ee100b, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:49.703121 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-93466036-27be-4370-a4ee-f9efa611086d None None] For port f7bf7e6e-18b2-4a75-9976-bc6138ee100b, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f7bf7e6e-18b2-4a75-9976-bc6138ee100b,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:49.708203 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:49.720174 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c733ef-4a30-486d-865c-417ee9987d23 tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Pushing event updated for resources: {'Port': ['ID=1815862c-ab77-4206-a0e8-944a1fd45391,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:49.730448 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1640c3a-e631-48a7-ae5c-ba087f5f18ee None None] The sync data for ids ['84d9a53d-a4a4-4dac-8a47-cdb86188763f'] in n-d-857339-6 is: [{'id': '84d9a53d-a4a4-4dac-8a47-cdb86188763f', 'name': 'tempest-ServerAddressesTestJSON-265004663-router', 'tenant_id': '952e3a77e8784db5b41f326d932f78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '438e32ac-03e7-429d-a0a2-e72111598b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:32Z', 'updated_at': '2022-11-02T12:48:46Z', 'revision_number': 5, 'project_id': '952e3a77e8784db5b41f326d932f78b4', 'gw_port': {'id': '438e32ac-03e7-429d-a0a2-e72111598b09', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d9a53d-a4a4-4dac-8a47-cdb86188763f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:33Z', 'updated_at': '2022-11-02T12:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:49.735265 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:48:49.765720 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:48:49.766132 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] Checking segment: {'id': '60032a0d-6b0f-4bdc-a72d-530ababdcb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'ddbedc69-120b-45a7-b92c-658678b782d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:49.766525 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.767044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] Bound using segment: {'id': '60032a0d-6b0f-4bdc-a72d-530ababdcb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'ddbedc69-120b-45a7-b92c-658678b782d3'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:48:49.767408 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] Bound port: 69d9c023-a49c-49ef-9b19-cce195c3edca, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60032a0d-6b0f-4bdc-a72d-530ababdcb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'ddbedc69-120b-45a7-b92c-658678b782d3'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:48:49.767785 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (69d9c023-a49c-49ef-9b19-cce195c3edca), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.770041 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9b7bc-52ee-4d72-bf00-92b71dd5af2b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Subnet': ['ID=9ee8cf64-3938-4ceb-9860-e16d17ee8b7d,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:49.822331 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b85004a9-9e2b-4c19-be37-0bb08bc7cdf5 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c4cff97a-0704-4e51-8ec4-7b7fb4d3b01a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.822931 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b85004a9-9e2b-4c19-be37-0bb08bc7cdf5 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for floatingip (c4cff97a-0704-4e51-8ec4-7b7fb4d3b01a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.840952 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-93466036-27be-4370-a4ee-f9efa611086d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f7bf7e6e-18b2-4a75-9976-bc6138ee100b), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.852526 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-b85004a9-9e2b-4c19-be37-0bb08bc7cdf5 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Calling delete_port for c4cff97a-0704-4e51-8ec4-7b7fb4d3b01a owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:49.882561 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61c733ef-4a30-486d-865c-417ee9987d23 tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:49.886317 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-61c733ef-4a30-486d-865c-417ee9987d23 tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9570298 Nov 02 12:48:49.886513 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] For port 69d9c023-a49c-49ef-9b19-cce195c3edca, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:49.889842 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45694) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:49.895164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] For port 69d9c023-a49c-49ef-9b19-cce195c3edca, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=69d9c023-a49c-49ef-9b19-cce195c3edca,segment=NetworkSegment(60032a0d-6b0f-4bdc-a72d-530ababdcb8d),segment_id=60032a0d-6b0f-4bdc-a72d-530ababdcb8d)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:49.923040 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:49.939648 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93466036-27be-4370-a4ee-f9efa611086d None None] Routers {'b025a54d-c697-4c12-855c-7d854e2224a9'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:49.940283 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-93466036-27be-4370-a4ee-f9efa611086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b025a54d-c697-4c12-855c-7d854e2224a9'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:49.989108 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (69d9c023-a49c-49ef-9b19-cce195c3edca), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:50.029410 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d9b7bc-52ee-4d72-bf00-92b71dd5af2b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Checking segment: {'id': '7735c884-f868-439b-9e1b-2d9cfd93723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '482758b2-a48d-4a3b-9845-3b080feb265e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:50.029782 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d9b7bc-52ee-4d72-bf00-92b71dd5af2b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network hostable DHCP agents. Network: 482758b2-a48d-4a3b-9845-3b080feb265e, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:48:50.108941 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f0a08-9a1c-4106-bb12-39bd0cfe42bc None None] Pushing event updated for resources: {'Port': ['ID=f7bf7e6e-18b2-4a75-9976-bc6138ee100b,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:50.149103 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1dcefe36-5af6-4c6c-85e4-d6490a4cf36d no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:50.175280 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545731a-493c-4b04-8cb2-af7cf680a8d7 None None] Pushing event updated for resources: {'Port': ['ID=69d9c023-a49c-49ef-9b19-cce195c3edca,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:50.178981 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 1dcefe36-5af6-4c6c-85e4-d6490a4cf36d {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:48:50.182788 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1dcefe36-5af6-4c6c-85e4-d6490a4cf36d not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:50.182788 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:50.189216 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e1a157db-36cc-496e-b9d7-e95191c4b6d0 tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] 10.222.0.64 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 2132 time: 0.2909098 Nov 02 12:48:50.200201 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45696) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:50.241245 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:48:50.241591 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8bd70f9e-12bf-41b7-bea0-78ce47fbaf3c not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:50.325839 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:50.328837 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-93466036-27be-4370-a4ee-f9efa611086d None None] Set router b025a54d-c697-4c12-855c-7d854e2224a9 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:48:50.329380 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d5e29ef4-442c-4297-b108-7cf7458e5e44 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] 10.222.0.64 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1116965 Nov 02 12:48:50.331454 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-31d76edd-56c6-4e07-9dd2-24b205358de4 admin admin] For port 438e32ac-03e7-429d-a0a2-e72111598b09, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=438e32ac-03e7-429d-a0a2-e72111598b09,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:50.331884 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31d76edd-56c6-4e07-9dd2-24b205358de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (438e32ac-03e7-429d-a0a2-e72111598b09), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:50.338582 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45698) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:50.358440 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-31d76edd-56c6-4e07-9dd2-24b205358de4 admin admin] Calling delete_port for 438e32ac-03e7-429d-a0a2-e72111598b09 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:50.464388 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-306d2df1-52a3-416c-8165-5e6e6bd2f1c8 admin admin] Allocated IP 172.20.0.1 (f8033aa9-87c0-479a-b95f-16fb9f7b8969/3b8b1ce3-d768-44ae-a055-68b6df0c33e3/33bfd7d5-8ad4-4cb5-8af1-943f581cbce5) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:50.516589 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45700) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:50.577918 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d9b7bc-52ee-4d72-bf00-92b71dd5af2b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network 482758b2-a48d-4a3b-9845-3b080feb265e is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:48:50.680124 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f02e9df1-4e77-4335-955d-04dc5a62234c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=cdd1c87d09984425a09db7b74f939034&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1654410 Nov 02 12:48:50.682854 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45704) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:50.710516 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-19d9b7bc-52ee-4d72-bf00-92b71dd5af2b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 482758b2-a48d-4a3b-9845-3b080feb265e) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:50.714470 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cddaff9d-dbb9-45f4-86f4-ac4a7951c2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2158c0f4-a943-446f-b4cf-a682789010fb), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:50.728036 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-93466036-27be-4370-a4ee-f9efa611086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b025a54d-c697-4c12-855c-7d854e2224a9', 'name': 'tempest-MultipleCreateTestJSON-705023207-router', 'tenant_id': '4397600a6e7f4af4ab461b1b30f5b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7bf7e6e-18b2-4a75-9976-bc6138ee100b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:38Z', 'updated_at': '2022-11-02T12:48:44Z', 'revision_number': 3, 'project_id': '4397600a6e7f4af4ab461b1b30f5b750', 'gw_port': {'id': 'f7bf7e6e-18b2-4a75-9976-bc6138ee100b', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b025a54d-c697-4c12-855c-7d854e2224a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:40Z', 'updated_at': '2022-11-02T12:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:50.734381 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e4b010da-99b8-40f9-81c3-7daa55ce87da tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Deleting port 1815862c-ab77-4206-a0e8-944a1fd45391 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:50.734995 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4b010da-99b8-40f9-81c3-7daa55ce87da tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (1815862c-ab77-4206-a0e8-944a1fd45391), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:50.742010 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d9b7bc-52ee-4d72-bf00-92b71dd5af2b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:50.742950 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-19d9b7bc-52ee-4d72-bf00-92b71dd5af2b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:50.797575 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93466036-27be-4370-a4ee-f9efa611086d None None] The sync data for ids ['b025a54d-c697-4c12-855c-7d854e2224a9'] in n-d-857339-6 is: [{'id': 'b025a54d-c697-4c12-855c-7d854e2224a9', 'name': 'tempest-MultipleCreateTestJSON-705023207-router', 'tenant_id': '4397600a6e7f4af4ab461b1b30f5b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7bf7e6e-18b2-4a75-9976-bc6138ee100b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:38Z', 'updated_at': '2022-11-02T12:48:44Z', 'revision_number': 3, 'project_id': '4397600a6e7f4af4ab461b1b30f5b750', 'gw_port': {'id': 'f7bf7e6e-18b2-4a75-9976-bc6138ee100b', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b025a54d-c697-4c12-855c-7d854e2224a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:40Z', 'updated_at': '2022-11-02T12:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:50.807119 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45706) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:50.807938 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b85004a9-9e2b-4c19-be37-0bb08bc7cdf5 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (c4cff97a-0704-4e51-8ec4-7b7fb4d3b01a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:50.911883 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85004a9-9e2b-4c19-be37-0bb08bc7cdf5 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Pushing event deleted for resources: {'Port': ['ID=c4cff97a-0704-4e51-8ec4-7b7fb4d3b01a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:50.947829 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4b010da-99b8-40f9-81c3-7daa55ce87da tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (1815862c-ab77-4206-a0e8-944a1fd45391), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:50.948311 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4b010da-99b8-40f9-81c3-7daa55ce87da tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Publish callbacks [] for floatingip (1815862c-ab77-4206-a0e8-944a1fd45391), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:50.967405 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e4b010da-99b8-40f9-81c3-7daa55ce87da tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Calling delete_port for 1815862c-ab77-4206-a0e8-944a1fd45391 owned by network:floatingip {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:51.014280 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31d76edd-56c6-4e07-9dd2-24b205358de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (438e32ac-03e7-429d-a0a2-e72111598b09), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.016357 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:51.031350 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddaff9d-dbb9-45f4-86f4-ac4a7951c2f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2158c0f4-a943-446f-b4cf-a682789010fb,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:51.039469 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd897-f931-4b78-b21b-586c259c63e7 admin admin] Publish callbacks [] for security_group (4247cc66-0686-4a62-9216-66c637fc34e7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.063555 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-28d8866e-f47a-42d8-a352-8872d95a6aaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.076466 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d76edd-56c6-4e07-9dd2-24b205358de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=438e32ac-03e7-429d-a0a2-e72111598b09,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:51.122661 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-19d9b7bc-52ee-4d72-bf00-92b71dd5af2b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.8818309 Nov 02 12:48:51.126938 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45710) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:51.138728 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-b866bc93-8408-4df0-adbe-599ec461a83a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1395310424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:51.142229 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd897-f931-4b78-b21b-586c259c63e7 admin admin] Publish callbacks [] for security_group (4247cc66-0686-4a62-9216-66c637fc34e7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.154240 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b85004a9-9e2b-4c19-be37-0bb08bc7cdf5 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for floatingip (d0e759d5-76ad-4cb7-bc16-cce648576525), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.158397 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b85004a9-9e2b-4c19-be37-0bb08bc7cdf5 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.181744 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b85004a9-9e2b-4c19-be37-0bb08bc7cdf5 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/d0e759d5-76ad-4cb7-bc16-cce648576525 HTTP/1.1" status: 204 len: 168 time: 2.4364111 Nov 02 12:48:51.202562 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-306d2df1-52a3-416c-8165-5e6e6bd2f1c8 admin admin] Publish callbacks [] for port (33bfd7d5-8ad4-4cb5-8af1-943f581cbce5), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.211493 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cddaff9d-dbb9-45f4-86f4-ac4a7951c2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (a25f0a65-7a73-49e0-910b-637b7a3515fc), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.302123 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:51.391956 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cddaff9d-dbb9-45f4-86f4-ac4a7951c2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (a25f0a65-7a73-49e0-910b-637b7a3515fc), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.392591 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31d76edd-56c6-4e07-9dd2-24b205358de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (84d9a53d-a4a4-4dac-8a47-cdb86188763f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.393238 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cddaff9d-dbb9-45f4-86f4-ac4a7951c2f3 admin admin] Publish callbacks [] for router_controller (a25f0a65-7a73-49e0-910b-637b7a3515fc), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.395245 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45714) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:51.418961 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b866bc93-8408-4df0-adbe-599ec461a83a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (64679c82-559c-41d0-b64f-150010986512), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.420016 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b866bc93-8408-4df0-adbe-599ec461a83a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (64679c82-559c-41d0-b64f-150010986512), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.492780 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-501a7b03-e1d6-47d8-b8a4-b614e8d99770 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1995535884', 'description': 'tempest-description--149928797'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:51.570074 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd897-f931-4b78-b21b-586c259c63e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4247cc66-0686-4a62-9216-66c637fc34e7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.572977 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd897-f931-4b78-b21b-586c259c63e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.577308 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9c1bd897-f931-4b78-b21b-586c259c63e7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4247cc66-0686-4a62-9216-66c637fc34e7 HTTP/1.1" status: 204 len: 168 time: 0.8904002 Nov 02 12:48:51.588125 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31d76edd-56c6-4e07-9dd2-24b205358de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (84d9a53d-a4a4-4dac-8a47-cdb86188763f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.591606 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31d76edd-56c6-4e07-9dd2-24b205358de4 admin admin] Publish callbacks [] for router_controller (84d9a53d-a4a4-4dac-8a47-cdb86188763f), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.592723 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fa5fd5-f7de-4004-b727-8c47bd3992cf None None] Sync routers for ids ['84d9a53d-a4a4-4dac-8a47-cdb86188763f'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:51.596534 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bd897-f931-4b78-b21b-586c259c63e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4247cc66-0686-4a62-9216-66c637fc34e7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:51.616020 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fa5fd5-f7de-4004-b727-8c47bd3992cf None None] Routers {'84d9a53d-a4a4-4dac-8a47-cdb86188763f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:51.617122 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d1fa5fd5-f7de-4004-b727-8c47bd3992cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['84d9a53d-a4a4-4dac-8a47-cdb86188763f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:51.634744 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4b010da-99b8-40f9-81c3-7daa55ce87da tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (1815862c-ab77-4206-a0e8-944a1fd45391), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.640627 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-306d2df1-52a3-416c-8165-5e6e6bd2f1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (33bfd7d5-8ad4-4cb5-8af1-943f581cbce5), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.655733 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cddaff9d-dbb9-45f4-86f4-ac4a7951c2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (a25f0a65-7a73-49e0-910b-637b7a3515fc), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.656354 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddaff9d-dbb9-45f4-86f4-ac4a7951c2f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a25f0a65-7a73-49e0-910b-637b7a3515fc {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:48:51.663314 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-501a7b03-e1d6-47d8-b8a4-b614e8d99770 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.669427 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cddaff9d-dbb9-45f4-86f4-ac4a7951c2f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.673772 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cddaff9d-dbb9-45f4-86f4-ac4a7951c2f3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/a25f0a65-7a73-49e0-910b-637b7a3515fc HTTP/1.1" status: 204 len: 168 time: 4.0010467 Nov 02 12:48:51.687361 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45718) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:51.708609 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-28d8866e-f47a-42d8-a352-8872d95a6aaf admin admin] Publish callbacks [] for security_group (469c1b1a-d518-4154-b09e-10bfacf2b8c6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.762895 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b010da-99b8-40f9-81c3-7daa55ce87da tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Pushing event deleted for resources: {'Port': ['ID=1815862c-ab77-4206-a0e8-944a1fd45391,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:51.786899 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-28d8866e-f47a-42d8-a352-8872d95a6aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (469c1b1a-d518-4154-b09e-10bfacf2b8c6), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.796193 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31d76edd-56c6-4e07-9dd2-24b205358de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (84d9a53d-a4a4-4dac-8a47-cdb86188763f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.799412 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d76edd-56c6-4e07-9dd2-24b205358de4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84d9a53d-a4a4-4dac-8a47-cdb86188763f {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:48:51.806620 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31d76edd-56c6-4e07-9dd2-24b205358de4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:51.807849 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-31d76edd-56c6-4e07-9dd2-24b205358de4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/84d9a53d-a4a4-4dac-8a47-cdb86188763f HTTP/1.1" status: 204 len: 168 time: 3.5458870 Nov 02 12:48:51.818632 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45720) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:51.859111 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-d1fa5fd5-f7de-4004-b727-8c47bd3992cf None None] Set router 84d9a53d-a4a4-4dac-8a47-cdb86188763f gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:48:51.907718 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306d2df1-52a3-416c-8165-5e6e6bd2f1c8 admin admin] Network f8033aa9-87c0-479a-b95f-16fb9f7b8969 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:51.995542 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-306d2df1-52a3-416c-8165-5e6e6bd2f1c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:51.998433 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b866bc93-8408-4df0-adbe-599ec461a83a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router_controller (64679c82-559c-41d0-b64f-150010986512), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.007442 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d2df1-52a3-416c-8165-5e6e6bd2f1c8 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:52.012333 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d2df1-52a3-416c-8165-5e6e6bd2f1c8 admin admin] Pushing event updated for resources: {'Port': ['ID=33bfd7d5-8ad4-4cb5-8af1-943f581cbce5,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:52.018068 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-28d8866e-f47a-42d8-a352-8872d95a6aaf admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=51d7fc4440a04b3b96006c1c5109bee2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2054687 Nov 02 12:48:52.022505 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d48bae9-3867-400a-9867-cd917d2e733a None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:48:52.031868 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45722) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:52.033105 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d1fa5fd5-f7de-4004-b727-8c47bd3992cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d9a53d-a4a4-4dac-8a47-cdb86188763f', 'name': 'tempest-ServerAddressesTestJSON-265004663-router', 'tenant_id': '952e3a77e8784db5b41f326d932f78b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:32Z', 'updated_at': '2022-11-02T12:48:50Z', 'revision_number': 7, 'project_id': '952e3a77e8784db5b41f326d932f78b4', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:52.034914 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ddb4bd5-c1ee-4d13-92c1-4cdf03474f0f admin admin] Deleting subnet 4de58a26-86a2-4fdb-bd60-3d0787652ef1 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:48:52.043411 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0ddb4bd5-c1ee-4d13-92c1-4cdf03474f0f admin admin] Publish callbacks [] for subnet (4de58a26-86a2-4fdb-bd60-3d0787652ef1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.053876 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8866e-f47a-42d8-a352-8872d95a6aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469c1b1a-d518-4154-b09e-10bfacf2b8c6,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:52.075861 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4b010da-99b8-40f9-81c3-7daa55ce87da tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Publish callbacks [] for floatingip (a147f74a-945a-42fb-a6f1-664055c91c63), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.080116 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4b010da-99b8-40f9-81c3-7daa55ce87da tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.081683 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e4b010da-99b8-40f9-81c3-7daa55ce87da tempest-FloatingIPAdminTestJSON-413850053 tempest-FloatingIPAdminTestJSON-413850053-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/a147f74a-945a-42fb-a6f1-664055c91c63 HTTP/1.1" status: 204 len: 168 time: 1.7404873 Nov 02 12:48:52.085581 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45724) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:52.099890 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-306d2df1-52a3-416c-8165-5e6e6bd2f1c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (b025a54d-c697-4c12-855c-7d854e2224a9), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.114520 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fa5fd5-f7de-4004-b727-8c47bd3992cf None None] Checking router: 84d9a53d-a4a4-4dac-8a47-cdb86188763f for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:48:52.125287 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:52.147071 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c97e40-b8cb-4717-ba93-8c1543ee1ed8 admin admin] Deleting subnet ca570599-0a46-43fe-8396-f3316057d231 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:48:52.152714 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b866bc93-8408-4df0-adbe-599ec461a83a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (64679c82-559c-41d0-b64f-150010986512), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.154259 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94c97e40-b8cb-4717-ba93-8c1543ee1ed8 admin admin] Publish callbacks [] for subnet (ca570599-0a46-43fe-8396-f3316057d231), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.171377 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c39d06b9-32c7-4a38-abc9-2ef4b1934c58 None None] Provisioning complete for port 69d9c023-a49c-49ef-9b19-cce195c3edca triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:52.171765 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c39d06b9-32c7-4a38-abc9-2ef4b1934c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (69d9c023-a49c-49ef-9b19-cce195c3edca), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.172874 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c39d06b9-32c7-4a38-abc9-2ef4b1934c58 None None] Attempt 1 to provision port 69d9c023-a49c-49ef-9b19-cce195c3edca Nov 02 12:48:52.221874 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94c97e40-b8cb-4717-ba93-8c1543ee1ed8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (ca570599-0a46-43fe-8396-f3316057d231), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.248721 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fa5fd5-f7de-4004-b727-8c47bd3992cf None None] Routers set() bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:52.249089 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fa5fd5-f7de-4004-b727-8c47bd3992cf None None] Router IDs set() for agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Nov 02 12:48:52.250091 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_agentschedulers_db [None req-d1fa5fd5-f7de-4004-b727-8c47bd3992cf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'84d9a53d-a4a4-4dac-8a47-cdb86188763f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent'). {{(pid=105977) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 02 12:48:52.250675 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fa5fd5-f7de-4004-b727-8c47bd3992cf None None] The sync data for ids ['84d9a53d-a4a4-4dac-8a47-cdb86188763f'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:52.305444 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:52.397293 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b866bc93-8408-4df0-adbe-599ec461a83a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.401536 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b866bc93-8408-4df0-adbe-599ec461a83a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2658744 Nov 02 12:48:52.403604 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45732) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:52.432079 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94c97e40-b8cb-4717-ba93-8c1543ee1ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (ca570599-0a46-43fe-8396-f3316057d231), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.470904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c39d06b9-32c7-4a38-abc9-2ef4b1934c58 None None] Current status of the port 69d9c023-a49c-49ef-9b19-cce195c3edca is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:52.471299 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c39d06b9-32c7-4a38-abc9-2ef4b1934c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (69d9c023-a49c-49ef-9b19-cce195c3edca), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.572586 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 69d9c023-a49c-49ef-9b19-cce195c3edca up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:52.588756 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0ddb4bd5-c1ee-4d13-92c1-4cdf03474f0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (4de58a26-86a2-4fdb-bd60-3d0787652ef1), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.601152 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c39d06b9-32c7-4a38-abc9-2ef4b1934c58 None None] For port 69d9c023-a49c-49ef-9b19-cce195c3edca, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=69d9c023-a49c-49ef-9b19-cce195c3edca,segment=NetworkSegment(60032a0d-6b0f-4bdc-a72d-530ababdcb8d),segment_id=60032a0d-6b0f-4bdc-a72d-530ababdcb8d)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:52.635964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d48bae9-3867-400a-9867-cd917d2e733a None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:48:52.638281 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4c9b5-6c0a-42b3-8c12-6111448cb01e tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Deleting port fcef4531-6610-44e1-8633-a9a4863f8c48 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:52.638735 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0f4c9b5-6c0a-42b3-8c12-6111448cb01e tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (fcef4531-6610-44e1-8633-a9a4863f8c48), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.656026 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-501a7b03-e1d6-47d8-b8a4-b614e8d99770 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group (3a2d6fd9-cfe6-474d-b6e7-890dd9dc1568), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.690444 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ca141b1e-571b-4025-b931-3a820157ad0c admin admin] Publish callbacks [] for security_group (469c1b1a-d518-4154-b09e-10bfacf2b8c6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.746956 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c39d06b9-32c7-4a38-abc9-2ef4b1934c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (69d9c023-a49c-49ef-9b19-cce195c3edca), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.747670 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ca141b1e-571b-4025-b931-3a820157ad0c admin admin] Publish callbacks [] for security_group (469c1b1a-d518-4154-b09e-10bfacf2b8c6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.760603 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 69d9c023-a49c-49ef-9b19-cce195c3edca triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:52.761208 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (69d9c023-a49c-49ef-9b19-cce195c3edca), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.761719 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 69d9c023-a49c-49ef-9b19-cce195c3edca Nov 02 12:48:52.790365 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0ddb4bd5-c1ee-4d13-92c1-4cdf03474f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (4de58a26-86a2-4fdb-bd60-3d0787652ef1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.898916 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-501a7b03-e1d6-47d8-b8a4-b614e8d99770 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3a2d6fd9-cfe6-474d-b6e7-890dd9dc1568), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.902107 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94c97e40-b8cb-4717-ba93-8c1543ee1ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (ca570599-0a46-43fe-8396-f3316057d231), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:52.927313 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d06b9-32c7-4a38-abc9-2ef4b1934c58 None None] Pushing event updated for resources: {'Port': ['ID=69d9c023-a49c-49ef-9b19-cce195c3edca,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:52.957999 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:52.976689 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c97e40-b8cb-4717-ba93-8c1543ee1ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca570599-0a46-43fe-8396-f3316057d231,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:53.002827 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94c97e40-b8cb-4717-ba93-8c1543ee1ed8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.002827 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-94c97e40-b8cb-4717-ba93-8c1543ee1ed8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/ca570599-0a46-43fe-8396-f3316057d231 HTTP/1.1" status: 204 len: 168 time: 1.1688499 Nov 02 12:48:53.002827 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45740) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:53.011149 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 69d9c023-a49c-49ef-9b19-cce195c3edca is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:53.012755 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f7bf7e6e-18b2-4a75-9976-bc6138ee100b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:53.012984 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a7b03-e1d6-47d8-b8a4-b614e8d99770 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2d6fd9-cfe6-474d-b6e7-890dd9dc1568,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:53.047828 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0ddb4bd5-c1ee-4d13-92c1-4cdf03474f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (4de58a26-86a2-4fdb-bd60-3d0787652ef1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.051273 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-482758b2-a48d-4a3b-9845-3b080feb265e', 'network_id': '482758b2-a48d-4a3b-9845-3b080feb265e', 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'fixed_ips': [{'subnet_id': '9ee8cf64-3938-4ceb-9860-e16d17ee8b7d'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:48:53.052459 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.096403 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0ddb4bd5-c1ee-4d13-92c1-4cdf03474f0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.102818 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0ddb4bd5-c1ee-4d13-92c1-4cdf03474f0f admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/4de58a26-86a2-4fdb-bd60-3d0787652ef1 HTTP/1.1" status: 204 len: 168 time: 1.4098561 Nov 02 12:48:53.103765 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb4bd5-c1ee-4d13-92c1-4cdf03474f0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de58a26-86a2-4fdb-bd60-3d0787652ef1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:53.108417 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45744) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:53.151916 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port f7bf7e6e-18b2-4a75-9976-bc6138ee100b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:53.152318 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f7bf7e6e-18b2-4a75-9976-bc6138ee100b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.152742 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port f7bf7e6e-18b2-4a75-9976-bc6138ee100b Nov 02 12:48:53.168954 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-501a7b03-e1d6-47d8-b8a4-b614e8d99770 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.172657 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-501a7b03-e1d6-47d8-b8a4-b614e8d99770 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.7306924 Nov 02 12:48:53.182427 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45748) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:53.197760 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-83847661-e1e6-49a5-ba7a-2701dadf3afe tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Request body: {'security_group_rule': {'security_group_id': '3a2d6fd9-cfe6-474d-b6e7-890dd9dc1568', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:53.236105 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ca141b1e-571b-4025-b931-3a820157ad0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (469c1b1a-d518-4154-b09e-10bfacf2b8c6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.239281 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ca141b1e-571b-4025-b931-3a820157ad0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.242744 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ca141b1e-571b-4025-b931-3a820157ad0c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/469c1b1a-d518-4154-b09e-10bfacf2b8c6 HTTP/1.1" status: 204 len: 168 time: 1.2028983 Nov 02 12:48:53.251802 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:53.274512 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8688882-2db6-4c31-ab3a-6f30f8c8988f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (abb29b2e-8178-4c9c-8d6c-ea100e03d6d8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.318551 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ed92c6-0d38-40b5-9373-aba12ecdc360 None None] Update dhcp port {'port': {'network_id': 'abb29b2e-8178-4c9c-8d6c-ea100e03d6d8', 'fixed_ips': [{'subnet_id': 'ca570599-0a46-43fe-8396-f3316057d231'}], 'binding:host_id': 'n-d-857339-6'}, 'id': 'b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 12:48:53.338815 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1cc62040-d6c2-446c-96d1-fe95832b26dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (51871001-9b9b-4e28-aa55-68271f815ee1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.358079 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca141b1e-571b-4025-b931-3a820157ad0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469c1b1a-d518-4154-b09e-10bfacf2b8c6,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:53.409871 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1cc62040-d6c2-446c-96d1-fe95832b26dc admin admin] Deleting port 897368eb-25d2-4e89-9c24-aa45e918e29f {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:53.410332 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1cc62040-d6c2-446c-96d1-fe95832b26dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (897368eb-25d2-4e89-9c24-aa45e918e29f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.434894 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0f4c9b5-6c0a-42b3-8c12-6111448cb01e tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (fcef4531-6610-44e1-8633-a9a4863f8c48), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.435527 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0f4c9b5-6c0a-42b3-8c12-6111448cb01e tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks [] for floatingip (fcef4531-6610-44e1-8633-a9a4863f8c48), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.491441 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-1cc62040-d6c2-446c-96d1-fe95832b26dc admin admin] For port 897368eb-25d2-4e89-9c24-aa45e918e29f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=897368eb-25d2-4e89-9c24-aa45e918e29f,segment=NetworkSegment(337fbb44-cf7c-4a1a-9982-82f589488a3a),segment_id=337fbb44-cf7c-4a1a-9982-82f589488a3a)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:53.491942 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1cc62040-d6c2-446c-96d1-fe95832b26dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (897368eb-25d2-4e89-9c24-aa45e918e29f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.499593 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] Allocated IP 2001:db8:1::2 (482758b2-a48d-4a3b-9845-3b080feb265e/9ee8cf64-3938-4ceb-9860-e16d17ee8b7d/cd0ec7f5-a277-484a-892b-025241efff57) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:53.518281 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1cc62040-d6c2-446c-96d1-fe95832b26dc admin admin] Calling delete_port for 897368eb-25d2-4e89-9c24-aa45e918e29f owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:53.526462 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-83847661-e1e6-49a5-ba7a-2701dadf3afe tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group_rule (069f3945-88d8-4ebe-9409-ea2a1d0ba7f1), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.527564 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4c9b5-6c0a-42b3-8c12-6111448cb01e tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Calling delete_port for fcef4531-6610-44e1-8633-a9a4863f8c48 owned by network:floatingip {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:53.536714 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c0f31d2-5ccc-4b3a-9854-b940da023805 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.542061 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45754) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:53.606102 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-07ed92c6-0d38-40b5-9373-aba12ecdc360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.651204 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a8688882-2db6-4c31-ab3a-6f30f8c8988f admin admin] Deleting port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:53.651433 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8688882-2db6-4c31-ab3a-6f30f8c8988f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.672917 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-83847661-e1e6-49a5-ba7a-2701dadf3afe tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group_rule (069f3945-88d8-4ebe-9409-ea2a1d0ba7f1), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.697537 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:53.758600 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-83847661-e1e6-49a5-ba7a-2701dadf3afe tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (069f3945-88d8-4ebe-9409-ea2a1d0ba7f1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.773839 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-a8688882-2db6-4c31-ab3a-6f30f8c8988f admin admin] For port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7,segment=NetworkSegment(cef1d9c7-2699-47cc-a2b3-0bfa561dde33),segment_id=cef1d9c7-2699-47cc-a2b3-0bfa561dde33)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:53.774366 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8688882-2db6-4c31-ab3a-6f30f8c8988f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.801758 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a8688882-2db6-4c31-ab3a-6f30f8c8988f admin admin] Calling delete_port for b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:53.804015 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83847661-e1e6-49a5-ba7a-2701dadf3afe tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069f3945-88d8-4ebe-9409-ea2a1d0ba7f1,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:53.932098 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-83847661-e1e6-49a5-ba7a-2701dadf3afe tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.933629 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-83847661-e1e6-49a5-ba7a-2701dadf3afe tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7504034 Nov 02 12:48:53.934435 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1cc62040-d6c2-446c-96d1-fe95832b26dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (897368eb-25d2-4e89-9c24-aa45e918e29f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:53.938856 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45760) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:53.946578 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6c12673c-c4d9-4256-a994-320a735343c7 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Request body: {'security_group_rule': {'security_group_id': '3a2d6fd9-cfe6-474d-b6e7-890dd9dc1568', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:53.999029 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc62040-d6c2-446c-96d1-fe95832b26dc admin admin] Pushing event deleted for resources: {'Port': ['ID=897368eb-25d2-4e89-9c24-aa45e918e29f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:54.010924 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc62040-d6c2-446c-96d1-fe95832b26dc admin admin] No DVR routers for this DVR port 897368eb-25d2-4e89-9c24-aa45e918e29f on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:48:54.023818 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-4cd7d7cf-ec70-44c6-97b4-5335652c0b80 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-211040062'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:54.057717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port f7bf7e6e-18b2-4a75-9976-bc6138ee100b is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:54.058374 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f7bf7e6e-18b2-4a75-9976-bc6138ee100b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.128468 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port f7bf7e6e-18b2-4a75-9976-bc6138ee100b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f7bf7e6e-18b2-4a75-9976-bc6138ee100b,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:54.130118 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1cc62040-d6c2-446c-96d1-fe95832b26dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (51871001-9b9b-4e28-aa55-68271f815ee1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.149360 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8688882-2db6-4c31-ab3a-6f30f8c8988f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.153630 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.176613 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] Publish callbacks [] for port (cd0ec7f5-a277-484a-892b-025241efff57), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.180119 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-306d2df1-52a3-416c-8165-5e6e6bd2f1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (33bfd7d5-8ad4-4cb5-8af1-943f581cbce5), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.202117 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-6c0f31d2-5ccc-4b3a-9854-b940da023805 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Allocated IP 2001:db8::1 (ddbedc69-120b-45a7-b92c-658678b782d3/35d4b87e-74de-47c7-b766-17aa66994c3a/9d43efcd-d5a2-45c9-8819-81a825cea32e) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:54.234093 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd7d7cf-ec70-44c6-97b4-5335652c0b80 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Made reservation on behalf of 3188ff297c7e461e91a0da9ff8bfc61a for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:54.238862 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d7cf-ec70-44c6-97b4-5335652c0b80 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.262415 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f7bf7e6e-18b2-4a75-9976-bc6138ee100b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.265889 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (cd0ec7f5-a277-484a-892b-025241efff57), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.307903 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d7cf-ec70-44c6-97b4-5335652c0b80 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.349049 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45762) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:54.364512 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] Network 482758b2-a48d-4a3b-9845-3b080feb265e is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:54.374254 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:54.377460 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=f7bf7e6e-18b2-4a75-9976-bc6138ee100b,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:54.381922 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:54.408951 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d6ce2133-2c55-4919-99e2-142cccc98a5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.466946 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-1cc62040-d6c2-446c-96d1-fe95832b26dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51871001-9b9b-4e28-aa55-68271f815ee1']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:54.476478 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:54.478973 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8688882-2db6-4c31-ab3a-6f30f8c8988f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:54.484661 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c12673c-c4d9-4256-a994-320a735343c7 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group_rule (c5b934fb-a28c-4ad5-bb44-cb93dc8f70ce), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.500971 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8688882-2db6-4c31-ab3a-6f30f8c8988f admin admin] No DVR routers for this DVR port b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:48:54.505941 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-1cc62040-d6c2-446c-96d1-fe95832b26dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337fbb44-cf7c-4a1a-9982-82f589488a3a') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:54.506249 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-1cc62040-d6c2-446c-96d1-fe95832b26dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337fbb44-cf7c-4a1a-9982-82f589488a3a') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:54.523756 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1cc62040-d6c2-446c-96d1-fe95832b26dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (337fbb44-cf7c-4a1a-9982-82f589488a3a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.534197 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0f4c9b5-6c0a-42b3-8c12-6111448cb01e tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (fcef4531-6610-44e1-8633-a9a4863f8c48), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.541691 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] Attempting to bind port cd0ec7f5-a277-484a-892b-025241efff57 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:48:54.541691 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] Attempting to bind port cd0ec7f5-a277-484a-892b-025241efff57 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '7735c884-f868-439b-9e1b-2d9cfd93723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '482758b2-a48d-4a3b-9845-3b080feb265e'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:48:54.541691 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] Attempting to bind port cd0ec7f5-a277-484a-892b-025241efff57 on network 482758b2-a48d-4a3b-9845-3b080feb265e {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:54.548616 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1cc62040-d6c2-446c-96d1-fe95832b26dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (337fbb44-cf7c-4a1a-9982-82f589488a3a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.582638 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 69d9c023-a49c-49ef-9b19-cce195c3edca up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:54.586444 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc62040-d6c2-446c-96d1-fe95832b26dc admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:48:54.586855 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1cc62040-d6c2-446c-96d1-fe95832b26dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (337fbb44-cf7c-4a1a-9982-82f589488a3a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.591395 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4c9b5-6c0a-42b3-8c12-6111448cb01e tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcef4531-6610-44e1-8633-a9a4863f8c48,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:54.593124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] Pushing event updated for resources: {'Port': ['ID=cd0ec7f5-a277-484a-892b-025241efff57,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:54.634207 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c0f31d2-5ccc-4b3a-9854-b940da023805 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for port (9d43efcd-d5a2-45c9-8819-81a825cea32e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.640597 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 337fbb44-cf7c-4a1a-9982-82f589488a3a resource provider aggregate not found Nov 02 12:48:54.668882 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:48:54.669583 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] Checking segment: {'id': '7735c884-f868-439b-9e1b-2d9cfd93723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '482758b2-a48d-4a3b-9845-3b080feb265e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:54.670491 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.670949 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] Bound using segment: {'id': '7735c884-f868-439b-9e1b-2d9cfd93723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '482758b2-a48d-4a3b-9845-3b080feb265e'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:48:54.671715 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] Bound port: cd0ec7f5-a277-484a-892b-025241efff57, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7735c884-f868-439b-9e1b-2d9cfd93723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '482758b2-a48d-4a3b-9845-3b080feb265e'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:48:54.672152 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (cd0ec7f5-a277-484a-892b-025241efff57), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.680884 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 337fbb44-cf7c-4a1a-9982-82f589488a3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 337fbb44-cf7c-4a1a-9982-82f589488a3a found for delete ", "request_id": "req-4c9aa9f6-a981-481d-a7f4-96212ca0d40e"}]} Nov 02 12:48:54.696049 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 69d9c023-a49c-49ef-9b19-cce195c3edca triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:54.696602 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (69d9c023-a49c-49ef-9b19-cce195c3edca), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.697052 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 69d9c023-a49c-49ef-9b19-cce195c3edca Nov 02 12:48:54.725318 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8688882-2db6-4c31-ab3a-6f30f8c8988f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (abb29b2e-8178-4c9c-8d6c-ea100e03d6d8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.752449 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:54.756086 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-a8688882-2db6-4c31-ab3a-6f30f8c8988f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb29b2e-8178-4c9c-8d6c-ea100e03d6d8']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:54.772314 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c12673c-c4d9-4256-a994-320a735343c7 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group_rule (c5b934fb-a28c-4ad5-bb44-cb93dc8f70ce), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.774340 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-a8688882-2db6-4c31-ab3a-6f30f8c8988f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef1d9c7-2699-47cc-a2b3-0bfa561dde33') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:54.774644 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-a8688882-2db6-4c31-ab3a-6f30f8c8988f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef1d9c7-2699-47cc-a2b3-0bfa561dde33') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:54.784251 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0f4c9b5-6c0a-42b3-8c12-6111448cb01e tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks [] for floatingip (023f0fa6-df11-4878-ab57-82192d4bf24a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.790447 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8688882-2db6-4c31-ab3a-6f30f8c8988f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (cef1d9c7-2699-47cc-a2b3-0bfa561dde33), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.790595 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d0f4c9b5-6c0a-42b3-8c12-6111448cb01e tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.790595 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d0f4c9b5-6c0a-42b3-8c12-6111448cb01e tempest-FloatingIPAdminTestJSON-1426690672 tempest-FloatingIPAdminTestJSON-1426690672-project-admin] 10.222.0.64 "DELETE /networking/v2.0/floatingips/023f0fa6-df11-4878-ab57-82192d4bf24a HTTP/1.1" status: 204 len: 168 time: 2.7028663 Nov 02 12:48:54.795734 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45768) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:54.818588 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] For port cd0ec7f5-a277-484a-892b-025241efff57, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:54.827220 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-306d2df1-52a3-416c-8165-5e6e6bd2f1c8 admin admin] Publish callbacks [] for port (33bfd7d5-8ad4-4cb5-8af1-943f581cbce5), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.837753 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] For port cd0ec7f5-a277-484a-892b-025241efff57, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=cd0ec7f5-a277-484a-892b-025241efff57,segment=NetworkSegment(7735c884-f868-439b-9e1b-2d9cfd93723f),segment_id=7735c884-f868-439b-9e1b-2d9cfd93723f)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:54.840365 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1cc62040-d6c2-446c-96d1-fe95832b26dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (51871001-9b9b-4e28-aa55-68271f815ee1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.843042 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 69d9c023-a49c-49ef-9b19-cce195c3edca is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:54.845150 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8688882-2db6-4c31-ab3a-6f30f8c8988f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (cef1d9c7-2699-47cc-a2b3-0bfa561dde33), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.848679 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d7cf-ec70-44c6-97b4-5335652c0b80 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks [] for security_group (ddeefcf8-84c6-42f3-8fa7-68f727d6e7ab), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.856384 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1cc62040-d6c2-446c-96d1-fe95832b26dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.858276 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 438e32ac-03e7-429d-a0a2-e72111598b09 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:54.859620 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1cc62040-d6c2-446c-96d1-fe95832b26dc admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/51871001-9b9b-4e28-aa55-68271f815ee1 HTTP/1.1" status: 204 len: 168 time: 1.7036922 Nov 02 12:48:54.862803 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45770) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:54.866587 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8688882-2db6-4c31-ab3a-6f30f8c8988f admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:48:54.866999 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8688882-2db6-4c31-ab3a-6f30f8c8988f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (cef1d9c7-2699-47cc-a2b3-0bfa561dde33), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.880224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 438e32ac-03e7-429d-a0a2-e72111598b09 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:48:54.880474 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 438e32ac-03e7-429d-a0a2-e72111598b09 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:54.880944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2158c0f4-a943-446f-b4cf-a682789010fb no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:54.881209 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d6ce2133-2c55-4919-99e2-142cccc98a5f admin admin] Publish callbacks [] for security_group (8d1d7c6a-2e94-446e-991c-e597ef92952d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.884190 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:54.896413 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c12673c-c4d9-4256-a994-320a735343c7 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (c5b934fb-a28c-4ad5-bb44-cb93dc8f70ce), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:54.898261 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc62040-d6c2-446c-96d1-fe95832b26dc admin admin] Pushing event deleted for resources: {'Network': ['ID=51871001-9b9b-4e28-aa55-68271f815ee1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:54.902721 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 2158c0f4-a943-446f-b4cf-a682789010fb {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:48:54.903885 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2158c0f4-a943-446f-b4cf-a682789010fb not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:54.979748 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12673c-c4d9-4256-a994-320a735343c7 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b934fb-a28c-4ad5-bb44-cb93dc8f70ce,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:54.996989 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-b9b97322-3861-48a4-9a04-92cf351d83d3 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Deleting port 5e0c51ef-1e6f-4ac6-8e7f-0c717687a1ed {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:54.999686 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b9b97322-3861-48a4-9a04-92cf351d83d3 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5e0c51ef-1e6f-4ac6-8e7f-0c717687a1ed), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.024044 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (cd0ec7f5-a277-484a-892b-025241efff57), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.028090 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-306d2df1-52a3-416c-8165-5e6e6bd2f1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (33bfd7d5-8ad4-4cb5-8af1-943f581cbce5), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.030775 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c0f31d2-5ccc-4b3a-9854-b940da023805 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9d43efcd-d5a2-45c9-8819-81a825cea32e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.086840 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31645c9a-8520-4d85-8d5d-c9beac11a281 None None] Pushing event updated for resources: {'Port': ['ID=cd0ec7f5-a277-484a-892b-025241efff57,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:55.103977 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c12673c-c4d9-4256-a994-320a735343c7 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.108322 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6c12673c-c4d9-4256-a994-320a735343c7 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1629913 Nov 02 12:48:55.108322 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8688882-2db6-4c31-ab3a-6f30f8c8988f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (abb29b2e-8178-4c9c-8d6c-ea100e03d6d8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.111823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45772) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:55.116208 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d6ce2133-2c55-4919-99e2-142cccc98a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8d1d7c6a-2e94-446e-991c-e597ef92952d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.122664 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d7cf-ec70-44c6-97b4-5335652c0b80 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ddeefcf8-84c6-42f3-8fa7-68f727d6e7ab), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.130745 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8688882-2db6-4c31-ab3a-6f30f8c8988f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.133925 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a8688882-2db6-4c31-ab3a-6f30f8c8988f admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/abb29b2e-8178-4c9c-8d6c-ea100e03d6d8 HTTP/1.1" status: 204 len: 168 time: 2.1306241 Nov 02 12:48:55.137208 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8688882-2db6-4c31-ab3a-6f30f8c8988f admin admin] Pushing event deleted for resources: {'Network': ['ID=abb29b2e-8178-4c9c-8d6c-ea100e03d6d8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:55.140326 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b9b97322-3861-48a4-9a04-92cf351d83d3 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5e0c51ef-1e6f-4ac6-8e7f-0c717687a1ed), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.148668 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ffe237dd-e16f-43f9-b475-19ff6b637781 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:55.158845 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-b9b97322-3861-48a4-9a04-92cf351d83d3 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Calling delete_port for 5e0c51ef-1e6f-4ac6-8e7f-0c717687a1ed owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:55.174383 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0f31d2-5ccc-4b3a-9854-b940da023805 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network ddbedc69-120b-45a7-b92c-658678b782d3 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:55.208172 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6c0f31d2-5ccc-4b3a-9854-b940da023805 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:55.228644 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0f31d2-5ccc-4b3a-9854-b940da023805 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:55.229203 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c0f31d2-5ccc-4b3a-9854-b940da023805 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (64679c82-559c-41d0-b64f-150010986512), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.231703 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd7d7cf-ec70-44c6-97b4-5335652c0b80 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:48:55.296962 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d2df1-52a3-416c-8165-5e6e6bd2f1c8 admin admin] Pushing event updated for resources: {'Port': ['ID=33bfd7d5-8ad4-4cb5-8af1-943f581cbce5,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:55.306414 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-306d2df1-52a3-416c-8165-5e6e6bd2f1c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (b025a54d-c697-4c12-855c-7d854e2224a9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.320518 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d6ce2133-2c55-4919-99e2-142cccc98a5f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=483329394c4645408f8545d2e84a2a6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9665124 Nov 02 12:48:55.323176 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45776) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:55.324700 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d7cf-ec70-44c6-97b4-5335652c0b80 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e580cabf-23ca-44d9-bad2-a09049a20d68), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.325041 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-4cd7d7cf-ec70-44c6-97b4-5335652c0b80 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Added segment e580cabf-23ca-44d9-bad2-a09049a20d68 of type vlan for network 5772360a-d844-4d11-938d-87493090d128 Nov 02 12:48:55.328193 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce2133-2c55-4919-99e2-142cccc98a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1d7c6a-2e94-446e-991c-e597ef92952d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:55.414839 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b2138b3e-ec94-4a50-9fd6-3663c789a067 admin admin] Publish callbacks [] for security_group (8d1d7c6a-2e94-446e-991c-e597ef92952d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.441307 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b2138b3e-ec94-4a50-9fd6-3663c789a067 admin admin] Publish callbacks [] for security_group (8d1d7c6a-2e94-446e-991c-e597ef92952d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.443594 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:55.450808 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b9b97322-3861-48a4-9a04-92cf351d83d3 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (5e0c51ef-1e6f-4ac6-8e7f-0c717687a1ed), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.493209 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b97322-3861-48a4-9a04-92cf351d83d3 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Pushing event deleted for resources: {'Port': ['ID=5e0c51ef-1e6f-4ac6-8e7f-0c717687a1ed,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:55.494985 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ffe237dd-e16f-43f9-b475-19ff6b637781 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.584951 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d7cf-ec70-44c6-97b4-5335652c0b80 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (5772360a-d844-4d11-938d-87493090d128), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.596151 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f31d2-5ccc-4b3a-9854-b940da023805 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Port': ['ID=9d43efcd-d5a2-45c9-8819-81a825cea32e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:55.618778 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b9b97322-3861-48a4-9a04-92cf351d83d3 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.622423 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b9b97322-3861-48a4-9a04-92cf351d83d3 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] 10.222.0.64 "DELETE /networking/v2.0/ports/5e0c51ef-1e6f-4ac6-8e7f-0c717687a1ed HTTP/1.1" status: 204 len: 168 time: 0.8248742 Nov 02 12:48:55.629777 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45778) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:55.642744 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7d7cf-ec70-44c6-97b4-5335652c0b80 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddeefcf8-84c6-42f3-8fa7-68f727d6e7ab,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:55.690988 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f59c866-1125-48a4-8af8-c0170f0c1f88 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:55.692911 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4f59c866-1125-48a4-8af8-c0170f0c1f88 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eae4fef3-9cb1-4183-bf95-905db01caa40 HTTP/1.1" status: 200 len: 913 time: 0.0665488 Nov 02 12:48:55.696653 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45780) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:55.702918 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.db.resource_extend [None req-4cd7d7cf-ec70-44c6-97b4-5335652c0b80 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:48:55.742727 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b2138b3e-ec94-4a50-9fd6-3663c789a067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8d1d7c6a-2e94-446e-991c-e597ef92952d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.745467 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b2138b3e-ec94-4a50-9fd6-3663c789a067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.749438 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b2138b3e-ec94-4a50-9fd6-3663c789a067 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8d1d7c6a-2e94-446e-991c-e597ef92952d HTTP/1.1" status: 204 len: 168 time: 0.4250407 Nov 02 12:48:55.770397 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45784) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:55.772352 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2138b3e-ec94-4a50-9fd6-3663c789a067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1d7c6a-2e94-446e-991c-e597ef92952d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:55.848296 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ffe237dd-e16f-43f9-b475-19ff6b637781 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.878999 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d7cf-ec70-44c6-97b4-5335652c0b80 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (5772360a-d844-4d11-938d-87493090d128), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:55.884670 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd7d7cf-ec70-44c6-97b4-5335652c0b80 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:55.885538 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d7cf-ec70-44c6-97b4-5335652c0b80 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:56.130746 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b392254-2058-400e-a03e-f87c330123cb tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (eae4fef3-9cb1-4183-bf95-905db01caa40), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:56.311242 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306d2df1-52a3-416c-8165-5e6e6bd2f1c8 admin admin] Network f8033aa9-87c0-479a-b95f-16fb9f7b8969 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:56.329270 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:56.338553 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-306d2df1-52a3-416c-8165-5e6e6bd2f1c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:56.355435 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d733b73-952c-4fd4-8f51-2112bb9a6309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (2ca29f2b-7b37-4e2f-a919-d6740ea9b792), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:56.403120 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b0ddcd-532e-477d-b762-f932ac15724c None None] Network ddbedc69-120b-45a7-b92c-658678b782d3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:48:56.423315 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930a3529-99b9-494b-aaf8-193df173cb2a None None] Network 482758b2-a48d-4a3b-9845-3b080feb265e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:48:56.455223 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4cd7d7cf-ec70-44c6-97b4-5335652c0b80 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.8877561 Nov 02 12:48:56.461823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45790) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:56.463376 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c0f31d2-5ccc-4b3a-9854-b940da023805 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9d43efcd-d5a2-45c9-8819-81a825cea32e), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:56.470743 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cf363544-f85b-41f7-8027-b156c8d16012 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=952e3a77e8784db5b41f326d932f78b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6862466 Nov 02 12:48:56.482241 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630d666f-4881-4b56-98d8-1703fd91442e None None] Network abb29b2e-8178-4c9c-8d6c-ea100e03d6d8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:48:56.486248 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45794) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:56.509244 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630d666f-4881-4b56-98d8-1703fd91442e None None] Network abb29b2e-8178-4c9c-8d6c-ea100e03d6d8 could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 12:48:56.537015 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f8dc56df-b478-408b-9340-fcfc3cb27f0b tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Request body: {'subnet': {'network_id': '5772360a-d844-4d11-938d-87493090d128', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:56.597111 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6b392254-2058-400e-a03e-f87c330123cb tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Deleting port cda2837b-5e29-4605-a09a-da96e6811aec {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:56.597455 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b392254-2058-400e-a03e-f87c330123cb tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (cda2837b-5e29-4605-a09a-da96e6811aec), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:56.629604 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-70a74708-436e-4362-b9a2-cb65af85011c None None] Could not find standard attr ID for object b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:48:56.637222 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7d7cf-ec70-44c6-97b4-5335652c0b80 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Pushing event updated for resources: {'Network': ['ID=5772360a-d844-4d11-938d-87493090d128,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:56.671841 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:56.744768 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410b8399-fbb5-475a-8ec7-254aa98ad3db None None] Network 51871001-9b9b-4e28-aa55-68271f815ee1 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:48:56.747554 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 5772360a-d844-4d11-938d-87493090d128 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:48:56.749447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758cac3b-224e-4d2d-b858-2381d8504681 None None] DHCP port deletion for abb29b2e-8178-4c9c-8d6c-ea100e03d6d8 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:48:56.769289 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:56.787632 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment cef1d9c7-2699-47cc-a2b3-0bfa561dde33 resource provider aggregate not found Nov 02 12:48:56.822526 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment cef1d9c7-2699-47cc-a2b3-0bfa561dde33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cef1d9c7-2699-47cc-a2b3-0bfa561dde33 found for delete ", "request_id": "req-baddc27c-0f1f-4580-ac8a-35b2f23258a0"}]} Nov 02 12:48:56.823918 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-85c8fe21-bf2b-4f61-9311-b2690a0ada8a admin admin] Publish callbacks [] for security_group (dd5dd0b6-6f4d-464d-84ea-88a16aced99b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:56.863173 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f7bf7e6e-18b2-4a75-9976-bc6138ee100b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:56.880251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410b8399-fbb5-475a-8ec7-254aa98ad3db None None] Network 51871001-9b9b-4e28-aa55-68271f815ee1 could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 12:48:56.881628 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-85c8fe21-bf2b-4f61-9311-b2690a0ada8a admin admin] Publish callbacks [] for security_group (dd5dd0b6-6f4d-464d-84ea-88a16aced99b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:56.958862 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b392254-2058-400e-a03e-f87c330123cb tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (cda2837b-5e29-4605-a09a-da96e6811aec), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:56.989032 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-70a74708-436e-4362-b9a2-cb65af85011c None None] Provisioning complete for port cd0ec7f5-a277-484a-892b-025241efff57 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:56.989420 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-70a74708-436e-4362-b9a2-cb65af85011c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (cd0ec7f5-a277-484a-892b-025241efff57), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:56.989808 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-70a74708-436e-4362-b9a2-cb65af85011c None None] Attempt 1 to provision port cd0ec7f5-a277-484a-892b-025241efff57 Nov 02 12:48:57.031957 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6b392254-2058-400e-a03e-f87c330123cb tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Calling delete_port for cda2837b-5e29-4605-a09a-da96e6811aec owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:57.069123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9376241-7266-4246-bbc5-1ebf55fa837d None None] DHCP port deletion for 51871001-9b9b-4e28-aa55-68271f815ee1 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:48:57.081834 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-ffe237dd-e16f-43f9-b475-19ff6b637781 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Allocated IP 172.25.2.121 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/9e15c15b-bf4c-455d-9db3-8d4eec092c5a) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:57.085939 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dc56df-b478-408b-9340-fcfc3cb27f0b tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Made reservation on behalf of 3188ff297c7e461e91a0da9ff8bfc61a for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:57.089967 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f8dc56df-b478-408b-9340-fcfc3cb27f0b tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:57.209107 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port f7bf7e6e-18b2-4a75-9976-bc6138ee100b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:57.209792 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f7bf7e6e-18b2-4a75-9976-bc6138ee100b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:57.210297 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port f7bf7e6e-18b2-4a75-9976-bc6138ee100b Nov 02 12:48:57.274179 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-85c8fe21-bf2b-4f61-9311-b2690a0ada8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (dd5dd0b6-6f4d-464d-84ea-88a16aced99b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:57.277149 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-85c8fe21-bf2b-4f61-9311-b2690a0ada8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:57.281646 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-85c8fe21-bf2b-4f61-9311-b2690a0ada8a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/dd5dd0b6-6f4d-464d-84ea-88a16aced99b HTTP/1.1" status: 204 len: 168 time: 0.7843583 Nov 02 12:48:57.292695 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8fe21-bf2b-4f61-9311-b2690a0ada8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5dd0b6-6f4d-464d-84ea-88a16aced99b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:57.306022 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306d2df1-52a3-416c-8165-5e6e6bd2f1c8 admin admin] Router b025a54d-c697-4c12-855c-7d854e2224a9 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:48:57.360251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-70a74708-436e-4362-b9a2-cb65af85011c None None] Current status of the port cd0ec7f5-a277-484a-892b-025241efff57 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:57.360967 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-70a74708-436e-4362-b9a2-cb65af85011c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (cd0ec7f5-a277-484a-892b-025241efff57), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:57.417999 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-70a74708-436e-4362-b9a2-cb65af85011c None None] For port cd0ec7f5-a277-484a-892b-025241efff57, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=cd0ec7f5-a277-484a-892b-025241efff57,segment=NetworkSegment(7735c884-f868-439b-9e1b-2d9cfd93723f),segment_id=7735c884-f868-439b-9e1b-2d9cfd93723f)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:57.458136 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port f7bf7e6e-18b2-4a75-9976-bc6138ee100b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:57.462416 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device cd0ec7f5-a277-484a-892b-025241efff57 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:57.517416 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port cd0ec7f5-a277-484a-892b-025241efff57 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:57.517805 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (cd0ec7f5-a277-484a-892b-025241efff57), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:57.518075 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port cd0ec7f5-a277-484a-892b-025241efff57 Nov 02 12:48:57.518251 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:57.621540 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-70a74708-436e-4362-b9a2-cb65af85011c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (cd0ec7f5-a277-484a-892b-025241efff57), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:57.637050 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:57.638122 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b392254-2058-400e-a03e-f87c330123cb tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (cda2837b-5e29-4605-a09a-da96e6811aec), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:57.662526 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port cd0ec7f5-a277-484a-892b-025241efff57 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:57.697191 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a74708-436e-4362-b9a2-cb65af85011c None None] Pushing event updated for resources: {'Port': ['ID=cd0ec7f5-a277-484a-892b-025241efff57,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:57.711124 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b392254-2058-400e-a03e-f87c330123cb tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Pushing event deleted for resources: {'Port': ['ID=cda2837b-5e29-4605-a09a-da96e6811aec,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:57.734114 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:57.787936 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ba861d96-f3b0-49cd-ad28-85ca3fadb4f9 None None] Provisioning complete for port 69d9c023-a49c-49ef-9b19-cce195c3edca triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:57.788436 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ba861d96-f3b0-49cd-ad28-85ca3fadb4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (69d9c023-a49c-49ef-9b19-cce195c3edca), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:57.788873 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ba861d96-f3b0-49cd-ad28-85ca3fadb4f9 None None] Attempt 1 to provision port 69d9c023-a49c-49ef-9b19-cce195c3edca Nov 02 12:48:57.964071 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ba861d96-f3b0-49cd-ad28-85ca3fadb4f9 None None] Current status of the port 69d9c023-a49c-49ef-9b19-cce195c3edca is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:57.991726 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ba861d96-f3b0-49cd-ad28-85ca3fadb4f9 None None] Provisioning complete for port 9d43efcd-d5a2-45c9-8819-81a825cea32e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:57.996089 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ba861d96-f3b0-49cd-ad28-85ca3fadb4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9d43efcd-d5a2-45c9-8819-81a825cea32e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:57.996089 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ba861d96-f3b0-49cd-ad28-85ca3fadb4f9 None None] Attempt 1 to provision port 9d43efcd-d5a2-45c9-8819-81a825cea32e Nov 02 12:48:58.013073 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-1d733b73-952c-4fd4-8f51-2112bb9a6309 admin admin] Deleting port 1a314ed8-1c1e-4f8f-82f8-6855f8379243 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:58.013663 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d733b73-952c-4fd4-8f51-2112bb9a6309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (1a314ed8-1c1e-4f8f-82f8-6855f8379243), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:58.071376 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ba861d96-f3b0-49cd-ad28-85ca3fadb4f9 None None] Port 9d43efcd-d5a2-45c9-8819-81a825cea32e cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:48:58.099772 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ba861d96-f3b0-49cd-ad28-85ca3fadb4f9 None None] Provisioning complete for port 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:58.100155 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ba861d96-f3b0-49cd-ad28-85ca3fadb4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (33bfd7d5-8ad4-4cb5-8af1-943f581cbce5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:58.107308 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ba861d96-f3b0-49cd-ad28-85ca3fadb4f9 None None] Attempt 1 to provision port 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5 Nov 02 12:48:58.123636 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b392254-2058-400e-a03e-f87c330123cb tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (eae4fef3-9cb1-4183-bf95-905db01caa40), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:58.167776 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-1d733b73-952c-4fd4-8f51-2112bb9a6309 admin admin] For port 1a314ed8-1c1e-4f8f-82f8-6855f8379243, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1a314ed8-1c1e-4f8f-82f8-6855f8379243,segment=NetworkSegment(c5fcae5d-50d0-4b77-b7be-f4b3e357acc2),segment_id=c5fcae5d-50d0-4b77-b7be-f4b3e357acc2)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:58.168122 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d733b73-952c-4fd4-8f51-2112bb9a6309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (1a314ed8-1c1e-4f8f-82f8-6855f8379243), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:58.185682 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-1d733b73-952c-4fd4-8f51-2112bb9a6309 admin admin] Calling delete_port for 1a314ed8-1c1e-4f8f-82f8-6855f8379243 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:58.224198 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ba861d96-f3b0-49cd-ad28-85ca3fadb4f9 None None] Port 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:48:58.226984 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:58.294108 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ffe237dd-e16f-43f9-b475-19ff6b637781 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for port (9e15c15b-bf4c-455d-9db3-8d4eec092c5a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:58.349576 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f97600c5-c09b-4965-bda8-d13fd329ff71 None None] Provisioning complete for port 9d43efcd-d5a2-45c9-8819-81a825cea32e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:58.350139 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f97600c5-c09b-4965-bda8-d13fd329ff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9d43efcd-d5a2-45c9-8819-81a825cea32e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:58.350649 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f97600c5-c09b-4965-bda8-d13fd329ff71 None None] Attempt 1 to provision port 9d43efcd-d5a2-45c9-8819-81a825cea32e Nov 02 12:48:58.373536 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:58.434284 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f97600c5-c09b-4965-bda8-d13fd329ff71 None None] Port 9d43efcd-d5a2-45c9-8819-81a825cea32e cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:48:58.475673 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device cd0ec7f5-a277-484a-892b-025241efff57 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:58.506548 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b392254-2058-400e-a03e-f87c330123cb tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Router eae4fef3-9cb1-4183-bf95-905db01caa40 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:48:58.525454 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5db9ee-0a47-4f49-9610-386a118db653 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:48:58.529797 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306d2df1-52a3-416c-8165-5e6e6bd2f1c8 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:58.542414 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] Sync routers for ids ['b025a54d-c697-4c12-855c-7d854e2224a9'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:58.556539 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] Routers {'b025a54d-c697-4c12-855c-7d854e2224a9'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:58.557567 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b025a54d-c697-4c12-855c-7d854e2224a9'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:58.575051 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-306d2df1-52a3-416c-8165-5e6e6bd2f1c8 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/b025a54d-c697-4c12-855c-7d854e2224a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1431873 Nov 02 12:48:58.583693 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8d6bddfe-dc43-483b-94c8-6cfbd7e958bf None None] Provisioning complete for port cd0ec7f5-a277-484a-892b-025241efff57 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:58.584317 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8d6bddfe-dc43-483b-94c8-6cfbd7e958bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (cd0ec7f5-a277-484a-892b-025241efff57), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:58.584472 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8d6bddfe-dc43-483b-94c8-6cfbd7e958bf None None] Attempt 1 to provision port cd0ec7f5-a277-484a-892b-025241efff57 Nov 02 12:48:58.615775 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:58.679397 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c0f31d2-5ccc-4b3a-9854-b940da023805 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for port (9d43efcd-d5a2-45c9-8819-81a825cea32e), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:58.714553 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ffe237dd-e16f-43f9-b475-19ff6b637781 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9e15c15b-bf4c-455d-9db3-8d4eec092c5a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:58.720616 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8d6bddfe-dc43-483b-94c8-6cfbd7e958bf None None] Current status of the port cd0ec7f5-a277-484a-892b-025241efff57 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:58.725148 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port cd0ec7f5-a277-484a-892b-025241efff57 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:48:58.725592 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (cd0ec7f5-a277-484a-892b-025241efff57), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:58.725943 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port cd0ec7f5-a277-484a-892b-025241efff57 Nov 02 12:48:58.746010 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b392254-2058-400e-a03e-f87c330123cb tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:58.748918 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:58.755290 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6b392254-2058-400e-a03e-f87c330123cb tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] 10.222.0.64 "PUT /networking/v2.0/routers/eae4fef3-9cb1-4183-bf95-905db01caa40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0574729 Nov 02 12:48:58.762183 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45834) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:58.783534 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c0f31d2-5ccc-4b3a-9854-b940da023805 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (9d43efcd-d5a2-45c9-8819-81a825cea32e), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:58.784401 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c0f31d2-5ccc-4b3a-9854-b940da023805 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (64679c82-559c-41d0-b64f-150010986512), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:58.833718 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe237dd-e16f-43f9-b475-19ff6b637781 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Pushing event updated for resources: {'Port': ['ID=9e15c15b-bf4c-455d-9db3-8d4eec092c5a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:58.838613 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe237dd-e16f-43f9-b475-19ff6b637781 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:58.851775 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d733b73-952c-4fd4-8f51-2112bb9a6309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (1a314ed8-1c1e-4f8f-82f8-6855f8379243), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:58.865142 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-ffe237dd-e16f-43f9-b475-19ff6b637781 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:58.867462 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f8dc56df-b478-408b-9340-fcfc3cb27f0b tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (6b496e32-5402-4e8f-b0a5-6c2deed1075e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:58.869852 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe237dd-e16f-43f9-b475-19ff6b637781 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:48:58.942846 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] Set router b025a54d-c697-4c12-855c-7d854e2224a9 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:48:58.953965 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:58.959716 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc56df-b478-408b-9340-fcfc3cb27f0b tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Pushing event updated for resources: {'Subnet': ['ID=6b496e32-5402-4e8f-b0a5-6c2deed1075e,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:58.982959 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4a95a53-ca35-4f3a-b0f1-982b5656c480 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for router (eae4fef3-9cb1-4183-bf95-905db01caa40), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:58.984688 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2cb158-100f-4bb9-b253-8c16619ade4e None None] Sync routers for ids ['eae4fef3-9cb1-4183-bf95-905db01caa40'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:59.050116 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2cb158-100f-4bb9-b253-8c16619ade4e None None] Routers {'eae4fef3-9cb1-4183-bf95-905db01caa40'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:59.050755 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-eb2cb158-100f-4bb9-b253-8c16619ade4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['eae4fef3-9cb1-4183-bf95-905db01caa40'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:59.085751 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5db9ee-0a47-4f49-9610-386a118db653 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:48:59.133204 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-eb2cb158-100f-4bb9-b253-8c16619ade4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:59.135463 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:59.151593 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:59.156029 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4a95a53-ca35-4f3a-b0f1-982b5656c480 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for router_gateway (eae4fef3-9cb1-4183-bf95-905db01caa40), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:59.174161 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0f31d2-5ccc-4b3a-9854-b940da023805 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network ddbedc69-120b-45a7-b92c-658678b782d3 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:59.182562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2cb158-100f-4bb9-b253-8c16619ade4e None None] Routers {'eae4fef3-9cb1-4183-bf95-905db01caa40'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:48:59.183183 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-eb2cb158-100f-4bb9-b253-8c16619ade4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['eae4fef3-9cb1-4183-bf95-905db01caa40'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:59.203240 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6c0f31d2-5ccc-4b3a-9854-b940da023805 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:59.211551 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f31d2-5ccc-4b3a-9854-b940da023805 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Port': ['ID=9d43efcd-d5a2-45c9-8819-81a825cea32e,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:59.251002 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-eb2cb158-100f-4bb9-b253-8c16619ade4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:59.251601 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2cb158-100f-4bb9-b253-8c16619ade4e None None] The sync data for ids ['eae4fef3-9cb1-4183-bf95-905db01caa40'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:59.277352 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d733b73-952c-4fd4-8f51-2112bb9a6309 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a314ed8-1c1e-4f8f-82f8-6855f8379243,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:59.278005 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b025a54d-c697-4c12-855c-7d854e2224a9', 'name': 'tempest-MultipleCreateTestJSON-705023207-router', 'tenant_id': '4397600a6e7f4af4ab461b1b30f5b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7bf7e6e-18b2-4a75-9976-bc6138ee100b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:38Z', 'updated_at': '2022-11-02T12:48:53Z', 'revision_number': 4, 'project_id': '4397600a6e7f4af4ab461b1b30f5b750', 'gw_port': {'id': 'f7bf7e6e-18b2-4a75-9976-bc6138ee100b', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b025a54d-c697-4c12-855c-7d854e2224a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:40Z', 'updated_at': '2022-11-02T12:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '33bfd7d5-8ad4-4cb5-8af1-943f581cbce5', 'name': '', 'network_id': 'f8033aa9-87c0-479a-b95f-16fb9f7b8969', 'tenant_id': '4397600a6e7f4af4ab461b1b30f5b750', 'mac_address': 'fa:16:3e:d5:3e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b025a54d-c697-4c12-855c-7d854e2224a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '3b8b1ce3-d768-44ae-a055-68b6df0c33e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:49Z', 'updated_at': '2022-11-02T12:48:54Z', 'revision_number': 2, 'project_id': '4397600a6e7f4af4ab461b1b30f5b750', 'subnets': [{'id': '3b8b1ce3-d768-44ae-a055-68b6df0c33e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:59.339230 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dc56df-b478-408b-9340-fcfc3cb27f0b tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Checking segment: {'id': 'e580cabf-23ca-44d9-bad2-a09049a20d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5772360a-d844-4d11-938d-87493090d128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:48:59.339595 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dc56df-b478-408b-9340-fcfc3cb27f0b tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Network hostable DHCP agents. Network: 5772360a-d844-4d11-938d-87493090d128, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:48:59.342009 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port cd0ec7f5-a277-484a-892b-025241efff57 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:48:59.346176 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:59.363959 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] Checking router: b025a54d-c697-4c12-855c-7d854e2224a9 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:48:59.363959 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] Updating router b025a54d-c697-4c12-855c-7d854e2224a9 port 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:48:59.364169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:59.388598 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-b4a95a53-ca35-4f3a-b0f1-982b5656c480 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Deleting port 51b0880e-31a1-4f04-bfa9-edc6e90d04d8 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:48:59.388952 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4a95a53-ca35-4f3a-b0f1-982b5656c480 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (51b0880e-31a1-4f04-bfa9-edc6e90d04d8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:59.432379 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:48:59.432578 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b8ee47a7-45a9-4173-b7e1-4bfb24a76fc7 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:59.432937 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 897368eb-25d2-4e89-9c24-aa45e918e29f no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:59.440989 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (33bfd7d5-8ad4-4cb5-8af1-943f581cbce5), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:59.520427 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 897368eb-25d2-4e89-9c24-aa45e918e29f {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:48:59.521590 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 897368eb-25d2-4e89-9c24-aa45e918e29f not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:59.528331 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4a95a53-ca35-4f3a-b0f1-982b5656c480 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (51b0880e-31a1-4f04-bfa9-edc6e90d04d8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:59.569884 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ffe237dd-e16f-43f9-b475-19ff6b637781 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for floatingip (48167504-ed57-4331-8659-9eb9e43dbe29), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:59.573808 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-b4a95a53-ca35-4f3a-b0f1-982b5656c480 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Calling delete_port for 51b0880e-31a1-4f04-bfa9-edc6e90d04d8 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:48:59.670401 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dc56df-b478-408b-9340-fcfc3cb27f0b tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Network 5772360a-d844-4d11-938d-87493090d128 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:48:59.681061 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d733b73-952c-4fd4-8f51-2112bb9a6309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (2ca29f2b-7b37-4e2f-a919-d6740ea9b792), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:59.816138 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:59.880147 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45866) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:59.915552 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] Publish callbacks [] for port (33bfd7d5-8ad4-4cb5-8af1-943f581cbce5), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:59.938125 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975d237-20bf-4570-979c-952616bde424 req-36bac8fb-b35e-4a4f-ba7f-237258aae3d2 tempest-MultipleCreateTestJSON-301647604 tempest-MultipleCreateTestJSON-301647604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:59.939708 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5975d237-20bf-4570-979c-952616bde424 req-36bac8fb-b35e-4a4f-ba7f-237258aae3d2 tempest-MultipleCreateTestJSON-301647604 tempest-MultipleCreateTestJSON-301647604-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f8033aa9-87c0-479a-b95f-16fb9f7b8969 HTTP/1.1" status: 200 len: 812 time: 0.3000143 Nov 02 12:48:59.965418 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5975d237-20bf-4570-979c-952616bde424 req-18059d35-1fac-46a7-a97a-09faac9a80f8 tempest-MultipleCreateTestJSON-301647604 tempest-MultipleCreateTestJSON-301647604-project] 10.222.0.64 "GET /networking/v2.0/quotas/4397600a6e7f4af4ab461b1b30f5b750 HTTP/1.1" status: 200 len: 375 time: 0.0185037 Nov 02 12:49:00.021598 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (33bfd7d5-8ad4-4cb5-8af1-943f581cbce5), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:00.129565 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ee5fd-898f-4b1f-a214-1272d2607fbb None None] Pushing event updated for resources: {'Port': ['ID=33bfd7d5-8ad4-4cb5-8af1-943f581cbce5,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:00.195647 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] Attempting to bind port 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:00.196331 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] Attempting to bind port 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd245fe3d-bf46-4af1-aa04-091b8f559dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'f8033aa9-87c0-479a-b95f-16fb9f7b8969'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:00.197573 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] Attempting to bind port 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5 on network f8033aa9-87c0-479a-b95f-16fb9f7b8969 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:00.268405 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:49:00.269227 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] Checking segment: {'id': 'd245fe3d-bf46-4af1-aa04-091b8f559dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'f8033aa9-87c0-479a-b95f-16fb9f7b8969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:00.270374 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:00.270951 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] Bound using segment: {'id': 'd245fe3d-bf46-4af1-aa04-091b8f559dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'f8033aa9-87c0-479a-b95f-16fb9f7b8969'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:49:00.271684 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] Bound port: 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd245fe3d-bf46-4af1-aa04-091b8f559dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'f8033aa9-87c0-479a-b95f-16fb9f7b8969'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:49:00.272448 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (33bfd7d5-8ad4-4cb5-8af1-943f581cbce5), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:00.343204 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0f31d2-5ccc-4b3a-9854-b940da023805 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 64679c82-559c-41d0-b64f-150010986512 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:49:00.345744 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-f8dc56df-b478-408b-9340-fcfc3cb27f0b tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 5772360a-d844-4d11-938d-87493090d128) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:00.360534 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dc56df-b478-408b-9340-fcfc3cb27f0b tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:00.365209 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f8dc56df-b478-408b-9340-fcfc3cb27f0b tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:00.398424 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] For port 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:00.402966 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] For port 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=33bfd7d5-8ad4-4cb5-8af1-943f581cbce5,segment=NetworkSegment(d245fe3d-bf46-4af1-aa04-091b8f559dd8),segment_id=d245fe3d-bf46-4af1-aa04-091b8f559dd8)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:00.408694 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ffe237dd-e16f-43f9-b475-19ff6b637781 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9e15c15b-bf4c-455d-9db3-8d4eec092c5a), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:00.417725 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-218354784-network', 'tenant_id': '55a4471c28cb45818f388321acb74608'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:00.450594 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5975d237-20bf-4570-979c-952616bde424 req-75fc9a99-9f7c-4314-95bf-d9ea9072fea9 tempest-MultipleCreateTestJSON-301647604 tempest-MultipleCreateTestJSON-301647604-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=4397600a6e7f4af4ab461b1b30f5b750&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4621530 Nov 02 12:49:00.527027 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (33bfd7d5-8ad4-4cb5-8af1-943f581cbce5), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:00.554377 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Made reservation on behalf of 55a4471c28cb45818f388321acb74608 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:00.556944 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:00.562090 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4a95a53-ca35-4f3a-b0f1-982b5656c480 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (51b0880e-31a1-4f04-bfa9-edc6e90d04d8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:00.567696 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f8dc56df-b478-408b-9340-fcfc3cb27f0b tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1009853 Nov 02 12:49:00.575563 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] Routers {'b025a54d-c697-4c12-855c-7d854e2224a9'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:00.576064 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45884) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:00.577493 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b025a54d-c697-4c12-855c-7d854e2224a9'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:00.583648 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e4c6dad9-619d-4979-a002-24ce979d1324 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Request body: {'port': {'network_id': '5772360a-d844-4d11-938d-87493090d128', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-664312845'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:00.587572 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433dba9b-3d2e-42b2-80ed-d3996b1579d0 None None] Network 482758b2-a48d-4a3b-9845-3b080feb265e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:00.597682 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:00.672174 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59adf9c-dec8-4361-8b81-3eecfa72007d None None] Network 5772360a-d844-4d11-938d-87493090d128 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:00.680164 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a95a53-ca35-4f3a-b0f1-982b5656c480 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Pushing event deleted for resources: {'Port': ['ID=51b0880e-31a1-4f04-bfa9-edc6e90d04d8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:00.696882 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ee5fd-898f-4b1f-a214-1272d2607fbb None None] Pushing event updated for resources: {'Port': ['ID=33bfd7d5-8ad4-4cb5-8af1-943f581cbce5,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:00.747867 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:00.776205 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] Set router b025a54d-c697-4c12-855c-7d854e2224a9 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:00.862808 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8bd82b35-4aa9-4491-93f0-d82050372b68 None None] Provisioning complete for port ac02b3cd-5ef9-40c4-9140-8480fca29111 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:00.864074 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8bd82b35-4aa9-4491-93f0-d82050372b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ac02b3cd-5ef9-40c4-9140-8480fca29111), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:00.864755 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8bd82b35-4aa9-4491-93f0-d82050372b68 None None] Attempt 1 to provision port ac02b3cd-5ef9-40c4-9140-8480fca29111 Nov 02 12:49:00.919981 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4a95a53-ca35-4f3a-b0f1-982b5656c480 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (eae4fef3-9cb1-4183-bf95-905db01caa40), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:00.987492 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0f31d2-5ccc-4b3a-9854-b940da023805 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:01.010201 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bfae0d-9380-443e-bcc7-9a6cf150d2c9 None None] Sync routers for ids ['64679c82-559c-41d0-b64f-150010986512'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:01.033527 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6c0f31d2-5ccc-4b3a-9854-b940da023805 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/64679c82-559c-41d0-b64f-150010986512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6217389 Nov 02 12:49:01.057716 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45900) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:01.152816 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-5772360a-d844-4d11-938d-87493090d128', 'network_id': '5772360a-d844-4d11-938d-87493090d128', 'project_id': '3188ff297c7e461e91a0da9ff8bfc61a', 'fixed_ips': [{'subnet_id': '6b496e32-5402-4e8f-b0a5-6c2deed1075e'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:49:01.153930 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:01.158317 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8bd82b35-4aa9-4491-93f0-d82050372b68 None None] Current status of the port ac02b3cd-5ef9-40c4-9140-8480fca29111 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:01.251057 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4a95a53-ca35-4f3a-b0f1-982b5656c480 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (eae4fef3-9cb1-4183-bf95-905db01caa40), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:01.261398 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4a95a53-ca35-4f3a-b0f1-982b5656c480 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for router_controller (eae4fef3-9cb1-4183-bf95-905db01caa40), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:01.272003 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bfae0d-9380-443e-bcc7-9a6cf150d2c9 None None] Routers {'64679c82-559c-41d0-b64f-150010986512'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:01.273700 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-98bfae0d-9380-443e-bcc7-9a6cf150d2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['64679c82-559c-41d0-b64f-150010986512'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:01.294249 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d733b73-952c-4fd4-8f51-2112bb9a6309 admin admin] Router 2ca29f2b-7b37-4e2f-a919-d6740ea9b792 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:49:01.315950 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-98bfae0d-9380-443e-bcc7-9a6cf150d2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:01.341798 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bfae0d-9380-443e-bcc7-9a6cf150d2c9 None None] Routers {'64679c82-559c-41d0-b64f-150010986512'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:01.342720 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-98bfae0d-9380-443e-bcc7-9a6cf150d2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['64679c82-559c-41d0-b64f-150010986512'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:01.359801 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05942bbe-be8b-432a-b34d-2fd7804d0377 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:01.361408 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-05942bbe-be8b-432a-b34d-2fd7804d0377 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/ports/9d43efcd-d5a2-45c9-8819-81a825cea32e HTTP/1.1" status: 200 len: 911 time: 0.3045278 Nov 02 12:49:01.376887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-864020e8-3294-4cbc-903d-9f3c3f968fc7 None None] Provisioning complete for port 9d43efcd-d5a2-45c9-8819-81a825cea32e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:01.377888 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45902) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:01.380350 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-864020e8-3294-4cbc-903d-9f3c3f968fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9d43efcd-d5a2-45c9-8819-81a825cea32e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:01.380889 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-864020e8-3294-4cbc-903d-9f3c3f968fc7 None None] Attempt 1 to provision port 9d43efcd-d5a2-45c9-8819-81a825cea32e Nov 02 12:49:01.404676 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-98bfae0d-9380-443e-bcc7-9a6cf150d2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:01.405807 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bfae0d-9380-443e-bcc7-9a6cf150d2c9 None None] The sync data for ids ['64679c82-559c-41d0-b64f-150010986512'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:01.431193 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Publish callbacks [] for security_group (f3044b33-19bd-4865-970a-1a7cfc24b5d0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:01.450509 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b025a54d-c697-4c12-855c-7d854e2224a9', 'name': 'tempest-MultipleCreateTestJSON-705023207-router', 'tenant_id': '4397600a6e7f4af4ab461b1b30f5b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7bf7e6e-18b2-4a75-9976-bc6138ee100b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:38Z', 'updated_at': '2022-11-02T12:48:53Z', 'revision_number': 4, 'project_id': '4397600a6e7f4af4ab461b1b30f5b750', 'gw_port': {'id': 'f7bf7e6e-18b2-4a75-9976-bc6138ee100b', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b025a54d-c697-4c12-855c-7d854e2224a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:40Z', 'updated_at': '2022-11-02T12:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '33bfd7d5-8ad4-4cb5-8af1-943f581cbce5', 'name': '', 'network_id': 'f8033aa9-87c0-479a-b95f-16fb9f7b8969', 'tenant_id': '4397600a6e7f4af4ab461b1b30f5b750', 'mac_address': 'fa:16:3e:d5:3e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b025a54d-c697-4c12-855c-7d854e2224a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '3b8b1ce3-d768-44ae-a055-68b6df0c33e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:49Z', 'updated_at': '2022-11-02T12:49:00Z', 'revision_number': 4, 'project_id': '4397600a6e7f4af4ab461b1b30f5b750', 'subnets': [{'id': '3b8b1ce3-d768-44ae-a055-68b6df0c33e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:01.464808 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c6dad9-619d-4979-a002-24ce979d1324 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Made reservation on behalf of 3188ff297c7e461e91a0da9ff8bfc61a for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:01.469072 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4c6dad9-619d-4979-a002-24ce979d1324 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:01.473982 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ffe237dd-e16f-43f9-b475-19ff6b637781 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for port (9e15c15b-bf4c-455d-9db3-8d4eec092c5a), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:01.506415 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4a95a53-ca35-4f3a-b0f1-982b5656c480 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (eae4fef3-9cb1-4183-bf95-905db01caa40), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:01.507778 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a95a53-ca35-4f3a-b0f1-982b5656c480 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Fanout notify agent at l3_agent the message router_deleted on router eae4fef3-9cb1-4183-bf95-905db01caa40 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:49:01.509150 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c7a68a-1d03-466c-9854-dbc29ce3c3bb None None] The sync data for ids ['b025a54d-c697-4c12-855c-7d854e2224a9'] in n-d-857339-6 is: [{'id': 'b025a54d-c697-4c12-855c-7d854e2224a9', 'name': 'tempest-MultipleCreateTestJSON-705023207-router', 'tenant_id': '4397600a6e7f4af4ab461b1b30f5b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7bf7e6e-18b2-4a75-9976-bc6138ee100b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:38Z', 'updated_at': '2022-11-02T12:48:53Z', 'revision_number': 4, 'project_id': '4397600a6e7f4af4ab461b1b30f5b750', 'gw_port': {'id': 'f7bf7e6e-18b2-4a75-9976-bc6138ee100b', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b025a54d-c697-4c12-855c-7d854e2224a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:40Z', 'updated_at': '2022-11-02T12:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '33bfd7d5-8ad4-4cb5-8af1-943f581cbce5', 'name': '', 'network_id': 'f8033aa9-87c0-479a-b95f-16fb9f7b8969', 'tenant_id': '4397600a6e7f4af4ab461b1b30f5b750', 'mac_address': 'fa:16:3e:d5:3e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b025a54d-c697-4c12-855c-7d854e2224a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '3b8b1ce3-d768-44ae-a055-68b6df0c33e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:49Z', 'updated_at': '2022-11-02T12:49:00Z', 'revision_number': 4, 'project_id': '4397600a6e7f4af4ab461b1b30f5b750', 'subnets': [{'id': '3b8b1ce3-d768-44ae-a055-68b6df0c33e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:01.535750 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4a95a53-ca35-4f3a-b0f1-982b5656c480 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:01.537235 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b4a95a53-ca35-4f3a-b0f1-982b5656c480 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] 10.222.0.64 "DELETE /networking/v2.0/routers/eae4fef3-9cb1-4183-bf95-905db01caa40 HTTP/1.1" status: 204 len: 168 time: 2.7739353 Nov 02 12:49:01.542962 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45908) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:01.563104 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-864020e8-3294-4cbc-903d-9f3c3f968fc7 None None] Port 9d43efcd-d5a2-45c9-8819-81a825cea32e cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:49:01.604362 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ffe237dd-e16f-43f9-b475-19ff6b637781 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (9e15c15b-bf4c-455d-9db3-8d4eec092c5a), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:01.655908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] Allocated IP 2001:db8::2 (5772360a-d844-4d11-938d-87493090d128/6b496e32-5402-4e8f-b0a5-6c2deed1075e/30cb1a83-7790-4ca6-a257-ef33152adcb8) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:01.665043 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-e4c6dad9-619d-4979-a002-24ce979d1324 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] device_id is not set on port aa83afd8-f899-4970-b12c-f309d6127569 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:49:01.668989 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-306e92a7-2f5d-4de9-a1b6-1bee6acac023 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Deleting subnet 441fd99b-d529-49e0-94c8-ec6b8226cc0f {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:49:01.684473 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe237dd-e16f-43f9-b475-19ff6b637781 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Pushing event updated for resources: {'Port': ['ID=9e15c15b-bf4c-455d-9db3-8d4eec092c5a,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:01.685438 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-306e92a7-2f5d-4de9-a1b6-1bee6acac023 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for subnet (441fd99b-d529-49e0-94c8-ec6b8226cc0f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:01.723401 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f3044b33-19bd-4865-970a-1a7cfc24b5d0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:01.736793 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3c6c293f-ee74-4700-a5a2-49b611d7629d None None] Provisioning complete for port cd0ec7f5-a277-484a-892b-025241efff57 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:01.737173 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3c6c293f-ee74-4700-a5a2-49b611d7629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (cd0ec7f5-a277-484a-892b-025241efff57), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:01.747407 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3c6c293f-ee74-4700-a5a2-49b611d7629d None None] Attempt 1 to provision port cd0ec7f5-a277-484a-892b-025241efff57 Nov 02 12:49:01.770261 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:49:01.775565 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-306e92a7-2f5d-4de9-a1b6-1bee6acac023 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (441fd99b-d529-49e0-94c8-ec6b8226cc0f), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:01.834173 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (84b51e83-4e32-4f58-a63a-4a4dba87b23f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:01.835411 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Added segment 84b51e83-4e32-4f58-a63a-4a4dba87b23f of type vlan for network 6d1b2e57-7c2e-4949-a842-1d6cf3e62414 Nov 02 12:49:01.869096 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3044b33-19bd-4865-970a-1a7cfc24b5d0,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:01.908387 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:01.912093 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d733b73-952c-4fd4-8f51-2112bb9a6309 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:01.921769 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede25df-0720-4085-a7c1-4e5c3549dbd4 req-098c9a99-8a54-46da-a773-7954dd27e918 tempest-MultipleCreateTestJSON-301647604 tempest-MultipleCreateTestJSON-301647604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:01.923599 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6ede25df-0720-4085-a7c1-4e5c3549dbd4 req-098c9a99-8a54-46da-a773-7954dd27e918 tempest-MultipleCreateTestJSON-301647604 tempest-MultipleCreateTestJSON-301647604-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f8033aa9-87c0-479a-b95f-16fb9f7b8969 HTTP/1.1" status: 200 len: 812 time: 0.9282768 Nov 02 12:49:01.927384 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3c6c293f-ee74-4700-a5a2-49b611d7629d None None] Current status of the port cd0ec7f5-a277-484a-892b-025241efff57 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:01.929862 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254b5adf-009e-45de-9410-a9da636125b6 None None] Sync routers for ids ['2ca29f2b-7b37-4e2f-a919-d6740ea9b792'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:01.951436 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (6d1b2e57-7c2e-4949-a842-1d6cf3e62414), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:02.022314 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] Publish callbacks [] for port (30cb1a83-7790-4ca6-a257-ef33152adcb8), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:02.023269 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1d733b73-952c-4fd4-8f51-2112bb9a6309 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/2ca29f2b-7b37-4e2f-a919-d6740ea9b792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1023040 Nov 02 12:49:02.023382 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254b5adf-009e-45de-9410-a9da636125b6 None None] Routers {'2ca29f2b-7b37-4e2f-a919-d6740ea9b792'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:02.023382 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-254b5adf-009e-45de-9410-a9da636125b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['2ca29f2b-7b37-4e2f-a919-d6740ea9b792'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:02.023587 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45922) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:02.023692 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:02.023796 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6ede25df-0720-4085-a7c1-4e5c3549dbd4 req-b5d03d2a-432a-4f87-8e3b-bef47bf64ea3 tempest-MultipleCreateTestJSON-301647604 tempest-MultipleCreateTestJSON-301647604-project] 10.222.0.64 "GET /networking/v2.0/quotas/4397600a6e7f4af4ab461b1b30f5b750 HTTP/1.1" status: 200 len: 375 time: 0.0521777 Nov 02 12:49:02.028327 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ffe237dd-e16f-43f9-b475-19ff6b637781 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (48167504-ed57-4331-8659-9eb9e43dbe29), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:02.079041 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:02.094117 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-306e92a7-2f5d-4de9-a1b6-1bee6acac023 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (441fd99b-d529-49e0-94c8-ec6b8226cc0f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:02.141158 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-254b5adf-009e-45de-9410-a9da636125b6 None None] Set router 2ca29f2b-7b37-4e2f-a919-d6740ea9b792 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:02.180601 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6ede25df-0720-4085-a7c1-4e5c3549dbd4 req-b226ea73-07a8-42d4-b302-959bf8255dfc tempest-MultipleCreateTestJSON-301647604 tempest-MultipleCreateTestJSON-301647604-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=4397600a6e7f4af4ab461b1b30f5b750&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1426256 Nov 02 12:49:02.229915 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (6d1b2e57-7c2e-4949-a842-1d6cf3e62414), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:02.229915 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:02.229915 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:02.249011 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e170fd71-29fd-49bf-a4e0-7ae9e035087a admin admin] Publish callbacks [] for router (2ca29f2b-7b37-4e2f-a919-d6740ea9b792), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:02.249011 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45936) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:02.253151 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:02.285594 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ffe237dd-e16f-43f9-b475-19ff6b637781 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:02.287286 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ffe237dd-e16f-43f9-b475-19ff6b637781 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1681850 Nov 02 12:49:02.399998 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-e4c6dad9-619d-4979-a002-24ce979d1324 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Allocated IP 2001:db8::303 (5772360a-d844-4d11-938d-87493090d128/6b496e32-5402-4e8f-b0a5-6c2deed1075e/aa83afd8-f899-4970-b12c-f309d6127569) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:02.400797 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (30cb1a83-7790-4ca6-a257-ef33152adcb8), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:02.502431 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:02.532379 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] Network 5772360a-d844-4d11-938d-87493090d128 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:02.533222 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:02.570527 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:02.586847 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6911659 Nov 02 12:49:02.587018 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:02.587137 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45942) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:02.589466 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] Pushing event updated for resources: {'Port': ['ID=30cb1a83-7790-4ca6-a257-ef33152adcb8,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:02.600959 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-fdc208dc-8d93-414a-acbd-23939519876a admin admin] Request body: {'subnet': {'network_id': '6d1b2e57-7c2e-4949-a842-1d6cf3e62414', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-218354784-subnet', 'tenant_id': '55a4471c28cb45818f388321acb74608', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:02.623174 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-254b5adf-009e-45de-9410-a9da636125b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca29f2b-7b37-4e2f-a919-d6740ea9b792', 'name': 'tempest-TaggedBootDevicesTest_v242-1298366622-router', 'tenant_id': 'ab06f83e0a424658bff125858b807de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b6d93346-d251-4238-9fb6-9c612e7050de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:52Z', 'updated_at': '2022-11-02T12:48:58Z', 'revision_number': 5, 'project_id': 'ab06f83e0a424658bff125858b807de3', 'gw_port': {'id': 'b6d93346-d251-4238-9fb6-9c612e7050de', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:22:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca29f2b-7b37-4e2f-a919-d6740ea9b792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:53Z', 'updated_at': '2022-11-02T12:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:02.635157 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5d4eef74-b13a-4a60-9175-60b36fed898e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:02.675669 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Pushing event updated for resources: {'Network': ['ID=6d1b2e57-7c2e-4949-a842-1d6cf3e62414,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:02.689105 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254b5adf-009e-45de-9410-a9da636125b6 None None] Checking router: 2ca29f2b-7b37-4e2f-a919-d6740ea9b792 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:02.693756 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:02.694293 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:02.694645 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:02.694989 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:02.695326 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:02.695661 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:02.695994 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:02.696323 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:02.696851 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:02.697252 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:02.697708 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:02.698206 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:02.698539 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:02.698862 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:02.699191 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6bef-796e-4066-a98d-fa0c77242182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:02.872818 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-306e92a7-2f5d-4de9-a1b6-1bee6acac023 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (441fd99b-d529-49e0-94c8-ec6b8226cc0f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:02.890652 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:02.907364 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-306e92a7-2f5d-4de9-a1b6-1bee6acac023 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:02.912810 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-306e92a7-2f5d-4de9-a1b6-1bee6acac023 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/441fd99b-d529-49e0-94c8-ec6b8226cc0f HTTP/1.1" status: 204 len: 168 time: 1.3686464 Nov 02 12:49:02.937956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 6d1b2e57-7c2e-4949-a842-1d6cf3e62414 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:49:02.951219 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45952) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:02.992428 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254b5adf-009e-45de-9410-a9da636125b6 None None] Routers {'2ca29f2b-7b37-4e2f-a919-d6740ea9b792'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:02.993122 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-254b5adf-009e-45de-9410-a9da636125b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['2ca29f2b-7b37-4e2f-a919-d6740ea9b792'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:03.076106 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7584f8f4-5e35-4ae2-996b-1a24d7b63f73 req-b9c2a46f-bb17-4a34-873b-ec4bbb43a416 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1995535884&fields=id&tenant_id=50dbedb7dffd4f67adfc30507afc0b98 HTTP/1.1" status: 200 len: 267 time: 0.3877091 Nov 02 12:49:03.098367 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e92a7-2f5d-4de9-a1b6-1bee6acac023 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Pushing event deleted for resources: {'Subnet': ['ID=441fd99b-d529-49e0-94c8-ec6b8226cc0f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:03.157045 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-5d4eef74-b13a-4a60-9175-60b36fed898e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Allocated IP 2001:db8:1::1 (482758b2-a48d-4a3b-9845-3b080feb265e/9ee8cf64-3938-4ceb-9860-e16d17ee8b7d/39098885-8d75-4db5-840c-35d6321d071a) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:03.180503 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45956) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:03.186773 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:03.187310 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (33bfd7d5-8ad4-4cb5-8af1-943f581cbce5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:03.190035 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5 Nov 02 12:49:03.204898 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc208dc-8d93-414a-acbd-23939519876a admin admin] Made reservation on behalf of 55a4471c28cb45818f388321acb74608 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:03.211435 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fdc208dc-8d93-414a-acbd-23939519876a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:03.221155 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e170fd71-29fd-49bf-a4e0-7ae9e035087a admin admin] Publish callbacks [] for router_gateway (2ca29f2b-7b37-4e2f-a919-d6740ea9b792), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:03.318032 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-254b5adf-009e-45de-9410-a9da636125b6 None None] Set router 2ca29f2b-7b37-4e2f-a919-d6740ea9b792 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:03.471889 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d7f8e49-df8b-45bc-ab17-9aba53a9fcec tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (e0310466-aa55-4cf0-af87-1c5cca841f94), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:03.565689 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2fe9e73b-6815-478c-ad81-34eb90ded9b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:03.571200 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4c6dad9-619d-4979-a002-24ce979d1324 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks [] for port (aa83afd8-f899-4970-b12c-f309d6127569), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:03.608052 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584f8f4-5e35-4ae2-996b-1a24d7b63f73 req-104edf06-4cea-411c-a1c5-4dfce7c4d465 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:03.612385 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7584f8f4-5e35-4ae2-996b-1a24d7b63f73 req-104edf06-4cea-411c-a1c5-4dfce7c4d465 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "GET /networking/v2.0/networks?id=ad45f526-3e4b-4f7a-8784-0986fb0ae1e6 HTTP/1.1" status: 200 len: 814 time: 0.5115347 Nov 02 12:49:03.613787 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-e170fd71-29fd-49bf-a4e0-7ae9e035087a admin admin] Deleting port b6d93346-d251-4238-9fb6-9c612e7050de {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:03.614177 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e170fd71-29fd-49bf-a4e0-7ae9e035087a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (b6d93346-d251-4238-9fb6-9c612e7050de), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:03.626433 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] Attempting to bind port 30cb1a83-7790-4ca6-a257-ef33152adcb8 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:03.626984 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] Attempting to bind port 30cb1a83-7790-4ca6-a257-ef33152adcb8 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'e580cabf-23ca-44d9-bad2-a09049a20d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5772360a-d844-4d11-938d-87493090d128'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:03.627423 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] Attempting to bind port 30cb1a83-7790-4ca6-a257-ef33152adcb8 on network 5772360a-d844-4d11-938d-87493090d128 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:03.655621 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fdc208dc-8d93-414a-acbd-23939519876a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (641e6b87-61da-4862-b869-8280169e958c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:03.688141 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7584f8f4-5e35-4ae2-996b-1a24d7b63f73 req-4f08beb3-95f3-4225-9367-cf9248c30b86 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "GET /networking/v2.0/quotas/50dbedb7dffd4f67adfc30507afc0b98 HTTP/1.1" status: 200 len: 375 time: 0.0499780 Nov 02 12:49:03.697589 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-4d7f8e49-df8b-45bc-ab17-9aba53a9fcec tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Deleting port ac02b3cd-5ef9-40c4-9140-8480fca29111 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:03.698760 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d7f8e49-df8b-45bc-ab17-9aba53a9fcec tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ac02b3cd-5ef9-40c4-9140-8480fca29111), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:03.700224 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb144-82b2-46d0-ac61-2a0c6ae5c88e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (b025a54d-c697-4c12-855c-7d854e2224a9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:03.749563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:49:03.749563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] Checking segment: {'id': 'e580cabf-23ca-44d9-bad2-a09049a20d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5772360a-d844-4d11-938d-87493090d128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:03.750295 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc208dc-8d93-414a-acbd-23939519876a admin admin] Pushing event updated for resources: {'Subnet': ['ID=641e6b87-61da-4862-b869-8280169e958c,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:03.750413 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:03.750413 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] Bound using segment: {'id': 'e580cabf-23ca-44d9-bad2-a09049a20d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5772360a-d844-4d11-938d-87493090d128'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:49:03.750686 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] Bound port: 30cb1a83-7790-4ca6-a257-ef33152adcb8, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e580cabf-23ca-44d9-bad2-a09049a20d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5772360a-d844-4d11-938d-87493090d128'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:49:03.751058 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (30cb1a83-7790-4ca6-a257-ef33152adcb8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:03.780568 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:03.781230 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (33bfd7d5-8ad4-4cb5-8af1-943f581cbce5), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:03.797877 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5d4eef74-b13a-4a60-9175-60b36fed898e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for port (39098885-8d75-4db5-840c-35d6321d071a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:03.860595 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-254b5adf-009e-45de-9410-a9da636125b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca29f2b-7b37-4e2f-a919-d6740ea9b792', 'name': 'tempest-TaggedBootDevicesTest_v242-1298366622-router', 'tenant_id': 'ab06f83e0a424658bff125858b807de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b6d93346-d251-4238-9fb6-9c612e7050de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:52Z', 'updated_at': '2022-11-02T12:48:58Z', 'revision_number': 5, 'project_id': 'ab06f83e0a424658bff125858b807de3', 'gw_port': {'id': 'b6d93346-d251-4238-9fb6-9c612e7050de', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:22:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca29f2b-7b37-4e2f-a919-d6740ea9b792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:53Z', 'updated_at': '2022-11-02T12:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:03.866275 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc208dc-8d93-414a-acbd-23939519876a admin admin] Checking segment: {'id': '84b51e83-4e32-4f58-a63a-4a4dba87b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6d1b2e57-7c2e-4949-a842-1d6cf3e62414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:03.867033 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc208dc-8d93-414a-acbd-23939519876a admin admin] Network hostable DHCP agents. Network: 6d1b2e57-7c2e-4949-a842-1d6cf3e62414, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:49:03.887329 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2fe9e73b-6815-478c-ad81-34eb90ded9b2 admin admin] Publish callbacks [] for security_group (c7260821-19c2-45bb-a32d-4a3dd28bea13), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:03.890270 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4c6dad9-619d-4979-a002-24ce979d1324 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (aa83afd8-f899-4970-b12c-f309d6127569), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:03.907450 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254b5adf-009e-45de-9410-a9da636125b6 None None] The sync data for ids ['2ca29f2b-7b37-4e2f-a919-d6740ea9b792'] in n-d-857339-6 is: [{'id': '2ca29f2b-7b37-4e2f-a919-d6740ea9b792', 'name': 'tempest-TaggedBootDevicesTest_v242-1298366622-router', 'tenant_id': 'ab06f83e0a424658bff125858b807de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b6d93346-d251-4238-9fb6-9c612e7050de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:46:52Z', 'updated_at': '2022-11-02T12:48:58Z', 'revision_number': 5, 'project_id': 'ab06f83e0a424658bff125858b807de3', 'gw_port': {'id': 'b6d93346-d251-4238-9fb6-9c612e7050de', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:22:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca29f2b-7b37-4e2f-a919-d6740ea9b792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:53Z', 'updated_at': '2022-11-02T12:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:03.929664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=33bfd7d5-8ad4-4cb5-8af1-943f581cbce5,segment=NetworkSegment(d245fe3d-bf46-4af1-aa04-091b8f559dd8),segment_id=d245fe3d-bf46-4af1-aa04-091b8f559dd8)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:03.948444 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] For port 30cb1a83-7790-4ca6-a257-ef33152adcb8, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:03.953420 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] For port 30cb1a83-7790-4ca6-a257-ef33152adcb8, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=30cb1a83-7790-4ca6-a257-ef33152adcb8,segment=NetworkSegment(e580cabf-23ca-44d9-bad2-a09049a20d68),segment_id=e580cabf-23ca-44d9-bad2-a09049a20d68)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:03.961593 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c6dad9-619d-4979-a002-24ce979d1324 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Network 5772360a-d844-4d11-938d-87493090d128 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:03.964856 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-e4c6dad9-619d-4979-a002-24ce979d1324 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:03.966938 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6dad9-619d-4979-a002-24ce979d1324 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Pushing event updated for resources: {'Port': ['ID=aa83afd8-f899-4970-b12c-f309d6127569,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:03.969686 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c6dad9-619d-4979-a002-24ce979d1324 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:03.975270 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c6dad9-619d-4979-a002-24ce979d1324 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:03.975832 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4c6dad9-619d-4979-a002-24ce979d1324 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:04.034481 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (33bfd7d5-8ad4-4cb5-8af1-943f581cbce5), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:04.035013 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2fe9e73b-6815-478c-ad81-34eb90ded9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c7260821-19c2-45bb-a32d-4a3dd28bea13), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:04.049937 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc208dc-8d93-414a-acbd-23939519876a admin admin] Network 6d1b2e57-7c2e-4949-a842-1d6cf3e62414 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:49:04.053676 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5d4eef74-b13a-4a60-9175-60b36fed898e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (39098885-8d75-4db5-840c-35d6321d071a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:04.081191 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (30cb1a83-7790-4ca6-a257-ef33152adcb8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:04.095376 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=33bfd7d5-8ad4-4cb5-8af1-943f581cbce5,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:04.131075 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9e73b-6815-478c-ad81-34eb90ded9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7260821-19c2-45bb-a32d-4a3dd28bea13,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:04.144871 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:04.167893 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2fe9e73b-6815-478c-ad81-34eb90ded9b2 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9dbf812d0f9b494fafa586d605532dfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9833307 Nov 02 12:49:04.175247 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4eef74-b13a-4a60-9175-60b36fed898e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network 482758b2-a48d-4a3b-9845-3b080feb265e is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:04.176451 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45960) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:04.184703 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235332b-a19d-4bee-843c-b3f20264b3f8 None None] Pushing event updated for resources: {'Port': ['ID=30cb1a83-7790-4ca6-a257-ef33152adcb8,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:04.184972 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e4c6dad9-619d-4979-a002-24ce979d1324 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.6074610 Nov 02 12:49:04.187032 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45962) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:04.199595 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-4d7f8e49-df8b-45bc-ab17-9aba53a9fcec tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] For port ac02b3cd-5ef9-40c4-9140-8480fca29111, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ac02b3cd-5ef9-40c4-9140-8480fca29111,segment=NetworkSegment(6ee7a634-5fc6-4b07-a256-f814422e59a3),segment_id=6ee7a634-5fc6-4b07-a256-f814422e59a3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:04.199969 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d7f8e49-df8b-45bc-ab17-9aba53a9fcec tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ac02b3cd-5ef9-40c4-9140-8480fca29111), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:04.200872 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-2fed07ac-47cb-48f0-abb0-88189d73c2bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Request body: {'port': {'network_id': '5772360a-d844-4d11-938d-87493090d128', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-592027233', 'allowed_address_pairs': [{'ip_address': '2001:db8::303', 'mac_address': 'fa:16:3e:29:ae:e8'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:04.207877 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7584f8f4-5e35-4ae2-996b-1a24d7b63f73 req-6be01a34-292b-441b-aa14-d95b13bc1701 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=50dbedb7dffd4f67adfc30507afc0b98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4627688 Nov 02 12:49:04.208118 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-5d4eef74-b13a-4a60-9175-60b36fed898e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:04.214492 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4eef74-b13a-4a60-9175-60b36fed898e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:04.215117 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5d4eef74-b13a-4a60-9175-60b36fed898e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (64679c82-559c-41d0-b64f-150010986512), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:04.256520 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-4d7f8e49-df8b-45bc-ab17-9aba53a9fcec tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Calling delete_port for ac02b3cd-5ef9-40c4-9140-8480fca29111 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:04.257196 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4eef74-b13a-4a60-9175-60b36fed898e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Port': ['ID=39098885-8d75-4db5-840c-35d6321d071a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:04.329641 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:04.340999 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-e170fd71-29fd-49bf-a4e0-7ae9e035087a admin admin] For port b6d93346-d251-4238-9fb6-9c612e7050de, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b6d93346-d251-4238-9fb6-9c612e7050de,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:04.341380 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e170fd71-29fd-49bf-a4e0-7ae9e035087a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (b6d93346-d251-4238-9fb6-9c612e7050de), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:04.366154 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-e170fd71-29fd-49bf-a4e0-7ae9e035087a admin admin] Calling delete_port for b6d93346-d251-4238-9fb6-9c612e7050de owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:04.464665 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:04.468597 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45968) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:04.567582 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:04.568026 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (33bfd7d5-8ad4-4cb5-8af1-943f581cbce5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:04.568372 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5 Nov 02 12:49:04.709577 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:04.720109 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1a314ed8-1c1e-4f8f-82f8-6855f8379243 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:04.745920 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 1a314ed8-1c1e-4f8f-82f8-6855f8379243 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:04.746612 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1a314ed8-1c1e-4f8f-82f8-6855f8379243 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:04.753810 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-fdc208dc-8d93-414a-acbd-23939519876a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 6d1b2e57-7c2e-4949-a842-1d6cf3e62414) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:04.776159 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc208dc-8d93-414a-acbd-23939519876a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:04.776787 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fdc208dc-8d93-414a-acbd-23939519876a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:04.780689 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9e6f8747-494f-4e7a-8671-b2b02bc041c1 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group (3a2d6fd9-cfe6-474d-b6e7-890dd9dc1568), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:04.808811 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:04.836029 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9e6f8747-494f-4e7a-8671-b2b02bc041c1 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group (3a2d6fd9-cfe6-474d-b6e7-890dd9dc1568), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:04.841098 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d7f8e49-df8b-45bc-ab17-9aba53a9fcec tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (ac02b3cd-5ef9-40c4-9140-8480fca29111), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:04.898240 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7f8e49-df8b-45bc-ab17-9aba53a9fcec tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] No DVR routers for this DVR port ac02b3cd-5ef9-40c4-9140-8480fca29111 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:49:04.899716 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70e83d99-8e26-4779-888c-74163a49ee73 admin admin] Publish callbacks [] for security_group (c7260821-19c2-45bb-a32d-4a3dd28bea13), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:04.902901 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f8e49-df8b-45bc-ab17-9aba53a9fcec tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Pushing event deleted for resources: {'Port': ['ID=ac02b3cd-5ef9-40c4-9140-8480fca29111,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:04.905800 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:04.931463 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fdc208dc-8d93-414a-acbd-23939519876a admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3440473 Nov 02 12:49:04.936840 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45970) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:04.938652 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70e83d99-8e26-4779-888c-74163a49ee73 admin admin] Publish callbacks [] for security_group (c7260821-19c2-45bb-a32d-4a3dd28bea13), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:04.942844 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb144-82b2-46d0-ac61-2a0c6ae5c88e admin admin] Deleting port 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:04.943191 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb144-82b2-46d0-ac61-2a0c6ae5c88e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (33bfd7d5-8ad4-4cb5-8af1-943f581cbce5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:04.944750 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-19cf0250-ce18-4e87-9e77-9b291373889c admin admin] Request body: {'router': {'name': 'tempest-ServerGroup264TestJSON-218354784-router', 'tenant_id': '55a4471c28cb45818f388321acb74608', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:05.068666 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:05.070718 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-19cf0250-ce18-4e87-9e77-9b291373889c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (c7e5d436-3773-4bdb-bcbc-c868247a209a), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.071975 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-19cf0250-ce18-4e87-9e77-9b291373889c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (c7e5d436-3773-4bdb-bcbc-c868247a209a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.075432 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fed07ac-47cb-48f0-abb0-88189d73c2bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Made reservation on behalf of 3188ff297c7e461e91a0da9ff8bfc61a for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:05.109111 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d7f8e49-df8b-45bc-ab17-9aba53a9fcec tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (e0310466-aa55-4cf0-af87-1c5cca841f94), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.145754 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-4d7f8e49-df8b-45bc-ab17-9aba53a9fcec tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0310466-aa55-4cf0-af87-1c5cca841f94']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:05.149108 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-3a4bb144-82b2-46d0-ac61-2a0c6ae5c88e admin admin] For port 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=33bfd7d5-8ad4-4cb5-8af1-943f581cbce5,segment=NetworkSegment(d245fe3d-bf46-4af1-aa04-091b8f559dd8),segment_id=d245fe3d-bf46-4af1-aa04-091b8f559dd8)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:05.149411 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb144-82b2-46d0-ac61-2a0c6ae5c88e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (33bfd7d5-8ad4-4cb5-8af1-943f581cbce5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.162793 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70e83d99-8e26-4779-888c-74163a49ee73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c7260821-19c2-45bb-a32d-4a3dd28bea13), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.165409 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70e83d99-8e26-4779-888c-74163a49ee73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.168312 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-4d7f8e49-df8b-45bc-ab17-9aba53a9fcec tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee7a634-5fc6-4b07-a256-f814422e59a3') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:05.168312 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-4d7f8e49-df8b-45bc-ab17-9aba53a9fcec tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee7a634-5fc6-4b07-a256-f814422e59a3') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:05.168578 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-70e83d99-8e26-4779-888c-74163a49ee73 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c7260821-19c2-45bb-a32d-4a3dd28bea13 HTTP/1.1" status: 204 len: 168 time: 0.9807057 Nov 02 12:49:05.169626 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9e6f8747-494f-4e7a-8671-b2b02bc041c1 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3a2d6fd9-cfe6-474d-b6e7-890dd9dc1568), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.172233 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9e6f8747-494f-4e7a-8671-b2b02bc041c1 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.173424 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9e6f8747-494f-4e7a-8671-b2b02bc041c1 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3a2d6fd9-cfe6-474d-b6e7-890dd9dc1568 HTTP/1.1" status: 204 len: 168 time: 0.6998513 Nov 02 12:49:05.174287 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e170fd71-29fd-49bf-a4e0-7ae9e035087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (b6d93346-d251-4238-9fb6-9c612e7050de), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.178382 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45974) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:05.190351 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb144-82b2-46d0-ac61-2a0c6ae5c88e admin admin] Calling delete_port for 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:05.206880 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d7f8e49-df8b-45bc-ab17-9aba53a9fcec tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (6ee7a634-5fc6-4b07-a256-f814422e59a3), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.233127 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e83d99-8e26-4779-888c-74163a49ee73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7260821-19c2-45bb-a32d-4a3dd28bea13,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:05.238837 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f8747-494f-4e7a-8671-b2b02bc041c1 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2d6fd9-cfe6-474d-b6e7-890dd9dc1568,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:05.244633 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-27c29847-beca-4531-b700-267d1b43f9e6 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] show failed (client error): The resource could not be found. Nov 02 12:49:05.248336 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-27c29847-beca-4531-b700-267d1b43f9e6 tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "GET /networking/v2.0/security-groups/3a2d6fd9-cfe6-474d-b6e7-890dd9dc1568 HTTP/1.1" status: 404 len: 347 time: 0.0642099 Nov 02 12:49:05.249127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170fd71-29fd-49bf-a4e0-7ae9e035087a admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d93346-d251-4238-9fb6-9c612e7050de,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:05.256759 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45976) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:05.290180 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-19cf0250-ce18-4e87-9e77-9b291373889c admin admin] Publish callbacks [] for router_controller (c7e5d436-3773-4bdb-bcbc-c868247a209a), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.307084 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:05.320535 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d7f8e49-df8b-45bc-ab17-9aba53a9fcec tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (6ee7a634-5fc6-4b07-a256-f814422e59a3), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.327866 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2fed07ac-47cb-48f0-abb0-88189d73c2bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.360779 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-2fed07ac-47cb-48f0-abb0-88189d73c2bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] device_id is not set on port 97629ae2-0a09-492d-ba1d-a50864935359 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:49:05.368702 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7f8e49-df8b-45bc-ab17-9aba53a9fcec tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:49:05.369126 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d7f8e49-df8b-45bc-ab17-9aba53a9fcec tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (6ee7a634-5fc6-4b07-a256-f814422e59a3), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.466789 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 6ee7a634-5fc6-4b07-a256-f814422e59a3 resource provider aggregate not found Nov 02 12:49:05.485824 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5d4eef74-b13a-4a60-9175-60b36fed898e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (39098885-8d75-4db5-840c-35d6321d071a), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.538119 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 6ee7a634-5fc6-4b07-a256-f814422e59a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ee7a634-5fc6-4b07-a256-f814422e59a3 found for delete ", "request_id": "req-73ff9e55-6587-49f2-b15a-ef8570a2cf2b"}]} Nov 02 12:49:05.555361 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e170fd71-29fd-49bf-a4e0-7ae9e035087a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (2ca29f2b-7b37-4e2f-a919-d6740ea9b792), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.681421 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d7f8e49-df8b-45bc-ab17-9aba53a9fcec tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (e0310466-aa55-4cf0-af87-1c5cca841f94), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.691394 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d7f8e49-df8b-45bc-ab17-9aba53a9fcec tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.695044 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4d7f8e49-df8b-45bc-ab17-9aba53a9fcec tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] 10.222.0.64 "DELETE /networking/v2.0/networks/e0310466-aa55-4cf0-af87-1c5cca841f94 HTTP/1.1" status: 204 len: 168 time: 2.7408545 Nov 02 12:49:05.713225 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45984) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:05.723350 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-19cf0250-ce18-4e87-9e77-9b291373889c admin admin] Publish callbacks [] for router_gateway (c7e5d436-3773-4bdb-bcbc-c868247a209a), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.738313 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e170fd71-29fd-49bf-a4e0-7ae9e035087a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (2ca29f2b-7b37-4e2f-a919-d6740ea9b792), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.745230 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e170fd71-29fd-49bf-a4e0-7ae9e035087a admin admin] Publish callbacks [] for router_controller (2ca29f2b-7b37-4e2f-a919-d6740ea9b792), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.746841 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a16dc9f6-4c1c-4862-b00e-eae9cae989ca tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Deleting port 9e15c15b-bf4c-455d-9db3-8d4eec092c5a {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:05.747174 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a16dc9f6-4c1c-4862-b00e-eae9cae989ca tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9e15c15b-bf4c-455d-9db3-8d4eec092c5a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.779639 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f8e49-df8b-45bc-ab17-9aba53a9fcec tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Pushing event deleted for resources: {'Network': ['ID=e0310466-aa55-4cf0-af87-1c5cca841f94,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:05.803664 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-2fed07ac-47cb-48f0-abb0-88189d73c2bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Allocated IP 2001:db8::3b2 (5772360a-d844-4d11-938d-87493090d128/6b496e32-5402-4e8f-b0a5-6c2deed1075e/97629ae2-0a09-492d-ba1d-a50864935359) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:05.809433 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93c44eb-9420-44a6-9b26-1032083539dd None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:49:05.875580 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:05.914089 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ffe39397-ec1a-4211-b6c4-c11faf70347e None None] Provisioning complete for port 30cb1a83-7790-4ca6-a257-ef33152adcb8 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:05.914089 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ffe39397-ec1a-4211-b6c4-c11faf70347e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (30cb1a83-7790-4ca6-a257-ef33152adcb8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.914089 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ffe39397-ec1a-4211-b6c4-c11faf70347e None None] Attempt 1 to provision port 30cb1a83-7790-4ca6-a257-ef33152adcb8 Nov 02 12:49:05.949598 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a16dc9f6-4c1c-4862-b00e-eae9cae989ca tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9e15c15b-bf4c-455d-9db3-8d4eec092c5a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.950636 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a16dc9f6-4c1c-4862-b00e-eae9cae989ca tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for floatingip (9e15c15b-bf4c-455d-9db3-8d4eec092c5a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:05.972141 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a16dc9f6-4c1c-4862-b00e-eae9cae989ca tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Calling delete_port for 9e15c15b-bf4c-455d-9db3-8d4eec092c5a owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:06.024532 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93c44eb-9420-44a6-9b26-1032083539dd None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:49:06.032880 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e170fd71-29fd-49bf-a4e0-7ae9e035087a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (2ca29f2b-7b37-4e2f-a919-d6740ea9b792), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:06.033657 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e170fd71-29fd-49bf-a4e0-7ae9e035087a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ca29f2b-7b37-4e2f-a919-d6740ea9b792 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:49:06.040731 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e170fd71-29fd-49bf-a4e0-7ae9e035087a admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:06.044843 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e170fd71-29fd-49bf-a4e0-7ae9e035087a admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/2ca29f2b-7b37-4e2f-a919-d6740ea9b792 HTTP/1.1" status: 204 len: 168 time: 4.0667312 Nov 02 12:49:06.047353 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45986) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:06.047501 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ffe39397-ec1a-4211-b6c4-c11faf70347e None None] Current status of the port 30cb1a83-7790-4ca6-a257-ef33152adcb8 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:06.047750 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ffe39397-ec1a-4211-b6c4-c11faf70347e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (30cb1a83-7790-4ca6-a257-ef33152adcb8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:06.088994 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f72e1c8c-f4d5-46e0-a98d-b8bd909df697 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Deleting port ad0ed260-ba04-464e-a154-104610d070ba {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:06.089638 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f72e1c8c-f4d5-46e0-a98d-b8bd909df697 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ad0ed260-ba04-464e-a154-104610d070ba), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:06.113998 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-a903f293-e4d5-4f76-a7ba-aee0fdbc8ead admin admin] Deleting subnet 8eb45777-7f09-4486-8933-0bcbd33d87af {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:49:06.121921 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb144-82b2-46d0-ac61-2a0c6ae5c88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (33bfd7d5-8ad4-4cb5-8af1-943f581cbce5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:06.131783 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a903f293-e4d5-4f76-a7ba-aee0fdbc8ead admin admin] Publish callbacks [] for subnet (8eb45777-7f09-4486-8933-0bcbd33d87af), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:06.158343 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ffe39397-ec1a-4211-b6c4-c11faf70347e None None] For port 30cb1a83-7790-4ca6-a257-ef33152adcb8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=30cb1a83-7790-4ca6-a257-ef33152adcb8,segment=NetworkSegment(e580cabf-23ca-44d9-bad2-a09049a20d68),segment_id=e580cabf-23ca-44d9-bad2-a09049a20d68)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:06.184351 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb144-82b2-46d0-ac61-2a0c6ae5c88e admin admin] Pushing event deleted for resources: {'Port': ['ID=33bfd7d5-8ad4-4cb5-8af1-943f581cbce5,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:06.293437 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ffe39397-ec1a-4211-b6c4-c11faf70347e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (30cb1a83-7790-4ca6-a257-ef33152adcb8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:06.345211 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:06.381191 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a903f293-e4d5-4f76-a7ba-aee0fdbc8ead admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (8eb45777-7f09-4486-8933-0bcbd33d87af), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:06.391841 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe39397-ec1a-4211-b6c4-c11faf70347e None None] Pushing event updated for resources: {'Port': ['ID=30cb1a83-7790-4ca6-a257-ef33152adcb8,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:06.407670 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f72e1c8c-f4d5-46e0-a98d-b8bd909df697 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ad0ed260-ba04-464e-a154-104610d070ba), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:06.408017 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f72e1c8c-f4d5-46e0-a98d-b8bd909df697 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for floatingip (ad0ed260-ba04-464e-a154-104610d070ba), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:06.414030 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5d4eef74-b13a-4a60-9175-60b36fed898e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for port (39098885-8d75-4db5-840c-35d6321d071a), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:06.436853 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f72e1c8c-f4d5-46e0-a98d-b8bd909df697 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Calling delete_port for ad0ed260-ba04-464e-a154-104610d070ba owned by network:floatingip {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:06.449177 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45988) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:06.453184 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-19cf0250-ce18-4e87-9e77-9b291373889c admin admin] Publish callbacks [] for router_gateway (c7e5d436-3773-4bdb-bcbc-c868247a209a), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:06.518930 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-19cf0250-ce18-4e87-9e77-9b291373889c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:06.523967 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d97151e2-cc44-4d5b-85aa-cdc89ae0371b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:06.546222 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a903f293-e4d5-4f76-a7ba-aee0fdbc8ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (8eb45777-7f09-4486-8933-0bcbd33d87af), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:06.602474 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5d4eef74-b13a-4a60-9175-60b36fed898e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (39098885-8d75-4db5-840c-35d6321d071a), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:06.603362 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5d4eef74-b13a-4a60-9175-60b36fed898e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (64679c82-559c-41d0-b64f-150010986512), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:06.627278 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb144-82b2-46d0-ac61-2a0c6ae5c88e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (b025a54d-c697-4c12-855c-7d854e2224a9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:06.630311 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a16dc9f6-4c1c-4862-b00e-eae9cae989ca tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (9e15c15b-bf4c-455d-9db3-8d4eec092c5a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:06.649719 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2fed07ac-47cb-48f0-abb0-88189d73c2bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks [] for port (97629ae2-0a09-492d-ba1d-a50864935359), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:06.669013 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:06.672111 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16dc9f6-4c1c-4862-b00e-eae9cae989ca tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Pushing event deleted for resources: {'Port': ['ID=9e15c15b-bf4c-455d-9db3-8d4eec092c5a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:06.694500 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7553ef9-c3e5-41db-aacc-61844445e40b None None] DHCP port deletion for e0310466-aa55-4cf0-af87-1c5cca841f94 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:49:06.741858 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-6d1b2e57-7c2e-4949-a842-1d6cf3e62414', 'network_id': '6d1b2e57-7c2e-4949-a842-1d6cf3e62414', 'project_id': '55a4471c28cb45818f388321acb74608', 'fixed_ips': [{'subnet_id': '641e6b87-61da-4862-b869-8280169e958c'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:49:06.743265 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:06.817336 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4eef74-b13a-4a60-9175-60b36fed898e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Port': ['ID=39098885-8d75-4db5-840c-35d6321d071a,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:06.948349 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 30cb1a83-7790-4ca6-a257-ef33152adcb8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:06.979224 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-19cf0250-ce18-4e87-9e77-9b291373889c admin admin] Allocated IP 172.25.2.150 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/7af01b90-2ade-4a19-93c9-fc23dfe01828) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:07.039626 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4eef74-b13a-4a60-9175-60b36fed898e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network 482758b2-a48d-4a3b-9845-3b080feb265e is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:07.044213 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d97151e2-cc44-4d5b-85aa-cdc89ae0371b admin admin] Publish callbacks [] for security_group (bd789581-5b82-40ee-9e8f-2fbdb7b95758), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:07.047772 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a903f293-e4d5-4f76-a7ba-aee0fdbc8ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (8eb45777-7f09-4486-8933-0bcbd33d87af), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:07.049154 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-5d4eef74-b13a-4a60-9175-60b36fed898e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:07.054743 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 30cb1a83-7790-4ca6-a257-ef33152adcb8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:07.055122 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (30cb1a83-7790-4ca6-a257-ef33152adcb8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:07.055461 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 30cb1a83-7790-4ca6-a257-ef33152adcb8 Nov 02 12:49:07.059038 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:07.095483 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] Allocated IP 172.20.0.2 (6d1b2e57-7c2e-4949-a842-1d6cf3e62414/641e6b87-61da-4862-b869-8280169e958c/97216f03-ff56-4f41-b10e-260f66f8a584) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:07.099294 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a903f293-e4d5-4f76-a7ba-aee0fdbc8ead admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:07.102608 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a903f293-e4d5-4f76-a7ba-aee0fdbc8ead admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/8eb45777-7f09-4486-8933-0bcbd33d87af HTTP/1.1" status: 204 len: 168 time: 1.0539737 Nov 02 12:49:07.108939 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45990) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:07.128982 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903f293-e4d5-4f76-a7ba-aee0fdbc8ead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb45777-7f09-4486-8933-0bcbd33d87af,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:07.154404 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2fed07ac-47cb-48f0-abb0-88189d73c2bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (97629ae2-0a09-492d-ba1d-a50864935359), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:07.185929 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a16dc9f6-4c1c-4862-b00e-eae9cae989ca tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks [] for floatingip (48167504-ed57-4331-8659-9eb9e43dbe29), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:07.188825 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a16dc9f6-4c1c-4862-b00e-eae9cae989ca tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:07.204375 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a16dc9f6-4c1c-4862-b00e-eae9cae989ca tempest-AttachVolumeNegativeTest-1683431703 tempest-AttachVolumeNegativeTest-1683431703-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/48167504-ed57-4331-8659-9eb9e43dbe29 HTTP/1.1" status: 204 len: 168 time: 1.9429715 Nov 02 12:49:07.207790 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45992) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:07.373500 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 30cb1a83-7790-4ca6-a257-ef33152adcb8 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:07.494337 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] Publish callbacks [] for port (97216f03-ff56-4f41-b10e-260f66f8a584), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:07.531697 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d97151e2-cc44-4d5b-85aa-cdc89ae0371b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bd789581-5b82-40ee-9e8f-2fbdb7b95758), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:07.534996 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f72e1c8c-f4d5-46e0-a98d-b8bd909df697 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (ad0ed260-ba04-464e-a154-104610d070ba), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:07.574488 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=70,neutron:DELETE=6,neutron:UPDATE=6,neutron:INSERT=18 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:07.583919 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4bb144-82b2-46d0-ac61-2a0c6ae5c88e admin admin] Router b025a54d-c697-4c12-855c-7d854e2224a9 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:49:07.589458 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (97216f03-ff56-4f41-b10e-260f66f8a584), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:07.632416 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] Network 6d1b2e57-7c2e-4949-a842-1d6cf3e62414 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:07.643002 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:07.650899 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:07.658692 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] Pushing event updated for resources: {'Port': ['ID=97216f03-ff56-4f41-b10e-260f66f8a584,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:07.669147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1042f00e-1425-4b7d-88c3-ee8c11b72f22 None None] Provisioning complete for port 72fca490-5643-46fb-a9fe-fab6b37dab85 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:07.669147 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1042f00e-1425-4b7d-88c3-ee8c11b72f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (72fca490-5643-46fb-a9fe-fab6b37dab85), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:07.669147 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1042f00e-1425-4b7d-88c3-ee8c11b72f22 None None] Attempt 1 to provision port 72fca490-5643-46fb-a9fe-fab6b37dab85 Nov 02 12:49:07.689490 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fed07ac-47cb-48f0-abb0-88189d73c2bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Network 5772360a-d844-4d11-938d-87493090d128 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:07.693905 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d97151e2-cc44-4d5b-85aa-cdc89ae0371b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1184c4115d074cafac2b54e0a55fe796&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2421577 Nov 02 12:49:07.696786 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:07.698613 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed07ac-47cb-48f0-abb0-88189d73c2bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Pushing event updated for resources: {'Port': ['ID=97629ae2-0a09-492d-ba1d-a50864935359,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:07.703681 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45994) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:07.724557 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97151e2-cc44-4d5b-85aa-cdc89ae0371b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd789581-5b82-40ee-9e8f-2fbdb7b95758,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:07.733847 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-2fed07ac-47cb-48f0-abb0-88189d73c2bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:07.755358 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] Attempting to bind port 97216f03-ff56-4f41-b10e-260f66f8a584 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:07.755733 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] Attempting to bind port 97216f03-ff56-4f41-b10e-260f66f8a584 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '84b51e83-4e32-4f58-a63a-4a4dba87b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6d1b2e57-7c2e-4949-a842-1d6cf3e62414'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:07.756100 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] Attempting to bind port 97216f03-ff56-4f41-b10e-260f66f8a584 on network 6d1b2e57-7c2e-4949-a842-1d6cf3e62414 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:07.779245 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:07.780176 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4eef74-b13a-4a60-9175-60b36fed898e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 64679c82-559c-41d0-b64f-150010986512 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:49:07.782164 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed07ac-47cb-48f0-abb0-88189d73c2bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:07.787437 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fed07ac-47cb-48f0-abb0-88189d73c2bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:07.789073 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2fed07ac-47cb-48f0-abb0-88189d73c2bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:07.818247 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:07.820410 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-19cf0250-ce18-4e87-9e77-9b291373889c admin admin] Publish callbacks [] for port (7af01b90-2ade-4a19-93c9-fc23dfe01828), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:07.829183 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e1c8c-f4d5-46e0-a98d-b8bd909df697 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Pushing event deleted for resources: {'Port': ['ID=ad0ed260-ba04-464e-a154-104610d070ba,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:07.830060 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4bb144-82b2-46d0-ac61-2a0c6ae5c88e admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:07.833562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1042f00e-1425-4b7d-88c3-ee8c11b72f22 None None] Current status of the port 72fca490-5643-46fb-a9fe-fab6b37dab85 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:07.839558 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:49:07.840048 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] Checking segment: {'id': '84b51e83-4e32-4f58-a63a-4a4dba87b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6d1b2e57-7c2e-4949-a842-1d6cf3e62414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:07.840367 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:07.841158 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] Bound using segment: {'id': '84b51e83-4e32-4f58-a63a-4a4dba87b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6d1b2e57-7c2e-4949-a842-1d6cf3e62414'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:49:07.841275 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] Bound port: 97216f03-ff56-4f41-b10e-260f66f8a584, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b51e83-4e32-4f58-a63a-4a4dba87b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6d1b2e57-7c2e-4949-a842-1d6cf3e62414'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:49:07.842040 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (97216f03-ff56-4f41-b10e-260f66f8a584), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:07.849723 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac4f573-1add-42f5-9aae-3333dcd80fc2 None None] Sync routers for ids ['b025a54d-c697-4c12-855c-7d854e2224a9'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:07.861317 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac4f573-1add-42f5-9aae-3333dcd80fc2 None None] Routers {'b025a54d-c697-4c12-855c-7d854e2224a9'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:07.862276 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7ac4f573-1add-42f5-9aae-3333dcd80fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b025a54d-c697-4c12-855c-7d854e2224a9'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:07.867360 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3a4bb144-82b2-46d0-ac61-2a0c6ae5c88e admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/b025a54d-c697-4c12-855c-7d854e2224a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6159112 Nov 02 12:49:07.891973 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45996) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:07.906005 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bb79acc8-c2bf-4fd0-8954-ca438331a7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (b6001bdf-6501-44bd-92a3-3e61b317ef5d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:07.915254 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] For port 97216f03-ff56-4f41-b10e-260f66f8a584, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:07.918802 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] For port 97216f03-ff56-4f41-b10e-260f66f8a584, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=97216f03-ff56-4f41-b10e-260f66f8a584,segment=NetworkSegment(84b51e83-4e32-4f58-a63a-4a4dba87b23f),segment_id=84b51e83-4e32-4f58-a63a-4a4dba87b23f)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:07.934926 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:07.960779 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f0c509d-c6dd-4c19-bc63-f57328cc6714 admin admin] Publish callbacks [] for security_group (bd789581-5b82-40ee-9e8f-2fbdb7b95758), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:07.977907 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f72e1c8c-f4d5-46e0-a98d-b8bd909df697 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks [] for floatingip (8dfd378d-5040-44e1-af08-58566a22ffac), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:07.980431 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f72e1c8c-f4d5-46e0-a98d-b8bd909df697 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:07.983852 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f72e1c8c-f4d5-46e0-a98d-b8bd909df697 tempest-FloatingIPAdminTestJSON-882721297 tempest-FloatingIPAdminTestJSON-882721297-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/8dfd378d-5040-44e1-af08-58566a22ffac HTTP/1.1" status: 204 len: 168 time: 2.2674482 Nov 02 12:49:07.988827 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-7ac4f573-1add-42f5-9aae-3333dcd80fc2 None None] Set router b025a54d-c697-4c12-855c-7d854e2224a9 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:07.998451 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f0c509d-c6dd-4c19-bc63-f57328cc6714 admin admin] Publish callbacks [] for security_group (bd789581-5b82-40ee-9e8f-2fbdb7b95758), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:08.059550 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Deleting port 72fca490-5643-46fb-a9fe-fab6b37dab85 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:08.059973 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (72fca490-5643-46fb-a9fe-fab6b37dab85), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:08.104186 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (97216f03-ff56-4f41-b10e-260f66f8a584), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:08.143222 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2fed07ac-47cb-48f0-abb0-88189d73c2bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.9464614 Nov 02 12:49:08.158370 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46000) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:08.213747 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bd53c-31c1-45bd-b363-a54199759450 None None] Pushing event updated for resources: {'Port': ['ID=97216f03-ff56-4f41-b10e-260f66f8a584,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:08.233889 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7ac4f573-1add-42f5-9aae-3333dcd80fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b025a54d-c697-4c12-855c-7d854e2224a9', 'name': 'tempest-MultipleCreateTestJSON-705023207-router', 'tenant_id': '4397600a6e7f4af4ab461b1b30f5b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7bf7e6e-18b2-4a75-9976-bc6138ee100b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:38Z', 'updated_at': '2022-11-02T12:49:05Z', 'revision_number': 5, 'project_id': '4397600a6e7f4af4ab461b1b30f5b750', 'gw_port': {'id': 'f7bf7e6e-18b2-4a75-9976-bc6138ee100b', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b025a54d-c697-4c12-855c-7d854e2224a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:40Z', 'updated_at': '2022-11-02T12:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:08.271601 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac4f573-1add-42f5-9aae-3333dcd80fc2 None None] Checking router: b025a54d-c697-4c12-855c-7d854e2224a9 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:08.292651 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-19cf0250-ce18-4e87-9e77-9b291373889c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (7af01b90-2ade-4a19-93c9-fc23dfe01828), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:08.296331 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac4f573-1add-42f5-9aae-3333dcd80fc2 None None] Routers {'b025a54d-c697-4c12-855c-7d854e2224a9'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:08.297104 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7ac4f573-1add-42f5-9aae-3333dcd80fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b025a54d-c697-4c12-855c-7d854e2224a9'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:08.327311 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-bb79acc8-c2bf-4fd0-8954-ca438331a7f7 admin admin] Deleting port 578ae9ec-253e-45f8-bfb6-0583184a7be7 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:08.327837 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bb79acc8-c2bf-4fd0-8954-ca438331a7f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (578ae9ec-253e-45f8-bfb6-0583184a7be7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:08.331141 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4eef74-b13a-4a60-9175-60b36fed898e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:08.331568 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f0c509d-c6dd-4c19-bc63-f57328cc6714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bd789581-5b82-40ee-9e8f-2fbdb7b95758), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:08.344327 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaca5cc-15ea-4d21-b10f-93da8a8cd36f None None] Sync routers for ids ['64679c82-559c-41d0-b64f-150010986512'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:08.347425 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f0c509d-c6dd-4c19-bc63-f57328cc6714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:08.348737 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8f0c509d-c6dd-4c19-bc63-f57328cc6714 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bd789581-5b82-40ee-9e8f-2fbdb7b95758 HTTP/1.1" status: 204 len: 168 time: 0.6439054 Nov 02 12:49:08.372526 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5d4eef74-b13a-4a60-9175-60b36fed898e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/64679c82-559c-41d0-b64f-150010986512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9885378 Nov 02 12:49:08.374987 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaca5cc-15ea-4d21-b10f-93da8a8cd36f None None] Routers {'64679c82-559c-41d0-b64f-150010986512'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:08.375160 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b9d09d48-3393-4694-9da5-5cc1740eda9e admin admin] Publish callbacks [] for router (b025a54d-c697-4c12-855c-7d854e2224a9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:08.375584 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46004) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:08.379267 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-fdaca5cc-15ea-4d21-b10f-93da8a8cd36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['64679c82-559c-41d0-b64f-150010986512'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:08.393272 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d001a-3027-4503-8146-5d86a6af413a tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:08.402539 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d001a-3027-4503-8146-5d86a6af413a tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:08.407909 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d001a-3027-4503-8146-5d86a6af413a tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:08.409803 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-731d001a-3027-4503-8146-5d86a6af413a tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2483923 Nov 02 12:49:08.432548 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c509d-c6dd-4c19-bc63-f57328cc6714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd789581-5b82-40ee-9e8f-2fbdb7b95758,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:08.447251 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46006) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:08.464663 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] For port 72fca490-5643-46fb-a9fe-fab6b37dab85, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=72fca490-5643-46fb-a9fe-fab6b37dab85,segment=NetworkSegment(c5fcae5d-50d0-4b77-b7be-f4b3e357acc2),segment_id=c5fcae5d-50d0-4b77-b7be-f4b3e357acc2)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:08.465007 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (72fca490-5643-46fb-a9fe-fab6b37dab85), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:08.469715 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cf0250-ce18-4e87-9e77-9b291373889c admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:08.497518 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-fdaca5cc-15ea-4d21-b10f-93da8a8cd36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:08.515124 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-19cf0250-ce18-4e87-9e77-9b291373889c admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:08.526420 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a59d4c4-7307-44cd-9120-2c23a6e16f99 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:08.531804 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6a59d4c4-7307-44cd-9120-2c23a6e16f99 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/ports/39098885-8d75-4db5-840c-35d6321d071a HTTP/1.1" status: 200 len: 913 time: 0.1457317 Nov 02 12:49:08.532982 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46008) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:08.555132 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf0250-ce18-4e87-9e77-9b291373889c admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:08.568038 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 30cb1a83-7790-4ca6-a257-ef33152adcb8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:08.599322 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Calling delete_port for 72fca490-5643-46fb-a9fe-fab6b37dab85 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:08.624166 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-bb79acc8-c2bf-4fd0-8954-ca438331a7f7 admin admin] For port 578ae9ec-253e-45f8-bfb6-0583184a7be7, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=578ae9ec-253e-45f8-bfb6-0583184a7be7,segment=NetworkSegment(cd3ad39d-4b43-4730-90e4-e3e38155d6f8),segment_id=cd3ad39d-4b43-4730-90e4-e3e38155d6f8)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:08.624592 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bb79acc8-c2bf-4fd0-8954-ca438331a7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (578ae9ec-253e-45f8-bfb6-0583184a7be7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:08.627060 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:08.642189 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf0250-ce18-4e87-9e77-9b291373889c admin admin] Pushing event updated for resources: {'Port': ['ID=7af01b90-2ade-4a19-93c9-fc23dfe01828,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:08.649568 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-7ac4f573-1add-42f5-9aae-3333dcd80fc2 None None] Set router b025a54d-c697-4c12-855c-7d854e2224a9 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:08.686126 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-bb79acc8-c2bf-4fd0-8954-ca438331a7f7 admin admin] Calling delete_port for 578ae9ec-253e-45f8-bfb6-0583184a7be7 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:08.763937 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaca5cc-15ea-4d21-b10f-93da8a8cd36f None None] Routers {'64679c82-559c-41d0-b64f-150010986512'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:08.763937 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-fdaca5cc-15ea-4d21-b10f-93da8a8cd36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['64679c82-559c-41d0-b64f-150010986512'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:08.861412 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-fdaca5cc-15ea-4d21-b10f-93da8a8cd36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:08.862180 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaca5cc-15ea-4d21-b10f-93da8a8cd36f None None] The sync data for ids ['64679c82-559c-41d0-b64f-150010986512'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:08.864425 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 30cb1a83-7790-4ca6-a257-ef33152adcb8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:08.867798 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (30cb1a83-7790-4ca6-a257-ef33152adcb8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:08.868276 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 30cb1a83-7790-4ca6-a257-ef33152adcb8 Nov 02 12:49:08.884539 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46012) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:08.943312 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:08.983746 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 30cb1a83-7790-4ca6-a257-ef33152adcb8 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:08.991630 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b6d93346-d251-4238-9fb6-9c612e7050de no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:09.018633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: b6d93346-d251-4238-9fb6-9c612e7050de {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:09.019842 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b6d93346-d251-4238-9fb6-9c612e7050de not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:09.021129 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ac02b3cd-5ef9-40c4-9140-8480fca29111 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:09.049753 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: ac02b3cd-5ef9-40c4-9140-8480fca29111 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:09.050550 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ac02b3cd-5ef9-40c4-9140-8480fca29111 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:09.078638 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-03d8dcc9-c859-4036-b19a-4ee5a60a2c1e tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Deleting port 97629ae2-0a09-492d-ba1d-a50864935359 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:09.078978 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-03d8dcc9-c859-4036-b19a-4ee5a60a2c1e tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (97629ae2-0a09-492d-ba1d-a50864935359), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:09.088466 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b9d09d48-3393-4694-9da5-5cc1740eda9e admin admin] Publish callbacks [] for router_gateway (b025a54d-c697-4c12-855c-7d854e2224a9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:09.121482 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:09.143420 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-26fc2019-c38b-4694-b92c-7ad9ea5404f8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (64679c82-559c-41d0-b64f-150010986512), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:09.174328 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7ac4f573-1add-42f5-9aae-3333dcd80fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b025a54d-c697-4c12-855c-7d854e2224a9', 'name': 'tempest-MultipleCreateTestJSON-705023207-router', 'tenant_id': '4397600a6e7f4af4ab461b1b30f5b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7bf7e6e-18b2-4a75-9976-bc6138ee100b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:38Z', 'updated_at': '2022-11-02T12:49:05Z', 'revision_number': 5, 'project_id': '4397600a6e7f4af4ab461b1b30f5b750', 'gw_port': {'id': 'f7bf7e6e-18b2-4a75-9976-bc6138ee100b', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b025a54d-c697-4c12-855c-7d854e2224a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:40Z', 'updated_at': '2022-11-02T12:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:09.228106 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac4f573-1add-42f5-9aae-3333dcd80fc2 None None] The sync data for ids ['b025a54d-c697-4c12-855c-7d854e2224a9'] in n-d-857339-6 is: [{'id': 'b025a54d-c697-4c12-855c-7d854e2224a9', 'name': 'tempest-MultipleCreateTestJSON-705023207-router', 'tenant_id': '4397600a6e7f4af4ab461b1b30f5b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'f7bf7e6e-18b2-4a75-9976-bc6138ee100b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:38Z', 'updated_at': '2022-11-02T12:49:05Z', 'revision_number': 5, 'project_id': '4397600a6e7f4af4ab461b1b30f5b750', 'gw_port': {'id': 'f7bf7e6e-18b2-4a75-9976-bc6138ee100b', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b025a54d-c697-4c12-855c-7d854e2224a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:40Z', 'updated_at': '2022-11-02T12:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:09.275393 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-03d8dcc9-c859-4036-b19a-4ee5a60a2c1e tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (97629ae2-0a09-492d-ba1d-a50864935359), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:09.312531 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-248b8afe-16da-4c86-8094-62dbb6ec691d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8fabc60192d84a4dad9f31f9c5ff93b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4244797 Nov 02 12:49:09.313834 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-03d8dcc9-c859-4036-b19a-4ee5a60a2c1e tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Calling delete_port for 97629ae2-0a09-492d-ba1d-a50864935359 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:09.315671 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46024) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:09.444764 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (72fca490-5643-46fb-a9fe-fab6b37dab85), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:09.505054 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-b9d09d48-3393-4694-9da5-5cc1740eda9e admin admin] Deleting port f7bf7e6e-18b2-4a75-9976-bc6138ee100b {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:09.505372 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b9d09d48-3393-4694-9da5-5cc1740eda9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (f7bf7e6e-18b2-4a75-9976-bc6138ee100b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:09.572947 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Pushing event deleted for resources: {'Port': ['ID=72fca490-5643-46fb-a9fe-fab6b37dab85,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:09.593347 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] No DVR routers for this DVR port 72fca490-5643-46fb-a9fe-fab6b37dab85 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:49:09.607524 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bb79acc8-c2bf-4fd0-8954-ca438331a7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (578ae9ec-253e-45f8-bfb6-0583184a7be7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:09.650258 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79acc8-c2bf-4fd0-8954-ca438331a7f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=578ae9ec-253e-45f8-bfb6-0583184a7be7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:09.664055 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8d89256-d492-45f1-8369-d2f968bb449e admin admin] Publish callbacks [] for security_group (403e63a6-224d-4a0a-8028-4a976253bf0c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:09.790285 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8d89256-d492-45f1-8369-d2f968bb449e admin admin] Publish callbacks [] for security_group (403e63a6-224d-4a0a-8028-4a976253bf0c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:09.819968 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-19cf0250-ce18-4e87-9e77-9b291373889c admin admin] Publish callbacks [] for router_gateway (c7e5d436-3773-4bdb-bcbc-c868247a209a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:09.838848 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:09.839153 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:09.839494 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:09.839823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:09.840152 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:09.840515 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:09.840910 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:09.843324 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:09.843764 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:09.844027 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:09.844468 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:09.844707 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:09.845104 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:09.845348 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:09.845721 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:09.852913 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2344cbde-af64-4f74-a9eb-bcc484857893 None None] Network 5772360a-d844-4d11-938d-87493090d128 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:09.897492 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-26fc2019-c38b-4694-b92c-7ad9ea5404f8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting port 39098885-8d75-4db5-840c-35d6321d071a {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:09.897492 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-26fc2019-c38b-4694-b92c-7ad9ea5404f8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (39098885-8d75-4db5-840c-35d6321d071a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:09.910274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f42fe47-db14-477f-8b1c-6a90e0441470 None None] Network 6d1b2e57-7c2e-4949-a842-1d6cf3e62414 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:09.926926 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5bf85f-345f-459f-bb2c-240e2c85e65c None None] Network e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:10.106772 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bb79acc8-c2bf-4fd0-8954-ca438331a7f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (b6001bdf-6501-44bd-92a3-3e61b317ef5d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:10.179724 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9fe8e964-945b-46a8-b859-4d7b83c5cd75 None None] Could not find standard attr ID for object 72fca490-5643-46fb-a9fe-fab6b37dab85. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:49:10.256243 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-26fc2019-c38b-4694-b92c-7ad9ea5404f8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (39098885-8d75-4db5-840c-35d6321d071a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:10.257815 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:10.323189 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-26fc2019-c38b-4694-b92c-7ad9ea5404f8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Calling delete_port for 39098885-8d75-4db5-840c-35d6321d071a owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:10.332938 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:10.419919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fefd5d-5529-409b-8ae6-64db672cbd57 None None] DHCP port deletion for e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:49:10.423487 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9fe8e964-945b-46a8-b859-4d7b83c5cd75 None None] Provisioning complete for port 97216f03-ff56-4f41-b10e-260f66f8a584 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:10.429316 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e964-945b-46a8-b859-4d7b83c5cd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (97216f03-ff56-4f41-b10e-260f66f8a584), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:10.430228 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9fe8e964-945b-46a8-b859-4d7b83c5cd75 None None] Attempt 1 to provision port 97216f03-ff56-4f41-b10e-260f66f8a584 Nov 02 12:49:10.645150 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:10.667992 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:10.681131 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 97216f03-ff56-4f41-b10e-260f66f8a584 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:10.714957 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-b9d09d48-3393-4694-9da5-5cc1740eda9e admin admin] For port f7bf7e6e-18b2-4a75-9976-bc6138ee100b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f7bf7e6e-18b2-4a75-9976-bc6138ee100b,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:10.715328 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b9d09d48-3393-4694-9da5-5cc1740eda9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (f7bf7e6e-18b2-4a75-9976-bc6138ee100b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:10.808021 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-b9d09d48-3393-4694-9da5-5cc1740eda9e admin admin] Calling delete_port for f7bf7e6e-18b2-4a75-9976-bc6138ee100b owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:10.810565 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:10.849999 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fcae5d-50d0-4b77-b7be-f4b3e357acc2') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:10.850295 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fcae5d-50d0-4b77-b7be-f4b3e357acc2') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:10.856566 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 97216f03-ff56-4f41-b10e-260f66f8a584 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:10.857131 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (97216f03-ff56-4f41-b10e-260f66f8a584), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:10.857288 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 97216f03-ff56-4f41-b10e-260f66f8a584 Nov 02 12:49:10.858893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9fe8e964-945b-46a8-b859-4d7b83c5cd75 None None] Current status of the port 97216f03-ff56-4f41-b10e-260f66f8a584 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:10.859264 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e964-945b-46a8-b859-4d7b83c5cd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (97216f03-ff56-4f41-b10e-260f66f8a584), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:10.877093 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (c5fcae5d-50d0-4b77-b7be-f4b3e357acc2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:10.941930 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb79acc8-c2bf-4fd0-8954-ca438331a7f7 admin admin] Router b6001bdf-6501-44bd-92a3-3e61b317ef5d has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:49:11.012204 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9fe8e964-945b-46a8-b859-4d7b83c5cd75 None None] For port 97216f03-ff56-4f41-b10e-260f66f8a584, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=97216f03-ff56-4f41-b10e-260f66f8a584,segment=NetworkSegment(84b51e83-4e32-4f58-a63a-4a4dba87b23f),segment_id=84b51e83-4e32-4f58-a63a-4a4dba87b23f)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:11.028598 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8d89256-d492-45f1-8369-d2f968bb449e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (403e63a6-224d-4a0a-8028-4a976253bf0c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:11.032585 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8d89256-d492-45f1-8369-d2f968bb449e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:11.034195 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c8d89256-d492-45f1-8369-d2f968bb449e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/403e63a6-224d-4a0a-8028-4a976253bf0c HTTP/1.1" status: 204 len: 168 time: 1.7174900 Nov 02 12:49:11.036249 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (c5fcae5d-50d0-4b77-b7be-f4b3e357acc2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:11.061518 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-26fc2019-c38b-4694-b92c-7ad9ea5404f8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (39098885-8d75-4db5-840c-35d6321d071a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:11.087763 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e964-945b-46a8-b859-4d7b83c5cd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (97216f03-ff56-4f41-b10e-260f66f8a584), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:11.135065 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:49:11.135479 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (c5fcae5d-50d0-4b77-b7be-f4b3e357acc2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:11.147199 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8e964-945b-46a8-b859-4d7b83c5cd75 None None] Pushing event updated for resources: {'Port': ['ID=97216f03-ff56-4f41-b10e-260f66f8a584,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:11.147463 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d89256-d492-45f1-8369-d2f968bb449e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403e63a6-224d-4a0a-8028-4a976253bf0c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:11.149193 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-03d8dcc9-c859-4036-b19a-4ee5a60a2c1e tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (97629ae2-0a09-492d-ba1d-a50864935359), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:11.152913 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 97216f03-ff56-4f41-b10e-260f66f8a584 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:11.153420 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (97216f03-ff56-4f41-b10e-260f66f8a584), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:11.186460 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc2019-c38b-4694-b92c-7ad9ea5404f8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Port': ['ID=39098885-8d75-4db5-840c-35d6321d071a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:11.260113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-07e829eb-6885-4eb5-a0c8-1e54f5859c25 None None] Could not find standard attr ID for object 97629ae2-0a09-492d-ba1d-a50864935359. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:49:11.270242 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment c5fcae5d-50d0-4b77-b7be-f4b3e357acc2 resource provider aggregate not found Nov 02 12:49:11.291992 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:49:11.293212 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:49:11.295260 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-07e829eb-6885-4eb5-a0c8-1e54f5859c25 None None] Provisioning complete for port 30cb1a83-7790-4ca6-a257-ef33152adcb8 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:11.295869 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-07e829eb-6885-4eb5-a0c8-1e54f5859c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (30cb1a83-7790-4ca6-a257-ef33152adcb8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:11.296709 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-07e829eb-6885-4eb5-a0c8-1e54f5859c25 None None] Attempt 1 to provision port 30cb1a83-7790-4ca6-a257-ef33152adcb8 Nov 02 12:49:11.318532 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb79acc8-c2bf-4fd0-8954-ca438331a7f7 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:11.329663 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa0b89-d30c-4e3e-9772-29e15b8068c6 None None] Sync routers for ids ['b6001bdf-6501-44bd-92a3-3e61b317ef5d'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:11.343957 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8dcc9-c859-4036-b19a-4ee5a60a2c1e tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Pushing event deleted for resources: {'Port': ['ID=97629ae2-0a09-492d-ba1d-a50864935359,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:11.350700 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bb79acc8-c2bf-4fd0-8954-ca438331a7f7 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/b6001bdf-6501-44bd-92a3-3e61b317ef5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1416142 Nov 02 12:49:11.359769 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fa0b89-d30c-4e3e-9772-29e15b8068c6 None None] Routers {'b6001bdf-6501-44bd-92a3-3e61b317ef5d'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:11.363951 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-82fa0b89-d30c-4e3e-9772-29e15b8068c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b6001bdf-6501-44bd-92a3-3e61b317ef5d'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:11.375130 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46052) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:11.434491 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment c5fcae5d-50d0-4b77-b7be-f4b3e357acc2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5fcae5d-50d0-4b77-b7be-f4b3e357acc2 found for delete ", "request_id": "req-d256267e-41fc-45fa-a496-da7b7b53c6f7"}]} Nov 02 12:49:11.435242 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-26fc2019-c38b-4694-b92c-7ad9ea5404f8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (64679c82-559c-41d0-b64f-150010986512), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:11.642622 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-07e829eb-6885-4eb5-a0c8-1e54f5859c25 None None] Current status of the port 30cb1a83-7790-4ca6-a257-ef33152adcb8 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:11.648204 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:11.660446 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-19cf0250-ce18-4e87-9e77-9b291373889c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (c7e5d436-3773-4bdb-bcbc-c868247a209a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:11.665016 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b6670d-5f65-44d6-9bab-1294da5b086c None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:49:11.716769 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-82fa0b89-d30c-4e3e-9772-29e15b8068c6 None None] Set router b6001bdf-6501-44bd-92a3-3e61b317ef5d gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:11.725496 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-07e829eb-6885-4eb5-a0c8-1e54f5859c25 None None] Provisioning complete for port aa83afd8-f899-4970-b12c-f309d6127569 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:11.726330 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-07e829eb-6885-4eb5-a0c8-1e54f5859c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (aa83afd8-f899-4970-b12c-f309d6127569), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:11.726678 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-07e829eb-6885-4eb5-a0c8-1e54f5859c25 None None] Attempt 1 to provision port aa83afd8-f899-4970-b12c-f309d6127569 Nov 02 12:49:11.731919 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:11.792006 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:11.807009 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fc2019-c38b-4694-b92c-7ad9ea5404f8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 64679c82-559c-41d0-b64f-150010986512 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:49:11.808288 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3 HTTP/1.1" status: 204 len: 168 time: 4.6687162 Nov 02 12:49:11.826668 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46062) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:11.828542 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-07e829eb-6885-4eb5-a0c8-1e54f5859c25 None None] Port aa83afd8-f899-4970-b12c-f309d6127569 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:49:11.868398 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-07e829eb-6885-4eb5-a0c8-1e54f5859c25 None None] Could not find standard attr ID for object 39098885-8d75-4db5-840c-35d6321d071a. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:49:11.892910 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:11.894779 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2482e-1b15-4b39-b4c6-0dcb73118336 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0c6e94a-3f4a-4b00-a8ea-92cfa62a9fb3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:11.898134 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 97216f03-ff56-4f41-b10e-260f66f8a584 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:11.902667 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:11.907738 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:11.942823 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:11.943190 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 33bfd7d5-8ad4-4cb5-8af1-943f581cbce5 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:11.945596 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fc2019-c38b-4694-b92c-7ad9ea5404f8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:11.963838 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-26fc2019-c38b-4694-b92c-7ad9ea5404f8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/64679c82-559c-41d0-b64f-150010986512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4221523 Nov 02 12:49:11.963838 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46066) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:11.968292 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b47450-d1aa-45a0-a9bd-d8c8ea33f477 None None] Sync routers for ids ['64679c82-559c-41d0-b64f-150010986512'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:11.972766 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b6670d-5f65-44d6-9bab-1294da5b086c None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:49:12.009264 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1e7e5eca-34f4-40ac-8ea1-1bb01a39d958 None None] Provisioning complete for port 97216f03-ff56-4f41-b10e-260f66f8a584 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:12.009624 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1e7e5eca-34f4-40ac-8ea1-1bb01a39d958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (97216f03-ff56-4f41-b10e-260f66f8a584), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:12.009962 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1e7e5eca-34f4-40ac-8ea1-1bb01a39d958 None None] Attempt 1 to provision port 97216f03-ff56-4f41-b10e-260f66f8a584 Nov 02 12:49:12.032025 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-82fa0b89-d30c-4e3e-9772-29e15b8068c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6001bdf-6501-44bd-92a3-3e61b317ef5d', 'name': 'tempest-AttachVolumeNegativeTest-459166045-router', 'tenant_id': '50dbedb7dffd4f67adfc30507afc0b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cae15f5-ce70-4790-9ffb-f1f51503e26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:11Z', 'updated_at': '2022-11-02T12:49:09Z', 'revision_number': 5, 'project_id': '50dbedb7dffd4f67adfc30507afc0b98', 'gw_port': {'id': '6cae15f5-ce70-4790-9ffb-f1f51503e26e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:44:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6001bdf-6501-44bd-92a3-3e61b317ef5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:14Z', 'updated_at': '2022-11-02T12:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:12.043225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b47450-d1aa-45a0-a9bd-d8c8ea33f477 None None] Routers {'64679c82-559c-41d0-b64f-150010986512'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:12.044417 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b7b47450-d1aa-45a0-a9bd-d8c8ea33f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['64679c82-559c-41d0-b64f-150010986512'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:12.046686 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:12.063940 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:12.071291 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46068) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:12.096194 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa0b89-d30c-4e3e-9772-29e15b8068c6 None None] Checking router: b6001bdf-6501-44bd-92a3-3e61b317ef5d for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:12.100480 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b7b47450-d1aa-45a0-a9bd-d8c8ea33f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:12.109992 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fa0b89-d30c-4e3e-9772-29e15b8068c6 None None] Routers {'b6001bdf-6501-44bd-92a3-3e61b317ef5d'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:12.116322 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-82fa0b89-d30c-4e3e-9772-29e15b8068c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b6001bdf-6501-44bd-92a3-3e61b317ef5d'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:12.135191 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f0bed5d-1f59-45da-9400-d8a0abde7074 admin admin] Publish callbacks [] for router (b6001bdf-6501-44bd-92a3-3e61b317ef5d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:12.137827 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-03d8dcc9-c859-4036-b19a-4ee5a60a2c1e tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:12.141294 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-03d8dcc9-c859-4036-b19a-4ee5a60a2c1e tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "DELETE /networking/v2.0/ports/97629ae2-0a09-492d-ba1d-a50864935359 HTTP/1.1" status: 204 len: 168 time: 3.6886377 Nov 02 12:49:12.147441 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46070) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:12.152481 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-16a436a9-b134-4cc6-999d-8bdcfb540093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:12.248931 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-5708ef81-b113-4ea7-b273-e63426dd0e6b tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] GET failed (client error): The resource could not be found. Nov 02 12:49:12.250678 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5708ef81-b113-4ea7-b273-e63426dd0e6b tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "GET /networking/v2.0/ports/97629ae2-0a09-492d-ba1d-a50864935359 HTTP/1.1" status: 404 len: 333 time: 0.0993705 Nov 02 12:49:12.261470 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46072) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:12.270918 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-4fccfae1-a51d-4252-aa16-b20d1650ec0c tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Request body: {'port': {'network_id': '5772360a-d844-4d11-938d-87493090d128', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1705164548'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:12.291349 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-82fa0b89-d30c-4e3e-9772-29e15b8068c6 None None] Set router b6001bdf-6501-44bd-92a3-3e61b317ef5d gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:12.407244 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b47450-d1aa-45a0-a9bd-d8c8ea33f477 None None] Routers {'64679c82-559c-41d0-b64f-150010986512'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:12.407888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b7b47450-d1aa-45a0-a9bd-d8c8ea33f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['64679c82-559c-41d0-b64f-150010986512'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:12.413772 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-566cf06b-f093-4be0-9106-7b539a0cc224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1882360863'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:12.454185 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b9d09d48-3393-4694-9da5-5cc1740eda9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (f7bf7e6e-18b2-4a75-9976-bc6138ee100b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:12.471613 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cf0250-ce18-4e87-9e77-9b291373889c admin admin] Router c7e5d436-3773-4bdb-bcbc-c868247a209a is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:49:12.474800 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e5eca-34f4-40ac-8ea1-1bb01a39d958 None None] Current status of the port 97216f03-ff56-4f41-b10e-260f66f8a584 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:12.485677 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d5f32bda-1307-46c0-ac32-f9c3e09ef740 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (64679c82-559c-41d0-b64f-150010986512), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:12.488689 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 97216f03-ff56-4f41-b10e-260f66f8a584 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:12.544525 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46074) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:12.562812 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d09d48-3393-4694-9da5-5cc1740eda9e admin admin] Pushing event deleted for resources: {'Port': ['ID=f7bf7e6e-18b2-4a75-9976-bc6138ee100b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:12.594580 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b7b47450-d1aa-45a0-a9bd-d8c8ea33f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:12.595569 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b47450-d1aa-45a0-a9bd-d8c8ea33f477 None None] The sync data for ids ['64679c82-559c-41d0-b64f-150010986512'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:12.630674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 97216f03-ff56-4f41-b10e-260f66f8a584 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:12.631405 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (97216f03-ff56-4f41-b10e-260f66f8a584), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:12.631405 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 97216f03-ff56-4f41-b10e-260f66f8a584 Nov 02 12:49:12.638296 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566cf06b-f093-4be0-9106-7b539a0cc224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Made reservation on behalf of a2fc4ab943a34771986e3e4033a10b08 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:12.645231 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-566cf06b-f093-4be0-9106-7b539a0cc224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:12.657892 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-566cf06b-f093-4be0-9106-7b539a0cc224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:12.675479 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f0bed5d-1f59-45da-9400-d8a0abde7074 admin admin] Publish callbacks [] for router_gateway (b6001bdf-6501-44bd-92a3-3e61b317ef5d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:12.726971 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-82fa0b89-d30c-4e3e-9772-29e15b8068c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6001bdf-6501-44bd-92a3-3e61b317ef5d', 'name': 'tempest-AttachVolumeNegativeTest-459166045-router', 'tenant_id': '50dbedb7dffd4f67adfc30507afc0b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cae15f5-ce70-4790-9ffb-f1f51503e26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:11Z', 'updated_at': '2022-11-02T12:49:09Z', 'revision_number': 5, 'project_id': '50dbedb7dffd4f67adfc30507afc0b98', 'gw_port': {'id': '6cae15f5-ce70-4790-9ffb-f1f51503e26e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:44:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6001bdf-6501-44bd-92a3-3e61b317ef5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:14Z', 'updated_at': '2022-11-02T12:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:12.767319 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa0b89-d30c-4e3e-9772-29e15b8068c6 None None] The sync data for ids ['b6001bdf-6501-44bd-92a3-3e61b317ef5d'] in n-d-857339-6 is: [{'id': 'b6001bdf-6501-44bd-92a3-3e61b317ef5d', 'name': 'tempest-AttachVolumeNegativeTest-459166045-router', 'tenant_id': '50dbedb7dffd4f67adfc30507afc0b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cae15f5-ce70-4790-9ffb-f1f51503e26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:11Z', 'updated_at': '2022-11-02T12:49:09Z', 'revision_number': 5, 'project_id': '50dbedb7dffd4f67adfc30507afc0b98', 'gw_port': {'id': '6cae15f5-ce70-4790-9ffb-f1f51503e26e', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:44:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6001bdf-6501-44bd-92a3-3e61b317ef5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:14Z', 'updated_at': '2022-11-02T12:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:12.787611 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 97216f03-ff56-4f41-b10e-260f66f8a584 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:12.805906 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 72fca490-5643-46fb-a9fe-fab6b37dab85 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:12.856739 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 72fca490-5643-46fb-a9fe-fab6b37dab85 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:12.857049 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 72fca490-5643-46fb-a9fe-fab6b37dab85 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:12.901804 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-11199940-ca32-4d27-ab1d-66fc55b49295 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8f45f7b86c104af5a07c40034429278c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3479404 Nov 02 12:49:12.920066 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46076) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:12.958129 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b9d09d48-3393-4694-9da5-5cc1740eda9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (b025a54d-c697-4c12-855c-7d854e2224a9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:12.961351 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-16a436a9-b134-4cc6-999d-8bdcfb540093 admin admin] Publish callbacks [] for security_group (40d4b140-cba4-4528-b934-7777faa306ae), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:12.965567 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cf0250-ce18-4e87-9e77-9b291373889c admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:12.980766 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-04bbc47d-cbc8-4f54-aa8e-006c7811623f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:12.981399 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9565e190-6731-435a-991a-d804621eaa4d None None] Sync routers for ids ['c7e5d436-3773-4bdb-bcbc-c868247a209a'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:13.001312 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9565e190-6731-435a-991a-d804621eaa4d None None] Routers {'c7e5d436-3773-4bdb-bcbc-c868247a209a'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:13.001861 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-9565e190-6731-435a-991a-d804621eaa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c7e5d436-3773-4bdb-bcbc-c868247a209a'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:13.018748 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:13.031469 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:13.109046 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b9d09d48-3393-4694-9da5-5cc1740eda9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (b025a54d-c697-4c12-855c-7d854e2224a9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.115366 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b9d09d48-3393-4694-9da5-5cc1740eda9e admin admin] Publish callbacks [] for router_controller (b025a54d-c697-4c12-855c-7d854e2224a9), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.142719 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-9565e190-6731-435a-991a-d804621eaa4d None None] Set router c7e5d436-3773-4bdb-bcbc-c868247a209a gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:13.153975 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-d5f32bda-1307-46c0-ac32-f9c3e09ef740 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting port 9d43efcd-d5a2-45c9-8819-81a825cea32e {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:13.154326 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d5f32bda-1307-46c0-ac32-f9c3e09ef740 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9d43efcd-d5a2-45c9-8819-81a825cea32e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.175058 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-7f0bed5d-1f59-45da-9400-d8a0abde7074 admin admin] Deleting port 6cae15f5-ce70-4790-9ffb-f1f51503e26e {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:13.178802 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f0bed5d-1f59-45da-9400-d8a0abde7074 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (6cae15f5-ce70-4790-9ffb-f1f51503e26e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.181032 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-16a436a9-b134-4cc6-999d-8bdcfb540093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (40d4b140-cba4-4528-b934-7777faa306ae), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.189898 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fccfae1-a51d-4252-aa16-b20d1650ec0c tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Made reservation on behalf of 3188ff297c7e461e91a0da9ff8bfc61a for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:13.194997 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4fccfae1-a51d-4252-aa16-b20d1650ec0c tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.227044 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c47b8c03-8c7e-4074-9cb4-23fcfdb1e066 admin admin] Publish callbacks [] for security_group (97b5f87c-21a4-45a1-b556-35e5dec0caca), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.255931 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c47b8c03-8c7e-4074-9cb4-23fcfdb1e066 admin admin] Publish callbacks [] for security_group (97b5f87c-21a4-45a1-b556-35e5dec0caca), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.269149 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-19cf0250-ce18-4e87-9e77-9b291373889c admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.269149 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-19cf0250-ce18-4e87-9e77-9b291373889c admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3278964 Nov 02 12:49:13.280883 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46078) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:13.288255 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-4fccfae1-a51d-4252-aa16-b20d1650ec0c tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] device_id is not set on port ce961b10-143d-4fbe-bd1e-6532720e4823 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:49:13.317434 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:13.342219 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-566cf06b-f093-4be0-9106-7b539a0cc224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Publish callbacks [] for security_group (cec4a699-03d0-4f4d-a1ac-88a709071d57), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.346083 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eee43f8-7319-4462-aa78-d7fd06a93e2d None None] Network 6d1b2e57-7c2e-4949-a842-1d6cf3e62414 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:13.395581 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d5f32bda-1307-46c0-ac32-f9c3e09ef740 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9d43efcd-d5a2-45c9-8819-81a825cea32e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.440167 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-75ee0939-c348-44ca-b735-2cb47521067c None None] Provisioning complete for port 812e9f4e-dc13-4b91-b36d-127607a05e56 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:13.452896 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-75ee0939-c348-44ca-b735-2cb47521067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (812e9f4e-dc13-4b91-b36d-127607a05e56), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.452896 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-75ee0939-c348-44ca-b735-2cb47521067c None None] Attempt 1 to provision port 812e9f4e-dc13-4b91-b36d-127607a05e56 Nov 02 12:49:13.453314 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b9d09d48-3393-4694-9da5-5cc1740eda9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (b025a54d-c697-4c12-855c-7d854e2224a9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.453314 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d09d48-3393-4694-9da5-5cc1740eda9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b025a54d-c697-4c12-855c-7d854e2224a9 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:49:13.454906 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-9565e190-6731-435a-991a-d804621eaa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e5d436-3773-4bdb-bcbc-c868247a209a', 'name': 'tempest-ServerGroup264TestJSON-218354784-router', 'tenant_id': '55a4471c28cb45818f388321acb74608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '7af01b90-2ade-4a19-93c9-fc23dfe01828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:05Z', 'updated_at': '2022-11-02T12:49:09Z', 'revision_number': 3, 'project_id': '55a4471c28cb45818f388321acb74608', 'gw_port': {'id': '7af01b90-2ade-4a19-93c9-fc23dfe01828', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e5d436-3773-4bdb-bcbc-c868247a209a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:06Z', 'updated_at': '2022-11-02T12:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:13.500965 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-16a436a9-b134-4cc6-999d-8bdcfb540093 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e6c0e848b2364e6d93f4e8d9c0e97fe5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4282572 Nov 02 12:49:13.505269 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b9d09d48-3393-4694-9da5-5cc1740eda9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.507722 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b9d09d48-3393-4694-9da5-5cc1740eda9e admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/b025a54d-c697-4c12-855c-7d854e2224a9 HTTP/1.1" status: 204 len: 168 time: 5.6310627 Nov 02 12:49:13.516035 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46080) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:13.520571 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46082) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:13.525257 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9565e190-6731-435a-991a-d804621eaa4d None None] Checking router: c7e5d436-3773-4bdb-bcbc-c868247a209a for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:13.525599 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9565e190-6731-435a-991a-d804621eaa4d None None] Updating router c7e5d436-3773-4bdb-bcbc-c868247a209a port 7af01b90-2ade-4a19-93c9-fc23dfe01828 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:49:13.558389 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a436a9-b134-4cc6-999d-8bdcfb540093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d4b140-cba4-4528-b934-7777faa306ae,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:13.626781 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-9565e190-6731-435a-991a-d804621eaa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7af01b90-2ade-4a19-93c9-fc23dfe01828), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.629837 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-566cf06b-f093-4be0-9106-7b539a0cc224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (cec4a699-03d0-4f4d-a1ac-88a709071d57), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.636016 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-d5f32bda-1307-46c0-ac32-f9c3e09ef740 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Calling delete_port for 9d43efcd-d5a2-45c9-8819-81a825cea32e owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:13.692076 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:13.892863 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566cf06b-f093-4be0-9106-7b539a0cc224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:49:13.906671 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-75ee0939-c348-44ca-b735-2cb47521067c None None] Current status of the port 812e9f4e-dc13-4b91-b36d-127607a05e56 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:13.909045 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566cf06b-f093-4be0-9106-7b539a0cc224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec4a699-03d0-4f4d-a1ac-88a709071d57,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:13.911285 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c0eedf-c982-4ebd-93a4-b57308c68f51 admin admin] Deleting subnet 3b8b1ce3-d768-44ae-a055-68b6df0c33e3 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:49:13.943552 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-566cf06b-f093-4be0-9106-7b539a0cc224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (6f666a1a-4d09-4450-9c66-bd5c1035cf0f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.944000 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-566cf06b-f093-4be0-9106-7b539a0cc224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Added segment 6f666a1a-4d09-4450-9c66-bd5c1035cf0f of type vlan for network 918034c4-0322-4be1-af19-fca64f53a4db Nov 02 12:49:13.944424 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-36c0eedf-c982-4ebd-93a4-b57308c68f51 admin admin] Publish callbacks [] for subnet (3b8b1ce3-d768-44ae-a055-68b6df0c33e3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.989338 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:14.051727 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4eef469a-6484-4598-8a97-541541c7e45a None None] Provisioning complete for port aa83afd8-f899-4970-b12c-f309d6127569 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:14.052331 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4eef469a-6484-4598-8a97-541541c7e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (aa83afd8-f899-4970-b12c-f309d6127569), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.052932 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4eef469a-6484-4598-8a97-541541c7e45a None None] Attempt 1 to provision port aa83afd8-f899-4970-b12c-f309d6127569 Nov 02 12:49:14.102773 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-566cf06b-f093-4be0-9106-7b539a0cc224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (918034c4-0322-4be1-af19-fca64f53a4db), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.132140 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-9565e190-6731-435a-991a-d804621eaa4d None None] Publish callbacks [] for port (7af01b90-2ade-4a19-93c9-fc23dfe01828), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.140604 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4eef469a-6484-4598-8a97-541541c7e45a None None] Port aa83afd8-f899-4970-b12c-f309d6127569 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:49:14.150245 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4eef469a-6484-4598-8a97-541541c7e45a None None] Could not find standard attr ID for object 39098885-8d75-4db5-840c-35d6321d071a. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:49:14.248349 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-9565e190-6731-435a-991a-d804621eaa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7af01b90-2ade-4a19-93c9-fc23dfe01828), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.280806 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29b92ee-390a-475d-9a44-8bf3ca7622e3 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:49:14.301079 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-566cf06b-f093-4be0-9106-7b539a0cc224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (918034c4-0322-4be1-af19-fca64f53a4db), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.306395 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566cf06b-f093-4be0-9106-7b539a0cc224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:14.307022 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-566cf06b-f093-4be0-9106-7b539a0cc224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.312627 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-7f0bed5d-1f59-45da-9400-d8a0abde7074 admin admin] For port 6cae15f5-ce70-4790-9ffb-f1f51503e26e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6cae15f5-ce70-4790-9ffb-f1f51503e26e,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:14.312996 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f0bed5d-1f59-45da-9400-d8a0abde7074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (6cae15f5-ce70-4790-9ffb-f1f51503e26e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.316613 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c47b8c03-8c7e-4074-9cb4-23fcfdb1e066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (97b5f87c-21a4-45a1-b556-35e5dec0caca), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.319492 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c47b8c03-8c7e-4074-9cb4-23fcfdb1e066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.323503 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c47b8c03-8c7e-4074-9cb4-23fcfdb1e066 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/97b5f87c-21a4-45a1-b556-35e5dec0caca HTTP/1.1" status: 204 len: 168 time: 1.4022954 Nov 02 12:49:14.354305 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-9565e190-6731-435a-991a-d804621eaa4d None None] Attempting to bind port 7af01b90-2ade-4a19-93c9-fc23dfe01828 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:14.355118 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-9565e190-6731-435a-991a-d804621eaa4d None None] Attempting to bind port 7af01b90-2ade-4a19-93c9-fc23dfe01828 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:14.364350 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9565e190-6731-435a-991a-d804621eaa4d None None] Attempting to bind port 7af01b90-2ade-4a19-93c9-fc23dfe01828 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:14.364606 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37484823-44a7-445a-a767-6efa86d29040 None None] Pushing event updated for resources: {'Port': ['ID=7af01b90-2ade-4a19-93c9-fc23dfe01828,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:14.372224 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-7f0bed5d-1f59-45da-9400-d8a0abde7074 admin admin] Calling delete_port for 6cae15f5-ce70-4790-9ffb-f1f51503e26e owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:14.385896 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-4fccfae1-a51d-4252-aa16-b20d1650ec0c tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Allocated IP 2001:db8::2d0 (5772360a-d844-4d11-938d-87493090d128/6b496e32-5402-4e8f-b0a5-6c2deed1075e/ce961b10-143d-4fbe-bd1e-6532720e4823) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:14.415536 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6515247f-b70c-494d-92bf-3016f885af2c None None] Provisioning complete for port 97216f03-ff56-4f41-b10e-260f66f8a584 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:14.415942 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6515247f-b70c-494d-92bf-3016f885af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (97216f03-ff56-4f41-b10e-260f66f8a584), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.416216 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-6515247f-b70c-494d-92bf-3016f885af2c None None] Attempt 1 to provision port 97216f03-ff56-4f41-b10e-260f66f8a584 Nov 02 12:49:14.440008 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566cf06b-f093-4be0-9106-7b539a0cc224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Pushing event updated for resources: {'Network': ['ID=918034c4-0322-4be1-af19-fca64f53a4db,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:14.449306 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b8c03-8c7e-4074-9cb4-23fcfdb1e066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b5f87c-21a4-45a1-b556-35e5dec0caca,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:14.470432 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-36c0eedf-c982-4ebd-93a4-b57308c68f51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (3b8b1ce3-d768-44ae-a055-68b6df0c33e3), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.489286 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-566cf06b-f093-4be0-9106-7b539a0cc224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.5443261 Nov 02 12:49:14.493674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 578ae9ec-253e-45f8-bfb6-0583184a7be7 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:14.495735 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 918034c4-0322-4be1-af19-fca64f53a4db details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:49:14.495895 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9565e190-6731-435a-991a-d804621eaa4d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:49:14.496343 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9565e190-6731-435a-991a-d804621eaa4d None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:14.496881 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-9565e190-6731-435a-991a-d804621eaa4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.497514 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9565e190-6731-435a-991a-d804621eaa4d None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:49:14.498452 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-9565e190-6731-435a-991a-d804621eaa4d None None] Bound port: 7af01b90-2ade-4a19-93c9-fc23dfe01828, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:49:14.499105 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-9565e190-6731-435a-991a-d804621eaa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7af01b90-2ade-4a19-93c9-fc23dfe01828), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.506625 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d5f32bda-1307-46c0-ac32-f9c3e09ef740 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (9d43efcd-d5a2-45c9-8819-81a825cea32e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.518956 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7e2e1714-9866-4da5-80eb-58d59d0fb42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.529472 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa48601a-cc3d-4cca-af8e-23529328fb75 admin admin] Publish callbacks [] for security_group (40d4b140-cba4-4528-b934-7777faa306ae), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.588973 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-9565e190-6731-435a-991a-d804621eaa4d None None] For port 7af01b90-2ade-4a19-93c9-fc23dfe01828, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:14.593753 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-9565e190-6731-435a-991a-d804621eaa4d None None] For port 7af01b90-2ade-4a19-93c9-fc23dfe01828, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7af01b90-2ade-4a19-93c9-fc23dfe01828,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:14.608317 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:14.609786 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 578ae9ec-253e-45f8-bfb6-0583184a7be7 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:14.610890 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 578ae9ec-253e-45f8-bfb6-0583184a7be7 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:14.611892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f7bf7e6e-18b2-4a75-9976-bc6138ee100b no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:14.631295 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f32bda-1307-46c0-ac32-f9c3e09ef740 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Port': ['ID=9d43efcd-d5a2-45c9-8819-81a825cea32e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:14.689330 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29b92ee-390a-475d-9a44-8bf3ca7622e3 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:49:14.733566 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: f7bf7e6e-18b2-4a75-9976-bc6138ee100b {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:14.733936 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f7bf7e6e-18b2-4a75-9976-bc6138ee100b not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:14.805625 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4fccfae1-a51d-4252-aa16-b20d1650ec0c tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks [] for port (ce961b10-143d-4fbe-bd1e-6532720e4823), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.825352 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d5f32bda-1307-46c0-ac32-f9c3e09ef740 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (64679c82-559c-41d0-b64f-150010986512), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.828878 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-9565e190-6731-435a-991a-d804621eaa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7af01b90-2ade-4a19-93c9-fc23dfe01828), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.885368 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9565e190-6731-435a-991a-d804621eaa4d None None] Routers {'c7e5d436-3773-4bdb-bcbc-c868247a209a'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:14.886119 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-9565e190-6731-435a-991a-d804621eaa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c7e5d436-3773-4bdb-bcbc-c868247a209a'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:14.887613 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa48601a-cc3d-4cca-af8e-23529328fb75 admin admin] Publish callbacks [] for security_group (40d4b140-cba4-4528-b934-7777faa306ae), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.933392 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46092) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:14.942590 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-7e2e1714-9866-4da5-80eb-58d59d0fb42f admin admin] Allocated IP 172.20.0.1 (6d1b2e57-7c2e-4949-a842-1d6cf3e62414/641e6b87-61da-4862-b869-8280169e958c/1a54a324-c1be-4a27-90ec-462afc954ba7) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:14.959621 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Request body: {'port': {'network_id': '918034c4-0322-4be1-af19-fca64f53a4db', 'binding:host_id': 'n-h2-857339-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1937010964'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:14.969894 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.974354 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37484823-44a7-445a-a767-6efa86d29040 None None] Pushing event updated for resources: {'Port': ['ID=7af01b90-2ade-4a19-93c9-fc23dfe01828,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:14.978984 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:14.990663 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6515247f-b70c-494d-92bf-3016f885af2c None None] Current status of the port 97216f03-ff56-4f41-b10e-260f66f8a584 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:14.991952 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:15.029011 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4fccfae1-a51d-4252-aa16-b20d1650ec0c tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (ce961b10-143d-4fbe-bd1e-6532720e4823), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:15.077189 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-9565e190-6731-435a-991a-d804621eaa4d None None] Set router c7e5d436-3773-4bdb-bcbc-c868247a209a gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:15.128246 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-36c0eedf-c982-4ebd-93a4-b57308c68f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (3b8b1ce3-d768-44ae-a055-68b6df0c33e3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:15.169503 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Made reservation on behalf of 40ce69a931574fe6a2ef06caedd549eb for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:15.173410 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:15.179675 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fccfae1-a51d-4252-aa16-b20d1650ec0c tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Network 5772360a-d844-4d11-938d-87493090d128 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:15.200438 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-4fccfae1-a51d-4252-aa16-b20d1650ec0c tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:15.203691 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fccfae1-a51d-4252-aa16-b20d1650ec0c tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:15.209899 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fccfae1-a51d-4252-aa16-b20d1650ec0c tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:15.210934 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4fccfae1-a51d-4252-aa16-b20d1650ec0c tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:15.217430 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f32bda-1307-46c0-ac32-f9c3e09ef740 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 64679c82-559c-41d0-b64f-150010986512 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:49:15.228429 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:15.251522 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccfae1-a51d-4252-aa16-b20d1650ec0c tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Pushing event updated for resources: {'Port': ['ID=ce961b10-143d-4fbe-bd1e-6532720e4823,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:15.254124 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7e2e1714-9866-4da5-80eb-58d59d0fb42f admin admin] Publish callbacks [] for port (1a54a324-c1be-4a27-90ec-462afc954ba7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:15.323751 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa48601a-cc3d-4cca-af8e-23529328fb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (40d4b140-cba4-4528-b934-7777faa306ae), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:15.326922 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa48601a-cc3d-4cca-af8e-23529328fb75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:15.328474 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-aa48601a-cc3d-4cca-af8e-23529328fb75 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/40d4b140-cba4-4528-b934-7777faa306ae HTTP/1.1" status: 204 len: 168 time: 1.8045838 Nov 02 12:49:15.341459 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f32bda-1307-46c0-ac32-f9c3e09ef740 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:15.349892 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:15.353496 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f063a2a-523c-4ab2-8535-e6e5cfcc8ef7 None None] Sync routers for ids ['64679c82-559c-41d0-b64f-150010986512'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:15.361325 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d5f32bda-1307-46c0-ac32-f9c3e09ef740 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/64679c82-559c-41d0-b64f-150010986512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4011214 Nov 02 12:49:15.362330 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46098) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:15.371286 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4fccfae1-a51d-4252-aa16-b20d1650ec0c tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1078119 Nov 02 12:49:15.373809 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46100) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:15.375975 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f063a2a-523c-4ab2-8535-e6e5cfcc8ef7 None None] Routers {'64679c82-559c-41d0-b64f-150010986512'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:15.379004 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7f063a2a-523c-4ab2-8535-e6e5cfcc8ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['64679c82-559c-41d0-b64f-150010986512'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:15.389448 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-a2df0d84-ed60-445c-b5a5-f3c97bff90bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::303', 'mac_address': 'fa:16:3e:29:ae:e8'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:15.398312 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48601a-cc3d-4cca-af8e-23529328fb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d4b140-cba4-4528-b934-7777faa306ae,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:15.402866 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-848cd30d-60db-4598-983a-8c18689fa2e6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=64679c82-559c-41d0-b64f-150010986512 HTTP/1.1" status: 200 len: 205 time: 0.0377002 Nov 02 12:49:15.403552 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46102) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:15.460657 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7f063a2a-523c-4ab2-8535-e6e5cfcc8ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:15.470950 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:15.475527 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-9565e190-6731-435a-991a-d804621eaa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e5d436-3773-4bdb-bcbc-c868247a209a', 'name': 'tempest-ServerGroup264TestJSON-218354784-router', 'tenant_id': '55a4471c28cb45818f388321acb74608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '7af01b90-2ade-4a19-93c9-fc23dfe01828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:05Z', 'updated_at': '2022-11-02T12:49:09Z', 'revision_number': 3, 'project_id': '55a4471c28cb45818f388321acb74608', 'gw_port': {'id': '7af01b90-2ade-4a19-93c9-fc23dfe01828', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e5d436-3773-4bdb-bcbc-c868247a209a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:06Z', 'updated_at': '2022-11-02T12:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:15.491174 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f063a2a-523c-4ab2-8535-e6e5cfcc8ef7 None None] Routers {'64679c82-559c-41d0-b64f-150010986512'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:15.492186 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7f063a2a-523c-4ab2-8535-e6e5cfcc8ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:48:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['64679c82-559c-41d0-b64f-150010986512'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:15.528926 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9565e190-6731-435a-991a-d804621eaa4d None None] The sync data for ids ['c7e5d436-3773-4bdb-bcbc-c868247a209a'] in n-d-857339-6 is: [{'id': 'c7e5d436-3773-4bdb-bcbc-c868247a209a', 'name': 'tempest-ServerGroup264TestJSON-218354784-router', 'tenant_id': '55a4471c28cb45818f388321acb74608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '7af01b90-2ade-4a19-93c9-fc23dfe01828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:05Z', 'updated_at': '2022-11-02T12:49:09Z', 'revision_number': 3, 'project_id': '55a4471c28cb45818f388321acb74608', 'gw_port': {'id': '7af01b90-2ade-4a19-93c9-fc23dfe01828', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e5d436-3773-4bdb-bcbc-c868247a209a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:06Z', 'updated_at': '2022-11-02T12:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:15.562070 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-36c0eedf-c982-4ebd-93a4-b57308c68f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (3b8b1ce3-d768-44ae-a055-68b6df0c33e3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:15.571274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7f063a2a-523c-4ab2-8535-e6e5cfcc8ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:15.572424 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks [] for security_group (2ce26105-92c2-4fdc-9f20-1f78d9413a7d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:15.575410 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f0bed5d-1f59-45da-9400-d8a0abde7074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (6cae15f5-ce70-4790-9ffb-f1f51503e26e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:15.578730 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f063a2a-523c-4ab2-8535-e6e5cfcc8ef7 None None] The sync data for ids ['64679c82-559c-41d0-b64f-150010986512'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:15.650403 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-36c0eedf-c982-4ebd-93a4-b57308c68f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:15.655315 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-36c0eedf-c982-4ebd-93a4-b57308c68f51 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/3b8b1ce3-d768-44ae-a055-68b6df0c33e3 HTTP/1.1" status: 204 len: 168 time: 2.1286814 Nov 02 12:49:15.661555 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0eedf-c982-4ebd-93a4-b57308c68f51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b8b1ce3-d768-44ae-a055-68b6df0c33e3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:15.665384 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bed5d-1f59-45da-9400-d8a0abde7074 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cae15f5-ce70-4790-9ffb-f1f51503e26e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:15.673342 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46104) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:15.678179 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2ce26105-92c2-4fdc-9f20-1f78d9413a7d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:15.748073 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] device_id is not set on port f022dec0-2d35-4494-9a3f-c09db8b5a82f yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:49:15.887861 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46106) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:15.893898 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5399b112-438e-41be-b014-5733f1c3054c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:15.976626 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-26f40f0e-6f4f-41de-b864-a0539a2a4ef9 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (64679c82-559c-41d0-b64f-150010986512), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:15.981504 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce26105-92c2-4fdc-9f20-1f78d9413a7d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:15.981769 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7e2e1714-9866-4da5-80eb-58d59d0fb42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (1a54a324-c1be-4a27-90ec-462afc954ba7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.040429 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-639d71b8-f61a-4f00-bdbc-6eddd3a8ee82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (f8033aa9-87c0-479a-b95f-16fb9f7b8969), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.070020 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e1714-9866-4da5-80eb-58d59d0fb42f admin admin] Pushing event updated for resources: {'Port': ['ID=1a54a324-c1be-4a27-90ec-462afc954ba7,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:16.079027 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f0bed5d-1f59-45da-9400-d8a0abde7074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (b6001bdf-6501-44bd-92a3-3e61b317ef5d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.141699 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2e1714-9866-4da5-80eb-58d59d0fb42f admin admin] Network 6d1b2e57-7c2e-4949-a842-1d6cf3e62414 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:16.179180 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-7e2e1714-9866-4da5-80eb-58d59d0fb42f admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:16.193064 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-63dee99d-72b8-467f-8854-39f1f05565f8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ab06f83e0a424658bff125858b807de3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2649152 Nov 02 12:49:16.202759 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46110) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:16.219736 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2e1714-9866-4da5-80eb-58d59d0fb42f admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:16.273061 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f0bed5d-1f59-45da-9400-d8a0abde7074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (b6001bdf-6501-44bd-92a3-3e61b317ef5d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.301795 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-26f40f0e-6f4f-41de-b864-a0539a2a4ef9 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (64679c82-559c-41d0-b64f-150010986512), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.305676 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-26f40f0e-6f4f-41de-b864-a0539a2a4ef9 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router_controller (64679c82-559c-41d0-b64f-150010986512), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.311227 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:16.327225 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7e2e1714-9866-4da5-80eb-58d59d0fb42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (c7e5d436-3773-4bdb-bcbc-c868247a209a), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.330715 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f0bed5d-1f59-45da-9400-d8a0abde7074 admin admin] Publish callbacks [] for router_controller (b6001bdf-6501-44bd-92a3-3e61b317ef5d), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.476726 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b707ae85-2a0c-4d48-a368-b3e4c33b6b4d None None] Network f8033aa9-87c0-479a-b95f-16fb9f7b8969 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:16.530304 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46112) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:16.564362 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0466cfb9-4688-4cfc-8dd0-9d94c93d23a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.570531 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-639d71b8-f61a-4f00-bdbc-6eddd3a8ee82 admin admin] Deleting port 812e9f4e-dc13-4b91-b36d-127607a05e56 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:16.570765 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-639d71b8-f61a-4f00-bdbc-6eddd3a8ee82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (812e9f4e-dc13-4b91-b36d-127607a05e56), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.572724 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-26f40f0e-6f4f-41de-b864-a0539a2a4ef9 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (64679c82-559c-41d0-b64f-150010986512), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.573635 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f40f0e-6f4f-41de-b864-a0539a2a4ef9 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Fanout notify agent at l3_agent the message router_deleted on router 64679c82-559c-41d0-b64f-150010986512 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:49:16.583116 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-26f40f0e-6f4f-41de-b864-a0539a2a4ef9 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.584568 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-26f40f0e-6f4f-41de-b864-a0539a2a4ef9 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/routers/64679c82-559c-41d0-b64f-150010986512 HTTP/1.1" status: 204 len: 168 time: 1.1781886 Nov 02 12:49:16.593039 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46114) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:16.671467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7af01b90-2ade-4a19-93c9-fc23dfe01828 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:16.676123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7c30b60b-44f5-46df-832d-a581b53cb5d7 None None] Provisioning complete for port c76087c1-1884-45fe-9e52-6e740eaaa720 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:16.681519 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7c30b60b-44f5-46df-832d-a581b53cb5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c76087c1-1884-45fe-9e52-6e740eaaa720), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.682851 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7c30b60b-44f5-46df-832d-a581b53cb5d7 None None] Attempt 1 to provision port c76087c1-1884-45fe-9e52-6e740eaaa720 Nov 02 12:49:16.694397 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-639d71b8-f61a-4f00-bdbc-6eddd3a8ee82 admin admin] For port 812e9f4e-dc13-4b91-b36d-127607a05e56, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=812e9f4e-dc13-4b91-b36d-127607a05e56,segment=NetworkSegment(d245fe3d-bf46-4af1-aa04-091b8f559dd8),segment_id=d245fe3d-bf46-4af1-aa04-091b8f559dd8)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:16.694927 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-639d71b8-f61a-4f00-bdbc-6eddd3a8ee82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (812e9f4e-dc13-4b91-b36d-127607a05e56), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.725972 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-639d71b8-f61a-4f00-bdbc-6eddd3a8ee82 admin admin] Calling delete_port for 812e9f4e-dc13-4b91-b36d-127607a05e56 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:16.746219 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-f283561c-5ae8-412f-8138-df0764e762ec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting subnet 9ee8cf64-3938-4ceb-9860-e16d17ee8b7d {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:49:16.762614 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f283561c-5ae8-412f-8138-df0764e762ec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for subnet (9ee8cf64-3938-4ceb-9860-e16d17ee8b7d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.885141 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2df0d84-ed60-445c-b5a5-f3c97bff90bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ce961b10-143d-4fbe-bd1e-6532720e4823), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.911819 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:17.015746 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f283561c-5ae8-412f-8138-df0764e762ec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (9ee8cf64-3938-4ceb-9860-e16d17ee8b7d), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.074926 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7af01b90-2ade-4a19-93c9-fc23dfe01828 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:17.075302 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7af01b90-2ade-4a19-93c9-fc23dfe01828), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.075641 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7af01b90-2ade-4a19-93c9-fc23dfe01828 Nov 02 12:49:17.082776 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f0bed5d-1f59-45da-9400-d8a0abde7074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (b6001bdf-6501-44bd-92a3-3e61b317ef5d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.083539 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0bed5d-1f59-45da-9400-d8a0abde7074 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6001bdf-6501-44bd-92a3-3e61b317ef5d {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:49:17.118424 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-639d71b8-f61a-4f00-bdbc-6eddd3a8ee82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (812e9f4e-dc13-4b91-b36d-127607a05e56), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.133762 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f0bed5d-1f59-45da-9400-d8a0abde7074 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.135029 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7f0bed5d-1f59-45da-9400-d8a0abde7074 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/b6001bdf-6501-44bd-92a3-3e61b317ef5d HTTP/1.1" status: 204 len: 168 time: 5.7109241 Nov 02 12:49:17.152439 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46116) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:17.161167 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0466cfb9-4688-4cfc-8dd0-9d94c93d23a4 admin admin] Publish callbacks [] for security_group (f5d6f5d2-3d85-4eaa-ab2b-e4f888795899), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.204716 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7c30b60b-44f5-46df-832d-a581b53cb5d7 None None] Current status of the port c76087c1-1884-45fe-9e52-6e740eaaa720 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:17.206290 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7e2e1714-9866-4da5-80eb-58d59d0fb42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1a54a324-c1be-4a27-90ec-462afc954ba7), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.212333 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dc6072-c6a1-4131-988b-8dbd3af079d9 None None] DHCP port deletion for f8033aa9-87c0-479a-b95f-16fb9f7b8969 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:49:17.228723 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.261977 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0466cfb9-4688-4cfc-8dd0-9d94c93d23a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f5d6f5d2-3d85-4eaa-ab2b-e4f888795899), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.265099 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d71b8-f61a-4f00-bdbc-6eddd3a8ee82 admin admin] Pushing event deleted for resources: {'Port': ['ID=812e9f4e-dc13-4b91-b36d-127607a05e56,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:17.265411 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6681e1f-37a0-4a43-81d0-b662e34a83cb None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:49:17.281679 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639d71b8-f61a-4f00-bdbc-6eddd3a8ee82 admin admin] No DVR routers for this DVR port 812e9f4e-dc13-4b91-b36d-127607a05e56 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:49:17.325396 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0466cfb9-4688-4cfc-8dd0-9d94c93d23a4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f98c00104ba44fa19d18d03bc5b2ac8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7914391 Nov 02 12:49:17.331391 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46118) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:17.334498 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466cfb9-4688-4cfc-8dd0-9d94c93d23a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d6f5d2-3d85-4eaa-ab2b-e4f888795899,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:17.348705 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f283561c-5ae8-412f-8138-df0764e762ec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (9ee8cf64-3938-4ceb-9860-e16d17ee8b7d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.356891 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9c041c-3a9d-47c2-8ef1-0a39e6fcdb35 admin admin] Deleting subnet fd30d2c7-5cf8-4553-90be-48da91eb0d98 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:49:17.363663 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cd9c041c-3a9d-47c2-8ef1-0a39e6fcdb35 admin admin] Publish callbacks [] for subnet (fd30d2c7-5cf8-4553-90be-48da91eb0d98), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.382023 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-fe45485f-0577-4e2f-9161-9e351348e37c None None] Could not find standard attr ID for object 97629ae2-0a09-492d-ba1d-a50864935359. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:49:17.412781 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cd9c041c-3a9d-47c2-8ef1-0a39e6fcdb35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (fd30d2c7-5cf8-4553-90be-48da91eb0d98), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.413212 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:17.426781 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-fe45485f-0577-4e2f-9161-9e351348e37c None None] Provisioning complete for port 1a54a324-c1be-4a27-90ec-462afc954ba7 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:17.427182 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fe45485f-0577-4e2f-9161-9e351348e37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1a54a324-c1be-4a27-90ec-462afc954ba7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.427531 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-fe45485f-0577-4e2f-9161-9e351348e37c None None] Attempt 1 to provision port 1a54a324-c1be-4a27-90ec-462afc954ba7 Nov 02 12:49:17.454383 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa4f0a0d-dbe2-4db7-a66a-c2149e4a602f admin admin] Publish callbacks [] for security_group (74693c8f-47c8-42d1-b81f-561e7dbe0837), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.470059 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7af01b90-2ade-4a19-93c9-fc23dfe01828 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:17.470466 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7af01b90-2ade-4a19-93c9-fc23dfe01828), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.487626 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] device_id is not set on port f022dec0-2d35-4494-9a3f-c09db8b5a82f yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:49:17.516639 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks [] for port (f022dec0-2d35-4494-9a3f-c09db8b5a82f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.516639 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-639d71b8-f61a-4f00-bdbc-6eddd3a8ee82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (f8033aa9-87c0-479a-b95f-16fb9f7b8969), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.518048 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fe45485f-0577-4e2f-9161-9e351348e37c None None] Port 1a54a324-c1be-4a27-90ec-462afc954ba7 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:49:17.551083 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa4f0a0d-dbe2-4db7-a66a-c2149e4a602f admin admin] Publish callbacks [] for security_group (74693c8f-47c8-42d1-b81f-561e7dbe0837), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.560085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 7af01b90-2ade-4a19-93c9-fc23dfe01828, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7af01b90-2ade-4a19-93c9-fc23dfe01828,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:17.574248 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2df0d84-ed60-445c-b5a5-f3c97bff90bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks [] for port (ce961b10-143d-4fbe-bd1e-6532720e4823), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.582243 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-639d71b8-f61a-4f00-bdbc-6eddd3a8ee82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8033aa9-87c0-479a-b95f-16fb9f7b8969']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:17.595080 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6681e1f-37a0-4a43-81d0-b662e34a83cb None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:49:17.603787 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-639d71b8-f61a-4f00-bdbc-6eddd3a8ee82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd245fe3d-bf46-4af1-aa04-091b8f559dd8') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:17.604088 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-639d71b8-f61a-4f00-bdbc-6eddd3a8ee82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd245fe3d-bf46-4af1-aa04-091b8f559dd8') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:17.620944 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-639d71b8-f61a-4f00-bdbc-6eddd3a8ee82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (d245fe3d-bf46-4af1-aa04-091b8f559dd8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.638244 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-639d71b8-f61a-4f00-bdbc-6eddd3a8ee82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (d245fe3d-bf46-4af1-aa04-091b8f559dd8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.647511 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639d71b8-f61a-4f00-bdbc-6eddd3a8ee82 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:49:17.648598 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-639d71b8-f61a-4f00-bdbc-6eddd3a8ee82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (d245fe3d-bf46-4af1-aa04-091b8f559dd8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.667478 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-edab3a16-5f06-4c97-8c61-b47daf9ab388 admin admin] Publish callbacks [] for security_group (f5d6f5d2-3d85-4eaa-ab2b-e4f888795899), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.686339 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cd9c041c-3a9d-47c2-8ef1-0a39e6fcdb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (fd30d2c7-5cf8-4553-90be-48da91eb0d98), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.688267 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7af01b90-2ade-4a19-93c9-fc23dfe01828), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.695955 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment d245fe3d-bf46-4af1-aa04-091b8f559dd8 resource provider aggregate not found Nov 02 12:49:17.702091 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (f022dec0-2d35-4494-9a3f-c09db8b5a82f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.703781 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2df0d84-ed60-445c-b5a5-f3c97bff90bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (ce961b10-143d-4fbe-bd1e-6532720e4823), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.704356 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a2df0d84-ed60-445c-b5a5-f3c97bff90bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] In _notify_port_updated(), no bound segment for port ce961b10-143d-4fbe-bd1e-6532720e4823 on network 5772360a-d844-4d11-938d-87493090d128 {{(pid=105976) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 12:49:17.709371 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2df0d84-ed60-445c-b5a5-f3c97bff90bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:17.709710 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2df0d84-ed60-445c-b5a5-f3c97bff90bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.713651 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a2df0d84-ed60-445c-b5a5-f3c97bff90bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "PUT /networking/v2.0/ports/ce961b10-143d-4fbe-bd1e-6532720e4823 HTTP/1.1" status: 200 len: 1003 time: 2.3338602 Nov 02 12:49:17.757815 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment d245fe3d-bf46-4af1-aa04-091b8f559dd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d245fe3d-bf46-4af1-aa04-091b8f559dd8 found for delete ", "request_id": "req-2c7b01f3-7bea-40fe-b668-a53c755b8f6d"}]} Nov 02 12:49:17.758227 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46124) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:17.816166 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f283561c-5ae8-412f-8138-df0764e762ec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (9ee8cf64-3938-4ceb-9860-e16d17ee8b7d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.839276 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-edab3a16-5f06-4c97-8c61-b47daf9ab388 admin admin] Publish callbacks [] for security_group (f5d6f5d2-3d85-4eaa-ab2b-e4f888795899), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.840252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=7af01b90-2ade-4a19-93c9-fc23dfe01828,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:17.869314 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df0d84-ed60-445c-b5a5-f3c97bff90bb tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Pushing event updated for resources: {'Port': ['ID=ce961b10-143d-4fbe-bd1e-6532720e4823,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:17.891365 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283561c-5ae8-412f-8138-df0764e762ec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee8cf64-3938-4ceb-9860-e16d17ee8b7d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:17.906929 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f283561c-5ae8-412f-8138-df0764e762ec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.909172 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f283561c-5ae8-412f-8138-df0764e762ec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/9ee8cf64-3938-4ceb-9860-e16d17ee8b7d HTTP/1.1" status: 204 len: 168 time: 1.3147275 Nov 02 12:49:17.917565 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46126) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:17.947302 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa4f0a0d-dbe2-4db7-a66a-c2149e4a602f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (74693c8f-47c8-42d1-b81f-561e7dbe0837), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.951412 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa4f0a0d-dbe2-4db7-a66a-c2149e4a602f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.952728 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fa4f0a0d-dbe2-4db7-a66a-c2149e4a602f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/74693c8f-47c8-42d1-b81f-561e7dbe0837 HTTP/1.1" status: 204 len: 168 time: 1.7155745 Nov 02 12:49:17.973317 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Checking segment: {'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:17.973674 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Network hostable DHCP agents. Network: 918034c4-0322-4be1-af19-fca64f53a4db, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:49:17.979657 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-639d71b8-f61a-4f00-bdbc-6eddd3a8ee82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (f8033aa9-87c0-479a-b95f-16fb9f7b8969), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.993842 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:18.008450 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-22590466-ab48-4e22-b65c-23d0bb08ff76 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Deleting port ce961b10-143d-4fbe-bd1e-6532720e4823 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:18.009099 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-22590466-ab48-4e22-b65c-23d0bb08ff76 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ce961b10-143d-4fbe-bd1e-6532720e4823), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.032183 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cd9c041c-3a9d-47c2-8ef1-0a39e6fcdb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (fd30d2c7-5cf8-4553-90be-48da91eb0d98), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.036821 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7e2e1714-9866-4da5-80eb-58d59d0fb42f admin admin] Publish callbacks [] for port (1a54a324-c1be-4a27-90ec-462afc954ba7), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.040101 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83406632-1419-4f62-8797-c16c93863b0e None None] Update dhcp port {'port': {'network_id': '482758b2-a48d-4a3b-9845-3b080feb265e', 'fixed_ips': [{'subnet_id': '9ee8cf64-3938-4ceb-9860-e16d17ee8b7d'}], 'binding:host_id': 'n-d-857339-6'}, 'id': 'cd0ec7f5-a277-484a-892b-025241efff57'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 12:49:18.063878 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:18.075712 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-83406632-1419-4f62-8797-c16c93863b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (cd0ec7f5-a277-484a-892b-025241efff57), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.076293 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34f1582-0e86-4791-bfe7-7466070112f6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting subnet 35d4b87e-74de-47c7-b766-17aa66994c3a {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:49:18.083318 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c041c-3a9d-47c2-8ef1-0a39e6fcdb35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd30d2c7-5cf8-4553-90be-48da91eb0d98,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:18.086317 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d34f1582-0e86-4791-bfe7-7466070112f6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for subnet (35d4b87e-74de-47c7-b766-17aa66994c3a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.098328 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-639d71b8-f61a-4f00-bdbc-6eddd3a8ee82 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.105601 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-639d71b8-f61a-4f00-bdbc-6eddd3a8ee82 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/f8033aa9-87c0-479a-b95f-16fb9f7b8969 HTTP/1.1" status: 204 len: 168 time: 2.4264357 Nov 02 12:49:18.123072 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cd9c041c-3a9d-47c2-8ef1-0a39e6fcdb35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.123318 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f0a0d-dbe2-4db7-a66a-c2149e4a602f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74693c8f-47c8-42d1-b81f-561e7dbe0837,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:18.127353 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cd9c041c-3a9d-47c2-8ef1-0a39e6fcdb35 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/fd30d2c7-5cf8-4553-90be-48da91eb0d98 HTTP/1.1" status: 204 len: 168 time: 0.9713206 Nov 02 12:49:18.131587 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46132) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:18.132745 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d71b8-f61a-4f00-bdbc-6eddd3a8ee82 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8033aa9-87c0-479a-b95f-16fb9f7b8969,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:18.135960 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Network 918034c4-0322-4be1-af19-fca64f53a4db is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:49:18.142940 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Pushing event updated for resources: {'Port': ['ID=f022dec0-2d35-4494-9a3f-c09db8b5a82f,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:18.168218 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7e2e1714-9866-4da5-80eb-58d59d0fb42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (1a54a324-c1be-4a27-90ec-462afc954ba7), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.185955 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:18.188267 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-22590466-ab48-4e22-b65c-23d0bb08ff76 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ce961b10-143d-4fbe-bd1e-6532720e4823), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.205140 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-22590466-ab48-4e22-b65c-23d0bb08ff76 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Calling delete_port for ce961b10-143d-4fbe-bd1e-6532720e4823 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:18.220385 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d34f1582-0e86-4791-bfe7-7466070112f6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (35d4b87e-74de-47c7-b766-17aa66994c3a), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.306518 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-edab3a16-5f06-4c97-8c61-b47daf9ab388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f5d6f5d2-3d85-4eaa-ab2b-e4f888795899), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.309333 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-edab3a16-5f06-4c97-8c61-b47daf9ab388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.313073 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-edab3a16-5f06-4c97-8c61-b47daf9ab388 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f5d6f5d2-3d85-4eaa-ab2b-e4f888795899 HTTP/1.1" status: 204 len: 168 time: 0.9720991 Nov 02 12:49:18.313248 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.343226 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 918034c4-0322-4be1-af19-fca64f53a4db) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:18.343394 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab3a16-5f06-4c97-8c61-b47daf9ab388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d6f5d2-3d85-4eaa-ab2b-e4f888795899,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:18.355137 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:18.369963 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7e2e1714-9866-4da5-80eb-58d59d0fb42f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (c7e5d436-3773-4bdb-bcbc-c868247a209a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.374643 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e1baf6c-b8ba-4cbc-af1a-07053af71461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (ad45f526-3e4b-4f7a-8784-0986fb0ae1e6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.396285 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e1714-9866-4da5-80eb-58d59d0fb42f admin admin] Pushing event updated for resources: {'Port': ['ID=1a54a324-c1be-4a27-90ec-462afc954ba7,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:18.401132 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:18.402578 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:18.403437 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:18.454850 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.455337 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port f022dec0-2d35-4494-9a3f-c09db8b5a82f on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:18.455337 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:18.455337 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 2 to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f Nov 02 12:49:18.471913 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:18.472073 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:18.472380 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:18.481219 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058e4290-152c-45ee-88f7-2b35be7cd22c None None] Network 482758b2-a48d-4a3b-9845-3b080feb265e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:18.520881 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf57914-9cef-4fc2-9981-f25f002ea0cf None None] Network ad45f526-3e4b-4f7a-8784-0986fb0ae1e6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:18.528101 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ba8da2-4d03-4286-879c-254d066cf8fc None None] Network 918034c4-0322-4be1-af19-fca64f53a4db requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:18.542856 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port f022dec0-2d35-4494-9a3f-c09db8b5a82f on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:18.543543 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:18.547112 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 3 to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f Nov 02 12:49:18.574505 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d34f1582-0e86-4791-bfe7-7466070112f6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (35d4b87e-74de-47c7-b766-17aa66994c3a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.576764 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:18.577109 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:18.577675 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:18.588328 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port f022dec0-2d35-4494-9a3f-c09db8b5a82f on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:18.588709 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:18.589159 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 4 to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f Nov 02 12:49:18.606824 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:18.611986 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:18.611986 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:18.612476 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port f022dec0-2d35-4494-9a3f-c09db8b5a82f on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:18.613386 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:18.613793 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 5 to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f Nov 02 12:49:18.625752 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-4e1baf6c-b8ba-4cbc-af1a-07053af71461 admin admin] Deleting port c76087c1-1884-45fe-9e52-6e740eaaa720 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:18.626327 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e1baf6c-b8ba-4cbc-af1a-07053af71461 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c76087c1-1884-45fe-9e52-6e740eaaa720), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.632440 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:18.632828 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:18.633174 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:18.638424 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port f022dec0-2d35-4494-9a3f-c09db8b5a82f on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:18.638815 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:18.639217 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 6 to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f Nov 02 12:49:18.654887 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:18.655237 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:18.655636 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:18.661599 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port f022dec0-2d35-4494-9a3f-c09db8b5a82f on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:18.662418 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:18.662418 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 7 to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f Nov 02 12:49:18.680091 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:18.680685 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:18.681132 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:18.686863 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port f022dec0-2d35-4494-9a3f-c09db8b5a82f on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:18.687345 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:18.687920 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 8 to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f Nov 02 12:49:18.723676 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:18.726104 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:18.727851 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:18.734156 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-22590466-ab48-4e22-b65c-23d0bb08ff76 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (ce961b10-143d-4fbe-bd1e-6532720e4823), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.775700 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port f022dec0-2d35-4494-9a3f-c09db8b5a82f on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:18.776191 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:18.777126 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 9 to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f Nov 02 12:49:18.789867 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22590466-ab48-4e22-b65c-23d0bb08ff76 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Pushing event deleted for resources: {'Port': ['ID=ce961b10-143d-4fbe-bd1e-6532720e4823,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:18.809119 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-4e1baf6c-b8ba-4cbc-af1a-07053af71461 admin admin] For port c76087c1-1884-45fe-9e52-6e740eaaa720, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c76087c1-1884-45fe-9e52-6e740eaaa720,segment=NetworkSegment(cd3ad39d-4b43-4730-90e4-e3e38155d6f8),segment_id=cd3ad39d-4b43-4730-90e4-e3e38155d6f8)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:18.809697 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e1baf6c-b8ba-4cbc-af1a-07053af71461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c76087c1-1884-45fe-9e52-6e740eaaa720), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.812403 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7af01b90-2ade-4a19-93c9-fc23dfe01828 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:18.826735 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-4e1baf6c-b8ba-4cbc-af1a-07053af71461 admin admin] Calling delete_port for c76087c1-1884-45fe-9e52-6e740eaaa720 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:18.838025 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:18.838737 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:18.839472 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:18.852426 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port f022dec0-2d35-4494-9a3f-c09db8b5a82f on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:18.854227 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:18.857886 n-d-857339-6 neutron-server[105976]: INFO neutron.plugins.ml2.plugin [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 10 to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f Nov 02 12:49:18.880736 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4a84621a-7144-4402-a777-51884e4a02eb None None] Provisioning complete for port cd0ec7f5-a277-484a-892b-025241efff57 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:18.881112 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4a84621a-7144-4402-a777-51884e4a02eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (cd0ec7f5-a277-484a-892b-025241efff57), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.881656 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4a84621a-7144-4402-a777-51884e4a02eb None None] Attempt 1 to provision port cd0ec7f5-a277-484a-892b-025241efff57 Nov 02 12:49:18.893194 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:18.893194 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:18.893194 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:18.895473 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d34f1582-0e86-4791-bfe7-7466070112f6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (35d4b87e-74de-47c7-b766-17aa66994c3a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.914199 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port f022dec0-2d35-4494-9a3f-c09db8b5a82f on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:18.914199 n-d-857339-6 neutron-server[105976]: ERROR neutron.plugins.ml2.managers [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port f022dec0-2d35-4494-9a3f-c09db8b5a82f on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:18.914199 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f022dec0-2d35-4494-9a3f-c09db8b5a82f), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.922477 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2e1714-9866-4da5-80eb-58d59d0fb42f admin admin] Network 6d1b2e57-7c2e-4949-a842-1d6cf3e62414 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:18.932005 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d34f1582-0e86-4791-bfe7-7466070112f6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.935567 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-22590466-ab48-4e22-b65c-23d0bb08ff76 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.935770 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d34f1582-0e86-4791-bfe7-7466070112f6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/35d4b87e-74de-47c7-b766-17aa66994c3a HTTP/1.1" status: 204 len: 168 time: 1.0168321 Nov 02 12:49:18.940933 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-22590466-ab48-4e22-b65c-23d0bb08ff76 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "DELETE /networking/v2.0/ports/ce961b10-143d-4fbe-bd1e-6532720e4823 HTTP/1.1" status: 204 len: 168 time: 1.1800976 Nov 02 12:49:18.950182 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46138) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:18.951266 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46140) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:18.961147 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-7e2e1714-9866-4da5-80eb-58d59d0fb42f admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:18.964962 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f1582-0e86-4791-bfe7-7466070112f6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Subnet': ['ID=35d4b87e-74de-47c7-b766-17aa66994c3a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:19.031553 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-810dd8ca-9416-42d8-a616-74cf08ba7107 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] GET failed (client error): The resource could not be found. Nov 02 12:49:19.040609 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46142) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:19.041029 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-810dd8ca-9416-42d8-a616-74cf08ba7107 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "GET /networking/v2.0/ports/ce961b10-143d-4fbe-bd1e-6532720e4823 HTTP/1.1" status: 404 len: 333 time: 0.0869591 Nov 02 12:49:19.049353 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-1b7edbec-9741-44b5-a3d7-c2d0d5907856 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Request body: {'port': {'network_id': '5772360a-d844-4d11-938d-87493090d128', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-901650493'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:19.054160 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46144) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:19.158052 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a7feca0-8408-4855-9f3e-564b5c319955 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (482758b2-a48d-4a3b-9845-3b080feb265e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.187916 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] For port f022dec0-2d35-4494-9a3f-c09db8b5a82f, host n-h2-857339-6, cleared binding levels {{(pid=105976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:19.189288 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempted to set empty binding levels {{(pid=105976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 12:49:19.195403 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:19.198087 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-354ee13f-b2b7-4535-8e57-166f52aced89 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4397600a6e7f4af4ab461b1b30f5b750&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1412456 Nov 02 12:49:19.198949 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e1baf6c-b8ba-4cbc-af1a-07053af71461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (c76087c1-1884-45fe-9e52-6e740eaaa720), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.202320 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7af01b90-2ade-4a19-93c9-fc23dfe01828 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:19.202700 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7af01b90-2ade-4a19-93c9-fc23dfe01828), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.203040 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7af01b90-2ade-4a19-93c9-fc23dfe01828 Nov 02 12:49:19.203156 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46146) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:19.233828 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-2a7feca0-8408-4855-9f3e-564b5c319955 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting port cd0ec7f5-a277-484a-892b-025241efff57 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:19.234895 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a7feca0-8408-4855-9f3e-564b5c319955 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (cd0ec7f5-a277-484a-892b-025241efff57), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.268819 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1baf6c-b8ba-4cbc-af1a-07053af71461 admin admin] Pushing event deleted for resources: {'Port': ['ID=c76087c1-1884-45fe-9e52-6e740eaaa720,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:19.313248 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2e1714-9866-4da5-80eb-58d59d0fb42f admin admin] Router c7e5d436-3773-4bdb-bcbc-c868247a209a has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:49:19.325060 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1baf6c-b8ba-4cbc-af1a-07053af71461 admin admin] No DVR routers for this DVR port c76087c1-1884-45fe-9e52-6e740eaaa720 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:49:19.330057 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649e3058-5155-43c6-92dc-42356b036f2c None None] DHCP port deletion for 482758b2-a48d-4a3b-9845-3b080feb265e request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:49:19.349451 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4a84621a-7144-4402-a777-51884e4a02eb None None] Current status of the port cd0ec7f5-a277-484a-892b-025241efff57 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:19.355033 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7af01b90-2ade-4a19-93c9-fc23dfe01828 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:19.364820 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (f022dec0-2d35-4494-9a3f-c09db8b5a82f), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.366081 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:19.367365 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.370192 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:19.405713 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37d1c7e-1208-47fd-b3b3-f021cf75024a None None] DHCP port deletion for ad45f526-3e4b-4f7a-8784-0986fb0ae1e6 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:49:19.406580 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-2a7feca0-8408-4855-9f3e-564b5c319955 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] For port cd0ec7f5-a277-484a-892b-025241efff57, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=cd0ec7f5-a277-484a-892b-025241efff57,segment=NetworkSegment(7735c884-f868-439b-9e1b-2d9cfd93723f),segment_id=7735c884-f868-439b-9e1b-2d9cfd93723f)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:19.415241 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a7feca0-8408-4855-9f3e-564b5c319955 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (cd0ec7f5-a277-484a-892b-025241efff57), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.432847 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-649e3058-5155-43c6-92dc-42356b036f2c None None] Deleting port cd0ec7f5-a277-484a-892b-025241efff57 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:19.433497 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-649e3058-5155-43c6-92dc-42356b036f2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (cd0ec7f5-a277-484a-892b-025241efff57), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.463460 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 812e9f4e-dc13-4b91-b36d-127607a05e56 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:19.470277 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7c891199-fdc9-4d8f-bc1b-13d9adf991db None None] Could not find standard attr ID for object ce961b10-143d-4fbe-bd1e-6532720e4823. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:49:19.510594 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-2a7feca0-8408-4855-9f3e-564b5c319955 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Calling delete_port for cd0ec7f5-a277-484a-892b-025241efff57 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:19.532111 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 812e9f4e-dc13-4b91-b36d-127607a05e56 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:19.532708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 812e9f4e-dc13-4b91-b36d-127607a05e56 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:19.532893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6cae15f5-ce70-4790-9ffb-f1f51503e26e no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:19.580309 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 6cae15f5-ce70-4790-9ffb-f1f51503e26e {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:19.581192 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6cae15f5-ce70-4790-9ffb-f1f51503e26e not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:19.599779 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-649e3058-5155-43c6-92dc-42356b036f2c None None] For port cd0ec7f5-a277-484a-892b-025241efff57, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=cd0ec7f5-a277-484a-892b-025241efff57,segment=NetworkSegment(7735c884-f868-439b-9e1b-2d9cfd93723f),segment_id=7735c884-f868-439b-9e1b-2d9cfd93723f)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:19.600195 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-649e3058-5155-43c6-92dc-42356b036f2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (cd0ec7f5-a277-484a-892b-025241efff57), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.617421 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-649e3058-5155-43c6-92dc-42356b036f2c None None] Calling delete_port for cd0ec7f5-a277-484a-892b-025241efff57 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:19.638271 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=11,neutron:DELETE=6,neutron:SELECT=82,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:19.663729 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Pushing event updated for resources: {'Port': ['ID=f022dec0-2d35-4494-9a3f-c09db8b5a82f,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:19.709000 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:19.712176 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-15209ddb-7128-4131-a237-0a89f62e67e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.7647808 Nov 02 12:49:19.714406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46160) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:19.738944 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f451d456-11ff-4d50-8cf1-471efae28a0e admin admin] Publish callbacks [] for security_group (c49e9d17-b77c-4c29-94ec-46048d52f282), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.792931 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e1baf6c-b8ba-4cbc-af1a-07053af71461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (ad45f526-3e4b-4f7a-8784-0986fb0ae1e6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.803241 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-604f6af2-09f7-4f38-9dda-43451138b43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Deleting port f022dec0-2d35-4494-9a3f-c09db8b5a82f {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:19.803621 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-604f6af2-09f7-4f38-9dda-43451138b43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (f022dec0-2d35-4494-9a3f-c09db8b5a82f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.836691 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=21,neutron:SELECT=78,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:19.840058 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-649e3058-5155-43c6-92dc-42356b036f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (cd0ec7f5-a277-484a-892b-025241efff57), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.846836 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f451d456-11ff-4d50-8cf1-471efae28a0e admin admin] Publish callbacks [] for security_group (c49e9d17-b77c-4c29-94ec-46048d52f282), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.875380 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7edbec-9741-44b5-a3d7-c2d0d5907856 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Made reservation on behalf of 3188ff297c7e461e91a0da9ff8bfc61a for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:19.880191 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1b7edbec-9741-44b5-a3d7-c2d0d5907856 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.888454 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-4e1baf6c-b8ba-4cbc-af1a-07053af71461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad45f526-3e4b-4f7a-8784-0986fb0ae1e6']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:19.891581 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e3058-5155-43c6-92dc-42356b036f2c None None] Pushing event deleted for resources: {'Port': ['ID=cd0ec7f5-a277-484a-892b-025241efff57,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:19.892725 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a7feca0-8408-4855-9f3e-564b5c319955 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (cd0ec7f5-a277-484a-892b-025241efff57), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.901012 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649e3058-5155-43c6-92dc-42356b036f2c None None] No DVR routers for this DVR port cd0ec7f5-a277-484a-892b-025241efff57 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:49:19.912961 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-4e1baf6c-b8ba-4cbc-af1a-07053af71461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3ad39d-4b43-4730-90e4-e3e38155d6f8') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:19.913268 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-4e1baf6c-b8ba-4cbc-af1a-07053af71461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3ad39d-4b43-4730-90e4-e3e38155d6f8') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:19.918545 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c180c3-22f0-4c03-ba2a-2f972e91f349 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:49:19.942464 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7feca0-8408-4855-9f3e-564b5c319955 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Port': ['ID=cd0ec7f5-a277-484a-892b-025241efff57,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:19.945513 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e1baf6c-b8ba-4cbc-af1a-07053af71461 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (cd3ad39d-4b43-4730-90e4-e3e38155d6f8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.953137 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7feca0-8408-4855-9f3e-564b5c319955 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] No DVR routers for this DVR port cd0ec7f5-a277-484a-892b-025241efff57 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:49:19.984902 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-604f6af2-09f7-4f38-9dda-43451138b43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] For port f022dec0-2d35-4494-9a3f-c09db8b5a82f, host n-h2-857339-6, got binding levels [] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:19.985291 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-604f6af2-09f7-4f38-9dda-43451138b43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (f022dec0-2d35-4494-9a3f-c09db8b5a82f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.036521 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2e1714-9866-4da5-80eb-58d59d0fb42f admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:20.043637 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-604f6af2-09f7-4f38-9dda-43451138b43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Calling delete_port for f022dec0-2d35-4494-9a3f-c09db8b5a82f owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:20.044786 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c180c3-22f0-4c03-ba2a-2f972e91f349 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:49:20.049141 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-1b7edbec-9741-44b5-a3d7-c2d0d5907856 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] device_id is not set on port 0416db03-833f-4060-9385-471ed0e775e6 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:49:20.053442 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] Sync routers for ids ['c7e5d436-3773-4bdb-bcbc-c868247a209a'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:20.077203 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] Routers {'c7e5d436-3773-4bdb-bcbc-c868247a209a'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:20.078911 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c7e5d436-3773-4bdb-bcbc-c868247a209a'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:20.087922 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a7feca0-8408-4855-9f3e-564b5c319955 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (482758b2-a48d-4a3b-9845-3b080feb265e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.116889 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7e2e1714-9866-4da5-80eb-58d59d0fb42f admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/c7e5d436-3773-4bdb-bcbc-c868247a209a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8347437 Nov 02 12:49:20.162599 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-2a7feca0-8408-4855-9f3e-564b5c319955 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482758b2-a48d-4a3b-9845-3b080feb265e']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:20.188392 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-2a7feca0-8408-4855-9f3e-564b5c319955 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7735c884-f868-439b-9e1b-2d9cfd93723f') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:20.189003 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-2a7feca0-8408-4855-9f3e-564b5c319955 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7735c884-f868-439b-9e1b-2d9cfd93723f') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:20.209809 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a7feca0-8408-4855-9f3e-564b5c319955 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (7735c884-f868-439b-9e1b-2d9cfd93723f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.239076 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a7feca0-8408-4855-9f3e-564b5c319955 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (7735c884-f868-439b-9e1b-2d9cfd93723f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.244027 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e1baf6c-b8ba-4cbc-af1a-07053af71461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (cd3ad39d-4b43-4730-90e4-e3e38155d6f8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.252452 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] Set router c7e5d436-3773-4bdb-bcbc-c868247a209a gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:20.261623 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-1b7edbec-9741-44b5-a3d7-c2d0d5907856 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Allocated IP 2001:db8::75 (5772360a-d844-4d11-938d-87493090d128/6b496e32-5402-4e8f-b0a5-6c2deed1075e/0416db03-833f-4060-9385-471ed0e775e6) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:20.261875 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7feca0-8408-4855-9f3e-564b5c319955 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:49:20.262382 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a7feca0-8408-4855-9f3e-564b5c319955 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (7735c884-f868-439b-9e1b-2d9cfd93723f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.267957 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1baf6c-b8ba-4cbc-af1a-07053af71461 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:49:20.268369 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e1baf6c-b8ba-4cbc-af1a-07053af71461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (cd3ad39d-4b43-4730-90e4-e3e38155d6f8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.327319 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment cd3ad39d-4b43-4730-90e4-e3e38155d6f8 resource provider aggregate not found Nov 02 12:49:20.359268 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment cd3ad39d-4b43-4730-90e4-e3e38155d6f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd3ad39d-4b43-4730-90e4-e3e38155d6f8 found for delete ", "request_id": "req-0b942005-a6ca-4c96-ab4d-afad1634840d"}]} Nov 02 12:49:20.376255 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 7735c884-f868-439b-9e1b-2d9cfd93723f resource provider aggregate not found Nov 02 12:49:20.416800 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 7735c884-f868-439b-9e1b-2d9cfd93723f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7735c884-f868-439b-9e1b-2d9cfd93723f found for delete ", "request_id": "req-e793502c-958d-421c-93d4-ef06eb8d3014"}]} Nov 02 12:49:20.425795 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c76087c1-1884-45fe-9e52-6e740eaaa720 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:20.443596 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a7feca0-8408-4855-9f3e-564b5c319955 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (482758b2-a48d-4a3b-9845-3b080feb265e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.446189 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f451d456-11ff-4d50-8cf1-471efae28a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c49e9d17-b77c-4c29-94ec-46048d52f282), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.449921 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a7feca0-8408-4855-9f3e-564b5c319955 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.458940 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2a7feca0-8408-4855-9f3e-564b5c319955 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/networks/482758b2-a48d-4a3b-9845-3b080feb265e HTTP/1.1" status: 204 len: 168 time: 1.5020649 Nov 02 12:49:20.462888 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f451d456-11ff-4d50-8cf1-471efae28a0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.466598 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46188) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:20.468337 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f451d456-11ff-4d50-8cf1-471efae28a0e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c49e9d17-b77c-4c29-94ec-46048d52f282 HTTP/1.1" status: 204 len: 168 time: 1.2603562 Nov 02 12:49:20.498857 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451d456-11ff-4d50-8cf1-471efae28a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49e9d17-b77c-4c29-94ec-46048d52f282,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:20.536062 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: c76087c1-1884-45fe-9e52-6e740eaaa720 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:20.536699 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c76087c1-1884-45fe-9e52-6e740eaaa720 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:20.537014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device cd0ec7f5-a277-484a-892b-025241efff57 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:20.587701 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46198) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:20.603069 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e1baf6c-b8ba-4cbc-af1a-07053af71461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (ad45f526-3e4b-4f7a-8784-0986fb0ae1e6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.618770 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e1baf6c-b8ba-4cbc-af1a-07053af71461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.626055 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4e1baf6c-b8ba-4cbc-af1a-07053af71461 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/ad45f526-3e4b-4f7a-8784-0986fb0ae1e6 HTTP/1.1" status: 204 len: 168 time: 2.4904070 Nov 02 12:49:20.631961 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: cd0ec7f5-a277-484a-892b-025241efff57 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:20.632317 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device cd0ec7f5-a277-484a-892b-025241efff57 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:20.667936 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cca04d9-e8f4-4255-bf5a-2d603e5f4674 None None] Network ddbedc69-120b-45a7-b92c-658678b782d3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:20.705370 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e5d436-3773-4bdb-bcbc-c868247a209a', 'name': 'tempest-ServerGroup264TestJSON-218354784-router', 'tenant_id': '55a4471c28cb45818f388321acb74608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '7af01b90-2ade-4a19-93c9-fc23dfe01828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:05Z', 'updated_at': '2022-11-02T12:49:16Z', 'revision_number': 4, 'project_id': '55a4471c28cb45818f388321acb74608', 'gw_port': {'id': '7af01b90-2ade-4a19-93c9-fc23dfe01828', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e5d436-3773-4bdb-bcbc-c868247a209a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:06Z', 'updated_at': '2022-11-02T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '1a54a324-c1be-4a27-90ec-462afc954ba7', 'name': '', 'network_id': '6d1b2e57-7c2e-4949-a842-1d6cf3e62414', 'tenant_id': '55a4471c28cb45818f388321acb74608', 'mac_address': 'fa:16:3e:59:16:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e5d436-3773-4bdb-bcbc-c868247a209a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '641e6b87-61da-4862-b869-8280169e958c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:14Z', 'updated_at': '2022-11-02T12:49:17Z', 'revision_number': 2, 'project_id': '55a4471c28cb45818f388321acb74608', 'subnets': [{'id': '641e6b87-61da-4862-b869-8280169e958c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:20.712073 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1baf6c-b8ba-4cbc-af1a-07053af71461 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad45f526-3e4b-4f7a-8784-0986fb0ae1e6,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:20.763380 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] Checking router: c7e5d436-3773-4bdb-bcbc-c868247a209a for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:20.763654 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] Updating router c7e5d436-3773-4bdb-bcbc-c868247a209a port 1a54a324-c1be-4a27-90ec-462afc954ba7 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:49:20.843089 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0d1fc633-f69f-4819-8b74-989e6e851077 None None] Provisioning complete for port 69d9c023-a49c-49ef-9b19-cce195c3edca triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:20.843874 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0d1fc633-f69f-4819-8b74-989e6e851077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (69d9c023-a49c-49ef-9b19-cce195c3edca), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.844413 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0d1fc633-f69f-4819-8b74-989e6e851077 None None] Attempt 1 to provision port 69d9c023-a49c-49ef-9b19-cce195c3edca Nov 02 12:49:20.871378 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1a54a324-c1be-4a27-90ec-462afc954ba7), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.922275 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1b7edbec-9741-44b5-a3d7-c2d0d5907856 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks [] for port (0416db03-833f-4060-9385-471ed0e775e6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.989148 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:21.106502 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1b7edbec-9741-44b5-a3d7-c2d0d5907856 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (0416db03-833f-4060-9385-471ed0e775e6), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.111756 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45200992-5e57-4a71-a203-788ac0afe290 None None] DHCP port deletion for ddbedc69-120b-45a7-b92c-658678b782d3 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:49:21.134021 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0d1fc633-f69f-4819-8b74-989e6e851077 None None] Current status of the port 69d9c023-a49c-49ef-9b19-cce195c3edca is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:21.243731 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-45200992-5e57-4a71-a203-788ac0afe290 None None] Deleting port 69d9c023-a49c-49ef-9b19-cce195c3edca {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:21.244120 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-45200992-5e57-4a71-a203-788ac0afe290 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (69d9c023-a49c-49ef-9b19-cce195c3edca), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.291414 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7edbec-9741-44b5-a3d7-c2d0d5907856 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Network 5772360a-d844-4d11-938d-87493090d128 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:21.292786 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7edbec-9741-44b5-a3d7-c2d0d5907856 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Pushing event updated for resources: {'Port': ['ID=0416db03-833f-4060-9385-471ed0e775e6,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:21.302355 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-1b7edbec-9741-44b5-a3d7-c2d0d5907856 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:21.305649 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7edbec-9741-44b5-a3d7-c2d0d5907856 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:21.324891 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7edbec-9741-44b5-a3d7-c2d0d5907856 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:21.325575 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1b7edbec-9741-44b5-a3d7-c2d0d5907856 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.361238 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:21.371127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6e02dd5d-318d-4241-8dda-ad5d8844a354 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1750795028-network', 'tenant_id': 'ce338ec547424ff38f2537cca88cf3a5'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:21.386594 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] Publish callbacks [] for port (1a54a324-c1be-4a27-90ec-462afc954ba7), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.412387 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-227d3a95-58f7-42d6-93d7-40e0d8ac45b5 None None] Provisioning complete for port 1a54a324-c1be-4a27-90ec-462afc954ba7 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:21.413015 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-227d3a95-58f7-42d6-93d7-40e0d8ac45b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1a54a324-c1be-4a27-90ec-462afc954ba7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.413712 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-227d3a95-58f7-42d6-93d7-40e0d8ac45b5 None None] Attempt 1 to provision port 1a54a324-c1be-4a27-90ec-462afc954ba7 Nov 02 12:49:21.435799 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-604f6af2-09f7-4f38-9dda-43451138b43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (f022dec0-2d35-4494-9a3f-c09db8b5a82f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.437732 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7feca0-8408-4855-9f3e-564b5c319955 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Network': ['ID=482758b2-a48d-4a3b-9845-3b080feb265e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:21.474222 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-45200992-5e57-4a71-a203-788ac0afe290 None None] For port 69d9c023-a49c-49ef-9b19-cce195c3edca, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=69d9c023-a49c-49ef-9b19-cce195c3edca,segment=NetworkSegment(60032a0d-6b0f-4bdc-a72d-530ababdcb8d),segment_id=60032a0d-6b0f-4bdc-a72d-530ababdcb8d)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:21.474629 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-45200992-5e57-4a71-a203-788ac0afe290 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (69d9c023-a49c-49ef-9b19-cce195c3edca), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.480718 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=72,neutron:INSERT=15,neutron:UPDATE=7,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:21.486124 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-604f6af2-09f7-4f38-9dda-43451138b43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.493850 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-604f6af2-09f7-4f38-9dda-43451138b43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] 10.222.0.64 "DELETE /networking/v2.0/ports/f022dec0-2d35-4494-9a3f-c09db8b5a82f HTTP/1.1" status: 204 len: 168 time: 1.7744658 Nov 02 12:49:21.493850 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f6af2-09f7-4f38-9dda-43451138b43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Pushing event deleted for resources: {'Port': ['ID=f022dec0-2d35-4494-9a3f-c09db8b5a82f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:21.494302 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-45200992-5e57-4a71-a203-788ac0afe290 None None] Calling delete_port for 69d9c023-a49c-49ef-9b19-cce195c3edca owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:21.494481 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46210) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:21.507165 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (ddbedc69-120b-45a7-b92c-658678b782d3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.526465 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1a54a324-c1be-4a27-90ec-462afc954ba7), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.527969 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e02dd5d-318d-4241-8dda-ad5d8844a354 admin admin] Made reservation on behalf of ce338ec547424ff38f2537cca88cf3a5 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:21.530747 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e02dd5d-318d-4241-8dda-ad5d8844a354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.547542 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1b7edbec-9741-44b5-a3d7-c2d0d5907856 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5058303 Nov 02 12:49:21.560751 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46212) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:21.564717 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e02dd5d-318d-4241-8dda-ad5d8844a354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.577426 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-7f5268e7-89de-4a1d-ae01-4be83284b60d tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:29:ae:e8'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:21.670796 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-227d3a95-58f7-42d6-93d7-40e0d8ac45b5 None None] Port 1a54a324-c1be-4a27-90ec-462afc954ba7 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:49:21.682932 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-163393a7-08ad-4861-b7f9-d8ab0aca0e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] GET failed (client error): The resource could not be found. Nov 02 12:49:21.684940 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-163393a7-08ad-4861-b7f9-d8ab0aca0e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] 10.222.0.64 "GET /networking/v2.0/ports/f022dec0-2d35-4494-9a3f-c09db8b5a82f HTTP/1.1" status: 404 len: 333 time: 0.1892536 Nov 02 12:49:21.696701 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2047e-7896-49b4-bc4b-cad5488ce175 None None] Pushing event updated for resources: {'Port': ['ID=1a54a324-c1be-4a27-90ec-462afc954ba7,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:21.697837 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46222) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:21.719685 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6d84825d-3eee-4c52-9ff0-3c76796f9bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Request body: {'port': {'network_id': '918034c4-0322-4be1-af19-fca64f53a4db', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1128524616'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:21.741340 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-45200992-5e57-4a71-a203-788ac0afe290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (69d9c023-a49c-49ef-9b19-cce195c3edca), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.748420 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:21.752731 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e02dd5d-318d-4241-8dda-ad5d8844a354 admin admin] Publish callbacks [] for security_group (ca64aa83-e24f-4c10-b693-88045fe9a652), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.767504 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] Attempting to bind port 1a54a324-c1be-4a27-90ec-462afc954ba7 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:21.767952 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] Attempting to bind port 1a54a324-c1be-4a27-90ec-462afc954ba7 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '84b51e83-4e32-4f58-a63a-4a4dba87b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6d1b2e57-7c2e-4949-a842-1d6cf3e62414'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:21.768319 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] Attempting to bind port 1a54a324-c1be-4a27-90ec-462afc954ba7 on network 6d1b2e57-7c2e-4949-a842-1d6cf3e62414 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:21.811960 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45200992-5e57-4a71-a203-788ac0afe290 None None] No DVR routers for this DVR port 69d9c023-a49c-49ef-9b19-cce195c3edca on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:49:21.823655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45200992-5e57-4a71-a203-788ac0afe290 None None] Pushing event deleted for resources: {'Port': ['ID=69d9c023-a49c-49ef-9b19-cce195c3edca,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:21.835590 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:49:21.835885 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d84825d-3eee-4c52-9ff0-3c76796f9bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Made reservation on behalf of 40ce69a931574fe6a2ef06caedd549eb for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:21.836800 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] Checking segment: {'id': '84b51e83-4e32-4f58-a63a-4a4dba87b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6d1b2e57-7c2e-4949-a842-1d6cf3e62414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:21.837854 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.838417 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] Bound using segment: {'id': '84b51e83-4e32-4f58-a63a-4a4dba87b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6d1b2e57-7c2e-4949-a842-1d6cf3e62414'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:49:21.839064 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] Bound port: 1a54a324-c1be-4a27-90ec-462afc954ba7, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b51e83-4e32-4f58-a63a-4a4dba87b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6d1b2e57-7c2e-4949-a842-1d6cf3e62414'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:49:21.839594 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1a54a324-c1be-4a27-90ec-462afc954ba7), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.839935 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d84825d-3eee-4c52-9ff0-3c76796f9bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.848735 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e02dd5d-318d-4241-8dda-ad5d8844a354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ca64aa83-e24f-4c10-b693-88045fe9a652), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.852652 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting port 69d9c023-a49c-49ef-9b19-cce195c3edca {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:21.853108 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (69d9c023-a49c-49ef-9b19-cce195c3edca), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.896600 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46228) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:21.901845 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46230) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:21.952997 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e02dd5d-318d-4241-8dda-ad5d8844a354 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:49:21.974423 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-6d84825d-3eee-4c52-9ff0-3c76796f9bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] device_id is not set on port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:49:21.980293 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] For port 1a54a324-c1be-4a27-90ec-462afc954ba7, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:22.000752 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:22.001007 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] For port 1a54a324-c1be-4a27-90ec-462afc954ba7, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1a54a324-c1be-4a27-90ec-462afc954ba7,segment=NetworkSegment(84b51e83-4e32-4f58-a63a-4a4dba87b23f),segment_id=84b51e83-4e32-4f58-a63a-4a4dba87b23f)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:22.008561 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02dd5d-318d-4241-8dda-ad5d8844a354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca64aa83-e24f-4c10-b693-88045fe9a652,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:22.065164 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e02dd5d-318d-4241-8dda-ad5d8844a354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (8bfba553-fcad-4c99-95e9-08e759a2cacc), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.065546 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-6e02dd5d-318d-4241-8dda-ad5d8844a354 admin admin] Added segment 8bfba553-fcad-4c99-95e9-08e759a2cacc of type vlan for network f8b092f0-7311-4609-993b-eb26c372f7e4 Nov 02 12:49:22.107208 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1a54a324-c1be-4a27-90ec-462afc954ba7), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.158867 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e02dd5d-318d-4241-8dda-ad5d8844a354 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (f8b092f0-7311-4609-993b-eb26c372f7e4), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.164040 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] Routers {'c7e5d436-3773-4bdb-bcbc-c868247a209a'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:22.165375 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c7e5d436-3773-4bdb-bcbc-c868247a209a'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:22.201604 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] For port 69d9c023-a49c-49ef-9b19-cce195c3edca, host n-d-857339-6, got binding levels [] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:22.202236 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (69d9c023-a49c-49ef-9b19-cce195c3edca), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.210098 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f56114c1-e82a-4540-bf5e-fb5bd1d9175c None None] Provisioning complete for port 0416db03-833f-4060-9385-471ed0e775e6 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:22.210098 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f56114c1-e82a-4540-bf5e-fb5bd1d9175c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0416db03-833f-4060-9385-471ed0e775e6), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.210098 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f56114c1-e82a-4540-bf5e-fb5bd1d9175c None None] Attempt 1 to provision port 0416db03-833f-4060-9385-471ed0e775e6 Nov 02 12:49:22.248768 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2047e-7896-49b4-bc4b-cad5488ce175 None None] Pushing event updated for resources: {'Port': ['ID=1a54a324-c1be-4a27-90ec-462afc954ba7,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:22.254417 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f56114c1-e82a-4540-bf5e-fb5bd1d9175c None None] Port 0416db03-833f-4060-9385-471ed0e775e6 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:49:22.273409 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d84825d-3eee-4c52-9ff0-3c76796f9bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks [] for port (f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.356724 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e02dd5d-318d-4241-8dda-ad5d8844a354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (f8b092f0-7311-4609-993b-eb26c372f7e4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.357783 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e02dd5d-318d-4241-8dda-ad5d8844a354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:22.358374 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e02dd5d-318d-4241-8dda-ad5d8844a354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.384717 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Calling delete_port for 69d9c023-a49c-49ef-9b19-cce195c3edca owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:22.398431 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] Set router c7e5d436-3773-4bdb-bcbc-c868247a209a gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:22.401125 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 69d9c023-a49c-49ef-9b19-cce195c3edca no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:22.408625 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.ipam_backend_mixin [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Port 69d9c023-a49c-49ef-9b19-cce195c3edca was not found and therefore no delete operation was performed {{(pid=105976) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Nov 02 12:49:22.419402 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (69d9c023-a49c-49ef-9b19-cce195c3edca), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.434245 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 69d9c023-a49c-49ef-9b19-cce195c3edca {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:22.435039 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d84825d-3eee-4c52-9ff0-3c76796f9bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.435906 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 69d9c023-a49c-49ef-9b19-cce195c3edca not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:22.450026 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8735220a-c9d0-4bbc-9d65-547ee7c35810 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=50dbedb7dffd4f67adfc30507afc0b98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4273453 Nov 02 12:49:22.459129 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46240) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:22.481267 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] No DVR routers for this DVR port 69d9c023-a49c-49ef-9b19-cce195c3edca on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:49:22.538302 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Port': ['ID=69d9c023-a49c-49ef-9b19-cce195c3edca,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:22.541265 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f5268e7-89de-4a1d-ae01-4be83284b60d tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0416db03-833f-4060-9385-471ed0e775e6), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.571795 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d84825d-3eee-4c52-9ff0-3c76796f9bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Network 918034c4-0322-4be1-af19-fca64f53a4db is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:22.590681 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02dd5d-318d-4241-8dda-ad5d8844a354 admin admin] Pushing event updated for resources: {'Network': ['ID=f8b092f0-7311-4609-993b-eb26c372f7e4,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:22.604034 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network f8b092f0-7311-4609-993b-eb26c372f7e4 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:49:22.605433 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-6d84825d-3eee-4c52-9ff0-3c76796f9bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:22.619806 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6e02dd5d-318d-4241-8dda-ad5d8844a354 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0280464 Nov 02 12:49:22.623383 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46242) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:22.624850 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84825d-3eee-4c52-9ff0-3c76796f9bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:22.631399 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d84825d-3eee-4c52-9ff0-3c76796f9bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:22.632031 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d84825d-3eee-4c52-9ff0-3c76796f9bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.634611 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84825d-3eee-4c52-9ff0-3c76796f9bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Pushing event updated for resources: {'Port': ['ID=f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:22.634844 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:22.659518 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-04874119-2466-49b1-84e2-2ebc4b0e84db admin admin] Request body: {'subnet': {'network_id': 'f8b092f0-7311-4609-993b-eb26c372f7e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1750795028-subnet', 'tenant_id': 'ce338ec547424ff38f2537cca88cf3a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:22.752787 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e5d436-3773-4bdb-bcbc-c868247a209a', 'name': 'tempest-ServerGroup264TestJSON-218354784-router', 'tenant_id': '55a4471c28cb45818f388321acb74608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '7af01b90-2ade-4a19-93c9-fc23dfe01828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:05Z', 'updated_at': '2022-11-02T12:49:16Z', 'revision_number': 4, 'project_id': '55a4471c28cb45818f388321acb74608', 'gw_port': {'id': '7af01b90-2ade-4a19-93c9-fc23dfe01828', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e5d436-3773-4bdb-bcbc-c868247a209a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:06Z', 'updated_at': '2022-11-02T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '1a54a324-c1be-4a27-90ec-462afc954ba7', 'name': '', 'network_id': '6d1b2e57-7c2e-4949-a842-1d6cf3e62414', 'tenant_id': '55a4471c28cb45818f388321acb74608', 'mac_address': 'fa:16:3e:59:16:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e5d436-3773-4bdb-bcbc-c868247a209a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '641e6b87-61da-4862-b869-8280169e958c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:14Z', 'updated_at': '2022-11-02T12:49:21Z', 'revision_number': 4, 'project_id': '55a4471c28cb45818f388321acb74608', 'subnets': [{'id': '641e6b87-61da-4862-b869-8280169e958c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:22.755440 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d4d48e50-6761-4811-8bab-a99fbcaa3875 admin admin] Publish callbacks [] for security_group (3ac9cb72-e6de-412b-b653-52e243f58963), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.793618 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6f794a-174e-44a1-8961-af16c21129fa None None] The sync data for ids ['c7e5d436-3773-4bdb-bcbc-c868247a209a'] in n-d-857339-6 is: [{'id': 'c7e5d436-3773-4bdb-bcbc-c868247a209a', 'name': 'tempest-ServerGroup264TestJSON-218354784-router', 'tenant_id': '55a4471c28cb45818f388321acb74608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '7af01b90-2ade-4a19-93c9-fc23dfe01828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:05Z', 'updated_at': '2022-11-02T12:49:16Z', 'revision_number': 4, 'project_id': '55a4471c28cb45818f388321acb74608', 'gw_port': {'id': '7af01b90-2ade-4a19-93c9-fc23dfe01828', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e5d436-3773-4bdb-bcbc-c868247a209a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:06Z', 'updated_at': '2022-11-02T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '1a54a324-c1be-4a27-90ec-462afc954ba7', 'name': '', 'network_id': '6d1b2e57-7c2e-4949-a842-1d6cf3e62414', 'tenant_id': '55a4471c28cb45818f388321acb74608', 'mac_address': 'fa:16:3e:59:16:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e5d436-3773-4bdb-bcbc-c868247a209a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '641e6b87-61da-4862-b869-8280169e958c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:14Z', 'updated_at': '2022-11-02T12:49:21Z', 'revision_number': 4, 'project_id': '55a4471c28cb45818f388321acb74608', 'subnets': [{'id': '641e6b87-61da-4862-b869-8280169e958c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:22.808212 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d4d48e50-6761-4811-8bab-a99fbcaa3875 admin admin] Publish callbacks [] for security_group (3ac9cb72-e6de-412b-b653-52e243f58963), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.818695 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f5268e7-89de-4a1d-ae01-4be83284b60d tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks [] for port (0416db03-833f-4060-9385-471ed0e775e6), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.823920 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6d84825d-3eee-4c52-9ff0-3c76796f9bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1247923 Nov 02 12:49:22.828425 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46254) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:22.857191 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:22.881733 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-857339-6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:22.885715 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04874119-2466-49b1-84e2-2ebc4b0e84db admin admin] Made reservation on behalf of ce338ec547424ff38f2537cca88cf3a5 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:22.889151 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-04874119-2466-49b1-84e2-2ebc4b0e84db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.920089 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (ddbedc69-120b-45a7-b92c-658678b782d3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.964694 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddbedc69-120b-45a7-b92c-658678b782d3']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:22.995305 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f5268e7-89de-4a1d-ae01-4be83284b60d tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (0416db03-833f-4060-9385-471ed0e775e6), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.996310 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-7f5268e7-89de-4a1d-ae01-4be83284b60d tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] In _notify_port_updated(), no bound segment for port 0416db03-833f-4060-9385-471ed0e775e6 on network 5772360a-d844-4d11-938d-87493090d128 {{(pid=105976) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 12:49:23.001423 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5268e7-89de-4a1d-ae01-4be83284b60d tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:23.002324 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f5268e7-89de-4a1d-ae01-4be83284b60d tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.004511 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7f5268e7-89de-4a1d-ae01-4be83284b60d tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "PUT /networking/v2.0/ports/0416db03-833f-4060-9385-471ed0e775e6 HTTP/1.1" status: 200 len: 1001 time: 1.4422827 Nov 02 12:49:23.011205 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46258) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:23.051370 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60032a0d-6b0f-4bdc-a72d-530ababdcb8d') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:23.051670 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60032a0d-6b0f-4bdc-a72d-530ababdcb8d') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:23.081991 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (60032a0d-6b0f-4bdc-a72d-530ababdcb8d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.106434 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-759b7d5b-81b4-46b0-9fd2-c591c9590660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (c7e5d436-3773-4bdb-bcbc-c868247a209a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.110741 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5268e7-89de-4a1d-ae01-4be83284b60d tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Pushing event updated for resources: {'Port': ['ID=0416db03-833f-4060-9385-471ed0e775e6,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:23.115195 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (60032a0d-6b0f-4bdc-a72d-530ababdcb8d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.164990 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:49:23.168693 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (60032a0d-6b0f-4bdc-a72d-530ababdcb8d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.266378 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46268) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:23.269910 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 60032a0d-6b0f-4bdc-a72d-530ababdcb8d resource provider aggregate not found Nov 02 12:49:23.271818 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-3905932e-b97a-47a6-8325-0a2aab906784 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Deleting port 0416db03-833f-4060-9385-471ed0e775e6 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:23.272168 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3905932e-b97a-47a6-8325-0a2aab906784 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0416db03-833f-4060-9385-471ed0e775e6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.285737 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:23.291096 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d4d48e50-6761-4811-8bab-a99fbcaa3875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3ac9cb72-e6de-412b-b653-52e243f58963), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.293730 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d4d48e50-6761-4811-8bab-a99fbcaa3875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.299976 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d4d48e50-6761-4811-8bab-a99fbcaa3875 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3ac9cb72-e6de-412b-b653-52e243f58963 HTTP/1.1" status: 204 len: 168 time: 0.8267350 Nov 02 12:49:23.317243 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.328193 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 60032a0d-6b0f-4bdc-a72d-530ababdcb8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60032a0d-6b0f-4bdc-a72d-530ababdcb8d found for delete ", "request_id": "req-bf9b846a-f418-408d-bff4-20ea5ca89231"}]} Nov 02 12:49:23.341223 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d48e50-6761-4811-8bab-a99fbcaa3875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac9cb72-e6de-412b-b653-52e243f58963,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:23.355653 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (ddbedc69-120b-45a7-b92c-658678b782d3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.376380 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.388305 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/networks/ddbedc69-120b-45a7-b92c-658678b782d3 HTTP/1.1" status: 204 len: 168 time: 2.9165761 Nov 02 12:49:23.416363 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46276) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:23.430417 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-59ef2934-bafb-468b-b9ff-0030f19def93 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-372327956'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:23.440059 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873e3b6-adbf-453e-aabe-7f5e209b6458 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Network': ['ID=ddbedc69-120b-45a7-b92c-658678b782d3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:23.480997 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46278) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:23.578315 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-04874119-2466-49b1-84e2-2ebc4b0e84db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (abe29189-29cd-44de-904a-ba62df368087), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.582055 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-759b7d5b-81b4-46b0-9fd2-c591c9590660 admin admin] Deleting port 1a54a324-c1be-4a27-90ec-462afc954ba7 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:23.582498 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-759b7d5b-81b4-46b0-9fd2-c591c9590660 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (1a54a324-c1be-4a27-90ec-462afc954ba7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.689861 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ef2934-bafb-468b-b9ff-0030f19def93 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Made reservation on behalf of c26d2fe9e5e743059c97bd0af976552c for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:23.696512 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59ef2934-bafb-468b-b9ff-0030f19def93 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.715296 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] device_id is not set on port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:49:23.744570 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3905932e-b97a-47a6-8325-0a2aab906784 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0416db03-833f-4060-9385-471ed0e775e6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.746982 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-dfecaad3-9873-4174-93bb-f0945f600b99 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-644138292-network', 'tenant_id': '892f4c0694c64e21974e5623ede6acfd'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:23.749541 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks [] for port (f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.759186 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.775017 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04874119-2466-49b1-84e2-2ebc4b0e84db admin admin] Pushing event updated for resources: {'Subnet': ['ID=abe29189-29cd-44de-904a-ba62df368087,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:23.782584 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-3905932e-b97a-47a6-8325-0a2aab906784 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Calling delete_port for 0416db03-833f-4060-9385-471ed0e775e6 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:23.783179 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ef2934-bafb-468b-b9ff-0030f19def93 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:49:23.784662 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04874119-2466-49b1-84e2-2ebc4b0e84db admin admin] Checking segment: {'id': '8bfba553-fcad-4c99-95e9-08e759a2cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f8b092f0-7311-4609-993b-eb26c372f7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:23.785008 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04874119-2466-49b1-84e2-2ebc4b0e84db admin admin] Network hostable DHCP agents. Network: f8b092f0-7311-4609-993b-eb26c372f7e4, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:49:23.797394 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-759b7d5b-81b4-46b0-9fd2-c591c9590660 admin admin] For port 1a54a324-c1be-4a27-90ec-462afc954ba7, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1a54a324-c1be-4a27-90ec-462afc954ba7,segment=NetworkSegment(84b51e83-4e32-4f58-a63a-4a4dba87b23f),segment_id=84b51e83-4e32-4f58-a63a-4a4dba87b23f)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:23.797789 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-759b7d5b-81b4-46b0-9fd2-c591c9590660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (1a54a324-c1be-4a27-90ec-462afc954ba7), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.807898 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-878ea073-632b-4d58-9a00-a9988ae3e6bd tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1377374518', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:23.828606 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59ef2934-bafb-468b-b9ff-0030f19def93 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (63c2631e-a4aa-461e-8df5-f0b0f0f4f721), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.829004 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-59ef2934-bafb-468b-b9ff-0030f19def93 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Added segment 63c2631e-a4aa-461e-8df5-f0b0f0f4f721 of type vlan for network cfa283be-301b-43b9-afcc-52f658999d98 Nov 02 12:49:23.843360 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-759b7d5b-81b4-46b0-9fd2-c591c9590660 admin admin] Calling delete_port for 1a54a324-c1be-4a27-90ec-462afc954ba7 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:23.919284 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59ef2934-bafb-468b-b9ff-0030f19def93 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (cfa283be-301b-43b9-afcc-52f658999d98), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.924336 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.970256 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878ea073-632b-4d58-9a00-a9988ae3e6bd tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Made reservation on behalf of f06e6e65e32c4071b6573fdfcdb7dc72 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:23.973889 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-878ea073-632b-4d58-9a00-a9988ae3e6bd tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.975034 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfecaad3-9873-4174-93bb-f0945f600b99 admin admin] Made reservation on behalf of 892f4c0694c64e21974e5623ede6acfd for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:23.977952 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dfecaad3-9873-4174-93bb-f0945f600b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.994225 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Pushing event updated for resources: {'Port': ['ID=f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:23.999465 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dfecaad3-9873-4174-93bb-f0945f600b99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.001557 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-878ea073-632b-4d58-9a00-a9988ae3e6bd tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.012683 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04874119-2466-49b1-84e2-2ebc4b0e84db admin admin] Network f8b092f0-7311-4609-993b-eb26c372f7e4 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:49:24.045444 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:24.045932 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:24.046567 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:24.051757 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:24.052374 n-d-857339-6 neutron-server[105975]: ERROR neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:24.052819 n-d-857339-6 neutron-server[105975]: INFO neutron.plugins.ml2.plugin [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 2 to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 Nov 02 12:49:24.068796 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:24.069311 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:24.069747 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:24.075024 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:24.075525 n-d-857339-6 neutron-server[105975]: ERROR neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:24.075994 n-d-857339-6 neutron-server[105975]: INFO neutron.plugins.ml2.plugin [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 3 to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 Nov 02 12:49:24.079958 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:24.091728 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:24.092258 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:24.092741 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:24.098990 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-04874119-2466-49b1-84e2-2ebc4b0e84db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, f8b092f0-7311-4609-993b-eb26c372f7e4) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:24.104758 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04874119-2466-49b1-84e2-2ebc4b0e84db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:24.106573 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-04874119-2466-49b1-84e2-2ebc4b0e84db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.108789 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601534b7-4ec1-4dca-b31b-b04a039f085d None None] Network f8b092f0-7311-4609-993b-eb26c372f7e4 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:24.109378 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:24.109790 n-d-857339-6 neutron-server[105975]: ERROR neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:24.111389 n-d-857339-6 neutron-server[105975]: INFO neutron.plugins.ml2.plugin [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 4 to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 Nov 02 12:49:24.112796 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59ef2934-bafb-468b-b9ff-0030f19def93 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (cfa283be-301b-43b9-afcc-52f658999d98), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.118530 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ef2934-bafb-468b-b9ff-0030f19def93 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:24.119173 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59ef2934-bafb-468b-b9ff-0030f19def93 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.133950 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:24.134342 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:24.142015 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:24.161488 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3905932e-b97a-47a6-8325-0a2aab906784 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (0416db03-833f-4060-9385-471ed0e775e6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.224448 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:24.228843 n-d-857339-6 neutron-server[105975]: ERROR neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:24.231435 n-d-857339-6 neutron-server[105975]: INFO neutron.plugins.ml2.plugin [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 5 to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 Nov 02 12:49:24.235611 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905932e-b97a-47a6-8325-0a2aab906784 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Pushing event deleted for resources: {'Port': ['ID=0416db03-833f-4060-9385-471ed0e775e6,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:24.289629 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-f8b092f0-7311-4609-993b-eb26c372f7e4', 'network_id': 'f8b092f0-7311-4609-993b-eb26c372f7e4', 'project_id': 'ce338ec547424ff38f2537cca88cf3a5', 'fixed_ips': [{'subnet_id': 'abe29189-29cd-44de-904a-ba62df368087'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:49:24.290857 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.343155 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3905932e-b97a-47a6-8325-0a2aab906784 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.349041 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3905932e-b97a-47a6-8325-0a2aab906784 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "DELETE /networking/v2.0/ports/0416db03-833f-4060-9385-471ed0e775e6 HTTP/1.1" status: 204 len: 168 time: 1.3345335 Nov 02 12:49:24.350002 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:24.351071 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:24.351424 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:24.365214 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46286) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:24.365894 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:24.366283 n-d-857339-6 neutron-server[105975]: ERROR neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:24.371750 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-04874119-2466-49b1-84e2-2ebc4b0e84db admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7167189 Nov 02 12:49:24.394654 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46288) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:24.394851 n-d-857339-6 neutron-server[105975]: INFO neutron.plugins.ml2.plugin [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 6 to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 Nov 02 12:49:24.397035 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-878ea073-632b-4d58-9a00-a9988ae3e6bd tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Publish callbacks [] for security_group (2472fce5-f487-4db6-bb8f-c43141636553), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.417371 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-b4f43922-b0d7-445a-b235-a5dcdb16aa07 admin admin] Request body: {'router': {'name': 'tempest-ServerTagsTestJSON-1750795028-router', 'tenant_id': 'ce338ec547424ff38f2537cca88cf3a5', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:24.432902 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-59ef2934-bafb-468b-b9ff-0030f19def93 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0043206 Nov 02 12:49:24.437902 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46292) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:24.464157 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1a54a324-c1be-4a27-90ec-462afc954ba7 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:24.499132 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-68bc5d61-488e-4270-8388-d884f2d0910a tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] GET failed (client error): The resource could not be found. Nov 02 12:49:24.506865 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-68bc5d61-488e-4270-8388-d884f2d0910a tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "GET /networking/v2.0/ports/0416db03-833f-4060-9385-471ed0e775e6 HTTP/1.1" status: 404 len: 333 time: 0.1260982 Nov 02 12:49:24.508919 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46296) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:24.514778 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-759b7d5b-81b4-46b0-9fd2-c591c9590660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (1a54a324-c1be-4a27-90ec-462afc954ba7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.526094 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5faaa7c4-5db8-4f48-8615-d30e6ff51662 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Request body: {'port': {'network_id': '5772360a-d844-4d11-938d-87493090d128', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-377864486'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:24.532018 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 1a54a324-c1be-4a27-90ec-462afc954ba7 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:24.532389 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1a54a324-c1be-4a27-90ec-462afc954ba7 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 02 12:49:24.547455 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:24.547791 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:24.548126 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:24.594301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Port 1a54a324-c1be-4a27-90ec-462afc954ba7 not found, will not notify nova. {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 02 12:49:24.599052 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-450eb82a-915a-410c-95e6-5e8f58ed1dfc tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'subnet': {'network_id': 'cfa283be-301b-43b9-afcc-52f658999d98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:24.611783 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:24.612996 n-d-857339-6 neutron-server[105975]: ERROR neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:24.618093 n-d-857339-6 neutron-server[105975]: INFO neutron.plugins.ml2.plugin [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 7 to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 Nov 02 12:49:24.636916 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-878ea073-632b-4d58-9a00-a9988ae3e6bd tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2472fce5-f487-4db6-bb8f-c43141636553), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.669120 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] Allocated IP 172.20.0.2 (f8b092f0-7311-4609-993b-eb26c372f7e4/abe29189-29cd-44de-904a-ba62df368087/2c4719b2-57aa-460f-838b-a12893bd74a6) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:24.698908 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:24.699244 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:24.699587 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:24.736113 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4f43922-b0d7-445a-b235-a5dcdb16aa07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (091be2f0-1ecc-44b5-b5df-f5c275c9fa75), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.737251 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4f43922-b0d7-445a-b235-a5dcdb16aa07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (091be2f0-1ecc-44b5-b5df-f5c275c9fa75), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.752322 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef2934-bafb-468b-b9ff-0030f19def93 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Network': ['ID=cfa283be-301b-43b9-afcc-52f658999d98,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:24.768175 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network cfa283be-301b-43b9-afcc-52f658999d98 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:49:24.770045 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:24.770473 n-d-857339-6 neutron-server[105975]: ERROR neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:24.772436 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-878ea073-632b-4d58-9a00-a9988ae3e6bd tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] device_id is not set on port cfe4cb74-5546-4bdd-9484-dc7133bb77fa yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:49:24.776106 n-d-857339-6 neutron-server[105975]: INFO neutron.plugins.ml2.plugin [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 8 to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 Nov 02 12:49:24.796248 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dfecaad3-9873-4174-93bb-f0945f600b99 admin admin] Publish callbacks [] for security_group (82c9ca09-dacf-409d-afb5-221a57ab2b8e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.799678 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b7d5b-81b4-46b0-9fd2-c591c9590660 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a54a324-c1be-4a27-90ec-462afc954ba7,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:24.843351 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:24.843706 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:24.844043 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:24.866789 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:24.867137 n-d-857339-6 neutron-server[105975]: ERROR neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:24.889058 n-d-857339-6 neutron-server[105975]: INFO neutron.plugins.ml2.plugin [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 9 to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 Nov 02 12:49:24.914996 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:24.915417 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:24.915759 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:24.924076 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:24.924459 n-d-857339-6 neutron-server[105975]: ERROR neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:24.953527 n-d-857339-6 neutron-server[105975]: INFO neutron.plugins.ml2.plugin [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 10 to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 Nov 02 12:49:24.961388 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4f43922-b0d7-445a-b235-a5dcdb16aa07 admin admin] Publish callbacks [] for router_controller (091be2f0-1ecc-44b5-b5df-f5c275c9fa75), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.962694 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faaa7c4-5db8-4f48-8615-d30e6ff51662 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Made reservation on behalf of 3188ff297c7e461e91a0da9ff8bfc61a for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:24.966839 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5faaa7c4-5db8-4f48-8615-d30e6ff51662 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.969764 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dfecaad3-9873-4174-93bb-f0945f600b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (82c9ca09-dacf-409d-afb5-221a57ab2b8e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.991403 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:24.996327 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:24.997002 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:25.004809 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ea073-632b-4d58-9a00-a9988ae3e6bd tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2472fce5-f487-4db6-bb8f-c43141636553,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:25.023369 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-5faaa7c4-5db8-4f48-8615-d30e6ff51662 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] device_id is not set on port 0bd60d3c-e536-43da-a1b2-058a743dfb2d yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:49:25.045069 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfecaad3-9873-4174-93bb-f0945f600b99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:49:25.086141 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:25.086141 n-d-857339-6 neutron-server[105975]: ERROR neutron.plugins.ml2.managers [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:25.086491 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.118821 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecaad3-9873-4174-93bb-f0945f600b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c9ca09-dacf-409d-afb5-221a57ab2b8e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:25.133038 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dfecaad3-9873-4174-93bb-f0945f600b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (b00be86c-2a0b-4a2e-9ebb-6da2f685a87b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.133168 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-dfecaad3-9873-4174-93bb-f0945f600b99 admin admin] Added segment b00be86c-2a0b-4a2e-9ebb-6da2f685a87b of type vlan for network 6928d18c-eb74-4b90-8689-c218672131c8 Nov 02 12:49:25.141316 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:25.215296 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450eb82a-915a-410c-95e6-5e8f58ed1dfc tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Made reservation on behalf of c26d2fe9e5e743059c97bd0af976552c for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:25.219226 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-450eb82a-915a-410c-95e6-5e8f58ed1dfc tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.232439 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] Publish callbacks [] for port (2c4719b2-57aa-460f-838b-a12893bd74a6), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.325982 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (2c4719b2-57aa-460f-838b-a12893bd74a6), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.388110 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] Network f8b092f0-7311-4609-993b-eb26c372f7e4 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:25.393641 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:25.396716 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:25.405948 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] Pushing event updated for resources: {'Port': ['ID=2c4719b2-57aa-460f-838b-a12893bd74a6,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:25.487558 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] Attempting to bind port 2c4719b2-57aa-460f-838b-a12893bd74a6 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:25.488309 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] Attempting to bind port 2c4719b2-57aa-460f-838b-a12893bd74a6 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '8bfba553-fcad-4c99-95e9-08e759a2cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f8b092f0-7311-4609-993b-eb26c372f7e4'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:25.489477 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] Attempting to bind port 2c4719b2-57aa-460f-838b-a12893bd74a6 on network f8b092f0-7311-4609-993b-eb26c372f7e4 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:25.551487 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:49:25.552005 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] Checking segment: {'id': '8bfba553-fcad-4c99-95e9-08e759a2cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f8b092f0-7311-4609-993b-eb26c372f7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:25.552560 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.553129 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] Bound using segment: {'id': '8bfba553-fcad-4c99-95e9-08e759a2cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f8b092f0-7311-4609-993b-eb26c372f7e4'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:49:25.553702 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] Bound port: 2c4719b2-57aa-460f-838b-a12893bd74a6, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfba553-fcad-4c99-95e9-08e759a2cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f8b092f0-7311-4609-993b-eb26c372f7e4'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:49:25.554572 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2c4719b2-57aa-460f-838b-a12893bd74a6), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.616924 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] For port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3, host n-h2-857339-6, cleared binding levels {{(pid=105975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:25.617465 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempted to set empty binding levels {{(pid=105975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 12:49:25.624107 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4f43922-b0d7-445a-b235-a5dcdb16aa07 admin admin] Publish callbacks [] for router_gateway (091be2f0-1ecc-44b5-b5df-f5c275c9fa75), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.628091 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=18,neutron:SELECT=80,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:25.632971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] For port 2c4719b2-57aa-460f-838b-a12893bd74a6, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:25.637346 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] For port 2c4719b2-57aa-460f-838b-a12893bd74a6, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2c4719b2-57aa-460f-838b-a12893bd74a6,segment=NetworkSegment(8bfba553-fcad-4c99-95e9-08e759a2cacc),segment_id=8bfba553-fcad-4c99-95e9-08e759a2cacc)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:25.641925 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-5faaa7c4-5db8-4f48-8615-d30e6ff51662 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Allocated IP 2001:db8::2fc (5772360a-d844-4d11-938d-87493090d128/6b496e32-5402-4e8f-b0a5-6c2deed1075e/0bd60d3c-e536-43da-a1b2-058a743dfb2d) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:25.653616 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dfecaad3-9873-4174-93bb-f0945f600b99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (6928d18c-eb74-4b90-8689-c218672131c8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.666842 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-878ea073-632b-4d58-9a00-a9988ae3e6bd tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Allocated IP 172.25.2.53 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/cfe4cb74-5546-4bdd-9484-dc7133bb77fa) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:25.699351 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.699965 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] In _notify_port_updated(), no bound segment for port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 12:49:25.700865 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:25.708064 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.708064 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] 10.222.0.64 "PUT /networking/v2.0/ports/f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 HTTP/1.1" status: 200 len: 979 time: 2.8648286 Nov 02 12:49:25.710500 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46310) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:25.731959 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2c4719b2-57aa-460f-838b-a12893bd74a6), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.749136 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-759b7d5b-81b4-46b0-9fd2-c591c9590660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (c7e5d436-3773-4bdb-bcbc-c868247a209a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.829188 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4b309-b3f4-4454-a8d9-d82a82ead250 None None] Pushing event updated for resources: {'Port': ['ID=2c4719b2-57aa-460f-838b-a12893bd74a6,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:25.865365 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=16,neutron:SELECT=75,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:25.885682 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dfecaad3-9873-4174-93bb-f0945f600b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (6928d18c-eb74-4b90-8689-c218672131c8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.886931 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfecaad3-9873-4174-93bb-f0945f600b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:25.887501 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dfecaad3-9873-4174-93bb-f0945f600b99 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.919660 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc9d2b-e75d-4b5b-a3cb-da59e1f8aa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:25.920150 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc9d2b-e75d-4b5b-a3cb-da59e1f8aa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:25.920663 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc9d2b-e75d-4b5b-a3cb-da59e1f8aa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:25.921137 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc9d2b-e75d-4b5b-a3cb-da59e1f8aa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:25.921611 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc9d2b-e75d-4b5b-a3cb-da59e1f8aa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:25.922273 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc9d2b-e75d-4b5b-a3cb-da59e1f8aa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:25.923353 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc9d2b-e75d-4b5b-a3cb-da59e1f8aa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:25.923854 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc9d2b-e75d-4b5b-a3cb-da59e1f8aa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:25.924315 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc9d2b-e75d-4b5b-a3cb-da59e1f8aa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:25.924817 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc9d2b-e75d-4b5b-a3cb-da59e1f8aa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:25.930342 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3acc9d2b-e75d-4b5b-a3cb-da59e1f8aa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 9370 time: 0.2157376 Nov 02 12:49:25.935671 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46314) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:25.988208 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76d06d-c154-4710-a727-a026c9790b60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Pushing event updated for resources: {'Port': ['ID=f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3,revision_number=3']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:26.119043 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dfecaad3-9873-4174-93bb-f0945f600b99 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.8455906 Nov 02 12:49:26.128661 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46318) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:26.129376 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecaad3-9873-4174-93bb-f0945f600b99 admin admin] Pushing event updated for resources: {'Network': ['ID=6928d18c-eb74-4b90-8689-c218672131c8,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:26.130229 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0e479-a733-4dcf-9e56-04d5820bc549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Deleting port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:26.130554 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e479-a733-4dcf-9e56-04d5820bc549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.135634 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-4d4bed50-f600-4a0a-99e2-0b3495c2c399 admin admin] Request body: {'subnet': {'network_id': '6928d18c-eb74-4b90-8689-c218672131c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-644138292-subnet', 'tenant_id': '892f4c0694c64e21974e5623ede6acfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:26.164231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 6928d18c-eb74-4b90-8689-c218672131c8 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:49:26.207629 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5faaa7c4-5db8-4f48-8615-d30e6ff51662 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks [] for port (0bd60d3c-e536-43da-a1b2-058a743dfb2d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.242085 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:26.265518 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-878ea073-632b-4d58-9a00-a9988ae3e6bd tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Publish callbacks [] for port (cfe4cb74-5546-4bdd-9484-dc7133bb77fa), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.309763 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-ccd0e479-a733-4dcf-9e56-04d5820bc549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] For port f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3, host n-h2-857339-6, got binding levels [] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:26.309964 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e479-a733-4dcf-9e56-04d5820bc549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.350020 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0e479-a733-4dcf-9e56-04d5820bc549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Calling delete_port for f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:26.363433 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4f43922-b0d7-445a-b235-a5dcdb16aa07 admin admin] Publish callbacks [] for router_gateway (091be2f0-1ecc-44b5-b5df-f5c275c9fa75), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.391398 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4f43922-b0d7-445a-b235-a5dcdb16aa07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.401096 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759b7d5b-81b4-46b0-9fd2-c591c9590660 admin admin] Router c7e5d436-3773-4bdb-bcbc-c868247a209a has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:49:26.495129 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2c4719b2-57aa-460f-838b-a12893bd74a6 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:26.537837 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759b7d5b-81b4-46b0-9fd2-c591c9590660 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:26.551440 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-759b7d5b-81b4-46b0-9fd2-c591c9590660 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/c7e5d436-3773-4bdb-bcbc-c868247a209a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6532166 Nov 02 12:49:26.553904 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46324) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:26.558146 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff4c7fc-ee08-4b91-8502-6d997865bdf2 None None] Sync routers for ids ['c7e5d436-3773-4bdb-bcbc-c868247a209a'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:26.577644 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4bed50-f600-4a0a-99e2-0b3495c2c399 admin admin] Made reservation on behalf of 892f4c0694c64e21974e5623ede6acfd for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:26.581985 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4d4bed50-f600-4a0a-99e2-0b3495c2c399 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.584361 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff4c7fc-ee08-4b91-8502-6d997865bdf2 None None] Routers {'c7e5d436-3773-4bdb-bcbc-c868247a209a'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:26.584565 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:26.586720 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-450eb82a-915a-410c-95e6-5e8f58ed1dfc tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (c92d9c49-c789-454a-83c1-4ffa0ff6b422), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.598242 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-eff4c7fc-ee08-4b91-8502-6d997865bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c7e5d436-3773-4bdb-bcbc-c868247a209a'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:26.644818 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5faaa7c4-5db8-4f48-8615-d30e6ff51662 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (0bd60d3c-e536-43da-a1b2-058a743dfb2d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.654411 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2c4719b2-57aa-460f-838b-a12893bd74a6 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:26.654809 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2c4719b2-57aa-460f-838b-a12893bd74a6), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.655169 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2c4719b2-57aa-460f-838b-a12893bd74a6 Nov 02 12:49:26.728972 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:49:26.739216 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450eb82a-915a-410c-95e6-5e8f58ed1dfc tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Subnet': ['ID=c92d9c49-c789-454a-83c1-4ffa0ff6b422,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:26.777370 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-eff4c7fc-ee08-4b91-8502-6d997865bdf2 None None] Set router c7e5d436-3773-4bdb-bcbc-c868247a209a gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:26.781679 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faaa7c4-5db8-4f48-8615-d30e6ff51662 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Network 5772360a-d844-4d11-938d-87493090d128 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:26.785348 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-5faaa7c4-5db8-4f48-8615-d30e6ff51662 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:26.788683 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faaa7c4-5db8-4f48-8615-d30e6ff51662 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:26.795174 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faaa7c4-5db8-4f48-8615-d30e6ff51662 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:26.796120 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5faaa7c4-5db8-4f48-8615-d30e6ff51662 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.807255 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-878ea073-632b-4d58-9a00-a9988ae3e6bd tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (cfe4cb74-5546-4bdd-9484-dc7133bb77fa), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.869803 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1f0db3d-bab0-48ac-9933-6767b7fca9a8 admin admin] Publish callbacks [] for router (c7e5d436-3773-4bdb-bcbc-c868247a209a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.870956 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878ea073-632b-4d58-9a00-a9988ae3e6bd tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:26.873046 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-878ea073-632b-4d58-9a00-a9988ae3e6bd tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:26.877947 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ea073-632b-4d58-9a00-a9988ae3e6bd tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:27.044529 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:27.048174 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-b4f43922-b0d7-445a-b235-a5dcdb16aa07 admin admin] Allocated IP 172.25.2.55 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/323fdb9a-bb21-4674-a998-c8e79ef1bdfa) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:27.079942 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2c4719b2-57aa-460f-838b-a12893bd74a6 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:27.080566 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2c4719b2-57aa-460f-838b-a12893bd74a6), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.089887 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450eb82a-915a-410c-95e6-5e8f58ed1dfc tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Checking segment: {'id': '63c2631e-a4aa-461e-8df5-f0b0f0f4f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'cfa283be-301b-43b9-afcc-52f658999d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:27.093645 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450eb82a-915a-410c-95e6-5e8f58ed1dfc tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network hostable DHCP agents. Network: cfa283be-301b-43b9-afcc-52f658999d98, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:49:27.102771 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878ea073-632b-4d58-9a00-a9988ae3e6bd tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:27.103688 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-878ea073-632b-4d58-9a00-a9988ae3e6bd tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.111048 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ea073-632b-4d58-9a00-a9988ae3e6bd tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe4cb74-5546-4bdd-9484-dc7133bb77fa,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:27.136665 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 2c4719b2-57aa-460f-838b-a12893bd74a6, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2c4719b2-57aa-460f-838b-a12893bd74a6,segment=NetworkSegment(8bfba553-fcad-4c99-95e9-08e759a2cacc),segment_id=8bfba553-fcad-4c99-95e9-08e759a2cacc)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:27.166455 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4f43922-b0d7-445a-b235-a5dcdb16aa07 admin admin] Publish callbacks [] for port (323fdb9a-bb21-4674-a998-c8e79ef1bdfa), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.233267 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-eff4c7fc-ee08-4b91-8502-6d997865bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e5d436-3773-4bdb-bcbc-c868247a209a', 'name': 'tempest-ServerGroup264TestJSON-218354784-router', 'tenant_id': '55a4471c28cb45818f388321acb74608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '7af01b90-2ade-4a19-93c9-fc23dfe01828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:05Z', 'updated_at': '2022-11-02T12:49:24Z', 'revision_number': 5, 'project_id': '55a4471c28cb45818f388321acb74608', 'gw_port': {'id': '7af01b90-2ade-4a19-93c9-fc23dfe01828', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e5d436-3773-4bdb-bcbc-c868247a209a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:06Z', 'updated_at': '2022-11-02T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:27.257468 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5faaa7c4-5db8-4f48-8615-d30e6ff51662 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7368469 Nov 02 12:49:27.257468 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e479-a733-4dcf-9e56-04d5820bc549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.258715 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46338) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:27.262766 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff4c7fc-ee08-4b91-8502-6d997865bdf2 None None] Checking router: c7e5d436-3773-4bdb-bcbc-c868247a209a for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:27.263840 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-8cd0f63f-838d-4ec7-a1d6-cbf86f74e117 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Request body: {'port': {'network_id': '5772360a-d844-4d11-938d-87493090d128', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1730987226'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:27.274440 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff4c7fc-ee08-4b91-8502-6d997865bdf2 None None] Routers {'c7e5d436-3773-4bdb-bcbc-c868247a209a'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:27.275735 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-eff4c7fc-ee08-4b91-8502-6d997865bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c7e5d436-3773-4bdb-bcbc-c868247a209a'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:27.286024 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faaa7c4-5db8-4f48-8615-d30e6ff51662 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Pushing event updated for resources: {'Port': ['ID=0bd60d3c-e536-43da-a1b2-058a743dfb2d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:27.299071 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e479-a733-4dcf-9e56-04d5820bc549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.304051 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ccd0e479-a733-4dcf-9e56-04d5820bc549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] 10.222.0.64 "DELETE /networking/v2.0/ports/f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 HTTP/1.1" status: 204 len: 168 time: 1.3620794 Nov 02 12:49:27.319119 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46340) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:27.326117 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-878ea073-632b-4d58-9a00-a9988ae3e6bd tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.8394380 Nov 02 12:49:27.327742 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46342) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:27.336509 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03711075-4e17-4cb8-a807-0b50572c753a None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:49:27.343949 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0e479-a733-4dcf-9e56-04d5820bc549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Pushing event deleted for resources: {'Port': ['ID=f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:27.354445 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-48959f5a-59b9-4b2d-be4e-d097d3c40efb tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53'}]}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:27.421141 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450eb82a-915a-410c-95e6-5e8f58ed1dfc tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network cfa283be-301b-43b9-afcc-52f658999d98 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:49:27.434287 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-47714f98-553a-48c0-9abb-478c547e4bf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] GET failed (client error): The resource could not be found. Nov 02 12:49:27.434287 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-47714f98-553a-48c0-9abb-478c547e4bf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] 10.222.0.64 "GET /networking/v2.0/ports/f27e0fed-2f2e-4371-b3f6-66d5cbfd5ba3 HTTP/1.1" status: 404 len: 333 time: 0.1019118 Nov 02 12:49:27.436452 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46346) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:27.442401 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4d4bed50-f600-4a0a-99e2-0b3495c2c399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (65e9189f-817e-4543-80cf-df89372afa41), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.445272 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-d93d2446-777c-40bf-804c-6522e7343584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1325507546', 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:27.467492 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2c4719b2-57aa-460f-838b-a12893bd74a6), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.480041 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1f0db3d-bab0-48ac-9933-6767b7fca9a8 admin admin] Publish callbacks [] for router_gateway (c7e5d436-3773-4bdb-bcbc-c868247a209a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.534359 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-dc429644-7d25-42ea-a43d-2424cb37a768 None None] Provisioning complete for port 2c4719b2-57aa-460f-838b-a12893bd74a6 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:27.535267 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dc429644-7d25-42ea-a43d-2424cb37a768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2c4719b2-57aa-460f-838b-a12893bd74a6), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.535606 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-dc429644-7d25-42ea-a43d-2424cb37a768 None None] Attempt 1 to provision port 2c4719b2-57aa-460f-838b-a12893bd74a6 Nov 02 12:49:27.535723 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bed50-f600-4a0a-99e2-0b3495c2c399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65e9189f-817e-4543-80cf-df89372afa41,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:27.559725 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4f43922-b0d7-445a-b235-a5dcdb16aa07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (323fdb9a-bb21-4674-a998-c8e79ef1bdfa), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.565105 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4bed50-f600-4a0a-99e2-0b3495c2c399 admin admin] Checking segment: {'id': 'b00be86c-2a0b-4a2e-9ebb-6da2f685a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6928d18c-eb74-4b90-8689-c218672131c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:27.565464 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4bed50-f600-4a0a-99e2-0b3495c2c399 admin admin] Network hostable DHCP agents. Network: 6928d18c-eb74-4b90-8689-c218672131c8, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:49:27.602351 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48959f5a-59b9-4b2d-be4e-d097d3c40efb tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (e43aef10-6c85-4859-aaf7-4ef8b3cf2536), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.603784 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48959f5a-59b9-4b2d-be4e-d097d3c40efb tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (e43aef10-6c85-4859-aaf7-4ef8b3cf2536), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.607494 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-450eb82a-915a-410c-95e6-5e8f58ed1dfc tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, cfa283be-301b-43b9-afcc-52f658999d98) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:27.611992 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93d2446-777c-40bf-804c-6522e7343584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Made reservation on behalf of 40ce69a931574fe6a2ef06caedd549eb for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:27.616288 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d93d2446-777c-40bf-804c-6522e7343584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.621691 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-eff4c7fc-ee08-4b91-8502-6d997865bdf2 None None] Set router c7e5d436-3773-4bdb-bcbc-c868247a209a gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:27.622965 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450eb82a-915a-410c-95e6-5e8f58ed1dfc tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:27.625627 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-450eb82a-915a-410c-95e6-5e8f58ed1dfc tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.658037 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-c1f0db3d-bab0-48ac-9933-6767b7fca9a8 admin admin] Deleting port 7af01b90-2ade-4a19-93c9-fc23dfe01828 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:27.658662 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1f0db3d-bab0-48ac-9933-6767b7fca9a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7af01b90-2ade-4a19-93c9-fc23dfe01828), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.662115 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd0f63f-838d-4ec7-a1d6-cbf86f74e117 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Made reservation on behalf of 3188ff297c7e461e91a0da9ff8bfc61a for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:27.667295 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8cd0f63f-838d-4ec7-a1d6-cbf86f74e117 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.702114 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4bed50-f600-4a0a-99e2-0b3495c2c399 admin admin] Network 6928d18c-eb74-4b90-8689-c218672131c8 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:49:27.705701 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f43922-b0d7-445a-b235-a5dcdb16aa07 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:27.709719 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-d93d2446-777c-40bf-804c-6522e7343584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] device_id is not set on port 9e837f62-afde-4823-8e7e-a6e545915cf6 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:49:27.718318 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=2c4719b2-57aa-460f-838b-a12893bd74a6,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:27.720656 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48959f5a-59b9-4b2d-be4e-d097d3c40efb tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Publish callbacks [] for router_controller (e43aef10-6c85-4859-aaf7-4ef8b3cf2536), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.730160 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-4d4bed50-f600-4a0a-99e2-0b3495c2c399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 6928d18c-eb74-4b90-8689-c218672131c8) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:27.739561 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-8cd0f63f-838d-4ec7-a1d6-cbf86f74e117 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] device_id is not set on port a47647ab-f268-42d8-82fe-0d899251356d yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:49:27.746550 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4bed50-f600-4a0a-99e2-0b3495c2c399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:27.750617 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4d4bed50-f600-4a0a-99e2-0b3495c2c399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.755500 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-450eb82a-915a-410c-95e6-5e8f58ed1dfc tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3148704 Nov 02 12:49:27.760938 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46350) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:27.768180 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-b4f43922-b0d7-445a-b235-a5dcdb16aa07 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:27.769400 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-13cf0144-24b5-4186-8d3d-3ac77cdc2964 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1686812745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:27.771648 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f43922-b0d7-445a-b235-a5dcdb16aa07 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:27.905383 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dc429644-7d25-42ea-a43d-2424cb37a768 None None] Current status of the port 2c4719b2-57aa-460f-838b-a12893bd74a6 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:27.928018 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13cf0144-24b5-4186-8d3d-3ac77cdc2964 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (12d4658e-3bf8-4278-aaf4-9dff85b43e13), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.929090 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13cf0144-24b5-4186-8d3d-3ac77cdc2964 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (12d4658e-3bf8-4278-aaf4-9dff85b43e13), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.930845 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03711075-4e17-4cb8-a807-0b50572c753a None None] Unable to find a vacant binding_index for network cfa283be-301b-43b9-afcc-52f658999d98 and agent cb21dedf-534b-40c9-851e-bca791414a4c {{(pid=105977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 02 12:49:27.943146 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03711075-4e17-4cb8-a807-0b50572c753a None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, cfa283be-301b-43b9-afcc-52f658999d98) {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:49:27.954976 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-eff4c7fc-ee08-4b91-8502-6d997865bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e5d436-3773-4bdb-bcbc-c868247a209a', 'name': 'tempest-ServerGroup264TestJSON-218354784-router', 'tenant_id': '55a4471c28cb45818f388321acb74608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '7af01b90-2ade-4a19-93c9-fc23dfe01828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:05Z', 'updated_at': '2022-11-02T12:49:24Z', 'revision_number': 5, 'project_id': '55a4471c28cb45818f388321acb74608', 'gw_port': {'id': '7af01b90-2ade-4a19-93c9-fc23dfe01828', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e5d436-3773-4bdb-bcbc-c868247a209a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:06Z', 'updated_at': '2022-11-02T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:27.967855 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4d4bed50-f600-4a0a-99e2-0b3495c2c399 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8359072 Nov 02 12:49:27.973721 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d93d2446-777c-40bf-804c-6522e7343584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks [] for port (9e837f62-afde-4823-8e7e-a6e545915cf6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.976521 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46352) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:27.990845 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff4c7fc-ee08-4b91-8502-6d997865bdf2 None None] The sync data for ids ['c7e5d436-3773-4bdb-bcbc-c868247a209a'] in n-d-857339-6 is: [{'id': 'c7e5d436-3773-4bdb-bcbc-c868247a209a', 'name': 'tempest-ServerGroup264TestJSON-218354784-router', 'tenant_id': '55a4471c28cb45818f388321acb74608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '7af01b90-2ade-4a19-93c9-fc23dfe01828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:05Z', 'updated_at': '2022-11-02T12:49:24Z', 'revision_number': 5, 'project_id': '55a4471c28cb45818f388321acb74608', 'gw_port': {'id': '7af01b90-2ade-4a19-93c9-fc23dfe01828', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e5d436-3773-4bdb-bcbc-c868247a209a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:06Z', 'updated_at': '2022-11-02T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:28.052878 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e8a33848-4628-4098-8d21-83174ca0a4eb admin admin] Request body: {'router': {'name': 'tempest-ServerMetadataNegativeTestJSON-644138292-router', 'tenant_id': '892f4c0694c64e21974e5623ede6acfd', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:28.064371 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48959f5a-59b9-4b2d-be4e-d097d3c40efb tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Publish callbacks [] for router_gateway (e43aef10-6c85-4859-aaf7-4ef8b3cf2536), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.070700 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f43922-b0d7-445a-b235-a5dcdb16aa07 admin admin] Pushing event updated for resources: {'Port': ['ID=323fdb9a-bb21-4674-a998-c8e79ef1bdfa,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:28.112478 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d93d2446-777c-40bf-804c-6522e7343584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (9e837f62-afde-4823-8e7e-a6e545915cf6), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.153972 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-8cd0f63f-838d-4ec7-a1d6-cbf86f74e117 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Allocated IP 2001:db8::167 (5772360a-d844-4d11-938d-87493090d128/6b496e32-5402-4e8f-b0a5-6c2deed1075e/a47647ab-f268-42d8-82fe-0d899251356d) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:28.157133 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13cf0144-24b5-4186-8d3d-3ac77cdc2964 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router_controller (12d4658e-3bf8-4278-aaf4-9dff85b43e13), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.209219 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93d2446-777c-40bf-804c-6522e7343584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Network 918034c4-0322-4be1-af19-fca64f53a4db is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:28.235328 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-d93d2446-777c-40bf-804c-6522e7343584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:28.239786 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8a33848-4628-4098-8d21-83174ca0a4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (7ec0547c-a07f-4444-a6af-0eda10e1cd97), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.241121 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8a33848-4628-4098-8d21-83174ca0a4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (7ec0547c-a07f-4444-a6af-0eda10e1cd97), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.251464 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d2446-777c-40bf-804c-6522e7343584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:28.252558 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93d2446-777c-40bf-804c-6522e7343584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:28.253942 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d93d2446-777c-40bf-804c-6522e7343584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.296139 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-c1f0db3d-bab0-48ac-9933-6767b7fca9a8 admin admin] For port 7af01b90-2ade-4a19-93c9-fc23dfe01828, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7af01b90-2ade-4a19-93c9-fc23dfe01828,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:28.296427 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1f0db3d-bab0-48ac-9933-6767b7fca9a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7af01b90-2ade-4a19-93c9-fc23dfe01828), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.311806 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:28.312420 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13cf0144-24b5-4186-8d3d-3ac77cdc2964 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (12d4658e-3bf8-4278-aaf4-9dff85b43e13), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.334978 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-c1f0db3d-bab0-48ac-9933-6767b7fca9a8 admin admin] Calling delete_port for 7af01b90-2ade-4a19-93c9-fc23dfe01828 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:28.336872 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d2446-777c-40bf-804c-6522e7343584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Pushing event updated for resources: {'Port': ['ID=9e837f62-afde-4823-8e7e-a6e545915cf6,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:28.362565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-6928d18c-eb74-4b90-8689-c218672131c8', 'network_id': '6928d18c-eb74-4b90-8689-c218672131c8', 'project_id': '892f4c0694c64e21974e5623ede6acfd', 'fixed_ips': [{'subnet_id': '65e9189f-817e-4543-80cf-df89372afa41'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:49:28.364668 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.394584 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-cfa283be-301b-43b9-afcc-52f658999d98', 'network_id': 'cfa283be-301b-43b9-afcc-52f658999d98', 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'fixed_ips': [{'subnet_id': 'c92d9c49-c789-454a-83c1-4ffa0ff6b422'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:49:28.396202 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.415114 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8a33848-4628-4098-8d21-83174ca0a4eb admin admin] Publish callbacks [] for router_controller (7ec0547c-a07f-4444-a6af-0eda10e1cd97), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.470518 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13cf0144-24b5-4186-8d3d-3ac77cdc2964 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.471783 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-13cf0144-24b5-4186-8d3d-3ac77cdc2964 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7092500 Nov 02 12:49:28.520593 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46358) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:28.521083 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46360) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:28.533460 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d93d2446-777c-40bf-804c-6522e7343584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0957441 Nov 02 12:49:28.591826 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-4c9389ed-70e8-416a-84cd-3c64d08b9eec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'port': {'network_id': 'cfa283be-301b-43b9-afcc-52f658999d98', 'name': 'tempest-RoutersIpV6Test-984753244'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:28.632179 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2c4719b2-57aa-460f-838b-a12893bd74a6 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:28.818628 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] Allocated IP 172.20.0.2 (6928d18c-eb74-4b90-8689-c218672131c8/65e9189f-817e-4543-80cf-df89372afa41/cf692925-7299-4f1c-99c9-00642ab3017f) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:28.862279 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] Allocated IP 2001:db8::2 (cfa283be-301b-43b9-afcc-52f658999d98/c92d9c49-c789-454a-83c1-4ffa0ff6b422/004220af-ee65-4a75-b9af-b8ae1e128a08) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:28.864373 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2c4719b2-57aa-460f-838b-a12893bd74a6 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:28.864782 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2c4719b2-57aa-460f-838b-a12893bd74a6), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.865151 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2c4719b2-57aa-460f-838b-a12893bd74a6 Nov 02 12:49:28.883803 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:28.918747 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4f43922-b0d7-445a-b235-a5dcdb16aa07 admin admin] Publish callbacks [] for router_gateway (091be2f0-1ecc-44b5-b5df-f5c275c9fa75), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.985317 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1f0db3d-bab0-48ac-9933-6767b7fca9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (7af01b90-2ade-4a19-93c9-fc23dfe01828), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.047544 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0db3d-bab0-48ac-9933-6767b7fca9a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7af01b90-2ade-4a19-93c9-fc23dfe01828,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:29.229283 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:29.268167 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4f43922-b0d7-445a-b235-a5dcdb16aa07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (091be2f0-1ecc-44b5-b5df-f5c275c9fa75), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.284906 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1f0db3d-bab0-48ac-9933-6767b7fca9a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (c7e5d436-3773-4bdb-bcbc-c868247a209a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.351157 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2c4719b2-57aa-460f-838b-a12893bd74a6 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:29.368885 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1a54a324-c1be-4a27-90ec-462afc954ba7 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:29.375581 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] Publish callbacks [] for port (cf692925-7299-4f1c-99c9-00642ab3017f), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.389545 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be78d172-e794-481a-a9ee-5f70c2cde330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:29.392558 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-be78d172-e794-481a-a9ee-5f70c2cde330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] 10.222.0.64 "GET /networking/v2.0/ports/9e837f62-afde-4823-8e7e-a6e545915cf6 HTTP/1.1" status: 200 len: 959 time: 0.8599896 Nov 02 12:49:29.395986 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46368) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:29.414056 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:29.415358 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:29.417858 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48959f5a-59b9-4b2d-be4e-d097d3c40efb tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Publish callbacks [] for router_gateway (e43aef10-6c85-4859-aaf7-4ef8b3cf2536), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.421966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 1a54a324-c1be-4a27-90ec-462afc954ba7 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:29.422324 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1a54a324-c1be-4a27-90ec-462afc954ba7 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:29.426744 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8cd0f63f-838d-4ec7-a1d6-cbf86f74e117 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks [] for port (a47647ab-f268-42d8-82fe-0d899251356d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.459132 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] Publish callbacks [] for port (004220af-ee65-4a75-b9af-b8ae1e128a08), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.468714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-cf6c71d4-2210-427b-81e8-68d7de20d1e9 None None] Provisioning complete for port 97216f03-ff56-4f41-b10e-260f66f8a584 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:29.469489 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cf6c71d4-2210-427b-81e8-68d7de20d1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (97216f03-ff56-4f41-b10e-260f66f8a584), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.470048 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-cf6c71d4-2210-427b-81e8-68d7de20d1e9 None None] Attempt 1 to provision port 97216f03-ff56-4f41-b10e-260f66f8a584 Nov 02 12:49:29.483184 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48959f5a-59b9-4b2d-be4e-d097d3c40efb tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.487711 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8a33848-4628-4098-8d21-83174ca0a4eb admin admin] Publish callbacks [] for router_gateway (7ec0547c-a07f-4444-a6af-0eda10e1cd97), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.510567 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (cf692925-7299-4f1c-99c9-00642ab3017f), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.566372 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9389ed-70e8-416a-84cd-3c64d08b9eec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Made reservation on behalf of c26d2fe9e5e743059c97bd0af976552c for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:29.570497 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c9389ed-70e8-416a-84cd-3c64d08b9eec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.583423 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] Network 6928d18c-eb74-4b90-8689-c218672131c8 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:29.589505 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:29.593709 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:29.641853 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (004220af-ee65-4a75-b9af-b8ae1e128a08), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.655930 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-4c9389ed-70e8-416a-84cd-3c64d08b9eec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] device_id is not set on port 60c8309c-a189-4b44-b6d4-11f5767e51ca yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:49:29.714224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] Network cfa283be-301b-43b9-afcc-52f658999d98 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:29.724320 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8cd0f63f-838d-4ec7-a1d6-cbf86f74e117 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (a47647ab-f268-42d8-82fe-0d899251356d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.734389 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:29.735509 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:29.740134 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1f0db3d-bab0-48ac-9933-6767b7fca9a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (c7e5d436-3773-4bdb-bcbc-c868247a209a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.744296 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:29.748007 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] Pushing event updated for resources: {'Port': ['ID=cf692925-7299-4f1c-99c9-00642ab3017f,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:29.759998 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1f0db3d-bab0-48ac-9933-6767b7fca9a8 admin admin] Publish callbacks [] for router_controller (c7e5d436-3773-4bdb-bcbc-c868247a209a), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.859436 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:29.888736 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f59706cd-8cfa-488d-9cdc-c9f55925a5ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Deleting port 9e837f62-afde-4823-8e7e-a6e545915cf6 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:29.889461 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f59706cd-8cfa-488d-9cdc-c9f55925a5ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9e837f62-afde-4823-8e7e-a6e545915cf6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.890941 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd0f63f-838d-4ec7-a1d6-cbf86f74e117 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Network 5772360a-d844-4d11-938d-87493090d128 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:29.897098 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] Pushing event updated for resources: {'Port': ['ID=004220af-ee65-4a75-b9af-b8ae1e128a08,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:29.902149 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-8cd0f63f-838d-4ec7-a1d6-cbf86f74e117 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:29.905512 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] Attempting to bind port cf692925-7299-4f1c-99c9-00642ab3017f on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:29.905512 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] Attempting to bind port cf692925-7299-4f1c-99c9-00642ab3017f by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'b00be86c-2a0b-4a2e-9ebb-6da2f685a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6928d18c-eb74-4b90-8689-c218672131c8'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:29.905512 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] Attempting to bind port cf692925-7299-4f1c-99c9-00642ab3017f on network 6928d18c-eb74-4b90-8689-c218672131c8 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:29.906390 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0f63f-838d-4ec7-a1d6-cbf86f74e117 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Pushing event updated for resources: {'Port': ['ID=a47647ab-f268-42d8-82fe-0d899251356d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:29.912747 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0f63f-838d-4ec7-a1d6-cbf86f74e117 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:29.917358 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd0f63f-838d-4ec7-a1d6-cbf86f74e117 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:29.917987 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8cd0f63f-838d-4ec7-a1d6-cbf86f74e117 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.961966 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=8 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:29.992165 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f59706cd-8cfa-488d-9cdc-c9f55925a5ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9e837f62-afde-4823-8e7e-a6e545915cf6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.016987 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f59706cd-8cfa-488d-9cdc-c9f55925a5ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Calling delete_port for 9e837f62-afde-4823-8e7e-a6e545915cf6 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:30.028780 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48959f5a-59b9-4b2d-be4e-d097d3c40efb tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Publish callbacks [] for router (e43aef10-6c85-4859-aaf7-4ef8b3cf2536), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.035826 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cf6c71d4-2210-427b-81e8-68d7de20d1e9 None None] Current status of the port 97216f03-ff56-4f41-b10e-260f66f8a584 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:30.041506 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:49:30.041869 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] Checking segment: {'id': 'b00be86c-2a0b-4a2e-9ebb-6da2f685a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6928d18c-eb74-4b90-8689-c218672131c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:30.042272 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.042660 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] Bound using segment: {'id': 'b00be86c-2a0b-4a2e-9ebb-6da2f685a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6928d18c-eb74-4b90-8689-c218672131c8'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:49:30.043153 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] Bound port: cf692925-7299-4f1c-99c9-00642ab3017f, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00be86c-2a0b-4a2e-9ebb-6da2f685a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6928d18c-eb74-4b90-8689-c218672131c8'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:49:30.043529 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (cf692925-7299-4f1c-99c9-00642ab3017f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.048706 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] Attempting to bind port 004220af-ee65-4a75-b9af-b8ae1e128a08 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:30.049073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] Attempting to bind port 004220af-ee65-4a75-b9af-b8ae1e128a08 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '63c2631e-a4aa-461e-8df5-f0b0f0f4f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'cfa283be-301b-43b9-afcc-52f658999d98'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:30.049440 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] Attempting to bind port 004220af-ee65-4a75-b9af-b8ae1e128a08 on network cfa283be-301b-43b9-afcc-52f658999d98 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:30.110000 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-4c9389ed-70e8-416a-84cd-3c64d08b9eec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Allocated IP 2001:db8::2a2 (cfa283be-301b-43b9-afcc-52f658999d98/c92d9c49-c789-454a-83c1-4ffa0ff6b422/60c8309c-a189-4b44-b6d4-11f5767e51ca) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:30.111821 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1f0db3d-bab0-48ac-9933-6767b7fca9a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (c7e5d436-3773-4bdb-bcbc-c868247a209a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.112580 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f0db3d-bab0-48ac-9933-6767b7fca9a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7e5d436-3773-4bdb-bcbc-c868247a209a {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:49:30.119966 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1f0db3d-bab0-48ac-9933-6767b7fca9a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.121420 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c1f0db3d-bab0-48ac-9933-6767b7fca9a8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/c7e5d436-3773-4bdb-bcbc-c868247a209a HTTP/1.1" status: 204 len: 168 time: 3.5663266 Nov 02 12:49:30.139105 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:49:30.139461 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] Checking segment: {'id': '63c2631e-a4aa-461e-8df5-f0b0f0f4f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'cfa283be-301b-43b9-afcc-52f658999d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:30.139861 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.140253 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] Bound using segment: {'id': '63c2631e-a4aa-461e-8df5-f0b0f0f4f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'cfa283be-301b-43b9-afcc-52f658999d98'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:49:30.140754 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] Bound port: 004220af-ee65-4a75-b9af-b8ae1e128a08, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c2631e-a4aa-461e-8df5-f0b0f0f4f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'cfa283be-301b-43b9-afcc-52f658999d98'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:49:30.141127 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (004220af-ee65-4a75-b9af-b8ae1e128a08), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.146031 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46374) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:30.168872 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f43922-b0d7-445a-b235-a5dcdb16aa07 admin admin] Router 091be2f0-1ecc-44b5-b5df-f5c275c9fa75 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:49:30.198377 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] For port cf692925-7299-4f1c-99c9-00642ab3017f, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:30.201810 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8cd0f63f-838d-4ec7-a1d6-cbf86f74e117 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9400539 Nov 02 12:49:30.202406 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:30.207662 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] For port cf692925-7299-4f1c-99c9-00642ab3017f, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=cf692925-7299-4f1c-99c9-00642ab3017f,segment=NetworkSegment(b00be86c-2a0b-4a2e-9ebb-6da2f685a87b),segment_id=b00be86c-2a0b-4a2e-9ebb-6da2f685a87b)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:30.211018 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46376) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:30.289354 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-633f9683-f7f8-4c60-9eed-8f1ff0e9a916 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::303', 'mac_address': 'fa:16:3e:29:ae:e8'}, {'ip_address': '2001:db8::2fc', 'mac_address': 'fa:16:3e:6e:5c:dc'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:30.292568 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] For port 004220af-ee65-4a75-b9af-b8ae1e128a08, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:30.295985 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8a33848-4628-4098-8d21-83174ca0a4eb admin admin] Publish callbacks [] for router_gateway (7ec0547c-a07f-4444-a6af-0eda10e1cd97), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.297260 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] For port 004220af-ee65-4a75-b9af-b8ae1e128a08, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=004220af-ee65-4a75-b9af-b8ae1e128a08,segment=NetworkSegment(63c2631e-a4aa-461e-8df5-f0b0f0f4f721),segment_id=63c2631e-a4aa-461e-8df5-f0b0f0f4f721)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:30.326124 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f43922-b0d7-445a-b235-a5dcdb16aa07 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:30.337215 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] Sync routers for ids ['091be2f0-1ecc-44b5-b5df-f5c275c9fa75'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:30.348378 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] Routers {'091be2f0-1ecc-44b5-b5df-f5c275c9fa75'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:30.349190 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['091be2f0-1ecc-44b5-b5df-f5c275c9fa75'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:30.397313 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (cf692925-7299-4f1c-99c9-00642ab3017f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.397773 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f59706cd-8cfa-488d-9cdc-c9f55925a5ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (9e837f62-afde-4823-8e7e-a6e545915cf6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.445712 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59706cd-8cfa-488d-9cdc-c9f55925a5ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e837f62-afde-4823-8e7e-a6e545915cf6,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:30.469915 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] Set router 091be2f0-1ecc-44b5-b5df-f5c275c9fa75 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:30.479644 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f59706cd-8cfa-488d-9cdc-c9f55925a5ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.490584 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f59706cd-8cfa-488d-9cdc-c9f55925a5ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] 10.222.0.64 "DELETE /networking/v2.0/ports/9e837f62-afde-4823-8e7e-a6e545915cf6 HTTP/1.1" status: 204 len: 168 time: 0.7725816 Nov 02 12:49:30.491502 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66400ad3-b3f8-4f41-8e9c-01ad22ee20f8 None None] Pushing event updated for resources: {'Port': ['ID=cf692925-7299-4f1c-99c9-00642ab3017f,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:30.492910 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46378) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:30.494675 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (004220af-ee65-4a75-b9af-b8ae1e128a08), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.533501 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f02b755-0ba8-4127-bb39-a33edb54ee8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] GET failed (client error): The resource could not be found. Nov 02 12:49:30.540919 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6f02b755-0ba8-4127-bb39-a33edb54ee8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] 10.222.0.64 "GET /networking/v2.0/ports/9e837f62-afde-4823-8e7e-a6e545915cf6 HTTP/1.1" status: 404 len: 333 time: 0.0465217 Nov 02 12:49:30.541700 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46380) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:30.548090 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-81823b8f-0329-42b7-8313-bcf88d84dc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Request body: {'port': {'network_id': '918034c4-0322-4be1-af19-fca64f53a4db', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1125419162'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:30.587368 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4f43922-b0d7-445a-b235-a5dcdb16aa07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.589475 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b4f43922-b0d7-445a-b235-a5dcdb16aa07 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.1831715 Nov 02 12:49:30.592253 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46382) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:30.645828 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fa099-241b-4627-8a5b-a20d3beacff0 None None] Pushing event updated for resources: {'Port': ['ID=004220af-ee65-4a75-b9af-b8ae1e128a08,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:30.655808 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48959f5a-59b9-4b2d-be4e-d097d3c40efb tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (e43aef10-6c85-4859-aaf7-4ef8b3cf2536), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.658402 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48959f5a-59b9-4b2d-be4e-d097d3c40efb tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Publish callbacks [] for router_controller (e43aef10-6c85-4859-aaf7-4ef8b3cf2536), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.684757 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81823b8f-0329-42b7-8313-bcf88d84dc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Made reservation on behalf of 40ce69a931574fe6a2ef06caedd549eb for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:30.687805 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-81823b8f-0329-42b7-8313-bcf88d84dc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.716345 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091be2f0-1ecc-44b5-b5df-f5c275c9fa75', 'name': 'tempest-ServerTagsTestJSON-1750795028-router', 'tenant_id': 'ce338ec547424ff38f2537cca88cf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '323fdb9a-bb21-4674-a998-c8e79ef1bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:49:28Z', 'revision_number': 3, 'project_id': 'ce338ec547424ff38f2537cca88cf3a5', 'gw_port': {'id': '323fdb9a-bb21-4674-a998-c8e79ef1bdfa', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091be2f0-1ecc-44b5-b5df-f5c275c9fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:26Z', 'updated_at': '2022-11-02T12:49:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:30.723464 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-81823b8f-0329-42b7-8313-bcf88d84dc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] device_id is not set on port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:49:30.764799 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] Checking router: 091be2f0-1ecc-44b5-b5df-f5c275c9fa75 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:30.765605 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] Updating router 091be2f0-1ecc-44b5-b5df-f5c275c9fa75 port 323fdb9a-bb21-4674-a998-c8e79ef1bdfa binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:49:30.773562 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c23ee9-8c67-4463-86b3-40270c3e9dae admin admin] Deleting subnet 641e6b87-61da-4862-b869-8280169e958c {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:49:30.778151 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8a33848-4628-4098-8d21-83174ca0a4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.806450 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e5c23ee9-8c67-4463-86b3-40270c3e9dae admin admin] Publish callbacks [] for subnet (641e6b87-61da-4862-b869-8280169e958c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.835345 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (323fdb9a-bb21-4674-a998-c8e79ef1bdfa), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.936448 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:31.059637 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e5c23ee9-8c67-4463-86b3-40270c3e9dae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (641e6b87-61da-4862-b869-8280169e958c), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.062112 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48959f5a-59b9-4b2d-be4e-d097d3c40efb tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (e43aef10-6c85-4859-aaf7-4ef8b3cf2536), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.062662 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48959f5a-59b9-4b2d-be4e-d097d3c40efb tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e43aef10-6c85-4859-aaf7-4ef8b3cf2536 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:49:31.065217 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-81823b8f-0329-42b7-8313-bcf88d84dc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks [] for port (00ee4bfb-17fe-4b9c-b815-25e56fdb47b6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.169724 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46386) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:31.241379 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e5c23ee9-8c67-4463-86b3-40270c3e9dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (641e6b87-61da-4862-b869-8280169e958c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.285789 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-81823b8f-0329-42b7-8313-bcf88d84dc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (00ee4bfb-17fe-4b9c-b815-25e56fdb47b6), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.303343 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] Publish callbacks [] for port (323fdb9a-bb21-4674-a998-c8e79ef1bdfa), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.351132 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c9389ed-70e8-416a-84cd-3c64d08b9eec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for port (60c8309c-a189-4b44-b6d4-11f5767e51ca), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.370826 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-633f9683-f7f8-4c60-9eed-8f1ff0e9a916 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a47647ab-f268-42d8-82fe-0d899251356d), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.378098 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81823b8f-0329-42b7-8313-bcf88d84dc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Network 918034c4-0322-4be1-af19-fca64f53a4db is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:31.392238 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-81823b8f-0329-42b7-8313-bcf88d84dc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:31.403333 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81823b8f-0329-42b7-8313-bcf88d84dc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:31.404157 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81823b8f-0329-42b7-8313-bcf88d84dc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:31.404789 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-81823b8f-0329-42b7-8313-bcf88d84dc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.416695 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81823b8f-0329-42b7-8313-bcf88d84dc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Pushing event updated for resources: {'Port': ['ID=00ee4bfb-17fe-4b9c-b815-25e56fdb47b6,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:31.424804 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8050598-ed02-46d5-9a5f-e22a7d7a1bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.437361 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (323fdb9a-bb21-4674-a998-c8e79ef1bdfa), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.447039 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-48959f5a-59b9-4b2d-be4e-d097d3c40efb tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 02 12:49:31.448533 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-48959f5a-59b9-4b2d-be4e-d097d3c40efb tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.1095691 Nov 02 12:49:31.480699 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46390) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:31.485703 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] Attempting to bind port 323fdb9a-bb21-4674-a998-c8e79ef1bdfa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:31.486156 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] Attempting to bind port 323fdb9a-bb21-4674-a998-c8e79ef1bdfa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:31.486583 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] Attempting to bind port 323fdb9a-bb21-4674-a998-c8e79ef1bdfa on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:31.541122 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b100c-5afd-4802-a12b-2b204f3759f0 None None] Pushing event updated for resources: {'Port': ['ID=323fdb9a-bb21-4674-a998-c8e79ef1bdfa,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:31.546412 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e5c23ee9-8c67-4463-86b3-40270c3e9dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (641e6b87-61da-4862-b869-8280169e958c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.555668 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-81823b8f-0329-42b7-8313-bcf88d84dc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0117712 Nov 02 12:49:31.561868 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46392) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:31.570610 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:49:31.570610 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:31.570610 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.570610 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:49:31.570610 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] Bound port: 323fdb9a-bb21-4674-a998-c8e79ef1bdfa, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:49:31.570610 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (323fdb9a-bb21-4674-a998-c8e79ef1bdfa), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.573063 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-857339-6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:31.610462 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-e8a33848-4628-4098-8d21-83174ca0a4eb admin admin] Allocated IP 172.25.2.80 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/93a23415-ee94-4f0b-b837-169297cc51ae) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:31.636950 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c23ee9-8c67-4463-86b3-40270c3e9dae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641e6b87-61da-4862-b869-8280169e958c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:31.639234 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c9389ed-70e8-416a-84cd-3c64d08b9eec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (60c8309c-a189-4b44-b6d4-11f5767e51ca), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.642071 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e5c23ee9-8c67-4463-86b3-40270c3e9dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.645611 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e5c23ee9-8c67-4463-86b3-40270c3e9dae admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/641e6b87-61da-4862-b869-8280169e958c HTTP/1.1" status: 204 len: 168 time: 1.4985685 Nov 02 12:49:31.650848 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46394) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:31.660870 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] For port 323fdb9a-bb21-4674-a998-c8e79ef1bdfa, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:31.673025 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] For port 323fdb9a-bb21-4674-a998-c8e79ef1bdfa, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=323fdb9a-bb21-4674-a998-c8e79ef1bdfa,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:31.680814 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8050598-ed02-46d5-9a5f-e22a7d7a1bae admin admin] Publish callbacks [] for security_group (74422c7c-d6ba-4372-9e94-6a0a5a54c416), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.759870 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (323fdb9a-bb21-4674-a998-c8e79ef1bdfa), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.760307 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (00ee4bfb-17fe-4b9c-b815-25e56fdb47b6), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.769434 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9389ed-70e8-416a-84cd-3c64d08b9eec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network cfa283be-301b-43b9-afcc-52f658999d98 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:31.772396 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:31.817647 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-4c9389ed-70e8-416a-84cd-3c64d08b9eec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:31.835874 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8050598-ed02-46d5-9a5f-e22a7d7a1bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (74422c7c-d6ba-4372-9e94-6a0a5a54c416), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.836944 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9389ed-70e8-416a-84cd-3c64d08b9eec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:31.841925 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9389ed-70e8-416a-84cd-3c64d08b9eec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:31.842694 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c9389ed-70e8-416a-84cd-3c64d08b9eec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.845224 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-8385c643-b3b9-40a6-9b18-42653ffd26e6 tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Deleting port cfe4cb74-5546-4bdd-9484-dc7133bb77fa {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:31.845557 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8385c643-b3b9-40a6-9b18-42653ffd26e6 tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (cfe4cb74-5546-4bdd-9484-dc7133bb77fa), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.874476 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9389ed-70e8-416a-84cd-3c64d08b9eec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Port': ['ID=60c8309c-a189-4b44-b6d4-11f5767e51ca,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:31.922906 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca67d296-1027-4cb2-b393-3b7ffe07613e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (6d1b2e57-7c2e-4949-a842-1d6cf3e62414), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.924983 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e9a51aa1-1607-4808-95f8-b10a2ed8c131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.950838 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:31.963608 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] Routers {'091be2f0-1ecc-44b5-b5df-f5c275c9fa75'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:31.964405 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['091be2f0-1ecc-44b5-b5df-f5c275c9fa75'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:32.006030 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b100c-5afd-4802-a12b-2b204f3759f0 None None] Pushing event updated for resources: {'Port': ['ID=323fdb9a-bb21-4674-a998-c8e79ef1bdfa,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:32.102959 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] Set router 091be2f0-1ecc-44b5-b5df-f5c275c9fa75 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:32.118628 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] device_id is not set on port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:49:32.130635 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks [] for port (00ee4bfb-17fe-4b9c-b815-25e56fdb47b6), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.142247 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8050598-ed02-46d5-9a5f-e22a7d7a1bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74422c7c-d6ba-4372-9e94-6a0a5a54c416,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:32.167512 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a8050598-ed02-46d5-9a5f-e22a7d7a1bae admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d4d92d6616bc4b3aaae1eee2514a74b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9966154 Nov 02 12:49:32.212374 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46396) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:32.324345 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (00ee4bfb-17fe-4b9c-b815-25e56fdb47b6), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.340563 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4c9389ed-70e8-416a-84cd-3c64d08b9eec tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.8194876 Nov 02 12:49:32.340563 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:32.352989 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46398) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:32.354312 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4ed2829e-6173-47b9-a414-d9f98b4ded50 None None] Provisioning complete for port cf692925-7299-4f1c-99c9-00642ab3017f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:32.357039 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4ed2829e-6173-47b9-a414-d9f98b4ded50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (cf692925-7299-4f1c-99c9-00642ab3017f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.359166 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4ed2829e-6173-47b9-a414-d9f98b4ded50 None None] Attempt 1 to provision port cf692925-7299-4f1c-99c9-00642ab3017f Nov 02 12:49:32.392160 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:32.428506 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091be2f0-1ecc-44b5-b5df-f5c275c9fa75', 'name': 'tempest-ServerTagsTestJSON-1750795028-router', 'tenant_id': 'ce338ec547424ff38f2537cca88cf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '323fdb9a-bb21-4674-a998-c8e79ef1bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:49:28Z', 'revision_number': 3, 'project_id': 'ce338ec547424ff38f2537cca88cf3a5', 'gw_port': {'id': '323fdb9a-bb21-4674-a998-c8e79ef1bdfa', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091be2f0-1ecc-44b5-b5df-f5c275c9fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:26Z', 'updated_at': '2022-11-02T12:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:32.504567 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62947c68-2777-41f3-aa85-158ec8e706d8 None None] The sync data for ids ['091be2f0-1ecc-44b5-b5df-f5c275c9fa75'] in n-d-857339-6 is: [{'id': '091be2f0-1ecc-44b5-b5df-f5c275c9fa75', 'name': 'tempest-ServerTagsTestJSON-1750795028-router', 'tenant_id': 'ce338ec547424ff38f2537cca88cf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '323fdb9a-bb21-4674-a998-c8e79ef1bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:49:28Z', 'revision_number': 3, 'project_id': 'ce338ec547424ff38f2537cca88cf3a5', 'gw_port': {'id': '323fdb9a-bb21-4674-a998-c8e79ef1bdfa', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091be2f0-1ecc-44b5-b5df-f5c275c9fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:26Z', 'updated_at': '2022-11-02T12:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:32.509840 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Pushing event updated for resources: {'Port': ['ID=00ee4bfb-17fe-4b9c-b815-25e56fdb47b6,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:32.515635 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7375fc46-a043-4ab4-a767-d4d4bcf6344c admin admin] Publish callbacks [] for security_group (74422c7c-d6ba-4372-9e94-6a0a5a54c416), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.518430 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:32.519324 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:32.519695 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:32.551211 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-633f9683-f7f8-4c60-9eed-8f1ff0e9a916 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks [] for port (a47647ab-f268-42d8-82fe-0d899251356d), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.553856 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-e9a51aa1-1607-4808-95f8-b10a2ed8c131 admin admin] Allocated IP 172.20.0.1 (f8b092f0-7311-4609-993b-eb26c372f7e4/abe29189-29cd-44de-904a-ba62df368087/638c1a82-34c3-477c-be12-ecd7dd77c994) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:32.572542 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4ed2829e-6173-47b9-a414-d9f98b4ded50 None None] Current status of the port cf692925-7299-4f1c-99c9-00642ab3017f is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:32.572542 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4ed2829e-6173-47b9-a414-d9f98b4ded50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (cf692925-7299-4f1c-99c9-00642ab3017f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.596629 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device cf692925-7299-4f1c-99c9-00642ab3017f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:32.605986 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:32.606486 n-d-857339-6 neutron-server[105975]: ERROR neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:32.611376 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8a33848-4628-4098-8d21-83174ca0a4eb admin admin] Publish callbacks [] for port (93a23415-ee94-4f0b-b837-169297cc51ae), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.611532 n-d-857339-6 neutron-server[105975]: INFO neutron.plugins.ml2.plugin [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 2 to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 Nov 02 12:49:32.643131 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4ed2829e-6173-47b9-a414-d9f98b4ded50 None None] For port cf692925-7299-4f1c-99c9-00642ab3017f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=cf692925-7299-4f1c-99c9-00642ab3017f,segment=NetworkSegment(b00be86c-2a0b-4a2e-9ebb-6da2f685a87b),segment_id=b00be86c-2a0b-4a2e-9ebb-6da2f685a87b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:32.683719 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7375fc46-a043-4ab4-a767-d4d4bcf6344c admin admin] Publish callbacks [] for security_group (74422c7c-d6ba-4372-9e94-6a0a5a54c416), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.686852 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port cf692925-7299-4f1c-99c9-00642ab3017f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:32.697318 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (cf692925-7299-4f1c-99c9-00642ab3017f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.697318 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port cf692925-7299-4f1c-99c9-00642ab3017f Nov 02 12:49:32.697601 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8385c643-b3b9-40a6-9b18-42653ffd26e6 tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (cfe4cb74-5546-4bdd-9484-dc7133bb77fa), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.697734 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:32.703115 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-8385c643-b3b9-40a6-9b18-42653ffd26e6 tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Calling delete_port for cfe4cb74-5546-4bdd-9484-dc7133bb77fa owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:32.705106 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:32.705540 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:32.705991 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:32.731726 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:32.731726 n-d-857339-6 neutron-server[105975]: ERROR neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:32.735526 n-d-857339-6 neutron-server[105975]: INFO neutron.plugins.ml2.plugin [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 3 to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 Nov 02 12:49:32.744006 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-633f9683-f7f8-4c60-9eed-8f1ff0e9a916 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (a47647ab-f268-42d8-82fe-0d899251356d), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.744477 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-633f9683-f7f8-4c60-9eed-8f1ff0e9a916 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] In _notify_port_updated(), no bound segment for port a47647ab-f268-42d8-82fe-0d899251356d on network 5772360a-d844-4d11-938d-87493090d128 {{(pid=105976) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 12:49:32.749691 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633f9683-f7f8-4c60-9eed-8f1ff0e9a916 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:32.750534 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-633f9683-f7f8-4c60-9eed-8f1ff0e9a916 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.756579 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-633f9683-f7f8-4c60-9eed-8f1ff0e9a916 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "PUT /networking/v2.0/ports/a47647ab-f268-42d8-82fe-0d899251356d HTTP/1.1" status: 200 len: 1068 time: 2.4781861 Nov 02 12:49:32.763990 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46400) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:32.764164 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4ed2829e-6173-47b9-a414-d9f98b4ded50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (cf692925-7299-4f1c-99c9-00642ab3017f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.808257 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:32.808642 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:32.808944 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:32.821876 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8a33848-4628-4098-8d21-83174ca0a4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (93a23415-ee94-4f0b-b837-169297cc51ae), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.841110 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e9a51aa1-1607-4808-95f8-b10a2ed8c131 admin admin] Publish callbacks [] for port (638c1a82-34c3-477c-be12-ecd7dd77c994), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.846691 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:32.847079 n-d-857339-6 neutron-server[105975]: ERROR neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:32.849480 n-d-857339-6 neutron-server[105975]: INFO neutron.plugins.ml2.plugin [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 4 to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 Nov 02 12:49:32.872461 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:32.872719 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:32.873063 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:32.879627 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e05172b-78dc-40ef-bd5a-8e9f7450b79f None None] Network f8b092f0-7311-4609-993b-eb26c372f7e4 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:32.904463 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a33848-4628-4098-8d21-83174ca0a4eb admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:32.937897 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:32.937897 n-d-857339-6 neutron-server[105975]: ERROR neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:32.937897 n-d-857339-6 neutron-server[105975]: INFO neutron.plugins.ml2.plugin [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 5 to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 Nov 02 12:49:32.954698 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-e8a33848-4628-4098-8d21-83174ca0a4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:32.955997 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a33848-4628-4098-8d21-83174ca0a4eb admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:32.979637 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ca67d296-1027-4cb2-b393-3b7ffe07613e admin admin] Deleting port 97216f03-ff56-4f41-b10e-260f66f8a584 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:32.982179 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca67d296-1027-4cb2-b393-3b7ffe07613e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (97216f03-ff56-4f41-b10e-260f66f8a584), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.014108 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:33.014451 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:33.014797 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:33.017386 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-3c34b20b-1938-4228-9c4a-e600320542c5 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Deleting port a47647ab-f268-42d8-82fe-0d899251356d {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:33.017732 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3c34b20b-1938-4228-9c4a-e600320542c5 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a47647ab-f268-42d8-82fe-0d899251356d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.033724 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7375fc46-a043-4ab4-a767-d4d4bcf6344c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (74422c7c-d6ba-4372-9e94-6a0a5a54c416), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.036405 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7375fc46-a043-4ab4-a767-d4d4bcf6344c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.040064 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7375fc46-a043-4ab4-a767-d4d4bcf6344c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/74422c7c-d6ba-4372-9e94-6a0a5a54c416 HTTP/1.1" status: 204 len: 168 time: 0.8236201 Nov 02 12:49:33.088829 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:33.088829 n-d-857339-6 neutron-server[105975]: ERROR neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:33.100938 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f9683-f7f8-4c60-9eed-8f1ff0e9a916 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Pushing event updated for resources: {'Port': ['ID=a47647ab-f268-42d8-82fe-0d899251356d,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:33.107318 n-d-857339-6 neutron-server[105975]: INFO neutron.plugins.ml2.plugin [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 6 to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 Nov 02 12:49:33.113151 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375fc46-a043-4ab4-a767-d4d4bcf6344c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74422c7c-d6ba-4372-9e94-6a0a5a54c416,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:33.158462 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e9a51aa1-1607-4808-95f8-b10a2ed8c131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (638c1a82-34c3-477c-be12-ecd7dd77c994), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.204094 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:33.204432 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:33.204872 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:33.244522 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:33.244859 n-d-857339-6 neutron-server[105975]: ERROR neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:33.246701 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a51aa1-1607-4808-95f8-b10a2ed8c131 admin admin] Network f8b092f0-7311-4609-993b-eb26c372f7e4 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:33.251887 n-d-857339-6 neutron-server[105975]: INFO neutron.plugins.ml2.plugin [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 7 to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 Nov 02 12:49:33.288716 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:33.289663 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:33.289663 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:33.295924 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:33.300513 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:33.300896 n-d-857339-6 neutron-server[105975]: ERROR neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:33.301746 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e9a51aa1-1607-4808-95f8-b10a2ed8c131 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:33.306428 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a51aa1-1607-4808-95f8-b10a2ed8c131 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:33.308200 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:33.311083 n-d-857339-6 neutron-server[105975]: INFO neutron.plugins.ml2.plugin [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 8 to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 Nov 02 12:49:33.316337 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a51aa1-1607-4808-95f8-b10a2ed8c131 admin admin] Pushing event updated for resources: {'Port': ['ID=638c1a82-34c3-477c-be12-ecd7dd77c994,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:33.329378 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3c34b20b-1938-4228-9c4a-e600320542c5 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a47647ab-f268-42d8-82fe-0d899251356d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.335561 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215c2691-fbad-471e-a924-221c214c1544 None None] Network cfa283be-301b-43b9-afcc-52f658999d98 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:33.340051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f397e66-c903-4157-8ff5-df9a2b0d29f5 None None] Network 6928d18c-eb74-4b90-8689-c218672131c8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:33.342633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a078a58e-a76f-467f-94a3-cc928a1acddb None None] Network 6d1b2e57-7c2e-4949-a842-1d6cf3e62414 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:33.349787 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:33.365601 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2829e-6173-47b9-a414-d9f98b4ded50 None None] Pushing event updated for resources: {'Port': ['ID=cf692925-7299-4f1c-99c9-00642ab3017f,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:33.371953 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port cf692925-7299-4f1c-99c9-00642ab3017f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:33.375895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 004220af-ee65-4a75-b9af-b8ae1e128a08 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:33.381595 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:33.381932 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:33.382271 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:33.413403 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:33.413771 n-d-857339-6 neutron-server[105975]: ERROR neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:33.421425 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-3c34b20b-1938-4228-9c4a-e600320542c5 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Calling delete_port for a47647ab-f268-42d8-82fe-0d899251356d owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:33.424293 n-d-857339-6 neutron-server[105975]: INFO neutron.plugins.ml2.plugin [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 9 to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 Nov 02 12:49:33.489988 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:33.490338 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:33.490666 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:33.513233 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:33.515555 n-d-857339-6 neutron-server[105975]: ERROR neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:33.529750 n-d-857339-6 neutron-server[105975]: INFO neutron.plugins.ml2.plugin [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempt 10 to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 Nov 02 12:49:33.539756 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a4801170-1b98-4238-a0ca-04661f16972d None None] Provisioning complete for port 97216f03-ff56-4f41-b10e-260f66f8a584 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:33.540277 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a4801170-1b98-4238-a0ca-04661f16972d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (97216f03-ff56-4f41-b10e-260f66f8a584), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.540753 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a4801170-1b98-4238-a0ca-04661f16972d None None] Attempt 1 to provision port 97216f03-ff56-4f41-b10e-260f66f8a584 Nov 02 12:49:33.554818 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a33848-4628-4098-8d21-83174ca0a4eb admin admin] Pushing event updated for resources: {'Port': ['ID=93a23415-ee94-4f0b-b837-169297cc51ae,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:33.563374 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-ca67d296-1027-4cb2-b393-3b7ffe07613e admin admin] For port 97216f03-ff56-4f41-b10e-260f66f8a584, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=97216f03-ff56-4f41-b10e-260f66f8a584,segment=NetworkSegment(84b51e83-4e32-4f58-a63a-4a4dba87b23f),segment_id=84b51e83-4e32-4f58-a63a-4a4dba87b23f)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:33.563775 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca67d296-1027-4cb2-b393-3b7ffe07613e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (97216f03-ff56-4f41-b10e-260f66f8a584), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.573371 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e9a51aa1-1607-4808-95f8-b10a2ed8c131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (091be2f0-1ecc-44b5-b5df-f5c275c9fa75), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.650590 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ca67d296-1027-4cb2-b393-3b7ffe07613e admin admin] Calling delete_port for 97216f03-ff56-4f41-b10e-260f66f8a584 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:33.717051 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on host n-h2-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:33.717703 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 by drivers openvswitch,hyperv on host n-h2-857339-6 at level 0 using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:33.718229 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempting to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:33.734060 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on network 918034c4-0322-4be1-af19-fca64f53a4db not bound, no agent of type Open vSwitch agent registered on host n-h2-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:33.734060 n-d-857339-6 neutron-server[105975]: ERROR neutron.plugins.ml2.managers [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Failed to bind port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on host n-h2-857339-6 for vnic_type normal using segments [{'id': '6f666a1a-4d09-4450-9c66-bd5c1035cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '918034c4-0322-4be1-af19-fca64f53a4db'}] Nov 02 12:49:33.734637 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (00ee4bfb-17fe-4b9c-b815-25e56fdb47b6), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.751087 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:33.835336 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] For port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6, host n-h2-857339-6, cleared binding levels {{(pid=105975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:33.836056 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attempted to set empty binding levels {{(pid=105975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 12:49:33.859427 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8385c643-b3b9-40a6-9b18-42653ffd26e6 tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (cfe4cb74-5546-4bdd-9484-dc7133bb77fa), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.937993 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (00ee4bfb-17fe-4b9c-b815-25e56fdb47b6), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.938593 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] In _notify_port_updated(), no bound segment for port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 on network 918034c4-0322-4be1-af19-fca64f53a4db {{(pid=105975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 12:49:33.939473 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:33.940209 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.946703 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] 10.222.0.64 "PUT /networking/v2.0/ports/00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 HTTP/1.1" status: 200 len: 979 time: 2.3819664 Nov 02 12:49:33.946703 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46406) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:33.955170 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bdaf1848-5c7a-4484-be8c-7cae980f45fe tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (60c8309c-a189-4b44-b6d4-11f5767e51ca), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.960337 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385c643-b3b9-40a6-9b18-42653ffd26e6 tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfe4cb74-5546-4bdd-9484-dc7133bb77fa,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:34.059466 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f30a8-591f-4208-b937-ef1ec2cb54df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Pushing event updated for resources: {'Port': ['ID=00ee4bfb-17fe-4b9c-b815-25e56fdb47b6,revision_number=3']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:34.063923 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 004220af-ee65-4a75-b9af-b8ae1e128a08 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:34.064738 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (004220af-ee65-4a75-b9af-b8ae1e128a08), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.065313 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 004220af-ee65-4a75-b9af-b8ae1e128a08 Nov 02 12:49:34.136796 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca67d296-1027-4cb2-b393-3b7ffe07613e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (97216f03-ff56-4f41-b10e-260f66f8a584), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.137299 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46408) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:34.175927 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a4801170-1b98-4238-a0ca-04661f16972d None None] Current status of the port 97216f03-ff56-4f41-b10e-260f66f8a584 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:34.210838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a4801170-1b98-4238-a0ca-04661f16972d None None] Provisioning complete for port 004220af-ee65-4a75-b9af-b8ae1e128a08 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:34.210838 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a4801170-1b98-4238-a0ca-04661f16972d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (004220af-ee65-4a75-b9af-b8ae1e128a08), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.211200 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a4801170-1b98-4238-a0ca-04661f16972d None None] Attempt 1 to provision port 004220af-ee65-4a75-b9af-b8ae1e128a08 Nov 02 12:49:34.218517 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db8e78fe-80e3-41fb-9da1-ac00e859ae00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.279046 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1607f52b-4a38-4fd2-b74b-f12837ad0304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Deleting port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:34.279409 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1607f52b-4a38-4fd2-b74b-f12837ad0304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (00ee4bfb-17fe-4b9c-b815-25e56fdb47b6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.282415 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67d296-1027-4cb2-b393-3b7ffe07613e admin admin] Pushing event deleted for resources: {'Port': ['ID=97216f03-ff56-4f41-b10e-260f66f8a584,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:34.290947 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8a33848-4628-4098-8d21-83174ca0a4eb admin admin] Publish callbacks [] for router_gateway (7ec0547c-a07f-4444-a6af-0eda10e1cd97), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.310239 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 004220af-ee65-4a75-b9af-b8ae1e128a08 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:34.310965 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (004220af-ee65-4a75-b9af-b8ae1e128a08), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.328936 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0705fd3-d93f-4dee-a60f-0d1fc2a841ba None None] DHCP port deletion for 6d1b2e57-7c2e-4949-a842-1d6cf3e62414 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:49:34.332693 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3c34b20b-1938-4228-9c4a-e600320542c5 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (a47647ab-f268-42d8-82fe-0d899251356d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.383961 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca67d296-1027-4cb2-b393-3b7ffe07613e admin admin] No DVR routers for this DVR port 97216f03-ff56-4f41-b10e-260f66f8a584 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:49:34.394469 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 004220af-ee65-4a75-b9af-b8ae1e128a08, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=004220af-ee65-4a75-b9af-b8ae1e128a08,segment=NetworkSegment(63c2631e-a4aa-461e-8df5-f0b0f0f4f721),segment_id=63c2631e-a4aa-461e-8df5-f0b0f0f4f721)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:34.395071 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8385c643-b3b9-40a6-9b18-42653ffd26e6 tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.406848 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8385c643-b3b9-40a6-9b18-42653ffd26e6 tempest-RoutersAdminNegativeIpV6Test-521703286 tempest-RoutersAdminNegativeIpV6Test-521703286-project-admin] 10.222.0.64 "DELETE /networking/v2.0/ports/cfe4cb74-5546-4bdd-9484-dc7133bb77fa HTTP/1.1" status: 204 len: 168 time: 2.9247580 Nov 02 12:49:34.426560 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a4801170-1b98-4238-a0ca-04661f16972d None None] Current status of the port 004220af-ee65-4a75-b9af-b8ae1e128a08 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:34.432812 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a4801170-1b98-4238-a0ca-04661f16972d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (004220af-ee65-4a75-b9af-b8ae1e128a08), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.498280 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (004220af-ee65-4a75-b9af-b8ae1e128a08), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.607090 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca67d296-1027-4cb2-b393-3b7ffe07613e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (6d1b2e57-7c2e-4949-a842-1d6cf3e62414), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.640222 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=004220af-ee65-4a75-b9af-b8ae1e128a08,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:34.645286 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ca67d296-1027-4cb2-b393-3b7ffe07613e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1b2e57-7c2e-4949-a842-1d6cf3e62414']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:34.659593 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ca67d296-1027-4cb2-b393-3b7ffe07613e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b51e83-4e32-4f58-a63a-4a4dba87b23f') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:34.662487 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ca67d296-1027-4cb2-b393-3b7ffe07613e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b51e83-4e32-4f58-a63a-4a4dba87b23f') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:34.688793 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca67d296-1027-4cb2-b393-3b7ffe07613e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (84b51e83-4e32-4f58-a63a-4a4dba87b23f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.721765 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca67d296-1027-4cb2-b393-3b7ffe07613e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (84b51e83-4e32-4f58-a63a-4a4dba87b23f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.724882 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7af01b90-2ade-4a19-93c9-fc23dfe01828 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:34.730116 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca67d296-1027-4cb2-b393-3b7ffe07613e admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:49:34.730685 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca67d296-1027-4cb2-b393-3b7ffe07613e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (84b51e83-4e32-4f58-a63a-4a4dba87b23f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.751663 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-a4801170-1b98-4238-a0ca-04661f16972d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:49:34.752375 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-a4801170-1b98-4238-a0ca-04661f16972d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:49:34.753069 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 7af01b90-2ade-4a19-93c9-fc23dfe01828 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:34.754892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7af01b90-2ade-4a19-93c9-fc23dfe01828 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:34.765352 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:34.766070 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:34.766848 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:34.767333 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:34.767938 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:34.768420 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:34.769007 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:34.769487 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:34.769966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:34.770676 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:34.771487 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:34.772129 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:34.772850 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:34.782656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:34.783205 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:35.060576 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca67d296-1027-4cb2-b393-3b7ffe07613e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (6d1b2e57-7c2e-4949-a842-1d6cf3e62414), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:35.068872 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca67d296-1027-4cb2-b393-3b7ffe07613e admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:35.099381 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ca67d296-1027-4cb2-b393-3b7ffe07613e admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/6d1b2e57-7c2e-4949-a842-1d6cf3e62414 HTTP/1.1" status: 204 len: 168 time: 3.4218843 Nov 02 12:49:35.099381 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 84b51e83-4e32-4f58-a63a-4a4dba87b23f resource provider aggregate not found Nov 02 12:49:35.100850 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34b20b-1938-4228-9c4a-e600320542c5 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Pushing event deleted for resources: {'Port': ['ID=a47647ab-f268-42d8-82fe-0d899251356d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:35.101166 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 323fdb9a-bb21-4674-a998-c8e79ef1bdfa up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:35.140397 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:35.148639 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 84b51e83-4e32-4f58-a63a-4a4dba87b23f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84b51e83-4e32-4f58-a63a-4a4dba87b23f found for delete ", "request_id": "req-2065f409-82c1-4a41-9b77-742b0b5d58a3"}]} Nov 02 12:49:35.197227 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67d296-1027-4cb2-b393-3b7ffe07613e admin admin] Pushing event deleted for resources: {'Network': ['ID=6d1b2e57-7c2e-4949-a842-1d6cf3e62414,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:35.254631 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 323fdb9a-bb21-4674-a998-c8e79ef1bdfa triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:35.254631 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (323fdb9a-bb21-4674-a998-c8e79ef1bdfa), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:35.254631 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 323fdb9a-bb21-4674-a998-c8e79ef1bdfa Nov 02 12:49:35.339678 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-1607f52b-4a38-4fd2-b74b-f12837ad0304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] For port 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6, host n-h2-857339-6, got binding levels [] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:35.340731 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1607f52b-4a38-4fd2-b74b-f12837ad0304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (00ee4bfb-17fe-4b9c-b815-25e56fdb47b6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:35.342811 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bdaf1848-5c7a-4484-be8c-7cae980f45fe tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for port (60c8309c-a189-4b44-b6d4-11f5767e51ca), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:35.381162 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a4801170-1b98-4238-a0ca-04661f16972d None None] Current status of the port 004220af-ee65-4a75-b9af-b8ae1e128a08 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:35.451530 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1607f52b-4a38-4fd2-b74b-f12837ad0304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Calling delete_port for 00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:35.488937 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46420) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:35.495767 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bdaf1848-5c7a-4484-be8c-7cae980f45fe tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (60c8309c-a189-4b44-b6d4-11f5767e51ca), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:35.497641 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 323fdb9a-bb21-4674-a998-c8e79ef1bdfa is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:35.498217 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (323fdb9a-bb21-4674-a998-c8e79ef1bdfa), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:35.537232 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 323fdb9a-bb21-4674-a998-c8e79ef1bdfa, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=323fdb9a-bb21-4674-a998-c8e79ef1bdfa,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:35.552342 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f786845-5c15-48a6-b318-0b8afc827b8c None None] Network cfa283be-301b-43b9-afcc-52f658999d98 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:35.558488 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:35.594232 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6308eaa2-4524-40ad-9afc-a59438ff3e7b None None] Provisioning complete for port 2c4719b2-57aa-460f-838b-a12893bd74a6 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:35.594747 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6308eaa2-4524-40ad-9afc-a59438ff3e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2c4719b2-57aa-460f-838b-a12893bd74a6), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:35.595348 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-6308eaa2-4524-40ad-9afc-a59438ff3e7b None None] Attempt 1 to provision port 2c4719b2-57aa-460f-838b-a12893bd74a6 Nov 02 12:49:35.691438 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (323fdb9a-bb21-4674-a998-c8e79ef1bdfa), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:35.692417 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device cf692925-7299-4f1c-99c9-00642ab3017f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:35.702595 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241a32c6-f417-4dd7-a90c-dbf389a50cb5 None None] Network 6928d18c-eb74-4b90-8689-c218672131c8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:35.715848 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46424) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:35.716945 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf1848-5c7a-4484-be8c-7cae980f45fe tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Port': ['ID=60c8309c-a189-4b44-b6d4-11f5767e51ca,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:35.863301 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db8e78fe-80e3-41fb-9da1-ac00e859ae00 admin admin] Publish callbacks [] for security_group (4fc35a88-5812-444e-9eaa-63295db9fc85), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:35.919480 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:36.009767 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=323fdb9a-bb21-4674-a998-c8e79ef1bdfa,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:36.040553 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port cf692925-7299-4f1c-99c9-00642ab3017f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:36.040938 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (cf692925-7299-4f1c-99c9-00642ab3017f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.041279 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port cf692925-7299-4f1c-99c9-00642ab3017f Nov 02 12:49:36.072804 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db8e78fe-80e3-41fb-9da1-ac00e859ae00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4fc35a88-5812-444e-9eaa-63295db9fc85), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.080377 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3c34b20b-1938-4228-9c4a-e600320542c5 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.085549 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3c34b20b-1938-4228-9c4a-e600320542c5 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "DELETE /networking/v2.0/ports/a47647ab-f268-42d8-82fe-0d899251356d HTTP/1.1" status: 204 len: 168 time: 3.3224144 Nov 02 12:49:36.090432 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:36.140677 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6308eaa2-4524-40ad-9afc-a59438ff3e7b None None] Current status of the port 2c4719b2-57aa-460f-838b-a12893bd74a6 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:36.143361 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:36.151011 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46426) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:36.156000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6308eaa2-4524-40ad-9afc-a59438ff3e7b None None] Provisioning complete for port 0bd60d3c-e536-43da-a1b2-058a743dfb2d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:36.156376 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6308eaa2-4524-40ad-9afc-a59438ff3e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0bd60d3c-e536-43da-a1b2-058a743dfb2d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.156751 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-6308eaa2-4524-40ad-9afc-a59438ff3e7b None None] Attempt 1 to provision port 0bd60d3c-e536-43da-a1b2-058a743dfb2d Nov 02 12:49:36.216170 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:36.222389 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e78fe-80e3-41fb-9da1-ac00e859ae00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc35a88-5812-444e-9eaa-63295db9fc85,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:36.226530 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b859e425-e085-44ff-bddb-0d3537f7cbf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.267988 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-db8e78fe-80e3-41fb-9da1-ac00e859ae00 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5874b8c9efbf455295f93b5b5df7bcf6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1313148 Nov 02 12:49:36.271618 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46428) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:36.284555 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6308eaa2-4524-40ad-9afc-a59438ff3e7b None None] Port 0bd60d3c-e536-43da-a1b2-058a743dfb2d cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:49:36.285735 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-42df97c0-3c11-4736-8759-637567be5afa tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] GET failed (client error): The resource could not be found. Nov 02 12:49:36.287525 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-42df97c0-3c11-4736-8759-637567be5afa tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "GET /networking/v2.0/ports/a47647ab-f268-42d8-82fe-0d899251356d HTTP/1.1" status: 404 len: 333 time: 0.1337020 Nov 02 12:49:36.298193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6308eaa2-4524-40ad-9afc-a59438ff3e7b None None] Provisioning complete for port 638c1a82-34c3-477c-be12-ecd7dd77c994 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:36.298597 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6308eaa2-4524-40ad-9afc-a59438ff3e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (638c1a82-34c3-477c-be12-ecd7dd77c994), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.299556 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-6308eaa2-4524-40ad-9afc-a59438ff3e7b None None] Attempt 1 to provision port 638c1a82-34c3-477c-be12-ecd7dd77c994 Nov 02 12:49:36.304144 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port cf692925-7299-4f1c-99c9-00642ab3017f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:36.318507 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46430) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:36.352435 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1607f52b-4a38-4fd2-b74b-f12837ad0304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (00ee4bfb-17fe-4b9c-b815-25e56fdb47b6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.394421 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6308eaa2-4524-40ad-9afc-a59438ff3e7b None None] Port 638c1a82-34c3-477c-be12-ecd7dd77c994 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:49:36.398380 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 97216f03-ff56-4f41-b10e-260f66f8a584 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:36.401447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6308eaa2-4524-40ad-9afc-a59438ff3e7b None None] Could not find standard attr ID for object a47647ab-f268-42d8-82fe-0d899251356d. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:49:36.434190 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 97216f03-ff56-4f41-b10e-260f66f8a584 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:36.434769 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 97216f03-ff56-4f41-b10e-260f66f8a584 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:36.443219 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1607f52b-4a38-4fd2-b74b-f12837ad0304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.450304 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1607f52b-4a38-4fd2-b74b-f12837ad0304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] 10.222.0.64 "DELETE /networking/v2.0/ports/00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 HTTP/1.1" status: 204 len: 168 time: 2.5003924 Nov 02 12:49:36.451120 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e9a51aa1-1607-4808-95f8-b10a2ed8c131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (638c1a82-34c3-477c-be12-ecd7dd77c994), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.469714 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46432) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:36.470954 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607f52b-4a38-4fd2-b74b-f12837ad0304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] Pushing event deleted for resources: {'Port': ['ID=00ee4bfb-17fe-4b9c-b815-25e56fdb47b6,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:36.538640 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-919a26c4-208f-4c02-9be9-96d261c1c32e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] GET failed (client error): The resource could not be found. Nov 02 12:49:36.544000 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-919a26c4-208f-4c02-9be9-96d261c1c32e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650937422-project-admin] 10.222.0.64 "GET /networking/v2.0/ports/00ee4bfb-17fe-4b9c-b815-25e56fdb47b6 HTTP/1.1" status: 404 len: 333 time: 0.0656953 Nov 02 12:49:36.551057 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46434) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:36.554706 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-da94503f-ae2d-4987-abee-d7c8c60f9a0a None None] Provisioning complete for port 004220af-ee65-4a75-b9af-b8ae1e128a08 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:36.555217 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-da94503f-ae2d-4987-abee-d7c8c60f9a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (004220af-ee65-4a75-b9af-b8ae1e128a08), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.555510 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-da94503f-ae2d-4987-abee-d7c8c60f9a0a None None] Attempt 1 to provision port 004220af-ee65-4a75-b9af-b8ae1e128a08 Nov 02 12:49:36.604471 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0ed8dc60-0887-4977-8aa7-65c19b90b66c admin admin] Publish callbacks [] for security_group (4fc35a88-5812-444e-9eaa-63295db9fc85), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.631035 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0ed8dc60-0887-4977-8aa7-65c19b90b66c admin admin] Publish callbacks [] for security_group (4fc35a88-5812-444e-9eaa-63295db9fc85), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.646350 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6a5349d6-6e61-4999-9c7c-e994dea2db3e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=55a4471c28cb45818f388321acb74608&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9254119 Nov 02 12:49:36.654075 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8a33848-4628-4098-8d21-83174ca0a4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (7ec0547c-a07f-4444-a6af-0eda10e1cd97), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.666554 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46436) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:36.755887 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bdaf1848-5c7a-4484-be8c-7cae980f45fe tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (12d4658e-3bf8-4278-aaf4-9dff85b43e13), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.837059 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-701df196-5558-48d6-97d5-4ad62c8ef9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (918034c4-0322-4be1-af19-fca64f53a4db), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.896585 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0ed8dc60-0887-4977-8aa7-65c19b90b66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4fc35a88-5812-444e-9eaa-63295db9fc85), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.900645 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0ed8dc60-0887-4977-8aa7-65c19b90b66c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.904103 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0ed8dc60-0887-4977-8aa7-65c19b90b66c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4fc35a88-5812-444e-9eaa-63295db9fc85 HTTP/1.1" status: 204 len: 168 time: 0.6268091 Nov 02 12:49:36.912194 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-bb146f79-b9c9-4fff-818e-705510a6d7ea tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Deleting port 0bd60d3c-e536-43da-a1b2-058a743dfb2d {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:36.912194 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bb146f79-b9c9-4fff-818e-705510a6d7ea tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0bd60d3c-e536-43da-a1b2-058a743dfb2d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.959075 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b859e425-e085-44ff-bddb-0d3537f7cbf7 admin admin] Publish callbacks [] for security_group (541cbdd1-6b7f-4921-98ce-c8cfd36b7919), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.968394 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:37.031125 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8dc60-0887-4977-8aa7-65c19b90b66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc35a88-5812-444e-9eaa-63295db9fc85,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:37.068033 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b859e425-e085-44ff-bddb-0d3537f7cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (541cbdd1-6b7f-4921-98ce-c8cfd36b7919), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.114341 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 323fdb9a-bb21-4674-a998-c8e79ef1bdfa up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:37.135061 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b859e425-e085-44ff-bddb-0d3537f7cbf7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=391d8c3ea5dd44bda64e207a9587ba4b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6105657 Nov 02 12:49:37.136811 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46440) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:37.139113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-da94503f-ae2d-4987-abee-d7c8c60f9a0a None None] Current status of the port 004220af-ee65-4a75-b9af-b8ae1e128a08 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:37.141901 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859e425-e085-44ff-bddb-0d3537f7cbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541cbdd1-6b7f-4921-98ce-c8cfd36b7919,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:37.220104 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-da94503f-ae2d-4987-abee-d7c8c60f9a0a None None] Provisioning complete for port 60c8309c-a189-4b44-b6d4-11f5767e51ca triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:37.220104 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-da94503f-ae2d-4987-abee-d7c8c60f9a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (60c8309c-a189-4b44-b6d4-11f5767e51ca), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.220104 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-da94503f-ae2d-4987-abee-d7c8c60f9a0a None None] Attempt 1 to provision port 60c8309c-a189-4b44-b6d4-11f5767e51ca Nov 02 12:49:37.222877 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-35e60f6c-48ca-498e-98ae-7972ae7c378d admin admin] Publish callbacks [] for security_group (f3044b33-19bd-4865-970a-1a7cfc24b5d0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.230908 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-701df196-5558-48d6-97d5-4ad62c8ef9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (918034c4-0322-4be1-af19-fca64f53a4db), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.243024 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bb146f79-b9c9-4fff-818e-705510a6d7ea tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0bd60d3c-e536-43da-a1b2-058a743dfb2d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.261428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-bb146f79-b9c9-4fff-818e-705510a6d7ea tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Calling delete_port for 0bd60d3c-e536-43da-a1b2-058a743dfb2d owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:37.262360 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 323fdb9a-bb21-4674-a998-c8e79ef1bdfa triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:37.262739 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (323fdb9a-bb21-4674-a998-c8e79ef1bdfa), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.263080 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 323fdb9a-bb21-4674-a998-c8e79ef1bdfa Nov 02 12:49:37.286934 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-da94503f-ae2d-4987-abee-d7c8c60f9a0a None None] Port 60c8309c-a189-4b44-b6d4-11f5767e51ca cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:49:37.288846 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-701df196-5558-48d6-97d5-4ad62c8ef9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918034c4-0322-4be1-af19-fca64f53a4db']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:37.301091 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-da94503f-ae2d-4987-abee-d7c8c60f9a0a None None] Provisioning complete for port cf692925-7299-4f1c-99c9-00642ab3017f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:37.301551 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-da94503f-ae2d-4987-abee-d7c8c60f9a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (cf692925-7299-4f1c-99c9-00642ab3017f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.301803 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-da94503f-ae2d-4987-abee-d7c8c60f9a0a None None] Attempt 1 to provision port cf692925-7299-4f1c-99c9-00642ab3017f Nov 02 12:49:37.308799 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-701df196-5558-48d6-97d5-4ad62c8ef9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f666a1a-4d09-4450-9c66-bd5c1035cf0f') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:37.309096 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-701df196-5558-48d6-97d5-4ad62c8ef9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f666a1a-4d09-4450-9c66-bd5c1035cf0f') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:37.312508 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e9a51aa1-1607-4808-95f8-b10a2ed8c131 admin admin] Publish callbacks [] for port (638c1a82-34c3-477c-be12-ecd7dd77c994), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.325743 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-701df196-5558-48d6-97d5-4ad62c8ef9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (6f666a1a-4d09-4450-9c66-bd5c1035cf0f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.351674 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-52f5405d-6f5f-42bb-b78d-9a3d9e9fea61 admin admin] Publish callbacks [] for security_group (541cbdd1-6b7f-4921-98ce-c8cfd36b7919), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.374347 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-52f5405d-6f5f-42bb-b78d-9a3d9e9fea61 admin admin] Publish callbacks [] for security_group (541cbdd1-6b7f-4921-98ce-c8cfd36b7919), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.398860 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:37.419028 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-701df196-5558-48d6-97d5-4ad62c8ef9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (6f666a1a-4d09-4450-9c66-bd5c1035cf0f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.435320 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e9a51aa1-1607-4808-95f8-b10a2ed8c131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (638c1a82-34c3-477c-be12-ecd7dd77c994), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.449998 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bdaf1848-5c7a-4484-be8c-7cae980f45fe tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (60c8309c-a189-4b44-b6d4-11f5767e51ca), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.494364 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701df196-5558-48d6-97d5-4ad62c8ef9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:49:37.494364 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-701df196-5558-48d6-97d5-4ad62c8ef9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (6f666a1a-4d09-4450-9c66-bd5c1035cf0f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.496301 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-35e60f6c-48ca-498e-98ae-7972ae7c378d admin admin] Publish callbacks [] for security_group (f3044b33-19bd-4865-970a-1a7cfc24b5d0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.505088 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 323fdb9a-bb21-4674-a998-c8e79ef1bdfa is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:37.506979 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 004220af-ee65-4a75-b9af-b8ae1e128a08 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:37.510074 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-da94503f-ae2d-4987-abee-d7c8c60f9a0a None None] Current status of the port cf692925-7299-4f1c-99c9-00642ab3017f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:37.546075 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e9a51aa1-1607-4808-95f8-b10a2ed8c131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (091be2f0-1ecc-44b5-b5df-f5c275c9fa75), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.563055 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a51aa1-1607-4808-95f8-b10a2ed8c131 admin admin] Pushing event updated for resources: {'Port': ['ID=638c1a82-34c3-477c-be12-ecd7dd77c994,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:37.567661 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-52f5405d-6f5f-42bb-b78d-9a3d9e9fea61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (541cbdd1-6b7f-4921-98ce-c8cfd36b7919), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.570961 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-52f5405d-6f5f-42bb-b78d-9a3d9e9fea61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.575037 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-52f5405d-6f5f-42bb-b78d-9a3d9e9fea61 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/541cbdd1-6b7f-4921-98ce-c8cfd36b7919 HTTP/1.1" status: 204 len: 168 time: 0.4276888 Nov 02 12:49:37.577378 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 6f666a1a-4d09-4450-9c66-bd5c1035cf0f resource provider aggregate not found Nov 02 12:49:37.604376 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 004220af-ee65-4a75-b9af-b8ae1e128a08 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:37.604954 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (004220af-ee65-4a75-b9af-b8ae1e128a08), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.605183 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 004220af-ee65-4a75-b9af-b8ae1e128a08 Nov 02 12:49:37.657858 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-10111031-3902-4555-aad9-624540a07509 None None] Provisioning complete for port 60c8309c-a189-4b44-b6d4-11f5767e51ca triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:37.658602 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-10111031-3902-4555-aad9-624540a07509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (60c8309c-a189-4b44-b6d4-11f5767e51ca), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.658947 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-10111031-3902-4555-aad9-624540a07509 None None] Attempt 1 to provision port 60c8309c-a189-4b44-b6d4-11f5767e51ca Nov 02 12:49:37.679940 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 6f666a1a-4d09-4450-9c66-bd5c1035cf0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f666a1a-4d09-4450-9c66-bd5c1035cf0f found for delete ", "request_id": "req-bf8a779a-13d5-4d83-99c3-9963b61298ee"}]} Nov 02 12:49:37.681428 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5405d-6f5f-42bb-b78d-9a3d9e9fea61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541cbdd1-6b7f-4921-98ce-c8cfd36b7919,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:37.719639 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-10111031-3902-4555-aad9-624540a07509 None None] Port 60c8309c-a189-4b44-b6d4-11f5767e51ca cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:49:37.723536 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bb146f79-b9c9-4fff-818e-705510a6d7ea tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (0bd60d3c-e536-43da-a1b2-058a743dfb2d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.734175 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-10111031-3902-4555-aad9-624540a07509 None None] Provisioning complete for port cf692925-7299-4f1c-99c9-00642ab3017f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:37.734414 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-10111031-3902-4555-aad9-624540a07509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (cf692925-7299-4f1c-99c9-00642ab3017f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.734557 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-10111031-3902-4555-aad9-624540a07509 None None] Attempt 1 to provision port cf692925-7299-4f1c-99c9-00642ab3017f Nov 02 12:49:37.764523 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:37.787806 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb146f79-b9c9-4fff-818e-705510a6d7ea tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Pushing event deleted for resources: {'Port': ['ID=0bd60d3c-e536-43da-a1b2-058a743dfb2d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:37.807756 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a51aa1-1607-4808-95f8-b10a2ed8c131 admin admin] Network f8b092f0-7311-4609-993b-eb26c372f7e4 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:37.809451 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e9a51aa1-1607-4808-95f8-b10a2ed8c131 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:37.826773 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bb146f79-b9c9-4fff-818e-705510a6d7ea tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.830214 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bb146f79-b9c9-4fff-818e-705510a6d7ea tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "DELETE /networking/v2.0/ports/0bd60d3c-e536-43da-a1b2-058a743dfb2d HTTP/1.1" status: 204 len: 168 time: 1.5107341 Nov 02 12:49:37.871214 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46458) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:37.881886 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 004220af-ee65-4a75-b9af-b8ae1e128a08 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:37.897589 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-701df196-5558-48d6-97d5-4ad62c8ef9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (918034c4-0322-4be1-af19-fca64f53a4db), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.913190 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-701df196-5558-48d6-97d5-4ad62c8ef9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.913422 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:37.918057 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-701df196-5558-48d6-97d5-4ad62c8ef9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] 10.222.0.64 "DELETE /networking/v2.0/networks/918034c4-0322-4be1-af19-fca64f53a4db HTTP/1.1" status: 204 len: 168 time: 1.3647621 Nov 02 12:49:37.930662 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3fe7b3-0a32-4615-9a5d-d5d2104587e1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] GET failed (client error): The resource could not be found. Nov 02 12:49:37.935562 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fc3fe7b3-0a32-4615-9a5d-d5d2104587e1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "GET /networking/v2.0/ports/0bd60d3c-e536-43da-a1b2-058a743dfb2d HTTP/1.1" status: 404 len: 333 time: 0.0599496 Nov 02 12:49:37.944890 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46462) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:37.951469 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701df196-5558-48d6-97d5-4ad62c8ef9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482556208-project] Pushing event deleted for resources: {'Network': ['ID=918034c4-0322-4be1-af19-fca64f53a4db,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:38.015719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-10111031-3902-4555-aad9-624540a07509 None None] Current status of the port cf692925-7299-4f1c-99c9-00642ab3017f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:38.053162 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:38.062933 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a51aa1-1607-4808-95f8-b10a2ed8c131 admin admin] Router 091be2f0-1ecc-44b5-b5df-f5c275c9fa75 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:49:38.105696 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-35e60f6c-48ca-498e-98ae-7972ae7c378d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f3044b33-19bd-4865-970a-1a7cfc24b5d0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.108297 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-35e60f6c-48ca-498e-98ae-7972ae7c378d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.120219 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-35e60f6c-48ca-498e-98ae-7972ae7c378d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f3044b33-19bd-4865-970a-1a7cfc24b5d0 HTTP/1.1" status: 204 len: 168 time: 1.4491515 Nov 02 12:49:38.158760 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-af8ac651-7d80-4bc9-b5dc-32fab99b0cad tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Deleting port aa83afd8-f899-4970-b12c-f309d6127569 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:38.159104 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af8ac651-7d80-4bc9-b5dc-32fab99b0cad tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (aa83afd8-f899-4970-b12c-f309d6127569), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.166303 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e60f6c-48ca-498e-98ae-7972ae7c378d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3044b33-19bd-4865-970a-1a7cfc24b5d0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:38.229583 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a51aa1-1607-4808-95f8-b10a2ed8c131 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:38.242444 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] Sync routers for ids ['091be2f0-1ecc-44b5-b5df-f5c275c9fa75'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:38.249724 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e9a51aa1-1607-4808-95f8-b10a2ed8c131 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/091be2f0-1ecc-44b5-b5df-f5c275c9fa75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6558831 Nov 02 12:49:38.261488 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:38.270474 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] Routers {'091be2f0-1ecc-44b5-b5df-f5c275c9fa75'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:38.271131 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['091be2f0-1ecc-44b5-b5df-f5c275c9fa75'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:38.282852 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bdaf1848-5c7a-4484-be8c-7cae980f45fe tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for port (60c8309c-a189-4b44-b6d4-11f5767e51ca), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.318234 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af8ac651-7d80-4bc9-b5dc-32fab99b0cad tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (aa83afd8-f899-4970-b12c-f309d6127569), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.333838 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-af8ac651-7d80-4bc9-b5dc-32fab99b0cad tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Calling delete_port for aa83afd8-f899-4970-b12c-f309d6127569 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:38.374569 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-08ad5029-fc1e-4c36-b0a7-cdd433cf80e4 None None] Provisioning complete for port 638c1a82-34c3-477c-be12-ecd7dd77c994 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:38.374949 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08ad5029-fc1e-4c36-b0a7-cdd433cf80e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (638c1a82-34c3-477c-be12-ecd7dd77c994), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.375289 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-08ad5029-fc1e-4c36-b0a7-cdd433cf80e4 None None] Attempt 1 to provision port 638c1a82-34c3-477c-be12-ecd7dd77c994 Nov 02 12:49:38.380411 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a33848-4628-4098-8d21-83174ca0a4eb admin admin] Router 7ec0547c-a07f-4444-a6af-0eda10e1cd97 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:49:38.401467 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bdaf1848-5c7a-4484-be8c-7cae980f45fe tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (60c8309c-a189-4b44-b6d4-11f5767e51ca), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.402462 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bdaf1848-5c7a-4484-be8c-7cae980f45fe tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (12d4658e-3bf8-4278-aaf4-9dff85b43e13), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.428528 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] Set router 091be2f0-1ecc-44b5-b5df-f5c275c9fa75 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:38.430847 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-08ad5029-fc1e-4c36-b0a7-cdd433cf80e4 None None] Port 638c1a82-34c3-477c-be12-ecd7dd77c994 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:49:38.570129 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf1848-5c7a-4484-be8c-7cae980f45fe tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Port': ['ID=60c8309c-a189-4b44-b6d4-11f5767e51ca,revision_number=3']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:38.636784 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091be2f0-1ecc-44b5-b5df-f5c275c9fa75', 'name': 'tempest-ServerTagsTestJSON-1750795028-router', 'tenant_id': 'ce338ec547424ff38f2537cca88cf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '323fdb9a-bb21-4674-a998-c8e79ef1bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:49:33Z', 'revision_number': 4, 'project_id': 'ce338ec547424ff38f2537cca88cf3a5', 'gw_port': {'id': '323fdb9a-bb21-4674-a998-c8e79ef1bdfa', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091be2f0-1ecc-44b5-b5df-f5c275c9fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:26Z', 'updated_at': '2022-11-02T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '638c1a82-34c3-477c-be12-ecd7dd77c994', 'name': '', 'network_id': 'f8b092f0-7311-4609-993b-eb26c372f7e4', 'tenant_id': 'ce338ec547424ff38f2537cca88cf3a5', 'mac_address': 'fa:16:3e:6b:98:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091be2f0-1ecc-44b5-b5df-f5c275c9fa75', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': 'abe29189-29cd-44de-904a-ba62df368087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:32Z', 'updated_at': '2022-11-02T12:49:36Z', 'revision_number': 2, 'project_id': 'ce338ec547424ff38f2537cca88cf3a5', 'subnets': [{'id': 'abe29189-29cd-44de-904a-ba62df368087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:38.664199 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] Checking router: 091be2f0-1ecc-44b5-b5df-f5c275c9fa75 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:38.664661 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] Updating router 091be2f0-1ecc-44b5-b5df-f5c275c9fa75 port 638c1a82-34c3-477c-be12-ecd7dd77c994 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:49:38.686696 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a33848-4628-4098-8d21-83174ca0a4eb admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:38.694195 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (638c1a82-34c3-477c-be12-ecd7dd77c994), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.697510 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] Sync routers for ids ['7ec0547c-a07f-4444-a6af-0eda10e1cd97'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:38.707803 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaf1848-5c7a-4484-be8c-7cae980f45fe tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network cfa283be-301b-43b9-afcc-52f658999d98 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:38.709844 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-bdaf1848-5c7a-4484-be8c-7cae980f45fe tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:38.712198 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] Routers {'7ec0547c-a07f-4444-a6af-0eda10e1cd97'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:38.713845 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['7ec0547c-a07f-4444-a6af-0eda10e1cd97'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:38.855653 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] Set router 7ec0547c-a07f-4444-a6af-0eda10e1cd97 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:38.855911 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:38.856829 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8a33848-4628-4098-8d21-83174ca0a4eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.858938 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e8a33848-4628-4098-8d21-83174ca0a4eb admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.8798313 Nov 02 12:49:38.859927 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af8ac651-7d80-4bc9-b5dc-32fab99b0cad tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (aa83afd8-f899-4970-b12c-f309d6127569), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.862799 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46474) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:38.905733 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ac651-7d80-4bc9-b5dc-32fab99b0cad tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Pushing event deleted for resources: {'Port': ['ID=aa83afd8-f899-4970-b12c-f309d6127569,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:38.962148 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af8ac651-7d80-4bc9-b5dc-32fab99b0cad tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.967669 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-af8ac651-7d80-4bc9-b5dc-32fab99b0cad tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "DELETE /networking/v2.0/ports/aa83afd8-f899-4970-b12c-f309d6127569 HTTP/1.1" status: 204 len: 168 time: 1.0197415 Nov 02 12:49:38.970622 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46476) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:38.988698 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46478) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:39.156258 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:39.163928 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=71,neutron:INSERT=22,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:39.165936 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:39.177711 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c176e00-2701-4910-8e11-c55e6be618fd tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Deleting subnet 6b496e32-5402-4e8f-b0a5-6c2deed1075e {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:49:39.185128 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c176e00-2701-4910-8e11-c55e6be618fd tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks [] for subnet (6b496e32-5402-4e8f-b0a5-6c2deed1075e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.196802 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f6d661d0-49db-4fba-a2f9-4f97334ce8fc None None] Provisioning complete for port 60c8309c-a189-4b44-b6d4-11f5767e51ca triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:39.197185 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f6d661d0-49db-4fba-a2f9-4f97334ce8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (60c8309c-a189-4b44-b6d4-11f5767e51ca), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.197529 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f6d661d0-49db-4fba-a2f9-4f97334ce8fc None None] Attempt 1 to provision port 60c8309c-a189-4b44-b6d4-11f5767e51ca Nov 02 12:49:39.258323 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec0547c-a07f-4444-a6af-0eda10e1cd97', 'name': 'tempest-ServerMetadataNegativeTestJSON-644138292-router', 'tenant_id': '892f4c0694c64e21974e5623ede6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '93a23415-ee94-4f0b-b837-169297cc51ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:28Z', 'updated_at': '2022-11-02T12:49:33Z', 'revision_number': 3, 'project_id': '892f4c0694c64e21974e5623ede6acfd', 'gw_port': {'id': '93a23415-ee94-4f0b-b837-169297cc51ae', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec0547c-a07f-4444-a6af-0eda10e1cd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:30Z', 'updated_at': '2022-11-02T12:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:39.288777 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f6d661d0-49db-4fba-a2f9-4f97334ce8fc None None] Port 60c8309c-a189-4b44-b6d4-11f5767e51ca cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:49:39.290996 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] Checking router: 7ec0547c-a07f-4444-a6af-0eda10e1cd97 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:39.291435 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] Updating router 7ec0547c-a07f-4444-a6af-0eda10e1cd97 port 93a23415-ee94-4f0b-b837-169297cc51ae binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:49:39.295367 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c176e00-2701-4910-8e11-c55e6be618fd tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (6b496e32-5402-4e8f-b0a5-6c2deed1075e), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.330270 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (93a23415-ee94-4f0b-b837-169297cc51ae), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.360262 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e3e81187-2c24-479b-863b-39cdc498d6fe admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f06e6e65e32c4071b6573fdfcdb7dc72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3681705 Nov 02 12:49:39.378046 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] Publish callbacks [] for port (638c1a82-34c3-477c-be12-ecd7dd77c994), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.401607 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46482) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:39.414390 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaf1848-5c7a-4484-be8c-7cae980f45fe tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 12d4658e-3bf8-4278-aaf4-9dff85b43e13 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:49:39.539258 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a847c714-feb3-4fa3-8ac0-30d09de8765b admin admin] Publish callbacks [] for security_group (2472fce5-f487-4db6-bb8f-c43141636553), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.564310 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a847c714-feb3-4fa3-8ac0-30d09de8765b admin admin] Publish callbacks [] for security_group (2472fce5-f487-4db6-bb8f-c43141636553), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.605153 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (638c1a82-34c3-477c-be12-ecd7dd77c994), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.640811 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46486) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:39.761844 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] Publish callbacks [] for port (93a23415-ee94-4f0b-b837-169297cc51ae), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.782824 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813ff5a-7704-4928-8f3f-03e882ffbf4a None None] Pushing event updated for resources: {'Port': ['ID=638c1a82-34c3-477c-be12-ecd7dd77c994,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:39.799193 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:39.824554 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] Attempting to bind port 638c1a82-34c3-477c-be12-ecd7dd77c994 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:39.825231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] Attempting to bind port 638c1a82-34c3-477c-be12-ecd7dd77c994 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '8bfba553-fcad-4c99-95e9-08e759a2cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f8b092f0-7311-4609-993b-eb26c372f7e4'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:39.825805 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] Attempting to bind port 638c1a82-34c3-477c-be12-ecd7dd77c994 on network f8b092f0-7311-4609-993b-eb26c372f7e4 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:39.844338 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (93a23415-ee94-4f0b-b837-169297cc51ae), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.875243 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:49:39.875928 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] Checking segment: {'id': '8bfba553-fcad-4c99-95e9-08e759a2cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f8b092f0-7311-4609-993b-eb26c372f7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:39.876642 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.877274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] Bound using segment: {'id': '8bfba553-fcad-4c99-95e9-08e759a2cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f8b092f0-7311-4609-993b-eb26c372f7e4'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:49:39.877956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] Bound port: 638c1a82-34c3-477c-be12-ecd7dd77c994, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfba553-fcad-4c99-95e9-08e759a2cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'f8b092f0-7311-4609-993b-eb26c372f7e4'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:49:39.878823 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (638c1a82-34c3-477c-be12-ecd7dd77c994), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.895213 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a847c714-feb3-4fa3-8ac0-30d09de8765b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2472fce5-f487-4db6-bb8f-c43141636553), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.898879 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a847c714-feb3-4fa3-8ac0-30d09de8765b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.906625 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a847c714-feb3-4fa3-8ac0-30d09de8765b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2472fce5-f487-4db6-bb8f-c43141636553 HTTP/1.1" status: 204 len: 168 time: 0.5002878 Nov 02 12:49:39.942143 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847c714-feb3-4fa3-8ac0-30d09de8765b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2472fce5-f487-4db6-bb8f-c43141636553,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:39.945935 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:39.963614 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] Attempting to bind port 93a23415-ee94-4f0b-b837-169297cc51ae on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:39.964272 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] Attempting to bind port 93a23415-ee94-4f0b-b837-169297cc51ae by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:39.964395 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] Attempting to bind port 93a23415-ee94-4f0b-b837-169297cc51ae on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:39.998340 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c176e00-2701-4910-8e11-c55e6be618fd tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (6b496e32-5402-4e8f-b0a5-6c2deed1075e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.999149 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b8b44-0ddc-4370-bf90-abd5d41b3b37 None None] Pushing event updated for resources: {'Port': ['ID=93a23415-ee94-4f0b-b837-169297cc51ae,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:40.055580 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaf1848-5c7a-4484-be8c-7cae980f45fe tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:40.056655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] For port 638c1a82-34c3-477c-be12-ecd7dd77c994, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:40.061543 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bdaf1848-5c7a-4484-be8c-7cae980f45fe tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/12d4658e-3bf8-4278-aaf4-9dff85b43e13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7074745 Nov 02 12:49:40.064979 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46504) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:40.065985 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] For port 638c1a82-34c3-477c-be12-ecd7dd77c994, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=638c1a82-34c3-477c-be12-ecd7dd77c994,segment=NetworkSegment(8bfba553-fcad-4c99-95e9-08e759a2cacc),segment_id=8bfba553-fcad-4c99-95e9-08e759a2cacc)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:40.071671 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d0407cf8-a732-442a-a94e-dee2c3b6d007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.078966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1736510a-5017-4a44-935d-a1375ea73204 None None] Sync routers for ids ['12d4658e-3bf8-4278-aaf4-9dff85b43e13'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:40.096151 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:40.102913 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1736510a-5017-4a44-935d-a1375ea73204 None None] Routers {'12d4658e-3bf8-4278-aaf4-9dff85b43e13'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:40.107040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1736510a-5017-4a44-935d-a1375ea73204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['12d4658e-3bf8-4278-aaf4-9dff85b43e13'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:40.121487 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7040fa-5a54-4c91-8817-ef2e8d359ec9 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:40.122970 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9c7040fa-5a54-4c91-8817-ef2e8d359ec9 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/ports/60c8309c-a189-4b44-b6d4-11f5767e51ca HTTP/1.1" status: 200 len: 983 time: 0.0570147 Nov 02 12:49:40.125784 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46506) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:40.129790 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:49:40.130726 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:40.132320 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.133311 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:49:40.136089 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] Bound port: 93a23415-ee94-4f0b-b837-169297cc51ae, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:49:40.137373 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (93a23415-ee94-4f0b-b837-169297cc51ae), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.197019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1736510a-5017-4a44-935d-a1375ea73204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:40.203744 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (638c1a82-34c3-477c-be12-ecd7dd77c994), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.230256 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:40.233064 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] For port 93a23415-ee94-4f0b-b837-169297cc51ae, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:40.240197 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] For port 93a23415-ee94-4f0b-b837-169297cc51ae, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=93a23415-ee94-4f0b-b837-169297cc51ae,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:40.268152 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] Routers {'091be2f0-1ecc-44b5-b5df-f5c275c9fa75'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:40.268856 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['091be2f0-1ecc-44b5-b5df-f5c275c9fa75'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:40.273060 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1736510a-5017-4a44-935d-a1375ea73204 None None] Routers {'12d4658e-3bf8-4278-aaf4-9dff85b43e13'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:40.273909 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1736510a-5017-4a44-935d-a1375ea73204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['12d4658e-3bf8-4278-aaf4-9dff85b43e13'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:40.357667 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c176e00-2701-4910-8e11-c55e6be618fd tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (6b496e32-5402-4e8f-b0a5-6c2deed1075e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.358670 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (93a23415-ee94-4f0b-b837-169297cc51ae), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.415255 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ceaeef80-9672-4e5e-8841-b986d46c38e2 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a2fc4ab943a34771986e3e4033a10b08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7604220 Nov 02 12:49:40.416339 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46520) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:40.442812 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1736510a-5017-4a44-935d-a1375ea73204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:40.444342 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1736510a-5017-4a44-935d-a1375ea73204 None None] The sync data for ids ['12d4658e-3bf8-4278-aaf4-9dff85b43e13'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:40.458679 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] Routers {'7ec0547c-a07f-4444-a6af-0eda10e1cd97'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:40.459348 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['7ec0547c-a07f-4444-a6af-0eda10e1cd97'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:40.464175 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813ff5a-7704-4928-8f3f-03e882ffbf4a None None] Pushing event updated for resources: {'Port': ['ID=638c1a82-34c3-477c-be12-ecd7dd77c994,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:40.553356 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] Set router 091be2f0-1ecc-44b5-b5df-f5c275c9fa75 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:40.605264 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c176e00-2701-4910-8e11-c55e6be618fd tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Pushing event deleted for resources: {'Subnet': ['ID=6b496e32-5402-4e8f-b0a5-6c2deed1075e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:40.689325 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] Set router 7ec0547c-a07f-4444-a6af-0eda10e1cd97 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:40.691282 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-d0407cf8-a732-442a-a94e-dee2c3b6d007 admin admin] Allocated IP 172.20.0.1 (6928d18c-eb74-4b90-8689-c218672131c8/65e9189f-817e-4543-80cf-df89372afa41/6ccefa30-2a49-4b07-a4ee-e812f9814d2d) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:40.727471 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0cf2228-9245-4ec3-9ba1-9c5359768c55 admin admin] Publish callbacks [] for security_group (cec4a699-03d0-4f4d-a1ac-88a709071d57), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.732153 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc56586-81ed-41f6-985c-57a5d78a030d None None] Network 5772360a-d844-4d11-938d-87493090d128 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:40.735778 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c176e00-2701-4910-8e11-c55e6be618fd tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.739311 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:40.741016 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6c176e00-2701-4910-8e11-c55e6be618fd tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/6b496e32-5402-4e8f-b0a5-6c2deed1075e HTTP/1.1" status: 204 len: 168 time: 1.7638543 Nov 02 12:49:40.749017 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46524) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:40.805454 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf2dfd-2e15-42fa-82b8-15a21bb9512b req-c0a3cf4f-6c4d-4371-9ab7-35020f6db723 tempest-ServerTagsTestJSON-1553972552 tempest-ServerTagsTestJSON-1553972552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:40.817493 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3ecf2dfd-2e15-42fa-82b8-15a21bb9512b req-c0a3cf4f-6c4d-4371-9ab7-35020f6db723 tempest-ServerTagsTestJSON-1553972552 tempest-ServerTagsTestJSON-1553972552-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f8b092f0-7311-4609-993b-eb26c372f7e4 HTTP/1.1" status: 200 len: 809 time: 0.3606358 Nov 02 12:49:40.837832 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b8b44-0ddc-4370-bf90-abd5d41b3b37 None None] Pushing event updated for resources: {'Port': ['ID=93a23415-ee94-4f0b-b837-169297cc51ae,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:40.865694 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2477122d-0906-4ff2-b365-9ab043e0f746 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (12d4658e-3bf8-4278-aaf4-9dff85b43e13), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.873675 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3ecf2dfd-2e15-42fa-82b8-15a21bb9512b req-292f0f8f-fd90-44b0-87c7-8ea4a3f2b6a4 tempest-ServerTagsTestJSON-1553972552 tempest-ServerTagsTestJSON-1553972552-project] 10.222.0.64 "GET /networking/v2.0/quotas/ce338ec547424ff38f2537cca88cf3a5 HTTP/1.1" status: 200 len: 375 time: 0.0539186 Nov 02 12:49:40.884234 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0cf2228-9245-4ec3-9ba1-9c5359768c55 admin admin] Publish callbacks [] for security_group (cec4a699-03d0-4f4d-a1ac-88a709071d57), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:41.008702 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:41.013078 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec0547c-a07f-4444-a6af-0eda10e1cd97', 'name': 'tempest-ServerMetadataNegativeTestJSON-644138292-router', 'tenant_id': '892f4c0694c64e21974e5623ede6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '93a23415-ee94-4f0b-b837-169297cc51ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:28Z', 'updated_at': '2022-11-02T12:49:33Z', 'revision_number': 3, 'project_id': '892f4c0694c64e21974e5623ede6acfd', 'gw_port': {'id': '93a23415-ee94-4f0b-b837-169297cc51ae', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec0547c-a07f-4444-a6af-0eda10e1cd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:30Z', 'updated_at': '2022-11-02T12:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:41.173560 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:41.199031 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091be2f0-1ecc-44b5-b5df-f5c275c9fa75', 'name': 'tempest-ServerTagsTestJSON-1750795028-router', 'tenant_id': 'ce338ec547424ff38f2537cca88cf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '323fdb9a-bb21-4674-a998-c8e79ef1bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:49:33Z', 'revision_number': 4, 'project_id': 'ce338ec547424ff38f2537cca88cf3a5', 'gw_port': {'id': '323fdb9a-bb21-4674-a998-c8e79ef1bdfa', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091be2f0-1ecc-44b5-b5df-f5c275c9fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:26Z', 'updated_at': '2022-11-02T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '638c1a82-34c3-477c-be12-ecd7dd77c994', 'name': '', 'network_id': 'f8b092f0-7311-4609-993b-eb26c372f7e4', 'tenant_id': 'ce338ec547424ff38f2537cca88cf3a5', 'mac_address': 'fa:16:3e:6b:98:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091be2f0-1ecc-44b5-b5df-f5c275c9fa75', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': 'abe29189-29cd-44de-904a-ba62df368087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:32Z', 'updated_at': '2022-11-02T12:49:40Z', 'revision_number': 4, 'project_id': 'ce338ec547424ff38f2537cca88cf3a5', 'subnets': [{'id': 'abe29189-29cd-44de-904a-ba62df368087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:41.228465 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d0407cf8-a732-442a-a94e-dee2c3b6d007 admin admin] Publish callbacks [] for port (6ccefa30-2a49-4b07-a4ee-e812f9814d2d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:41.257831 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3ecf2dfd-2e15-42fa-82b8-15a21bb9512b req-ab03f1fd-03c9-454f-a4a7-11102ae00b94 tempest-ServerTagsTestJSON-1553972552 tempest-ServerTagsTestJSON-1553972552-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=ce338ec547424ff38f2537cca88cf3a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3819432 Nov 02 12:49:41.259743 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ce11d-ea24-49cf-9c63-730315b5ab1f None None] The sync data for ids ['7ec0547c-a07f-4444-a6af-0eda10e1cd97'] in n-d-857339-6 is: [{'id': '7ec0547c-a07f-4444-a6af-0eda10e1cd97', 'name': 'tempest-ServerMetadataNegativeTestJSON-644138292-router', 'tenant_id': '892f4c0694c64e21974e5623ede6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '93a23415-ee94-4f0b-b837-169297cc51ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:28Z', 'updated_at': '2022-11-02T12:49:33Z', 'revision_number': 3, 'project_id': '892f4c0694c64e21974e5623ede6acfd', 'gw_port': {'id': '93a23415-ee94-4f0b-b837-169297cc51ae', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec0547c-a07f-4444-a6af-0eda10e1cd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:30Z', 'updated_at': '2022-11-02T12:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:41.285767 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74aed7a-6d00-4994-ade1-66e0a59ee663 None None] DHCP port deletion for 5772360a-d844-4d11-938d-87493090d128 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:49:41.285767 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a1e2dd-9511-4d63-91a4-07b621abc4ac None None] The sync data for ids ['091be2f0-1ecc-44b5-b5df-f5c275c9fa75'] in n-d-857339-6 is: [{'id': '091be2f0-1ecc-44b5-b5df-f5c275c9fa75', 'name': 'tempest-ServerTagsTestJSON-1750795028-router', 'tenant_id': 'ce338ec547424ff38f2537cca88cf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '323fdb9a-bb21-4674-a998-c8e79ef1bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:49:33Z', 'revision_number': 4, 'project_id': 'ce338ec547424ff38f2537cca88cf3a5', 'gw_port': {'id': '323fdb9a-bb21-4674-a998-c8e79ef1bdfa', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091be2f0-1ecc-44b5-b5df-f5c275c9fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:26Z', 'updated_at': '2022-11-02T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '638c1a82-34c3-477c-be12-ecd7dd77c994', 'name': '', 'network_id': 'f8b092f0-7311-4609-993b-eb26c372f7e4', 'tenant_id': 'ce338ec547424ff38f2537cca88cf3a5', 'mac_address': 'fa:16:3e:6b:98:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091be2f0-1ecc-44b5-b5df-f5c275c9fa75', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': 'abe29189-29cd-44de-904a-ba62df368087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:32Z', 'updated_at': '2022-11-02T12:49:40Z', 'revision_number': 4, 'project_id': 'ce338ec547424ff38f2537cca88cf3a5', 'subnets': [{'id': 'abe29189-29cd-44de-904a-ba62df368087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:41.286159 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (5772360a-d844-4d11-938d-87493090d128), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:41.318843 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-2477122d-0906-4ff2-b365-9ab043e0f746 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting port 60c8309c-a189-4b44-b6d4-11f5767e51ca {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:41.319773 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2477122d-0906-4ff2-b365-9ab043e0f746 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (60c8309c-a189-4b44-b6d4-11f5767e51ca), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:41.392440 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c74aed7a-6d00-4994-ade1-66e0a59ee663 None None] Deleting port 30cb1a83-7790-4ca6-a257-ef33152adcb8 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:41.392440 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c74aed7a-6d00-4994-ade1-66e0a59ee663 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (30cb1a83-7790-4ca6-a257-ef33152adcb8), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:41.459598 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0cf2228-9245-4ec3-9ba1-9c5359768c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (cec4a699-03d0-4f4d-a1ac-88a709071d57), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:41.462806 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0cf2228-9245-4ec3-9ba1-9c5359768c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:41.464253 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b0cf2228-9245-4ec3-9ba1-9c5359768c55 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/cec4a699-03d0-4f4d-a1ac-88a709071d57 HTTP/1.1" status: 204 len: 168 time: 1.0478292 Nov 02 12:49:41.479647 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf2228-9245-4ec3-9ba1-9c5359768c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec4a699-03d0-4f4d-a1ac-88a709071d57,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:41.489526 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d0407cf8-a732-442a-a94e-dee2c3b6d007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (6ccefa30-2a49-4b07-a4ee-e812f9814d2d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:41.495873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c74aed7a-6d00-4994-ade1-66e0a59ee663 None None] For port 30cb1a83-7790-4ca6-a257-ef33152adcb8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=30cb1a83-7790-4ca6-a257-ef33152adcb8,segment=NetworkSegment(e580cabf-23ca-44d9-bad2-a09049a20d68),segment_id=e580cabf-23ca-44d9-bad2-a09049a20d68)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:41.496293 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c74aed7a-6d00-4994-ade1-66e0a59ee663 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (30cb1a83-7790-4ca6-a257-ef33152adcb8), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:41.565410 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46548) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:41.569355 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c74aed7a-6d00-4994-ade1-66e0a59ee663 None None] Calling delete_port for 30cb1a83-7790-4ca6-a257-ef33152adcb8 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:41.569517 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0407cf8-a732-442a-a94e-dee2c3b6d007 admin admin] Network 6928d18c-eb74-4b90-8689-c218672131c8 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:41.592415 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-d0407cf8-a732-442a-a94e-dee2c3b6d007 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:41.623029 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0407cf8-a732-442a-a94e-dee2c3b6d007 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:41.686135 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0407cf8-a732-442a-a94e-dee2c3b6d007 admin admin] Pushing event updated for resources: {'Port': ['ID=6ccefa30-2a49-4b07-a4ee-e812f9814d2d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:41.721078 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d0407cf8-a732-442a-a94e-dee2c3b6d007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (7ec0547c-a07f-4444-a6af-0eda10e1cd97), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:41.870888 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:41.908975 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c74aed7a-6d00-4994-ade1-66e0a59ee663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (30cb1a83-7790-4ca6-a257-ef33152adcb8), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:41.949698 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2477122d-0906-4ff2-b365-9ab043e0f746 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (60c8309c-a189-4b44-b6d4-11f5767e51ca), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:41.959238 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Deleting port 30cb1a83-7790-4ca6-a257-ef33152adcb8 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:41.959589 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (30cb1a83-7790-4ca6-a257-ef33152adcb8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:41.999215 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-2477122d-0906-4ff2-b365-9ab043e0f746 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Calling delete_port for 60c8309c-a189-4b44-b6d4-11f5767e51ca owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:42.009101 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74aed7a-6d00-4994-ade1-66e0a59ee663 None None] Pushing event deleted for resources: {'Port': ['ID=30cb1a83-7790-4ca6-a257-ef33152adcb8,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:42.032376 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74aed7a-6d00-4994-ade1-66e0a59ee663 None None] No DVR routers for this DVR port 30cb1a83-7790-4ca6-a257-ef33152adcb8 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:49:42.048597 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-adef7682-a385-4412-b1d5-9123f8f42b4b None None] Provisioning complete for port 6ccefa30-2a49-4b07-a4ee-e812f9814d2d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:42.049304 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-adef7682-a385-4412-b1d5-9123f8f42b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6ccefa30-2a49-4b07-a4ee-e812f9814d2d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:42.050760 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-adef7682-a385-4412-b1d5-9123f8f42b4b None None] Attempt 1 to provision port 6ccefa30-2a49-4b07-a4ee-e812f9814d2d Nov 02 12:49:42.092200 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-adef7682-a385-4412-b1d5-9123f8f42b4b None None] Port 6ccefa30-2a49-4b07-a4ee-e812f9814d2d cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:49:42.142704 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:42.210557 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:42.230623 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] For port 30cb1a83-7790-4ca6-a257-ef33152adcb8, host n-d-857339-6, got binding levels [] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:42.231850 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (30cb1a83-7790-4ca6-a257-ef33152adcb8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:42.294525 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Calling delete_port for 30cb1a83-7790-4ca6-a257-ef33152adcb8 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:42.301416 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.ipam_backend_mixin [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Port 30cb1a83-7790-4ca6-a257-ef33152adcb8 was not found and therefore no delete operation was performed {{(pid=105976) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Nov 02 12:49:42.444166 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (30cb1a83-7790-4ca6-a257-ef33152adcb8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:42.478387 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d0407cf8-a732-442a-a94e-dee2c3b6d007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (6ccefa30-2a49-4b07-a4ee-e812f9814d2d), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:42.502660 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Pushing event deleted for resources: {'Port': ['ID=30cb1a83-7790-4ca6-a257-ef33152adcb8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:42.514328 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] No DVR routers for this DVR port 30cb1a83-7790-4ca6-a257-ef33152adcb8 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:49:42.702292 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2477122d-0906-4ff2-b365-9ab043e0f746 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (60c8309c-a189-4b44-b6d4-11f5767e51ca), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:42.709715 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (5772360a-d844-4d11-938d-87493090d128), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:42.725998 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-659c9edf-05e1-47cb-9ea6-04132748b589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (091be2f0-1ecc-44b5-b5df-f5c275c9fa75), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:42.733430 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:42.792798 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d0407cf8-a732-442a-a94e-dee2c3b6d007 admin admin] Publish callbacks [] for port (6ccefa30-2a49-4b07-a4ee-e812f9814d2d), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:42.812729 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477122d-0906-4ff2-b365-9ab043e0f746 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Port': ['ID=60c8309c-a189-4b44-b6d4-11f5767e51ca,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:42.822760 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5772360a-d844-4d11-938d-87493090d128']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:42.857369 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e580cabf-23ca-44d9-bad2-a09049a20d68') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:42.857668 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e580cabf-23ca-44d9-bad2-a09049a20d68') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:42.880044 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d0407cf8-a732-442a-a94e-dee2c3b6d007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (6ccefa30-2a49-4b07-a4ee-e812f9814d2d), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:42.921421 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (e580cabf-23ca-44d9-bad2-a09049a20d68), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:42.950626 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bd3b9d41-8e3e-49cd-a7e6-2e6e5100ef7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:43.001860 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0407cf8-a732-442a-a94e-dee2c3b6d007 admin admin] Pushing event updated for resources: {'Port': ['ID=6ccefa30-2a49-4b07-a4ee-e812f9814d2d,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:43.090908 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46566) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:43.208270 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d0407cf8-a732-442a-a94e-dee2c3b6d007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (7ec0547c-a07f-4444-a6af-0eda10e1cd97), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:43.275942 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 638c1a82-34c3-477c-be12-ecd7dd77c994 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:43.324970 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e580cabf-23ca-44d9-bad2-a09049a20d68), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:43.382156 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 638c1a82-34c3-477c-be12-ecd7dd77c994 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:43.382535 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (638c1a82-34c3-477c-be12-ecd7dd77c994), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:43.385750 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 638c1a82-34c3-477c-be12-ecd7dd77c994 Nov 02 12:49:43.407755 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2477122d-0906-4ff2-b365-9ab043e0f746 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (12d4658e-3bf8-4278-aaf4-9dff85b43e13), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:43.424283 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:49:43.424867 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (e580cabf-23ca-44d9-bad2-a09049a20d68), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:43.450961 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5dac5d50-075b-4ec4-b5d5-f7985ed7fc6d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=40ce69a931574fe6a2ef06caedd549eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3602521 Nov 02 12:49:43.458704 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46574) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:43.506605 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment e580cabf-23ca-44d9-bad2-a09049a20d68 resource provider aggregate not found Nov 02 12:49:43.585499 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 638c1a82-34c3-477c-be12-ecd7dd77c994 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:43.586192 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (638c1a82-34c3-477c-be12-ecd7dd77c994), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:43.605790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366c2ac5-a8f1-49dc-94ca-82c8f37deb18 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:49:43.611646 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0407cf8-a732-442a-a94e-dee2c3b6d007 admin admin] Network 6928d18c-eb74-4b90-8689-c218672131c8 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:43.620288 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-d0407cf8-a732-442a-a94e-dee2c3b6d007 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:43.672476 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment e580cabf-23ca-44d9-bad2-a09049a20d68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e580cabf-23ca-44d9-bad2-a09049a20d68 found for delete ", "request_id": "req-6489e065-1e52-4e45-9fa4-9ff1e19110f2"}]} Nov 02 12:49:43.673062 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e5578e64-8802-40b4-b17a-8ce3730f214b admin admin] Publish callbacks [] for security_group (2ce26105-92c2-4fdc-9f20-1f78d9413a7d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:43.683688 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 638c1a82-34c3-477c-be12-ecd7dd77c994, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=638c1a82-34c3-477c-be12-ecd7dd77c994,segment=NetworkSegment(8bfba553-fcad-4c99-95e9-08e759a2cacc),segment_id=8bfba553-fcad-4c99-95e9-08e759a2cacc)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:43.717458 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e5578e64-8802-40b4-b17a-8ce3730f214b admin admin] Publish callbacks [] for security_group (2ce26105-92c2-4fdc-9f20-1f78d9413a7d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:43.745545 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366c2ac5-a8f1-49dc-94ca-82c8f37deb18 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:49:43.881332 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (638c1a82-34c3-477c-be12-ecd7dd77c994), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:43.884454 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 93a23415-ee94-4f0b-b837-169297cc51ae up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:44.085691 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46584) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:44.109014 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46590) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:44.115027 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:44.141387 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (5772360a-d844-4d11-938d-87493090d128), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:44.142317 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 93a23415-ee94-4f0b-b837-169297cc51ae triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:44.142317 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (93a23415-ee94-4f0b-b837-169297cc51ae), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:44.142317 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 93a23415-ee94-4f0b-b837-169297cc51ae Nov 02 12:49:44.142919 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2477122d-0906-4ff2-b365-9ab043e0f746 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 12d4658e-3bf8-4278-aaf4-9dff85b43e13 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:49:44.143032 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0407cf8-a732-442a-a94e-dee2c3b6d007 admin admin] Router 7ec0547c-a07f-4444-a6af-0eda10e1cd97 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:49:44.143135 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:44.145946 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] 10.222.0.64 "DELETE /networking/v2.0/networks/5772360a-d844-4d11-938d-87493090d128 HTTP/1.1" status: 204 len: 168 time: 3.3955436 Nov 02 12:49:44.193525 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afaeaf1-c6e7-41d5-9df8-626cf0cd52d1 tempest-AllowedAddressPairIpV6TestJSON-1173957222 tempest-AllowedAddressPairIpV6TestJSON-1173957222-project] Pushing event deleted for resources: {'Network': ['ID=5772360a-d844-4d11-938d-87493090d128,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:44.236642 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=638c1a82-34c3-477c-be12-ecd7dd77c994,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:44.277944 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0407cf8-a732-442a-a94e-dee2c3b6d007 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:44.284835 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d0407cf8-a732-442a-a94e-dee2c3b6d007 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/7ec0547c-a07f-4444-a6af-0eda10e1cd97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4187722 Nov 02 12:49:44.299255 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e5578e64-8802-40b4-b17a-8ce3730f214b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2ce26105-92c2-4fdc-9f20-1f78d9413a7d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:44.302637 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e5578e64-8802-40b4-b17a-8ce3730f214b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:44.306058 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e5578e64-8802-40b4-b17a-8ce3730f214b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2ce26105-92c2-4fdc-9f20-1f78d9413a7d HTTP/1.1" status: 204 len: 168 time: 0.8461108 Nov 02 12:49:44.313273 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:44.317863 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5578e64-8802-40b4-b17a-8ce3730f214b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce26105-92c2-4fdc-9f20-1f78d9413a7d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:44.344127 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2477122d-0906-4ff2-b365-9ab043e0f746 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:44.345700 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 93a23415-ee94-4f0b-b837-169297cc51ae is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:44.346156 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (93a23415-ee94-4f0b-b837-169297cc51ae), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:44.349491 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-659c9edf-05e1-47cb-9ea6-04132748b589 admin admin] Deleting port 638c1a82-34c3-477c-be12-ecd7dd77c994 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:44.349848 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-659c9edf-05e1-47cb-9ea6-04132748b589 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (638c1a82-34c3-477c-be12-ecd7dd77c994), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:44.359308 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46602) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:44.360308 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2477122d-0906-4ff2-b365-9ab043e0f746 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/12d4658e-3bf8-4278-aaf4-9dff85b43e13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2334006 Nov 02 12:49:44.365359 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee0eafc-71b6-43e0-ba90-f12d521e4d91 None None] Sync routers for ids ['12d4658e-3bf8-4278-aaf4-9dff85b43e13'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:44.386605 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 93a23415-ee94-4f0b-b837-169297cc51ae, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=93a23415-ee94-4f0b-b837-169297cc51ae,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:44.399102 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-10c45bef-41fe-4e95-b6d0-bb8dbff5c899 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1905493866-network', 'tenant_id': 'd370c06216734957aebcbad237a18aec'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:44.412605 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee0eafc-71b6-43e0-ba90-f12d521e4d91 None None] Routers {'12d4658e-3bf8-4278-aaf4-9dff85b43e13'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:44.416821 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-dee0eafc-71b6-43e0-ba90-f12d521e4d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['12d4658e-3bf8-4278-aaf4-9dff85b43e13'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:44.475173 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-659c9edf-05e1-47cb-9ea6-04132748b589 admin admin] For port 638c1a82-34c3-477c-be12-ecd7dd77c994, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=638c1a82-34c3-477c-be12-ecd7dd77c994,segment=NetworkSegment(8bfba553-fcad-4c99-95e9-08e759a2cacc),segment_id=8bfba553-fcad-4c99-95e9-08e759a2cacc)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:44.475922 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-659c9edf-05e1-47cb-9ea6-04132748b589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (638c1a82-34c3-477c-be12-ecd7dd77c994), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:44.491252 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (93a23415-ee94-4f0b-b837-169297cc51ae), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:44.521587 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-dee0eafc-71b6-43e0-ba90-f12d521e4d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:44.541438 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-464e83bf-55e8-47a2-bd8a-02f770670492 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-179073177'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:44.548345 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-659c9edf-05e1-47cb-9ea6-04132748b589 admin admin] Calling delete_port for 638c1a82-34c3-477c-be12-ecd7dd77c994 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:44.562290 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee0eafc-71b6-43e0-ba90-f12d521e4d91 None None] Routers {'12d4658e-3bf8-4278-aaf4-9dff85b43e13'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:44.562958 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-dee0eafc-71b6-43e0-ba90-f12d521e4d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['12d4658e-3bf8-4278-aaf4-9dff85b43e13'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:44.576289 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:44.601879 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 30cb1a83-7790-4ca6-a257-ef33152adcb8 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:44.641932 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-dee0eafc-71b6-43e0-ba90-f12d521e4d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:44.642532 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee0eafc-71b6-43e0-ba90-f12d521e4d91 None None] The sync data for ids ['12d4658e-3bf8-4278-aaf4-9dff85b43e13'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:44.684183 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:44.691966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 30cb1a83-7790-4ca6-a257-ef33152adcb8 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:44.693978 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 30cb1a83-7790-4ca6-a257-ef33152adcb8 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:44.722663 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=93a23415-ee94-4f0b-b837-169297cc51ae,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:44.736376 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464e83bf-55e8-47a2-bd8a-02f770670492 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Made reservation on behalf of d51481ca43dc4936b4d039170d10afc6 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:44.742412 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-464e83bf-55e8-47a2-bd8a-02f770670492 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:44.786228 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:44.788031 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c45bef-41fe-4e95-b6d0-bb8dbff5c899 admin admin] Made reservation on behalf of d370c06216734957aebcbad237a18aec for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:44.790610 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-10c45bef-41fe-4e95-b6d0-bb8dbff5c899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:44.831559 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-464e83bf-55e8-47a2-bd8a-02f770670492 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:44.870163 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-10c45bef-41fe-4e95-b6d0-bb8dbff5c899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:44.956968 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:44.979537 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-91eee475-7497-4767-9126-0a6c41482b54 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] remove_router_interface failed (client error): The resource could not be found. Nov 02 12:49:44.985462 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-91eee475-7497-4767-9126-0a6c41482b54 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/12d4658e-3bf8-4278-aaf4-9dff85b43e13/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6226301 Nov 02 12:49:44.993851 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46606) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:45.048274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 638c1a82-34c3-477c-be12-ecd7dd77c994 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:45.059357 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-75fa8114-cbf7-42e7-a1c2-ee0ad61d40d7 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=12d4658e-3bf8-4278-aaf4-9dff85b43e13 HTTP/1.1" status: 200 len: 205 time: 0.0604289 Nov 02 12:49:45.059357 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46610) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:45.102000 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:45.115952 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 638c1a82-34c3-477c-be12-ecd7dd77c994 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:45.117860 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (638c1a82-34c3-477c-be12-ecd7dd77c994), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.117860 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 638c1a82-34c3-477c-be12-ecd7dd77c994 Nov 02 12:49:45.132626 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-464e83bf-55e8-47a2-bd8a-02f770670492 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for security_group (7b7a907b-519e-40af-a9ce-3a7956b1f6af), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.185450 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8cd29a7f-3340-45e2-8cc5-571e8d28eddb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (12d4658e-3bf8-4278-aaf4-9dff85b43e13), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.191363 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-659c9edf-05e1-47cb-9ea6-04132748b589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (638c1a82-34c3-477c-be12-ecd7dd77c994), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.200991 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Could not find standard attr ID for object 638c1a82-34c3-477c-be12-ecd7dd77c994. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:49:45.209407 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No ports have port_id starting with 638c1a82-34c3-477c-be12-ecd7dd77c994 Nov 02 12:49:45.211288 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 93a23415-ee94-4f0b-b837-169297cc51ae up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:45.222045 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-10c45bef-41fe-4e95-b6d0-bb8dbff5c899 admin admin] Publish callbacks [] for security_group (67672733-cac2-4a6d-a2e3-b476011ce178), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.256135 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-464e83bf-55e8-47a2-bd8a-02f770670492 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7b7a907b-519e-40af-a9ce-3a7956b1f6af), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.288211 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c9edf-05e1-47cb-9ea6-04132748b589 admin admin] Pushing event deleted for resources: {'Port': ['ID=638c1a82-34c3-477c-be12-ecd7dd77c994,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:45.299595 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 93a23415-ee94-4f0b-b837-169297cc51ae triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:45.302836 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (93a23415-ee94-4f0b-b837-169297cc51ae), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.302836 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 93a23415-ee94-4f0b-b837-169297cc51ae Nov 02 12:49:45.304583 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464e83bf-55e8-47a2-bd8a-02f770670492 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:49:45.353110 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-464e83bf-55e8-47a2-bd8a-02f770670492 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (50e3cb43-95b5-4928-9df8-d469db0e7b2a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.353471 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-464e83bf-55e8-47a2-bd8a-02f770670492 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Added segment 50e3cb43-95b5-4928-9df8-d469db0e7b2a of type vlan for network 391aaff8-94e4-44bd-b205-6681368e321d Nov 02 12:49:45.367861 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-10c45bef-41fe-4e95-b6d0-bb8dbff5c899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (67672733-cac2-4a6d-a2e3-b476011ce178), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.402099 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c45bef-41fe-4e95-b6d0-bb8dbff5c899 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:49:45.428562 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-10c45bef-41fe-4e95-b6d0-bb8dbff5c899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (01c4eb35-a4e6-446c-a080-ad32af9ec7de), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.429531 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-10c45bef-41fe-4e95-b6d0-bb8dbff5c899 admin admin] Added segment 01c4eb35-a4e6-446c-a080-ad32af9ec7de of type vlan for network b953d999-f7f5-4ecf-82ca-249a0d9c900e Nov 02 12:49:45.429705 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46620) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:45.532310 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-bbc32a36-01de-4b01-a5da-d786dadbe53b None None] Provisioning complete for port 004220af-ee65-4a75-b9af-b8ae1e128a08 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:45.532904 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bbc32a36-01de-4b01-a5da-d786dadbe53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (004220af-ee65-4a75-b9af-b8ae1e128a08), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.533025 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-bbc32a36-01de-4b01-a5da-d786dadbe53b None None] Attempt 1 to provision port 004220af-ee65-4a75-b9af-b8ae1e128a08 Nov 02 12:49:45.543538 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-10c45bef-41fe-4e95-b6d0-bb8dbff5c899 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (b953d999-f7f5-4ecf-82ca-249a0d9c900e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.592702 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8cd29a7f-3340-45e2-8cc5-571e8d28eddb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (12d4658e-3bf8-4278-aaf4-9dff85b43e13), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.597715 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8cd29a7f-3340-45e2-8cc5-571e8d28eddb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router_controller (12d4658e-3bf8-4278-aaf4-9dff85b43e13), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.603648 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 93a23415-ee94-4f0b-b837-169297cc51ae is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:45.614482 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:45.637704 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e83bf-55e8-47a2-bd8a-02f770670492 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7a907b-519e-40af-a9ce-3a7956b1f6af,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:45.733740 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bbc32a36-01de-4b01-a5da-d786dadbe53b None None] Current status of the port 004220af-ee65-4a75-b9af-b8ae1e128a08 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:45.735400 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c45bef-41fe-4e95-b6d0-bb8dbff5c899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67672733-cac2-4a6d-a2e3-b476011ce178,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:45.809628 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-10c45bef-41fe-4e95-b6d0-bb8dbff5c899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (b953d999-f7f5-4ecf-82ca-249a0d9c900e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.811380 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c45bef-41fe-4e95-b6d0-bb8dbff5c899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:45.812002 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-10c45bef-41fe-4e95-b6d0-bb8dbff5c899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.822916 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] Sync routers for ids ['7ec0547c-a07f-4444-a6af-0eda10e1cd97'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:45.861126 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] Routers {'7ec0547c-a07f-4444-a6af-0eda10e1cd97'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:45.861772 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['7ec0547c-a07f-4444-a6af-0eda10e1cd97'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:45.870533 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8cd29a7f-3340-45e2-8cc5-571e8d28eddb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (12d4658e-3bf8-4278-aaf4-9dff85b43e13), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.871094 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd29a7f-3340-45e2-8cc5-571e8d28eddb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Fanout notify agent at l3_agent the message router_deleted on router 12d4658e-3bf8-4278-aaf4-9dff85b43e13 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:49:45.885901 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8cd29a7f-3340-45e2-8cc5-571e8d28eddb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.887040 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8cd29a7f-3340-45e2-8cc5-571e8d28eddb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/routers/12d4658e-3bf8-4278-aaf4-9dff85b43e13 HTTP/1.1" status: 204 len: 168 time: 0.8266737 Nov 02 12:49:45.899403 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46638) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:45.921698 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-659c9edf-05e1-47cb-9ea6-04132748b589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (091be2f0-1ecc-44b5-b5df-f5c275c9fa75), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.937418 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c45bef-41fe-4e95-b6d0-bb8dbff5c899 admin admin] Pushing event updated for resources: {'Network': ['ID=b953d999-f7f5-4ecf-82ca-249a0d9c900e,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:45.970890 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-464e83bf-55e8-47a2-bd8a-02f770670492 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (391aaff8-94e4-44bd-b205-6681368e321d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.970890 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-10c45bef-41fe-4e95-b6d0-bb8dbff5c899 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8778052 Nov 02 12:49:45.988471 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46640) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:45.998357 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-3c3bddbf-c2ed-4b9e-b06f-67980934ddeb admin admin] Request body: {'subnet': {'network_id': 'b953d999-f7f5-4ecf-82ca-249a0d9c900e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1905493866-subnet', 'tenant_id': 'd370c06216734957aebcbad237a18aec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:46.071206 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:46.097282 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] Set router 7ec0547c-a07f-4444-a6af-0eda10e1cd97 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:46.135532 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ea797-c040-4f94-825c-8dc72bac379c req-0f91a10f-2d61-4116-b8a3-4fc333273355 tempest-ServerMetadataNegativeTestJSON-2116662386 tempest-ServerMetadataNegativeTestJSON-2116662386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:46.136353 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-af1ea797-c040-4f94-825c-8dc72bac379c req-0f91a10f-2d61-4116-b8a3-4fc333273355 tempest-ServerMetadataNegativeTestJSON-2116662386 tempest-ServerMetadataNegativeTestJSON-2116662386-project] 10.222.0.64 "GET /networking/v2.0/networks?id=6928d18c-eb74-4b90-8689-c218672131c8 HTTP/1.1" status: 200 len: 820 time: 0.2000427 Nov 02 12:49:46.156165 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1497f9-c397-4618-ad4c-8089c5d60719 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting subnet c92d9c49-c789-454a-83c1-4ffa0ff6b422 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:49:46.165612 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-af1ea797-c040-4f94-825c-8dc72bac379c req-7f64ed3d-4484-450b-8540-a5850cf094e1 tempest-ServerMetadataNegativeTestJSON-2116662386 tempest-ServerMetadataNegativeTestJSON-2116662386-project] 10.222.0.64 "GET /networking/v2.0/quotas/892f4c0694c64e21974e5623ede6acfd HTTP/1.1" status: 200 len: 375 time: 0.0208874 Nov 02 12:49:46.166814 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-da1497f9-c397-4618-ad4c-8089c5d60719 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for subnet (c92d9c49-c789-454a-83c1-4ffa0ff6b422), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:46.204335 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-464e83bf-55e8-47a2-bd8a-02f770670492 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (391aaff8-94e4-44bd-b205-6681368e321d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:46.205830 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:46.209453 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464e83bf-55e8-47a2-bd8a-02f770670492 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:46.213670 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-464e83bf-55e8-47a2-bd8a-02f770670492 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:46.213813 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef4c696b-f80e-4de1-a0a2-49231dd582cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:46.213937 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3bddbf-c2ed-4b9e-b06f-67980934ddeb admin admin] Made reservation on behalf of d370c06216734957aebcbad237a18aec for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:46.214933 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3c3bddbf-c2ed-4b9e-b06f-67980934ddeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:46.219684 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network b953d999-f7f5-4ecf-82ca-249a0d9c900e details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:49:46.223613 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff05871-ce5b-4c20-87a0-cf9e358b3d6b None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:49:46.246350 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-31d1fd77-16df-4393-9b54-76b518218d89 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3188ff297c7e461e91a0da9ff8bfc61a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8133707 Nov 02 12:49:46.248912 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46646) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:46.304173 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-da1497f9-c397-4618-ad4c-8089c5d60719 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (c92d9c49-c789-454a-83c1-4ffa0ff6b422), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:46.342715 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-af1ea797-c040-4f94-825c-8dc72bac379c req-417d7977-9d70-48c8-ab94-4a6cbcac7257 tempest-ServerMetadataNegativeTestJSON-2116662386 tempest-ServerMetadataNegativeTestJSON-2116662386-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=892f4c0694c64e21974e5623ede6acfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1699009 Nov 02 12:49:46.359730 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659c9edf-05e1-47cb-9ea6-04132748b589 admin admin] Router 091be2f0-1ecc-44b5-b5df-f5c275c9fa75 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:49:46.364036 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-adf55a10-f9c1-4bca-a31c-37c57a77368f admin admin] Publish callbacks [] for security_group (ddeefcf8-84c6-42f3-8fa7-68f727d6e7ab), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:46.408073 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e83bf-55e8-47a2-bd8a-02f770670492 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Network': ['ID=391aaff8-94e4-44bd-b205-6681368e321d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:46.417079 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-464e83bf-55e8-47a2-bd8a-02f770670492 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3062224 Nov 02 12:49:46.417740 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46654) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:46.427212 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c7102905-0e22-4fc2-8af2-56e9c1a2a36e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'subnet': {'network_id': '391aaff8-94e4-44bd-b205-6681368e321d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:46.440277 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6ba477dd-ea6d-48d2-a45b-e2282fafa72f None None] Provisioning complete for port 6ccefa30-2a49-4b07-a4ee-e812f9814d2d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:46.440995 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6ba477dd-ea6d-48d2-a45b-e2282fafa72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6ccefa30-2a49-4b07-a4ee-e812f9814d2d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:46.441748 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-6ba477dd-ea6d-48d2-a45b-e2282fafa72f None None] Attempt 1 to provision port 6ccefa30-2a49-4b07-a4ee-e812f9814d2d Nov 02 12:49:46.529965 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-adf55a10-f9c1-4bca-a31c-37c57a77368f admin admin] Publish callbacks [] for security_group (ddeefcf8-84c6-42f3-8fa7-68f727d6e7ab), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:46.537151 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659c9edf-05e1-47cb-9ea6-04132748b589 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:46.561835 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af3a93-e598-437a-853a-3fa0176019f0 None None] Sync routers for ids ['091be2f0-1ecc-44b5-b5df-f5c275c9fa75'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:46.566969 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-659c9edf-05e1-47cb-9ea6-04132748b589 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/091be2f0-1ecc-44b5-b5df-f5c275c9fa75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9878895 Nov 02 12:49:46.574429 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46658) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:46.574429 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46660) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:46.577372 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86af3a93-e598-437a-853a-3fa0176019f0 None None] Routers {'091be2f0-1ecc-44b5-b5df-f5c275c9fa75'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:46.578147 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-86af3a93-e598-437a-853a-3fa0176019f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['091be2f0-1ecc-44b5-b5df-f5c275c9fa75'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:46.595786 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-da1497f9-c397-4618-ad4c-8089c5d60719 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (c92d9c49-c789-454a-83c1-4ffa0ff6b422), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:46.639698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 391aaff8-94e4-44bd-b205-6681368e321d details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:49:46.746172 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-86af3a93-e598-437a-853a-3fa0176019f0 None None] Set router 091be2f0-1ecc-44b5-b5df-f5c275c9fa75 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:46.826225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6ba477dd-ea6d-48d2-a45b-e2282fafa72f None None] Port 6ccefa30-2a49-4b07-a4ee-e812f9814d2d cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:49:46.853426 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec0547c-a07f-4444-a6af-0eda10e1cd97', 'name': 'tempest-ServerMetadataNegativeTestJSON-644138292-router', 'tenant_id': '892f4c0694c64e21974e5623ede6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '93a23415-ee94-4f0b-b837-169297cc51ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:28Z', 'updated_at': '2022-11-02T12:49:41Z', 'revision_number': 4, 'project_id': '892f4c0694c64e21974e5623ede6acfd', 'gw_port': {'id': '93a23415-ee94-4f0b-b837-169297cc51ae', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec0547c-a07f-4444-a6af-0eda10e1cd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:30Z', 'updated_at': '2022-11-02T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '6ccefa30-2a49-4b07-a4ee-e812f9814d2d', 'name': '', 'network_id': '6928d18c-eb74-4b90-8689-c218672131c8', 'tenant_id': '892f4c0694c64e21974e5623ede6acfd', 'mac_address': 'fa:16:3e:8f:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec0547c-a07f-4444-a6af-0eda10e1cd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '65e9189f-817e-4543-80cf-df89372afa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:40Z', 'updated_at': '2022-11-02T12:49:42Z', 'revision_number': 2, 'project_id': '892f4c0694c64e21974e5623ede6acfd', 'subnets': [{'id': '65e9189f-817e-4543-80cf-df89372afa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:46.861984 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-97b90c16-f7ad-4508-a07a-f4ca9cae8c61 admin admin] Publish callbacks [] for router (091be2f0-1ecc-44b5-b5df-f5c275c9fa75), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:46.886616 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] Checking router: 7ec0547c-a07f-4444-a6af-0eda10e1cd97 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:46.886986 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] Updating router 7ec0547c-a07f-4444-a6af-0eda10e1cd97 port 6ccefa30-2a49-4b07-a4ee-e812f9814d2d binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:49:46.888240 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3c3bddbf-c2ed-4b9e-b06f-67980934ddeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (794e57d1-599c-47cc-ba0b-0e5dfa564d2f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:46.951651 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (6ccefa30-2a49-4b07-a4ee-e812f9814d2d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:46.973187 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff05871-ce5b-4c20-87a0-cf9e358b3d6b None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:49:46.974171 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-adf55a10-f9c1-4bca-a31c-37c57a77368f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ddeefcf8-84c6-42f3-8fa7-68f727d6e7ab), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:46.977417 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-adf55a10-f9c1-4bca-a31c-37c57a77368f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:46.983718 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-adf55a10-f9c1-4bca-a31c-37c57a77368f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ddeefcf8-84c6-42f3-8fa7-68f727d6e7ab HTTP/1.1" status: 204 len: 168 time: 0.7315300 Nov 02 12:49:46.983870 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:46.997629 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-da1497f9-c397-4618-ad4c-8089c5d60719 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (c92d9c49-c789-454a-83c1-4ffa0ff6b422), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:47.007711 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf55a10-f9c1-4bca-a31c-37c57a77368f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddeefcf8-84c6-42f3-8fa7-68f727d6e7ab,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:47.033921 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7102905-0e22-4fc2-8af2-56e9c1a2a36e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Made reservation on behalf of d51481ca43dc4936b4d039170d10afc6 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:47.040355 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c7102905-0e22-4fc2-8af2-56e9c1a2a36e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:47.050254 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1497f9-c397-4618-ad4c-8089c5d60719 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Subnet': ['ID=c92d9c49-c789-454a-83c1-4ffa0ff6b422,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:47.056776 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-da1497f9-c397-4618-ad4c-8089c5d60719 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:47.060135 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-da1497f9-c397-4618-ad4c-8089c5d60719 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/c92d9c49-c789-454a-83c1-4ffa0ff6b422 HTTP/1.1" status: 204 len: 168 time: 1.1507435 Nov 02 12:49:47.068143 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:47.068893 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46674) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:47.163319 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-97b90c16-f7ad-4508-a07a-f4ca9cae8c61 admin admin] Publish callbacks [] for router_gateway (091be2f0-1ecc-44b5-b5df-f5c275c9fa75), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:47.177879 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-86af3a93-e598-437a-853a-3fa0176019f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091be2f0-1ecc-44b5-b5df-f5c275c9fa75', 'name': 'tempest-ServerTagsTestJSON-1750795028-router', 'tenant_id': 'ce338ec547424ff38f2537cca88cf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '323fdb9a-bb21-4674-a998-c8e79ef1bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:49:44Z', 'revision_number': 5, 'project_id': 'ce338ec547424ff38f2537cca88cf3a5', 'gw_port': {'id': '323fdb9a-bb21-4674-a998-c8e79ef1bdfa', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091be2f0-1ecc-44b5-b5df-f5c275c9fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:26Z', 'updated_at': '2022-11-02T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:47.211997 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af3a93-e598-437a-853a-3fa0176019f0 None None] Checking router: 091be2f0-1ecc-44b5-b5df-f5c275c9fa75 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:47.223354 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86af3a93-e598-437a-853a-3fa0176019f0 None None] Routers {'091be2f0-1ecc-44b5-b5df-f5c275c9fa75'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:47.224265 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-86af3a93-e598-437a-853a-3fa0176019f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['091be2f0-1ecc-44b5-b5df-f5c275c9fa75'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:47.230843 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3bddbf-c2ed-4b9e-b06f-67980934ddeb admin admin] Checking segment: {'id': '01c4eb35-a4e6-446c-a080-ad32af9ec7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b953d999-f7f5-4ecf-82ca-249a0d9c900e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:47.231359 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3bddbf-c2ed-4b9e-b06f-67980934ddeb admin admin] Network hostable DHCP agents. Network: b953d999-f7f5-4ecf-82ca-249a0d9c900e, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:49:47.285823 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:47.289203 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bddbf-c2ed-4b9e-b06f-67980934ddeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=794e57d1-599c-47cc-ba0b-0e5dfa564d2f,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:47.376359 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-86af3a93-e598-437a-853a-3fa0176019f0 None None] Set router 091be2f0-1ecc-44b5-b5df-f5c275c9fa75 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:47.423056 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d3ec31e-e26e-4c5d-8773-f9e67a796901 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (cfa283be-301b-43b9-afcc-52f658999d98), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:47.516050 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3bddbf-c2ed-4b9e-b06f-67980934ddeb admin admin] Network b953d999-f7f5-4ecf-82ca-249a0d9c900e is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:49:47.563151 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:47.573381 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=69,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=24 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:47.582164 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-0d3ec31e-e26e-4c5d-8773-f9e67a796901 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting port 004220af-ee65-4a75-b9af-b8ae1e128a08 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:47.582558 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d3ec31e-e26e-4c5d-8773-f9e67a796901 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (004220af-ee65-4a75-b9af-b8ae1e128a08), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:47.595436 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-97b90c16-f7ad-4508-a07a-f4ca9cae8c61 admin admin] Deleting port 323fdb9a-bb21-4674-a998-c8e79ef1bdfa {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:47.597781 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-97b90c16-f7ad-4508-a07a-f4ca9cae8c61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (323fdb9a-bb21-4674-a998-c8e79ef1bdfa), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:47.645375 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46680) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:47.701774 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-86af3a93-e598-437a-853a-3fa0176019f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091be2f0-1ecc-44b5-b5df-f5c275c9fa75', 'name': 'tempest-ServerTagsTestJSON-1750795028-router', 'tenant_id': 'ce338ec547424ff38f2537cca88cf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '323fdb9a-bb21-4674-a998-c8e79ef1bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:49:44Z', 'revision_number': 5, 'project_id': 'ce338ec547424ff38f2537cca88cf3a5', 'gw_port': {'id': '323fdb9a-bb21-4674-a998-c8e79ef1bdfa', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091be2f0-1ecc-44b5-b5df-f5c275c9fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:26Z', 'updated_at': '2022-11-02T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:47.705291 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40add262-5918-45a6-88b9-3c41def49521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (7ec0547c-a07f-4444-a6af-0eda10e1cd97), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:47.708063 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-0d3ec31e-e26e-4c5d-8773-f9e67a796901 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] For port 004220af-ee65-4a75-b9af-b8ae1e128a08, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=004220af-ee65-4a75-b9af-b8ae1e128a08,segment=NetworkSegment(63c2631e-a4aa-461e-8df5-f0b0f0f4f721),segment_id=63c2631e-a4aa-461e-8df5-f0b0f0f4f721)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:47.708693 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d3ec31e-e26e-4c5d-8773-f9e67a796901 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (004220af-ee65-4a75-b9af-b8ae1e128a08), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:47.728156 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-0d3ec31e-e26e-4c5d-8773-f9e67a796901 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Calling delete_port for 004220af-ee65-4a75-b9af-b8ae1e128a08 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:47.746892 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-3c3bddbf-c2ed-4b9e-b06f-67980934ddeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, b953d999-f7f5-4ecf-82ca-249a0d9c900e) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:47.767626 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af3a93-e598-437a-853a-3fa0176019f0 None None] The sync data for ids ['091be2f0-1ecc-44b5-b5df-f5c275c9fa75'] in n-d-857339-6 is: [{'id': '091be2f0-1ecc-44b5-b5df-f5c275c9fa75', 'name': 'tempest-ServerTagsTestJSON-1750795028-router', 'tenant_id': 'ce338ec547424ff38f2537cca88cf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '323fdb9a-bb21-4674-a998-c8e79ef1bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:49:44Z', 'revision_number': 5, 'project_id': 'ce338ec547424ff38f2537cca88cf3a5', 'gw_port': {'id': '323fdb9a-bb21-4674-a998-c8e79ef1bdfa', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091be2f0-1ecc-44b5-b5df-f5c275c9fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:26Z', 'updated_at': '2022-11-02T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:47.769778 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3bddbf-c2ed-4b9e-b06f-67980934ddeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:47.770367 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3c3bddbf-c2ed-4b9e-b06f-67980934ddeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:47.791904 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] Publish callbacks [] for port (6ccefa30-2a49-4b07-a4ee-e812f9814d2d), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:47.878801 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (6ccefa30-2a49-4b07-a4ee-e812f9814d2d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:47.908586 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3c3bddbf-c2ed-4b9e-b06f-67980934ddeb admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9183178 Nov 02 12:49:47.924474 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46686) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:47.945149 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-897beaa0-58df-4f73-a973-5b112bd447d0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1905493866-router', 'tenant_id': 'd370c06216734957aebcbad237a18aec', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:48.032393 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] Attempting to bind port 6ccefa30-2a49-4b07-a4ee-e812f9814d2d on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:48.032978 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] Attempting to bind port 6ccefa30-2a49-4b07-a4ee-e812f9814d2d by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'b00be86c-2a0b-4a2e-9ebb-6da2f685a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6928d18c-eb74-4b90-8689-c218672131c8'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:48.033956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] Attempting to bind port 6ccefa30-2a49-4b07-a4ee-e812f9814d2d on network 6928d18c-eb74-4b90-8689-c218672131c8 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:48.037006 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:48.044995 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5fe58-2ba0-433a-b077-98313e925073 None None] Pushing event updated for resources: {'Port': ['ID=6ccefa30-2a49-4b07-a4ee-e812f9814d2d,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:48.100946 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c7102905-0e22-4fc2-8af2-56e9c1a2a36e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (431b0d7b-b521-4638-be2a-db36388a596c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:48.106736 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:49:48.113415 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] Checking segment: {'id': 'b00be86c-2a0b-4a2e-9ebb-6da2f685a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6928d18c-eb74-4b90-8689-c218672131c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:48.113415 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:48.113415 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] Bound using segment: {'id': 'b00be86c-2a0b-4a2e-9ebb-6da2f685a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6928d18c-eb74-4b90-8689-c218672131c8'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:49:48.113415 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] Bound port: 6ccefa30-2a49-4b07-a4ee-e812f9814d2d, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00be86c-2a0b-4a2e-9ebb-6da2f685a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6928d18c-eb74-4b90-8689-c218672131c8'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:49:48.113415 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (6ccefa30-2a49-4b07-a4ee-e812f9814d2d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:48.225750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] For port 6ccefa30-2a49-4b07-a4ee-e812f9814d2d, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:48.262114 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-897beaa0-58df-4f73-a973-5b112bd447d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (edb43c2a-dffe-44b9-979b-cf01109dd1f2), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:48.263195 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-897beaa0-58df-4f73-a973-5b112bd447d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (edb43c2a-dffe-44b9-979b-cf01109dd1f2), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:48.266452 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] For port 6ccefa30-2a49-4b07-a4ee-e812f9814d2d, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6ccefa30-2a49-4b07-a4ee-e812f9814d2d,segment=NetworkSegment(b00be86c-2a0b-4a2e-9ebb-6da2f685a87b),segment_id=b00be86c-2a0b-4a2e-9ebb-6da2f685a87b)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:48.280647 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d3ec31e-e26e-4c5d-8773-f9e67a796901 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (004220af-ee65-4a75-b9af-b8ae1e128a08), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:48.355666 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:48.389221 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (6ccefa30-2a49-4b07-a4ee-e812f9814d2d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:48.456727 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ec31e-e26e-4c5d-8773-f9e67a796901 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Port': ['ID=004220af-ee65-4a75-b9af-b8ae1e128a08,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:48.523661 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3ec31e-e26e-4c5d-8773-f9e67a796901 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] No DVR routers for this DVR port 004220af-ee65-4a75-b9af-b8ae1e128a08 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:49:48.544691 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7102905-0e22-4fc2-8af2-56e9c1a2a36e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Subnet': ['ID=431b0d7b-b521-4638-be2a-db36388a596c,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:48.552039 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:48.562451 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] Routers {'7ec0547c-a07f-4444-a6af-0eda10e1cd97'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:48.563384 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['7ec0547c-a07f-4444-a6af-0eda10e1cd97'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:48.592624 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5fe58-2ba0-433a-b077-98313e925073 None None] Pushing event updated for resources: {'Port': ['ID=6ccefa30-2a49-4b07-a4ee-e812f9814d2d,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:48.605722 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-97b90c16-f7ad-4508-a07a-f4ca9cae8c61 admin admin] For port 323fdb9a-bb21-4674-a998-c8e79ef1bdfa, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=323fdb9a-bb21-4674-a998-c8e79ef1bdfa,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:48.606254 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-97b90c16-f7ad-4508-a07a-f4ca9cae8c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (323fdb9a-bb21-4674-a998-c8e79ef1bdfa), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:48.625967 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-97b90c16-f7ad-4508-a07a-f4ca9cae8c61 admin admin] Calling delete_port for 323fdb9a-bb21-4674-a998-c8e79ef1bdfa owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:48.631471 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7102905-0e22-4fc2-8af2-56e9c1a2a36e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Checking segment: {'id': '50e3cb43-95b5-4928-9df8-d469db0e7b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '391aaff8-94e4-44bd-b205-6681368e321d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:48.635831 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7102905-0e22-4fc2-8af2-56e9c1a2a36e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Network hostable DHCP agents. Network: 391aaff8-94e4-44bd-b205-6681368e321d, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:49:48.645391 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46696) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:48.678745 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:48.715046 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:48.738596 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e08c32-1338-4abc-bd8d-d946a85feeb7 None None] Network cfa283be-301b-43b9-afcc-52f658999d98 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:48.742088 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa5b2d0-88b3-4cc2-b1b9-f1af1e1b4c02 None None] Network b953d999-f7f5-4ecf-82ca-249a0d9c900e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:48.773772 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5f5c1f8d-58ff-4883-84ec-6e9488129bea tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1146694923'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:48.776900 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-897beaa0-58df-4f73-a973-5b112bd447d0 admin admin] Publish callbacks [] for router_controller (edb43c2a-dffe-44b9-979b-cf01109dd1f2), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:48.788056 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d3ec31e-e26e-4c5d-8773-f9e67a796901 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (cfa283be-301b-43b9-afcc-52f658999d98), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:48.821179 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-0d3ec31e-e26e-4c5d-8773-f9e67a796901 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa283be-301b-43b9-afcc-52f658999d98']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:48.835847 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-0d3ec31e-e26e-4c5d-8773-f9e67a796901 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c2631e-a4aa-461e-8df5-f0b0f0f4f721') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:48.836204 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-0d3ec31e-e26e-4c5d-8773-f9e67a796901 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c2631e-a4aa-461e-8df5-f0b0f0f4f721') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:48.848017 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d3ec31e-e26e-4c5d-8773-f9e67a796901 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (63c2631e-a4aa-461e-8df5-f0b0f0f4f721), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:48.871435 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d3ec31e-e26e-4c5d-8773-f9e67a796901 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (63c2631e-a4aa-461e-8df5-f0b0f0f4f721), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:48.890220 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3ec31e-e26e-4c5d-8773-f9e67a796901 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:49:48.890964 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d3ec31e-e26e-4c5d-8773-f9e67a796901 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (63c2631e-a4aa-461e-8df5-f0b0f0f4f721), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:48.899587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-69b91334-552b-4ed9-b5e4-cd0e2c1bd9cb None None] Provisioning complete for port 2c4719b2-57aa-460f-838b-a12893bd74a6 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:48.899587 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-69b91334-552b-4ed9-b5e4-cd0e2c1bd9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2c4719b2-57aa-460f-838b-a12893bd74a6), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:48.899587 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-69b91334-552b-4ed9-b5e4-cd0e2c1bd9cb None None] Attempt 1 to provision port 2c4719b2-57aa-460f-838b-a12893bd74a6 Nov 02 12:49:48.903781 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] Set router 7ec0547c-a07f-4444-a6af-0eda10e1cd97 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:48.951115 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-40add262-5918-45a6-88b9-3c41def49521 admin admin] Deleting port 6ccefa30-2a49-4b07-a4ee-e812f9814d2d {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:48.951468 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40add262-5918-45a6-88b9-3c41def49521 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (6ccefa30-2a49-4b07-a4ee-e812f9814d2d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:48.959675 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 63c2631e-a4aa-461e-8df5-f0b0f0f4f721 resource provider aggregate not found Nov 02 12:49:49.018704 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7102905-0e22-4fc2-8af2-56e9c1a2a36e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Network 391aaff8-94e4-44bd-b205-6681368e321d is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:49:49.030315 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 63c2631e-a4aa-461e-8df5-f0b0f0f4f721 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63c2631e-a4aa-461e-8df5-f0b0f0f4f721 found for delete ", "request_id": "req-4df96788-c650-4f4b-96e9-1cd78aa45a36"}]} Nov 02 12:49:49.031089 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=1,neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:49.106927 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 638c1a82-34c3-477c-be12-ecd7dd77c994 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:49.115193 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-95d89847-93d0-4469-aed5-943b57e11f98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:49.138883 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 638c1a82-34c3-477c-be12-ecd7dd77c994 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:49.139226 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 638c1a82-34c3-477c-be12-ecd7dd77c994 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:49.144174 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5c1f8d-58ff-4883-84ec-6e9488129bea tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Made reservation on behalf of ea9256b3736f499b91b5f59f34ee6ff8 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:49.157166 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1f8d-58ff-4883-84ec-6e9488129bea tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:49.175296 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-c7102905-0e22-4fc2-8af2-56e9c1a2a36e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 391aaff8-94e4-44bd-b205-6681368e321d) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:49.180326 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41da1e8a-97f2-4d0b-a196-26509405de0a None None] DHCP port deletion for cfa283be-301b-43b9-afcc-52f658999d98 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:49:49.185641 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-40add262-5918-45a6-88b9-3c41def49521 admin admin] For port 6ccefa30-2a49-4b07-a4ee-e812f9814d2d, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6ccefa30-2a49-4b07-a4ee-e812f9814d2d,segment=NetworkSegment(b00be86c-2a0b-4a2e-9ebb-6da2f685a87b),segment_id=b00be86c-2a0b-4a2e-9ebb-6da2f685a87b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:49.186055 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40add262-5918-45a6-88b9-3c41def49521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (6ccefa30-2a49-4b07-a4ee-e812f9814d2d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:49.192991 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7102905-0e22-4fc2-8af2-56e9c1a2a36e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:49.193594 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c7102905-0e22-4fc2-8af2-56e9c1a2a36e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:49.235470 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-897beaa0-58df-4f73-a973-5b112bd447d0 admin admin] Publish callbacks [] for router_gateway (edb43c2a-dffe-44b9-979b-cf01109dd1f2), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:49.247063 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fae6b7a-27c9-4ade-9466-ffc3b7efb4c6 None None] Network 391aaff8-94e4-44bd-b205-6681368e321d requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:49.249586 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-b953d999-f7f5-4ecf-82ca-249a0d9c900e', 'network_id': 'b953d999-f7f5-4ecf-82ca-249a0d9c900e', 'project_id': 'd370c06216734957aebcbad237a18aec', 'fixed_ips': [{'subnet_id': '794e57d1-599c-47cc-ba0b-0e5dfa564d2f'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:49:49.250466 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:49.271671 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d3ec31e-e26e-4c5d-8773-f9e67a796901 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (cfa283be-301b-43b9-afcc-52f658999d98), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:49.276631 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1f8d-58ff-4883-84ec-6e9488129bea tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:49.282133 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d3ec31e-e26e-4c5d-8773-f9e67a796901 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:49.286966 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0d3ec31e-e26e-4c5d-8773-f9e67a796901 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/networks/cfa283be-301b-43b9-afcc-52f658999d98 HTTP/1.1" status: 204 len: 168 time: 2.2102344 Nov 02 12:49:49.309697 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46710) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:49.309893 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-40add262-5918-45a6-88b9-3c41def49521 admin admin] Calling delete_port for 6ccefa30-2a49-4b07-a4ee-e812f9814d2d owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:49.310010 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6dcb876e-fe79-4cc1-8bc3-ef3c82e7d603 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1320706243'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:49.316578 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ec31e-e26e-4c5d-8773-f9e67a796901 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Network': ['ID=cfa283be-301b-43b9-afcc-52f658999d98,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:49.350201 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c7102905-0e22-4fc2-8af2-56e9c1a2a36e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9287705 Nov 02 12:49:49.356888 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46714) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:49.358642 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-69b91334-552b-4ed9-b5e4-cd0e2c1bd9cb None None] Current status of the port 2c4719b2-57aa-460f-838b-a12893bd74a6 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:49.381690 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-39d6a376-d0db-44e9-82ad-0385c7e6c6d2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-443775577', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}, 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:49.414123 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-95d89847-93d0-4469-aed5-943b57e11f98 admin admin] Publish callbacks [] for security_group (5b0547ae-c019-4439-bf6b-b26684fb14d8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:49.454301 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcb876e-fe79-4cc1-8bc3-ef3c82e7d603 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Made reservation on behalf of c26d2fe9e5e743059c97bd0af976552c for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:49.458669 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dcb876e-fe79-4cc1-8bc3-ef3c82e7d603 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:49.484216 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-97b90c16-f7ad-4508-a07a-f4ca9cae8c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (323fdb9a-bb21-4674-a998-c8e79ef1bdfa), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:49.518711 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dcb876e-fe79-4cc1-8bc3-ef3c82e7d603 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:49:49.533971 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dcb876e-fe79-4cc1-8bc3-ef3c82e7d603 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e6115dc9-7958-44b6-a491-0ec373700f4f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:49.535342 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-6dcb876e-fe79-4cc1-8bc3-ef3c82e7d603 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Added segment e6115dc9-7958-44b6-a491-0ec373700f4f of type vlan for network f86e2873-38bc-432f-9c70-2c060f4354fb Nov 02 12:49:49.538435 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b90c16-f7ad-4508-a07a-f4ca9cae8c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=323fdb9a-bb21-4674-a998-c8e79ef1bdfa,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:49.605689 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dcb876e-fe79-4cc1-8bc3-ef3c82e7d603 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (f86e2873-38bc-432f-9c70-2c060f4354fb), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:49.633942 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:49.672309 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1f8d-58ff-4883-84ec-6e9488129bea tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks [] for security_group (39db80ee-7886-4766-ad3a-6be4689f85fb), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:49.682821 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec517f71-2fc9-4af5-9841-22e29062ad5b None None] Network 391aaff8-94e4-44bd-b205-6681368e321d requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:49.685746 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec0547c-a07f-4444-a6af-0eda10e1cd97', 'name': 'tempest-ServerMetadataNegativeTestJSON-644138292-router', 'tenant_id': '892f4c0694c64e21974e5623ede6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '93a23415-ee94-4f0b-b837-169297cc51ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:28Z', 'updated_at': '2022-11-02T12:49:41Z', 'revision_number': 4, 'project_id': '892f4c0694c64e21974e5623ede6acfd', 'gw_port': {'id': '93a23415-ee94-4f0b-b837-169297cc51ae', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec0547c-a07f-4444-a6af-0eda10e1cd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:30Z', 'updated_at': '2022-11-02T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '6ccefa30-2a49-4b07-a4ee-e812f9814d2d', 'name': '', 'network_id': '6928d18c-eb74-4b90-8689-c218672131c8', 'tenant_id': '892f4c0694c64e21974e5623ede6acfd', 'mac_address': 'fa:16:3e:8f:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec0547c-a07f-4444-a6af-0eda10e1cd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '65e9189f-817e-4543-80cf-df89372afa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:40Z', 'updated_at': '2022-11-02T12:49:48Z', 'revision_number': 4, 'project_id': '892f4c0694c64e21974e5623ede6acfd', 'subnets': [{'id': '65e9189f-817e-4543-80cf-df89372afa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:49.694763 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-97b90c16-f7ad-4508-a07a-f4ca9cae8c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (091be2f0-1ecc-44b5-b5df-f5c275c9fa75), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:49.760094 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1f9fc0-69d4-4f5f-bfe2-85d611f646bd None None] The sync data for ids ['7ec0547c-a07f-4444-a6af-0eda10e1cd97'] in n-d-857339-6 is: [{'id': '7ec0547c-a07f-4444-a6af-0eda10e1cd97', 'name': 'tempest-ServerMetadataNegativeTestJSON-644138292-router', 'tenant_id': '892f4c0694c64e21974e5623ede6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '93a23415-ee94-4f0b-b837-169297cc51ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:28Z', 'updated_at': '2022-11-02T12:49:41Z', 'revision_number': 4, 'project_id': '892f4c0694c64e21974e5623ede6acfd', 'gw_port': {'id': '93a23415-ee94-4f0b-b837-169297cc51ae', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec0547c-a07f-4444-a6af-0eda10e1cd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:30Z', 'updated_at': '2022-11-02T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '6ccefa30-2a49-4b07-a4ee-e812f9814d2d', 'name': '', 'network_id': '6928d18c-eb74-4b90-8689-c218672131c8', 'tenant_id': '892f4c0694c64e21974e5623ede6acfd', 'mac_address': 'fa:16:3e:8f:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec0547c-a07f-4444-a6af-0eda10e1cd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '65e9189f-817e-4543-80cf-df89372afa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:40Z', 'updated_at': '2022-11-02T12:49:48Z', 'revision_number': 4, 'project_id': '892f4c0694c64e21974e5623ede6acfd', 'subnets': [{'id': '65e9189f-817e-4543-80cf-df89372afa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:49.781249 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46718) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:49.797977 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1f8d-58ff-4883-84ec-6e9488129bea tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (39db80ee-7886-4766-ad3a-6be4689f85fb), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:49.824010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] Allocated IP 172.20.0.2 (b953d999-f7f5-4ecf-82ca-249a0d9c900e/794e57d1-599c-47cc-ba0b-0e5dfa564d2f/3ed1a528-f9ec-4b45-81eb-81e91d6d45c5) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:49.898615 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40add262-5918-45a6-88b9-3c41def49521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (6ccefa30-2a49-4b07-a4ee-e812f9814d2d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:49.916442 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-97b90c16-f7ad-4508-a07a-f4ca9cae8c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (091be2f0-1ecc-44b5-b5df-f5c275c9fa75), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:49.992923 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-97b90c16-f7ad-4508-a07a-f4ca9cae8c61 admin admin] Publish callbacks [] for router_controller (091be2f0-1ecc-44b5-b5df-f5c275c9fa75), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.014230 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40add262-5918-45a6-88b9-3c41def49521 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ccefa30-2a49-4b07-a4ee-e812f9814d2d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:50.026870 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f3d81188-056e-4c9f-94f9-ea11921e7fe2 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-479112794'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:50.041376 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5c1f8d-58ff-4883-84ec-6e9488129bea tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:49:50.131939 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-897beaa0-58df-4f73-a973-5b112bd447d0 admin admin] Publish callbacks [] for router_gateway (edb43c2a-dffe-44b9-979b-cf01109dd1f2), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.135624 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dcb876e-fe79-4cc1-8bc3-ef3c82e7d603 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (f86e2873-38bc-432f-9c70-2c060f4354fb), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.140852 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcb876e-fe79-4cc1-8bc3-ef3c82e7d603 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:50.141761 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dcb876e-fe79-4cc1-8bc3-ef3c82e7d603 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.142985 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] Publish callbacks [] for port (3ed1a528-f9ec-4b45-81eb-81e91d6d45c5), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.144954 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-95d89847-93d0-4469-aed5-943b57e11f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5b0547ae-c019-4439-bf6b-b26684fb14d8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.147528 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-39d6a376-d0db-44e9-82ad-0385c7e6c6d2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (d9bc821d-6e0a-4a1d-9c9e-c9c563928f49), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.148576 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-39d6a376-d0db-44e9-82ad-0385c7e6c6d2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (d9bc821d-6e0a-4a1d-9c9e-c9c563928f49), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.166536 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c1f8d-58ff-4883-84ec-6e9488129bea tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39db80ee-7886-4766-ad3a-6be4689f85fb,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:50.193108 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1f8d-58ff-4883-84ec-6e9488129bea tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (16b9a445-560f-4ce9-8edb-ab390035af66), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.193485 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-5f5c1f8d-58ff-4883-84ec-6e9488129bea tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Added segment 16b9a445-560f-4ce9-8edb-ab390035af66 of type vlan for network b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3 Nov 02 12:49:50.213075 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:50.220812 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-897beaa0-58df-4f73-a973-5b112bd447d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.254394 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-97b90c16-f7ad-4508-a07a-f4ca9cae8c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (091be2f0-1ecc-44b5-b5df-f5c275c9fa75), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.255010 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b90c16-f7ad-4508-a07a-f4ca9cae8c61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 091be2f0-1ecc-44b5-b5df-f5c275c9fa75 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:49:50.270412 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-97b90c16-f7ad-4508-a07a-f4ca9cae8c61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.272918 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-97b90c16-f7ad-4508-a07a-f4ca9cae8c61 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/091be2f0-1ecc-44b5-b5df-f5c275c9fa75 HTTP/1.1" status: 204 len: 168 time: 3.6998270 Nov 02 12:49:50.278300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46722) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:50.288801 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1f8d-58ff-4883-84ec-6e9488129bea tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.295446 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:50.300774 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (3ed1a528-f9ec-4b45-81eb-81e91d6d45c5), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.365197 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-95d89847-93d0-4469-aed5-943b57e11f98 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ee2905b2825344708641191c0f61f082&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6720142 Nov 02 12:49:50.374236 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46724) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:50.374919 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb876e-fe79-4cc1-8bc3-ef3c82e7d603 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Network': ['ID=f86e2873-38bc-432f-9c70-2c060f4354fb,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:50.384861 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6dcb876e-fe79-4cc1-8bc3-ef3c82e7d603 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0813231 Nov 02 12:49:50.396129 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] Pushing event updated for resources: {'Port': ['ID=3ed1a528-f9ec-4b45-81eb-81e91d6d45c5,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:50.399370 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network f86e2873-38bc-432f-9c70-2c060f4354fb details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:49:50.404805 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] Network b953d999-f7f5-4ecf-82ca-249a0d9c900e is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:50.412810 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d89847-93d0-4469-aed5-943b57e11f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0547ae-c019-4439-bf6b-b26684fb14d8,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:50.415173 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46726) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:50.433173 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-342cf03d-81c9-421b-98fb-8cfb9d5634c8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'subnet': {'network_id': 'f86e2873-38bc-432f-9c70-2c060f4354fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:50.451881 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:50.456714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:50.462852 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d81188-056e-4c9f-94f9-ea11921e7fe2 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Made reservation on behalf of 5300fab6343946668aa03c9b5dd146c8 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:50.467421 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3d81188-056e-4c9f-94f9-ea11921e7fe2 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.487070 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.db.resource_extend [None req-5f5c1f8d-58ff-4883-84ec-6e9488129bea tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:49:50.490739 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3d81188-056e-4c9f-94f9-ea11921e7fe2 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.532523 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd6a392-c252-432e-8175-17b39532a193 admin admin] Deleting subnet abe29189-29cd-44de-904a-ba62df368087 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:49:50.536554 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2dd6a392-c252-432e-8175-17b39532a193 admin admin] Publish callbacks [] for subnet (abe29189-29cd-44de-904a-ba62df368087), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.568964 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40add262-5918-45a6-88b9-3c41def49521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (7ec0547c-a07f-4444-a6af-0eda10e1cd97), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.611875 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-39d6a376-d0db-44e9-82ad-0385c7e6c6d2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for router_controller (d9bc821d-6e0a-4a1d-9c9e-c9c563928f49), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.650886 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] Attempting to bind port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:50.651274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] Attempting to bind port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '01c4eb35-a4e6-446c-a080-ad32af9ec7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b953d999-f7f5-4ecf-82ca-249a0d9c900e'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:50.651646 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] Attempting to bind port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 on network b953d999-f7f5-4ecf-82ca-249a0d9c900e {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:50.691872 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:50.702796 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2dd6a392-c252-432e-8175-17b39532a193 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (abe29189-29cd-44de-904a-ba62df368087), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.711178 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:49:50.711596 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] Checking segment: {'id': '01c4eb35-a4e6-446c-a080-ad32af9ec7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b953d999-f7f5-4ecf-82ca-249a0d9c900e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:50.712128 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.712584 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] Bound using segment: {'id': '01c4eb35-a4e6-446c-a080-ad32af9ec7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b953d999-f7f5-4ecf-82ca-249a0d9c900e'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:49:50.713132 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] Bound port: 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c4eb35-a4e6-446c-a080-ad32af9ec7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b953d999-f7f5-4ecf-82ca-249a0d9c900e'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:49:50.713524 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3ed1a528-f9ec-4b45-81eb-81e91d6d45c5), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.759163 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1f8d-58ff-4883-84ec-6e9488129bea tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.765576 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5c1f8d-58ff-4883-84ec-6e9488129bea tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:50.766290 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1f8d-58ff-4883-84ec-6e9488129bea tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.808675 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] For port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:50.814498 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] For port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ed1a528-f9ec-4b45-81eb-81e91d6d45c5,segment=NetworkSegment(01c4eb35-a4e6-446c-a080-ad32af9ec7de),segment_id=01c4eb35-a4e6-446c-a080-ad32af9ec7de)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:50.817251 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-897beaa0-58df-4f73-a973-5b112bd447d0 admin admin] Allocated IP 172.25.2.189 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/09bf2518-e2c0-4360-b78c-b187acd090fd) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:50.828036 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:50.828907 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342cf03d-81c9-421b-98fb-8cfb9d5634c8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Made reservation on behalf of c26d2fe9e5e743059c97bd0af976552c for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:50.832913 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-342cf03d-81c9-421b-98fb-8cfb9d5634c8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.856561 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3d81188-056e-4c9f-94f9-ea11921e7fe2 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks [] for security_group (ba7c0e8d-c40c-4e75-ba19-e38b29c27ee6), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.870777 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6cc2174c-3722-486f-be47-635bba062bbb admin admin] Publish callbacks [] for security_group (5b0547ae-c019-4439-bf6b-b26684fb14d8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.924306 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3ed1a528-f9ec-4b45-81eb-81e91d6d45c5), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:50.957667 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c1f8d-58ff-4883-84ec-6e9488129bea tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Pushing event updated for resources: {'Network': ['ID=b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:50.980804 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-39d6a376-d0db-44e9-82ad-0385c7e6c6d2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for router_gateway (d9bc821d-6e0a-4a1d-9c9e-c9c563928f49), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.039092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:49:51.065301 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3d81188-056e-4c9f-94f9-ea11921e7fe2 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ba7c0e8d-c40c-4e75-ba19-e38b29c27ee6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.098128 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5f5c1f8d-58ff-4883-84ec-6e9488129bea tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.4403994 Nov 02 12:49:51.099933 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46728) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:51.104094 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:51.106459 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2dd6a392-c252-432e-8175-17b39532a193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (abe29189-29cd-44de-904a-ba62df368087), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.123689 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-24c75dd2-e42a-4c2e-991b-cea2a8a04c8d tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Request body: {'subnet': {'network_id': 'b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:51.230595 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 323fdb9a-bb21-4674-a998-c8e79ef1bdfa no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:51.263145 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 323fdb9a-bb21-4674-a998-c8e79ef1bdfa {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:51.263492 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 323fdb9a-bb21-4674-a998-c8e79ef1bdfa not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:51.263916 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 004220af-ee65-4a75-b9af-b8ae1e128a08 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:51.305706 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424be75-ce0e-47c5-84c0-d0383113418e None None] Pushing event updated for resources: {'Port': ['ID=3ed1a528-f9ec-4b45-81eb-81e91d6d45c5,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:51.313299 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 004220af-ee65-4a75-b9af-b8ae1e128a08 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:51.313758 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 004220af-ee65-4a75-b9af-b8ae1e128a08 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:51.364926 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d81188-056e-4c9f-94f9-ea11921e7fe2 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:49:51.380547 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d81188-056e-4c9f-94f9-ea11921e7fe2 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7c0e8d-c40c-4e75-ba19-e38b29c27ee6,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:51.399863 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6cc2174c-3722-486f-be47-635bba062bbb admin admin] Publish callbacks [] for security_group (5b0547ae-c019-4439-bf6b-b26684fb14d8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.508462 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3d81188-056e-4c9f-94f9-ea11921e7fe2 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (52853471-2fcc-441a-8897-bac37a1f22a5), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.508718 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-f3d81188-056e-4c9f-94f9-ea11921e7fe2 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Added segment 52853471-2fcc-441a-8897-bac37a1f22a5 of type vlan for network 6bbc5d08-de87-4bc5-8843-154782fe44c6 Nov 02 12:49:51.615319 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40add262-5918-45a6-88b9-3c41def49521 admin admin] Router 7ec0547c-a07f-4444-a6af-0eda10e1cd97 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:49:51.616515 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-897beaa0-58df-4f73-a973-5b112bd447d0 admin admin] Publish callbacks [] for port (09bf2518-e2c0-4360-b78c-b187acd090fd), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.622063 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3d81188-056e-4c9f-94f9-ea11921e7fe2 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (6bbc5d08-de87-4bc5-8843-154782fe44c6), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.682821 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-342cf03d-81c9-421b-98fb-8cfb9d5634c8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (4b933339-03ac-4c4b-9d51-0c6954319d5e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.700642 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2dd6a392-c252-432e-8175-17b39532a193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (abe29189-29cd-44de-904a-ba62df368087), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.700929 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-39d6a376-d0db-44e9-82ad-0385c7e6c6d2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for router_gateway (d9bc821d-6e0a-4a1d-9c9e-c9c563928f49), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.738653 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6a392-c252-432e-8175-17b39532a193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abe29189-29cd-44de-904a-ba62df368087,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:51.746847 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2dd6a392-c252-432e-8175-17b39532a193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.750163 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2dd6a392-c252-432e-8175-17b39532a193 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/abe29189-29cd-44de-904a-ba62df368087 HTTP/1.1" status: 204 len: 168 time: 1.4705477 Nov 02 12:49:51.752781 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c75dd2-e42a-4c2e-991b-cea2a8a04c8d tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Made reservation on behalf of ea9256b3736f499b91b5f59f34ee6ff8 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:51.756525 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46730) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:51.756878 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24c75dd2-e42a-4c2e-991b-cea2a8a04c8d tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.772156 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-39d6a376-d0db-44e9-82ad-0385c7e6c6d2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.796029 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6cc2174c-3722-486f-be47-635bba062bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5b0547ae-c019-4439-bf6b-b26684fb14d8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.798634 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6cc2174c-3722-486f-be47-635bba062bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.800583 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6cc2174c-3722-486f-be47-635bba062bbb admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5b0547ae-c019-4439-bf6b-b26684fb14d8 HTTP/1.1" status: 204 len: 168 time: 1.4138761 Nov 02 12:49:51.810839 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3d81188-056e-4c9f-94f9-ea11921e7fe2 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (6bbc5d08-de87-4bc5-8843-154782fe44c6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.815935 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d81188-056e-4c9f-94f9-ea11921e7fe2 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:51.816400 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3d81188-056e-4c9f-94f9-ea11921e7fe2 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.823181 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:51.905818 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2174c-3722-486f-be47-635bba062bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0547ae-c019-4439-bf6b-b26684fb14d8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:51.919315 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-897beaa0-58df-4f73-a973-5b112bd447d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (09bf2518-e2c0-4360-b78c-b187acd090fd), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.934841 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cf03d-81c9-421b-98fb-8cfb9d5634c8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Subnet': ['ID=4b933339-03ac-4c4b-9d51-0c6954319d5e,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:51.942114 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40add262-5918-45a6-88b9-3c41def49521 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:51.956975 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-40add262-5918-45a6-88b9-3c41def49521 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/7ec0547c-a07f-4444-a6af-0eda10e1cd97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3850443 Nov 02 12:49:51.961940 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46734) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:51.967932 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d81188-056e-4c9f-94f9-ea11921e7fe2 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Pushing event updated for resources: {'Network': ['ID=6bbc5d08-de87-4bc5-8843-154782fe44c6,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:51.998443 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-798dc03e-db1d-495b-a1aa-f720385c7869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (f8b092f0-7311-4609-993b-eb26c372f7e4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:52.012795 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f3d81188-056e-4c9f-94f9-ea11921e7fe2 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2290697 Nov 02 12:49:52.013985 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46736) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:52.020790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 6bbc5d08-de87-4bc5-8843-154782fe44c6 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:49:52.026697 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-fcf29a44-931a-471c-984d-8b8255283192 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Request body: {'subnet': {'network_id': '6bbc5d08-de87-4bc5-8843-154782fe44c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:52.043264 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4121b5-e944-4dc9-a3d4-80a7717081bb None None] Sync routers for ids ['7ec0547c-a07f-4444-a6af-0eda10e1cd97'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:52.045884 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342cf03d-81c9-421b-98fb-8cfb9d5634c8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Checking segment: {'id': 'e6115dc9-7958-44b6-a491-0ec373700f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f86e2873-38bc-432f-9c70-2c060f4354fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:52.046256 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342cf03d-81c9-421b-98fb-8cfb9d5634c8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network hostable DHCP agents. Network: f86e2873-38bc-432f-9c70-2c060f4354fb, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:49:52.079066 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897beaa0-58df-4f73-a973-5b112bd447d0 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:52.092403 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897beaa0-58df-4f73-a973-5b112bd447d0 admin admin] Pushing event updated for resources: {'Port': ['ID=09bf2518-e2c0-4360-b78c-b187acd090fd,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:52.102535 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4121b5-e944-4dc9-a3d4-80a7717081bb None None] Routers {'7ec0547c-a07f-4444-a6af-0eda10e1cd97'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:52.103589 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9f4121b5-e944-4dc9-a3d4-80a7717081bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['7ec0547c-a07f-4444-a6af-0eda10e1cd97'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:52.109796 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-897beaa0-58df-4f73-a973-5b112bd447d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:52.112472 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897beaa0-58df-4f73-a973-5b112bd447d0 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:52.118277 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7b42d466-3bb5-4f63-aed5-5238b5f02e3c admin admin] Publish callbacks [] for router (7ec0547c-a07f-4444-a6af-0eda10e1cd97), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:52.250278 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-39d6a376-d0db-44e9-82ad-0385c7e6c6d2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Allocated IP 172.25.2.37 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/2e9826f9-863a-4a3c-b33b-a4bf1294b723) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:52.257219 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-9f4121b5-e944-4dc9-a3d4-80a7717081bb None None] Set router 7ec0547c-a07f-4444-a6af-0eda10e1cd97 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:52.280318 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-798dc03e-db1d-495b-a1aa-f720385c7869 admin admin] Deleting port 2c4719b2-57aa-460f-838b-a12893bd74a6 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:52.280717 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-798dc03e-db1d-495b-a1aa-f720385c7869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2c4719b2-57aa-460f-838b-a12893bd74a6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:52.304620 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7b42d466-3bb5-4f63-aed5-5238b5f02e3c admin admin] Publish callbacks [] for router_gateway (7ec0547c-a07f-4444-a6af-0eda10e1cd97), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:52.388052 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:52.389591 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24c75dd2-e42a-4c2e-991b-cea2a8a04c8d tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (de8015f6-4093-41b9-9a55-3c3d0d067ff6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:52.462909 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9f4121b5-e944-4dc9-a3d4-80a7717081bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec0547c-a07f-4444-a6af-0eda10e1cd97', 'name': 'tempest-ServerMetadataNegativeTestJSON-644138292-router', 'tenant_id': '892f4c0694c64e21974e5623ede6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '93a23415-ee94-4f0b-b837-169297cc51ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:28Z', 'updated_at': '2022-11-02T12:49:49Z', 'revision_number': 5, 'project_id': '892f4c0694c64e21974e5623ede6acfd', 'gw_port': {'id': '93a23415-ee94-4f0b-b837-169297cc51ae', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec0547c-a07f-4444-a6af-0eda10e1cd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:30Z', 'updated_at': '2022-11-02T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:52.478820 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c75dd2-e42a-4c2e-991b-cea2a8a04c8d tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Pushing event updated for resources: {'Subnet': ['ID=de8015f6-4093-41b9-9a55-3c3d0d067ff6,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:52.493302 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c75dd2-e42a-4c2e-991b-cea2a8a04c8d tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Checking segment: {'id': '16b9a445-560f-4ce9-8edb-ab390035af66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:52.493950 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c75dd2-e42a-4c2e-991b-cea2a8a04c8d tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Network hostable DHCP agents. Network: b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:49:52.496353 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4121b5-e944-4dc9-a3d4-80a7717081bb None None] Checking router: 7ec0547c-a07f-4444-a6af-0eda10e1cd97 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:52.500152 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342cf03d-81c9-421b-98fb-8cfb9d5634c8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network f86e2873-38bc-432f-9c70-2c060f4354fb is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:49:52.508622 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4121b5-e944-4dc9-a3d4-80a7717081bb None None] Routers {'7ec0547c-a07f-4444-a6af-0eda10e1cd97'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:52.509531 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9f4121b5-e944-4dc9-a3d4-80a7717081bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['7ec0547c-a07f-4444-a6af-0eda10e1cd97'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:52.562477 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:52.574723 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-7b42d466-3bb5-4f63-aed5-5238b5f02e3c admin admin] Deleting port 93a23415-ee94-4f0b-b837-169297cc51ae {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:52.575075 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7b42d466-3bb5-4f63-aed5-5238b5f02e3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (93a23415-ee94-4f0b-b837-169297cc51ae), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:52.582484 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-798dc03e-db1d-495b-a1aa-f720385c7869 admin admin] For port 2c4719b2-57aa-460f-838b-a12893bd74a6, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2c4719b2-57aa-460f-838b-a12893bd74a6,segment=NetworkSegment(8bfba553-fcad-4c99-95e9-08e759a2cacc),segment_id=8bfba553-fcad-4c99-95e9-08e759a2cacc)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:52.582859 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-798dc03e-db1d-495b-a1aa-f720385c7869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2c4719b2-57aa-460f-838b-a12893bd74a6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:52.630683 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-798dc03e-db1d-495b-a1aa-f720385c7869 admin admin] Calling delete_port for 2c4719b2-57aa-460f-838b-a12893bd74a6 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:52.640169 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf29a44-931a-471c-984d-8b8255283192 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Made reservation on behalf of 5300fab6343946668aa03c9b5dd146c8 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:52.644700 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fcf29a44-931a-471c-984d-8b8255283192 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:52.650939 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-9f4121b5-e944-4dc9-a3d4-80a7717081bb None None] Set router 7ec0547c-a07f-4444-a6af-0eda10e1cd97 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:52.657395 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-342cf03d-81c9-421b-98fb-8cfb9d5634c8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, f86e2873-38bc-432f-9c70-2c060f4354fb) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:52.695240 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342cf03d-81c9-421b-98fb-8cfb9d5634c8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:52.695240 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-342cf03d-81c9-421b-98fb-8cfb9d5634c8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:52.715115 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-7b42d466-3bb5-4f63-aed5-5238b5f02e3c admin admin] For port 93a23415-ee94-4f0b-b837-169297cc51ae, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=93a23415-ee94-4f0b-b837-169297cc51ae,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:52.715491 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7b42d466-3bb5-4f63-aed5-5238b5f02e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (93a23415-ee94-4f0b-b837-169297cc51ae), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:52.725272 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-39d6a376-d0db-44e9-82ad-0385c7e6c6d2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for port (2e9826f9-863a-4a3c-b33b-a4bf1294b723), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:52.725554 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9f4121b5-e944-4dc9-a3d4-80a7717081bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec0547c-a07f-4444-a6af-0eda10e1cd97', 'name': 'tempest-ServerMetadataNegativeTestJSON-644138292-router', 'tenant_id': '892f4c0694c64e21974e5623ede6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:28Z', 'updated_at': '2022-11-02T12:49:52Z', 'revision_number': 6, 'project_id': '892f4c0694c64e21974e5623ede6acfd', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:52.732477 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-7b42d466-3bb5-4f63-aed5-5238b5f02e3c admin admin] Calling delete_port for 93a23415-ee94-4f0b-b837-169297cc51ae owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:52.752157 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4121b5-e944-4dc9-a3d4-80a7717081bb None None] The sync data for ids ['7ec0547c-a07f-4444-a6af-0eda10e1cd97'] in n-d-857339-6 is: [{'id': '7ec0547c-a07f-4444-a6af-0eda10e1cd97', 'name': 'tempest-ServerMetadataNegativeTestJSON-644138292-router', 'tenant_id': '892f4c0694c64e21974e5623ede6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:28Z', 'updated_at': '2022-11-02T12:49:52Z', 'revision_number': 6, 'project_id': '892f4c0694c64e21974e5623ede6acfd', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:52.813995 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c75dd2-e42a-4c2e-991b-cea2a8a04c8d tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Network b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:49:52.824239 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-24c75dd2-e42a-4c2e-991b-cea2a8a04c8d tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:52.832084 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c75dd2-e42a-4c2e-991b-cea2a8a04c8d tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:52.832673 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24c75dd2-e42a-4c2e-991b-cea2a8a04c8d tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:52.926947 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-342cf03d-81c9-421b-98fb-8cfb9d5634c8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5060413 Nov 02 12:49:52.949017 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb462f8-23b0-4e9d-8802-7a032ee31869 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:49:52.966441 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46742) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:52.975434 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-50b120a5-e44d-4b26-8d42-d85b54712aae tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-575728322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:53.038317 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-897beaa0-58df-4f73-a973-5b112bd447d0 admin admin] Publish callbacks [] for router_gateway (edb43c2a-dffe-44b9-979b-cf01109dd1f2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:53.082123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb462f8-23b0-4e9d-8802-7a032ee31869 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:49:53.101977 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46744) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:53.135052 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e6686da-2f21-45a3-96ae-b70954db4a91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:53.137065 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-39d6a376-d0db-44e9-82ad-0385c7e6c6d2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (2e9826f9-863a-4a3c-b33b-a4bf1294b723), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:53.166725 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-be634f59-2446-4526-8f41-8fff8831aef4 None None] Provisioning complete for port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:53.167813 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be634f59-2446-4526-8f41-8fff8831aef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ed1a528-f9ec-4b45-81eb-81e91d6d45c5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:53.169336 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-be634f59-2446-4526-8f41-8fff8831aef4 None None] Attempt 1 to provision port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 Nov 02 12:49:53.217854 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:53.244281 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-50b120a5-e44d-4b26-8d42-d85b54712aae tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (c2cc4b24-fac8-49a0-9438-9f6ae446d6d1), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:53.245911 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-50b120a5-e44d-4b26-8d42-d85b54712aae tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (c2cc4b24-fac8-49a0-9438-9f6ae446d6d1), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:53.248769 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:53.250280 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-798dc03e-db1d-495b-a1aa-f720385c7869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (2c4719b2-57aa-460f-838b-a12893bd74a6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:53.290146 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:53.295016 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-24c75dd2-e42a-4c2e-991b-cea2a8a04c8d tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1777365 Nov 02 12:49:53.299738 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46748) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:53.305225 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f0318333-9ca0-40a1-b985-01c056cd5049 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Request body: {'port': {'network_id': 'b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1163055312'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:53.383857 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-be634f59-2446-4526-8f41-8fff8831aef4 None None] Current status of the port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:53.384285 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be634f59-2446-4526-8f41-8fff8831aef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3ed1a528-f9ec-4b45-81eb-81e91d6d45c5), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:53.389415 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:53.423990 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7b42d466-3bb5-4f63-aed5-5238b5f02e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (93a23415-ee94-4f0b-b837-169297cc51ae), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:53.430984 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:53.431373 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ed1a528-f9ec-4b45-81eb-81e91d6d45c5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:53.433270 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 Nov 02 12:49:53.461759 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42d466-3bb5-4f63-aed5-5238b5f02e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=93a23415-ee94-4f0b-b837-169297cc51ae,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:53.494046 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-be634f59-2446-4526-8f41-8fff8831aef4 None None] For port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ed1a528-f9ec-4b45-81eb-81e91d6d45c5,segment=NetworkSegment(01c4eb35-a4e6-446c-a080-ad32af9ec7de),segment_id=01c4eb35-a4e6-446c-a080-ad32af9ec7de)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:53.541319 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7b42d466-3bb5-4f63-aed5-5238b5f02e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (7ec0547c-a07f-4444-a6af-0eda10e1cd97), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:53.575261 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0318333-9ca0-40a1-b985-01c056cd5049 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Made reservation on behalf of ea9256b3736f499b91b5f59f34ee6ff8 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:53.579664 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0318333-9ca0-40a1-b985-01c056cd5049 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:53.613627 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6a376-d0db-44e9-82ad-0385c7e6c6d2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Port': ['ID=2e9826f9-863a-4a3c-b33b-a4bf1294b723,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:53.630584 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:53.654462 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d6a376-d0db-44e9-82ad-0385c7e6c6d2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:53.670618 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-f0318333-9ca0-40a1-b985-01c056cd5049 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] device_id is not set on port d9202403-3423-4d7c-be3d-4a3343e7eff2 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:49:53.678598 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7b42d466-3bb5-4f63-aed5-5238b5f02e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (7ec0547c-a07f-4444-a6af-0eda10e1cd97), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:53.691101 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be634f59-2446-4526-8f41-8fff8831aef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3ed1a528-f9ec-4b45-81eb-81e91d6d45c5), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:53.691382 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7b42d466-3bb5-4f63-aed5-5238b5f02e3c admin admin] Publish callbacks [] for router_controller (7ec0547c-a07f-4444-a6af-0eda10e1cd97), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:53.747130 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798dc03e-db1d-495b-a1aa-f720385c7869 admin admin] No DVR routers for this DVR port 2c4719b2-57aa-460f-838b-a12893bd74a6 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:49:53.754812 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-39d6a376-d0db-44e9-82ad-0385c7e6c6d2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:53.757111 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798dc03e-db1d-495b-a1aa-f720385c7869 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c4719b2-57aa-460f-838b-a12893bd74a6,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:53.760615 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d6a376-d0db-44e9-82ad-0385c7e6c6d2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:53.809165 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3', 'network_id': 'b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3', 'project_id': 'ea9256b3736f499b91b5f59f34ee6ff8', 'fixed_ips': [{'subnet_id': 'de8015f6-4093-41b9-9a55-3c3d0d067ff6'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:49:53.810033 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:53.835647 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-f86e2873-38bc-432f-9c70-2c060f4354fb', 'network_id': 'f86e2873-38bc-432f-9c70-2c060f4354fb', 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'fixed_ips': [{'subnet_id': '4b933339-03ac-4c4b-9d51-0c6954319d5e'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:49:53.836906 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:53.843680 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:53.849287 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be634f59-2446-4526-8f41-8fff8831aef4 None None] Pushing event updated for resources: {'Port': ['ID=3ed1a528-f9ec-4b45-81eb-81e91d6d45c5,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:53.872016 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-50b120a5-e44d-4b26-8d42-d85b54712aae tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router_controller (c2cc4b24-fac8-49a0-9438-9f6ae446d6d1), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:53.872823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-f0318333-9ca0-40a1-b985-01c056cd5049 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Allocated IP 172.20.0.3 (b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3/de8015f6-4093-41b9-9a55-3c3d0d067ff6/d9202403-3423-4d7c-be3d-4a3343e7eff2) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:53.878541 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fcf29a44-931a-471c-984d-8b8255283192 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (e5850a27-4617-4d9e-80bd-c5f85b42969f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:53.881865 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:53.956079 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:53.986281 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7b42d466-3bb5-4f63-aed5-5238b5f02e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (7ec0547c-a07f-4444-a6af-0eda10e1cd97), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:53.986955 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b42d466-3bb5-4f63-aed5-5238b5f02e3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ec0547c-a07f-4444-a6af-0eda10e1cd97 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:49:54.007718 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7b42d466-3bb5-4f63-aed5-5238b5f02e3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.012991 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7b42d466-3bb5-4f63-aed5-5238b5f02e3c admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/7ec0547c-a07f-4444-a6af-0eda10e1cd97 HTTP/1.1" status: 204 len: 168 time: 2.0498450 Nov 02 12:49:54.014009 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46752) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:54.021979 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6ccefa30-2a49-4b07-a4ee-e812f9814d2d no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:54.049150 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-50b120a5-e44d-4b26-8d42-d85b54712aae tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (c2cc4b24-fac8-49a0-9438-9f6ae446d6d1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.061563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 6ccefa30-2a49-4b07-a4ee-e812f9814d2d {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:54.061908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6ccefa30-2a49-4b07-a4ee-e812f9814d2d not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:54.120172 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-798dc03e-db1d-495b-a1aa-f720385c7869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (f8b092f0-7311-4609-993b-eb26c372f7e4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.133100 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-956ee707-c58b-4a96-987d-667b5499f769 admin admin] Deleting subnet 65e9189f-817e-4543-80cf-df89372afa41 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:49:54.145667 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-956ee707-c58b-4a96-987d-667b5499f769 admin admin] Publish callbacks [] for subnet (65e9189f-817e-4543-80cf-df89372afa41), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.164163 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] Allocated IP 2001:db8::2 (f86e2873-38bc-432f-9c70-2c060f4354fb/4b933339-03ac-4c4b-9d51-0c6954319d5e/7af84675-c870-479a-86ba-8ba2cc0758ec) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:54.218998 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-956ee707-c58b-4a96-987d-667b5499f769 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (65e9189f-817e-4543-80cf-df89372afa41), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.279101 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0318333-9ca0-40a1-b985-01c056cd5049 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks [] for port (d9202403-3423-4d7c-be3d-4a3343e7eff2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.281287 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-798dc03e-db1d-495b-a1aa-f720385c7869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b092f0-7311-4609-993b-eb26c372f7e4']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:54.364118 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-798dc03e-db1d-495b-a1aa-f720385c7869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfba553-fcad-4c99-95e9-08e759a2cacc') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:54.364905 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-798dc03e-db1d-495b-a1aa-f720385c7869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfba553-fcad-4c99-95e9-08e759a2cacc') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:54.374661 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-956ee707-c58b-4a96-987d-667b5499f769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (65e9189f-817e-4543-80cf-df89372afa41), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.394511 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] Publish callbacks [] for port (7af84675-c870-479a-86ba-8ba2cc0758ec), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.398661 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:54.402826 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf29a44-931a-471c-984d-8b8255283192 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Pushing event updated for resources: {'Subnet': ['ID=e5850a27-4617-4d9e-80bd-c5f85b42969f,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:54.406216 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-798dc03e-db1d-495b-a1aa-f720385c7869 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (8bfba553-fcad-4c99-95e9-08e759a2cacc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.421777 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e6686da-2f21-45a3-96ae-b70954db4a91 admin admin] Publish callbacks [] for security_group (aef93718-cebd-4721-8d52-076bac55b471), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.451551 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-798dc03e-db1d-495b-a1aa-f720385c7869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (8bfba553-fcad-4c99-95e9-08e759a2cacc), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.459504 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-897beaa0-58df-4f73-a973-5b112bd447d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (edb43c2a-dffe-44b9-979b-cf01109dd1f2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.463068 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf29a44-931a-471c-984d-8b8255283192 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Checking segment: {'id': '52853471-2fcc-441a-8897-bac37a1f22a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '6bbc5d08-de87-4bc5-8843-154782fe44c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:54.463428 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf29a44-931a-471c-984d-8b8255283192 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Network hostable DHCP agents. Network: 6bbc5d08-de87-4bc5-8843-154782fe44c6, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:49:54.466092 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798dc03e-db1d-495b-a1aa-f720385c7869 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:49:54.466493 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-798dc03e-db1d-495b-a1aa-f720385c7869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (8bfba553-fcad-4c99-95e9-08e759a2cacc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.491868 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 8bfba553-fcad-4c99-95e9-08e759a2cacc resource provider aggregate not found Nov 02 12:49:54.504077 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-50b120a5-e44d-4b26-8d42-d85b54712aae tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.505373 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-50b120a5-e44d-4b26-8d42-d85b54712aae tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5379319 Nov 02 12:49:54.508290 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46758) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:54.526094 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (7af84675-c870-479a-86ba-8ba2cc0758ec), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.568397 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0318333-9ca0-40a1-b985-01c056cd5049 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (d9202403-3423-4d7c-be3d-4a3343e7eff2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.579471 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 8bfba553-fcad-4c99-95e9-08e759a2cacc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8bfba553-fcad-4c99-95e9-08e759a2cacc found for delete ", "request_id": "req-23e0a9eb-7907-4822-a096-e0b88bf9891e"}]} Nov 02 12:49:54.584356 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] Network f86e2873-38bc-432f-9c70-2c060f4354fb is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:54.585326 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e6686da-2f21-45a3-96ae-b70954db4a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (aef93718-cebd-4721-8d52-076bac55b471), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.609163 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:54.625630 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:54.628987 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] Pushing event updated for resources: {'Port': ['ID=7af84675-c870-479a-86ba-8ba2cc0758ec,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:54.636226 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-956ee707-c58b-4a96-987d-667b5499f769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (65e9189f-817e-4543-80cf-df89372afa41), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.640169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:54.700571 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0318333-9ca0-40a1-b985-01c056cd5049 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Network b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:54.704913 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ee707-c58b-4a96-987d-667b5499f769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65e9189f-817e-4543-80cf-df89372afa41,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:54.711518 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0e6686da-2f21-45a3-96ae-b70954db4a91 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4dc6bbb98bc2492397999dea42e67635&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6082048 Nov 02 12:49:54.738411 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46760) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:54.746822 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-956ee707-c58b-4a96-987d-667b5499f769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.746934 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-956ee707-c58b-4a96-987d-667b5499f769 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/65e9189f-817e-4543-80cf-df89372afa41 HTTP/1.1" status: 204 len: 168 time: 0.7251415 Nov 02 12:49:54.751334 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-f0318333-9ca0-40a1-b985-01c056cd5049 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:54.753401 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46762) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:54.771229 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6686da-2f21-45a3-96ae-b70954db4a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef93718-cebd-4721-8d52-076bac55b471,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:54.772147 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0318333-9ca0-40a1-b985-01c056cd5049 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Pushing event updated for resources: {'Port': ['ID=d9202403-3423-4d7c-be3d-4a3343e7eff2,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:54.772731 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-798dc03e-db1d-495b-a1aa-f720385c7869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (f8b092f0-7311-4609-993b-eb26c372f7e4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.773259 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0318333-9ca0-40a1-b985-01c056cd5049 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:54.775194 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] Attempting to bind port 7af84675-c870-479a-86ba-8ba2cc0758ec on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:54.776060 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] Attempting to bind port 7af84675-c870-479a-86ba-8ba2cc0758ec by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'e6115dc9-7958-44b6-a491-0ec373700f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f86e2873-38bc-432f-9c70-2c060f4354fb'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:54.777592 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] Attempting to bind port 7af84675-c870-479a-86ba-8ba2cc0758ec on network f86e2873-38bc-432f-9c70-2c060f4354fb {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:54.817132 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-798dc03e-db1d-495b-a1aa-f720385c7869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.823464 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-798dc03e-db1d-495b-a1aa-f720385c7869 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/f8b092f0-7311-4609-993b-eb26c372f7e4 HTTP/1.1" status: 204 len: 168 time: 3.0610325 Nov 02 12:49:54.835216 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf29a44-931a-471c-984d-8b8255283192 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Network 6bbc5d08-de87-4bc5-8843-154782fe44c6 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:49:54.842829 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8b5842aa-4157-4942-8257-875a59c38796 None None] Provisioning complete for port cf692925-7299-4f1c-99c9-00642ab3017f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:54.843349 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8b5842aa-4157-4942-8257-875a59c38796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (cf692925-7299-4f1c-99c9-00642ab3017f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.843826 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8b5842aa-4157-4942-8257-875a59c38796 None None] Attempt 1 to provision port cf692925-7299-4f1c-99c9-00642ab3017f Nov 02 12:49:54.869215 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798dc03e-db1d-495b-a1aa-f720385c7869 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b092f0-7311-4609-993b-eb26c372f7e4,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:54.933694 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:49:54.935917 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] Checking segment: {'id': 'e6115dc9-7958-44b6-a491-0ec373700f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f86e2873-38bc-432f-9c70-2c060f4354fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:54.936326 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.936867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] Bound using segment: {'id': 'e6115dc9-7958-44b6-a491-0ec373700f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f86e2873-38bc-432f-9c70-2c060f4354fb'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:49:54.937534 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] Bound port: 7af84675-c870-479a-86ba-8ba2cc0758ec, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6115dc9-7958-44b6-a491-0ec373700f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f86e2873-38bc-432f-9c70-2c060f4354fb'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:49:54.938008 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7af84675-c870-479a-86ba-8ba2cc0758ec), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.948288 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] Allocated IP 172.20.0.2 (b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3/de8015f6-4093-41b9-9a55-3c3d0d067ff6/a1301870-7bfa-4da9-9681-0044b649740f) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:54.954672 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a11600fe-d509-42e6-9225-de8deaf7ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (6928d18c-eb74-4b90-8689-c218672131c8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:54.989013 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-39d6a376-d0db-44e9-82ad-0385c7e6c6d2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for router_gateway (d9bc821d-6e0a-4a1d-9c9e-c9c563928f49), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:55.030728 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0318333-9ca0-40a1-b985-01c056cd5049 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:55.031713 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0318333-9ca0-40a1-b985-01c056cd5049 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:55.045742 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] For port 7af84675-c870-479a-86ba-8ba2cc0758ec, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:55.049290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] For port 7af84675-c870-479a-86ba-8ba2cc0758ec, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7af84675-c870-479a-86ba-8ba2cc0758ec,segment=NetworkSegment(e6115dc9-7958-44b6-a491-0ec373700f4f),segment_id=e6115dc9-7958-44b6-a491-0ec373700f4f)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:55.079009 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-fcf29a44-931a-471c-984d-8b8255283192 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 6bbc5d08-de87-4bc5-8843-154782fe44c6) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:55.119464 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf29a44-931a-471c-984d-8b8255283192 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:55.132440 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fcf29a44-931a-471c-984d-8b8255283192 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:55.167235 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8b5842aa-4157-4942-8257-875a59c38796 None None] Current status of the port cf692925-7299-4f1c-99c9-00642ab3017f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:55.191650 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c19cd3f2-4ed6-4ee3-a28f-5b1a530006f9 admin admin] Publish callbacks [] for security_group (aef93718-cebd-4721-8d52-076bac55b471), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:55.235848 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7af84675-c870-479a-86ba-8ba2cc0758ec), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:55.249687 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f0318333-9ca0-40a1-b985-01c056cd5049 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9485164 Nov 02 12:49:55.254182 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3fcf115b-51ff-458f-ad5a-34cef3c1b67a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:55.269547 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46766) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:55.278606 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c19cd3f2-4ed6-4ee3-a28f-5b1a530006f9 admin admin] Publish callbacks [] for security_group (aef93718-cebd-4721-8d52-076bac55b471), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:55.323843 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4030816-7b42-461e-9ea4-e39e91b3abc9 None None] Pushing event updated for resources: {'Port': ['ID=7af84675-c870-479a-86ba-8ba2cc0758ec,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:55.338838 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] Publish callbacks [] for port (a1301870-7bfa-4da9-9681-0044b649740f), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:55.369239 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:55.415501 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-30641215-160a-472c-843e-1d9b94886461 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Request body: {'port': {'network_id': 'b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1241903727', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:55.417158 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.api.validators [None req-30641215-160a-472c-843e-1d9b94886461 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] bootfile-name is not in valid_values {{(pid=105976) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Nov 02 12:49:55.417806 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.api.validators [None req-30641215-160a-472c-843e-1d9b94886461 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] tftp-server is not in valid_values {{(pid=105976) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Nov 02 12:49:55.418157 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.api.validators [None req-30641215-160a-472c-843e-1d9b94886461 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] server-ip-address is not in valid_values {{(pid=105976) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Nov 02 12:49:55.425088 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:55.432204 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ed1a528-f9ec-4b45-81eb-81e91d6d45c5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:55.432204 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 Nov 02 12:49:55.460289 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (a1301870-7bfa-4da9-9681-0044b649740f), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:55.523138 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] Network b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:55.528556 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:55.532318 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] Pushing event updated for resources: {'Port': ['ID=a1301870-7bfa-4da9-9681-0044b649740f,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:55.534945 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:55.557007 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a11600fe-d509-42e6-9225-de8deaf7ee10 admin admin] Deleting port cf692925-7299-4f1c-99c9-00642ab3017f {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:49:55.557007 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a11600fe-d509-42e6-9225-de8deaf7ee10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (cf692925-7299-4f1c-99c9-00642ab3017f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:55.572038 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-39d6a376-d0db-44e9-82ad-0385c7e6c6d2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (d9bc821d-6e0a-4a1d-9c9e-c9c563928f49), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:55.591317 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-3fcf115b-51ff-458f-ad5a-34cef3c1b67a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Allocated IP 2001:db8::1 (f86e2873-38bc-432f-9c70-2c060f4354fb/4b933339-03ac-4c4b-9d51-0c6954319d5e/3c0c9fc1-8f05-487a-80ba-fcc067801371) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:55.638973 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:55.656602 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] Attempting to bind port a1301870-7bfa-4da9-9681-0044b649740f on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:55.656965 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] Attempting to bind port a1301870-7bfa-4da9-9681-0044b649740f by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '16b9a445-560f-4ce9-8edb-ab390035af66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:55.657346 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] Attempting to bind port a1301870-7bfa-4da9-9681-0044b649740f on network b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:55.704978 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fcf29a44-931a-471c-984d-8b8255283192 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6837964 Nov 02 12:49:55.705862 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c19cd3f2-4ed6-4ee3-a28f-5b1a530006f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (aef93718-cebd-4721-8d52-076bac55b471), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:55.708813 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c19cd3f2-4ed6-4ee3-a28f-5b1a530006f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:55.713366 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:55.714128 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c19cd3f2-4ed6-4ee3-a28f-5b1a530006f9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/aef93718-cebd-4721-8d52-076bac55b471 HTTP/1.1" status: 204 len: 168 time: 0.9716952 Nov 02 12:49:55.715219 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46768) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:55.716022 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897beaa0-58df-4f73-a973-5b112bd447d0 admin admin] Router edb43c2a-dffe-44b9-979b-cf01109dd1f2 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:49:55.726482 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-cd1c77e2-c7aa-44a8-83fb-c1b653f0581d tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Request body: {'port': {'network_id': '6bbc5d08-de87-4bc5-8843-154782fe44c6', 'name': 'tempest-AllowedAddressPairTestJSON-245212834'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:55.746562 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cd3f2-4ed6-4ee3-a28f-5b1a530006f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef93718-cebd-4721-8d52-076bac55b471,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:55.782633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 93a23415-ee94-4f0b-b837-169297cc51ae no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:55.845400 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:49:55.846085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] Checking segment: {'id': '16b9a445-560f-4ce9-8edb-ab390035af66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:55.846452 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:55.846865 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] Bound using segment: {'id': '16b9a445-560f-4ce9-8edb-ab390035af66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:49:55.847432 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] Bound port: a1301870-7bfa-4da9-9681-0044b649740f, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b9a445-560f-4ce9-8edb-ab390035af66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:49:55.847742 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a1301870-7bfa-4da9-9681-0044b649740f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:55.849990 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 93a23415-ee94-4f0b-b837-169297cc51ae {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:49:55.850334 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 93a23415-ee94-4f0b-b837-169297cc51ae not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:55.880725 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46772) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:55.906066 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-a11600fe-d509-42e6-9225-de8deaf7ee10 admin admin] For port cf692925-7299-4f1c-99c9-00642ab3017f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=cf692925-7299-4f1c-99c9-00642ab3017f,segment=NetworkSegment(b00be86c-2a0b-4a2e-9ebb-6da2f685a87b),segment_id=b00be86c-2a0b-4a2e-9ebb-6da2f685a87b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:55.906582 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a11600fe-d509-42e6-9225-de8deaf7ee10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (cf692925-7299-4f1c-99c9-00642ab3017f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:55.935121 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897beaa0-58df-4f73-a973-5b112bd447d0 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:55.947564 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] Sync routers for ids ['edb43c2a-dffe-44b9-979b-cf01109dd1f2'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:55.948568 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] For port a1301870-7bfa-4da9-9681-0044b649740f, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:55.952939 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] For port a1301870-7bfa-4da9-9681-0044b649740f, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a1301870-7bfa-4da9-9681-0044b649740f,segment=NetworkSegment(16b9a445-560f-4ce9-8edb-ab390035af66),segment_id=16b9a445-560f-4ce9-8edb-ab390035af66)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:55.965688 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] Routers {'edb43c2a-dffe-44b9-979b-cf01109dd1f2'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:55.966379 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['edb43c2a-dffe-44b9-979b-cf01109dd1f2'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:56.024613 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a11600fe-d509-42e6-9225-de8deaf7ee10 admin admin] Calling delete_port for cf692925-7299-4f1c-99c9-00642ab3017f owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:49:56.057200 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-897beaa0-58df-4f73-a973-5b112bd447d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:56.059843 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-897beaa0-58df-4f73-a973-5b112bd447d0 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.1303601 Nov 02 12:49:56.061078 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46774) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:56.074176 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] Set router edb43c2a-dffe-44b9-979b-cf01109dd1f2 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:56.106138 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a1301870-7bfa-4da9-9681-0044b649740f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:56.135093 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d6a376-d0db-44e9-82ad-0385c7e6c6d2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Router d9bc821d-6e0a-4a1d-9c9e-c9c563928f49 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:49:56.172740 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3fcf115b-51ff-458f-ad5a-34cef3c1b67a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for port (3c0c9fc1-8f05-487a-80ba-fcc067801371), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:56.211338 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06999b9-f821-4ec9-9f0b-589e33b018d2 None None] Pushing event updated for resources: {'Port': ['ID=a1301870-7bfa-4da9-9681-0044b649740f,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:56.239706 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:56.254191 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-13eea934-221c-4d2a-b59f-c6ddd53a220e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ce338ec547424ff38f2537cca88cf3a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3693559 Nov 02 12:49:56.282811 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46778) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:56.364746 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30641215-160a-472c-843e-1d9b94886461 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Made reservation on behalf of ea9256b3736f499b91b5f59f34ee6ff8 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:56.367674 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb43c2a-dffe-44b9-979b-cf01109dd1f2', 'name': 'tempest-ServersTestJSON-1905493866-router', 'tenant_id': 'd370c06216734957aebcbad237a18aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '09bf2518-e2c0-4360-b78c-b187acd090fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:48Z', 'updated_at': '2022-11-02T12:49:52Z', 'revision_number': 3, 'project_id': 'd370c06216734957aebcbad237a18aec', 'gw_port': {'id': '09bf2518-e2c0-4360-b78c-b187acd090fd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb43c2a-dffe-44b9-979b-cf01109dd1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:50Z', 'updated_at': '2022-11-02T12:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:56.386686 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30641215-160a-472c-843e-1d9b94886461 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:56.426096 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] Checking router: edb43c2a-dffe-44b9-979b-cf01109dd1f2 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:56.426495 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] Updating router edb43c2a-dffe-44b9-979b-cf01109dd1f2 port 09bf2518-e2c0-4360-b78c-b187acd090fd binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:49:56.430269 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:56.470495 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (09bf2518-e2c0-4360-b78c-b187acd090fd), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:56.538729 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-30641215-160a-472c-843e-1d9b94886461 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] device_id is not set on port ec1d3137-09f6-45b6-bc36-87d1c2c07770 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:49:56.551273 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fff176fb-54c3-4808-96d3-19be7184637d admin admin] Publish callbacks [] for security_group (ca64aa83-e24f-4c10-b693-88045fe9a652), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:56.638158 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1c77e2-c7aa-44a8-83fb-c1b653f0581d tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Made reservation on behalf of 5300fab6343946668aa03c9b5dd146c8 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:56.645382 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cd1c77e2-c7aa-44a8-83fb-c1b653f0581d tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:56.649869 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a11600fe-d509-42e6-9225-de8deaf7ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (cf692925-7299-4f1c-99c9-00642ab3017f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:56.690272 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3fcf115b-51ff-458f-ad5a-34cef3c1b67a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (3c0c9fc1-8f05-487a-80ba-fcc067801371), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:56.691762 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:56.701275 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:56.716427 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fff176fb-54c3-4808-96d3-19be7184637d admin admin] Publish callbacks [] for security_group (ca64aa83-e24f-4c10-b693-88045fe9a652), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:56.728107 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-cd1c77e2-c7aa-44a8-83fb-c1b653f0581d tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] device_id is not set on port 7fc06f67-4a24-42b2-bbee-fb424ec8e4a5 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:49:56.779055 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11600fe-d509-42e6-9225-de8deaf7ee10 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf692925-7299-4f1c-99c9-00642ab3017f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:56.789558 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11600fe-d509-42e6-9225-de8deaf7ee10 admin admin] No DVR routers for this DVR port cf692925-7299-4f1c-99c9-00642ab3017f on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:49:56.878978 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcf115b-51ff-458f-ad5a-34cef3c1b67a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network f86e2873-38bc-432f-9c70-2c060f4354fb is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:56.897572 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:56.903975 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d6a376-d0db-44e9-82ad-0385c7e6c6d2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:56.918120 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e156dec-e2e7-4e54-bcc2-b3ed17fa7aa2 None None] Sync routers for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:56.947387 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e156dec-e2e7-4e54-bcc2-b3ed17fa7aa2 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:56.961725 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8e156dec-e2e7-4e54-bcc2-b3ed17fa7aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:56.975988 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] Publish callbacks [] for port (09bf2518-e2c0-4360-b78c-b187acd090fd), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:56.990101 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-3fcf115b-51ff-458f-ad5a-34cef3c1b67a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:57.021030 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcf115b-51ff-458f-ad5a-34cef3c1b67a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:57.021604 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3fcf115b-51ff-458f-ad5a-34cef3c1b67a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (c2cc4b24-fac8-49a0-9438-9f6ae446d6d1), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:57.024303 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:57.034005 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8e156dec-e2e7-4e54-bcc2-b3ed17fa7aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:57.052747 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-39d6a376-d0db-44e9-82ad-0385c7e6c6d2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:57.054062 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-39d6a376-d0db-44e9-82ad-0385c7e6c6d2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.6902153 Nov 02 12:49:57.059330 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46788) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:57.077223 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:57.078311 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (09bf2518-e2c0-4360-b78c-b187acd090fd), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:57.078637 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e156dec-e2e7-4e54-bcc2-b3ed17fa7aa2 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:57.079320 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8e156dec-e2e7-4e54-bcc2-b3ed17fa7aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:57.155644 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] Attempting to bind port 09bf2518-e2c0-4360-b78c-b187acd090fd on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:49:57.156429 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] Attempting to bind port 09bf2518-e2c0-4360-b78c-b187acd090fd by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:49:57.157055 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] Attempting to bind port 09bf2518-e2c0-4360-b78c-b187acd090fd on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:57.168432 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8e156dec-e2e7-4e54-bcc2-b3ed17fa7aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:57.169445 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e156dec-e2e7-4e54-bcc2-b3ed17fa7aa2 None None] The sync data for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:57.181210 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf115b-51ff-458f-ad5a-34cef3c1b67a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Port': ['ID=3c0c9fc1-8f05-487a-80ba-fcc067801371,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:57.232162 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-046604df-52e7-4618-967c-47843d9202d1 None None] Provisioning complete for port 7af84675-c870-479a-86ba-8ba2cc0758ec triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:57.232586 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-046604df-52e7-4618-967c-47843d9202d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7af84675-c870-479a-86ba-8ba2cc0758ec), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:57.232962 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-046604df-52e7-4618-967c-47843d9202d1 None None] Attempt 1 to provision port 7af84675-c870-479a-86ba-8ba2cc0758ec Nov 02 12:49:57.303707 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a11600fe-d509-42e6-9225-de8deaf7ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (6928d18c-eb74-4b90-8689-c218672131c8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:57.361837 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-30641215-160a-472c-843e-1d9b94886461 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Allocated IP 172.20.0.8 (b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3/de8015f6-4093-41b9-9a55-3c3d0d067ff6/ec1d3137-09f6-45b6-bc36-87d1c2c07770) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:57.396302 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a1301870-7bfa-4da9-9681-0044b649740f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:57.399853 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-a11600fe-d509-42e6-9225-de8deaf7ee10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6928d18c-eb74-4b90-8689-c218672131c8']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:57.426444 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-a11600fe-d509-42e6-9225-de8deaf7ee10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00be86c-2a0b-4a2e-9ebb-6da2f685a87b') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:57.427051 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-a11600fe-d509-42e6-9225-de8deaf7ee10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00be86c-2a0b-4a2e-9ebb-6da2f685a87b') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:57.441203 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53346d0-7952-4bc8-b721-ff53b95317fb None None] Pushing event updated for resources: {'Port': ['ID=09bf2518-e2c0-4360-b78c-b187acd090fd,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:57.451443 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53346d0-7952-4bc8-b721-ff53b95317fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:57.451790 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53346d0-7952-4bc8-b721-ff53b95317fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:57.452169 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53346d0-7952-4bc8-b721-ff53b95317fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:57.452521 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53346d0-7952-4bc8-b721-ff53b95317fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:57.452852 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53346d0-7952-4bc8-b721-ff53b95317fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:57.453237 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53346d0-7952-4bc8-b721-ff53b95317fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:57.453563 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53346d0-7952-4bc8-b721-ff53b95317fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:57.453929 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53346d0-7952-4bc8-b721-ff53b95317fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:57.454308 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53346d0-7952-4bc8-b721-ff53b95317fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:57.454630 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53346d0-7952-4bc8-b721-ff53b95317fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:57.454947 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53346d0-7952-4bc8-b721-ff53b95317fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:57.455850 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53346d0-7952-4bc8-b721-ff53b95317fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:57.456183 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53346d0-7952-4bc8-b721-ff53b95317fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:57.456574 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53346d0-7952-4bc8-b721-ff53b95317fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:57.456893 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53346d0-7952-4bc8-b721-ff53b95317fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:57.471101 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a11600fe-d509-42e6-9225-de8deaf7ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (b00be86c-2a0b-4a2e-9ebb-6da2f685a87b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:57.474243 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-cd1c77e2-c7aa-44a8-83fb-c1b653f0581d tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Allocated IP 172.20.0.9 (6bbc5d08-de87-4bc5-8843-154782fe44c6/e5850a27-4617-4d9e-80bd-c5f85b42969f/7fc06f67-4a24-42b2-bbee-fb424ec8e4a5) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:57.477559 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:49:57.478275 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:49:57.478851 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:57.479494 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:49:57.480160 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] Bound port: 09bf2518-e2c0-4360-b78c-b187acd090fd, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:49:57.480907 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (09bf2518-e2c0-4360-b78c-b187acd090fd), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:57.550949 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fff176fb-54c3-4808-96d3-19be7184637d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ca64aa83-e24f-4c10-b693-88045fe9a652), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:57.557852 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fff176fb-54c3-4808-96d3-19be7184637d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:57.557852 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fff176fb-54c3-4808-96d3-19be7184637d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ca64aa83-e24f-4c10-b693-88045fe9a652 HTTP/1.1" status: 204 len: 168 time: 1.2695057 Nov 02 12:49:57.557852 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a11600fe-d509-42e6-9225-de8deaf7ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (b00be86c-2a0b-4a2e-9ebb-6da2f685a87b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:57.574445 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] For port 09bf2518-e2c0-4360-b78c-b187acd090fd, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:57.578551 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] For port 09bf2518-e2c0-4360-b78c-b187acd090fd, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=09bf2518-e2c0-4360-b78c-b187acd090fd,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:57.589040 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff176fb-54c3-4808-96d3-19be7184637d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca64aa83-e24f-4c10-b693-88045fe9a652,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:57.608266 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11600fe-d509-42e6-9225-de8deaf7ee10 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:49:57.608266 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a11600fe-d509-42e6-9225-de8deaf7ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (b00be86c-2a0b-4a2e-9ebb-6da2f685a87b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:57.663323 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a1301870-7bfa-4da9-9681-0044b649740f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:57.663323 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a1301870-7bfa-4da9-9681-0044b649740f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:57.663323 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a1301870-7bfa-4da9-9681-0044b649740f Nov 02 12:49:57.666047 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment b00be86c-2a0b-4a2e-9ebb-6da2f685a87b resource provider aggregate not found Nov 02 12:49:57.688614 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (09bf2518-e2c0-4360-b78c-b187acd090fd), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:57.741464 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment b00be86c-2a0b-4a2e-9ebb-6da2f685a87b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b00be86c-2a0b-4a2e-9ebb-6da2f685a87b found for delete ", "request_id": "req-4bd6fee6-a504-4387-a3ab-9bd559ff2e5d"}]} Nov 02 12:49:57.766817 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] Routers {'edb43c2a-dffe-44b9-979b-cf01109dd1f2'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:49:57.774432 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['edb43c2a-dffe-44b9-979b-cf01109dd1f2'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:57.804282 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a1301870-7bfa-4da9-9681-0044b649740f is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:57.804693 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a1301870-7bfa-4da9-9681-0044b649740f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:57.829215 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-046604df-52e7-4618-967c-47843d9202d1 None None] Current status of the port 7af84675-c870-479a-86ba-8ba2cc0758ec is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:57.829632 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-046604df-52e7-4618-967c-47843d9202d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7af84675-c870-479a-86ba-8ba2cc0758ec), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:57.881857 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port a1301870-7bfa-4da9-9681-0044b649740f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a1301870-7bfa-4da9-9681-0044b649740f,segment=NetworkSegment(16b9a445-560f-4ce9-8edb-ab390035af66),segment_id=16b9a445-560f-4ce9-8edb-ab390035af66)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:57.953008 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-046604df-52e7-4618-967c-47843d9202d1 None None] For port 7af84675-c870-479a-86ba-8ba2cc0758ec, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7af84675-c870-479a-86ba-8ba2cc0758ec,segment=NetworkSegment(e6115dc9-7958-44b6-a491-0ec373700f4f),segment_id=e6115dc9-7958-44b6-a491-0ec373700f4f)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:57.960150 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53346d0-7952-4bc8-b721-ff53b95317fb None None] Pushing event updated for resources: {'Port': ['ID=09bf2518-e2c0-4360-b78c-b187acd090fd,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:57.976100 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:58.006937 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:58.039258 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836a5440-0392-4948-b2b5-e85ba7a868a2 None None] Network b953d999-f7f5-4ecf-82ca-249a0d9c900e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:58.057389 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] Set router edb43c2a-dffe-44b9-979b-cf01109dd1f2 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:49:58.218232 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:58.260286 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-21684dec-5c19-4c47-ac6c-580674f1f811 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:58.352038 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bfd9fc-b3b0-4b00-9479-f186c24ae8d2 None None] Network f8b092f0-7311-4609-993b-eb26c372f7e4 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:58.355691 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75efacf6-b1aa-4358-87c8-9523b2ba177d None None] Network f86e2873-38bc-432f-9c70-2c060f4354fb requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:58.358250 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2c18d8-d51f-4b5c-9591-12054b5b6f12 None None] Network b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:58.362427 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b398410a-c88d-40a5-94dc-e054196fd9a3 None None] Network 6928d18c-eb74-4b90-8689-c218672131c8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:58.364695 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cfc62f-1c54-4137-9f12-6cb3e1c9b67f None None] Network 6bbc5d08-de87-4bc5-8843-154782fe44c6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:49:58.368755 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3fcf115b-51ff-458f-ad5a-34cef3c1b67a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3c0c9fc1-8f05-487a-80ba-fcc067801371), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:58.370262 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb43c2a-dffe-44b9-979b-cf01109dd1f2', 'name': 'tempest-ServersTestJSON-1905493866-router', 'tenant_id': 'd370c06216734957aebcbad237a18aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '09bf2518-e2c0-4360-b78c-b187acd090fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:48Z', 'updated_at': '2022-11-02T12:49:52Z', 'revision_number': 3, 'project_id': 'd370c06216734957aebcbad237a18aec', 'gw_port': {'id': '09bf2518-e2c0-4360-b78c-b187acd090fd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb43c2a-dffe-44b9-979b-cf01109dd1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:50Z', 'updated_at': '2022-11-02T12:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:58.384243 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Allocated IP 172.20.0.1 (b953d999-f7f5-4ecf-82ca-249a0d9c900e/794e57d1-599c-47cc-ba0b-0e5dfa564d2f/2ac860cc-3885-4269-9dda-cc31bf309277) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:58.406058 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a426c9f7-2f54-458d-b212-bca937d83ccd None None] The sync data for ids ['edb43c2a-dffe-44b9-979b-cf01109dd1f2'] in n-d-857339-6 is: [{'id': 'edb43c2a-dffe-44b9-979b-cf01109dd1f2', 'name': 'tempest-ServersTestJSON-1905493866-router', 'tenant_id': 'd370c06216734957aebcbad237a18aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '09bf2518-e2c0-4360-b78c-b187acd090fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:48Z', 'updated_at': '2022-11-02T12:49:52Z', 'revision_number': 3, 'project_id': 'd370c06216734957aebcbad237a18aec', 'gw_port': {'id': '09bf2518-e2c0-4360-b78c-b187acd090fd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb43c2a-dffe-44b9-979b-cf01109dd1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:50Z', 'updated_at': '2022-11-02T12:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:58.479740 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30641215-160a-472c-843e-1d9b94886461 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks [] for port (ec1d3137-09f6-45b6-bc36-87d1c2c07770), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:58.610408 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-046604df-52e7-4618-967c-47843d9202d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7af84675-c870-479a-86ba-8ba2cc0758ec), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:58.729681 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Publish callbacks [] for port (2ac860cc-3885-4269-9dda-cc31bf309277), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:58.742274 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a1301870-7bfa-4da9-9681-0044b649740f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:58.742902 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7af84675-c870-479a-86ba-8ba2cc0758ec up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:58.745197 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bfd9fc-b3b0-4b00-9479-f186c24ae8d2 None None] Network f8b092f0-7311-4609-993b-eb26c372f7e4 could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 12:49:58.759012 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046604df-52e7-4618-967c-47843d9202d1 None None] Pushing event updated for resources: {'Port': ['ID=7af84675-c870-479a-86ba-8ba2cc0758ec,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:58.839912 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3fcf115b-51ff-458f-ad5a-34cef3c1b67a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for port (3c0c9fc1-8f05-487a-80ba-fcc067801371), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:58.841955 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0af4cdbf-4650-4b49-9dd5-52bdac630f0c None None] Provisioning complete for port a1301870-7bfa-4da9-9681-0044b649740f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:58.842941 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0af4cdbf-4650-4b49-9dd5-52bdac630f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a1301870-7bfa-4da9-9681-0044b649740f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:58.843459 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0af4cdbf-4650-4b49-9dd5-52bdac630f0c None None] Attempt 1 to provision port a1301870-7bfa-4da9-9681-0044b649740f Nov 02 12:49:58.852301 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a11600fe-d509-42e6-9225-de8deaf7ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (6928d18c-eb74-4b90-8689-c218672131c8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:58.878278 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a11600fe-d509-42e6-9225-de8deaf7ee10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:58.881588 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a11600fe-d509-42e6-9225-de8deaf7ee10 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/6928d18c-eb74-4b90-8689-c218672131c8 HTTP/1.1" status: 204 len: 168 time: 4.1246312 Nov 02 12:49:58.902636 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-21684dec-5c19-4c47-ac6c-580674f1f811 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Allocated IP 172.20.0.1 (391aaff8-94e4-44bd-b205-6681368e321d/431b0d7b-b521-4638-be2a-db36388a596c/6af9c714-7dd0-43a0-9e92-bf64700596ef) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:58.904434 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11600fe-d509-42e6-9225-de8deaf7ee10 admin admin] Pushing event deleted for resources: {'Network': ['ID=6928d18c-eb74-4b90-8689-c218672131c8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:58.945515 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3fcf115b-51ff-458f-ad5a-34cef3c1b67a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (3c0c9fc1-8f05-487a-80ba-fcc067801371), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:58.946957 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3fcf115b-51ff-458f-ad5a-34cef3c1b67a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (c2cc4b24-fac8-49a0-9438-9f6ae446d6d1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:58.955107 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cd1c77e2-c7aa-44a8-83fb-c1b653f0581d tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks [] for port (7fc06f67-4a24-42b2-bbee-fb424ec8e4a5), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:59.033995 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:59.050986 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf115b-51ff-458f-ad5a-34cef3c1b67a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Port': ['ID=3c0c9fc1-8f05-487a-80ba-fcc067801371,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:59.095864 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30641215-160a-472c-843e-1d9b94886461 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (ec1d3137-09f6-45b6-bc36-87d1c2c07770), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:59.103197 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (2ac860cc-3885-4269-9dda-cc31bf309277), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:59.212019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32d2762-02ee-47f5-b766-f760911c6298 None None] DHCP port deletion for f8b092f0-7311-4609-993b-eb26c372f7e4 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:49:59.225106 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30641215-160a-472c-843e-1d9b94886461 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Network b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:59.260314 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-21684dec-5c19-4c47-ac6c-580674f1f811 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for port (6af9c714-7dd0-43a0-9e92-bf64700596ef), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:59.262081 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Network b953d999-f7f5-4ecf-82ca-249a0d9c900e is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:59.276331 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:59.277806 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-30641215-160a-472c-843e-1d9b94886461 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:59.299196 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30641215-160a-472c-843e-1d9b94886461 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:59.299340 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:59.299340 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Pushing event updated for resources: {'Port': ['ID=2ac860cc-3885-4269-9dda-cc31bf309277,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:59.366028 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cd1c77e2-c7aa-44a8-83fb-c1b653f0581d tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (7fc06f67-4a24-42b2-bbee-fb424ec8e4a5), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:59.379871 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-6bbc5d08-de87-4bc5-8843-154782fe44c6', 'network_id': '6bbc5d08-de87-4bc5-8843-154782fe44c6', 'project_id': '5300fab6343946668aa03c9b5dd146c8', 'fixed_ips': [{'subnet_id': 'e5850a27-4617-4d9e-80bd-c5f85b42969f'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:49:59.385353 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:59.394382 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30641215-160a-472c-843e-1d9b94886461 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Pushing event updated for resources: {'Port': ['ID=ec1d3137-09f6-45b6-bc36-87d1c2c07770,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:59.454533 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (edb43c2a-dffe-44b9-979b-cf01109dd1f2), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:59.456158 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:49:59.504989 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=a1301870-7bfa-4da9-9681-0044b649740f,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:59.517043 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcf115b-51ff-458f-ad5a-34cef3c1b67a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network f86e2873-38bc-432f-9c70-2c060f4354fb is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:59.534650 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-3fcf115b-51ff-458f-ad5a-34cef3c1b67a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:59.552292 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30641215-160a-472c-843e-1d9b94886461 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:59.553028 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7fd169-a50b-40d4-8ec0-208d18717f69 None None] DHCP port deletion for 6928d18c-eb74-4b90-8689-c218672131c8 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:49:59.554918 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30641215-160a-472c-843e-1d9b94886461 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:59.576459 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1c77e2-c7aa-44a8-83fb-c1b653f0581d tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Network 6bbc5d08-de87-4bc5-8843-154782fe44c6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:59.609279 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-cd1c77e2-c7aa-44a8-83fb-c1b653f0581d tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:59.662771 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1c77e2-c7aa-44a8-83fb-c1b653f0581d tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:59.693079 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-21684dec-5c19-4c47-ac6c-580674f1f811 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (6af9c714-7dd0-43a0-9e92-bf64700596ef), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:59.736290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7af84675-c870-479a-86ba-8ba2cc0758ec triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:49:59.736721 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7af84675-c870-479a-86ba-8ba2cc0758ec), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:59.737773 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7af84675-c870-479a-86ba-8ba2cc0758ec Nov 02 12:49:59.778462 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0af4cdbf-4650-4b49-9dd5-52bdac630f0c None None] Current status of the port a1301870-7bfa-4da9-9681-0044b649740f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:49:59.792307 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0af4cdbf-4650-4b49-9dd5-52bdac630f0c None None] Could not find standard attr ID for object cf692925-7299-4f1c-99c9-00642ab3017f. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:49:59.795388 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21684dec-5c19-4c47-ac6c-580674f1f811 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Network 391aaff8-94e4-44bd-b205-6681368e321d is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:59.805860 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-21684dec-5c19-4c47-ac6c-580674f1f811 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:59.810278 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21684dec-5c19-4c47-ac6c-580674f1f811 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:49:59.820231 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21684dec-5c19-4c47-ac6c-580674f1f811 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Port': ['ID=6af9c714-7dd0-43a0-9e92-bf64700596ef,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:59.865155 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c77e2-c7aa-44a8-83fb-c1b653f0581d tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Pushing event updated for resources: {'Port': ['ID=7fc06f67-4a24-42b2-bbee-fb424ec8e4a5,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:59.928350 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46834) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:59.994517 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-30641215-160a-472c-843e-1d9b94886461 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.5867500 Nov 02 12:49:59.995721 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46836) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:59.997892 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:00.028105 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] Allocated IP 172.20.0.2 (6bbc5d08-de87-4bc5-8843-154782fe44c6/e5850a27-4617-4d9e-80bd-c5f85b42969f/6b4ffee4-ba99-4325-bca9-5bb546a8fe57) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:00.129016 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-21684dec-5c19-4c47-ac6c-580674f1f811 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (d9bc821d-6e0a-4a1d-9c9e-c9c563928f49), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:00.204848 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c77e2-c7aa-44a8-83fb-c1b653f0581d tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:00.209928 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cd1c77e2-c7aa-44a8-83fb-c1b653f0581d tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:00.228745 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:00.259954 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c35434-34c1-4b61-a808-aaee6aca4ba4 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:00.267050 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c35434-34c1-4b61-a808-aaee6aca4ba4 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:00.273970 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c35434-34c1-4b61-a808-aaee6aca4ba4 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:00.277953 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-08c35434-34c1-4b61-a808-aaee6aca4ba4 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2772212 Nov 02 12:50:00.287519 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46844) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:00.298024 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:00.315179 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3fffc912-0f1c-4b5d-bb7c-7aaf1438e9ea None None] Provisioning complete for port 2ac860cc-3885-4269-9dda-cc31bf309277 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:00.321904 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3fffc912-0f1c-4b5d-bb7c-7aaf1438e9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2ac860cc-3885-4269-9dda-cc31bf309277), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:00.321904 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3fffc912-0f1c-4b5d-bb7c-7aaf1438e9ea None None] Attempt 1 to provision port 2ac860cc-3885-4269-9dda-cc31bf309277 Nov 02 12:50:00.453406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-1c34d83f-4daa-48c4-a420-c5b7097b2cc4 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Deleting port ec1d3137-09f6-45b6-bc36-87d1c2c07770 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:00.453865 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1c34d83f-4daa-48c4-a420-c5b7097b2cc4 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ec1d3137-09f6-45b6-bc36-87d1c2c07770), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:00.486303 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3fffc912-0f1c-4b5d-bb7c-7aaf1438e9ea None None] Port 2ac860cc-3885-4269-9dda-cc31bf309277 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:00.526951 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f5490e6b-c1e4-4e69-aa6e-bd49833f8fa0 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=892f4c0694c64e21974e5623ede6acfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5861299 Nov 02 12:50:00.533634 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46848) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:00.549570 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cd1c77e2-c7aa-44a8-83fb-c1b653f0581d tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.8302419 Nov 02 12:50:00.551494 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46850) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:00.559338 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-9c971deb-0b50-4f2c-829d-e4e777a9207b tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Request body: {'port': {'network_id': '6bbc5d08-de87-4bc5-8843-154782fe44c6', 'name': 'tempest-AllowedAddressPairTestJSON-1296171835', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:40:a4:5d'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:00.593886 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3fffc912-0f1c-4b5d-bb7c-7aaf1438e9ea None None] Provisioning complete for port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:00.593886 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3fffc912-0f1c-4b5d-bb7c-7aaf1438e9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ed1a528-f9ec-4b45-81eb-81e91d6d45c5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:00.593886 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3fffc912-0f1c-4b5d-bb7c-7aaf1438e9ea None None] Attempt 1 to provision port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 Nov 02 12:50:00.705873 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] Publish callbacks [] for port (6b4ffee4-ba99-4325-bca9-5bb546a8fe57), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:00.772834 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1c34d83f-4daa-48c4-a420-c5b7097b2cc4 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ec1d3137-09f6-45b6-bc36-87d1c2c07770), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:00.787471 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e734e2f0-5326-4aac-8720-2242b06851ce None None] Network b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:00.793009 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7af84675-c870-479a-86ba-8ba2cc0758ec is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:00.805782 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-1c34d83f-4daa-48c4-a420-c5b7097b2cc4 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Calling delete_port for ec1d3137-09f6-45b6-bc36-87d1c2c07770 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:00.858622 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3fffc912-0f1c-4b5d-bb7c-7aaf1438e9ea None None] Current status of the port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:00.871844 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dab455d-2591-47c0-8163-8deb62db39ba None None] Network f86e2873-38bc-432f-9c70-2c060f4354fb requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:00.879319 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcf115b-51ff-458f-ad5a-34cef3c1b67a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router c2cc4b24-fac8-49a0-9438-9f6ae446d6d1 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:50:00.922385 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c7cbc78-07ce-4ef5-9264-6a5b8a014875 admin admin] Publish callbacks [] for security_group (82c9ca09-dacf-409d-afb5-221a57ab2b8e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:00.996121 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (6b4ffee4-ba99-4325-bca9-5bb546a8fe57), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:01.091300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c971deb-0b50-4f2c-829d-e4e777a9207b tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Made reservation on behalf of 5300fab6343946668aa03c9b5dd146c8 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:01.109201 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c7cbc78-07ce-4ef5-9264-6a5b8a014875 admin admin] Publish callbacks [] for security_group (82c9ca09-dacf-409d-afb5-221a57ab2b8e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:01.187330 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ec3b00bf-ea5d-41b7-8ebe-ced6051d38e7 None None] Provisioning complete for port 7af84675-c870-479a-86ba-8ba2cc0758ec triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:01.215552 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ec3b00bf-ea5d-41b7-8ebe-ced6051d38e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7af84675-c870-479a-86ba-8ba2cc0758ec), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:01.215552 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ec3b00bf-ea5d-41b7-8ebe-ced6051d38e7 None None] Attempt 1 to provision port 7af84675-c870-479a-86ba-8ba2cc0758ec Nov 02 12:50:01.215552 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] Network 6bbc5d08-de87-4bc5-8843-154782fe44c6 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:01.215552 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 09bf2518-e2c0-4360-b78c-b187acd090fd up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:01.309532 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:01.313689 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:01.323188 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2ac860cc-3885-4269-9dda-cc31bf309277), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:01.324074 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] Pushing event updated for resources: {'Port': ['ID=6b4ffee4-ba99-4325-bca9-5bb546a8fe57,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:01.325022 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcf115b-51ff-458f-ad5a-34cef3c1b67a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:01.337413 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:01.342852 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b25cf0-ab59-4987-bf84-9613b36b4320 None None] Sync routers for ids ['c2cc4b24-fac8-49a0-9438-9f6ae446d6d1'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:01.358216 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3fcf115b-51ff-458f-ad5a-34cef3c1b67a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/c2cc4b24-fac8-49a0-9438-9f6ae446d6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8475783 Nov 02 12:50:01.359580 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46864) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:01.375803 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b25cf0-ab59-4987-bf84-9613b36b4320 None None] Routers {'c2cc4b24-fac8-49a0-9438-9f6ae446d6d1'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:01.376559 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f0b25cf0-ab59-4987-bf84-9613b36b4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c2cc4b24-fac8-49a0-9438-9f6ae446d6d1'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:01.420956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 09bf2518-e2c0-4360-b78c-b187acd090fd triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:01.421317 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (09bf2518-e2c0-4360-b78c-b187acd090fd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:01.421762 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 09bf2518-e2c0-4360-b78c-b187acd090fd Nov 02 12:50:01.465818 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f0b25cf0-ab59-4987-bf84-9613b36b4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:01.486290 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:01.486624 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b25cf0-ab59-4987-bf84-9613b36b4320 None None] Routers {'c2cc4b24-fac8-49a0-9438-9f6ae446d6d1'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:01.493153 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f0b25cf0-ab59-4987-bf84-9613b36b4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c2cc4b24-fac8-49a0-9438-9f6ae446d6d1'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:01.526202 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b076240-e1ba-4f6c-ad60-313871149b40 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:01.530479 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0b076240-e1ba-4f6c-ad60-313871149b40 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/ports/3c0c9fc1-8f05-487a-80ba-fcc067801371 HTTP/1.1" status: 200 len: 911 time: 0.1636932 Nov 02 12:50:01.540893 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46866) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:01.572978 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c971deb-0b50-4f2c-829d-e4e777a9207b tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:01.635465 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f0b25cf0-ab59-4987-bf84-9613b36b4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:01.636185 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b25cf0-ab59-4987-bf84-9613b36b4320 None None] The sync data for ids ['c2cc4b24-fac8-49a0-9438-9f6ae446d6d1'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:01.650454 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1c34d83f-4daa-48c4-a420-c5b7097b2cc4 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (ec1d3137-09f6-45b6-bc36-87d1c2c07770), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:01.777160 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] Attempting to bind port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:50:01.777539 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] Attempting to bind port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '52853471-2fcc-441a-8897-bac37a1f22a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '6bbc5d08-de87-4bc5-8843-154782fe44c6'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:50:01.777910 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] Attempting to bind port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 on network 6bbc5d08-de87-4bc5-8843-154782fe44c6 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:50:01.852806 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:01.912460 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ec3b00bf-ea5d-41b7-8ebe-ced6051d38e7 None None] Current status of the port 7af84675-c870-479a-86ba-8ba2cc0758ec is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:01.931957 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:01.950189 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ec3b00bf-ea5d-41b7-8ebe-ced6051d38e7 None None] Could not find standard attr ID for object ec1d3137-09f6-45b6-bc36-87d1c2c07770. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:50:01.984681 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c7cbc78-07ce-4ef5-9264-6a5b8a014875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (82c9ca09-dacf-409d-afb5-221a57ab2b8e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:01.992169 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c7cbc78-07ce-4ef5-9264-6a5b8a014875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:01.993822 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2c7cbc78-07ce-4ef5-9264-6a5b8a014875 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/82c9ca09-dacf-409d-afb5-221a57ab2b8e HTTP/1.1" status: 204 len: 168 time: 1.4380291 Nov 02 12:50:02.015354 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 09bf2518-e2c0-4360-b78c-b187acd090fd is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:02.015765 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (09bf2518-e2c0-4360-b78c-b187acd090fd), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:02.021375 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:50:02.021752 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] Checking segment: {'id': '52853471-2fcc-441a-8897-bac37a1f22a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '6bbc5d08-de87-4bc5-8843-154782fe44c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:50:02.022156 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:02.022554 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] Bound using segment: {'id': '52853471-2fcc-441a-8897-bac37a1f22a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '6bbc5d08-de87-4bc5-8843-154782fe44c6'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:50:02.023090 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] Bound port: 6b4ffee4-ba99-4325-bca9-5bb546a8fe57, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52853471-2fcc-441a-8897-bac37a1f22a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '6bbc5d08-de87-4bc5-8843-154782fe44c6'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:50:02.023489 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (6b4ffee4-ba99-4325-bca9-5bb546a8fe57), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:02.037200 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ec3b00bf-ea5d-41b7-8ebe-ced6051d38e7 None None] Provisioning complete for port 3c0c9fc1-8f05-487a-80ba-fcc067801371 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:02.037200 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ec3b00bf-ea5d-41b7-8ebe-ced6051d38e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3c0c9fc1-8f05-487a-80ba-fcc067801371), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:02.037200 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ec3b00bf-ea5d-41b7-8ebe-ced6051d38e7 None None] Attempt 1 to provision port 3c0c9fc1-8f05-487a-80ba-fcc067801371 Nov 02 12:50:02.072337 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46874) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:02.073177 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7cbc78-07ce-4ef5-9264-6a5b8a014875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c9ca09-dacf-409d-afb5-221a57ab2b8e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:02.116084 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:02.117491 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34d83f-4daa-48c4-a420-c5b7097b2cc4 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Pushing event deleted for resources: {'Port': ['ID=ec1d3137-09f6-45b6-bc36-87d1c2c07770,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:02.147763 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:02.162285 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 09bf2518-e2c0-4360-b78c-b187acd090fd, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=09bf2518-e2c0-4360-b78c-b187acd090fd,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:02.176058 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ec3b00bf-ea5d-41b7-8ebe-ced6051d38e7 None None] Port 3c0c9fc1-8f05-487a-80ba-fcc067801371 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:02.195912 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-9c971deb-0b50-4f2c-829d-e4e777a9207b tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] device_id is not set on port 463e2965-f2fa-4b2e-aae8-fbac0527740b yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:50:02.226994 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ec3b00bf-ea5d-41b7-8ebe-ced6051d38e7 None None] Provisioning complete for port a1301870-7bfa-4da9-9681-0044b649740f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:02.227378 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ec3b00bf-ea5d-41b7-8ebe-ced6051d38e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a1301870-7bfa-4da9-9681-0044b649740f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:02.227724 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ec3b00bf-ea5d-41b7-8ebe-ced6051d38e7 None None] Attempt 1 to provision port a1301870-7bfa-4da9-9681-0044b649740f Nov 02 12:50:02.265666 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=8,neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:02.290497 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-21684dec-5c19-4c47-ac6c-580674f1f811 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (6af9c714-7dd0-43a0-9e92-bf64700596ef), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:02.326364 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (09bf2518-e2c0-4360-b78c-b187acd090fd), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:02.327272 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a1301870-7bfa-4da9-9681-0044b649740f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:02.375294 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Publish callbacks [] for port (2ac860cc-3885-4269-9dda-cc31bf309277), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:02.485529 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] For port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:50:02.541992 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (2ac860cc-3885-4269-9dda-cc31bf309277), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:02.542977 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] For port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6b4ffee4-ba99-4325-bca9-5bb546a8fe57,segment=NetworkSegment(52853471-2fcc-441a-8897-bac37a1f22a5),segment_id=52853471-2fcc-441a-8897-bac37a1f22a5)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:50:02.567978 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a1301870-7bfa-4da9-9681-0044b649740f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:02.568361 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a1301870-7bfa-4da9-9681-0044b649740f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:02.568760 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a1301870-7bfa-4da9-9681-0044b649740f Nov 02 12:50:02.583017 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=09bf2518-e2c0-4360-b78c-b187acd090fd,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:02.626404 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1c34d83f-4daa-48c4-a420-c5b7097b2cc4 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:02.639983 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1c34d83f-4daa-48c4-a420-c5b7097b2cc4 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] 10.222.0.64 "DELETE /networking/v2.0/ports/ec1d3137-09f6-45b6-bc36-87d1c2c07770 HTTP/1.1" status: 204 len: 168 time: 2.3480942 Nov 02 12:50:02.641189 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (edb43c2a-dffe-44b9-979b-cf01109dd1f2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:02.648528 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46880) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:02.654121 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-34403ce9-713a-4d88-838f-00f8e120a944 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Request body: {'port': {'name': 'tempest-new-port-name-2051987550', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:02.654525 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.api.validators [None req-34403ce9-713a-4d88-838f-00f8e120a944 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] bootfile-name is not in valid_values {{(pid=105976) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Nov 02 12:50:02.661160 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.api.validators [None req-34403ce9-713a-4d88-838f-00f8e120a944 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] tftp-server is not in valid_values {{(pid=105976) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Nov 02 12:50:02.661160 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.api.validators [None req-34403ce9-713a-4d88-838f-00f8e120a944 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] server-ip-address is not in valid_values {{(pid=105976) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Nov 02 12:50:02.693320 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ec3b00bf-ea5d-41b7-8ebe-ced6051d38e7 None None] Current status of the port a1301870-7bfa-4da9-9681-0044b649740f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:02.699226 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (6b4ffee4-ba99-4325-bca9-5bb546a8fe57), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:02.739187 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-9c971deb-0b50-4f2c-829d-e4e777a9207b tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Allocated IP 172.20.0.4 (6bbc5d08-de87-4bc5-8843-154782fe44c6/e5850a27-4617-4d9e-80bd-c5f85b42969f/463e2965-f2fa-4b2e-aae8-fbac0527740b) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:02.745954 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b2e60a17-60d7-4d8f-b026-e2b757d0d4ba tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (c2cc4b24-fac8-49a0-9438-9f6ae446d6d1), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:02.854336 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ec3b00bf-ea5d-41b7-8ebe-ced6051d38e7 None None] Provisioning complete for port 2ac860cc-3885-4269-9dda-cc31bf309277 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:02.863085 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ec3b00bf-ea5d-41b7-8ebe-ced6051d38e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2ac860cc-3885-4269-9dda-cc31bf309277), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:02.864317 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ec3b00bf-ea5d-41b7-8ebe-ced6051d38e7 None None] Attempt 1 to provision port 2ac860cc-3885-4269-9dda-cc31bf309277 Nov 02 12:50:02.906977 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-517e5cc9-7bff-4f08-a3e8-4f456ef7f4c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:02.944890 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34403ce9-713a-4d88-838f-00f8e120a944 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d9202403-3423-4d7c-be3d-4a3343e7eff2), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:02.975909 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ec3b00bf-ea5d-41b7-8ebe-ced6051d38e7 None None] Port 2ac860cc-3885-4269-9dda-cc31bf309277 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:02.981137 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7785f-c93f-4763-a1bc-138dbd71b15e None None] Pushing event updated for resources: {'Port': ['ID=6b4ffee4-ba99-4325-bca9-5bb546a8fe57,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:03.085717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a1301870-7bfa-4da9-9681-0044b649740f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:03.087246 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7af84675-c870-479a-86ba-8ba2cc0758ec up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:03.097426 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46884) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:03.120887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ec3b00bf-ea5d-41b7-8ebe-ced6051d38e7 None None] Provisioning complete for port d9202403-3423-4d7c-be3d-4a3343e7eff2 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:03.121444 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ec3b00bf-ea5d-41b7-8ebe-ced6051d38e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d9202403-3423-4d7c-be3d-4a3343e7eff2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:03.121897 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ec3b00bf-ea5d-41b7-8ebe-ced6051d38e7 None None] Attempt 1 to provision port d9202403-3423-4d7c-be3d-4a3343e7eff2 Nov 02 12:50:03.162363 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Pushing event updated for resources: {'Port': ['ID=2ac860cc-3885-4269-9dda-cc31bf309277,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:03.200856 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:03.203379 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:03.203379 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:03.203379 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:03.203379 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:03.206744 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:03.207249 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:03.207793 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:03.208122 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:03.208687 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:03.209092 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:03.209495 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:03.209909 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:03.210290 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:03.210708 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:03.217598 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ec3b00bf-ea5d-41b7-8ebe-ced6051d38e7 None None] Port d9202403-3423-4d7c-be3d-4a3343e7eff2 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:03.244258 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7af84675-c870-479a-86ba-8ba2cc0758ec triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:03.244661 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7af84675-c870-479a-86ba-8ba2cc0758ec), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:03.245777 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7af84675-c870-479a-86ba-8ba2cc0758ec Nov 02 12:50:03.342452 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0b2ded21-f0e2-4c47-bba6-08f3fe3afe71 None None] Could not find standard attr ID for object ec1d3137-09f6-45b6-bc36-87d1c2c07770. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:50:03.359901 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:03.397208 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0b2ded21-f0e2-4c47-bba6-08f3fe3afe71 None None] Provisioning complete for port 3c0c9fc1-8f05-487a-80ba-fcc067801371 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:03.397724 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0b2ded21-f0e2-4c47-bba6-08f3fe3afe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3c0c9fc1-8f05-487a-80ba-fcc067801371), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:03.398454 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0b2ded21-f0e2-4c47-bba6-08f3fe3afe71 None None] Attempt 1 to provision port 3c0c9fc1-8f05-487a-80ba-fcc067801371 Nov 02 12:50:03.421461 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Network b953d999-f7f5-4ecf-82ca-249a0d9c900e is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:03.437232 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:03.470548 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-21684dec-5c19-4c47-ac6c-580674f1f811 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for port (6af9c714-7dd0-43a0-9e92-bf64700596ef), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:03.490996 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:03.644159 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0b2ded21-f0e2-4c47-bba6-08f3fe3afe71 None None] Port 3c0c9fc1-8f05-487a-80ba-fcc067801371 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:03.736274 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:50:03.753864 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0b2ded21-f0e2-4c47-bba6-08f3fe3afe71 None None] Provisioning complete for port a1301870-7bfa-4da9-9681-0044b649740f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:03.756457 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0b2ded21-f0e2-4c47-bba6-08f3fe3afe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a1301870-7bfa-4da9-9681-0044b649740f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:03.757222 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0b2ded21-f0e2-4c47-bba6-08f3fe3afe71 None None] Attempt 1 to provision port a1301870-7bfa-4da9-9681-0044b649740f Nov 02 12:50:03.764714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7af84675-c870-479a-86ba-8ba2cc0758ec is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:03.765577 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-21684dec-5c19-4c47-ac6c-580674f1f811 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (6af9c714-7dd0-43a0-9e92-bf64700596ef), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:03.787669 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device cf692925-7299-4f1c-99c9-00642ab3017f no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:50:03.846651 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: cf692925-7299-4f1c-99c9-00642ab3017f {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:50:03.849448 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device cf692925-7299-4f1c-99c9-00642ab3017f not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:50:03.849448 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2c4719b2-57aa-460f-838b-a12893bd74a6 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:50:03.899524 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:03.909738 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 2c4719b2-57aa-460f-838b-a12893bd74a6 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:50:03.910079 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2c4719b2-57aa-460f-838b-a12893bd74a6 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:50:03.957208 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Router edb43c2a-dffe-44b9-979b-cf01109dd1f2 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:03.998199 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:04.007722 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-517e5cc9-7bff-4f08-a3e8-4f456ef7f4c4 admin admin] Publish callbacks [] for security_group (c41abb1b-44db-4cb8-a39c-70b2834e269f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:04.016871 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21684dec-5c19-4c47-ac6c-580674f1f811 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Port': ['ID=6af9c714-7dd0-43a0-9e92-bf64700596ef,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:04.047270 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-21684dec-5c19-4c47-ac6c-580674f1f811 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (d9bc821d-6e0a-4a1d-9c9e-c9c563928f49), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:04.070447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0b2ded21-f0e2-4c47-bba6-08f3fe3afe71 None None] Current status of the port a1301870-7bfa-4da9-9681-0044b649740f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:04.099973 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0b2ded21-f0e2-4c47-bba6-08f3fe3afe71 None None] Provisioning complete for port 7af84675-c870-479a-86ba-8ba2cc0758ec triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:04.104150 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0b2ded21-f0e2-4c47-bba6-08f3fe3afe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7af84675-c870-479a-86ba-8ba2cc0758ec), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:04.104150 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0b2ded21-f0e2-4c47-bba6-08f3fe3afe71 None None] Attempt 1 to provision port 7af84675-c870-479a-86ba-8ba2cc0758ec Nov 02 12:50:04.127285 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-517e5cc9-7bff-4f08-a3e8-4f456ef7f4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c41abb1b-44db-4cb8-a39c-70b2834e269f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:04.331604 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e5cc9-7bff-4f08-a3e8-4f456ef7f4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41abb1b-44db-4cb8-a39c-70b2834e269f,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:04.336461 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-517e5cc9-7bff-4f08-a3e8-4f456ef7f4c4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ed974e0a70584bde8b5ea030e9a5a6cd&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2512376 Nov 02 12:50:04.343180 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46902) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:04.345556 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a1768c0-3a54-4783-ac65-5fd680771539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:04.358373 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:04.399390 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 09bf2518-e2c0-4360-b78c-b187acd090fd up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:04.463598 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0b2ded21-f0e2-4c47-bba6-08f3fe3afe71 None None] Current status of the port 7af84675-c870-479a-86ba-8ba2cc0758ec is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:04.478819 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0b2ded21-f0e2-4c47-bba6-08f3fe3afe71 None None] Provisioning complete for port d9202403-3423-4d7c-be3d-4a3343e7eff2 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:04.479502 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0b2ded21-f0e2-4c47-bba6-08f3fe3afe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d9202403-3423-4d7c-be3d-4a3343e7eff2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:04.480010 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0b2ded21-f0e2-4c47-bba6-08f3fe3afe71 None None] Attempt 1 to provision port d9202403-3423-4d7c-be3d-4a3343e7eff2 Nov 02 12:50:04.518974 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-b2e60a17-60d7-4d8f-b026-e2b757d0d4ba tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting port 3c0c9fc1-8f05-487a-80ba-fcc067801371 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:04.521458 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b2e60a17-60d7-4d8f-b026-e2b757d0d4ba tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3c0c9fc1-8f05-487a-80ba-fcc067801371), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:04.553464 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0b2ded21-f0e2-4c47-bba6-08f3fe3afe71 None None] Port d9202403-3423-4d7c-be3d-4a3343e7eff2 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:04.572972 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 09bf2518-e2c0-4360-b78c-b187acd090fd triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:04.573631 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (09bf2518-e2c0-4360-b78c-b187acd090fd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:04.574160 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 09bf2518-e2c0-4360-b78c-b187acd090fd Nov 02 12:50:04.589191 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:04.591414 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c971deb-0b50-4f2c-829d-e4e777a9207b tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks [] for port (463e2965-f2fa-4b2e-aae8-fbac0527740b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:04.613177 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:04.632557 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dd50fffb-129a-4666-ab6d-4686a9dc040b admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/edb43c2a-dffe-44b9-979b-cf01109dd1f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5634143 Nov 02 12:50:04.641400 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] Sync routers for ids ['edb43c2a-dffe-44b9-979b-cf01109dd1f2'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:04.681340 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21684dec-5c19-4c47-ac6c-580674f1f811 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Network 391aaff8-94e4-44bd-b205-6681368e321d is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:04.689646 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-21684dec-5c19-4c47-ac6c-580674f1f811 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:04.695220 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3cdf313d-d309-4491-9bd4-ac42bcde8188 admin admin] Publish callbacks [] for security_group (c41abb1b-44db-4cb8-a39c-70b2834e269f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:04.712579 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4413302e-b45d-48a4-badd-90991dd42d45 None None] Provisioning complete for port 2ac860cc-3885-4269-9dda-cc31bf309277 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:04.713296 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4413302e-b45d-48a4-badd-90991dd42d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2ac860cc-3885-4269-9dda-cc31bf309277), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:04.714898 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4413302e-b45d-48a4-badd-90991dd42d45 None None] Attempt 1 to provision port 2ac860cc-3885-4269-9dda-cc31bf309277 Nov 02 12:50:04.719963 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] Routers {'edb43c2a-dffe-44b9-979b-cf01109dd1f2'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:04.720944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['edb43c2a-dffe-44b9-979b-cf01109dd1f2'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:04.819670 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46908) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:04.821582 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3cdf313d-d309-4491-9bd4-ac42bcde8188 admin admin] Publish callbacks [] for security_group (c41abb1b-44db-4cb8-a39c-70b2834e269f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:04.844776 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4413302e-b45d-48a4-badd-90991dd42d45 None None] Port 2ac860cc-3885-4269-9dda-cc31bf309277 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:04.870247 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 09bf2518-e2c0-4360-b78c-b187acd090fd is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:04.874941 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:04.931885 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b2e60a17-60d7-4d8f-b026-e2b757d0d4ba tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3c0c9fc1-8f05-487a-80ba-fcc067801371), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:04.941406 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:04.946126 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2766945a-7cbf-4d1d-aa79-9a953a06251f None None] Network 6bbc5d08-de87-4bc5-8843-154782fe44c6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:04.955706 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34403ce9-713a-4d88-838f-00f8e120a944 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks [] for port (d9202403-3423-4d7c-be3d-4a3343e7eff2), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:04.967897 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:04.970908 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21684dec-5c19-4c47-ac6c-580674f1f811 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Router d9bc821d-6e0a-4a1d-9c9e-c9c563928f49 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:05.001410 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-b2e60a17-60d7-4d8f-b026-e2b757d0d4ba tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Calling delete_port for 3c0c9fc1-8f05-487a-80ba-fcc067801371 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:05.046926 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a1768c0-3a54-4783-ac65-5fd680771539 admin admin] Publish callbacks [] for security_group (4effeefe-166c-42a5-b01f-e9423be7b334), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:05.083666 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-af1880d0-2ff7-4304-8f08-39e2004b401c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1037349280-network', 'tenant_id': '658d7b13f50947999abfb7cc7da5cb25'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:05.085705 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f0070eb0-5837-4f5f-b57c-186845491884 None None] Provisioning complete for port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:05.086089 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f0070eb0-5837-4f5f-b57c-186845491884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6b4ffee4-ba99-4325-bca9-5bb546a8fe57), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:05.086428 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f0070eb0-5837-4f5f-b57c-186845491884 None None] Attempt 1 to provision port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 Nov 02 12:50:05.089584 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] Set router edb43c2a-dffe-44b9-979b-cf01109dd1f2 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:50:05.099442 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c971deb-0b50-4f2c-829d-e4e777a9207b tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (463e2965-f2fa-4b2e-aae8-fbac0527740b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:05.107183 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34403ce9-713a-4d88-838f-00f8e120a944 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (d9202403-3423-4d7c-be3d-4a3343e7eff2), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:05.185158 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c971deb-0b50-4f2c-829d-e4e777a9207b tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Network 6bbc5d08-de87-4bc5-8843-154782fe44c6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:05.197281 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21684dec-5c19-4c47-ac6c-580674f1f811 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:05.208971 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f772964c-b6ec-4cde-8f54-c753a57c4978 None None] Sync routers for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:05.213353 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-21684dec-5c19-4c47-ac6c-580674f1f811 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "PUT /networking/v2.0/routers/d9bc821d-6e0a-4a1d-9c9e-c9c563928f49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1531289 Nov 02 12:50:05.214082 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46918) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:05.221062 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6ba9e7fd-2bd3-46aa-841a-d81553d0a393 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'port': {'network_id': '391aaff8-94e4-44bd-b205-6681368e321d', 'name': 'tempest-FloatingIPTestJSON-1147490969'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:05.232245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f772964c-b6ec-4cde-8f54-c753a57c4978 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:05.232245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f772964c-b6ec-4cde-8f54-c753a57c4978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:05.232581 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3cdf313d-d309-4491-9bd4-ac42bcde8188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c41abb1b-44db-4cb8-a39c-70b2834e269f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:05.233453 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3cdf313d-d309-4491-9bd4-ac42bcde8188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:05.243770 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-9c971deb-0b50-4f2c-829d-e4e777a9207b tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:05.247333 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3cdf313d-d309-4491-9bd4-ac42bcde8188 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c41abb1b-44db-4cb8-a39c-70b2834e269f HTTP/1.1" status: 204 len: 168 time: 0.8917480 Nov 02 12:50:05.275910 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a1768c0-3a54-4783-ac65-5fd680771539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4effeefe-166c-42a5-b01f-e9423be7b334), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:05.289441 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f772964c-b6ec-4cde-8f54-c753a57c4978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:05.301620 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c971deb-0b50-4f2c-829d-e4e777a9207b tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:05.313928 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f772964c-b6ec-4cde-8f54-c753a57c4978 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:05.314816 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f772964c-b6ec-4cde-8f54-c753a57c4978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:05.319918 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c971deb-0b50-4f2c-829d-e4e777a9207b tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Pushing event updated for resources: {'Port': ['ID=463e2965-f2fa-4b2e-aae8-fbac0527740b,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:05.361436 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f772964c-b6ec-4cde-8f54-c753a57c4978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:05.363042 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f772964c-b6ec-4cde-8f54-c753a57c4978 None None] The sync data for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:05.363211 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1880d0-2ff7-4304-8f08-39e2004b401c admin admin] Made reservation on behalf of 658d7b13f50947999abfb7cc7da5cb25 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:05.369592 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af1880d0-2ff7-4304-8f08-39e2004b401c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:05.404686 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:05.405991 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf313d-d309-4491-9bd4-ac42bcde8188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41abb1b-44db-4cb8-a39c-70b2834e269f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:05.456259 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af1880d0-2ff7-4304-8f08-39e2004b401c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:05.470345 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c971deb-0b50-4f2c-829d-e4e777a9207b tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:05.471926 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c971deb-0b50-4f2c-829d-e4e777a9207b tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:05.621567 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34403ce9-713a-4d88-838f-00f8e120a944 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Pushing event updated for resources: {'Port': ['ID=d9202403-3423-4d7c-be3d-4a3343e7eff2,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:05.639600 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-34403ce9-713a-4d88-838f-00f8e120a944 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] In _notify_port_updated(), no bound segment for port d9202403-3423-4d7c-be3d-4a3343e7eff2 on network b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3 {{(pid=105976) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 12:50:05.644923 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34403ce9-713a-4d88-838f-00f8e120a944 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:05.645937 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34403ce9-713a-4d88-838f-00f8e120a944 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:05.650644 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-34403ce9-713a-4d88-838f-00f8e120a944 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] 10.222.0.64 "PUT /networking/v2.0/ports/d9202403-3423-4d7c-be3d-4a3343e7eff2 HTTP/1.1" status: 200 len: 1136 time: 3.0009086 Nov 02 12:50:05.650811 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7da48-49a5-42e9-ac35-a8bce3f0b4f4 req-074ec908-8000-470a-86c9-9f8951be69c3 tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:05.651993 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46930) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:05.659624 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dea7da48-49a5-42e9-ac35-a8bce3f0b4f4 req-074ec908-8000-470a-86c9-9f8951be69c3 tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] 10.222.0.64 "GET /networking/v2.0/networks?id=b953d999-f7f5-4ecf-82ca-249a0d9c900e HTTP/1.1" status: 200 len: 806 time: 0.3347213 Nov 02 12:50:05.668667 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0a1768c0-3a54-4783-ac65-5fd680771539 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=36429d035ab44750be6d57f7ba173a01&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5454895 Nov 02 12:50:05.680023 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46932) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:05.711089 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1768c0-3a54-4783-ac65-5fd680771539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4effeefe-166c-42a5-b01f-e9423be7b334,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:05.750032 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:05.753496 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dea7da48-49a5-42e9-ac35-a8bce3f0b4f4 req-ab173500-6f0e-4c62-8623-44d14cf0566c tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] 10.222.0.64 "GET /networking/v2.0/quotas/d370c06216734957aebcbad237a18aec HTTP/1.1" status: 200 len: 375 time: 0.0925593 Nov 02 12:50:05.757175 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:05.763870 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6b4ffee4-ba99-4325-bca9-5bb546a8fe57), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:05.763870 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 Nov 02 12:50:05.784542 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9c971deb-0b50-4f2c-829d-e4e777a9207b tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 998 time: 5.2291753 Nov 02 12:50:05.795268 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fb3575-0581-4852-9c55-ed7e62011185 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:05.801165 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-60fb3575-0581-4852-9c55-ed7e62011185 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] 10.222.0.64 "GET /networking/v2.0/ports/d9202403-3423-4d7c-be3d-4a3343e7eff2 HTTP/1.1" status: 200 len: 1136 time: 0.1447210 Nov 02 12:50:05.804890 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46936) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:05.805467 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46938) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:05.866139 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af1880d0-2ff7-4304-8f08-39e2004b401c admin admin] Publish callbacks [] for security_group (c4964f41-8239-41d6-a807-38c70e0a02b9), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:05.931935 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dea7da48-49a5-42e9-ac35-a8bce3f0b4f4 req-d3c95e52-eff2-4010-8aea-cd53111510cd tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d370c06216734957aebcbad237a18aec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1769695 Nov 02 12:50:05.953310 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af1880d0-2ff7-4304-8f08-39e2004b401c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c4964f41-8239-41d6-a807-38c70e0a02b9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:06.012648 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f0070eb0-5837-4f5f-b57c-186845491884 None None] Current status of the port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:06.012648 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f0070eb0-5837-4f5f-b57c-186845491884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (6b4ffee4-ba99-4325-bca9-5bb546a8fe57), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:06.019485 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba9e7fd-2bd3-46aa-841a-d81553d0a393 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Made reservation on behalf of d51481ca43dc4936b4d039170d10afc6 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:06.025687 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e7fd-2bd3-46aa-841a-d81553d0a393 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:06.046079 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196e9c6f-2b1e-43dd-8e14-7b92e06f3853 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:06.053584 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1880d0-2ff7-4304-8f08-39e2004b401c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4964f41-8239-41d6-a807-38c70e0a02b9,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:06.060384 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196e9c6f-2b1e-43dd-8e14-7b92e06f3853 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:06.060670 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:06.060933 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (6b4ffee4-ba99-4325-bca9-5bb546a8fe57), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:06.063221 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb43c2a-dffe-44b9-979b-cf01109dd1f2', 'name': 'tempest-ServersTestJSON-1905493866-router', 'tenant_id': 'd370c06216734957aebcbad237a18aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '09bf2518-e2c0-4360-b78c-b187acd090fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:48Z', 'updated_at': '2022-11-02T12:49:59Z', 'revision_number': 4, 'project_id': 'd370c06216734957aebcbad237a18aec', 'gw_port': {'id': '09bf2518-e2c0-4360-b78c-b187acd090fd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb43c2a-dffe-44b9-979b-cf01109dd1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:50Z', 'updated_at': '2022-11-02T12:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '2ac860cc-3885-4269-9dda-cc31bf309277', 'name': '', 'network_id': 'b953d999-f7f5-4ecf-82ca-249a0d9c900e', 'tenant_id': 'd370c06216734957aebcbad237a18aec', 'mac_address': 'fa:16:3e:f9:bd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb43c2a-dffe-44b9-979b-cf01109dd1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '794e57d1-599c-47cc-ba0b-0e5dfa564d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:58Z', 'updated_at': '2022-11-02T12:50:01Z', 'revision_number': 2, 'project_id': 'd370c06216734957aebcbad237a18aec', 'subnets': [{'id': '794e57d1-599c-47cc-ba0b-0e5dfa564d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:06.073402 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196e9c6f-2b1e-43dd-8e14-7b92e06f3853 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:06.079349 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-6ba9e7fd-2bd3-46aa-841a-d81553d0a393 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] device_id is not set on port 3d689212-0086-4d2f-ad24-6d0b6ea7a4af yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:50:06.079557 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-196e9c6f-2b1e-43dd-8e14-7b92e06f3853 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2685580 Nov 02 12:50:06.111055 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46948) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:06.116326 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] Checking router: edb43c2a-dffe-44b9-979b-cf01109dd1f2 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:50:06.116633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] Updating router edb43c2a-dffe-44b9-979b-cf01109dd1f2 port 2ac860cc-3885-4269-9dda-cc31bf309277 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:50:06.132826 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f0070eb0-5837-4f5f-b57c-186845491884 None None] For port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6b4ffee4-ba99-4325-bca9-5bb546a8fe57,segment=NetworkSegment(52853471-2fcc-441a-8897-bac37a1f22a5),segment_id=52853471-2fcc-441a-8897-bac37a1f22a5)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:06.180021 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2ac860cc-3885-4269-9dda-cc31bf309277), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:06.242219 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9bc35e4b-07c7-472f-9d68-6e2f087057a0 admin admin] Publish callbacks [] for security_group (4effeefe-166c-42a5-b01f-e9423be7b334), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:06.262148 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f0070eb0-5837-4f5f-b57c-186845491884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (6b4ffee4-ba99-4325-bca9-5bb546a8fe57), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:06.273020 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-6ba9e7fd-2bd3-46aa-841a-d81553d0a393 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Allocated IP 172.20.0.12 (391aaff8-94e4-44bd-b205-6681368e321d/431b0d7b-b521-4638-be2a-db36388a596c/3d689212-0086-4d2f-ad24-6d0b6ea7a4af) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:06.288283 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:06.305253 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ff168ea0-22c2-4f7b-beb5-807dfce7262a tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Deleting port d9202403-3423-4d7c-be3d-4a3343e7eff2 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:06.305620 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ff168ea0-22c2-4f7b-beb5-807dfce7262a tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d9202403-3423-4d7c-be3d-4a3343e7eff2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:06.314178 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-24f2b3d2-b77a-4dfe-8d30-ecc9589b2d5c tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Deleting port 463e2965-f2fa-4b2e-aae8-fbac0527740b {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:06.314800 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24f2b3d2-b77a-4dfe-8d30-ecc9589b2d5c tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (463e2965-f2fa-4b2e-aae8-fbac0527740b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:06.330928 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9bc35e4b-07c7-472f-9d68-6e2f087057a0 admin admin] Publish callbacks [] for security_group (4effeefe-166c-42a5-b01f-e9423be7b334), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:06.355152 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1880d0-2ff7-4304-8f08-39e2004b401c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:50:06.374246 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b2e60a17-60d7-4d8f-b026-e2b757d0d4ba tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (3c0c9fc1-8f05-487a-80ba-fcc067801371), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:06.501583 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e60a17-60d7-4d8f-b026-e2b757d0d4ba tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Port': ['ID=3c0c9fc1-8f05-487a-80ba-fcc067801371,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:06.598934 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:06.600422 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:50:06.600893 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:50:06.634640 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:06.661172 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e794a9a0-2aed-4d4f-8356-dc94af7c60e1 None None] Provisioning complete for port 463e2965-f2fa-4b2e-aae8-fbac0527740b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:06.661172 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e794a9a0-2aed-4d4f-8356-dc94af7c60e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (463e2965-f2fa-4b2e-aae8-fbac0527740b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:06.661564 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e794a9a0-2aed-4d4f-8356-dc94af7c60e1 None None] Attempt 1 to provision port 463e2965-f2fa-4b2e-aae8-fbac0527740b Nov 02 12:50:06.725432 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ff168ea0-22c2-4f7b-beb5-807dfce7262a tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d9202403-3423-4d7c-be3d-4a3343e7eff2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:06.726000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e794a9a0-2aed-4d4f-8356-dc94af7c60e1 None None] Port 463e2965-f2fa-4b2e-aae8-fbac0527740b cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:06.751581 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e7fd-2bd3-46aa-841a-d81553d0a393 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for port (3d689212-0086-4d2f-ad24-6d0b6ea7a4af), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:06.758229 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e794a9a0-2aed-4d4f-8356-dc94af7c60e1 None None] Provisioning complete for port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:06.758764 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e794a9a0-2aed-4d4f-8356-dc94af7c60e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6b4ffee4-ba99-4325-bca9-5bb546a8fe57), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:06.759058 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e794a9a0-2aed-4d4f-8356-dc94af7c60e1 None None] Attempt 1 to provision port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 Nov 02 12:50:06.794950 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24f2b3d2-b77a-4dfe-8d30-ecc9589b2d5c tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (463e2965-f2fa-4b2e-aae8-fbac0527740b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:06.813670 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ff168ea0-22c2-4f7b-beb5-807dfce7262a tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Calling delete_port for d9202403-3423-4d7c-be3d-4a3343e7eff2 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:06.823580 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b2e60a17-60d7-4d8f-b026-e2b757d0d4ba tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (c2cc4b24-fac8-49a0-9438-9f6ae446d6d1), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:06.832115 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-24f2b3d2-b77a-4dfe-8d30-ecc9589b2d5c tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Calling delete_port for 463e2965-f2fa-4b2e-aae8-fbac0527740b owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:06.859578 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0070eb0-5837-4f5f-b57c-186845491884 None None] Pushing event updated for resources: {'Port': ['ID=6b4ffee4-ba99-4325-bca9-5bb546a8fe57,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:06.907321 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d3f8af-8eae-42a2-ac25-cdad87deded5 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:50:06.939865 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af1880d0-2ff7-4304-8f08-39e2004b401c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (3c3d4e98-49ec-4592-ac2d-2ed089c24a49), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:06.939865 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-af1880d0-2ff7-4304-8f08-39e2004b401c admin admin] Added segment 3c3d4e98-49ec-4592-ac2d-2ed089c24a49 of type vlan for network 3689f1b0-edd3-4063-89be-d5fa769863c9 Nov 02 12:50:06.958450 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:06.959919 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9bc35e4b-07c7-472f-9d68-6e2f087057a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4effeefe-166c-42a5-b01f-e9423be7b334), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:06.962551 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9bc35e4b-07c7-472f-9d68-6e2f087057a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:06.966188 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9bc35e4b-07c7-472f-9d68-6e2f087057a0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4effeefe-166c-42a5-b01f-e9423be7b334 HTTP/1.1" status: 204 len: 168 time: 1.2826941 Nov 02 12:50:06.986352 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] Publish callbacks [] for port (2ac860cc-3885-4269-9dda-cc31bf309277), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:07.005576 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e7fd-2bd3-46aa-841a-d81553d0a393 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (3d689212-0086-4d2f-ad24-6d0b6ea7a4af), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:07.022786 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc35e4b-07c7-472f-9d68-6e2f087057a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4effeefe-166c-42a5-b01f-e9423be7b334,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:07.104987 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af1880d0-2ff7-4304-8f08-39e2004b401c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (3689f1b0-edd3-4063-89be-d5fa769863c9), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:07.110937 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e794a9a0-2aed-4d4f-8356-dc94af7c60e1 None None] Current status of the port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:07.123644 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba9e7fd-2bd3-46aa-841a-d81553d0a393 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Network 391aaff8-94e4-44bd-b205-6681368e321d is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:07.136559 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-6ba9e7fd-2bd3-46aa-841a-d81553d0a393 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:07.143854 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba9e7fd-2bd3-46aa-841a-d81553d0a393 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:07.150699 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9e7fd-2bd3-46aa-841a-d81553d0a393 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Port': ['ID=3d689212-0086-4d2f-ad24-6d0b6ea7a4af,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:07.156693 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2ac860cc-3885-4269-9dda-cc31bf309277), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:07.175313 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e794a9a0-2aed-4d4f-8356-dc94af7c60e1 None None] Provisioning complete for port 7fc06f67-4a24-42b2-bbee-fb424ec8e4a5 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:07.175690 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e794a9a0-2aed-4d4f-8356-dc94af7c60e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7fc06f67-4a24-42b2-bbee-fb424ec8e4a5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:07.176028 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e794a9a0-2aed-4d4f-8356-dc94af7c60e1 None None] Attempt 1 to provision port 7fc06f67-4a24-42b2-bbee-fb424ec8e4a5 Nov 02 12:50:07.202141 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d3f8af-8eae-42a2-ac25-cdad87deded5 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:50:07.204733 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cca89-35ea-41c0-9c29-af07954961d2 req-096af7a6-6543-4807-8f2b-94fc985667b1 tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:07.207598 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-635cca89-35ea-41c0-9c29-af07954961d2 req-096af7a6-6543-4807-8f2b-94fc985667b1 tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] 10.222.0.64 "GET /networking/v2.0/networks?id=b953d999-f7f5-4ecf-82ca-249a0d9c900e HTTP/1.1" status: 200 len: 806 time: 0.3151884 Nov 02 12:50:07.228467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:07.230815 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-635cca89-35ea-41c0-9c29-af07954961d2 req-17c2d879-2507-42a5-a958-29a2f6b8bf05 tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] 10.222.0.64 "GET /networking/v2.0/quotas/d370c06216734957aebcbad237a18aec HTTP/1.1" status: 200 len: 375 time: 0.0169673 Nov 02 12:50:07.247283 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba9e7fd-2bd3-46aa-841a-d81553d0a393 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:07.249088 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e7fd-2bd3-46aa-841a-d81553d0a393 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:07.266587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2bf8b-f514-4b96-849d-f9378cd9535a None None] Pushing event updated for resources: {'Port': ['ID=2ac860cc-3885-4269-9dda-cc31bf309277,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:07.289508 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e794a9a0-2aed-4d4f-8356-dc94af7c60e1 None None] Port 7fc06f67-4a24-42b2-bbee-fb424ec8e4a5 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:07.314407 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e60a17-60d7-4d8f-b026-e2b757d0d4ba tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router c2cc4b24-fac8-49a0-9438-9f6ae446d6d1 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:07.333655 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af1880d0-2ff7-4304-8f08-39e2004b401c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (3689f1b0-edd3-4063-89be-d5fa769863c9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:07.335063 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1880d0-2ff7-4304-8f08-39e2004b401c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:07.335956 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-af1880d0-2ff7-4304-8f08-39e2004b401c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:07.388349 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-635cca89-35ea-41c0-9c29-af07954961d2 req-f8b3e621-fa6f-4ab9-a512-4330dfb6881a tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d370c06216734957aebcbad237a18aec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1081491 Nov 02 12:50:07.451107 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1880d0-2ff7-4304-8f08-39e2004b401c admin admin] Pushing event updated for resources: {'Network': ['ID=3689f1b0-edd3-4063-89be-d5fa769863c9,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:07.459780 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e794a9a0-2aed-4d4f-8356-dc94af7c60e1 None None] Provisioning complete for port d9202403-3423-4d7c-be3d-4a3343e7eff2 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:07.460324 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e794a9a0-2aed-4d4f-8356-dc94af7c60e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d9202403-3423-4d7c-be3d-4a3343e7eff2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:07.460773 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e794a9a0-2aed-4d4f-8356-dc94af7c60e1 None None] Attempt 1 to provision port d9202403-3423-4d7c-be3d-4a3343e7eff2 Nov 02 12:50:07.467753 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:07.490146 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6ba9e7fd-2bd3-46aa-841a-d81553d0a393 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2717125 Nov 02 12:50:07.490482 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46982) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:07.498742 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f8433b26-c7a7-4858-85b7-e9585abf1893 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'port': {'network_id': '391aaff8-94e4-44bd-b205-6681368e321d', 'name': 'tempest-FloatingIPTestJSON-1591970303'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:07.503893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 3689f1b0-edd3-4063-89be-d5fa769863c9 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:50:07.517168 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e60a17-60d7-4d8f-b026-e2b757d0d4ba tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:07.527805 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b2e60a17-60d7-4d8f-b026-e2b757d0d4ba tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/c2cc4b24-fac8-49a0-9438-9f6ae446d6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9830327 Nov 02 12:50:07.530205 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46986) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:07.589487 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-69604c05-c9bf-4551-9306-3581555637e5 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2cc4b24-fac8-49a0-9438-9f6ae446d6d1 HTTP/1.1" status: 200 len: 205 time: 0.0576954 Nov 02 12:50:07.590959 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46990) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:07.604792 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b31b1-c251-4fee-9028-c3fbe15d339d None None] Sync routers for ids ['c2cc4b24-fac8-49a0-9438-9f6ae446d6d1'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:07.636021 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-af1880d0-2ff7-4304-8f08-39e2004b401c admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8121140 Nov 02 12:50:07.639970 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46992) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:07.641521 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24f2b3d2-b77a-4dfe-8d30-ecc9589b2d5c tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (463e2965-f2fa-4b2e-aae8-fbac0527740b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:07.653451 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-9c674e81-1768-40c1-8ce2-c9e7c69778a2 admin admin] Request body: {'subnet': {'network_id': '3689f1b0-edd3-4063-89be-d5fa769863c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1037349280-subnet', 'tenant_id': '658d7b13f50947999abfb7cc7da5cb25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:07.662752 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ff168ea0-22c2-4f7b-beb5-807dfce7262a tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (d9202403-3423-4d7c-be3d-4a3343e7eff2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:07.697774 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2b3d2-b77a-4dfe-8d30-ecc9589b2d5c tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Pushing event deleted for resources: {'Port': ['ID=463e2965-f2fa-4b2e-aae8-fbac0527740b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:07.705349 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12b31b1-c251-4fee-9028-c3fbe15d339d None None] Routers {'c2cc4b24-fac8-49a0-9438-9f6ae446d6d1'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:07.706158 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d12b31b1-c251-4fee-9028-c3fbe15d339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c2cc4b24-fac8-49a0-9438-9f6ae446d6d1'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:07.709245 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] Attempting to bind port 2ac860cc-3885-4269-9dda-cc31bf309277 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:50:07.709623 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] Attempting to bind port 2ac860cc-3885-4269-9dda-cc31bf309277 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '01c4eb35-a4e6-446c-a080-ad32af9ec7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b953d999-f7f5-4ecf-82ca-249a0d9c900e'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:50:07.710036 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] Attempting to bind port 2ac860cc-3885-4269-9dda-cc31bf309277 on network b953d999-f7f5-4ecf-82ca-249a0d9c900e {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:50:07.781109 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e794a9a0-2aed-4d4f-8356-dc94af7c60e1 None None] Port d9202403-3423-4d7c-be3d-4a3343e7eff2 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:07.800881 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d12b31b1-c251-4fee-9028-c3fbe15d339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:07.803210 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:07.803885 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6b4ffee4-ba99-4325-bca9-5bb546a8fe57), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:07.804012 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 Nov 02 12:50:07.811073 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-637de801-b212-4472-8322-5a9cb9fd6977 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (c2cc4b24-fac8-49a0-9438-9f6ae446d6d1), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:07.825656 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff168ea0-22c2-4f7b-beb5-807dfce7262a tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Pushing event deleted for resources: {'Port': ['ID=d9202403-3423-4d7c-be3d-4a3343e7eff2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:07.869135 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12b31b1-c251-4fee-9028-c3fbe15d339d None None] Routers {'c2cc4b24-fac8-49a0-9438-9f6ae446d6d1'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:07.869947 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d12b31b1-c251-4fee-9028-c3fbe15d339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c2cc4b24-fac8-49a0-9438-9f6ae446d6d1'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:07.892856 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8433b26-c7a7-4858-85b7-e9585abf1893 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Made reservation on behalf of d51481ca43dc4936b4d039170d10afc6 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:07.900076 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8433b26-c7a7-4858-85b7-e9585abf1893 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:07.920888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d12b31b1-c251-4fee-9028-c3fbe15d339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:07.921799 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b31b1-c251-4fee-9028-c3fbe15d339d None None] The sync data for ids ['c2cc4b24-fac8-49a0-9438-9f6ae446d6d1'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:07.927806 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-042c2b6d-21ce-4742-b687-9d0ff9879a0e None None] Could not find standard attr ID for object 463e2965-f2fa-4b2e-aae8-fbac0527740b. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:50:07.928890 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:50:07.929379 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] Checking segment: {'id': '01c4eb35-a4e6-446c-a080-ad32af9ec7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b953d999-f7f5-4ecf-82ca-249a0d9c900e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:50:07.929930 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:07.930397 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] Bound using segment: {'id': '01c4eb35-a4e6-446c-a080-ad32af9ec7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b953d999-f7f5-4ecf-82ca-249a0d9c900e'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:50:07.931030 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] Bound port: 2ac860cc-3885-4269-9dda-cc31bf309277, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c4eb35-a4e6-446c-a080-ad32af9ec7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b953d999-f7f5-4ecf-82ca-249a0d9c900e'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:50:07.931544 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2ac860cc-3885-4269-9dda-cc31bf309277), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:07.969215 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c674e81-1768-40c1-8ce2-c9e7c69778a2 admin admin] Made reservation on behalf of 658d7b13f50947999abfb7cc7da5cb25 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:07.972107 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c674e81-1768-40c1-8ce2-c9e7c69778a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:07.990439 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-f8433b26-c7a7-4858-85b7-e9585abf1893 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] device_id is not set on port 014f3a3b-d887-4757-931b-bd85a864e1db yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:50:08.012034 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:08.016586 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:08.125539 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] For port 2ac860cc-3885-4269-9dda-cc31bf309277, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:50:08.130756 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] For port 2ac860cc-3885-4269-9dda-cc31bf309277, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2ac860cc-3885-4269-9dda-cc31bf309277,segment=NetworkSegment(01c4eb35-a4e6-446c-a080-ad32af9ec7de),segment_id=01c4eb35-a4e6-446c-a080-ad32af9ec7de)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:50:08.234455 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ff168ea0-22c2-4f7b-beb5-807dfce7262a tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:08.242175 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ff168ea0-22c2-4f7b-beb5-807dfce7262a tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] 10.222.0.64 "DELETE /networking/v2.0/ports/d9202403-3423-4d7c-be3d-4a3343e7eff2 HTTP/1.1" status: 204 len: 168 time: 2.4251974 Nov 02 12:50:08.281415 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47008) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:08.281916 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47010) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:08.305579 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2ac860cc-3885-4269-9dda-cc31bf309277), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:08.368934 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:08.370205 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] Routers {'edb43c2a-dffe-44b9-979b-cf01109dd1f2'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:08.370932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:49:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['edb43c2a-dffe-44b9-979b-cf01109dd1f2'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:08.457528 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b2bab4d8-a80f-4812-b25f-874699bcb041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:08.471398 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-637de801-b212-4472-8322-5a9cb9fd6977 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (c2cc4b24-fac8-49a0-9438-9f6ae446d6d1), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:08.478933 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24f2b3d2-b77a-4dfe-8d30-ecc9589b2d5c tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:08.484748 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-24f2b3d2-b77a-4dfe-8d30-ecc9589b2d5c tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "DELETE /networking/v2.0/ports/463e2965-f2fa-4b2e-aae8-fbac0527740b HTTP/1.1" status: 204 len: 168 time: 2.3737912 Nov 02 12:50:08.509677 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-637de801-b212-4472-8322-5a9cb9fd6977 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router_controller (c2cc4b24-fac8-49a0-9438-9f6ae446d6d1), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:08.531475 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47012) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:08.532764 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2bf8b-f514-4b96-849d-f9378cd9535a None None] Pushing event updated for resources: {'Port': ['ID=2ac860cc-3885-4269-9dda-cc31bf309277,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:08.543078 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:08.553853 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-f8433b26-c7a7-4858-85b7-e9585abf1893 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Allocated IP 172.20.0.9 (391aaff8-94e4-44bd-b205-6681368e321d/431b0d7b-b521-4638-be2a-db36388a596c/014f3a3b-d887-4757-931b-bd85a864e1db) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:08.563887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] Set router edb43c2a-dffe-44b9-979b-cf01109dd1f2 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:50:08.583120 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-171b4085-2441-41cf-869e-f92ad2e887cf tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] GET failed (client error): The resource could not be found. Nov 02 12:50:08.590786 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-171b4085-2441-41cf-869e-f92ad2e887cf tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "GET /networking/v2.0/ports/463e2965-f2fa-4b2e-aae8-fbac0527740b HTTP/1.1" status: 404 len: 333 time: 0.0581973 Nov 02 12:50:08.594447 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47014) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:08.609256 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6a247180-de19-4c86-9167-7c45f1c8274a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Request body: {'port': {'network_id': '6bbc5d08-de87-4bc5-8843-154782fe44c6', 'name': 'tempest-AllowedAddressPairTestJSON-1506213246'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:08.657346 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Deleting subnet de8015f6-4093-41b9-9a55-3c3d0d067ff6 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:50:08.681567 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d17dad-0a89-41be-819d-48d295bbdd58 req-c2dfa307-0f5e-45a0-8e62-bf0b1e191e0e tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:08.683148 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-47d17dad-0a89-41be-819d-48d295bbdd58 req-c2dfa307-0f5e-45a0-8e62-bf0b1e191e0e tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] 10.222.0.64 "GET /networking/v2.0/networks?id=b953d999-f7f5-4ecf-82ca-249a0d9c900e HTTP/1.1" status: 200 len: 806 time: 0.5381601 Nov 02 12:50:08.696691 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks [] for subnet (de8015f6-4093-41b9-9a55-3c3d0d067ff6), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:08.750820 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b2bab4d8-a80f-4812-b25f-874699bcb041 admin admin] Publish callbacks [] for security_group (d51f3bc5-eaaf-4185-8de2-95b386942911), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:08.795558 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-47d17dad-0a89-41be-819d-48d295bbdd58 req-3fcd5530-66d0-49ed-966b-df7224ddf00a tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] 10.222.0.64 "GET /networking/v2.0/quotas/d370c06216734957aebcbad237a18aec HTTP/1.1" status: 200 len: 375 time: 0.0591486 Nov 02 12:50:08.811435 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-feedebdd-0afa-4972-aa1c-77e18a45f093 None None] Provisioning complete for port 7af84675-c870-479a-86ba-8ba2cc0758ec triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:08.812037 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-feedebdd-0afa-4972-aa1c-77e18a45f093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7af84675-c870-479a-86ba-8ba2cc0758ec), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:08.812037 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-feedebdd-0afa-4972-aa1c-77e18a45f093 None None] Attempt 1 to provision port 7af84675-c870-479a-86ba-8ba2cc0758ec Nov 02 12:50:08.834633 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (de8015f6-4093-41b9-9a55-3c3d0d067ff6), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:08.863127 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-637de801-b212-4472-8322-5a9cb9fd6977 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (c2cc4b24-fac8-49a0-9438-9f6ae446d6d1), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:08.864198 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637de801-b212-4472-8322-5a9cb9fd6977 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Fanout notify agent at l3_agent the message router_deleted on router c2cc4b24-fac8-49a0-9438-9f6ae446d6d1 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:50:08.873272 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b2bab4d8-a80f-4812-b25f-874699bcb041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d51f3bc5-eaaf-4185-8de2-95b386942911), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:08.898761 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-637de801-b212-4472-8322-5a9cb9fd6977 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:08.903370 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-637de801-b212-4472-8322-5a9cb9fd6977 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/routers/c2cc4b24-fac8-49a0-9438-9f6ae446d6d1 HTTP/1.1" status: 204 len: 168 time: 1.3079209 Nov 02 12:50:08.913593 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47016) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:08.933537 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:08.954034 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-47d17dad-0a89-41be-819d-48d295bbdd58 req-3f0dc00a-2660-4fcb-a018-9914080a334b tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d370c06216734957aebcbad237a18aec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1476383 Nov 02 12:50:09.021264 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8433b26-c7a7-4858-85b7-e9585abf1893 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for port (014f3a3b-d887-4757-931b-bd85a864e1db), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:09.058881 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a247180-de19-4c86-9167-7c45f1c8274a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Made reservation on behalf of 5300fab6343946668aa03c9b5dd146c8 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:09.063963 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6a247180-de19-4c86-9167-7c45f1c8274a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:09.096716 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:09.103184 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-6a247180-de19-4c86-9167-7c45f1c8274a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] device_id is not set on port 45fe4498-1fa9-4114-8bf2-df29c19ae385 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:50:09.119150 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-feedebdd-0afa-4972-aa1c-77e18a45f093 None None] Current status of the port 7af84675-c870-479a-86ba-8ba2cc0758ec is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:09.128578 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb43c2a-dffe-44b9-979b-cf01109dd1f2', 'name': 'tempest-ServersTestJSON-1905493866-router', 'tenant_id': 'd370c06216734957aebcbad237a18aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '09bf2518-e2c0-4360-b78c-b187acd090fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:48Z', 'updated_at': '2022-11-02T12:49:59Z', 'revision_number': 4, 'project_id': 'd370c06216734957aebcbad237a18aec', 'gw_port': {'id': '09bf2518-e2c0-4360-b78c-b187acd090fd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb43c2a-dffe-44b9-979b-cf01109dd1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:50Z', 'updated_at': '2022-11-02T12:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '2ac860cc-3885-4269-9dda-cc31bf309277', 'name': '', 'network_id': 'b953d999-f7f5-4ecf-82ca-249a0d9c900e', 'tenant_id': 'd370c06216734957aebcbad237a18aec', 'mac_address': 'fa:16:3e:f9:bd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb43c2a-dffe-44b9-979b-cf01109dd1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '794e57d1-599c-47cc-ba0b-0e5dfa564d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:58Z', 'updated_at': '2022-11-02T12:50:08Z', 'revision_number': 4, 'project_id': 'd370c06216734957aebcbad237a18aec', 'subnets': [{'id': '794e57d1-599c-47cc-ba0b-0e5dfa564d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:09.171513 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8433b26-c7a7-4858-85b7-e9585abf1893 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (014f3a3b-d887-4757-931b-bd85a864e1db), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:09.207445 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f39709-c259-4fa2-95c6-7b3daccbb4fe None None] The sync data for ids ['edb43c2a-dffe-44b9-979b-cf01109dd1f2'] in n-d-857339-6 is: [{'id': 'edb43c2a-dffe-44b9-979b-cf01109dd1f2', 'name': 'tempest-ServersTestJSON-1905493866-router', 'tenant_id': 'd370c06216734957aebcbad237a18aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '09bf2518-e2c0-4360-b78c-b187acd090fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:48Z', 'updated_at': '2022-11-02T12:49:59Z', 'revision_number': 4, 'project_id': 'd370c06216734957aebcbad237a18aec', 'gw_port': {'id': '09bf2518-e2c0-4360-b78c-b187acd090fd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb43c2a-dffe-44b9-979b-cf01109dd1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:50Z', 'updated_at': '2022-11-02T12:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '2ac860cc-3885-4269-9dda-cc31bf309277', 'name': '', 'network_id': 'b953d999-f7f5-4ecf-82ca-249a0d9c900e', 'tenant_id': 'd370c06216734957aebcbad237a18aec', 'mac_address': 'fa:16:3e:f9:bd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb43c2a-dffe-44b9-979b-cf01109dd1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '794e57d1-599c-47cc-ba0b-0e5dfa564d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:58Z', 'updated_at': '2022-11-02T12:50:08Z', 'revision_number': 4, 'project_id': 'd370c06216734957aebcbad237a18aec', 'subnets': [{'id': '794e57d1-599c-47cc-ba0b-0e5dfa564d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:09.316016 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8433b26-c7a7-4858-85b7-e9585abf1893 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Network 391aaff8-94e4-44bd-b205-6681368e321d is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:09.364964 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f8433b26-c7a7-4858-85b7-e9585abf1893 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:09.375790 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8433b26-c7a7-4858-85b7-e9585abf1893 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:09.411278 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8433b26-c7a7-4858-85b7-e9585abf1893 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Port': ['ID=014f3a3b-d887-4757-931b-bd85a864e1db,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:09.461033 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-6a247180-de19-4c86-9167-7c45f1c8274a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Allocated IP 172.20.0.7 (6bbc5d08-de87-4bc5-8843-154782fe44c6/e5850a27-4617-4d9e-80bd-c5f85b42969f/45fe4498-1fa9-4114-8bf2-df29c19ae385) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:09.471122 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bab4d8-a80f-4812-b25f-874699bcb041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51f3bc5-eaaf-4185-8de2-95b386942911,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:09.484392 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8433b26-c7a7-4858-85b7-e9585abf1893 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:09.484873 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8433b26-c7a7-4858-85b7-e9585abf1893 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:09.486419 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:09.501746 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:09.522324 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c674e81-1768-40c1-8ce2-c9e7c69778a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (4cf6bd80-4f9f-4df9-96ec-84b2c25fb710), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:09.563497 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b2bab4d8-a80f-4812-b25f-874699bcb041 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a80227edab4f4b239b0050bdf025c22a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2737122 Nov 02 12:50:09.567690 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47050) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:09.651250 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09c44dc-1a3f-4f73-b4c9-0dc91d70b9c0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting subnet 4b933339-03ac-4c4b-9d51-0c6954319d5e {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:50:09.671115 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d09c44dc-1a3f-4f73-b4c9-0dc91d70b9c0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for subnet (4b933339-03ac-4c4b-9d51-0c6954319d5e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:09.703629 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c674e81-1768-40c1-8ce2-c9e7c69778a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf6bd80-4f9f-4df9-96ec-84b2c25fb710,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:09.716461 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f8433b26-c7a7-4858-85b7-e9585abf1893 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2240555 Nov 02 12:50:09.728621 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47052) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:09.731178 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c674e81-1768-40c1-8ce2-c9e7c69778a2 admin admin] Checking segment: {'id': '3c3d4e98-49ec-4592-ac2d-2ed089c24a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '3689f1b0-edd3-4063-89be-d5fa769863c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:50:09.736712 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c674e81-1768-40c1-8ce2-c9e7c69778a2 admin admin] Network hostable DHCP agents. Network: 3689f1b0-edd3-4063-89be-d5fa769863c9, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:50:09.736904 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-56cf440b-27f2-4984-accd-e5cc70916332 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'port_id': '014f3a3b-d887-4757-931b-bd85a864e1db', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:09.764401 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (de8015f6-4093-41b9-9a55-3c3d0d067ff6), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:09.794634 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d09c44dc-1a3f-4f73-b4c9-0dc91d70b9c0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (4b933339-03ac-4c4b-9d51-0c6954319d5e), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:09.835694 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-99cebf10-ca55-4d13-9059-d9d732f1898d admin admin] Publish callbacks [] for security_group (d51f3bc5-eaaf-4185-8de2-95b386942911), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:09.851044 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56cf440b-27f2-4984-accd-e5cc70916332 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:09.896594 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-99cebf10-ca55-4d13-9059-d9d732f1898d admin admin] Publish callbacks [] for security_group (d51f3bc5-eaaf-4185-8de2-95b386942911), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:09.904601 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bc4cc-b88a-4659-8774-c78695026335 req-f4b75dce-4f27-4ca3-ab08-a70320dcd29f tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:09.906248 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-706bc4cc-b88a-4659-8774-c78695026335 req-f4b75dce-4f27-4ca3-ab08-a70320dcd29f tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] 10.222.0.64 "GET /networking/v2.0/networks?id=b953d999-f7f5-4ecf-82ca-249a0d9c900e HTTP/1.1" status: 200 len: 806 time: 0.2889650 Nov 02 12:50:09.955402 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6a247180-de19-4c86-9167-7c45f1c8274a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks [] for port (45fe4498-1fa9-4114-8bf2-df29c19ae385), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:09.969874 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-706bc4cc-b88a-4659-8774-c78695026335 req-5a64c563-5c15-4ff3-9aea-b7daa88ba847 tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] 10.222.0.64 "GET /networking/v2.0/quotas/d370c06216734957aebcbad237a18aec HTTP/1.1" status: 200 len: 375 time: 0.0504348 Nov 02 12:50:09.984118 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c674e81-1768-40c1-8ce2-c9e7c69778a2 admin admin] Network 3689f1b0-edd3-4063-89be-d5fa769863c9 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:50:10.017331 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56cf440b-27f2-4984-accd-e5cc70916332 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:10.081345 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (de8015f6-4093-41b9-9a55-3c3d0d067ff6), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:10.083025 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-706bc4cc-b88a-4659-8774-c78695026335 req-8bf3daae-d3cc-4346-be8d-5eb8167af011 tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d370c06216734957aebcbad237a18aec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858564 Nov 02 12:50:10.087062 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d09c44dc-1a3f-4f73-b4c9-0dc91d70b9c0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (4b933339-03ac-4c4b-9d51-0c6954319d5e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:10.171328 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6a247180-de19-4c86-9167-7c45f1c8274a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (45fe4498-1fa9-4114-8bf2-df29c19ae385), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:10.180778 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Pushing event deleted for resources: {'Subnet': ['ID=de8015f6-4093-41b9-9a55-3c3d0d067ff6,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:10.182108 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-99cebf10-ca55-4d13-9059-d9d732f1898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d51f3bc5-eaaf-4185-8de2-95b386942911), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:10.184970 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-99cebf10-ca55-4d13-9059-d9d732f1898d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:10.186500 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-99cebf10-ca55-4d13-9059-d9d732f1898d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d51f3bc5-eaaf-4185-8de2-95b386942911 HTTP/1.1" status: 204 len: 168 time: 0.6166945 Nov 02 12:50:10.190854 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-9c674e81-1768-40c1-8ce2-c9e7c69778a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 3689f1b0-edd3-4063-89be-d5fa769863c9) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:10.195229 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:10.200389 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/de8015f6-4093-41b9-9a55-3c3d0d067ff6 HTTP/1.1" status: 204 len: 168 time: 1.9047461 Nov 02 12:50:10.204571 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13f85fd-c0b0-46be-92f9-6155a922a6c3 None None] Network 3689f1b0-edd3-4063-89be-d5fa769863c9 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:10.205166 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47060) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:10.218517 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c674e81-1768-40c1-8ce2-c9e7c69778a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:10.219107 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c674e81-1768-40c1-8ce2-c9e7c69778a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:10.244095 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9395bd1a-19f9-4c6d-80e8-3d2497f05a75 None None] Network b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:10.302831 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cebf10-ca55-4d13-9059-d9d732f1898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51f3bc5-eaaf-4185-8de2-95b386942911,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:10.380689 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a247180-de19-4c86-9167-7c45f1c8274a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Network 6bbc5d08-de87-4bc5-8843-154782fe44c6 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:10.383892 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-6a247180-de19-4c86-9167-7c45f1c8274a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:10.388002 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93a80d1c-e7f8-4d0f-9724-c13153de7ade tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:10.389484 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a247180-de19-4c86-9167-7c45f1c8274a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:10.408651 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a247180-de19-4c86-9167-7c45f1c8274a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Pushing event updated for resources: {'Port': ['ID=45fe4498-1fa9-4114-8bf2-df29c19ae385,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:10.419003 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:10.419516 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:10.419727 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:10.423385 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:10.425052 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:10.425826 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:10.431581 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:10.432443 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:10.433123 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:10.434145 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:10.434145 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:10.434476 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:10.434690 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:10.435027 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:10.435446 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da91e3f-5e7e-4c3e-9736-c3b67d4f1485 tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:10.504232 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:10.552849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a247180-de19-4c86-9167-7c45f1c8274a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:10.557657 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6a247180-de19-4c86-9167-7c45f1c8274a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:10.595935 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:10.681871 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-93a80d1c-e7f8-4d0f-9724-c13153de7ade tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Deleting port a1301870-7bfa-4da9-9681-0044b649740f {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:10.683807 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93a80d1c-e7f8-4d0f-9724-c13153de7ade tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a1301870-7bfa-4da9-9681-0044b649740f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:10.719994 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6a247180-de19-4c86-9167-7c45f1c8274a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1215107 Nov 02 12:50:10.722997 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47076) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:10.728941 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-a87eeea3-286b-4025-96e0-c7ba65391709 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:40:a4:5d'}]}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:10.769816 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4411dd21-23cb-4c33-b15a-fe78c68d8a20 None None] Network 3689f1b0-edd3-4063-89be-d5fa769863c9 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:10.860958 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9c674e81-1768-40c1-8ce2-c9e7c69778a2 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2161510 Nov 02 12:50:10.869132 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47080) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:10.902251 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-397d7a5a-6e65-4216-8b96-d181df305f2e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1037349280-router', 'tenant_id': '658d7b13f50947999abfb7cc7da5cb25', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:10.943674 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-93a80d1c-e7f8-4d0f-9724-c13153de7ade tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] For port a1301870-7bfa-4da9-9681-0044b649740f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a1301870-7bfa-4da9-9681-0044b649740f,segment=NetworkSegment(16b9a445-560f-4ce9-8edb-ab390035af66),segment_id=16b9a445-560f-4ce9-8edb-ab390035af66)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:10.944403 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93a80d1c-e7f8-4d0f-9724-c13153de7ade tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a1301870-7bfa-4da9-9681-0044b649740f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:10.947726 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d09c44dc-1a3f-4f73-b4c9-0dc91d70b9c0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (4b933339-03ac-4c4b-9d51-0c6954319d5e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:10.952291 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929e1a5f-bf44-41e6-8807-cb98795d8f3d None None] DHCP port deletion for b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:50:11.016090 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-929e1a5f-bf44-41e6-8807-cb98795d8f3d None None] Deleting port a1301870-7bfa-4da9-9681-0044b649740f {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:11.016547 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-929e1a5f-bf44-41e6-8807-cb98795d8f3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a1301870-7bfa-4da9-9681-0044b649740f), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.041085 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-56cf440b-27f2-4984-accd-e5cc70916332 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Allocated IP 172.25.2.142 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/08e6f0ae-01a9-4fcc-adbf-022247000215) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:11.114074 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-929e1a5f-bf44-41e6-8807-cb98795d8f3d None None] For port a1301870-7bfa-4da9-9681-0044b649740f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a1301870-7bfa-4da9-9681-0044b649740f,segment=NetworkSegment(16b9a445-560f-4ce9-8edb-ab390035af66),segment_id=16b9a445-560f-4ce9-8edb-ab390035af66)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:11.114074 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-929e1a5f-bf44-41e6-8807-cb98795d8f3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a1301870-7bfa-4da9-9681-0044b649740f), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.122478 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-929e1a5f-bf44-41e6-8807-cb98795d8f3d None None] Calling delete_port for a1301870-7bfa-4da9-9681-0044b649740f owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:11.133899 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-93a80d1c-e7f8-4d0f-9724-c13153de7ade tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Calling delete_port for a1301870-7bfa-4da9-9681-0044b649740f owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:11.165181 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c44dc-1a3f-4f73-b4c9-0dc91d70b9c0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Subnet': ['ID=4b933339-03ac-4c4b-9d51-0c6954319d5e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:11.185424 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:11.188791 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-62a92584-8e0d-46eb-a828-50c3b4a90bdf None None] Provisioning complete for port 45fe4498-1fa9-4114-8bf2-df29c19ae385 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:11.189172 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-62a92584-8e0d-46eb-a828-50c3b4a90bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (45fe4498-1fa9-4114-8bf2-df29c19ae385), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.189514 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-62a92584-8e0d-46eb-a828-50c3b4a90bdf None None] Attempt 1 to provision port 45fe4498-1fa9-4114-8bf2-df29c19ae385 Nov 02 12:50:11.216974 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d09c44dc-1a3f-4f73-b4c9-0dc91d70b9c0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.222814 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d09c44dc-1a3f-4f73-b4c9-0dc91d70b9c0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/4b933339-03ac-4c4b-9d51-0c6954319d5e HTTP/1.1" status: 204 len: 168 time: 2.3122323 Nov 02 12:50:11.232336 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc27475-1076-47d4-9ae3-825e2a12787d None None] Network f86e2873-38bc-432f-9c70-2c060f4354fb requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:11.253426 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47090) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:11.338338 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a87eeea3-286b-4025-96e0-c7ba65391709 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (45fe4498-1fa9-4114-8bf2-df29c19ae385), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.373325 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-62a92584-8e0d-46eb-a828-50c3b4a90bdf None None] Port 45fe4498-1fa9-4114-8bf2-df29c19ae385 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:11.380444 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-397d7a5a-6e65-4216-8b96-d181df305f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.381941 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-397d7a5a-6e65-4216-8b96-d181df305f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.433496 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2ac860cc-3885-4269-9dda-cc31bf309277 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:11.443602 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-397d7a5a-6e65-4216-8b96-d181df305f2e admin admin] Publish callbacks [] for router_controller (9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.452943 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:11.524067 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2ac860cc-3885-4269-9dda-cc31bf309277 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:11.537544 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2ac860cc-3885-4269-9dda-cc31bf309277), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.537886 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2ac860cc-3885-4269-9dda-cc31bf309277 Nov 02 12:50:11.602204 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a87eeea3-286b-4025-96e0-c7ba65391709 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks [] for port (45fe4498-1fa9-4114-8bf2-df29c19ae385), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.610269 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:11.629303 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-82220d39-997c-4214-ae2e-257cdf333550 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (f86e2873-38bc-432f-9c70-2c060f4354fb), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.633936 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8666ee-7484-407d-9bf0-e4fadd682b04 req-740f5875-19c4-47fd-bb46-50f39fd19dfb tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:11.636988 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5e8666ee-7484-407d-9bf0-e4fadd682b04 req-740f5875-19c4-47fd-bb46-50f39fd19dfb tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] 10.222.0.64 "GET /networking/v2.0/networks?id=b953d999-f7f5-4ecf-82ca-249a0d9c900e HTTP/1.1" status: 200 len: 806 time: 0.5113342 Nov 02 12:50:11.650132 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aad0041-c0ea-439e-8778-c29aae312578 None None] DHCP port deletion for f86e2873-38bc-432f-9c70-2c060f4354fb request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:50:11.653450 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-929e1a5f-bf44-41e6-8807-cb98795d8f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (a1301870-7bfa-4da9-9681-0044b649740f), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.671680 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5e8666ee-7484-407d-9bf0-e4fadd682b04 req-72f74bdf-97fe-4447-9198-4689b7d4d674 tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] 10.222.0.64 "GET /networking/v2.0/quotas/d370c06216734957aebcbad237a18aec HTTP/1.1" status: 200 len: 375 time: 0.0249863 Nov 02 12:50:11.749066 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a87eeea3-286b-4025-96e0-c7ba65391709 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (45fe4498-1fa9-4114-8bf2-df29c19ae385), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.749391 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:11.753482 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929e1a5f-bf44-41e6-8807-cb98795d8f3d None None] No DVR routers for this DVR port a1301870-7bfa-4da9-9681-0044b649740f on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:50:11.755580 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4aad0041-c0ea-439e-8778-c29aae312578 None None] Deleting port 7af84675-c870-479a-86ba-8ba2cc0758ec {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:11.756635 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4aad0041-c0ea-439e-8778-c29aae312578 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7af84675-c870-479a-86ba-8ba2cc0758ec), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.756811 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93a80d1c-e7f8-4d0f-9724-c13153de7ade tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (a1301870-7bfa-4da9-9681-0044b649740f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.759440 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e1a5f-bf44-41e6-8807-cb98795d8f3d None None] Pushing event deleted for resources: {'Port': ['ID=a1301870-7bfa-4da9-9681-0044b649740f,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:11.764344 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:11.767740 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56cf440b-27f2-4984-accd-e5cc70916332 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for port (08e6f0ae-01a9-4fcc-adbf-022247000215), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.820842 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5e8666ee-7484-407d-9bf0-e4fadd682b04 req-20652ea6-ea67-446b-8810-523940bbc988 tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d370c06216734957aebcbad237a18aec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1353443 Nov 02 12:50:11.867705 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-397d7a5a-6e65-4216-8b96-d181df305f2e admin admin] Publish callbacks [] for router_gateway (9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.870272 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2ac860cc-3885-4269-9dda-cc31bf309277 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:11.870669 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2ac860cc-3885-4269-9dda-cc31bf309277), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.885433 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a80d1c-e7f8-4d0f-9724-c13153de7ade tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Pushing event deleted for resources: {'Port': ['ID=a1301870-7bfa-4da9-9681-0044b649740f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:11.885433 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a80d1c-e7f8-4d0f-9724-c13153de7ade tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] No DVR routers for this DVR port a1301870-7bfa-4da9-9681-0044b649740f on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:50:11.887944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4aad0041-c0ea-439e-8778-c29aae312578 None None] For port 7af84675-c870-479a-86ba-8ba2cc0758ec, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7af84675-c870-479a-86ba-8ba2cc0758ec,segment=NetworkSegment(e6115dc9-7958-44b6-a491-0ec373700f4f),segment_id=e6115dc9-7958-44b6-a491-0ec373700f4f)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:11.887944 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4aad0041-c0ea-439e-8778-c29aae312578 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7af84675-c870-479a-86ba-8ba2cc0758ec), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.888248 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87eeea3-286b-4025-96e0-c7ba65391709 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Pushing event updated for resources: {'Port': ['ID=45fe4498-1fa9-4114-8bf2-df29c19ae385,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:11.895988 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a87eeea3-286b-4025-96e0-c7ba65391709 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] In _notify_port_updated(), no bound segment for port 45fe4498-1fa9-4114-8bf2-df29c19ae385 on network 6bbc5d08-de87-4bc5-8843-154782fe44c6 {{(pid=105975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 12:50:11.902066 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87eeea3-286b-4025-96e0-c7ba65391709 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:11.903286 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a87eeea3-286b-4025-96e0-c7ba65391709 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.908775 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4aad0041-c0ea-439e-8778-c29aae312578 None None] Calling delete_port for 7af84675-c870-479a-86ba-8ba2cc0758ec owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:11.910437 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a87eeea3-286b-4025-96e0-c7ba65391709 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "PUT /networking/v2.0/ports/45fe4498-1fa9-4114-8bf2-df29c19ae385 HTTP/1.1" status: 200 len: 993 time: 1.1856899 Nov 02 12:50:11.911337 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47108) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:11.930184 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-82220d39-997c-4214-ae2e-257cdf333550 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting port 7af84675-c870-479a-86ba-8ba2cc0758ec {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:11.934881 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-82220d39-997c-4214-ae2e-257cdf333550 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7af84675-c870-479a-86ba-8ba2cc0758ec), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.990492 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 2ac860cc-3885-4269-9dda-cc31bf309277, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2ac860cc-3885-4269-9dda-cc31bf309277,segment=NetworkSegment(01c4eb35-a4e6-446c-a080-ad32af9ec7de),segment_id=01c4eb35-a4e6-446c-a080-ad32af9ec7de)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:12.058073 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6d02118d-433b-4542-9aef-f9f660a4a6b0 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Deleting port 45fe4498-1fa9-4114-8bf2-df29c19ae385 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:12.060161 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d02118d-433b-4542-9aef-f9f660a4a6b0 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (45fe4498-1fa9-4114-8bf2-df29c19ae385), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:12.061652 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2ac860cc-3885-4269-9dda-cc31bf309277), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:12.084886 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93a80d1c-e7f8-4d0f-9724-c13153de7ade tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:12.132767 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-93a80d1c-e7f8-4d0f-9724-c13153de7ade tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:12.136361 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-82220d39-997c-4214-ae2e-257cdf333550 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] For port 7af84675-c870-479a-86ba-8ba2cc0758ec, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7af84675-c870-479a-86ba-8ba2cc0758ec,segment=NetworkSegment(e6115dc9-7958-44b6-a491-0ec373700f4f),segment_id=e6115dc9-7958-44b6-a491-0ec373700f4f)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:12.136773 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-82220d39-997c-4214-ae2e-257cdf333550 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7af84675-c870-479a-86ba-8ba2cc0758ec), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:12.155347 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a1301870-7bfa-4da9-9681-0044b649740f no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:50:12.204794 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: a1301870-7bfa-4da9-9681-0044b649740f {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:50:12.208145 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a1301870-7bfa-4da9-9681-0044b649740f not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:50:12.208435 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-82220d39-997c-4214-ae2e-257cdf333550 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Calling delete_port for 7af84675-c870-479a-86ba-8ba2cc0758ec owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:12.208976 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-93a80d1c-e7f8-4d0f-9724-c13153de7ade tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b9a445-560f-4ce9-8edb-ab390035af66') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:12.209738 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-93a80d1c-e7f8-4d0f-9724-c13153de7ade tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b9a445-560f-4ce9-8edb-ab390035af66') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:12.211747 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56cf440b-27f2-4984-accd-e5cc70916332 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (08e6f0ae-01a9-4fcc-adbf-022247000215), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:12.213181 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4aad0041-c0ea-439e-8778-c29aae312578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (7af84675-c870-479a-86ba-8ba2cc0758ec), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:12.219948 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=2ac860cc-3885-4269-9dda-cc31bf309277,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:12.250959 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93a80d1c-e7f8-4d0f-9724-c13153de7ade tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (16b9a445-560f-4ce9-8edb-ab390035af66), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:12.263407 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aad0041-c0ea-439e-8778-c29aae312578 None None] No DVR routers for this DVR port 7af84675-c870-479a-86ba-8ba2cc0758ec on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:50:12.265145 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad0041-c0ea-439e-8778-c29aae312578 None None] Pushing event deleted for resources: {'Port': ['ID=7af84675-c870-479a-86ba-8ba2cc0758ec,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:12.284429 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d02118d-433b-4542-9aef-f9f660a4a6b0 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (45fe4498-1fa9-4114-8bf2-df29c19ae385), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:12.303822 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6d02118d-433b-4542-9aef-f9f660a4a6b0 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Calling delete_port for 45fe4498-1fa9-4114-8bf2-df29c19ae385 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:12.362474 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cf440b-27f2-4984-accd-e5cc70916332 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:12.367723 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-56cf440b-27f2-4984-accd-e5cc70916332 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:12.370732 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cf440b-27f2-4984-accd-e5cc70916332 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:12.408481 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93a80d1c-e7f8-4d0f-9724-c13153de7ade tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (16b9a445-560f-4ce9-8edb-ab390035af66), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:12.442890 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a80d1c-e7f8-4d0f-9724-c13153de7ade tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:50:12.443793 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93a80d1c-e7f8-4d0f-9724-c13153de7ade tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (16b9a445-560f-4ce9-8edb-ab390035af66), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:12.503272 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf440b-27f2-4984-accd-e5cc70916332 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Port': ['ID=08e6f0ae-01a9-4fcc-adbf-022247000215,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:12.519971 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 16b9a445-560f-4ce9-8edb-ab390035af66 resource provider aggregate not found Nov 02 12:50:12.565261 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecb555-85e7-4700-90f5-84714af3fcc6 req-89698868-fac9-40a0-813d-e72971047edf tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:12.574324 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9cecb555-85e7-4700-90f5-84714af3fcc6 req-89698868-fac9-40a0-813d-e72971047edf tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] 10.222.0.64 "GET /networking/v2.0/networks?id=b953d999-f7f5-4ecf-82ca-249a0d9c900e HTTP/1.1" status: 200 len: 806 time: 0.2770481 Nov 02 12:50:12.607044 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9cecb555-85e7-4700-90f5-84714af3fcc6 req-0fb36124-bc8a-4ea3-8347-aab0b91bd594 tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] 10.222.0.64 "GET /networking/v2.0/quotas/d370c06216734957aebcbad237a18aec HTTP/1.1" status: 200 len: 375 time: 0.0315559 Nov 02 12:50:12.607362 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 16b9a445-560f-4ce9-8edb-ab390035af66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16b9a445-560f-4ce9-8edb-ab390035af66 found for delete ", "request_id": "req-f9dc24aa-03bb-4aff-a7d4-cf743192ef37"}]} Nov 02 12:50:12.702248 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9cecb555-85e7-4700-90f5-84714af3fcc6 req-ef4129d0-e380-467c-82c3-7515c11c289b tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d370c06216734957aebcbad237a18aec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937278 Nov 02 12:50:12.762839 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-82220d39-997c-4214-ae2e-257cdf333550 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (7af84675-c870-479a-86ba-8ba2cc0758ec), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:12.769590 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-397d7a5a-6e65-4216-8b96-d181df305f2e admin admin] Publish callbacks [] for router_gateway (9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:12.806312 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-397d7a5a-6e65-4216-8b96-d181df305f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:12.852155 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d02118d-433b-4542-9aef-f9f660a4a6b0 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (45fe4498-1fa9-4114-8bf2-df29c19ae385), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:12.855213 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82220d39-997c-4214-ae2e-257cdf333550 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Port': ['ID=7af84675-c870-479a-86ba-8ba2cc0758ec,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:12.860621 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82220d39-997c-4214-ae2e-257cdf333550 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] No DVR routers for this DVR port 7af84675-c870-479a-86ba-8ba2cc0758ec on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:50:12.869069 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:12.900645 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02118d-433b-4542-9aef-f9f660a4a6b0 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Pushing event deleted for resources: {'Port': ['ID=45fe4498-1fa9-4114-8bf2-df29c19ae385,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:12.930001 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b0402bfe-da5e-4137-8ff1-aea1f10ed958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:13.037446 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93a80d1c-e7f8-4d0f-9724-c13153de7ade tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:13.046979 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-82220d39-997c-4214-ae2e-257cdf333550 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (f86e2873-38bc-432f-9c70-2c060f4354fb), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:13.075155 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-82220d39-997c-4214-ae2e-257cdf333550 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86e2873-38bc-432f-9c70-2c060f4354fb']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:13.091793 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-82220d39-997c-4214-ae2e-257cdf333550 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6115dc9-7958-44b6-a491-0ec373700f4f') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:13.092166 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-82220d39-997c-4214-ae2e-257cdf333550 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6115dc9-7958-44b6-a491-0ec373700f4f') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:13.150238 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=7,neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:13.197429 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93a80d1c-e7f8-4d0f-9724-c13153de7ade tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:13.200890 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-93a80d1c-e7f8-4d0f-9724-c13153de7ade tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] 10.222.0.64 "DELETE /networking/v2.0/networks/b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3 HTTP/1.1" status: 204 len: 168 time: 2.9865746 Nov 02 12:50:13.258390 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666c704-87b9-4e57-89ba-41af6485b007 req-7be06cc1-ae74-4cc3-b28f-3b660d454111 tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:13.260005 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5666c704-87b9-4e57-89ba-41af6485b007 req-7be06cc1-ae74-4cc3-b28f-3b660d454111 tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] 10.222.0.64 "GET /networking/v2.0/networks?id=b953d999-f7f5-4ecf-82ca-249a0d9c900e HTTP/1.1" status: 200 len: 806 time: 0.2605577 Nov 02 12:50:13.266388 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d02118d-433b-4542-9aef-f9f660a4a6b0 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:13.271134 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6d02118d-433b-4542-9aef-f9f660a4a6b0 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "DELETE /networking/v2.0/ports/45fe4498-1fa9-4114-8bf2-df29c19ae385 HTTP/1.1" status: 204 len: 168 time: 1.3580716 Nov 02 12:50:13.282760 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47168) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:13.284324 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5666c704-87b9-4e57-89ba-41af6485b007 req-e7649433-f4e0-42b6-ac0e-5507525c1485 tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] 10.222.0.64 "GET /networking/v2.0/quotas/d370c06216734957aebcbad237a18aec HTTP/1.1" status: 200 len: 375 time: 0.0120349 Nov 02 12:50:13.325646 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ad4097-124f-424a-a1ca-e293b59a68d4 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] GET failed (client error): The resource could not be found. Nov 02 12:50:13.329343 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f9ad4097-124f-424a-a1ca-e293b59a68d4 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "GET /networking/v2.0/ports/45fe4498-1fa9-4114-8bf2-df29c19ae385 HTTP/1.1" status: 404 len: 333 time: 0.0420086 Nov 02 12:50:13.336587 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-397d7a5a-6e65-4216-8b96-d181df305f2e admin admin] Allocated IP 172.25.2.29 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/45a98bee-bda1-420d-86e5-e38ce45c3d47) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:13.348346 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47170) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:13.359418 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-3eac38a8-6660-4dea-962f-3fece7142086 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Request body: {'port': {'network_id': '6bbc5d08-de87-4bc5-8843-154782fe44c6', 'name': 'tempest-AllowedAddressPairTestJSON-2057899275'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:13.381225 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-82220d39-997c-4214-ae2e-257cdf333550 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (e6115dc9-7958-44b6-a491-0ec373700f4f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:13.407075 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a80d1c-e7f8-4d0f-9724-c13153de7ade tempest-ExtraDHCPOptionsTestJSON-290606993 tempest-ExtraDHCPOptionsTestJSON-290606993-project] Pushing event deleted for resources: {'Network': ['ID=b82f1a53-9ac6-4f13-8e52-9b0dde0df6c3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:13.413580 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2ac860cc-3885-4269-9dda-cc31bf309277 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:13.415327 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5666c704-87b9-4e57-89ba-41af6485b007 req-52a20a11-4540-49ec-9bed-9c6b511703d8 tempest-ServersTestJSON-1021908919 tempest-ServersTestJSON-1021908919-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d370c06216734957aebcbad237a18aec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1199913 Nov 02 12:50:13.458702 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-82220d39-997c-4214-ae2e-257cdf333550 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e6115dc9-7958-44b6-a491-0ec373700f4f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:13.475793 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82220d39-997c-4214-ae2e-257cdf333550 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:50:13.476530 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-82220d39-997c-4214-ae2e-257cdf333550 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (e6115dc9-7958-44b6-a491-0ec373700f4f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:13.491275 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2ac860cc-3885-4269-9dda-cc31bf309277 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:13.492171 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2ac860cc-3885-4269-9dda-cc31bf309277), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:13.492762 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2ac860cc-3885-4269-9dda-cc31bf309277 Nov 02 12:50:13.496658 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:13.590619 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2ac860cc-3885-4269-9dda-cc31bf309277 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:13.660180 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47178) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:13.667521 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7af84675-c870-479a-86ba-8ba2cc0758ec no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:50:13.718636 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 7af84675-c870-479a-86ba-8ba2cc0758ec {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:50:13.719779 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7af84675-c870-479a-86ba-8ba2cc0758ec not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:50:13.853923 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eac38a8-6660-4dea-962f-3fece7142086 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Made reservation on behalf of 5300fab6343946668aa03c9b5dd146c8 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:13.857693 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3eac38a8-6660-4dea-962f-3fece7142086 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:13.880382 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-3eac38a8-6660-4dea-962f-3fece7142086 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] device_id is not set on port 19cb2253-24d2-4489-8113-3284cd805663 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:50:14.001446 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-397d7a5a-6e65-4216-8b96-d181df305f2e admin admin] Publish callbacks [] for port (45a98bee-bda1-420d-86e5-e38ce45c3d47), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:14.132097 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-82220d39-997c-4214-ae2e-257cdf333550 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (f86e2873-38bc-432f-9c70-2c060f4354fb), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:14.157877 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-82220d39-997c-4214-ae2e-257cdf333550 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:14.162710 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-82220d39-997c-4214-ae2e-257cdf333550 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/networks/f86e2873-38bc-432f-9c70-2c060f4354fb HTTP/1.1" status: 204 len: 168 time: 2.9081371 Nov 02 12:50:14.180566 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47190) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:14.201910 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e062ed05-ad8a-403b-bfe0-1dbc58c16e76 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-389047025', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}, 'admin_state_up': False}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:14.221360 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82220d39-997c-4214-ae2e-257cdf333550 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Network': ['ID=f86e2873-38bc-432f-9c70-2c060f4354fb,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:14.223130 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47192) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:14.386022 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-397d7a5a-6e65-4216-8b96-d181df305f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (45a98bee-bda1-420d-86e5-e38ce45c3d47), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:14.396810 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-3eac38a8-6660-4dea-962f-3fece7142086 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Allocated IP 172.20.0.14 (6bbc5d08-de87-4bc5-8843-154782fe44c6/e5850a27-4617-4d9e-80bd-c5f85b42969f/19cb2253-24d2-4489-8113-3284cd805663) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:14.529163 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3240bb30-6261-4f8a-af90-c7be8683c2cb admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ea9256b3736f499b91b5f59f34ee6ff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2735972 Nov 02 12:50:14.530027 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47198) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:14.530549 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e062ed05-ad8a-403b-bfe0-1dbc58c16e76 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (3ec273a6-71ef-4dc4-9727-6ee9d0e39e51), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:14.531736 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e062ed05-ad8a-403b-bfe0-1dbc58c16e76 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (3ec273a6-71ef-4dc4-9727-6ee9d0e39e51), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:14.538606 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397d7a5a-6e65-4216-8b96-d181df305f2e admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:14.553150 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-397d7a5a-6e65-4216-8b96-d181df305f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:14.561015 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397d7a5a-6e65-4216-8b96-d181df305f2e admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:14.602455 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d7a5a-6e65-4216-8b96-d181df305f2e admin admin] Pushing event updated for resources: {'Port': ['ID=45a98bee-bda1-420d-86e5-e38ce45c3d47,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:14.610904 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56cf440b-27f2-4984-accd-e5cc70916332 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (4d718ca9-cf9b-422d-a609-fbd7c78a722d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:14.672343 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-57d9be2f-f754-4caf-b3b8-feaabda34cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (edb43c2a-dffe-44b9-979b-cf01109dd1f2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:14.679950 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment e6115dc9-7958-44b6-a491-0ec373700f4f resource provider aggregate not found Nov 02 12:50:14.723036 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment e6115dc9-7958-44b6-a491-0ec373700f4f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6115dc9-7958-44b6-a491-0ec373700f4f found for delete ", "request_id": "req-3aa6a544-5c2d-47c6-adfc-7fbeb46cf292"}]} Nov 02 12:50:14.776558 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:14.842127 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e062ed05-ad8a-403b-bfe0-1dbc58c16e76 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router_controller (3ec273a6-71ef-4dc4-9727-6ee9d0e39e51), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:14.860048 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3260387c-d7b6-4b5a-9a57-d7c77ec040bf admin admin] Publish callbacks [] for security_group (39db80ee-7886-4766-ad3a-6be4689f85fb), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:14.889945 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:14.943418 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56cf440b-27f2-4984-accd-e5cc70916332 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (08e6f0ae-01a9-4fcc-adbf-022247000215), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:14.955259 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3260387c-d7b6-4b5a-9a57-d7c77ec040bf admin admin] Publish callbacks [] for security_group (39db80ee-7886-4766-ad3a-6be4689f85fb), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:14.961037 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3eac38a8-6660-4dea-962f-3fece7142086 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks [] for port (19cb2253-24d2-4489-8113-3284cd805663), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:15.133888 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-57d9be2f-f754-4caf-b3b8-feaabda34cee admin admin] Deleting port 2ac860cc-3885-4269-9dda-cc31bf309277 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:15.134141 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-57d9be2f-f754-4caf-b3b8-feaabda34cee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2ac860cc-3885-4269-9dda-cc31bf309277), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:15.220314 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3eac38a8-6660-4dea-962f-3fece7142086 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (19cb2253-24d2-4489-8113-3284cd805663), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:15.228776 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3260387c-d7b6-4b5a-9a57-d7c77ec040bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (39db80ee-7886-4766-ad3a-6be4689f85fb), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:15.228776 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3260387c-d7b6-4b5a-9a57-d7c77ec040bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:15.229409 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3260387c-d7b6-4b5a-9a57-d7c77ec040bf admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/39db80ee-7886-4766-ad3a-6be4689f85fb HTTP/1.1" status: 204 len: 168 time: 0.6976573 Nov 02 12:50:15.233257 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-57d9be2f-f754-4caf-b3b8-feaabda34cee admin admin] For port 2ac860cc-3885-4269-9dda-cc31bf309277, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2ac860cc-3885-4269-9dda-cc31bf309277,segment=NetworkSegment(01c4eb35-a4e6-446c-a080-ad32af9ec7de),segment_id=01c4eb35-a4e6-446c-a080-ad32af9ec7de)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:15.233458 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-57d9be2f-f754-4caf-b3b8-feaabda34cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2ac860cc-3885-4269-9dda-cc31bf309277), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:15.240945 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e062ed05-ad8a-403b-bfe0-1dbc58c16e76 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router_gateway (3ec273a6-71ef-4dc4-9727-6ee9d0e39e51), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:15.297801 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-57d9be2f-f754-4caf-b3b8-feaabda34cee admin admin] Calling delete_port for 2ac860cc-3885-4269-9dda-cc31bf309277 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:15.302868 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260387c-d7b6-4b5a-9a57-d7c77ec040bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39db80ee-7886-4766-ad3a-6be4689f85fb,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:15.308537 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=13 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:15.323343 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac38a8-6660-4dea-962f-3fece7142086 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Pushing event updated for resources: {'Port': ['ID=19cb2253-24d2-4489-8113-3284cd805663,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:15.327004 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eac38a8-6660-4dea-962f-3fece7142086 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Network 6bbc5d08-de87-4bc5-8843-154782fe44c6 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:15.332541 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-3eac38a8-6660-4dea-962f-3fece7142086 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:15.336874 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eac38a8-6660-4dea-962f-3fece7142086 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:15.361363 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:15.409371 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:15.441639 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56cf440b-27f2-4984-accd-e5cc70916332 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for port (08e6f0ae-01a9-4fcc-adbf-022247000215), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:15.450421 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-397d7a5a-6e65-4216-8b96-d181df305f2e admin admin] Publish callbacks [] for router_gateway (9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:15.454116 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eac38a8-6660-4dea-962f-3fece7142086 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:15.455094 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3eac38a8-6660-4dea-962f-3fece7142086 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:15.585092 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3eac38a8-6660-4dea-962f-3fece7142086 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2342618 Nov 02 12:50:15.590363 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47220) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:15.594813 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6331c068-710a-440a-b8f9-a72de9f4f5b7 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:40:a4:5d'}]}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:15.601307 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56cf440b-27f2-4984-accd-e5cc70916332 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (08e6f0ae-01a9-4fcc-adbf-022247000215), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:15.671845 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2f1a424e-f707-4355-9523-66bb2e624943 None None] Provisioning complete for port 19cb2253-24d2-4489-8113-3284cd805663 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:15.672680 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2f1a424e-f707-4355-9523-66bb2e624943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (19cb2253-24d2-4489-8113-3284cd805663), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:15.673187 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2f1a424e-f707-4355-9523-66bb2e624943 None None] Attempt 1 to provision port 19cb2253-24d2-4489-8113-3284cd805663 Nov 02 12:50:15.719875 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a424e-f707-4355-9523-66bb2e624943 None None] Port 19cb2253-24d2-4489-8113-3284cd805663 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:15.725959 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6331c068-710a-440a-b8f9-a72de9f4f5b7 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (19cb2253-24d2-4489-8113-3284cd805663), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:15.761872 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e062ed05-ad8a-403b-bfe0-1dbc58c16e76 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router_gateway (3ec273a6-71ef-4dc4-9727-6ee9d0e39e51), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:15.768443 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf440b-27f2-4984-accd-e5cc70916332 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Port': ['ID=08e6f0ae-01a9-4fcc-adbf-022247000215,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:15.794107 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56cf440b-27f2-4984-accd-e5cc70916332 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (4d718ca9-cf9b-422d-a609-fbd7c78a722d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:15.841054 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-57d9be2f-f754-4caf-b3b8-feaabda34cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (2ac860cc-3885-4269-9dda-cc31bf309277), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:15.860132 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e062ed05-ad8a-403b-bfe0-1dbc58c16e76 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:15.867213 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6bd23929-1e0b-49fc-b55a-761f922e0238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:15.904539 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9be2f-f754-4caf-b3b8-feaabda34cee admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac860cc-3885-4269-9dda-cc31bf309277,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:16.010405 n-d-857339-6 neutron-server[105976]: INFO neutron.db.l3_db [None req-56cf440b-27f2-4984-accd-e5cc70916332 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Floating IP 4d718ca9-cf9b-422d-a609-fbd7c78a722d associated. External IP: 172.25.2.142, port: 014f3a3b-d887-4757-931b-bd85a864e1db. Nov 02 12:50:16.171255 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6331c068-710a-440a-b8f9-a72de9f4f5b7 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks [] for port (19cb2253-24d2-4489-8113-3284cd805663), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:16.354189 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-57d9be2f-f754-4caf-b3b8-feaabda34cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (edb43c2a-dffe-44b9-979b-cf01109dd1f2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:16.360884 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6331c068-710a-440a-b8f9-a72de9f4f5b7 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (19cb2253-24d2-4489-8113-3284cd805663), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:16.437664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749d8e99-4f8d-48ad-ad7a-4c4825944c13 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:50:16.499413 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6331c068-710a-440a-b8f9-a72de9f4f5b7 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] In _notify_port_updated(), no bound segment for port 19cb2253-24d2-4489-8113-3284cd805663 on network 6bbc5d08-de87-4bc5-8843-154782fe44c6 {{(pid=105975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 12:50:16.504476 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6331c068-710a-440a-b8f9-a72de9f4f5b7 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:16.505222 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6331c068-710a-440a-b8f9-a72de9f4f5b7 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:16.506584 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6331c068-710a-440a-b8f9-a72de9f4f5b7 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "PUT /networking/v2.0/ports/19cb2253-24d2-4489-8113-3284cd805663 HTTP/1.1" status: 200 len: 997 time: 0.9161906 Nov 02 12:50:16.515818 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47250) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:16.552303 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749d8e99-4f8d-48ad-ad7a-4c4825944c13 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:50:16.560425 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331c068-710a-440a-b8f9-a72de9f4f5b7 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Pushing event updated for resources: {'Port': ['ID=19cb2253-24d2-4489-8113-3284cd805663,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:16.660553 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-397d7a5a-6e65-4216-8b96-d181df305f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:16.666679 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-dffc9c7f-d249-4ada-acfb-43decc3fc993 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Deleting port 19cb2253-24d2-4489-8113-3284cd805663 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:16.667015 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dffc9c7f-d249-4ada-acfb-43decc3fc993 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (19cb2253-24d2-4489-8113-3284cd805663), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:16.689571 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-e062ed05-ad8a-403b-bfe0-1dbc58c16e76 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Allocated IP 172.25.2.11 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/3fadc222-7a35-4c50-a0ef-053d517b594b) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:16.866773 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dffc9c7f-d249-4ada-acfb-43decc3fc993 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (19cb2253-24d2-4489-8113-3284cd805663), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:16.890235 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-dffc9c7f-d249-4ada-acfb-43decc3fc993 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Calling delete_port for 19cb2253-24d2-4489-8113-3284cd805663 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:16.893843 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d9be2f-f754-4caf-b3b8-feaabda34cee admin admin] Router edb43c2a-dffe-44b9-979b-cf01109dd1f2 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:16.958459 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:17.008168 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=2,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:17.082520 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e062ed05-ad8a-403b-bfe0-1dbc58c16e76 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for port (3fadc222-7a35-4c50-a0ef-053d517b594b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:17.093357 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cf440b-27f2-4984-accd-e5cc70916332 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Router d9bc821d-6e0a-4a1d-9c9e-c9c563928f49 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:17.182354 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d9be2f-f754-4caf-b3b8-feaabda34cee admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:17.192356 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f51bd-a76b-4884-bf95-4c8d309bf6a7 None None] Sync routers for ids ['edb43c2a-dffe-44b9-979b-cf01109dd1f2'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:17.196134 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-57d9be2f-f754-4caf-b3b8-feaabda34cee admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/edb43c2a-dffe-44b9-979b-cf01109dd1f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5341735 Nov 02 12:50:17.197387 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47266) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:17.208858 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9f51bd-a76b-4884-bf95-4c8d309bf6a7 None None] Routers {'edb43c2a-dffe-44b9-979b-cf01109dd1f2'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:17.217474 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7e9f51bd-a76b-4884-bf95-4c8d309bf6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['edb43c2a-dffe-44b9-979b-cf01109dd1f2'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:17.231117 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:17.263316 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397d7a5a-6e65-4216-8b96-d181df305f2e admin admin] Router 9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:50:17.378892 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e062ed05-ad8a-403b-bfe0-1dbc58c16e76 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (3fadc222-7a35-4c50-a0ef-053d517b594b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:17.437996 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-7e9f51bd-a76b-4884-bf95-4c8d309bf6a7 None None] Set router edb43c2a-dffe-44b9-979b-cf01109dd1f2 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:50:17.446330 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cf440b-27f2-4984-accd-e5cc70916332 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:17.456937 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccb6c7e-f7bf-4ce8-b0dd-f0870350ddae None None] Sync routers for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:17.484219 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb6c7e-f7bf-4ce8-b0dd-f0870350ddae None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:17.485124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-2ccb6c7e-f7bf-4ce8-b0dd-f0870350ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:17.592441 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47274) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:17.593140 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-2ccb6c7e-f7bf-4ce8-b0dd-f0870350ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:17.620893 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062ed05-ad8a-403b-bfe0-1dbc58c16e76 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Port': ['ID=3fadc222-7a35-4c50-a0ef-053d517b594b,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:17.626574 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb6c7e-f7bf-4ce8-b0dd-f0870350ddae None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:17.629374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-2ccb6c7e-f7bf-4ce8-b0dd-f0870350ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:17.663087 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e062ed05-ad8a-403b-bfe0-1dbc58c16e76 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:17.678845 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:17.693069 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-e062ed05-ad8a-403b-bfe0-1dbc58c16e76 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:17.697968 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e062ed05-ad8a-403b-bfe0-1dbc58c16e76 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:17.702169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-2ccb6c7e-f7bf-4ce8-b0dd-f0870350ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:17.703124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccb6c7e-f7bf-4ce8-b0dd-f0870350ddae None None] The sync data for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:17.777956 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dffc9c7f-d249-4ada-acfb-43decc3fc993 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (19cb2253-24d2-4489-8113-3284cd805663), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:17.778761 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7e9f51bd-a76b-4884-bf95-4c8d309bf6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb43c2a-dffe-44b9-979b-cf01109dd1f2', 'name': 'tempest-ServersTestJSON-1905493866-router', 'tenant_id': 'd370c06216734957aebcbad237a18aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '09bf2518-e2c0-4360-b78c-b187acd090fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:48Z', 'updated_at': '2022-11-02T12:50:15Z', 'revision_number': 5, 'project_id': 'd370c06216734957aebcbad237a18aec', 'gw_port': {'id': '09bf2518-e2c0-4360-b78c-b187acd090fd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb43c2a-dffe-44b9-979b-cf01109dd1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:50Z', 'updated_at': '2022-11-02T12:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:17.843095 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f51bd-a76b-4884-bf95-4c8d309bf6a7 None None] Checking router: edb43c2a-dffe-44b9-979b-cf01109dd1f2 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:50:17.860162 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56cf440b-27f2-4984-accd-e5cc70916332 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:17.872286 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9f51bd-a76b-4884-bf95-4c8d309bf6a7 None None] Routers {'edb43c2a-dffe-44b9-979b-cf01109dd1f2'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:17.872942 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7e9f51bd-a76b-4884-bf95-4c8d309bf6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['edb43c2a-dffe-44b9-979b-cf01109dd1f2'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:17.883427 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88e1fb0c-6410-4f7b-836b-857df96a4ebb admin admin] Publish callbacks [] for router (edb43c2a-dffe-44b9-979b-cf01109dd1f2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:17.906757 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc9c7f-d249-4ada-acfb-43decc3fc993 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Pushing event deleted for resources: {'Port': ['ID=19cb2253-24d2-4489-8113-3284cd805663,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:17.997254 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-56cf440b-27f2-4984-accd-e5cc70916332 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.2585855 Nov 02 12:50:17.997401 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ad10c84c-8d27-468b-97fd-d6b0f788fadc None None] Provisioning complete for port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:17.997401 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ad10c84c-8d27-468b-97fd-d6b0f788fadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ed1a528-f9ec-4b45-81eb-81e91d6d45c5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:17.997401 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ad10c84c-8d27-468b-97fd-d6b0f788fadc None None] Attempt 1 to provision port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 Nov 02 12:50:18.015774 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47280) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:18.022419 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397d7a5a-6e65-4216-8b96-d181df305f2e admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:18.032027 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-714b69bd-690a-404f-a189-cb66b88e3257 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:18.035609 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] Sync routers for ids ['9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:18.078111 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-7e9f51bd-a76b-4884-bf95-4c8d309bf6a7 None None] Set router edb43c2a-dffe-44b9-979b-cf01109dd1f2 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:50:18.082551 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] Routers {'9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:18.083950 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:18.125628 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-16268061-ba19-4603-be82-f213130131ad tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1819855629'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:18.156466 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ad10c84c-8d27-468b-97fd-d6b0f788fadc None None] Current status of the port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:18.246086 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-397d7a5a-6e65-4216-8b96-d181df305f2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:18.250009 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-397d7a5a-6e65-4216-8b96-d181df305f2e admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3628328 Nov 02 12:50:18.251604 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47284) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:18.285423 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f1175df2-ccf8-4089-8136-66933764a6d1 None None] Provisioning complete for port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:18.285981 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f1175df2-ccf8-4089-8136-66933764a6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ed1a528-f9ec-4b45-81eb-81e91d6d45c5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:18.289206 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f1175df2-ccf8-4089-8136-66933764a6d1 None None] Attempt 1 to provision port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 Nov 02 12:50:18.386986 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] Set router 9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:50:18.447233 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88e1fb0c-6410-4f7b-836b-857df96a4ebb admin admin] Publish callbacks [] for router_gateway (edb43c2a-dffe-44b9-979b-cf01109dd1f2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:18.485789 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16268061-ba19-4603-be82-f213130131ad tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Made reservation on behalf of 981eea58b84f4861954ae9ba98f4f3ef for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:18.493017 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-16268061-ba19-4603-be82-f213130131ad tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:18.546071 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-16268061-ba19-4603-be82-f213130131ad tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:18.566340 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-714b69bd-690a-404f-a189-cb66b88e3257 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (4d718ca9-cf9b-422d-a609-fbd7c78a722d), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:18.615459 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:18.630375 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:18.640649 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:18.692103 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f1175df2-ccf8-4089-8136-66933764a6d1 None None] Current status of the port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:18.695208 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7e9f51bd-a76b-4884-bf95-4c8d309bf6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb43c2a-dffe-44b9-979b-cf01109dd1f2', 'name': 'tempest-ServersTestJSON-1905493866-router', 'tenant_id': 'd370c06216734957aebcbad237a18aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '09bf2518-e2c0-4360-b78c-b187acd090fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:48Z', 'updated_at': '2022-11-02T12:50:15Z', 'revision_number': 5, 'project_id': 'd370c06216734957aebcbad237a18aec', 'gw_port': {'id': '09bf2518-e2c0-4360-b78c-b187acd090fd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb43c2a-dffe-44b9-979b-cf01109dd1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:50Z', 'updated_at': '2022-11-02T12:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:18.732827 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-16268061-ba19-4603-be82-f213130131ad tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for security_group (d4887502-fee6-4b58-8448-b797c94bd9f1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:18.737006 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f51bd-a76b-4884-bf95-4c8d309bf6a7 None None] The sync data for ids ['edb43c2a-dffe-44b9-979b-cf01109dd1f2'] in n-d-857339-6 is: [{'id': 'edb43c2a-dffe-44b9-979b-cf01109dd1f2', 'name': 'tempest-ServersTestJSON-1905493866-router', 'tenant_id': 'd370c06216734957aebcbad237a18aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '09bf2518-e2c0-4360-b78c-b187acd090fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:48Z', 'updated_at': '2022-11-02T12:50:15Z', 'revision_number': 5, 'project_id': 'd370c06216734957aebcbad237a18aec', 'gw_port': {'id': '09bf2518-e2c0-4360-b78c-b187acd090fd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb43c2a-dffe-44b9-979b-cf01109dd1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:50Z', 'updated_at': '2022-11-02T12:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:18.798954 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:18.814955 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-714b69bd-690a-404f-a189-cb66b88e3257 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:18.829860 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a', 'name': 'tempest-ServerRescueTestJSON-1037349280-router', 'tenant_id': '658d7b13f50947999abfb7cc7da5cb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '45a98bee-bda1-420d-86e5-e38ce45c3d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:11Z', 'updated_at': '2022-11-02T12:50:14Z', 'revision_number': 3, 'project_id': '658d7b13f50947999abfb7cc7da5cb25', 'gw_port': {'id': '45a98bee-bda1-420d-86e5-e38ce45c3d47', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:12Z', 'updated_at': '2022-11-02T12:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:18.837947 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dffc9c7f-d249-4ada-acfb-43decc3fc993 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:18.844424 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dffc9c7f-d249-4ada-acfb-43decc3fc993 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "DELETE /networking/v2.0/ports/19cb2253-24d2-4489-8113-3284cd805663 HTTP/1.1" status: 204 len: 168 time: 2.3275819 Nov 02 12:50:18.851147 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47294) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:18.851427 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-88e1fb0c-6410-4f7b-836b-857df96a4ebb admin admin] Deleting port 09bf2518-e2c0-4360-b78c-b187acd090fd {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:18.851427 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88e1fb0c-6410-4f7b-836b-857df96a4ebb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (09bf2518-e2c0-4360-b78c-b187acd090fd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:18.873374 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] Checking router: 9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:50:18.873782 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] Updating router 9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a port 45a98bee-bda1-420d-86e5-e38ce45c3d47 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:50:18.901230 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9a4f11-7b97-46c6-931d-cbb62c68ddf1 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] GET failed (client error): The resource could not be found. Nov 02 12:50:18.902713 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5f9a4f11-7b97-46c6-931d-cbb62c68ddf1 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "GET /networking/v2.0/ports/19cb2253-24d2-4489-8113-3284cd805663 HTTP/1.1" status: 404 len: 333 time: 0.0551600 Nov 02 12:50:18.914118 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-16268061-ba19-4603-be82-f213130131ad tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d4887502-fee6-4b58-8448-b797c94bd9f1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:18.920582 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (45a98bee-bda1-420d-86e5-e38ce45c3d47), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:18.931872 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16268061-ba19-4603-be82-f213130131ad tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:50:18.939687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47296) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:18.973883 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-714b69bd-690a-404f-a189-cb66b88e3257 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (4d718ca9-cf9b-422d-a609-fbd7c78a722d), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:18.974451 n-d-857339-6 neutron-server[105975]: INFO neutron.db.l3_db [None req-714b69bd-690a-404f-a189-cb66b88e3257 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Floating IP 4d718ca9-cf9b-422d-a609-fbd7c78a722d disassociated. External IP: 172.25.2.142, port: 014f3a3b-d887-4757-931b-bd85a864e1db. Nov 02 12:50:18.993624 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-58238448-4d07-47cb-bec5-9ea57b60e2d5 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Request body: {'port': {'network_id': '6bbc5d08-de87-4bc5-8843-154782fe44c6', 'name': 'tempest-AllowedAddressPairTestJSON-748298794'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:19.024182 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16268061-ba19-4603-be82-f213130131ad tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4887502-fee6-4b58-8448-b797c94bd9f1,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:19.027921 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:19.034162 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-16268061-ba19-4603-be82-f213130131ad tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (0ed56bbd-211c-45da-95a8-f2ac6e16e3ed), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:19.034591 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-16268061-ba19-4603-be82-f213130131ad tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Added segment 0ed56bbd-211c-45da-95a8-f2ac6e16e3ed of type vlan for network d731995e-9a91-44b5-879b-2bbe895c5ece Nov 02 12:50:19.047791 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:19.091946 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e062ed05-ad8a-403b-bfe0-1dbc58c16e76 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router_gateway (3ec273a6-71ef-4dc4-9727-6ee9d0e39e51), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:19.137911 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-88e1fb0c-6410-4f7b-836b-857df96a4ebb admin admin] For port 09bf2518-e2c0-4360-b78c-b187acd090fd, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=09bf2518-e2c0-4360-b78c-b187acd090fd,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:19.138295 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88e1fb0c-6410-4f7b-836b-857df96a4ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (09bf2518-e2c0-4360-b78c-b187acd090fd), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:19.176269 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-88e1fb0c-6410-4f7b-836b-857df96a4ebb admin admin] Calling delete_port for 09bf2518-e2c0-4360-b78c-b187acd090fd owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:19.300028 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2ac860cc-3885-4269-9dda-cc31bf309277 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:50:19.372719 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] Publish callbacks [] for port (45a98bee-bda1-420d-86e5-e38ce45c3d47), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:19.378284 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 2ac860cc-3885-4269-9dda-cc31bf309277 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:50:19.398018 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2ac860cc-3885-4269-9dda-cc31bf309277 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:50:19.423827 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-16268061-ba19-4603-be82-f213130131ad tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (d731995e-9a91-44b5-879b-2bbe895c5ece), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:19.492697 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714b69bd-690a-404f-a189-cb66b88e3257 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Router d9bc821d-6e0a-4a1d-9c9e-c9c563928f49 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:19.559106 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (45a98bee-bda1-420d-86e5-e38ce45c3d47), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:19.610860 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] Attempting to bind port 45a98bee-bda1-420d-86e5-e38ce45c3d47 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:50:19.611294 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] Attempting to bind port 45a98bee-bda1-420d-86e5-e38ce45c3d47 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:50:19.612247 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] Attempting to bind port 45a98bee-bda1-420d-86e5-e38ce45c3d47 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:50:19.628344 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:19.664151 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714b69bd-690a-404f-a189-cb66b88e3257 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:19.689723 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-714b69bd-690a-404f-a189-cb66b88e3257 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:19.689999 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9183b1d0-35df-4df1-9b5f-bbce160aef41 None None] Sync routers for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:19.690465 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65611088-154d-4cc0-9c2b-779a1d5e4f6d None None] Pushing event updated for resources: {'Port': ['ID=45a98bee-bda1-420d-86e5-e38ce45c3d47,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:19.701165 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:50:19.701983 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:50:19.703139 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:19.703699 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:50:19.704372 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] Bound port: 45a98bee-bda1-420d-86e5-e38ce45c3d47, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:50:19.704972 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (45a98bee-bda1-420d-86e5-e38ce45c3d47), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:19.715016 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-714b69bd-690a-404f-a189-cb66b88e3257 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/4d718ca9-cf9b-422d-a609-fbd7c78a722d HTTP/1.1" status: 200 len: 688 time: 1.6893101 Nov 02 12:50:19.718455 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9183b1d0-35df-4df1-9b5f-bbce160aef41 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:19.718796 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47308) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:19.719261 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9183b1d0-35df-4df1-9b5f-bbce160aef41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:19.734669 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-16268061-ba19-4603-be82-f213130131ad tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (d731995e-9a91-44b5-879b-2bbe895c5ece), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:19.740676 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16268061-ba19-4603-be82-f213130131ad tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:19.741482 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-16268061-ba19-4603-be82-f213130131ad tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:19.778149 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9183b1d0-35df-4df1-9b5f-bbce160aef41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:19.791192 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9183b1d0-35df-4df1-9b5f-bbce160aef41 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:19.792093 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9183b1d0-35df-4df1-9b5f-bbce160aef41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:19.792505 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58238448-4d07-47cb-bec5-9ea57b60e2d5 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Made reservation on behalf of 5300fab6343946668aa03c9b5dd146c8 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:19.796653 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58238448-4d07-47cb-bec5-9ea57b60e2d5 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:19.806707 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] For port 45a98bee-bda1-420d-86e5-e38ce45c3d47, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:50:19.811937 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] For port 45a98bee-bda1-420d-86e5-e38ce45c3d47, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=45a98bee-bda1-420d-86e5-e38ce45c3d47,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:50:19.820976 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88e1fb0c-6410-4f7b-836b-857df96a4ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (09bf2518-e2c0-4360-b78c-b187acd090fd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:19.833035 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9183b1d0-35df-4df1-9b5f-bbce160aef41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:19.833915 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9183b1d0-35df-4df1-9b5f-bbce160aef41 None None] The sync data for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:19.845640 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e062ed05-ad8a-403b-bfe0-1dbc58c16e76 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (3ec273a6-71ef-4dc4-9727-6ee9d0e39e51), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:19.872875 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1fb0c-6410-4f7b-836b-857df96a4ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=09bf2518-e2c0-4360-b78c-b187acd090fd,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:19.885581 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-16268061-ba19-4603-be82-f213130131ad tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2648146 Nov 02 12:50:19.890882 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47310) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:19.897750 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-58238448-4d07-47cb-bec5-9ea57b60e2d5 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] device_id is not set on port 264caa2a-6e34-4a17-9ee5-eb8f38a8b876 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:50:19.934566 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-73682523-ddc2-434b-b724-e5d14d76c195 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Deleting port 08e6f0ae-01a9-4fcc-adbf-022247000215 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:19.934905 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73682523-ddc2-434b-b724-e5d14d76c195 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (08e6f0ae-01a9-4fcc-adbf-022247000215), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:19.941051 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (45a98bee-bda1-420d-86e5-e38ce45c3d47), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:19.972048 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f6f7ab84-e8a7-4063-81c6-a9232e84cdf6 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Request body: {'subnet': {'network_id': 'd731995e-9a91-44b5-879b-2bbe895c5ece', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:19.984466 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:19.991841 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] Routers {'9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:19.993073 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:20.008081 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16268061-ba19-4603-be82-f213130131ad tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Pushing event updated for resources: {'Network': ['ID=d731995e-9a91-44b5-879b-2bbe895c5ece,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:20.008874 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88e1fb0c-6410-4f7b-836b-857df96a4ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (edb43c2a-dffe-44b9-979b-cf01109dd1f2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:20.025537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network d731995e-9a91-44b5-879b-2bbe895c5ece details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:50:20.091864 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73682523-ddc2-434b-b724-e5d14d76c195 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (08e6f0ae-01a9-4fcc-adbf-022247000215), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:20.092232 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73682523-ddc2-434b-b724-e5d14d76c195 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (08e6f0ae-01a9-4fcc-adbf-022247000215), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:20.129408 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88e1fb0c-6410-4f7b-836b-857df96a4ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (edb43c2a-dffe-44b9-979b-cf01109dd1f2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:20.135409 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88e1fb0c-6410-4f7b-836b-857df96a4ebb admin admin] Publish callbacks [] for router_controller (edb43c2a-dffe-44b9-979b-cf01109dd1f2), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:20.136848 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-73682523-ddc2-434b-b724-e5d14d76c195 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Calling delete_port for 08e6f0ae-01a9-4fcc-adbf-022247000215 owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:20.186874 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65611088-154d-4cc0-9c2b-779a1d5e4f6d None None] Pushing event updated for resources: {'Port': ['ID=45a98bee-bda1-420d-86e5-e38ce45c3d47,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:20.215245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] Set router 9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:50:20.375516 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88e1fb0c-6410-4f7b-836b-857df96a4ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (edb43c2a-dffe-44b9-979b-cf01109dd1f2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:20.375516 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e1fb0c-6410-4f7b-836b-857df96a4ebb admin admin] Fanout notify agent at l3_agent the message router_deleted on router edb43c2a-dffe-44b9-979b-cf01109dd1f2 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:50:20.383404 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88e1fb0c-6410-4f7b-836b-857df96a4ebb admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:20.385417 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-88e1fb0c-6410-4f7b-836b-857df96a4ebb admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/edb43c2a-dffe-44b9-979b-cf01109dd1f2 HTTP/1.1" status: 204 len: 168 time: 3.1373608 Nov 02 12:50:20.388825 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47316) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:20.436288 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:20.450326 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73682523-ddc2-434b-b724-e5d14d76c195 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (08e6f0ae-01a9-4fcc-adbf-022247000215), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:20.477578 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a', 'name': 'tempest-ServerRescueTestJSON-1037349280-router', 'tenant_id': '658d7b13f50947999abfb7cc7da5cb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '45a98bee-bda1-420d-86e5-e38ce45c3d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:11Z', 'updated_at': '2022-11-02T12:50:14Z', 'revision_number': 3, 'project_id': '658d7b13f50947999abfb7cc7da5cb25', 'gw_port': {'id': '45a98bee-bda1-420d-86e5-e38ce45c3d47', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:12Z', 'updated_at': '2022-11-02T12:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:20.499639 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73682523-ddc2-434b-b724-e5d14d76c195 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event deleted for resources: {'Port': ['ID=08e6f0ae-01a9-4fcc-adbf-022247000215,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:20.513319 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb538c8a-a542-47e1-a2a0-4e3df70c5cf6 admin admin] Deleting subnet 794e57d1-599c-47cc-ba0b-0e5dfa564d2f {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:50:20.522922 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d19b4-e007-4d38-b9f0-ab3e0ebd8fd5 None None] The sync data for ids ['9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a'] in n-d-857339-6 is: [{'id': '9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a', 'name': 'tempest-ServerRescueTestJSON-1037349280-router', 'tenant_id': '658d7b13f50947999abfb7cc7da5cb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '45a98bee-bda1-420d-86e5-e38ce45c3d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:11Z', 'updated_at': '2022-11-02T12:50:14Z', 'revision_number': 3, 'project_id': '658d7b13f50947999abfb7cc7da5cb25', 'gw_port': {'id': '45a98bee-bda1-420d-86e5-e38ce45c3d47', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:12Z', 'updated_at': '2022-11-02T12:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:20.543474 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb538c8a-a542-47e1-a2a0-4e3df70c5cf6 admin admin] Publish callbacks [] for subnet (794e57d1-599c-47cc-ba0b-0e5dfa564d2f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:20.619789 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb538c8a-a542-47e1-a2a0-4e3df70c5cf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (794e57d1-599c-47cc-ba0b-0e5dfa564d2f), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:20.706992 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:20.756438 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73682523-ddc2-434b-b724-e5d14d76c195 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (4d718ca9-cf9b-422d-a609-fbd7c78a722d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:20.759066 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73682523-ddc2-434b-b724-e5d14d76c195 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:20.763512 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-73682523-ddc2-434b-b724-e5d14d76c195 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/4d718ca9-cf9b-422d-a609-fbd7c78a722d HTTP/1.1" status: 204 len: 168 time: 1.0402510 Nov 02 12:50:20.763761 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47328) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:20.768783 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-1ce3e8b9-10dd-4d7f-868d-e8865c200e60 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'port_id': '3d689212-0086-4d2f-ad24-6d0b6ea7a4af'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:20.795631 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-58238448-4d07-47cb-bec5-9ea57b60e2d5 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Allocated IP 172.20.0.8 (6bbc5d08-de87-4bc5-8843-154782fe44c6/e5850a27-4617-4d9e-80bd-c5f85b42969f/264caa2a-6e34-4a17-9ee5-eb8f38a8b876) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:20.814879 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-53829480-4de2-4b4e-8e37-75efa5955c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:20.827815 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb538c8a-a542-47e1-a2a0-4e3df70c5cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (794e57d1-599c-47cc-ba0b-0e5dfa564d2f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:20.916960 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e8b9-10dd-4d7f-868d-e8865c200e60 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:20.943971 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f7ab84-e8a7-4063-81c6-a9232e84cdf6 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Made reservation on behalf of 981eea58b84f4861954ae9ba98f4f3ef for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:20.947655 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f6f7ab84-e8a7-4063-81c6-a9232e84cdf6 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:21.060775 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb538c8a-a542-47e1-a2a0-4e3df70c5cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (794e57d1-599c-47cc-ba0b-0e5dfa564d2f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:21.117465 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb538c8a-a542-47e1-a2a0-4e3df70c5cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=794e57d1-599c-47cc-ba0b-0e5dfa564d2f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:21.120691 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb538c8a-a542-47e1-a2a0-4e3df70c5cf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:21.124187 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fb538c8a-a542-47e1-a2a0-4e3df70c5cf6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/794e57d1-599c-47cc-ba0b-0e5dfa564d2f HTTP/1.1" status: 204 len: 168 time: 0.7329910 Nov 02 12:50:21.128256 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47336) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:21.133473 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c50c01-b4d3-4c31-b3ad-0564dbb1189a None None] Network b953d999-f7f5-4ecf-82ca-249a0d9c900e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:21.163420 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e8b9-10dd-4d7f-868d-e8865c200e60 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:21.170222 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:21.312316 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-28ab2588-6e42-4f3d-a506-57e937fc119a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (b953d999-f7f5-4ecf-82ca-249a0d9c900e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:21.443156 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bf6cb5-8a31-4cfc-8484-508e230a4d6c None None] DHCP port deletion for b953d999-f7f5-4ecf-82ca-249a0d9c900e request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:50:21.505009 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-28ab2588-6e42-4f3d-a506-57e937fc119a admin admin] Deleting port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:21.505258 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-28ab2588-6e42-4f3d-a506-57e937fc119a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3ed1a528-f9ec-4b45-81eb-81e91d6d45c5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:21.528941 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58238448-4d07-47cb-bec5-9ea57b60e2d5 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks [] for port (264caa2a-6e34-4a17-9ee5-eb8f38a8b876), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:21.544477 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 45a98bee-bda1-420d-86e5-e38ce45c3d47 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:21.566150 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-53829480-4de2-4b4e-8e37-75efa5955c5a admin admin] Allocated IP 172.20.0.1 (3689f1b0-edd3-4063-89be-d5fa769863c9/4cf6bd80-4f9f-4df9-96ec-84b2c25fb710/9634e888-adbf-45c3-94b6-97fdac01618c) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:21.614474 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f6f7ab84-e8a7-4063-81c6-a9232e84cdf6 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (20fa0660-51df-43c5-9239-bd6b5c4ed275), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:21.619210 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e062ed05-ad8a-403b-bfe0-1dbc58c16e76 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 3ec273a6-71ef-4dc4-9727-6ee9d0e39e51 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:50:21.652172 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-1ce3e8b9-10dd-4d7f-868d-e8865c200e60 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Allocated IP 172.25.2.64 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/df996bcb-d9e3-41ea-89b7-58483ead7316) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:21.677605 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 45a98bee-bda1-420d-86e5-e38ce45c3d47 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:21.679302 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (45a98bee-bda1-420d-86e5-e38ce45c3d47), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:21.681422 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 45a98bee-bda1-420d-86e5-e38ce45c3d47 Nov 02 12:50:21.684889 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-28ab2588-6e42-4f3d-a506-57e937fc119a admin admin] For port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ed1a528-f9ec-4b45-81eb-81e91d6d45c5,segment=NetworkSegment(01c4eb35-a4e6-446c-a080-ad32af9ec7de),segment_id=01c4eb35-a4e6-446c-a080-ad32af9ec7de)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:21.685265 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-28ab2588-6e42-4f3d-a506-57e937fc119a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3ed1a528-f9ec-4b45-81eb-81e91d6d45c5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:21.688789 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d2bf6cb5-8a31-4cfc-8484-508e230a4d6c None None] Deleting port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:21.690587 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d2bf6cb5-8a31-4cfc-8484-508e230a4d6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3ed1a528-f9ec-4b45-81eb-81e91d6d45c5), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:21.722284 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-28ab2588-6e42-4f3d-a506-57e937fc119a admin admin] Calling delete_port for 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:21.774825 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58238448-4d07-47cb-bec5-9ea57b60e2d5 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (264caa2a-6e34-4a17-9ee5-eb8f38a8b876), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:21.813316 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:21.873056 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d2bf6cb5-8a31-4cfc-8484-508e230a4d6c None None] For port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ed1a528-f9ec-4b45-81eb-81e91d6d45c5,segment=NetworkSegment(01c4eb35-a4e6-446c-a080-ad32af9ec7de),segment_id=01c4eb35-a4e6-446c-a080-ad32af9ec7de)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:21.874420 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d2bf6cb5-8a31-4cfc-8484-508e230a4d6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3ed1a528-f9ec-4b45-81eb-81e91d6d45c5), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:21.915955 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d2bf6cb5-8a31-4cfc-8484-508e230a4d6c None None] Calling delete_port for 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:21.952896 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7ab84-e8a7-4063-81c6-a9232e84cdf6 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Pushing event updated for resources: {'Subnet': ['ID=20fa0660-51df-43c5-9239-bd6b5c4ed275,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:22.051668 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 45a98bee-bda1-420d-86e5-e38ce45c3d47 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:22.054176 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (45a98bee-bda1-420d-86e5-e38ce45c3d47), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:22.064016 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58238448-4d07-47cb-bec5-9ea57b60e2d5 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Network 6bbc5d08-de87-4bc5-8843-154782fe44c6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:22.124827 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e8b9-10dd-4d7f-868d-e8865c200e60 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for port (df996bcb-d9e3-41ea-89b7-58483ead7316), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:22.127999 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 45a98bee-bda1-420d-86e5-e38ce45c3d47, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=45a98bee-bda1-420d-86e5-e38ce45c3d47,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:22.131153 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:22.146717 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-58238448-4d07-47cb-bec5-9ea57b60e2d5 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:22.149122 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58238448-4d07-47cb-bec5-9ea57b60e2d5 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Pushing event updated for resources: {'Port': ['ID=264caa2a-6e34-4a17-9ee5-eb8f38a8b876,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:22.166588 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-28ab2588-6e42-4f3d-a506-57e937fc119a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (3ed1a528-f9ec-4b45-81eb-81e91d6d45c5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:22.168643 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58238448-4d07-47cb-bec5-9ea57b60e2d5 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:22.176249 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d2bf6cb5-8a31-4cfc-8484-508e230a4d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (3ed1a528-f9ec-4b45-81eb-81e91d6d45c5), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:22.186848 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7ab84-e8a7-4063-81c6-a9232e84cdf6 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Checking segment: {'id': '0ed56bbd-211c-45da-95a8-f2ac6e16e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'd731995e-9a91-44b5-879b-2bbe895c5ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:50:22.187939 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f7ab84-e8a7-4063-81c6-a9232e84cdf6 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Network hostable DHCP agents. Network: d731995e-9a91-44b5-879b-2bbe895c5ece, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:50:22.207639 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf6cb5-8a31-4cfc-8484-508e230a4d6c None None] Pushing event deleted for resources: {'Port': ['ID=3ed1a528-f9ec-4b45-81eb-81e91d6d45c5,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:22.212278 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab2588-6e42-4f3d-a506-57e937fc119a admin admin] Pushing event deleted for resources: {'Port': ['ID=3ed1a528-f9ec-4b45-81eb-81e91d6d45c5,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:22.214551 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab2588-6e42-4f3d-a506-57e937fc119a admin admin] No DVR routers for this DVR port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:50:22.237564 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bf6cb5-8a31-4cfc-8484-508e230a4d6c None None] No DVR routers for this DVR port 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:50:22.269198 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (45a98bee-bda1-420d-86e5-e38ce45c3d47), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:22.353938 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=45a98bee-bda1-420d-86e5-e38ce45c3d47,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:22.358270 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-53829480-4de2-4b4e-8e37-75efa5955c5a admin admin] Publish callbacks [] for port (9634e888-adbf-45c3-94b6-97fdac01618c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:22.390111 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 09bf2518-e2c0-4360-b78c-b187acd090fd no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:50:22.432239 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58238448-4d07-47cb-bec5-9ea57b60e2d5 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:22.432860 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58238448-4d07-47cb-bec5-9ea57b60e2d5 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:22.436309 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 09bf2518-e2c0-4360-b78c-b187acd090fd {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:50:22.436683 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 09bf2518-e2c0-4360-b78c-b187acd090fd not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:50:22.457609 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:22.485896 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e062ed05-ad8a-403b-bfe0-1dbc58c16e76 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:22.504308 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf945f31-a869-438d-9a0e-5ffa64a03b11 None None] Sync routers for ids ['3ec273a6-71ef-4dc4-9727-6ee9d0e39e51'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:22.522463 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf945f31-a869-438d-9a0e-5ffa64a03b11 None None] Routers {'3ec273a6-71ef-4dc4-9727-6ee9d0e39e51'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:22.523104 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-cf945f31-a869-438d-9a0e-5ffa64a03b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['3ec273a6-71ef-4dc4-9727-6ee9d0e39e51'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:22.544028 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-53829480-4de2-4b4e-8e37-75efa5955c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9634e888-adbf-45c3-94b6-97fdac01618c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:22.589769 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-cf945f31-a869-438d-9a0e-5ffa64a03b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:22.601082 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf945f31-a869-438d-9a0e-5ffa64a03b11 None None] Routers {'3ec273a6-71ef-4dc4-9727-6ee9d0e39e51'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:22.601957 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-cf945f31-a869-438d-9a0e-5ffa64a03b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['3ec273a6-71ef-4dc4-9727-6ee9d0e39e51'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:22.610734 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53829480-4de2-4b4e-8e37-75efa5955c5a admin admin] Network 3689f1b0-edd3-4063-89be-d5fa769863c9 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:22.615176 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-58238448-4d07-47cb-bec5-9ea57b60e2d5 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6378114 Nov 02 12:50:22.619994 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f7ab84-e8a7-4063-81c6-a9232e84cdf6 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Network d731995e-9a91-44b5-879b-2bbe895c5ece is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:50:22.625205 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47348) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:22.632232 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-dc6e6c6f-f219-4427-ae6f-469373605c0a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Request body: {'port': {'network_id': '6bbc5d08-de87-4bc5-8843-154782fe44c6', 'name': 'tempest-AllowedAddressPairTestJSON-283695674'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:22.643693 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-cf945f31-a869-438d-9a0e-5ffa64a03b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:22.644714 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf945f31-a869-438d-9a0e-5ffa64a03b11 None None] The sync data for ids ['3ec273a6-71ef-4dc4-9727-6ee9d0e39e51'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:22.665612 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7096ec52-26b6-43f5-acda-d67746c32c31 None None] Provisioning complete for port 264caa2a-6e34-4a17-9ee5-eb8f38a8b876 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:22.666580 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7096ec52-26b6-43f5-acda-d67746c32c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (264caa2a-6e34-4a17-9ee5-eb8f38a8b876), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:22.667140 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7096ec52-26b6-43f5-acda-d67746c32c31 None None] Attempt 1 to provision port 264caa2a-6e34-4a17-9ee5-eb8f38a8b876 Nov 02 12:50:22.714241 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7096ec52-26b6-43f5-acda-d67746c32c31 None None] Port 264caa2a-6e34-4a17-9ee5-eb8f38a8b876 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:22.745607 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e8b9-10dd-4d7f-868d-e8865c200e60 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (df996bcb-d9e3-41ea-89b7-58483ead7316), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:22.749363 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-28ab2588-6e42-4f3d-a506-57e937fc119a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (b953d999-f7f5-4ecf-82ca-249a0d9c900e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:22.801412 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3e8b9-10dd-4d7f-868d-e8865c200e60 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Port': ['ID=df996bcb-d9e3-41ea-89b7-58483ead7316,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:22.827910 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce3e8b9-10dd-4d7f-868d-e8865c200e60 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:22.829133 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-28ab2588-6e42-4f3d-a506-57e937fc119a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b953d999-f7f5-4ecf-82ca-249a0d9c900e']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:22.832460 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-1ce3e8b9-10dd-4d7f-868d-e8865c200e60 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:22.840172 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce3e8b9-10dd-4d7f-868d-e8865c200e60 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:22.845958 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-28ab2588-6e42-4f3d-a506-57e937fc119a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c4eb35-a4e6-446c-a080-ad32af9ec7de') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:22.846408 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-28ab2588-6e42-4f3d-a506-57e937fc119a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c4eb35-a4e6-446c-a080-ad32af9ec7de') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:22.851468 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-53829480-4de2-4b4e-8e37-75efa5955c5a admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:22.855157 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53829480-4de2-4b4e-8e37-75efa5955c5a admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:22.871167 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e062ed05-ad8a-403b-bfe0-1dbc58c16e76 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:22.871167 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e062ed05-ad8a-403b-bfe0-1dbc58c16e76 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 882 time: 8.6864579 Nov 02 12:50:22.880552 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47352) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:22.898982 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-28ab2588-6e42-4f3d-a506-57e937fc119a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (01c4eb35-a4e6-446c-a080-ad32af9ec7de), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:22.924184 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53829480-4de2-4b4e-8e37-75efa5955c5a admin admin] Pushing event updated for resources: {'Port': ['ID=9634e888-adbf-45c3-94b6-97fdac01618c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:22.956205 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-53829480-4de2-4b4e-8e37-75efa5955c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:22.959874 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-28ab2588-6e42-4f3d-a506-57e937fc119a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (01c4eb35-a4e6-446c-a080-ad32af9ec7de), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:22.999744 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ab2588-6e42-4f3d-a506-57e937fc119a admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:50:23.000312 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-28ab2588-6e42-4f3d-a506-57e937fc119a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (01c4eb35-a4e6-446c-a080-ad32af9ec7de), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:23.008322 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-f6f7ab84-e8a7-4063-81c6-a9232e84cdf6 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, d731995e-9a91-44b5-879b-2bbe895c5ece) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:23.019147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434f0cc5-dd3a-43bd-b1d9-b901dd1907b3 None None] Network d731995e-9a91-44b5-879b-2bbe895c5ece requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:23.030567 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f7ab84-e8a7-4063-81c6-a9232e84cdf6 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:23.031168 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f6f7ab84-e8a7-4063-81c6-a9232e84cdf6 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:23.074572 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 01c4eb35-a4e6-446c-a080-ad32af9ec7de resource provider aggregate not found Nov 02 12:50:23.121459 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 01c4eb35-a4e6-446c-a080-ad32af9ec7de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01c4eb35-a4e6-446c-a080-ad32af9ec7de found for delete ", "request_id": "req-faa9d356-4df1-4dc2-9b37-b1bdc92a6d0e"}]} Nov 02 12:50:23.138800 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6e6c6f-f219-4427-ae6f-469373605c0a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Made reservation on behalf of 5300fab6343946668aa03c9b5dd146c8 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:23.145074 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc6e6c6f-f219-4427-ae6f-469373605c0a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:23.180233 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f6f7ab84-e8a7-4063-81c6-a9232e84cdf6 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2128642 Nov 02 12:50:23.183364 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47362) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:23.199550 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-bbf21e09-39a0-4ffc-b109-e08d386b97d0 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-184119690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:23.208365 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-d731995e-9a91-44b5-879b-2bbe895c5ece', 'network_id': 'd731995e-9a91-44b5-879b-2bbe895c5ece', 'project_id': '981eea58b84f4861954ae9ba98f4f3ef', 'fixed_ips': [{'subnet_id': '20fa0660-51df-43c5-9239-bd6b5c4ed275'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:50:23.209898 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:23.220852 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-dc6e6c6f-f219-4427-ae6f-469373605c0a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] device_id is not set on port 9454a311-c3f3-4d30-8b75-7064c24866dd yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:50:23.233256 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6c175af8-3048-4eeb-8388-d596c5c05d5b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/routers/3ec273a6-71ef-4dc4-9727-6ee9d0e39e51 HTTP/1.1" status: 200 len: 883 time: 0.3486607 Nov 02 12:50:23.235172 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47364) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:23.322269 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-28ab2588-6e42-4f3d-a506-57e937fc119a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (b953d999-f7f5-4ecf-82ca-249a0d9c900e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:23.333539 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-28ab2588-6e42-4f3d-a506-57e937fc119a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:23.341780 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-28ab2588-6e42-4f3d-a506-57e937fc119a admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/b953d999-f7f5-4ecf-82ca-249a0d9c900e HTTP/1.1" status: 204 len: 168 time: 2.2098198 Nov 02 12:50:23.400534 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab2588-6e42-4f3d-a506-57e937fc119a admin admin] Pushing event deleted for resources: {'Network': ['ID=b953d999-f7f5-4ecf-82ca-249a0d9c900e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:23.425334 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 45a98bee-bda1-420d-86e5-e38ce45c3d47 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:23.482420 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] Allocated IP 172.20.0.2 (d731995e-9a91-44b5-879b-2bbe895c5ece/20fa0660-51df-43c5-9239-bd6b5c4ed275/d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:23.516203 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:23.627301 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bbf21e09-39a0-4ffc-b109-e08d386b97d0 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (31258cd8-511d-4582-950f-40f88cca1902), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:23.632580 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bbf21e09-39a0-4ffc-b109-e08d386b97d0 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (31258cd8-511d-4582-950f-40f88cca1902), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:23.645772 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:23.695461 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 45a98bee-bda1-420d-86e5-e38ce45c3d47 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:23.696613 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (45a98bee-bda1-420d-86e5-e38ce45c3d47), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:23.696613 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 45a98bee-bda1-420d-86e5-e38ce45c3d47 Nov 02 12:50:23.810522 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f9b7c6a1-08b2-4fe1-8566-74f826bc2912 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.5721598 Nov 02 12:50:23.810769 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47370) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:23.823702 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-649ab938-beed-4636-83a4-cf4dc89fc20e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-389047025'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:23.827834 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e8b9-10dd-4d7f-868d-e8865c200e60 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (25f76a92-678e-4a77-b0ba-e875dadbe0ad), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:23.887721 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 45a98bee-bda1-420d-86e5-e38ce45c3d47 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:23.898083 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:23.942865 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-dc6e6c6f-f219-4427-ae6f-469373605c0a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Allocated IP 172.20.0.11 (6bbc5d08-de87-4bc5-8843-154782fe44c6/e5850a27-4617-4d9e-80bd-c5f85b42969f/9454a311-c3f3-4d30-8b75-7064c24866dd) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:23.943940 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:23.946864 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bbf21e09-39a0-4ffc-b109-e08d386b97d0 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for router_controller (31258cd8-511d-4582-950f-40f88cca1902), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:23.963053 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] Publish callbacks [] for port (d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:23.996347 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:50:24.017410 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:50:24.018360 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ed1a528-f9ec-4b45-81eb-81e91d6d45c5 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:50:24.080036 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e8b9-10dd-4d7f-868d-e8865c200e60 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (df996bcb-d9e3-41ea-89b7-58483ead7316), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:24.153214 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:24.157407 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bbf21e09-39a0-4ffc-b109-e08d386b97d0 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (31258cd8-511d-4582-950f-40f88cca1902), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:24.239838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] Network d731995e-9a91-44b5-879b-2bbe895c5ece is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:24.257082 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:24.264640 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:24.282204 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47376) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:24.294574 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] Pushing event updated for resources: {'Port': ['ID=d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:24.325592 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e8b9-10dd-4d7f-868d-e8865c200e60 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for port (df996bcb-d9e3-41ea-89b7-58483ead7316), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:24.356219 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b49e25d2-6b1f-4df7-a22a-dc627e4ab891 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d370c06216734957aebcbad237a18aec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0705137 Nov 02 12:50:24.359727 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47382) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:24.378715 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-649ab938-beed-4636-83a4-cf4dc89fc20e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (3ec273a6-71ef-4dc4-9727-6ee9d0e39e51), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:24.399270 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] Attempting to bind port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:50:24.399697 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] Attempting to bind port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '0ed56bbd-211c-45da-95a8-f2ac6e16e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'd731995e-9a91-44b5-879b-2bbe895c5ece'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:50:24.400162 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] Attempting to bind port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d on network d731995e-9a91-44b5-879b-2bbe895c5ece {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:50:24.402191 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-53829480-4de2-4b4e-8e37-75efa5955c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9634e888-adbf-45c3-94b6-97fdac01618c), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:24.404311 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:24.405690 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bbf21e09-39a0-4ffc-b109-e08d386b97d0 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:24.409689 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bbf21e09-39a0-4ffc-b109-e08d386b97d0 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.2186732 Nov 02 12:50:24.410957 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47384) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:24.436428 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e8b9-10dd-4d7f-868d-e8865c200e60 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (df996bcb-d9e3-41ea-89b7-58483ead7316), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:24.469334 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:50:24.470029 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] Checking segment: {'id': '0ed56bbd-211c-45da-95a8-f2ac6e16e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'd731995e-9a91-44b5-879b-2bbe895c5ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:50:24.470771 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:24.472094 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] Bound using segment: {'id': '0ed56bbd-211c-45da-95a8-f2ac6e16e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'd731995e-9a91-44b5-879b-2bbe895c5ece'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:50:24.472817 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] Bound port: d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed56bbd-211c-45da-95a8-f2ac6e16e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'd731995e-9a91-44b5-879b-2bbe895c5ece'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:50:24.473388 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:24.473899 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc6e6c6f-f219-4427-ae6f-469373605c0a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks [] for port (9454a311-c3f3-4d30-8b75-7064c24866dd), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:24.531513 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:24.536407 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-649ab938-beed-4636-83a4-cf4dc89fc20e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (3ec273a6-71ef-4dc4-9727-6ee9d0e39e51), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:24.546481 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ceaebb27-5201-4319-8126-091c9c352d4d admin admin] Publish callbacks [] for security_group (67672733-cac2-4a6d-a2e3-b476011ce178), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:24.582282 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3e8b9-10dd-4d7f-868d-e8865c200e60 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Port': ['ID=df996bcb-d9e3-41ea-89b7-58483ead7316,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:24.600643 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ceaebb27-5201-4319-8126-091c9c352d4d admin admin] Publish callbacks [] for security_group (67672733-cac2-4a6d-a2e3-b476011ce178), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:24.600795 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] For port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:50:24.600795 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] For port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d,segment=NetworkSegment(0ed56bbd-211c-45da-95a8-f2ac6e16e3ed),segment_id=0ed56bbd-211c-45da-95a8-f2ac6e16e3ed)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:50:24.603089 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e8b9-10dd-4d7f-868d-e8865c200e60 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (25f76a92-678e-4a77-b0ba-e875dadbe0ad), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:24.726789 n-d-857339-6 neutron-server[105975]: INFO neutron.db.l3_db [None req-1ce3e8b9-10dd-4d7f-868d-e8865c200e60 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Floating IP 25f76a92-678e-4a77-b0ba-e875dadbe0ad associated. External IP: 172.25.2.64, port: 3d689212-0086-4d2f-ad24-6d0b6ea7a4af. Nov 02 12:50:24.765145 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:24.800131 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ceaebb27-5201-4319-8126-091c9c352d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (67672733-cac2-4a6d-a2e3-b476011ce178), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:24.804666 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ceaebb27-5201-4319-8126-091c9c352d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:24.824187 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ceaebb27-5201-4319-8126-091c9c352d4d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/67672733-cac2-4a6d-a2e3-b476011ce178 HTTP/1.1" status: 204 len: 168 time: 0.4438050 Nov 02 12:50:24.860529 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaebb27-5201-4319-8126-091c9c352d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67672733-cac2-4a6d-a2e3-b476011ce178,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:24.881747 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31738c-07d9-422b-a9ee-08fcae7cdf65 None None] Pushing event updated for resources: {'Port': ['ID=d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:25.180743 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce3e8b9-10dd-4d7f-868d-e8865c200e60 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Router d9bc821d-6e0a-4a1d-9c9e-c9c563928f49 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:25.294780 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649ab938-beed-4636-83a4-cf4dc89fc20e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 3ec273a6-71ef-4dc4-9727-6ee9d0e39e51 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:25.296441 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc6e6c6f-f219-4427-ae6f-469373605c0a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9454a311-c3f3-4d30-8b75-7064c24866dd), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:25.415686 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6e6c6f-f219-4427-ae6f-469373605c0a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Network 6bbc5d08-de87-4bc5-8843-154782fe44c6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:25.420623 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce3e8b9-10dd-4d7f-868d-e8865c200e60 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:25.433898 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-dc6e6c6f-f219-4427-ae6f-469373605c0a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:25.449146 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e6c6f-f219-4427-ae6f-469373605c0a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:25.452480 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e6c6f-f219-4427-ae6f-469373605c0a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Pushing event updated for resources: {'Port': ['ID=9454a311-c3f3-4d30-8b75-7064c24866dd,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:25.463254 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12269418-7b65-4811-889e-614c6ae6adee None None] Sync routers for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:25.506658 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:25.543673 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-53829480-4de2-4b4e-8e37-75efa5955c5a admin admin] Publish callbacks [] for port (9634e888-adbf-45c3-94b6-97fdac01618c), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:25.613038 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e8b9-10dd-4d7f-868d-e8865c200e60 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:25.619164 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6147e8bb-bf37-4388-bca7-4a744703e038 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:25.703110 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1ce3e8b9-10dd-4d7f-868d-e8865c200e60 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9354472 Nov 02 12:50:25.703110 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47406) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:25.730130 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-53829480-4de2-4b4e-8e37-75efa5955c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (9634e888-adbf-45c3-94b6-97fdac01618c), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:25.756151 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12269418-7b65-4811-889e-614c6ae6adee None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:25.756151 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-12269418-7b65-4811-889e-614c6ae6adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:25.782629 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6e6c6f-f219-4427-ae6f-469373605c0a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:25.783259 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc6e6c6f-f219-4427-ae6f-469373605c0a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:25.857150 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-12269418-7b65-4811-889e-614c6ae6adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:25.859813 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:25.860394 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:25.860952 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d Nov 02 12:50:25.903203 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12269418-7b65-4811-889e-614c6ae6adee None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:25.905832 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-984a95fc-d8f4-4883-9042-b33ed2a43bb9 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "GET /networking/v2.0/floatingips/25f76a92-678e-4a77-b0ba-e875dadbe0ad HTTP/1.1" status: 200 len: 978 time: 0.2038536 Nov 02 12:50:25.907251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-12269418-7b65-4811-889e-614c6ae6adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:25.908301 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47416) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:25.994133 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-12269418-7b65-4811-889e-614c6ae6adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:25.994764 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12269418-7b65-4811-889e-614c6ae6adee None None] The sync data for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:26.062052 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53829480-4de2-4b4e-8e37-75efa5955c5a admin admin] Pushing event updated for resources: {'Port': ['ID=9634e888-adbf-45c3-94b6-97fdac01618c,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:26.086494 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649ab938-beed-4636-83a4-cf4dc89fc20e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:26.099705 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-35277919-02c3-4abf-91e0-289365e2e194 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1885753 Nov 02 12:50:26.105257 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47420) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:26.105410 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef6f09d-b845-44ef-acf2-d347a37a0b71 None None] Sync routers for ids ['3ec273a6-71ef-4dc4-9727-6ee9d0e39e51'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:26.107882 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-8cc6a189-9bf9-4aed-a5e2-150e7967419b tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'floatingip': {'port_id': '014f3a3b-d887-4757-931b-bd85a864e1db'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:26.120854 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef6f09d-b845-44ef-acf2-d347a37a0b71 None None] Routers {'3ec273a6-71ef-4dc4-9727-6ee9d0e39e51'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:26.121388 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-8ef6f09d-b845-44ef-acf2-d347a37a0b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['3ec273a6-71ef-4dc4-9727-6ee9d0e39e51'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:26.121536 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-cf719585-f71a-465f-8c1d-01f7164539f0 None None] Provisioning complete for port 9454a311-c3f3-4d30-8b75-7064c24866dd triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:26.121786 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cf719585-f71a-465f-8c1d-01f7164539f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9454a311-c3f3-4d30-8b75-7064c24866dd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:26.122128 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-cf719585-f71a-465f-8c1d-01f7164539f0 None None] Attempt 1 to provision port 9454a311-c3f3-4d30-8b75-7064c24866dd Nov 02 12:50:26.136032 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:26.136426 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:26.177032 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-8ef6f09d-b845-44ef-acf2-d347a37a0b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:26.186426 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-53829480-4de2-4b4e-8e37-75efa5955c5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:26.202677 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef6f09d-b845-44ef-acf2-d347a37a0b71 None None] Routers {'3ec273a6-71ef-4dc4-9727-6ee9d0e39e51'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:26.203365 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-8ef6f09d-b845-44ef-acf2-d347a37a0b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['3ec273a6-71ef-4dc4-9727-6ee9d0e39e51'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:26.212833 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-649ab938-beed-4636-83a4-cf4dc89fc20e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:26.217060 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-649ab938-beed-4636-83a4-cf4dc89fc20e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/3ec273a6-71ef-4dc4-9727-6ee9d0e39e51 HTTP/1.1" status: 200 len: 890 time: 2.3942797 Nov 02 12:50:26.217672 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:26.218450 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47422) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:26.228227 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8cc6a189-9bf9-4aed-a5e2-150e7967419b tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (25f76a92-678e-4a77-b0ba-e875dadbe0ad), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:26.261714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d,segment=NetworkSegment(0ed56bbd-211c-45da-95a8-f2ac6e16e3ed),segment_id=0ed56bbd-211c-45da-95a8-f2ac6e16e3ed)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:26.269724 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-8ef6f09d-b845-44ef-acf2-d347a37a0b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:26.269964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cf719585-f71a-465f-8c1d-01f7164539f0 None None] Port 9454a311-c3f3-4d30-8b75-7064c24866dd cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:26.270703 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef6f09d-b845-44ef-acf2-d347a37a0b71 None None] The sync data for ids ['3ec273a6-71ef-4dc4-9727-6ee9d0e39e51'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:26.296759 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dc6e6c6f-f219-4427-ae6f-469373605c0a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6622000 Nov 02 12:50:26.310591 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47426) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:26.374262 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:26.407282 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-601800c2-8511-4649-8442-983f095cb70e tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:40:a4:5d'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:a3:d0:21'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:26.497592 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:26.544637 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1a1ff611-6e88-4a60-ad37-e3a481cbcba4 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/routers/3ec273a6-71ef-4dc4-9727-6ee9d0e39e51 HTTP/1.1" status: 200 len: 890 time: 0.3250430 Nov 02 12:50:26.548620 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47430) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:26.577199 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:26.588120 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9d6195a8-6942-4429-8418-b07ccd163c7f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3ec273a6-71ef-4dc4-9727-6ee9d0e39e51 HTTP/1.1" status: 200 len: 205 time: 0.0376604 Nov 02 12:50:26.590882 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47432) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:26.599637 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b75e00-304e-449a-bbd6-1e0d8104583d None None] Network d731995e-9a91-44b5-879b-2bbe895c5ece requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:26.740697 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-bc8ed3d9-de0c-4273-b1f1-2404e703ebd5 None None] Provisioning complete for port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:26.741798 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed3d9-de0c-4273-b1f1-2404e703ebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:26.742588 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-bc8ed3d9-de0c-4273-b1f1-2404e703ebd5 None None] Attempt 1 to provision port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d Nov 02 12:50:26.764661 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53829480-4de2-4b4e-8e37-75efa5955c5a admin admin] Network 3689f1b0-edd3-4063-89be-d5fa769863c9 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:26.773088 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-53829480-4de2-4b4e-8e37-75efa5955c5a admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:26.830410 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a5bd14ed-d1f3-4f11-ab38-f5759998b1bb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (3ec273a6-71ef-4dc4-9727-6ee9d0e39e51), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:26.987766 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53829480-4de2-4b4e-8e37-75efa5955c5a admin admin] Router 9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:27.013679 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47438) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:27.030705 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-601800c2-8511-4649-8442-983f095cb70e tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9454a311-c3f3-4d30-8b75-7064c24866dd), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:27.273921 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:27.289208 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ed3d9-de0c-4273-b1f1-2404e703ebd5 None None] Current status of the port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:27.398127 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:27.406650 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-6147e8bb-bf37-4388-bca7-4a744703e038 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Allocated IP 172.20.0.1 (d731995e-9a91-44b5-879b-2bbe895c5ece/20fa0660-51df-43c5-9239-bd6b5c4ed275/4e4ea188-fdcd-47ea-9428-efb344cd2e5d) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:27.409253 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:27.411962 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53829480-4de2-4b4e-8e37-75efa5955c5a admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:27.445423 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-53829480-4de2-4b4e-8e37-75efa5955c5a admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1910462 Nov 02 12:50:27.464542 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7285e04b-c2d6-4210-83c5-daed0fbc61b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:27.465778 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] Sync routers for ids ['9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:27.526916 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4c9a4b58-5343-4c6e-909d-b34eb4b58896 None None] Provisioning complete for port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:27.526916 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4c9a4b58-5343-4c6e-909d-b34eb4b58896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:27.531125 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4c9a4b58-5343-4c6e-909d-b34eb4b58896 None None] Attempt 1 to provision port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d Nov 02 12:50:27.572551 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] Routers {'9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:27.573092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:27.607770 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a5bd14ed-d1f3-4f11-ab38-f5759998b1bb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router_gateway (3ec273a6-71ef-4dc4-9727-6ee9d0e39e51), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:27.633969 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:27.634359 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:27.634670 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d Nov 02 12:50:27.733296 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8cc6a189-9bf9-4aed-a5e2-150e7967419b tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:27.806160 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a4b58-5343-4c6e-909d-b34eb4b58896 None None] Current status of the port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:27.828904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] Set router 9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:50:27.837927 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8cc6a189-9bf9-4aed-a5e2-150e7967419b tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (25f76a92-678e-4a77-b0ba-e875dadbe0ad), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:27.847456 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6147e8bb-bf37-4388-bca7-4a744703e038 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for port (4e4ea188-fdcd-47ea-9428-efb344cd2e5d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:27.864998 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7285e04b-c2d6-4210-83c5-daed0fbc61b8 admin admin] Publish callbacks [] for security_group (5da5e83a-5459-4660-8160-0d612a2b0d76), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:27.870816 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-601800c2-8511-4649-8442-983f095cb70e tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks [] for port (9454a311-c3f3-4d30-8b75-7064c24866dd), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:27.883906 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd14ed-d1f3-4f11-ab38-f5759998b1bb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting port 3fadc222-7a35-4c50-a0ef-053d517b594b {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:27.884291 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a5bd14ed-d1f3-4f11-ab38-f5759998b1bb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3fadc222-7a35-4c50-a0ef-053d517b594b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:27.914159 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:27.936199 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:27.946857 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7285e04b-c2d6-4210-83c5-daed0fbc61b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5da5e83a-5459-4660-8160-0d612a2b0d76), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:27.981289 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47456) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:28.027083 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-601800c2-8511-4649-8442-983f095cb70e tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (9454a311-c3f3-4d30-8b75-7064c24866dd), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:28.035257 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a5bd14ed-d1f3-4f11-ab38-f5759998b1bb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3fadc222-7a35-4c50-a0ef-053d517b594b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:28.038647 n-d-857339-6 neutron-server[105975]: INFO neutron.db.l3_db [None req-8cc6a189-9bf9-4aed-a5e2-150e7967419b tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Floating IP 25f76a92-678e-4a77-b0ba-e875dadbe0ad associated. External IP: 172.25.2.64, port: 3d689212-0086-4d2f-ad24-6d0b6ea7a4af. Nov 02 12:50:28.090959 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:28.096829 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd14ed-d1f3-4f11-ab38-f5759998b1bb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Calling delete_port for 3fadc222-7a35-4c50-a0ef-053d517b594b owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:28.136518 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-601800c2-8511-4649-8442-983f095cb70e tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] In _notify_port_updated(), no bound segment for port 9454a311-c3f3-4d30-8b75-7064c24866dd on network 6bbc5d08-de87-4bc5-8843-154782fe44c6 {{(pid=105976) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 12:50:28.144415 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601800c2-8511-4649-8442-983f095cb70e tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:28.149977 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-601800c2-8511-4649-8442-983f095cb70e tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:28.152854 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-601800c2-8511-4649-8442-983f095cb70e tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "PUT /networking/v2.0/ports/9454a311-c3f3-4d30-8b75-7064c24866dd HTTP/1.1" status: 200 len: 1055 time: 1.7553966 Nov 02 12:50:28.183175 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47464) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:28.221483 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a', 'name': 'tempest-ServerRescueTestJSON-1037349280-router', 'tenant_id': '658d7b13f50947999abfb7cc7da5cb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '45a98bee-bda1-420d-86e5-e38ce45c3d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:11Z', 'updated_at': '2022-11-02T12:50:23Z', 'revision_number': 4, 'project_id': '658d7b13f50947999abfb7cc7da5cb25', 'gw_port': {'id': '45a98bee-bda1-420d-86e5-e38ce45c3d47', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:12Z', 'updated_at': '2022-11-02T12:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '9634e888-adbf-45c3-94b6-97fdac01618c', 'name': '', 'network_id': '3689f1b0-edd3-4063-89be-d5fa769863c9', 'tenant_id': '658d7b13f50947999abfb7cc7da5cb25', 'mac_address': 'fa:16:3e:75:89:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '4cf6bd80-4f9f-4df9-96ec-84b2c25fb710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:20Z', 'updated_at': '2022-11-02T12:50:24Z', 'revision_number': 2, 'project_id': '658d7b13f50947999abfb7cc7da5cb25', 'subnets': [{'id': '4cf6bd80-4f9f-4df9-96ec-84b2c25fb710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:28.222755 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47466) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:28.223900 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7285e04b-c2d6-4210-83c5-daed0fbc61b8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8a5e5bbe2bd149e2be51f8d6ba718c41&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2090871 Nov 02 12:50:28.231339 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6147e8bb-bf37-4388-bca7-4a744703e038 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (4e4ea188-fdcd-47ea-9428-efb344cd2e5d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:28.245651 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285e04b-c2d6-4210-83c5-daed0fbc61b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da5e83a-5459-4660-8160-0d612a2b0d76,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:28.271766 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601800c2-8511-4649-8442-983f095cb70e tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Pushing event updated for resources: {'Port': ['ID=9454a311-c3f3-4d30-8b75-7064c24866dd,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:28.280038 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] Checking router: 9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:50:28.281578 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] Updating router 9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a port 9634e888-adbf-45c3-94b6-97fdac01618c binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:50:28.287757 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:28.324395 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9634e888-adbf-45c3-94b6-97fdac01618c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:28.334350 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-92cf156e-9f58-4d20-a2d7-acd466a3928a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Deleting port 9454a311-c3f3-4d30-8b75-7064c24866dd {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:28.334701 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92cf156e-9f58-4d20-a2d7-acd466a3928a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9454a311-c3f3-4d30-8b75-7064c24866dd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:28.408137 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6147e8bb-bf37-4388-bca7-4a744703e038 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Network d731995e-9a91-44b5-879b-2bbe895c5ece is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:28.411485 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147e8bb-bf37-4388-bca7-4a744703e038 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Pushing event updated for resources: {'Port': ['ID=4e4ea188-fdcd-47ea-9428-efb344cd2e5d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:28.421756 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6147e8bb-bf37-4388-bca7-4a744703e038 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:28.431682 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6147e8bb-bf37-4388-bca7-4a744703e038 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:28.443618 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92cf156e-9f58-4d20-a2d7-acd466a3928a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9454a311-c3f3-4d30-8b75-7064c24866dd), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:28.458848 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-92cf156e-9f58-4d20-a2d7-acd466a3928a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Calling delete_port for 9454a311-c3f3-4d30-8b75-7064c24866dd owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:28.502600 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:28.548336 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6147e8bb-bf37-4388-bca7-4a744703e038 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (31258cd8-511d-4582-950f-40f88cca1902), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:28.705081 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ed44f1b7-2755-48b8-8cd9-9d1b581a382c admin admin] Publish callbacks [] for security_group (5da5e83a-5459-4660-8160-0d612a2b0d76), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:28.719026 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-daaa529b-6476-47ae-ba25-d1a77809b2a9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-412812664-network', 'tenant_id': '856418ccb26345ca891f6f02e09a2e4c'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:28.729176 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:28.861378 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ed44f1b7-2755-48b8-8cd9-9d1b581a382c admin admin] Publish callbacks [] for security_group (5da5e83a-5459-4660-8160-0d612a2b0d76), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:28.886086 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] Publish callbacks [] for port (9634e888-adbf-45c3-94b6-97fdac01618c), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:28.933728 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e8a85f63-685c-4067-be06-255423676e29 None None] Provisioning complete for port 4e4ea188-fdcd-47ea-9428-efb344cd2e5d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:28.934105 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e8a85f63-685c-4067-be06-255423676e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4e4ea188-fdcd-47ea-9428-efb344cd2e5d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:28.934449 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e8a85f63-685c-4067-be06-255423676e29 None None] Attempt 1 to provision port 4e4ea188-fdcd-47ea-9428-efb344cd2e5d Nov 02 12:50:28.967370 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e8a85f63-685c-4067-be06-255423676e29 None None] Port 4e4ea188-fdcd-47ea-9428-efb344cd2e5d cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:28.999609 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc6a189-9bf9-4aed-a5e2-150e7967419b tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Router d9bc821d-6e0a-4a1d-9c9e-c9c563928f49 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:29.027520 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653995b3-136c-45e8-87cc-5943ca049c0e req-bd0bdce7-41f0-4268-acf1-3c4878af8610 tempest-ServerRescueTestJSON-1571652383 tempest-ServerRescueTestJSON-1571652383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:29.029074 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-653995b3-136c-45e8-87cc-5943ca049c0e req-bd0bdce7-41f0-4268-acf1-3c4878af8610 tempest-ServerRescueTestJSON-1571652383 tempest-ServerRescueTestJSON-1571652383-project] 10.222.0.64 "GET /networking/v2.0/networks?id=3689f1b0-edd3-4063-89be-d5fa769863c9 HTTP/1.1" status: 200 len: 811 time: 0.3869603 Nov 02 12:50:29.066953 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9634e888-adbf-45c3-94b6-97fdac01618c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:29.081406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaa529b-6476-47ae-ba25-d1a77809b2a9 admin admin] Made reservation on behalf of 856418ccb26345ca891f6f02e09a2e4c for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:29.084809 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daaa529b-6476-47ae-ba25-d1a77809b2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:29.086089 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-653995b3-136c-45e8-87cc-5943ca049c0e req-487a3cce-1a85-4a54-ae7d-4ad6f774d157 tempest-ServerRescueTestJSON-1571652383 tempest-ServerRescueTestJSON-1571652383-project] 10.222.0.64 "GET /networking/v2.0/quotas/658d7b13f50947999abfb7cc7da5cb25 HTTP/1.1" status: 200 len: 375 time: 0.0494416 Nov 02 12:50:29.109312 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daaa529b-6476-47ae-ba25-d1a77809b2a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:29.129401 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6147e8bb-bf37-4388-bca7-4a744703e038 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4e4ea188-fdcd-47ea-9428-efb344cd2e5d), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:29.162327 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd275f-643e-4d3e-94d4-9aa06dcd2aa3 None None] Pushing event updated for resources: {'Port': ['ID=9634e888-adbf-45c3-94b6-97fdac01618c,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:29.165518 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a5bd14ed-d1f3-4f11-ab38-f5759998b1bb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (3fadc222-7a35-4c50-a0ef-053d517b594b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:29.183728 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] Attempting to bind port 9634e888-adbf-45c3-94b6-97fdac01618c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:50:29.184092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] Attempting to bind port 9634e888-adbf-45c3-94b6-97fdac01618c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '3c3d4e98-49ec-4592-ac2d-2ed089c24a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '3689f1b0-edd3-4063-89be-d5fa769863c9'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:50:29.184453 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] Attempting to bind port 9634e888-adbf-45c3-94b6-97fdac01618c on network 3689f1b0-edd3-4063-89be-d5fa769863c9 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:50:29.213481 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd14ed-d1f3-4f11-ab38-f5759998b1bb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Port': ['ID=3fadc222-7a35-4c50-a0ef-053d517b594b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:29.220192 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-653995b3-136c-45e8-87cc-5943ca049c0e req-2c54a597-5746-4473-8eb8-b687fc6e11b9 tempest-ServerRescueTestJSON-1571652383 tempest-ServerRescueTestJSON-1571652383-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=658d7b13f50947999abfb7cc7da5cb25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1256020 Nov 02 12:50:29.272684 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:29.288408 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:50:29.292988 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47480) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:29.293399 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] Checking segment: {'id': '3c3d4e98-49ec-4592-ac2d-2ed089c24a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '3689f1b0-edd3-4063-89be-d5fa769863c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:50:29.293703 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ed44f1b7-2755-48b8-8cd9-9d1b581a382c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5da5e83a-5459-4660-8160-0d612a2b0d76), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:29.293944 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:29.293944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] Bound using segment: {'id': '3c3d4e98-49ec-4592-ac2d-2ed089c24a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '3689f1b0-edd3-4063-89be-d5fa769863c9'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:50:29.293944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] Bound port: 9634e888-adbf-45c3-94b6-97fdac01618c, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3d4e98-49ec-4592-ac2d-2ed089c24a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '3689f1b0-edd3-4063-89be-d5fa769863c9'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:50:29.293944 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9634e888-adbf-45c3-94b6-97fdac01618c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:29.294355 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ed44f1b7-2755-48b8-8cd9-9d1b581a382c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:29.294355 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ed44f1b7-2755-48b8-8cd9-9d1b581a382c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5da5e83a-5459-4660-8160-0d612a2b0d76 HTTP/1.1" status: 204 len: 168 time: 1.0390866 Nov 02 12:50:29.294355 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92cf156e-9f58-4d20-a2d7-acd466a3928a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (9454a311-c3f3-4d30-8b75-7064c24866dd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:29.335986 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc6a189-9bf9-4aed-a5e2-150e7967419b tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:29.352906 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8fa0af-f0ac-4cb6-94bb-10f01f8f531f None None] Sync routers for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:29.378422 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44f1b7-2755-48b8-8cd9-9d1b581a382c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da5e83a-5459-4660-8160-0d612a2b0d76,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:29.380261 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8fa0af-f0ac-4cb6-94bb-10f01f8f531f None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:29.381287 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1f8fa0af-f0ac-4cb6-94bb-10f01f8f531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:29.444001 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:29.463016 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf156e-9f58-4d20-a2d7-acd466a3928a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Pushing event deleted for resources: {'Port': ['ID=9454a311-c3f3-4d30-8b75-7064c24866dd,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:29.495375 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1f8fa0af-f0ac-4cb6-94bb-10f01f8f531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:29.515547 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] For port 9634e888-adbf-45c3-94b6-97fdac01618c, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:50:29.520099 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a5bd14ed-d1f3-4f11-ab38-f5759998b1bb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (3ec273a6-71ef-4dc4-9727-6ee9d0e39e51), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:29.529902 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8fa0af-f0ac-4cb6-94bb-10f01f8f531f None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:29.541942 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1f8fa0af-f0ac-4cb6-94bb-10f01f8f531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:29.542698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] For port 9634e888-adbf-45c3-94b6-97fdac01618c, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9634e888-adbf-45c3-94b6-97fdac01618c,segment=NetworkSegment(3c3d4e98-49ec-4592-ac2d-2ed089c24a49),segment_id=3c3d4e98-49ec-4592-ac2d-2ed089c24a49)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:50:29.553103 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:29.601017 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1f8fa0af-f0ac-4cb6-94bb-10f01f8f531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:29.601629 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8fa0af-f0ac-4cb6-94bb-10f01f8f531f None None] The sync data for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:29.678809 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9634e888-adbf-45c3-94b6-97fdac01618c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:29.784189 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd275f-643e-4d3e-94d4-9aa06dcd2aa3 None None] Pushing event updated for resources: {'Port': ['ID=9634e888-adbf-45c3-94b6-97fdac01618c,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:29.790364 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] Routers {'9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:29.791028 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:29.941030 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daaa529b-6476-47ae-ba25-d1a77809b2a9 admin admin] Publish callbacks [] for security_group (999c7b8a-e3e2-4b2b-a29e-17fe3773c7f0), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:29.996079 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] Set router 9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:50:30.072365 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daaa529b-6476-47ae-ba25-d1a77809b2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (999c7b8a-e3e2-4b2b-a29e-17fe3773c7f0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:30.083554 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daaa529b-6476-47ae-ba25-d1a77809b2a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:50:30.093514 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daaa529b-6476-47ae-ba25-d1a77809b2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (78770e21-6b49-4de8-9c18-b67eeb4202a4), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:30.094023 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-daaa529b-6476-47ae-ba25-d1a77809b2a9 admin admin] Added segment 78770e21-6b49-4de8-9c18-b67eeb4202a4 of type vlan for network d70e219c-1621-44de-b9d9-2dd88ea65af1 Nov 02 12:50:30.146018 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daaa529b-6476-47ae-ba25-d1a77809b2a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (d70e219c-1621-44de-b9d9-2dd88ea65af1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:30.171872 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a5bd14ed-d1f3-4f11-ab38-f5759998b1bb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (3ec273a6-71ef-4dc4-9727-6ee9d0e39e51), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:30.193199 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:30.198782 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a5bd14ed-d1f3-4f11-ab38-f5759998b1bb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router_controller (3ec273a6-71ef-4dc4-9727-6ee9d0e39e51), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:30.208189 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6147e8bb-bf37-4388-bca7-4a744703e038 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for port (4e4ea188-fdcd-47ea-9428-efb344cd2e5d), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:30.233473 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa529b-6476-47ae-ba25-d1a77809b2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999c7b8a-e3e2-4b2b-a29e-17fe3773c7f0,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:30.313797 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daaa529b-6476-47ae-ba25-d1a77809b2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (d70e219c-1621-44de-b9d9-2dd88ea65af1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:30.315177 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaa529b-6476-47ae-ba25-d1a77809b2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:30.315763 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daaa529b-6476-47ae-ba25-d1a77809b2a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:30.337174 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a', 'name': 'tempest-ServerRescueTestJSON-1037349280-router', 'tenant_id': '658d7b13f50947999abfb7cc7da5cb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '45a98bee-bda1-420d-86e5-e38ce45c3d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:11Z', 'updated_at': '2022-11-02T12:50:23Z', 'revision_number': 4, 'project_id': '658d7b13f50947999abfb7cc7da5cb25', 'gw_port': {'id': '45a98bee-bda1-420d-86e5-e38ce45c3d47', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:12Z', 'updated_at': '2022-11-02T12:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '9634e888-adbf-45c3-94b6-97fdac01618c', 'name': '', 'network_id': '3689f1b0-edd3-4063-89be-d5fa769863c9', 'tenant_id': '658d7b13f50947999abfb7cc7da5cb25', 'mac_address': 'fa:16:3e:75:89:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '4cf6bd80-4f9f-4df9-96ec-84b2c25fb710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:20Z', 'updated_at': '2022-11-02T12:50:29Z', 'revision_number': 4, 'project_id': '658d7b13f50947999abfb7cc7da5cb25', 'subnets': [{'id': '4cf6bd80-4f9f-4df9-96ec-84b2c25fb710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:30.357564 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6147e8bb-bf37-4388-bca7-4a744703e038 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (4e4ea188-fdcd-47ea-9428-efb344cd2e5d), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:30.365632 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96d1c10-d945-44ce-b167-d8d593901a1d None None] The sync data for ids ['9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a'] in n-d-857339-6 is: [{'id': '9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a', 'name': 'tempest-ServerRescueTestJSON-1037349280-router', 'tenant_id': '658d7b13f50947999abfb7cc7da5cb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '45a98bee-bda1-420d-86e5-e38ce45c3d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:11Z', 'updated_at': '2022-11-02T12:50:23Z', 'revision_number': 4, 'project_id': '658d7b13f50947999abfb7cc7da5cb25', 'gw_port': {'id': '45a98bee-bda1-420d-86e5-e38ce45c3d47', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:12Z', 'updated_at': '2022-11-02T12:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '9634e888-adbf-45c3-94b6-97fdac01618c', 'name': '', 'network_id': '3689f1b0-edd3-4063-89be-d5fa769863c9', 'tenant_id': '658d7b13f50947999abfb7cc7da5cb25', 'mac_address': 'fa:16:3e:75:89:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '4cf6bd80-4f9f-4df9-96ec-84b2c25fb710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:20Z', 'updated_at': '2022-11-02T12:50:29Z', 'revision_number': 4, 'project_id': '658d7b13f50947999abfb7cc7da5cb25', 'subnets': [{'id': '4cf6bd80-4f9f-4df9-96ec-84b2c25fb710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:30.374315 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:30.530658 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa529b-6476-47ae-ba25-d1a77809b2a9 admin admin] Pushing event updated for resources: {'Network': ['ID=d70e219c-1621-44de-b9d9-2dd88ea65af1,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:30.551087 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network d70e219c-1621-44de-b9d9-2dd88ea65af1 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:50:30.559719 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6147e8bb-bf37-4388-bca7-4a744703e038 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (31258cd8-511d-4582-950f-40f88cca1902), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:30.565954 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92cf156e-9f58-4d20-a2d7-acd466a3928a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:30.573093 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-92cf156e-9f58-4d20-a2d7-acd466a3928a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "DELETE /networking/v2.0/ports/9454a311-c3f3-4d30-8b75-7064c24866dd HTTP/1.1" status: 204 len: 168 time: 2.3850627 Nov 02 12:50:30.577543 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc6a189-9bf9-4aed-a5e2-150e7967419b tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Router d9bc821d-6e0a-4a1d-9c9e-c9c563928f49 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:30.578506 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47500) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:30.596029 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147e8bb-bf37-4388-bca7-4a744703e038 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Pushing event updated for resources: {'Port': ['ID=4e4ea188-fdcd-47ea-9428-efb344cd2e5d,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:30.605859 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-daaa529b-6476-47ae-ba25-d1a77809b2a9 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6095369 Nov 02 12:50:30.624674 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a5bd14ed-d1f3-4f11-ab38-f5759998b1bb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (3ec273a6-71ef-4dc4-9727-6ee9d0e39e51), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:30.624674 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bd14ed-d1f3-4f11-ab38-f5759998b1bb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Fanout notify agent at l3_agent the message router_deleted on router 3ec273a6-71ef-4dc4-9727-6ee9d0e39e51 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:50:30.632982 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a5bd14ed-d1f3-4f11-ab38-f5759998b1bb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:30.634394 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a5bd14ed-d1f3-4f11-ab38-f5759998b1bb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/routers/3ec273a6-71ef-4dc4-9727-6ee9d0e39e51 HTTP/1.1" status: 204 len: 168 time: 4.0426226 Nov 02 12:50:30.635944 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0fcce91-0103-4c33-bf4d-28d9ddfaac6a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] GET failed (client error): The resource could not be found. Nov 02 12:50:30.640966 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e0fcce91-0103-4c33-bf4d-28d9ddfaac6a tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "GET /networking/v2.0/ports/9454a311-c3f3-4d30-8b75-7064c24866dd HTTP/1.1" status: 404 len: 333 time: 0.0613272 Nov 02 12:50:30.644310 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47502) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:30.644795 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47506) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:30.645330 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47508) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:30.656585 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-21abe4c1-b72f-4861-ae66-cf7ea61322e8 admin admin] Request body: {'subnet': {'network_id': 'd70e219c-1621-44de-b9d9-2dd88ea65af1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-412812664-subnet', 'tenant_id': '856418ccb26345ca891f6f02e09a2e4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:30.694128 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-60f0bcec-964b-4c30-820b-bf515062c4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:30.750549 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-51857b16-5951-4314-aa10-c017ddeb03b6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-952349425'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:30.888694 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-98951dd9-d829-46f9-a62a-e6f66c7210d3 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Deleting port 264caa2a-6e34-4a17-9ee5-eb8f38a8b876 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:30.889146 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98951dd9-d829-46f9-a62a-e6f66c7210d3 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (264caa2a-6e34-4a17-9ee5-eb8f38a8b876), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:30.915803 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6147e8bb-bf37-4388-bca7-4a744703e038 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Network d731995e-9a91-44b5-879b-2bbe895c5ece is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:30.919338 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6147e8bb-bf37-4388-bca7-4a744703e038 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:31.035889 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98951dd9-d829-46f9-a62a-e6f66c7210d3 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (264caa2a-6e34-4a17-9ee5-eb8f38a8b876), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:31.065834 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-98951dd9-d829-46f9-a62a-e6f66c7210d3 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Calling delete_port for 264caa2a-6e34-4a17-9ee5-eb8f38a8b876 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:31.082833 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51857b16-5951-4314-aa10-c017ddeb03b6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Made reservation on behalf of c26d2fe9e5e743059c97bd0af976552c for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:31.086693 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-51857b16-5951-4314-aa10-c017ddeb03b6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:31.126717 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-60f0bcec-964b-4c30-820b-bf515062c4f0 admin admin] Deleting port 9634e888-adbf-45c3-94b6-97fdac01618c {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:31.127424 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-60f0bcec-964b-4c30-820b-bf515062c4f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9634e888-adbf-45c3-94b6-97fdac01618c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:31.260085 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:31.282232 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-60f0bcec-964b-4c30-820b-bf515062c4f0 admin admin] For port 9634e888-adbf-45c3-94b6-97fdac01618c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9634e888-adbf-45c3-94b6-97fdac01618c,segment=NetworkSegment(3c3d4e98-49ec-4592-ac2d-2ed089c24a49),segment_id=3c3d4e98-49ec-4592-ac2d-2ed089c24a49)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:31.282560 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-60f0bcec-964b-4c30-820b-bf515062c4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9634e888-adbf-45c3-94b6-97fdac01618c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:31.282712 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21abe4c1-b72f-4861-ae66-cf7ea61322e8 admin admin] Made reservation on behalf of 856418ccb26345ca891f6f02e09a2e4c for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:31.285777 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-21abe4c1-b72f-4861-ae66-cf7ea61322e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:31.297139 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=5,neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:31.299949 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-60f0bcec-964b-4c30-820b-bf515062c4f0 admin admin] Calling delete_port for 9634e888-adbf-45c3-94b6-97fdac01618c owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:31.338795 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e3ab5e5c-4f76-4d4b-8bf6-80ade7952160 None None] Provisioning complete for port 4e4ea188-fdcd-47ea-9428-efb344cd2e5d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:31.339665 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5e5c-4f76-4d4b-8bf6-80ade7952160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4e4ea188-fdcd-47ea-9428-efb344cd2e5d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:31.340019 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e3ab5e5c-4f76-4d4b-8bf6-80ade7952160 None None] Attempt 1 to provision port 4e4ea188-fdcd-47ea-9428-efb344cd2e5d Nov 02 12:50:31.356177 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc6a189-9bf9-4aed-a5e2-150e7967419b tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:31.362913 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8cc6a189-9bf9-4aed-a5e2-150e7967419b tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:31.408839 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf94d11-7d43-4088-95a2-d67c53ce9dc0 None None] Sync routers for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:31.458379 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9634e888-adbf-45c3-94b6-97fdac01618c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:31.484320 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf94d11-7d43-4088-95a2-d67c53ce9dc0 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:31.485003 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-abf94d11-7d43-4088-95a2-d67c53ce9dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:31.589973 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-abf94d11-7d43-4088-95a2-d67c53ce9dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:31.592169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab5e5c-4f76-4d4b-8bf6-80ade7952160 None None] Port 4e4ea188-fdcd-47ea-9428-efb344cd2e5d cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:31.600001 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6147e8bb-bf37-4388-bca7-4a744703e038 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Router 31258cd8-511d-4582-950f-40f88cca1902 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:50:31.606643 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51857b16-5951-4314-aa10-c017ddeb03b6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:50:31.621059 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf94d11-7d43-4088-95a2-d67c53ce9dc0 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:31.621912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-abf94d11-7d43-4088-95a2-d67c53ce9dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:31.712828 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-51857b16-5951-4314-aa10-c017ddeb03b6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (1ff0cc30-2214-4e44-aed7-9068cd513d3f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:31.712828 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-51857b16-5951-4314-aa10-c017ddeb03b6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Added segment 1ff0cc30-2214-4e44-aed7-9068cd513d3f of type vlan for network 7f9b0944-c9f3-4d86-8d58-829d15f5c63a Nov 02 12:50:31.713045 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 9634e888-adbf-45c3-94b6-97fdac01618c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:31.713045 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9634e888-adbf-45c3-94b6-97fdac01618c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:31.713045 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 9634e888-adbf-45c3-94b6-97fdac01618c Nov 02 12:50:31.713045 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-abf94d11-7d43-4088-95a2-d67c53ce9dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:31.713045 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf94d11-7d43-4088-95a2-d67c53ce9dc0 None None] The sync data for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:31.718626 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8cc6a189-9bf9-4aed-a5e2-150e7967419b tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/25f76a92-678e-4a77-b0ba-e875dadbe0ad HTTP/1.1" status: 200 len: 977 time: 5.6164274 Nov 02 12:50:31.724457 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47526) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:31.751628 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:31.781746 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6cd41892-ce38-4ac7-914d-ec9a9bb06db3 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:31.822339 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-60f0bcec-964b-4c30-820b-bf515062c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9634e888-adbf-45c3-94b6-97fdac01618c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:31.826651 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9634e888-adbf-45c3-94b6-97fdac01618c is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:31.827136 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9634e888-adbf-45c3-94b6-97fdac01618c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:31.857575 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-51857b16-5951-4314-aa10-c017ddeb03b6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (7f9b0944-c9f3-4d86-8d58-829d15f5c63a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:31.886580 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0bcec-964b-4c30-820b-bf515062c4f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9634e888-adbf-45c3-94b6-97fdac01618c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:31.919180 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6147e8bb-bf37-4388-bca7-4a744703e038 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:31.924844 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6cd41892-ce38-4ac7-914d-ec9a9bb06db3 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (25f76a92-678e-4a77-b0ba-e875dadbe0ad), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:31.928381 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6147e8bb-bf37-4388-bca7-4a744703e038 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] 10.222.0.64 "PUT /networking/v2.0/routers/31258cd8-511d-4582-950f-40f88cca1902/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5165079 Nov 02 12:50:31.931714 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09353e5c-a2fb-46d8-ba20-6db6c38dc6a8 None None] Sync routers for ids ['31258cd8-511d-4582-950f-40f88cca1902'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:31.957948 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09353e5c-a2fb-46d8-ba20-6db6c38dc6a8 None None] Routers {'31258cd8-511d-4582-950f-40f88cca1902'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:31.958669 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-09353e5c-a2fb-46d8-ba20-6db6c38dc6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['31258cd8-511d-4582-950f-40f88cca1902'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:31.973035 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47530) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:31.983058 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ee561cb6-42fb-465c-b31f-8093b118f4f7 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Request body: {'port': {'network_id': 'd731995e-9a91-44b5-879b-2bbe895c5ece', 'name': 'tempest-FloatingIPNegativeTestJSON-104767237'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:32.132136 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6cd41892-ce38-4ac7-914d-ec9a9bb06db3 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:32.144922 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98951dd9-d829-46f9-a62a-e6f66c7210d3 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (264caa2a-6e34-4a17-9ee5-eb8f38a8b876), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:32.216805 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-09353e5c-a2fb-46d8-ba20-6db6c38dc6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:32.218684 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98951dd9-d829-46f9-a62a-e6f66c7210d3 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Pushing event deleted for resources: {'Port': ['ID=264caa2a-6e34-4a17-9ee5-eb8f38a8b876,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:32.243163 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09353e5c-a2fb-46d8-ba20-6db6c38dc6a8 None None] Routers {'31258cd8-511d-4582-950f-40f88cca1902'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:32.243788 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-09353e5c-a2fb-46d8-ba20-6db6c38dc6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['31258cd8-511d-4582-950f-40f88cca1902'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:32.291178 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6cd41892-ce38-4ac7-914d-ec9a9bb06db3 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (25f76a92-678e-4a77-b0ba-e875dadbe0ad), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:32.291789 n-d-857339-6 neutron-server[105975]: INFO neutron.db.l3_db [None req-6cd41892-ce38-4ac7-914d-ec9a9bb06db3 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Floating IP 25f76a92-678e-4a77-b0ba-e875dadbe0ad disassociated. External IP: 172.25.2.64, port: 014f3a3b-d887-4757-931b-bd85a864e1db. Nov 02 12:50:32.335082 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-60f0bcec-964b-4c30-820b-bf515062c4f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:32.366123 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-09353e5c-a2fb-46d8-ba20-6db6c38dc6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:32.369697 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09353e5c-a2fb-46d8-ba20-6db6c38dc6a8 None None] The sync data for ids ['31258cd8-511d-4582-950f-40f88cca1902'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:32.424631 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-51857b16-5951-4314-aa10-c017ddeb03b6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (7f9b0944-c9f3-4d86-8d58-829d15f5c63a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:32.433720 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51857b16-5951-4314-aa10-c017ddeb03b6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:32.443616 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-51857b16-5951-4314-aa10-c017ddeb03b6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:32.494323 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee561cb6-42fb-465c-b31f-8093b118f4f7 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Made reservation on behalf of 981eea58b84f4861954ae9ba98f4f3ef for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:32.499217 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee561cb6-42fb-465c-b31f-8093b118f4f7 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:32.510259 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98951dd9-d829-46f9-a62a-e6f66c7210d3 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:32.515964 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-98951dd9-d829-46f9-a62a-e6f66c7210d3 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "DELETE /networking/v2.0/ports/264caa2a-6e34-4a17-9ee5-eb8f38a8b876 HTTP/1.1" status: 204 len: 168 time: 1.8639262 Nov 02 12:50:32.519916 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47542) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:32.557551 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a29815-d1f0-497f-ba32-4bcbfb03ed2b tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] GET failed (client error): The resource could not be found. Nov 02 12:50:32.562379 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-92a29815-d1f0-497f-ba32-4bcbfb03ed2b tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "GET /networking/v2.0/ports/264caa2a-6e34-4a17-9ee5-eb8f38a8b876 HTTP/1.1" status: 404 len: 333 time: 0.0381930 Nov 02 12:50:32.566126 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47544) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:32.578393 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51857b16-5951-4314-aa10-c017ddeb03b6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Network': ['ID=7f9b0944-c9f3-4d86-8d58-829d15f5c63a,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:32.581141 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-ee561cb6-42fb-465c-b31f-8093b118f4f7 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] device_id is not set on port 90c561b2-a1ac-42c9-8c4c-6ef61361e653 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:50:32.590326 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 7f9b0944-c9f3-4d86-8d58-829d15f5c63a details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:50:32.599322 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-51857b16-5951-4314-aa10-c017ddeb03b6 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9510496 Nov 02 12:50:32.602257 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:32.602407 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-21abe4c1-b72f-4861-ae66-cf7ea61322e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (d70265f1-2b26-4787-8ba2-74111f04ed96), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:32.607036 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47548) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:32.620840 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-22466340-b2eb-470e-b83e-21fb25f06a0b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'subnet': {'network_id': '7f9b0944-c9f3-4d86-8d58-829d15f5c63a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:32.838084 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abe4c1-b72f-4861-ae66-cf7ea61322e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d70265f1-2b26-4787-8ba2-74111f04ed96,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:32.873448 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21abe4c1-b72f-4861-ae66-cf7ea61322e8 admin admin] Checking segment: {'id': '78770e21-6b49-4de8-9c18-b67eeb4202a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd70e219c-1621-44de-b9d9-2dd88ea65af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:50:32.873899 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21abe4c1-b72f-4861-ae66-cf7ea61322e8 admin admin] Network hostable DHCP agents. Network: d70e219c-1621-44de-b9d9-2dd88ea65af1, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:50:32.903169 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-76c3d1a9-ae35-4cce-bc47-2ce41661fcbf tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Deleting port 7fc06f67-4a24-42b2-bbee-fb424ec8e4a5 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:32.903540 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-76c3d1a9-ae35-4cce-bc47-2ce41661fcbf tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7fc06f67-4a24-42b2-bbee-fb424ec8e4a5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:32.951558 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd41892-ce38-4ac7-914d-ec9a9bb06db3 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Router d9bc821d-6e0a-4a1d-9c9e-c9c563928f49 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:32.961526 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-ee561cb6-42fb-465c-b31f-8093b118f4f7 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Allocated IP 172.20.0.11 (d731995e-9a91-44b5-879b-2bbe895c5ece/20fa0660-51df-43c5-9239-bd6b5c4ed275/90c561b2-a1ac-42c9-8c4c-6ef61361e653) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:33.028753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f0bcec-964b-4c30-820b-bf515062c4f0 admin admin] Router 9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:33.038512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22466340-b2eb-470e-b83e-21fb25f06a0b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Made reservation on behalf of c26d2fe9e5e743059c97bd0af976552c for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:33.054038 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22466340-b2eb-470e-b83e-21fb25f06a0b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:33.079623 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-76c3d1a9-ae35-4cce-bc47-2ce41661fcbf tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7fc06f67-4a24-42b2-bbee-fb424ec8e4a5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:33.114695 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21abe4c1-b72f-4861-ae66-cf7ea61322e8 admin admin] Network d70e219c-1621-44de-b9d9-2dd88ea65af1 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:50:33.121537 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:33.124967 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-76c3d1a9-ae35-4cce-bc47-2ce41661fcbf tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Calling delete_port for 7fc06f67-4a24-42b2-bbee-fb424ec8e4a5 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:33.188382 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd41892-ce38-4ac7-914d-ec9a9bb06db3 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:33.194887 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6cd41892-ce38-4ac7-914d-ec9a9bb06db3 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:33.203689 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095843a3-a915-4bc9-9110-fd9b67d1e204 None None] Sync routers for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:33.237895 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6cd41892-ce38-4ac7-914d-ec9a9bb06db3 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/25f76a92-678e-4a77-b0ba-e875dadbe0ad HTTP/1.1" status: 200 len: 687 time: 1.5123386 Nov 02 12:50:33.240529 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47564) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:33.297557 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-21abe4c1-b72f-4861-ae66-cf7ea61322e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, d70e219c-1621-44de-b9d9-2dd88ea65af1) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:33.371210 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21abe4c1-b72f-4861-ae66-cf7ea61322e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:33.371807 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-21abe4c1-b72f-4861-ae66-cf7ea61322e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:33.489645 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8129b11-027d-4200-8c13-89b1439519f9 None None] Network d70e219c-1621-44de-b9d9-2dd88ea65af1 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:33.620451 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095843a3-a915-4bc9-9110-fd9b67d1e204 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:33.621374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-095843a3-a915-4bc9-9110-fd9b67d1e204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:33.659438 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-d70e219c-1621-44de-b9d9-2dd88ea65af1', 'network_id': 'd70e219c-1621-44de-b9d9-2dd88ea65af1', 'project_id': '856418ccb26345ca891f6f02e09a2e4c', 'fixed_ips': [{'subnet_id': 'd70265f1-2b26-4787-8ba2-74111f04ed96'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:50:33.660724 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:33.665305 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-095843a3-a915-4bc9-9110-fd9b67d1e204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:33.672382 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:33.685929 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095843a3-a915-4bc9-9110-fd9b67d1e204 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:33.686864 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-095843a3-a915-4bc9-9110-fd9b67d1e204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:33.722988 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-095843a3-a915-4bc9-9110-fd9b67d1e204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:33.723887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095843a3-a915-4bc9-9110-fd9b67d1e204 None None] The sync data for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:33.770533 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee561cb6-42fb-465c-b31f-8093b118f4f7 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for port (90c561b2-a1ac-42c9-8c4c-6ef61361e653), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:33.779858 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-d0365073-acda-48b2-9e0d-c45b2394f649 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Deleting port df996bcb-d9e3-41ea-89b7-58483ead7316 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:33.780218 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d0365073-acda-48b2-9e0d-c45b2394f649 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (df996bcb-d9e3-41ea-89b7-58483ead7316), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:33.783028 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f0bcec-964b-4c30-820b-bf515062c4f0 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:33.790333 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-60f0bcec-964b-4c30-820b-bf515062c4f0 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5304525 Nov 02 12:50:33.793069 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47572) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:33.815454 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06886cbf-f93e-40dd-9f12-e58fc61fd0ad None None] Sync routers for ids ['9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:33.831271 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=6,neutron:SELECT=77,neutron:INSERT=15,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:33.837911 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06886cbf-f93e-40dd-9f12-e58fc61fd0ad None None] Routers {'9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:33.840782 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-06886cbf-f93e-40dd-9f12-e58fc61fd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:33.867343 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Allocated IP 172.20.0.2 (d70e219c-1621-44de-b9d9-2dd88ea65af1/d70265f1-2b26-4787-8ba2-74111f04ed96/5db3690d-d5db-4c93-9478-786cb5b544dc) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:33.961284 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d0365073-acda-48b2-9e0d-c45b2394f649 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (df996bcb-d9e3-41ea-89b7-58483ead7316), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:33.961667 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d0365073-acda-48b2-9e0d-c45b2394f649 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (df996bcb-d9e3-41ea-89b7-58483ead7316), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:33.988830 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-d0365073-acda-48b2-9e0d-c45b2394f649 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Calling delete_port for df996bcb-d9e3-41ea-89b7-58483ead7316 owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:34.002127 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-21abe4c1-b72f-4861-ae66-cf7ea61322e8 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3550036 Nov 02 12:50:34.002970 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-33d8a3ec-8663-4b5e-9281-155b61e9d0dd admin admin] Publish callbacks [] for router (9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:34.004734 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47576) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:34.010088 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6cf666cf-6eac-4108-a119-36ae0e199986 admin admin] Request body: {'router': {'name': 'tempest-VirtualInterfacesTestJSON-412812664-router', 'tenant_id': '856418ccb26345ca891f6f02e09a2e4c', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:34.086174 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-06886cbf-f93e-40dd-9f12-e58fc61fd0ad None None] Set router 9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:50:34.088000 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22466340-b2eb-470e-b83e-21fb25f06a0b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (c7140f25-7bdc-4c9c-8883-7ba173d64b44), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:34.175617 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Publish callbacks [] for port (5db3690d-d5db-4c93-9478-786cb5b544dc), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:34.179401 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22466340-b2eb-470e-b83e-21fb25f06a0b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Subnet': ['ID=c7140f25-7bdc-4c9c-8883-7ba173d64b44,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:34.215572 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22466340-b2eb-470e-b83e-21fb25f06a0b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Checking segment: {'id': '1ff0cc30-2214-4e44-aed7-9068cd513d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '7f9b0944-c9f3-4d86-8d58-829d15f5c63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:50:34.216039 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22466340-b2eb-470e-b83e-21fb25f06a0b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network hostable DHCP agents. Network: 7f9b0944-c9f3-4d86-8d58-829d15f5c63a, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:50:34.251047 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-76c3d1a9-ae35-4cce-bc47-2ce41661fcbf tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (7fc06f67-4a24-42b2-bbee-fb424ec8e4a5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:34.289771 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3d1a9-ae35-4cce-bc47-2ce41661fcbf tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Pushing event deleted for resources: {'Port': ['ID=7fc06f67-4a24-42b2-bbee-fb424ec8e4a5,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:34.302564 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-06886cbf-f93e-40dd-9f12-e58fc61fd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a', 'name': 'tempest-ServerRescueTestJSON-1037349280-router', 'tenant_id': '658d7b13f50947999abfb7cc7da5cb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '45a98bee-bda1-420d-86e5-e38ce45c3d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:11Z', 'updated_at': '2022-11-02T12:50:31Z', 'revision_number': 5, 'project_id': '658d7b13f50947999abfb7cc7da5cb25', 'gw_port': {'id': '45a98bee-bda1-420d-86e5-e38ce45c3d47', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:12Z', 'updated_at': '2022-11-02T12:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:34.308304 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee561cb6-42fb-465c-b31f-8093b118f4f7 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (90c561b2-a1ac-42c9-8c4c-6ef61361e653), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:34.315714 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:34.319622 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-33d8a3ec-8663-4b5e-9281-155b61e9d0dd admin admin] Publish callbacks [] for router_gateway (9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:34.333089 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06886cbf-f93e-40dd-9f12-e58fc61fd0ad None None] Checking router: 9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:50:34.343291 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06886cbf-f93e-40dd-9f12-e58fc61fd0ad None None] Routers {'9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:34.345663 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-06886cbf-f93e-40dd-9f12-e58fc61fd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:34.376423 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6cf666cf-6eac-4108-a119-36ae0e199986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (b6e1121f-9c99-4123-8f06-317521948b8c), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:34.378315 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6cf666cf-6eac-4108-a119-36ae0e199986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (b6e1121f-9c99-4123-8f06-317521948b8c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:34.391963 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22466340-b2eb-470e-b83e-21fb25f06a0b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network 7f9b0944-c9f3-4d86-8d58-829d15f5c63a is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:50:34.394255 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (5db3690d-d5db-4c93-9478-786cb5b544dc), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:34.395056 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d0365073-acda-48b2-9e0d-c45b2394f649 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (df996bcb-d9e3-41ea-89b7-58483ead7316), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:34.448924 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee561cb6-42fb-465c-b31f-8093b118f4f7 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Network d731995e-9a91-44b5-879b-2bbe895c5ece is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:34.456106 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee561cb6-42fb-465c-b31f-8093b118f4f7 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Pushing event updated for resources: {'Port': ['ID=90c561b2-a1ac-42c9-8c4c-6ef61361e653,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:34.463954 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-ee561cb6-42fb-465c-b31f-8093b118f4f7 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:34.467210 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee561cb6-42fb-465c-b31f-8093b118f4f7 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:34.500889 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Network d70e219c-1621-44de-b9d9-2dd88ea65af1 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:34.508842 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:34.511196 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0365073-acda-48b2-9e0d-c45b2394f649 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event deleted for resources: {'Port': ['ID=df996bcb-d9e3-41ea-89b7-58483ead7316,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:34.547861 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:34.557447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Pushing event updated for resources: {'Port': ['ID=5db3690d-d5db-4c93-9478-786cb5b544dc,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:34.593391 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-22466340-b2eb-470e-b83e-21fb25f06a0b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 7f9b0944-c9f3-4d86-8d58-829d15f5c63a) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:34.604013 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22466340-b2eb-470e-b83e-21fb25f06a0b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:34.608447 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22466340-b2eb-470e-b83e-21fb25f06a0b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:34.644280 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-06886cbf-f93e-40dd-9f12-e58fc61fd0ad None None] Set router 9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:50:34.644775 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6cf666cf-6eac-4108-a119-36ae0e199986 admin admin] Publish callbacks [] for router_controller (b6e1121f-9c99-4123-8f06-317521948b8c), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:34.683323 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf417645-63a4-4bfc-a455-51c5046789cf None None] Network 7f9b0944-c9f3-4d86-8d58-829d15f5c63a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:34.710516 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-76c3d1a9-ae35-4cce-bc47-2ce41661fcbf tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:34.722955 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-76c3d1a9-ae35-4cce-bc47-2ce41661fcbf tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "DELETE /networking/v2.0/ports/7fc06f67-4a24-42b2-bbee-fb424ec8e4a5 HTTP/1.1" status: 204 len: 168 time: 2.1525979 Nov 02 12:50:34.732097 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47590) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:34.741940 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d0365073-acda-48b2-9e0d-c45b2394f649 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (25f76a92-678e-4a77-b0ba-e875dadbe0ad), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:34.745431 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d0365073-acda-48b2-9e0d-c45b2394f649 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:34.750147 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d0365073-acda-48b2-9e0d-c45b2394f649 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/25f76a92-678e-4a77-b0ba-e875dadbe0ad HTTP/1.1" status: 204 len: 168 time: 1.5089242 Nov 02 12:50:34.753459 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47592) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:34.800683 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-22466340-b2eb-470e-b83e-21fb25f06a0b tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1837692 Nov 02 12:50:34.853942 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47596) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:34.861892 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-cf0731ca-4bbe-48ab-ad5a-335fae4d0892 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-386432471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:34.876799 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee561cb6-42fb-465c-b31f-8093b118f4f7 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:34.880830 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-4fd142a7-f02d-4ddb-a7c9-41ff10b5a681 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] delete failed (client error): The resource could not be found. Nov 02 12:50:34.881437 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee561cb6-42fb-465c-b31f-8093b118f4f7 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:34.887421 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4fd142a7-f02d-4ddb-a7c9-41ff10b5a681 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/25f76a92-678e-4a77-b0ba-e875dadbe0ad HTTP/1.1" status: 404 len: 345 time: 0.1323893 Nov 02 12:50:34.893733 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47600) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:34.911829 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-33d8a3ec-8663-4b5e-9281-155b61e9d0dd admin admin] Deleting port 45a98bee-bda1-420d-86e5-e38ce45c3d47 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:34.912176 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-33d8a3ec-8663-4b5e-9281-155b61e9d0dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (45a98bee-bda1-420d-86e5-e38ce45c3d47), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:34.957756 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-7f9b0944-c9f3-4d86-8d58-829d15f5c63a', 'network_id': '7f9b0944-c9f3-4d86-8d58-829d15f5c63a', 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'fixed_ips': [{'subnet_id': 'c7140f25-7bdc-4c9c-8883-7ba173d64b44'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:50:34.958765 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:34.963256 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Attempting to bind port 5db3690d-d5db-4c93-9478-786cb5b544dc on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:50:34.963624 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Attempting to bind port 5db3690d-d5db-4c93-9478-786cb5b544dc by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '78770e21-6b49-4de8-9c18-b67eeb4202a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd70e219c-1621-44de-b9d9-2dd88ea65af1'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:50:34.963984 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Attempting to bind port 5db3690d-d5db-4c93-9478-786cb5b544dc on network d70e219c-1621-44de-b9d9-2dd88ea65af1 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:50:34.966206 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-06886cbf-f93e-40dd-9f12-e58fc61fd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a', 'name': 'tempest-ServerRescueTestJSON-1037349280-router', 'tenant_id': '658d7b13f50947999abfb7cc7da5cb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '45a98bee-bda1-420d-86e5-e38ce45c3d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:11Z', 'updated_at': '2022-11-02T12:50:31Z', 'revision_number': 5, 'project_id': '658d7b13f50947999abfb7cc7da5cb25', 'gw_port': {'id': '45a98bee-bda1-420d-86e5-e38ce45c3d47', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:12Z', 'updated_at': '2022-11-02T12:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:35.010935 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9b2231-ed4d-43f4-9c18-8c66f95c8823 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Deleting subnet e5850a27-4617-4d9e-80bd-c5f85b42969f {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:50:35.017162 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06886cbf-f93e-40dd-9f12-e58fc61fd0ad None None] The sync data for ids ['9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a'] in n-d-857339-6 is: [{'id': '9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a', 'name': 'tempest-ServerRescueTestJSON-1037349280-router', 'tenant_id': '658d7b13f50947999abfb7cc7da5cb25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '45a98bee-bda1-420d-86e5-e38ce45c3d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:11Z', 'updated_at': '2022-11-02T12:50:31Z', 'revision_number': 5, 'project_id': '658d7b13f50947999abfb7cc7da5cb25', 'gw_port': {'id': '45a98bee-bda1-420d-86e5-e38ce45c3d47', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:12Z', 'updated_at': '2022-11-02T12:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:35.026230 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bf9b2231-ed4d-43f4-9c18-8c66f95c8823 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks [] for subnet (e5850a27-4617-4d9e-80bd-c5f85b42969f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:35.081536 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:35.090940 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:35.092803 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b3f9ac-0665-4d6f-b79b-20b7387b070e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:35.098904 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b3f9ac-0665-4d6f-b79b-20b7387b070e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:35.104802 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b3f9ac-0665-4d6f-b79b-20b7387b070e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:35.106157 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e1ddd0b2-f6d7-437e-9409-0138c5a2ee6b None None] Provisioning complete for port 90c561b2-a1ac-42c9-8c4c-6ef61361e653 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:35.106715 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e1ddd0b2-f6d7-437e-9409-0138c5a2ee6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (90c561b2-a1ac-42c9-8c4c-6ef61361e653), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:35.106872 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d6b3f9ac-0665-4d6f-b79b-20b7387b070e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "GET /networking/v2.0/ports?network_id=391aaff8-94e4-44bd-b205-6681368e321d HTTP/1.1" status: 200 len: 2359 time: 0.2119918 Nov 02 12:50:35.107350 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e1ddd0b2-f6d7-437e-9409-0138c5a2ee6b None None] Attempt 1 to provision port 90c561b2-a1ac-42c9-8c4c-6ef61361e653 Nov 02 12:50:35.110590 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47604) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:35.112746 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf0731ca-4bbe-48ab-ad5a-335fae4d0892 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (354213c3-586d-484b-b1cc-d9053ad1f104), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:35.113966 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf0731ca-4bbe-48ab-ad5a-335fae4d0892 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (354213c3-586d-484b-b1cc-d9053ad1f104), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:35.148169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e1ddd0b2-f6d7-437e-9409-0138c5a2ee6b None None] Port 90c561b2-a1ac-42c9-8c4c-6ef61361e653 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:35.168912 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bf9b2231-ed4d-43f4-9c18-8c66f95c8823 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (e5850a27-4617-4d9e-80bd-c5f85b42969f), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:35.189280 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ee561cb6-42fb-465c-b31f-8093b118f4f7 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2153475 Nov 02 12:50:35.194309 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47606) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:35.206368 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e262b245-00f0-4793-9ec7-4ae5fd599af1 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:35.215424 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:50:35.215791 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Checking segment: {'id': '78770e21-6b49-4de8-9c18-b67eeb4202a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd70e219c-1621-44de-b9d9-2dd88ea65af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:50:35.216195 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:35.216629 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Bound using segment: {'id': '78770e21-6b49-4de8-9c18-b67eeb4202a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd70e219c-1621-44de-b9d9-2dd88ea65af1'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:50:35.217112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Bound port: 5db3690d-d5db-4c93-9478-786cb5b544dc, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78770e21-6b49-4de8-9c18-b67eeb4202a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd70e219c-1621-44de-b9d9-2dd88ea65af1'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:50:35.217491 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5db3690d-d5db-4c93-9478-786cb5b544dc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:35.233401 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfa324e-928b-484d-bc35-f91fccaee33e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:35.234900 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:35.235043 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6dfa324e-928b-484d-bc35-f91fccaee33e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "GET /networking/v2.0/subnets/431b0d7b-b521-4638-be2a-db36388a596c HTTP/1.1" status: 200 len: 797 time: 0.1236150 Nov 02 12:50:35.261674 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47608) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:35.262465 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf0731ca-4bbe-48ab-ad5a-335fae4d0892 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router_controller (354213c3-586d-484b-b1cc-d9053ad1f104), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:35.271040 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6cf666cf-6eac-4108-a119-36ae0e199986 admin admin] Publish callbacks [] for router_gateway (b6e1121f-9c99-4123-8f06-317521948b8c), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:35.312908 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-0bc70594-90aa-4be5-9af5-4f6fa098f259 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'port': {'network_id': '391aaff8-94e4-44bd-b205-6681368e321d', 'name': 'tempest-FloatingIPTestJSON-2146748229', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:35.324631 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bf9b2231-ed4d-43f4-9c18-8c66f95c8823 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (e5850a27-4617-4d9e-80bd-c5f85b42969f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:35.328586 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] For port 5db3690d-d5db-4c93-9478-786cb5b544dc, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:50:35.333150 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-33d8a3ec-8663-4b5e-9281-155b61e9d0dd admin admin] For port 45a98bee-bda1-420d-86e5-e38ce45c3d47, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=45a98bee-bda1-420d-86e5-e38ce45c3d47,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:35.341238 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-33d8a3ec-8663-4b5e-9281-155b61e9d0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (45a98bee-bda1-420d-86e5-e38ce45c3d47), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:35.341406 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] For port 5db3690d-d5db-4c93-9478-786cb5b544dc, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5db3690d-d5db-4c93-9478-786cb5b544dc,segment=NetworkSegment(78770e21-6b49-4de8-9c18-b67eeb4202a4),segment_id=78770e21-6b49-4de8-9c18-b67eeb4202a4)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:50:35.348083 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] Allocated IP 2001:db8::2 (7f9b0944-c9f3-4d86-8d58-829d15f5c63a/c7140f25-7bdc-4c9c-8883-7ba173d64b44/ae952d16-641b-4a91-ba7e-17b2101b484f) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:35.380522 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-33d8a3ec-8663-4b5e-9281-155b61e9d0dd admin admin] Calling delete_port for 45a98bee-bda1-420d-86e5-e38ce45c3d47 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:35.395581 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:35.436728 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9634e888-adbf-45c3-94b6-97fdac01618c no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:50:35.467000 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf0731ca-4bbe-48ab-ad5a-335fae4d0892 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (354213c3-586d-484b-b1cc-d9053ad1f104), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:35.484532 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 9634e888-adbf-45c3-94b6-97fdac01618c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:50:35.484532 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9634e888-adbf-45c3-94b6-97fdac01618c not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:50:35.515107 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e262b245-00f0-4793-9ec7-4ae5fd599af1 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:35.536453 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5db3690d-d5db-4c93-9478-786cb5b544dc), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:35.631804 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bf9b2231-ed4d-43f4-9c18-8c66f95c8823 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (e5850a27-4617-4d9e-80bd-c5f85b42969f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:35.637339 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] Publish callbacks [] for port (ae952d16-641b-4a91-ba7e-17b2101b484f), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:35.717692 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Pushing event updated for resources: {'Port': ['ID=5db3690d-d5db-4c93-9478-786cb5b544dc,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:35.722928 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b2231-ed4d-43f4-9c18-8c66f95c8823 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Pushing event deleted for resources: {'Subnet': ['ID=e5850a27-4617-4d9e-80bd-c5f85b42969f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:35.729171 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:35.729586 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:35.730078 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:35.730447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:35.730639 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:35.732606 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:35.734183 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:35.735195 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:35.735719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:35.736873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:35.742923 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:35.742923 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:35.742923 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:35.742923 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:35.742923 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0457ae-55af-4ced-a9b4-72f0968975a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:35.743659 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf0731ca-4bbe-48ab-ad5a-335fae4d0892 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:35.743659 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cf0731ca-4bbe-48ab-ad5a-335fae4d0892 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8868334 Nov 02 12:50:35.748565 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bf9b2231-ed4d-43f4-9c18-8c66f95c8823 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:35.756246 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bf9b2231-ed4d-43f4-9c18-8c66f95c8823 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/e5850a27-4617-4d9e-80bd-c5f85b42969f HTTP/1.1" status: 204 len: 168 time: 1.0226460 Nov 02 12:50:35.757409 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47620) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:35.757973 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47622) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:35.759132 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec092d14-c744-4638-b02a-78a160dbe212 None None] Network 6bbc5d08-de87-4bc5-8843-154782fe44c6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:35.792893 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (ae952d16-641b-4a91-ba7e-17b2101b484f), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:35.936153 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e262b245-00f0-4793-9ec7-4ae5fd599af1 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:35.946553 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] Pushing event updated for resources: {'Port': ['ID=ae952d16-641b-4a91-ba7e-17b2101b484f,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:36.004652 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] Network 7f9b0944-c9f3-4d86-8d58-829d15f5c63a is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:36.129004 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:36.134489 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:36.192289 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-e262b245-00f0-4793-9ec7-4ae5fd599af1 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Allocated IP 172.25.2.183 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/679764e0-ef68-47e7-8890-e2c5bdd1bf75) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:36.240993 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] Attempting to bind port ae952d16-641b-4a91-ba7e-17b2101b484f on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:50:36.241379 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] Attempting to bind port ae952d16-641b-4a91-ba7e-17b2101b484f by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '1ff0cc30-2214-4e44-aed7-9068cd513d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '7f9b0944-c9f3-4d86-8d58-829d15f5c63a'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:50:36.241734 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] Attempting to bind port ae952d16-641b-4a91-ba7e-17b2101b484f on network 7f9b0944-c9f3-4d86-8d58-829d15f5c63a {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:50:36.274563 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f502638-ee99-47d3-a79c-cd2af1f79e07 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (6bbc5d08-de87-4bc5-8843-154782fe44c6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:36.339341 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:50:36.339341 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] Checking segment: {'id': '1ff0cc30-2214-4e44-aed7-9068cd513d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '7f9b0944-c9f3-4d86-8d58-829d15f5c63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:50:36.339341 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:36.344369 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] Bound using segment: {'id': '1ff0cc30-2214-4e44-aed7-9068cd513d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '7f9b0944-c9f3-4d86-8d58-829d15f5c63a'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:50:36.344465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] Bound port: ae952d16-641b-4a91-ba7e-17b2101b484f, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff0cc30-2214-4e44-aed7-9068cd513d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '7f9b0944-c9f3-4d86-8d58-829d15f5c63a'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:50:36.344887 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ae952d16-641b-4a91-ba7e-17b2101b484f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:36.349224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02643aa2-f27b-462c-957c-044d7fc27f9b None None] DHCP port deletion for 6bbc5d08-de87-4bc5-8843-154782fe44c6 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:50:36.358942 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:36.451252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-02643aa2-f27b-462c-957c-044d7fc27f9b None None] Deleting port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:36.451660 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-02643aa2-f27b-462c-957c-044d7fc27f9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (6b4ffee4-ba99-4325-bca9-5bb546a8fe57), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:36.544745 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] For port ae952d16-641b-4a91-ba7e-17b2101b484f, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:50:36.553081 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-02643aa2-f27b-462c-957c-044d7fc27f9b None None] For port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6b4ffee4-ba99-4325-bca9-5bb546a8fe57,segment=NetworkSegment(52853471-2fcc-441a-8897-bac37a1f22a5),segment_id=52853471-2fcc-441a-8897-bac37a1f22a5)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:36.553497 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-02643aa2-f27b-462c-957c-044d7fc27f9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (6b4ffee4-ba99-4325-bca9-5bb546a8fe57), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:36.586251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] For port ae952d16-641b-4a91-ba7e-17b2101b484f, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ae952d16-641b-4a91-ba7e-17b2101b484f,segment=NetworkSegment(1ff0cc30-2214-4e44-aed7-9068cd513d3f),segment_id=1ff0cc30-2214-4e44-aed7-9068cd513d3f)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:50:36.586251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-02643aa2-f27b-462c-957c-044d7fc27f9b None None] Calling delete_port for 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:36.615763 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-5f502638-ee99-47d3-a79c-cd2af1f79e07 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Deleting port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:36.616371 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f502638-ee99-47d3-a79c-cd2af1f79e07 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (6b4ffee4-ba99-4325-bca9-5bb546a8fe57), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:36.699292 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2edcfdfa-ad5b-46e2-8197-d18b3502219a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:36.712634 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ae952d16-641b-4a91-ba7e-17b2101b484f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:36.758071 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6cf666cf-6eac-4108-a119-36ae0e199986 admin admin] Publish callbacks [] for router_gateway (b6e1121f-9c99-4123-8f06-317521948b8c), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:36.764350 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc70594-90aa-4be5-9af5-4f6fa098f259 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Made reservation on behalf of d51481ca43dc4936b4d039170d10afc6 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:36.817327 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-02643aa2-f27b-462c-957c-044d7fc27f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (6b4ffee4-ba99-4325-bca9-5bb546a8fe57), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:36.870142 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:36.870366 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02643aa2-f27b-462c-957c-044d7fc27f9b None None] No DVR routers for this DVR port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:50:36.875243 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae83f4b-51b9-49d8-aa96-c8a4bde9e0c8 None None] Pushing event updated for resources: {'Port': ['ID=ae952d16-641b-4a91-ba7e-17b2101b484f,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:36.912811 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6cf666cf-6eac-4108-a119-36ae0e199986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:36.936651 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02643aa2-f27b-462c-957c-044d7fc27f9b None None] Pushing event deleted for resources: {'Port': ['ID=6b4ffee4-ba99-4325-bca9-5bb546a8fe57,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:36.953455 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-5f502638-ee99-47d3-a79c-cd2af1f79e07 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] For port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6b4ffee4-ba99-4325-bca9-5bb546a8fe57,segment=NetworkSegment(52853471-2fcc-441a-8897-bac37a1f22a5),segment_id=52853471-2fcc-441a-8897-bac37a1f22a5)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:36.953823 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f502638-ee99-47d3-a79c-cd2af1f79e07 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (6b4ffee4-ba99-4325-bca9-5bb546a8fe57), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:37.007832 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-5f502638-ee99-47d3-a79c-cd2af1f79e07 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Calling delete_port for 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:37.130753 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0bc70594-90aa-4be5-9af5-4f6fa098f259 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:37.156860 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e262b245-00f0-4793-9ec7-4ae5fd599af1 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for port (679764e0-ef68-47e7-8890-e2c5bdd1bf75), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:37.171948 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-0bc70594-90aa-4be5-9af5-4f6fa098f259 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] device_id is not set on port de50a929-e7bd-4ddf-990d-77486bdb7054 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:50:37.190644 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f502638-ee99-47d3-a79c-cd2af1f79e07 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (6b4ffee4-ba99-4325-bca9-5bb546a8fe57), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:37.234374 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f502638-ee99-47d3-a79c-cd2af1f79e07 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] No DVR routers for this DVR port 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:50:37.246872 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f502638-ee99-47d3-a79c-cd2af1f79e07 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Pushing event deleted for resources: {'Port': ['ID=6b4ffee4-ba99-4325-bca9-5bb546a8fe57,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:37.501023 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c822cc2d-641a-42de-8ab2-60fb45e1b392 None None] Network d70e219c-1621-44de-b9d9-2dd88ea65af1 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:37.505625 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:37.534628 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-0bc70594-90aa-4be5-9af5-4f6fa098f259 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Allocated IP 172.20.0.14 (391aaff8-94e4-44bd-b205-6681368e321d/431b0d7b-b521-4638-be2a-db36388a596c/de50a929-e7bd-4ddf-990d-77486bdb7054) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:37.542260 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-0bc70594-90aa-4be5-9af5-4f6fa098f259 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Allocated IP 172.20.0.13 (391aaff8-94e4-44bd-b205-6681368e321d/431b0d7b-b521-4638-be2a-db36388a596c/de50a929-e7bd-4ddf-990d-77486bdb7054) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:37.610102 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47640) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:37.712083 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5db3690d-d5db-4c93-9478-786cb5b544dc up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:37.720982 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:37.729145 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f502638-ee99-47d3-a79c-cd2af1f79e07 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (6bbc5d08-de87-4bc5-8843-154782fe44c6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:37.769387 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:37.794675 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5daec9a4-1ff6-4c83-8c0d-dbc681dd2932 None None] Provisioning complete for port 5db3690d-d5db-4c93-9478-786cb5b544dc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:37.797487 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5daec9a4-1ff6-4c83-8c0d-dbc681dd2932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5db3690d-d5db-4c93-9478-786cb5b544dc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:37.797487 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5daec9a4-1ff6-4c83-8c0d-dbc681dd2932 None None] Attempt 1 to provision port 5db3690d-d5db-4c93-9478-786cb5b544dc Nov 02 12:50:37.797727 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-6cf666cf-6eac-4108-a119-36ae0e199986 admin admin] Allocated IP 172.25.2.196 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/21c37089-d5cd-4833-bdb3-c858771c5557) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:37.826343 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5f502638-ee99-47d3-a79c-cd2af1f79e07 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbc5d08-de87-4bc5-8843-154782fe44c6']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:37.875803 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5f502638-ee99-47d3-a79c-cd2af1f79e07 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52853471-2fcc-441a-8897-bac37a1f22a5') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:37.876570 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5f502638-ee99-47d3-a79c-cd2af1f79e07 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52853471-2fcc-441a-8897-bac37a1f22a5') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:37.880180 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5db3690d-d5db-4c93-9478-786cb5b544dc triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:37.880697 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5db3690d-d5db-4c93-9478-786cb5b544dc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:37.881451 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5db3690d-d5db-4c93-9478-786cb5b544dc Nov 02 12:50:37.895672 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f502638-ee99-47d3-a79c-cd2af1f79e07 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (52853471-2fcc-441a-8897-bac37a1f22a5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:37.918055 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-2edcfdfa-ad5b-46e2-8197-d18b3502219a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Allocated IP 2001:db8::1 (7f9b0944-c9f3-4d86-8d58-829d15f5c63a/c7140f25-7bdc-4c9c-8883-7ba173d64b44/11cc74f6-a314-4db5-b7b9-b02e5346b898) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:37.920334 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f502638-ee99-47d3-a79c-cd2af1f79e07 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (52853471-2fcc-441a-8897-bac37a1f22a5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:37.933801 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f502638-ee99-47d3-a79c-cd2af1f79e07 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:50:37.934214 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f502638-ee99-47d3-a79c-cd2af1f79e07 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (52853471-2fcc-441a-8897-bac37a1f22a5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:37.959023 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6cf666cf-6eac-4108-a119-36ae0e199986 admin admin] Publish callbacks [] for port (21c37089-d5cd-4833-bdb3-c858771c5557), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:37.983576 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-33d8a3ec-8663-4b5e-9281-155b61e9d0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (45a98bee-bda1-420d-86e5-e38ce45c3d47), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:37.986029 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e262b245-00f0-4793-9ec7-4ae5fd599af1 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (679764e0-ef68-47e7-8890-e2c5bdd1bf75), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:37.994401 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 52853471-2fcc-441a-8897-bac37a1f22a5 resource provider aggregate not found Nov 02 12:50:38.042538 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9a84e3a6-7800-4506-992c-b79f1876011f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:38.061473 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 52853471-2fcc-441a-8897-bac37a1f22a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52853471-2fcc-441a-8897-bac37a1f22a5 found for delete ", "request_id": "req-085f3ca5-4f46-4897-9a4b-99ff4a697060"}]} Nov 02 12:50:38.111907 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8a3ec-8663-4b5e-9281-155b61e9d0dd admin admin] Pushing event deleted for resources: {'Port': ['ID=45a98bee-bda1-420d-86e5-e38ce45c3d47,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:38.122064 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e262b245-00f0-4793-9ec7-4ae5fd599af1 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:38.169739 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-e262b245-00f0-4793-9ec7-4ae5fd599af1 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:38.199686 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=5,neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=9 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:38.221626 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2edcfdfa-ad5b-46e2-8197-d18b3502219a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for port (11cc74f6-a314-4db5-b7b9-b02e5346b898), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:38.254924 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5daec9a4-1ff6-4c83-8c0d-dbc681dd2932 None None] Current status of the port 5db3690d-d5db-4c93-9478-786cb5b544dc is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:38.255330 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5daec9a4-1ff6-4c83-8c0d-dbc681dd2932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5db3690d-d5db-4c93-9478-786cb5b544dc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:38.270529 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e262b245-00f0-4793-9ec7-4ae5fd599af1 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:38.306335 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5daec9a4-1ff6-4c83-8c0d-dbc681dd2932 None None] For port 5db3690d-d5db-4c93-9478-786cb5b544dc, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5db3690d-d5db-4c93-9478-786cb5b544dc,segment=NetworkSegment(78770e21-6b49-4de8-9c18-b67eeb4202a4),segment_id=78770e21-6b49-4de8-9c18-b67eeb4202a4)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:38.314196 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f502638-ee99-47d3-a79c-cd2af1f79e07 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (6bbc5d08-de87-4bc5-8843-154782fe44c6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:38.330204 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f502638-ee99-47d3-a79c-cd2af1f79e07 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:38.346961 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5f502638-ee99-47d3-a79c-cd2af1f79e07 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] 10.222.0.64 "DELETE /networking/v2.0/networks/6bbc5d08-de87-4bc5-8843-154782fe44c6 HTTP/1.1" status: 204 len: 168 time: 2.5848591 Nov 02 12:50:38.349896 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5db3690d-d5db-4c93-9478-786cb5b544dc is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:38.350307 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5db3690d-d5db-4c93-9478-786cb5b544dc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:38.374846 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f502638-ee99-47d3-a79c-cd2af1f79e07 tempest-AllowedAddressPairTestJSON-1875124144 tempest-AllowedAddressPairTestJSON-1875124144-project] Pushing event deleted for resources: {'Network': ['ID=6bbc5d08-de87-4bc5-8843-154782fe44c6,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:38.424781 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6cf666cf-6eac-4108-a119-36ae0e199986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (21c37089-d5cd-4833-bdb3-c858771c5557), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:38.456164 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2edcfdfa-ad5b-46e2-8197-d18b3502219a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (11cc74f6-a314-4db5-b7b9-b02e5346b898), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:38.462830 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5daec9a4-1ff6-4c83-8c0d-dbc681dd2932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5db3690d-d5db-4c93-9478-786cb5b544dc), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:38.559981 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0bc70594-90aa-4be5-9af5-4f6fa098f259 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for port (de50a929-e7bd-4ddf-990d-77486bdb7054), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:38.575251 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edcfdfa-ad5b-46e2-8197-d18b3502219a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network 7f9b0944-c9f3-4d86-8d58-829d15f5c63a is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:38.582791 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:50:38.583258 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:50:38.585396 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-2edcfdfa-ad5b-46e2-8197-d18b3502219a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:38.597346 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262b245-00f0-4793-9ec7-4ae5fd599af1 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Pushing event updated for resources: {'Port': ['ID=679764e0-ef68-47e7-8890-e2c5bdd1bf75,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:38.611498 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-da7f7746-9a96-4c32-81d8-bce99af8773c None None] Provisioning complete for port 5db3690d-d5db-4c93-9478-786cb5b544dc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:38.611886 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-da7f7746-9a96-4c32-81d8-bce99af8773c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5db3690d-d5db-4c93-9478-786cb5b544dc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:38.612228 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-da7f7746-9a96-4c32-81d8-bce99af8773c None None] Attempt 1 to provision port 5db3690d-d5db-4c93-9478-786cb5b544dc Nov 02 12:50:38.615946 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edcfdfa-ad5b-46e2-8197-d18b3502219a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:38.616558 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2edcfdfa-ad5b-46e2-8197-d18b3502219a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (354213c3-586d-484b-b1cc-d9053ad1f104), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:38.625625 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcfdfa-ad5b-46e2-8197-d18b3502219a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Port': ['ID=11cc74f6-a314-4db5-b7b9-b02e5346b898,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:38.640850 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daec9a4-1ff6-4c83-8c0d-dbc681dd2932 None None] Pushing event updated for resources: {'Port': ['ID=5db3690d-d5db-4c93-9478-786cb5b544dc,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:38.682253 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf666cf-6eac-4108-a119-36ae0e199986 admin admin] Pushing event updated for resources: {'Port': ['ID=21c37089-d5cd-4833-bdb3-c858771c5557,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:38.699735 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e262b245-00f0-4793-9ec7-4ae5fd599af1 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for floatingip (66beccb9-5734-45e6-a9c6-df50acc7c405), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:38.717747 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9a84e3a6-7800-4506-992c-b79f1876011f admin admin] Publish callbacks [] for security_group (2b2fa1ac-b4e1-42cf-b5a1-9e64a00b5a65), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:38.719952 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf666cf-6eac-4108-a119-36ae0e199986 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:38.730880 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-da7f7746-9a96-4c32-81d8-bce99af8773c None None] Current status of the port 5db3690d-d5db-4c93-9478-786cb5b544dc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:38.731070 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6cf666cf-6eac-4108-a119-36ae0e199986 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:38.747312 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf666cf-6eac-4108-a119-36ae0e199986 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:38.750092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f5de4b-2844-4931-b06b-530d504c9bb8 None None] Network 7f9b0944-c9f3-4d86-8d58-829d15f5c63a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:38.769338 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-33d8a3ec-8663-4b5e-9281-155b61e9d0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:38.871821 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9a84e3a6-7800-4506-992c-b79f1876011f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2b2fa1ac-b4e1-42cf-b5a1-9e64a00b5a65), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:38.876109 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:38.880424 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e262b245-00f0-4793-9ec7-4ae5fd599af1 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (679764e0-ef68-47e7-8890-e2c5bdd1bf75), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:38.887639 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ec4156df-49e7-4c57-8fab-2d33e95b8828 None None] Provisioning complete for port ae952d16-641b-4a91-ba7e-17b2101b484f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:38.888281 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ec4156df-49e7-4c57-8fab-2d33e95b8828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ae952d16-641b-4a91-ba7e-17b2101b484f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:38.888414 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ec4156df-49e7-4c57-8fab-2d33e95b8828 None None] Attempt 1 to provision port ae952d16-641b-4a91-ba7e-17b2101b484f Nov 02 12:50:38.922337 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2edcfdfa-ad5b-46e2-8197-d18b3502219a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (11cc74f6-a314-4db5-b7b9-b02e5346b898), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:38.982469 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ec4156df-49e7-4c57-8fab-2d33e95b8828 None None] Current status of the port ae952d16-641b-4a91-ba7e-17b2101b484f is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:38.982850 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ec4156df-49e7-4c57-8fab-2d33e95b8828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ae952d16-641b-4a91-ba7e-17b2101b484f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:39.030873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ec4156df-49e7-4c57-8fab-2d33e95b8828 None None] For port ae952d16-641b-4a91-ba7e-17b2101b484f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ae952d16-641b-4a91-ba7e-17b2101b484f,segment=NetworkSegment(1ff0cc30-2214-4e44-aed7-9068cd513d3f),segment_id=1ff0cc30-2214-4e44-aed7-9068cd513d3f)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:39.166872 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ec4156df-49e7-4c57-8fab-2d33e95b8828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ae952d16-641b-4a91-ba7e-17b2101b484f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:39.178506 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5db3690d-d5db-4c93-9478-786cb5b544dc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:39.179919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ae952d16-641b-4a91-ba7e-17b2101b484f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:39.275316 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47664) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:39.275767 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47666) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:39.289006 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4156df-49e7-4c57-8fab-2d33e95b8828 None None] Pushing event updated for resources: {'Port': ['ID=ae952d16-641b-4a91-ba7e-17b2101b484f,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:39.308194 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ae952d16-641b-4a91-ba7e-17b2101b484f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:39.308600 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ae952d16-641b-4a91-ba7e-17b2101b484f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:39.308932 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ae952d16-641b-4a91-ba7e-17b2101b484f Nov 02 12:50:39.335972 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0bc70594-90aa-4be5-9af5-4f6fa098f259 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (de50a929-e7bd-4ddf-990d-77486bdb7054), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:39.349852 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-33d8a3ec-8663-4b5e-9281-155b61e9d0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:39.352534 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-33d8a3ec-8663-4b5e-9281-155b61e9d0dd admin admin] Publish callbacks [] for router_controller (9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:39.379048 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-bb4684cc-2e3c-475b-8d37-a75c9632fef7 None None] Provisioning complete for port ae952d16-641b-4a91-ba7e-17b2101b484f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:39.379903 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bb4684cc-2e3c-475b-8d37-a75c9632fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ae952d16-641b-4a91-ba7e-17b2101b484f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:39.380513 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-bb4684cc-2e3c-475b-8d37-a75c9632fef7 None None] Attempt 1 to provision port ae952d16-641b-4a91-ba7e-17b2101b484f Nov 02 12:50:39.469710 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ae952d16-641b-4a91-ba7e-17b2101b484f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:39.572464 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9a84e3a6-7800-4506-992c-b79f1876011f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b7188165c5f64e0984d24db86577d217&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9568796 Nov 02 12:50:39.575969 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47672) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:39.590395 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:50:39.622958 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84e3a6-7800-4506-992c-b79f1876011f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2fa1ac-b4e1-42cf-b5a1-9e64a00b5a65,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:39.626169 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-33d8a3ec-8663-4b5e-9281-155b61e9d0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:39.627015 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d8a3ec-8663-4b5e-9281-155b61e9d0dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:50:39.633831 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-33d8a3ec-8663-4b5e-9281-155b61e9d0dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:39.639055 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-33d8a3ec-8663-4b5e-9281-155b61e9d0dd admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/9e11c0ac-aa40-4b2d-82f9-7a07c2b40e8a HTTP/1.1" status: 204 len: 168 time: 5.8449912 Nov 02 12:50:39.651147 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47674) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:39.678199 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:50:39.678555 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6b4ffee4-ba99-4325-bca9-5bb546a8fe57 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:50:39.693796 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bb4684cc-2e3c-475b-8d37-a75c9632fef7 None None] Current status of the port ae952d16-641b-4a91-ba7e-17b2101b484f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:39.708137 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:39.710473 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-bb4684cc-2e3c-475b-8d37-a75c9632fef7 None None] Provisioning complete for port 11cc74f6-a314-4db5-b7b9-b02e5346b898 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:39.711116 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bb4684cc-2e3c-475b-8d37-a75c9632fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (11cc74f6-a314-4db5-b7b9-b02e5346b898), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:39.711326 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-bb4684cc-2e3c-475b-8d37-a75c9632fef7 None None] Attempt 1 to provision port 11cc74f6-a314-4db5-b7b9-b02e5346b898 Nov 02 12:50:39.744419 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc70594-90aa-4be5-9af5-4f6fa098f259 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Network 391aaff8-94e4-44bd-b205-6681368e321d is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:39.792329 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:39.812249 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-0bc70594-90aa-4be5-9af5-4f6fa098f259 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:39.815037 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc70594-90aa-4be5-9af5-4f6fa098f259 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:39.817411 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bb4684cc-2e3c-475b-8d37-a75c9632fef7 None None] Port 11cc74f6-a314-4db5-b7b9-b02e5346b898 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:39.871896 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2edcfdfa-ad5b-46e2-8197-d18b3502219a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for port (11cc74f6-a314-4db5-b7b9-b02e5346b898), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:39.879437 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc70594-90aa-4be5-9af5-4f6fa098f259 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Port': ['ID=de50a929-e7bd-4ddf-990d-77486bdb7054,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:39.894062 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e01c412-e93d-46ff-8316-ca43abbde23f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:39.936682 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3e31c030-fd62-4be1-88ca-f78856d576e3 None None] Provisioning complete for port 11cc74f6-a314-4db5-b7b9-b02e5346b898 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:39.937302 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3e31c030-fd62-4be1-88ca-f78856d576e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (11cc74f6-a314-4db5-b7b9-b02e5346b898), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:39.937522 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3e31c030-fd62-4be1-88ca-f78856d576e3 None None] Attempt 1 to provision port 11cc74f6-a314-4db5-b7b9-b02e5346b898 Nov 02 12:50:39.958303 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:39.970501 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3e31c030-fd62-4be1-88ca-f78856d576e3 None None] Port 11cc74f6-a314-4db5-b7b9-b02e5346b898 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:39.996542 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2edcfdfa-ad5b-46e2-8197-d18b3502219a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (11cc74f6-a314-4db5-b7b9-b02e5346b898), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:39.997442 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2edcfdfa-ad5b-46e2-8197-d18b3502219a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (354213c3-586d-484b-b1cc-d9053ad1f104), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.002250 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfcdbc0f-152a-467a-95e8-1b2e7719bf18 admin admin] Deleting subnet 4cf6bd80-4f9f-4df9-96ec-84b2c25fb710 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:50:40.019516 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cfcdbc0f-152a-467a-95e8-1b2e7719bf18 admin admin] Publish callbacks [] for subnet (4cf6bd80-4f9f-4df9-96ec-84b2c25fb710), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.048988 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc70594-90aa-4be5-9af5-4f6fa098f259 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:40.049725 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0bc70594-90aa-4be5-9af5-4f6fa098f259 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.061711 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-df08a8d8-bee3-48a1-9922-847e45c73fb9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5300fab6343946668aa03c9b5dd146c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7533026 Nov 02 12:50:40.077654 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47676) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:40.092131 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcfdfa-ad5b-46e2-8197-d18b3502219a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Port': ['ID=11cc74f6-a314-4db5-b7b9-b02e5346b898,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:40.099634 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:40.135354 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edcfdfa-ad5b-46e2-8197-d18b3502219a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network 7f9b0944-c9f3-4d86-8d58-829d15f5c63a is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:40.136947 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-2edcfdfa-ad5b-46e2-8197-d18b3502219a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:40.150359 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cfcdbc0f-152a-467a-95e8-1b2e7719bf18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (4cf6bd80-4f9f-4df9-96ec-84b2c25fb710), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.153108 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-89e93e5f-9798-4e36-9ac9-92f2d5d93079 admin admin] Publish callbacks [] for security_group (2b2fa1ac-b4e1-42cf-b5a1-9e64a00b5a65), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.221690 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5db3690d-d5db-4c93-9478-786cb5b544dc up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:40.303093 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5db3690d-d5db-4c93-9478-786cb5b544dc triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:40.303655 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5db3690d-d5db-4c93-9478-786cb5b544dc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.304060 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5db3690d-d5db-4c93-9478-786cb5b544dc Nov 02 12:50:40.311635 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0bc70594-90aa-4be5-9af5-4f6fa098f259 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 5.0035911 Nov 02 12:50:40.312606 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47678) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:40.315898 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-89e93e5f-9798-4e36-9ac9-92f2d5d93079 admin admin] Publish callbacks [] for security_group (2b2fa1ac-b4e1-42cf-b5a1-9e64a00b5a65), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.320025 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6270a76f-703c-426c-9e76-3d9516e519aa tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'port_id': 'de50a929-e7bd-4ddf-990d-77486bdb7054', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:40.334394 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:40.389416 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e262b245-00f0-4793-9ec7-4ae5fd599af1 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for port (679764e0-ef68-47e7-8890-e2c5bdd1bf75), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.401920 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cfcdbc0f-152a-467a-95e8-1b2e7719bf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (4cf6bd80-4f9f-4df9-96ec-84b2c25fb710), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.410205 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5db3690d-d5db-4c93-9478-786cb5b544dc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:40.411020 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edcfdfa-ad5b-46e2-8197-d18b3502219a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 354213c3-586d-484b-b1cc-d9053ad1f104 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:50:40.411284 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ae952d16-641b-4a91-ba7e-17b2101b484f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:40.447621 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-685dfa7c-f910-49c8-9bb2-d0a6f3f0169e admin admin] Publish callbacks [] for security_group (ba7c0e8d-c40c-4e75-ba19-e38b29c27ee6), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.461386 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ae952d16-641b-4a91-ba7e-17b2101b484f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:40.462924 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ae952d16-641b-4a91-ba7e-17b2101b484f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.463357 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ae952d16-641b-4a91-ba7e-17b2101b484f Nov 02 12:50:40.498015 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6270a76f-703c-426c-9e76-3d9516e519aa tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.516022 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c5ca9019-e79e-48d8-b3f8-7a4a8f0ce6af None None] Provisioning complete for port 11cc74f6-a314-4db5-b7b9-b02e5346b898 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:40.516630 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c5ca9019-e79e-48d8-b3f8-7a4a8f0ce6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (11cc74f6-a314-4db5-b7b9-b02e5346b898), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.517096 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c5ca9019-e79e-48d8-b3f8-7a4a8f0ce6af None None] Attempt 1 to provision port 11cc74f6-a314-4db5-b7b9-b02e5346b898 Nov 02 12:50:40.534250 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e262b245-00f0-4793-9ec7-4ae5fd599af1 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (679764e0-ef68-47e7-8890-e2c5bdd1bf75), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.556768 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca9019-e79e-48d8-b3f8-7a4a8f0ce6af None None] Port 11cc74f6-a314-4db5-b7b9-b02e5346b898 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:40.558429 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edcfdfa-ad5b-46e2-8197-d18b3502219a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:40.596089 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2edcfdfa-ad5b-46e2-8197-d18b3502219a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/354213c3-586d-484b-b1cc-d9053ad1f104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8366482 Nov 02 12:50:40.599016 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af91041-08c4-499f-934e-7751543fb46f None None] Sync routers for ids ['354213c3-586d-484b-b1cc-d9053ad1f104'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:40.601143 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47680) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:40.618202 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ae952d16-641b-4a91-ba7e-17b2101b484f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:40.622648 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af91041-08c4-499f-934e-7751543fb46f None None] Routers {'354213c3-586d-484b-b1cc-d9053ad1f104'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:40.623290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6af91041-08c4-499f-934e-7751543fb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['354213c3-586d-484b-b1cc-d9053ad1f104'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:40.657271 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e01c412-e93d-46ff-8316-ca43abbde23f admin admin] Publish callbacks [] for security_group (128179b3-c982-467c-b972-b7b6038556b4), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.657703 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6af91041-08c4-499f-934e-7751543fb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:40.662652 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262b245-00f0-4793-9ec7-4ae5fd599af1 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Pushing event updated for resources: {'Port': ['ID=679764e0-ef68-47e7-8890-e2c5bdd1bf75,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:40.663156 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f58f15-ffef-4ecf-ae22-b3619208ad01 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:40.665136 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-76f58f15-ffef-4ecf-ae22-b3619208ad01 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/ports/11cc74f6-a314-4db5-b7b9-b02e5346b898 HTTP/1.1" status: 200 len: 911 time: 0.0624597 Nov 02 12:50:40.668117 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47682) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:40.669253 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6270a76f-703c-426c-9e76-3d9516e519aa tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.671470 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af91041-08c4-499f-934e-7751543fb46f None None] Routers {'354213c3-586d-484b-b1cc-d9053ad1f104'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:40.672441 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6af91041-08c4-499f-934e-7751543fb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['354213c3-586d-484b-b1cc-d9053ad1f104'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:40.676590 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-685dfa7c-f910-49c8-9bb2-d0a6f3f0169e admin admin] Publish callbacks [] for security_group (ba7c0e8d-c40c-4e75-ba19-e38b29c27ee6), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.677429 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f30bc731-497e-4a7b-9382-29f256ecea07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c7140f25-7bdc-4c9c-8883-7ba173d64b44'}]}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:40.709278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6af91041-08c4-499f-934e-7751543fb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:40.710280 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af91041-08c4-499f-934e-7751543fb46f None None] The sync data for ids ['354213c3-586d-484b-b1cc-d9053ad1f104'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:40.716619 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6cf666cf-6eac-4108-a119-36ae0e199986 admin admin] Publish callbacks [] for router_gateway (b6e1121f-9c99-4123-8f06-317521948b8c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.722210 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e262b245-00f0-4793-9ec7-4ae5fd599af1 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (66beccb9-5734-45e6-a9c6-df50acc7c405), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.732188 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:50:40.848243 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f30bc731-497e-4a7b-9382-29f256ecea07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (11cc74f6-a314-4db5-b7b9-b02e5346b898), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.889657 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e01c412-e93d-46ff-8316-ca43abbde23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (128179b3-c982-467c-b972-b7b6038556b4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.896163 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-89e93e5f-9798-4e36-9ac9-92f2d5d93079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2b2fa1ac-b4e1-42cf-b5a1-9e64a00b5a65), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.899274 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-89e93e5f-9798-4e36-9ac9-92f2d5d93079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.900400 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-89e93e5f-9798-4e36-9ac9-92f2d5d93079 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2b2fa1ac-b4e1-42cf-b5a1-9e64a00b5a65 HTTP/1.1" status: 204 len: 168 time: 1.3007219 Nov 02 12:50:40.901471 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cfcdbc0f-152a-467a-95e8-1b2e7719bf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (4cf6bd80-4f9f-4df9-96ec-84b2c25fb710), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.984337 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-685dfa7c-f910-49c8-9bb2-d0a6f3f0169e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ba7c0e8d-c40c-4e75-ba19-e38b29c27ee6), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.985871 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-685dfa7c-f910-49c8-9bb2-d0a6f3f0169e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.988990 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-685dfa7c-f910-49c8-9bb2-d0a6f3f0169e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ba7c0e8d-c40c-4e75-ba19-e38b29c27ee6 HTTP/1.1" status: 204 len: 168 time: 0.9103169 Nov 02 12:50:40.993100 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e262b245-00f0-4793-9ec7-4ae5fd599af1 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.994525 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e262b245-00f0-4793-9ec7-4ae5fd599af1 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7986009 Nov 02 12:50:41.006368 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5e01c412-e93d-46ff-8316-ca43abbde23f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8e485eda4f2648f1b639dbe2c1504fb2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6968780 Nov 02 12:50:41.012615 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cfcdbc0f-152a-467a-95e8-1b2e7719bf18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.018432 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cfcdbc0f-152a-467a-95e8-1b2e7719bf18 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/4cf6bd80-4f9f-4df9-96ec-84b2c25fb710 HTTP/1.1" status: 204 len: 168 time: 1.3611305 Nov 02 12:50:41.020902 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47688) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:41.021431 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47690) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:41.022285 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47692) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:41.022492 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdbc0f-152a-467a-95e8-1b2e7719bf18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cf6bd80-4f9f-4df9-96ec-84b2c25fb710,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:41.034607 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01c412-e93d-46ff-8316-ca43abbde23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128179b3-c982-467c-b972-b7b6038556b4,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:41.038328 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6cf666cf-6eac-4108-a119-36ae0e199986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (b6e1121f-9c99-4123-8f06-317521948b8c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.050497 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e93e5f-9798-4e36-9ac9-92f2d5d93079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2fa1ac-b4e1-42cf-b5a1-9e64a00b5a65,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:41.051972 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-7ba9f1de-9f34-4c46-861a-c3d0d1ef4b48 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Request body: {'floatingip': {'port_id': '90c561b2-a1ac-42c9-8c4c-6ef61361e653', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:41.111922 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dfa7c-f910-49c8-9bb2-d0a6f3f0169e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7c0e8d-c40c-4e75-ba19-e38b29c27ee6,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:41.167453 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f1de-9f34-4c46-861a-c3d0d1ef4b48 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for floatingip (66beccb9-5734-45e6-a9c6-df50acc7c405), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.328584 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-6270a76f-703c-426c-9e76-3d9516e519aa tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Allocated IP 172.25.2.151 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/ac0e503f-4e3b-40a3-8992-b200c6d0f8c7) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:41.336622 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1250706-acd3-43ab-9a39-431c7c0e4170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (3689f1b0-edd3-4063-89be-d5fa769863c9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.387240 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf666cf-6eac-4108-a119-36ae0e199986 admin admin] Router b6e1121f-9c99-4123-8f06-317521948b8c is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:50:41.399649 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-292feaae-e9ff-41af-b077-b6a0a1b93be4 admin admin] Publish callbacks [] for security_group (128179b3-c982-467c-b972-b7b6038556b4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.438053 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:41.518274 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-292feaae-e9ff-41af-b077-b6a0a1b93be4 admin admin] Publish callbacks [] for security_group (128179b3-c982-467c-b972-b7b6038556b4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.533030 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf666cf-6eac-4108-a119-36ae0e199986 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:41.558371 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] Sync routers for ids ['b6e1121f-9c99-4123-8f06-317521948b8c'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:41.572344 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] Routers {'b6e1121f-9c99-4123-8f06-317521948b8c'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:41.573381 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b6e1121f-9c99-4123-8f06-317521948b8c'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:41.589979 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:41.609621 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-7ba9f1de-9f34-4c46-861a-c3d0d1ef4b48 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] update failed (client error): The resource could not be found. Nov 02 12:50:41.610685 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7ba9f1de-9f34-4c46-861a-c3d0d1ef4b48 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/66beccb9-5734-45e6-a9c6-df50acc7c405 HTTP/1.1" status: 404 len: 507 time: 0.5870996 Nov 02 12:50:41.615037 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47704) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:41.663494 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:41.678876 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1250706-acd3-43ab-9a39-431c7c0e4170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (3689f1b0-edd3-4063-89be-d5fa769863c9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.688390 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] Set router b6e1121f-9c99-4123-8f06-317521948b8c gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:50:41.738701 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6cf666cf-6eac-4108-a119-36ae0e199986 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.739944 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6cf666cf-6eac-4108-a119-36ae0e199986 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.7342680 Nov 02 12:50:41.740363 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-d1250706-acd3-43ab-9a39-431c7c0e4170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3689f1b0-edd3-4063-89be-d5fa769863c9']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:41.743101 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47706) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:41.763752 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-d1250706-acd3-43ab-9a39-431c7c0e4170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3d4e98-49ec-4592-ac2d-2ed089c24a49') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:41.764100 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-d1250706-acd3-43ab-9a39-431c7c0e4170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3d4e98-49ec-4592-ac2d-2ed089c24a49') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:41.782675 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 45a98bee-bda1-420d-86e5-e38ce45c3d47 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:50:41.810636 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6270a76f-703c-426c-9e76-3d9516e519aa tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for port (ac0e503f-4e3b-40a3-8992-b200c6d0f8c7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.819177 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1250706-acd3-43ab-9a39-431c7c0e4170 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (3c3d4e98-49ec-4592-ac2d-2ed089c24a49), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.841473 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1250706-acd3-43ab-9a39-431c7c0e4170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (3c3d4e98-49ec-4592-ac2d-2ed089c24a49), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.841797 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 45a98bee-bda1-420d-86e5-e38ce45c3d47 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:50:41.842584 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 45a98bee-bda1-420d-86e5-e38ce45c3d47 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:50:41.853659 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1250706-acd3-43ab-9a39-431c7c0e4170 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:50:41.854059 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1250706-acd3-43ab-9a39-431c7c0e4170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (3c3d4e98-49ec-4592-ac2d-2ed089c24a49), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.854883 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:41.911742 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-21183054-8264-4e49-b052-fe60f76290fd tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Deleting port 679764e0-ef68-47e7-8890-e2c5bdd1bf75 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:41.912133 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-21183054-8264-4e49-b052-fe60f76290fd tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (679764e0-ef68-47e7-8890-e2c5bdd1bf75), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.945616 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:41.956167 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e1121f-9c99-4123-8f06-317521948b8c', 'name': 'tempest-VirtualInterfacesTestJSON-412812664-router', 'tenant_id': '856418ccb26345ca891f6f02e09a2e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '21c37089-d5cd-4833-bdb3-c858771c5557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:34Z', 'updated_at': '2022-11-02T12:50:39Z', 'revision_number': 3, 'project_id': '856418ccb26345ca891f6f02e09a2e4c', 'gw_port': {'id': '21c37089-d5cd-4833-bdb3-c858771c5557', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e1121f-9c99-4123-8f06-317521948b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:36Z', 'updated_at': '2022-11-02T12:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:41.991681 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47712) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:41.992803 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] Checking router: b6e1121f-9c99-4123-8f06-317521948b8c for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:50:41.993195 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] Updating router b6e1121f-9c99-4123-8f06-317521948b8c port 21c37089-d5cd-4833-bdb3-c858771c5557 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:50:41.996447 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f30bc731-497e-4a7b-9382-29f256ecea07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for port (11cc74f6-a314-4db5-b7b9-b02e5346b898), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:42.013618 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 3c3d4e98-49ec-4592-ac2d-2ed089c24a49 resource provider aggregate not found Nov 02 12:50:42.013618 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-292feaae-e9ff-41af-b077-b6a0a1b93be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (128179b3-c982-467c-b972-b7b6038556b4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:42.013618 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-292feaae-e9ff-41af-b077-b6a0a1b93be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:42.013618 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-292feaae-e9ff-41af-b077-b6a0a1b93be4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/128179b3-c982-467c-b972-b7b6038556b4 HTTP/1.1" status: 204 len: 168 time: 0.9879916 Nov 02 12:50:42.028203 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (21c37089-d5cd-4833-bdb3-c858771c5557), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:42.042572 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75efbb33-1cd4-4b16-84f8-f6e8afd9e02c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:42.065979 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 3c3d4e98-49ec-4592-ac2d-2ed089c24a49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c3d4e98-49ec-4592-ac2d-2ed089c24a49 found for delete ", "request_id": "req-e8261ae7-101b-44a9-9e87-fd12833dcaea"}]} Nov 02 12:50:42.066834 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292feaae-e9ff-41af-b077-b6a0a1b93be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128179b3-c982-467c-b972-b7b6038556b4,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:42.158016 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f30bc731-497e-4a7b-9382-29f256ecea07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (11cc74f6-a314-4db5-b7b9-b02e5346b898), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:42.164150 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30bc731-497e-4a7b-9382-29f256ecea07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:42.165168 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f30bc731-497e-4a7b-9382-29f256ecea07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:42.166738 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f30bc731-497e-4a7b-9382-29f256ecea07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/ports/11cc74f6-a314-4db5-b7b9-b02e5346b898 HTTP/1.1" status: 200 len: 911 time: 1.4950821 Nov 02 12:50:42.170233 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47720) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:42.239675 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1250706-acd3-43ab-9a39-431c7c0e4170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (3689f1b0-edd3-4063-89be-d5fa769863c9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:42.246094 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6270a76f-703c-426c-9e76-3d9516e519aa tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (ac0e503f-4e3b-40a3-8992-b200c6d0f8c7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:42.256113 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1250706-acd3-43ab-9a39-431c7c0e4170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:42.262278 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d1250706-acd3-43ab-9a39-431c7c0e4170 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/3689f1b0-edd3-4063-89be-d5fa769863c9 HTTP/1.1" status: 204 len: 168 time: 1.2267468 Nov 02 12:50:42.324935 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1250706-acd3-43ab-9a39-431c7c0e4170 admin admin] Pushing event deleted for resources: {'Network': ['ID=3689f1b0-edd3-4063-89be-d5fa769863c9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:42.342908 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6270a76f-703c-426c-9e76-3d9516e519aa tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:42.350752 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-6270a76f-703c-426c-9e76-3d9516e519aa tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:42.359575 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6270a76f-703c-426c-9e76-3d9516e519aa tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:42.360525 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bc731-497e-4a7b-9382-29f256ecea07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Port': ['ID=11cc74f6-a314-4db5-b7b9-b02e5346b898,revision_number=3']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:42.452982 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] Publish callbacks [] for port (21c37089-d5cd-4833-bdb3-c858771c5557), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:42.468229 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-21183054-8264-4e49-b052-fe60f76290fd tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (679764e0-ef68-47e7-8890-e2c5bdd1bf75), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:42.468927 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-21183054-8264-4e49-b052-fe60f76290fd tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for floatingip (679764e0-ef68-47e7-8890-e2c5bdd1bf75), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:42.498626 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-21183054-8264-4e49-b052-fe60f76290fd tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Calling delete_port for 679764e0-ef68-47e7-8890-e2c5bdd1bf75 owned by network:floatingip {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:42.536923 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (21c37089-d5cd-4833-bdb3-c858771c5557), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:42.559917 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] Attempting to bind port 21c37089-d5cd-4833-bdb3-c858771c5557 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:50:42.560460 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] Attempting to bind port 21c37089-d5cd-4833-bdb3-c858771c5557 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:50:42.561000 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] Attempting to bind port 21c37089-d5cd-4833-bdb3-c858771c5557 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:50:42.653763 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:50:42.654392 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:50:42.654927 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:42.655410 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:50:42.655998 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] Bound port: 21c37089-d5cd-4833-bdb3-c858771c5557, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:50:42.656510 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (21c37089-d5cd-4833-bdb3-c858771c5557), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:42.803019 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47730) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:42.811864 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270a76f-703c-426c-9e76-3d9516e519aa tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Port': ['ID=ac0e503f-4e3b-40a3-8992-b200c6d0f8c7,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:42.814784 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75efbb33-1cd4-4b16-84f8-f6e8afd9e02c admin admin] Publish callbacks [] for security_group (96c1d942-4c05-4942-898a-4fa565f1311a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:42.836467 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab67a128-b082-4e8b-ab8b-127e299f9e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:42.856209 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] For port 21c37089-d5cd-4833-bdb3-c858771c5557, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:50:42.861009 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] For port 21c37089-d5cd-4833-bdb3-c858771c5557, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=21c37089-d5cd-4833-bdb3-c858771c5557,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:50:42.875231 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:42.896103 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53fdf1-7f34-4217-b596-de7b5671f5b4 None None] Pushing event updated for resources: {'Port': ['ID=21c37089-d5cd-4833-bdb3-c858771c5557,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:42.914606 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e440ee6b-664d-4257-bddb-a20c658fbaad admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=658d7b13f50947999abfb7cc7da5cb25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1079745 Nov 02 12:50:42.915607 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47732) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:42.935353 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75efbb33-1cd4-4b16-84f8-f6e8afd9e02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (96c1d942-4c05-4942-898a-4fa565f1311a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:42.981336 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efbb33-1cd4-4b16-84f8-f6e8afd9e02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c1d942-4c05-4942-898a-4fa565f1311a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:42.985685 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-75efbb33-1cd4-4b16-84f8-f6e8afd9e02c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f52a08706d544b6cb0d7e3c23b566d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9910126 Nov 02 12:50:42.989107 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47734) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.033257 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-136c86e7-f781-4d22-adbc-f5690e2e6a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.033848 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (21c37089-d5cd-4833-bdb3-c858771c5557), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.042606 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-21183054-8264-4e49-b052-fe60f76290fd tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (679764e0-ef68-47e7-8890-e2c5bdd1bf75), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.072507 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] Routers {'b6e1121f-9c99-4123-8f06-317521948b8c'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:43.072896 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2147f3d-9dd8-43ba-8694-767663d296cc admin admin] Publish callbacks [] for security_group (c4964f41-8239-41d6-a807-38c70e0a02b9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.073425 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b6e1121f-9c99-4123-8f06-317521948b8c'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:43.082417 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21183054-8264-4e49-b052-fe60f76290fd tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Pushing event deleted for resources: {'Port': ['ID=679764e0-ef68-47e7-8890-e2c5bdd1bf75,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:43.133015 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53fdf1-7f34-4217-b596-de7b5671f5b4 None None] Pushing event updated for resources: {'Port': ['ID=21c37089-d5cd-4833-bdb3-c858771c5557,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:43.171714 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2147f3d-9dd8-43ba-8694-767663d296cc admin admin] Publish callbacks [] for security_group (c4964f41-8239-41d6-a807-38c70e0a02b9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.226269 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47736) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.249180 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] Set router b6e1121f-9c99-4123-8f06-317521948b8c gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:50:43.273752 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-21183054-8264-4e49-b052-fe60f76290fd tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for floatingip (66beccb9-5734-45e6-a9c6-df50acc7c405), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.276090 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d62798b1-deb0-4d8b-a7cc-ae9d4327ebbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.277819 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-21183054-8264-4e49-b052-fe60f76290fd tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.279211 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-21183054-8264-4e49-b052-fe60f76290fd tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/66beccb9-5734-45e6-a9c6-df50acc7c405 HTTP/1.1" status: 204 len: 168 time: 1.6621404 Nov 02 12:50:43.283011 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47740) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.291416 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6617174c-de34-441d-8d5b-4fe5b022973c tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Request body: {'floatingip': {'floating_network_id': 'd731995e-9a91-44b5-879b-2bbe895c5ece', 'port_id': '90c561b2-a1ac-42c9-8c4c-6ef61361e653', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:43.295195 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33cab726-f08e-495a-8b5c-7d180a051f6a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (354213c3-586d-484b-b1cc-d9053ad1f104), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.355084 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:43.356337 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe720273-5017-4537-b0d1-1bf242284f31 admin admin] Publish callbacks [] for security_group (96c1d942-4c05-4942-898a-4fa565f1311a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.358371 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-ab67a128-b082-4e8b-ab8b-127e299f9e82 admin admin] Allocated IP 172.20.0.1 (d70e219c-1621-44de-b9d9-2dd88ea65af1/d70265f1-2b26-4787-8ba2-74111f04ed96/3c933e10-8435-4262-b444-adcfbfd9d70f) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:43.392598 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47742) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.477572 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:43.478284 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe720273-5017-4537-b0d1-1bf242284f31 admin admin] Publish callbacks [] for security_group (96c1d942-4c05-4942-898a-4fa565f1311a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.481501 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e1121f-9c99-4123-8f06-317521948b8c', 'name': 'tempest-VirtualInterfacesTestJSON-412812664-router', 'tenant_id': '856418ccb26345ca891f6f02e09a2e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '21c37089-d5cd-4833-bdb3-c858771c5557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:34Z', 'updated_at': '2022-11-02T12:50:39Z', 'revision_number': 3, 'project_id': '856418ccb26345ca891f6f02e09a2e4c', 'gw_port': {'id': '21c37089-d5cd-4833-bdb3-c858771c5557', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e1121f-9c99-4123-8f06-317521948b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:36Z', 'updated_at': '2022-11-02T12:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:43.506777 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6617174c-de34-441d-8d5b-4fe5b022973c tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.529832 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f748c59-fb39-4896-9a72-7a4070a0447a None None] The sync data for ids ['b6e1121f-9c99-4123-8f06-317521948b8c'] in n-d-857339-6 is: [{'id': 'b6e1121f-9c99-4123-8f06-317521948b8c', 'name': 'tempest-VirtualInterfacesTestJSON-412812664-router', 'tenant_id': '856418ccb26345ca891f6f02e09a2e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '21c37089-d5cd-4833-bdb3-c858771c5557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:34Z', 'updated_at': '2022-11-02T12:50:39Z', 'revision_number': 3, 'project_id': '856418ccb26345ca891f6f02e09a2e4c', 'gw_port': {'id': '21c37089-d5cd-4833-bdb3-c858771c5557', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e1121f-9c99-4123-8f06-317521948b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:36Z', 'updated_at': '2022-11-02T12:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:43.569235 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab67a128-b082-4e8b-ab8b-127e299f9e82 admin admin] Publish callbacks [] for port (3c933e10-8435-4262-b444-adcfbfd9d70f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.603299 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-71aacfee-b70d-4c05-af59-4c740314c96d tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:43.605337 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-71aacfee-b70d-4c05-af59-4c740314c96d tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.2114556 Nov 02 12:50:43.622900 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47746) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.630968 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-a8043227-4d0b-4a54-aabb-7fbab75477c9 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/address-group returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:43.634658 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a8043227-4d0b-4a54-aabb-7fbab75477c9 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0064187 Nov 02 12:50:43.636297 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:43.638223 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47748) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.651388 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-f36d7a49-7a2b-48ce-bff7-614ff216e938 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:43.655388 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f36d7a49-7a2b-48ce-bff7-614ff216e938 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0114448 Nov 02 12:50:43.659326 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47750) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.671441 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-f22acb84-863a-4395-a3dd-a3447bc644e7 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:43.672463 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f22acb84-863a-4395-a3dd-a3447bc644e7 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0121453 Nov 02 12:50:43.680088 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47752) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.686590 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-fb00d52e-fe86-40de-89e3-810212068c27 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/agent returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:43.692218 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fb00d52e-fe86-40de-89e3-810212068c27 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044277 Nov 02 12:50:43.692361 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2147f3d-9dd8-43ba-8694-767663d296cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c4964f41-8239-41d6-a807-38c70e0a02b9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.692361 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2147f3d-9dd8-43ba-8694-767663d296cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.693268 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f2147f3d-9dd8-43ba-8694-767663d296cc admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c4964f41-8239-41d6-a807-38c70e0a02b9 HTTP/1.1" status: 204 len: 168 time: 0.7767155 Nov 02 12:50:43.695416 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47754) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.702675 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-eca13be2-13a5-4988-ab7b-a46af67731c3 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:43.706644 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-eca13be2-13a5-4988-ab7b-a46af67731c3 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0072479 Nov 02 12:50:43.708581 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47758) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.714371 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-aef696eb-60e8-43b5-888b-32f8cffc1676 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:43.715821 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-aef696eb-60e8-43b5-888b-32f8cffc1676 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0056031 Nov 02 12:50:43.721987 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47760) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.727289 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-fe249014-e0c5-49dc-85c6-c3ab4e3c4679 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:43.730700 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fe249014-e0c5-49dc-85c6-c3ab4e3c4679 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0054169 Nov 02 12:50:43.731106 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47762) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.732611 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2147f3d-9dd8-43ba-8694-767663d296cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4964f41-8239-41d6-a807-38c70e0a02b9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:43.738687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-e3959b96-cbf7-42e4-890c-04920b3b8002 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:43.738687 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e3959b96-cbf7-42e4-890c-04920b3b8002 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0044310 Nov 02 12:50:43.739919 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47764) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.748686 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-29813b67-4736-4ca4-bf65-f1dc2e3ced07 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:43.748686 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-29813b67-4736-4ca4-bf65-f1dc2e3ced07 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0050509 Nov 02 12:50:43.750058 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47766) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.766486 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-8eac5e1c-c994-4fbb-9284-b305c57a8639 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:43.772590 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8eac5e1c-c994-4fbb-9284-b305c57a8639 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0202539 Nov 02 12:50:43.776456 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47768) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.777179 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d62798b1-deb0-4d8b-a7cc-ae9d4327ebbe admin admin] Publish callbacks [] for security_group (8f4644c4-691d-41f2-bf26-1dd3e766da8c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.784799 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-b0a751af-3cfe-4675-bc0c-39a34dd9e0aa tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:43.785807 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b0a751af-3cfe-4675-bc0c-39a34dd9e0aa tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0073247 Nov 02 12:50:43.789594 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47770) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.799501 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-e59dd51f-ba66-4d56-b67f-f1ca61afb8e5 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/dvr returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:43.803540 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e59dd51f-ba66-4d56-b67f-f1ca61afb8e5 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0123551 Nov 02 12:50:43.805067 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47772) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.809339 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-6e7efd67-8950-48ca-8d8d-6e227b5f09fc tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:43.810298 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6e7efd67-8950-48ca-8d8d-6e227b5f09fc tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0043082 Nov 02 12:50:43.812343 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6270a76f-703c-426c-9e76-3d9516e519aa tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (10a6570f-474c-494a-b330-f33768237670), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.815343 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47774) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.821596 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-1d19acee-15e6-481d-876c-8741d1f7c351 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/external-net returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:43.822833 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1d19acee-15e6-481d-876c-8741d1f7c351 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0060854 Nov 02 12:50:43.825813 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47776) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.831752 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-1dcdd25f-d55a-48a2-901c-b750025439f4 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:43.834025 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1dcdd25f-d55a-48a2-901c-b750025439f4 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0053093 Nov 02 12:50:43.834223 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab67a128-b082-4e8b-ab8b-127e299f9e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (3c933e10-8435-4262-b444-adcfbfd9d70f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.837156 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-6617174c-de34-441d-8d5b-4fe5b022973c tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:50:43.837783 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6617174c-de34-441d-8d5b-4fe5b022973c tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5535352 Nov 02 12:50:43.841406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47778) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.846671 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47780) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.849397 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-dfcc4774-170f-465f-bd43-fe09075b4f56 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:43.852991 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dfcc4774-170f-465f-bd43-fe09075b4f56 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0061362 Nov 02 12:50:43.854653 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-8dc17b79-8051-43bf-9c99-0747ad966ea2 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'port_id': '90c561b2-a1ac-42c9-8c4c-6ef61361e653', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:43.862539 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47782) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.871946 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-e3204849-b724-41c5-bbb7-586662e5a1c2 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:43.872184 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e3204849-b724-41c5-bbb7-586662e5a1c2 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0070126 Nov 02 12:50:43.878100 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47784) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.888194 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-8efd2568-9a6c-49fa-b0d0-481a6029b18e tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:43.889240 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8efd2568-9a6c-49fa-b0d0-481a6029b18e tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0081277 Nov 02 12:50:43.911291 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47786) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.934963 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab67a128-b082-4e8b-ab8b-127e299f9e82 admin admin] Network d70e219c-1621-44de-b9d9-2dd88ea65af1 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:43.936777 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67a128-b082-4e8b-ab8b-127e299f9e82 admin admin] Pushing event updated for resources: {'Port': ['ID=3c933e10-8435-4262-b444-adcfbfd9d70f,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:43.944905 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-ab67a128-b082-4e8b-ab8b-127e299f9e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:43.947744 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab67a128-b082-4e8b-ab8b-127e299f9e82 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:43.954288 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-65ebfcf9-bc6d-430f-be9e-6b8262eb0999 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/floating-ip-port-forwarding-detail returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:43.958805 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-65ebfcf9-bc6d-430f-be9e-6b8262eb0999 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/floating-ip-port-forwarding-detail HTTP/1.1" status: 200 len: 465 time: 0.0390863 Nov 02 12:50:43.975295 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47788) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:43.986721 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe720273-5017-4537-b0d1-1bf242284f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (96c1d942-4c05-4942-898a-4fa565f1311a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.988820 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe720273-5017-4537-b0d1-1bf242284f31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.990429 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fe720273-5017-4537-b0d1-1bf242284f31 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/96c1d942-4c05-4942-898a-4fa565f1311a HTTP/1.1" status: 204 len: 168 time: 0.9999998 Nov 02 12:50:43.999943 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-5b52b381-d911-4649-bf13-7db49fdc6453 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.006369 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5b52b381-d911-4649-bf13-7db49fdc6453 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0207224 Nov 02 12:50:44.009564 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d62798b1-deb0-4d8b-a7cc-ae9d4327ebbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8f4644c4-691d-41f2-bf26-1dd3e766da8c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:44.014956 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47792) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.033046 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-ad5fe7ad-db4d-461e-af3f-a207a67f0b7d tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/flavors returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.037661 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ad5fe7ad-db4d-461e-af3f-a207a67f0b7d tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0219076 Nov 02 12:50:44.038738 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47794) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.044538 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab67a128-b082-4e8b-ab8b-127e299f9e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (b6e1121f-9c99-4123-8f06-317521948b8c), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:44.048796 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe720273-5017-4537-b0d1-1bf242284f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c1d942-4c05-4942-898a-4fa565f1311a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:44.060609 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-0764ef51-2288-418d-9d37-6890647182f3 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.065513 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0764ef51-2288-418d-9d37-6890647182f3 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0168910 Nov 02 12:50:44.086434 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-33cab726-f08e-495a-8b5c-7d180a051f6a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting port 11cc74f6-a314-4db5-b7b9-b02e5346b898 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:44.087062 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33cab726-f08e-495a-8b5c-7d180a051f6a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (11cc74f6-a314-4db5-b7b9-b02e5346b898), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:44.128284 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47796) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.133425 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-2c8f701f-698c-48e4-bbc7-a982d5533f39 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.135183 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2c8f701f-698c-48e4-bbc7-a982d5533f39 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044763 Nov 02 12:50:44.137364 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47798) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.143173 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-a9ae3bfb-ad61-4434-996b-a1a61e392ede tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/router returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.151432 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a9ae3bfb-ad61-4434-996b-a1a61e392ede tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0052888 Nov 02 12:50:44.158762 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47800) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.167408 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-bee7e59a-748b-4155-969f-6d2930403959 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.168389 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bee7e59a-748b-4155-969f-6d2930403959 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044141 Nov 02 12:50:44.173097 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47802) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.204091 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33cab726-f08e-495a-8b5c-7d180a051f6a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (11cc74f6-a314-4db5-b7b9-b02e5346b898), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:44.225276 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-33cab726-f08e-495a-8b5c-7d180a051f6a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Calling delete_port for 11cc74f6-a314-4db5-b7b9-b02e5346b898 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:44.243041 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-13dd60b8-ae61-4e0f-a50d-7e0927524220 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.244189 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-13dd60b8-ae61-4e0f-a50d-7e0927524220 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0053792 Nov 02 12:50:44.249403 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47804) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.255640 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-f2414eb8-2b44-492f-a37f-6e707d236b59 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.257687 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f2414eb8-2b44-492f-a37f-6e707d236b59 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0069301 Nov 02 12:50:44.260361 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47806) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.265824 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-107fad86-5147-4040-bcf3-36471778082a tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.267647 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-107fad86-5147-4040-bcf3-36471778082a tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0059569 Nov 02 12:50:44.271776 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47808) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.279818 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-3eb61b82-0c9d-4a04-b06a-63cbd9c44574 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.283386 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3eb61b82-0c9d-4a04-b06a-63cbd9c44574 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0076897 Nov 02 12:50:44.283492 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47810) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.297476 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-81bd0edf-8cfb-4e27-b3ce-833aefa5aec8 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/metering returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.297476 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-81bd0edf-8cfb-4e27-b3ce-833aefa5aec8 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0060606 Nov 02 12:50:44.297734 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47814) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.302167 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-baad2a34-3ab2-415d-80fa-c602eefbb5aa tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.305827 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-baad2a34-3ab2-415d-80fa-c602eefbb5aa tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0047534 Nov 02 12:50:44.306022 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47816) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.310462 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-c5000918-9b69-462f-ae80-74fca3bbd7ea tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.316137 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c5000918-9b69-462f-ae80-74fca3bbd7ea tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0046854 Nov 02 12:50:44.316287 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47818) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.321539 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-70e3fd53-9e38-4a2c-9c99-bc3ec290d5e0 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.325001 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-70e3fd53-9e38-4a2c-9c99-bc3ec290d5e0 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0053520 Nov 02 12:50:44.325278 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47820) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.329449 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-3c07321f-a266-4660-9f5d-7dba558d6573 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.333728 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3c07321f-a266-4660-9f5d-7dba558d6573 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048110 Nov 02 12:50:44.334010 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47822) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.338201 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-02d669fa-08d2-425b-a1d1-935052e1e395 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.338792 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1603a18a-49e6-450f-bf31-5deaf48810fe None None] Provisioning complete for port 3c933e10-8435-4262-b444-adcfbfd9d70f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:44.339583 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-02d669fa-08d2-425b-a1d1-935052e1e395 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0042739 Nov 02 12:50:44.340620 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1603a18a-49e6-450f-bf31-5deaf48810fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3c933e10-8435-4262-b444-adcfbfd9d70f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:44.341802 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1603a18a-49e6-450f-bf31-5deaf48810fe None None] Attempt 1 to provision port 3c933e10-8435-4262-b444-adcfbfd9d70f Nov 02 12:50:44.341945 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47824) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.343236 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8dc17b79-8051-43bf-9c99-0747ad966ea2 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:44.359611 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-9d90bed1-2539-443a-a5fa-e88a74ea41bb tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.359611 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9d90bed1-2539-443a-a5fa-e88a74ea41bb tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0075283 Nov 02 12:50:44.363634 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47826) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.368218 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-f2f91003-0018-4b6e-91a7-77f45c4fb891 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/pagination returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.371741 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f2f91003-0018-4b6e-91a7-77f45c4fb891 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0045617 Nov 02 12:50:44.371937 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47828) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.379861 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-398668f1-6e55-435b-adfe-8b2611eedfd4 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.384872 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-398668f1-6e55-435b-adfe-8b2611eedfd4 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0078580 Nov 02 12:50:44.388416 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47830) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.442535 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1603a18a-49e6-450f-bf31-5deaf48810fe None None] Port 3c933e10-8435-4262-b444-adcfbfd9d70f cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:44.453751 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8dc17b79-8051-43bf-9c99-0747ad966ea2 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:44.455804 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-9ace2f84-632b-4724-8735-62ceeb0135d7 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/port-mac-override returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.456826 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9ace2f84-632b-4724-8735-62ceeb0135d7 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/port-mac-override HTTP/1.1" status: 200 len: 445 time: 0.0664465 Nov 02 12:50:44.474338 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47834) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.487660 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-808e4238-382c-4ce6-98c9-910f744244b6 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.489676 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-808e4238-382c-4ce6-98c9-910f744244b6 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0143096 Nov 02 12:50:44.496973 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47838) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.510857 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d62798b1-deb0-4d8b-a7cc-ae9d4327ebbe admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=61d29addecfb45f68efb1add9e638980&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2754612 Nov 02 12:50:44.510857 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:44.511132 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-b596a6ab-4bbd-4675-970a-b08a03c12981 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.511132 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b596a6ab-4bbd-4675-970a-b08a03c12981 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0115397 Nov 02 12:50:44.513980 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62798b1-deb0-4d8b-a7cc-ae9d4327ebbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4644c4-691d-41f2-bf26-1dd3e766da8c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:44.524398 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47842) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.524398 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47844) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.649916 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-fcbeada8-41b4-4113-8a8c-f4605af96ddf tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/binding returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.650958 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fcbeada8-41b4-4113-8a8c-f4605af96ddf tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.1257250 Nov 02 12:50:44.663713 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47854) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.695116 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-4681db3c-2a39-42dd-8eb1-8a3c3bcc9a46 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.699954 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4681db3c-2a39-42dd-8eb1-8a3c3bcc9a46 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0267432 Nov 02 12:50:44.707967 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6270a76f-703c-426c-9e76-3d9516e519aa tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ac0e503f-4e3b-40a3-8992-b200c6d0f8c7), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:44.710202 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47856) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.717792 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-f0e1b96f-7a44-4393-b679-fe09bd60b5f6 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/port-security returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.721208 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f0e1b96f-7a44-4393-b679-fe09bd60b5f6 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0099494 Nov 02 12:50:44.723300 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47858) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.763722 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-09db8b53-eadd-436e-a649-60f7e149c057 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/project-id returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.767242 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-09db8b53-eadd-436e-a649-60f7e149c057 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0395405 Nov 02 12:50:44.768749 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47860) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.777283 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-7e34ff43-a14c-4d8c-ab53-0d14ef5c04af tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/provider returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.780550 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7e34ff43-a14c-4d8c-ab53-0d14ef5c04af tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0088079 Nov 02 12:50:44.788258 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47862) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.799753 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-17696280-5286-431b-b3cf-e6e475272aec tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.801966 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-17696280-5286-431b-b3cf-e6e475272aec tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0107431 Nov 02 12:50:44.807697 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47864) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.836756 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-e1804618-03fd-4aea-ac79-8ffad696b0c7 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/quotas returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.841409 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e1804618-03fd-4aea-ac79-8ffad696b0c7 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0281663 Nov 02 12:50:44.843695 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47868) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.852395 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-0e893669-5183-4930-b726-ac3f93834e34 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.853815 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0e893669-5183-4930-b726-ac3f93834e34 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0088837 Nov 02 12:50:44.856956 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47870) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.864035 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-cfbdf856-8012-482f-b6c8-c1a7e76f652c tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.865416 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cfbdf856-8012-482f-b6c8-c1a7e76f652c tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0072708 Nov 02 12:50:44.868454 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47872) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.874462 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-c62707e1-d985-4646-aeab-b2885d833131 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.879077 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c62707e1-d985-4646-aeab-b2885d833131 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0056391 Nov 02 12:50:44.881402 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47874) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.881605 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab67a128-b082-4e8b-ab8b-127e299f9e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3c933e10-8435-4262-b444-adcfbfd9d70f), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:44.913730 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:44.929606 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-3f9f371f-d0fa-4c29-ab5e-d3d2fc0045fc tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.933147 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3f9f371f-d0fa-4c29-ab5e-d3d2fc0045fc tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0220828 Nov 02 12:50:44.950282 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47878) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.975591 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-0173033d-f386-40e0-8e84-ffb5b78933bd tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.979729 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47880) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:44.979917 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0173033d-f386-40e0-8e84-ffb5b78933bd tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0253866 Nov 02 12:50:44.993566 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-28d3bed1-70d1-49b8-999c-0ff9644d894d tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:44.998458 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-28d3bed1-70d1-49b8-999c-0ff9644d894d tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0142324 Nov 02 12:50:44.999423 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b1441e16-de05-494c-bd11-f596c2d09d8d admin admin] Publish callbacks [] for security_group (8f4644c4-691d-41f2-bf26-1dd3e766da8c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:45.001033 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47882) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:45.003828 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:45.031880 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-73c6708a-06b6-4dc8-95ed-fffd5573df99 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:45.035842 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-73c6708a-06b6-4dc8-95ed-fffd5573df99 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0050249 Nov 02 12:50:45.039473 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-8dc17b79-8051-43bf-9c99-0747ad966ea2 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Allocated IP 172.25.2.113 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/99ffef5b-cd3f-475f-92b8-9a7f07d4eff0) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:45.050509 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47884) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:45.101372 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-140bfd08-7efc-4f0f-a53b-1b7c2ed32f3f tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:45.102472 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-140bfd08-7efc-4f0f-a53b-1b7c2ed32f3f tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0117941 Nov 02 12:50:45.111984 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47886) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:45.124349 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-8f41e85d-765f-404f-8df5-8cc62efeb2e7 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:45.125388 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8f41e85d-765f-404f-8df5-8cc62efeb2e7 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0098977 Nov 02 12:50:45.133262 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47888) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:45.141318 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b1441e16-de05-494c-bd11-f596c2d09d8d admin admin] Publish callbacks [] for security_group (8f4644c4-691d-41f2-bf26-1dd3e766da8c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:45.160557 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-b54e1a7c-1f11-4ebd-a697-99353155024c tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:45.164214 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b54e1a7c-1f11-4ebd-a697-99353155024c tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0241218 Nov 02 12:50:45.166023 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47890) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:45.170392 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-699cec81-0f7a-4aa5-bbf5-172d42c6ea4e tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:45.171528 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-699cec81-0f7a-4aa5-bbf5-172d42c6ea4e tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0043838 Nov 02 12:50:45.177284 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47892) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:45.182373 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-b086a7ed-d41c-4de0-95d8-41133f590240 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:45.183364 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b086a7ed-d41c-4de0-95d8-41133f590240 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0051754 Nov 02 12:50:45.186882 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47894) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:45.198093 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-60d30782-ccea-4271-bdfa-a7477b0ce8f8 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:45.200009 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-60d30782-ccea-4271-bdfa-a7477b0ce8f8 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0108209 Nov 02 12:50:45.207290 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47896) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:45.212858 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-9ca5af59-7c87-496a-8e41-61ca12b9d3aa tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/security-group returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:45.213854 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9ca5af59-7c87-496a-8e41-61ca12b9d3aa tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0056400 Nov 02 12:50:45.217359 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47898) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:45.224697 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33cab726-f08e-495a-8b5c-7d180a051f6a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (11cc74f6-a314-4db5-b7b9-b02e5346b898), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:45.235595 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-793676d3-ce9b-4a87-a174-192dca8b3b3b tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/service-type returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:45.235595 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-793676d3-ce9b-4a87-a174-192dca8b3b3b tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0090156 Nov 02 12:50:45.239684 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47900) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:45.244056 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-1d82e8ec-5461-464a-abf9-f47fd98f09ae tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/sorting returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:45.245065 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1d82e8ec-5461-464a-abf9-f47fd98f09ae tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0044422 Nov 02 12:50:45.251158 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47904) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:45.261902 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-32ee5b80-2da3-400d-a117-bff62c8b0856 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:45.265463 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-32ee5b80-2da3-400d-a117-bff62c8b0856 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0107920 Nov 02 12:50:45.270156 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47906) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:45.273791 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab67a128-b082-4e8b-ab8b-127e299f9e82 admin admin] Publish callbacks [] for port (3c933e10-8435-4262-b444-adcfbfd9d70f), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:45.302910 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-07191909-173e-4bc7-b2cc-f5324fa663ac tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:45.303907 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-07191909-173e-4bc7-b2cc-f5324fa663ac tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0087991 Nov 02 12:50:45.307479 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47910) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:45.311601 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cab726-f08e-495a-8b5c-7d180a051f6a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Port': ['ID=11cc74f6-a314-4db5-b7b9-b02e5346b898,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:45.325538 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-1b7ff743-0af4-40c8-a3d8-c65d1a370a1f tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:45.328022 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1b7ff743-0af4-40c8-a3d8-c65d1a370a1f tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0178118 Nov 02 12:50:45.331473 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47914) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:45.337025 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-7da92765-21b5-414c-aed5-55e1396dab5b tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:45.340688 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7da92765-21b5-414c-aed5-55e1396dab5b tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0046804 Nov 02 12:50:45.341193 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47916) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:45.346717 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-04df6865-b0d6-4344-8da6-1d8a9bbe7e25 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:45.348543 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-04df6865-b0d6-4344-8da6-1d8a9bbe7e25 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0055695 Nov 02 12:50:45.351326 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47918) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:45.362092 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-09b68524-7a23-4121-88d8-968f8dba6440 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:45.364007 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-09b68524-7a23-4121-88d8-968f8dba6440 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0110049 Nov 02 12:50:45.376413 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47922) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:45.381695 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6270a76f-703c-426c-9e76-3d9516e519aa tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for port (ac0e503f-4e3b-40a3-8992-b200c6d0f8c7), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:45.395268 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [None req-5baf80a6-809a-4f22-8c1a-c063b5f3f854 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=105976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:45.399646 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5baf80a6-809a-4f22-8c1a-c063b5f3f854 tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0179999 Nov 02 12:50:45.399796 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47924) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:45.451108 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [None req-ea4a0472-a60e-4eee-afe0-2f3c15d66e5e tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] http://10.222.0.64:9696/networking/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:50:45.452134 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ea4a0472-a60e-4eee-afe0-2f3c15d66e5e tempest-ExtensionsTestJSON-1162033966 tempest-ExtensionsTestJSON-1162033966-project] 10.222.0.64 "GET /networking/v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0515897 Nov 02 12:50:45.474996 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8dc17b79-8051-43bf-9c99-0747ad966ea2 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for port (99ffef5b-cd3f-475f-92b8-9a7f07d4eff0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:45.506483 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab67a128-b082-4e8b-ab8b-127e299f9e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (3c933e10-8435-4262-b444-adcfbfd9d70f), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:45.530269 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33cab726-f08e-495a-8b5c-7d180a051f6a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (354213c3-586d-484b-b1cc-d9053ad1f104), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:45.567902 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6270a76f-703c-426c-9e76-3d9516e519aa tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (ac0e503f-4e3b-40a3-8992-b200c6d0f8c7), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:45.601005 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab67a128-b082-4e8b-ab8b-127e299f9e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (b6e1121f-9c99-4123-8f06-317521948b8c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:45.615221 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67a128-b082-4e8b-ab8b-127e299f9e82 admin admin] Pushing event updated for resources: {'Port': ['ID=3c933e10-8435-4262-b444-adcfbfd9d70f,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:45.691679 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28668c51-232c-409a-b0b3-21866ed2eeb5 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:50:45.783761 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab67a128-b082-4e8b-ab8b-127e299f9e82 admin admin] Network d70e219c-1621-44de-b9d9-2dd88ea65af1 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:45.785367 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-ab67a128-b082-4e8b-ab8b-127e299f9e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:45.866977 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28668c51-232c-409a-b0b3-21866ed2eeb5 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:50:45.894903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 21c37089-d5cd-4833-bdb3-c858771c5557 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:45.939465 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab67a128-b082-4e8b-ab8b-127e299f9e82 admin admin] Router b6e1121f-9c99-4123-8f06-317521948b8c has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:45.956792 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:45.968245 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f1411f88-4390-4585-9dac-ef80a658c7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:46.018367 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b1441e16-de05-494c-bd11-f596c2d09d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8f4644c4-691d-41f2-bf26-1dd3e766da8c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:46.021312 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b1441e16-de05-494c-bd11-f596c2d09d8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:46.022675 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b1441e16-de05-494c-bd11-f596c2d09d8d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8f4644c4-691d-41f2-bf26-1dd3e766da8c HTTP/1.1" status: 204 len: 168 time: 1.4962752 Nov 02 12:50:46.054655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 21c37089-d5cd-4833-bdb3-c858771c5557 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:46.055128 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (21c37089-d5cd-4833-bdb3-c858771c5557), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:46.055535 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 21c37089-d5cd-4833-bdb3-c858771c5557 Nov 02 12:50:46.088206 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1441e16-de05-494c-bd11-f596c2d09d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4644c4-691d-41f2-bf26-1dd3e766da8c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:46.089376 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab67a128-b082-4e8b-ab8b-127e299f9e82 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:46.098886 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270a76f-703c-426c-9e76-3d9516e519aa tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Port': ['ID=ac0e503f-4e3b-40a3-8992-b200c6d0f8c7,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:46.101576 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ab67a128-b082-4e8b-ab8b-127e299f9e82 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/b6e1121f-9c99-4123-8f06-317521948b8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3578115 Nov 02 12:50:46.112962 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6270a76f-703c-426c-9e76-3d9516e519aa tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (10a6570f-474c-494a-b330-f33768237670), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:46.209200 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8dc17b79-8051-43bf-9c99-0747ad966ea2 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (99ffef5b-cd3f-475f-92b8-9a7f07d4eff0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:46.247304 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 21c37089-d5cd-4833-bdb3-c858771c5557 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:46.249195 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (21c37089-d5cd-4833-bdb3-c858771c5557), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:46.288280 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 21c37089-d5cd-4833-bdb3-c858771c5557, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=21c37089-d5cd-4833-bdb3-c858771c5557,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:46.297603 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Sync routers for ids ['b6e1121f-9c99-4123-8f06-317521948b8c'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:46.312075 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Routers {'b6e1121f-9c99-4123-8f06-317521948b8c'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:46.312812 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b6e1121f-9c99-4123-8f06-317521948b8c'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:46.347305 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc17b79-8051-43bf-9c99-0747ad966ea2 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Pushing event updated for resources: {'Port': ['ID=99ffef5b-cd3f-475f-92b8-9a7f07d4eff0,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:46.407743 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc17b79-8051-43bf-9c99-0747ad966ea2 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:46.416305 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cab726-f08e-495a-8b5c-7d180a051f6a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 354213c3-586d-484b-b1cc-d9053ad1f104 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:46.418135 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-8dc17b79-8051-43bf-9c99-0747ad966ea2 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:46.422250 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc17b79-8051-43bf-9c99-0747ad966ea2 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:46.431230 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Set router b6e1121f-9c99-4123-8f06-317521948b8c gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:50:46.455718 n-d-857339-6 neutron-server[105975]: INFO neutron.db.l3_db [None req-6270a76f-703c-426c-9e76-3d9516e519aa tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Floating IP 10a6570f-474c-494a-b330-f33768237670 associated. External IP: 172.25.2.151, port: de50a929-e7bd-4ddf-990d-77486bdb7054. Nov 02 12:50:46.476742 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:46.484625 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (21c37089-d5cd-4833-bdb3-c858771c5557), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:46.574826 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47950) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:46.599612 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:46.628967 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:46.632011 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cab726-f08e-495a-8b5c-7d180a051f6a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:46.646647 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b124a1-9f07-4829-afb9-50ce7d2753bb None None] Sync routers for ids ['354213c3-586d-484b-b1cc-d9053ad1f104'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:46.651812 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-33cab726-f08e-495a-8b5c-7d180a051f6a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/354213c3-586d-484b-b1cc-d9053ad1f104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4803109 Nov 02 12:50:46.659506 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47952) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:46.677497 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b124a1-9f07-4829-afb9-50ce7d2753bb None None] Routers {'354213c3-586d-484b-b1cc-d9053ad1f104'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:46.678599 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b0b124a1-9f07-4829-afb9-50ce7d2753bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['354213c3-586d-484b-b1cc-d9053ad1f104'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:46.736913 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b0b124a1-9f07-4829-afb9-50ce7d2753bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:46.746787 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b124a1-9f07-4829-afb9-50ce7d2753bb None None] Routers {'354213c3-586d-484b-b1cc-d9053ad1f104'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:46.747738 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b0b124a1-9f07-4829-afb9-50ce7d2753bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['354213c3-586d-484b-b1cc-d9053ad1f104'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:46.799904 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:46.808177 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-86284e4e-2ddb-4514-ae84-4c8d86c1762a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=354213c3-586d-484b-b1cc-d9053ad1f104 HTTP/1.1" status: 200 len: 205 time: 0.1442533 Nov 02 12:50:46.812190 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47956) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:46.818023 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b0b124a1-9f07-4829-afb9-50ce7d2753bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:46.818628 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b124a1-9f07-4829-afb9-50ce7d2753bb None None] The sync data for ids ['354213c3-586d-484b-b1cc-d9053ad1f104'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:46.844632 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e1121f-9c99-4123-8f06-317521948b8c', 'name': 'tempest-VirtualInterfacesTestJSON-412812664-router', 'tenant_id': '856418ccb26345ca891f6f02e09a2e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '21c37089-d5cd-4833-bdb3-c858771c5557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:34Z', 'updated_at': '2022-11-02T12:50:44Z', 'revision_number': 4, 'project_id': '856418ccb26345ca891f6f02e09a2e4c', 'gw_port': {'id': '21c37089-d5cd-4833-bdb3-c858771c5557', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e1121f-9c99-4123-8f06-317521948b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:36Z', 'updated_at': '2022-11-02T12:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '3c933e10-8435-4262-b444-adcfbfd9d70f', 'name': '', 'network_id': 'd70e219c-1621-44de-b9d9-2dd88ea65af1', 'tenant_id': '856418ccb26345ca891f6f02e09a2e4c', 'mac_address': 'fa:16:3e:74:7a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e1121f-9c99-4123-8f06-317521948b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': 'd70265f1-2b26-4787-8ba2-74111f04ed96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:42Z', 'updated_at': '2022-11-02T12:50:44Z', 'revision_number': 2, 'project_id': '856418ccb26345ca891f6f02e09a2e4c', 'subnets': [{'id': 'd70265f1-2b26-4787-8ba2-74111f04ed96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:46.863477 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47958) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:46.875122 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Checking router: b6e1121f-9c99-4123-8f06-317521948b8c for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:50:46.875764 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Updating router b6e1121f-9c99-4123-8f06-317521948b8c port 3c933e10-8435-4262-b444-adcfbfd9d70f binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:50:46.910471 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3c933e10-8435-4262-b444-adcfbfd9d70f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:46.912880 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=21c37089-d5cd-4833-bdb3-c858771c5557,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:46.929034 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:46.953378 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1eba303f-46d3-4c0f-a469-a5a3ff79afdb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (354213c3-586d-484b-b1cc-d9053ad1f104), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.255886 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:47.274197 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-8dc17b79-8051-43bf-9c99-0747ad966ea2 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Deleting port 99ffef5b-cd3f-475f-92b8-9a7f07d4eff0 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:47.274808 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8dc17b79-8051-43bf-9c99-0747ad966ea2 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (99ffef5b-cd3f-475f-92b8-9a7f07d4eff0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.302632 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-20a68368-5df7-40b4-befd-201ac2692b5b None None] Provisioning complete for port ae952d16-641b-4a91-ba7e-17b2101b484f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:47.303373 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-20a68368-5df7-40b4-befd-201ac2692b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ae952d16-641b-4a91-ba7e-17b2101b484f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.303880 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-20a68368-5df7-40b4-befd-201ac2692b5b None None] Attempt 1 to provision port ae952d16-641b-4a91-ba7e-17b2101b484f Nov 02 12:50:47.403516 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1eba303f-46d3-4c0f-a469-a5a3ff79afdb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (354213c3-586d-484b-b1cc-d9053ad1f104), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.406347 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8dc17b79-8051-43bf-9c99-0747ad966ea2 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (99ffef5b-cd3f-475f-92b8-9a7f07d4eff0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.407917 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1eba303f-46d3-4c0f-a469-a5a3ff79afdb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router_controller (354213c3-586d-484b-b1cc-d9053ad1f104), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.418861 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8dc17b79-8051-43bf-9c99-0747ad966ea2 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for floatingip (99ffef5b-cd3f-475f-92b8-9a7f07d4eff0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.422132 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:47.444642 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-8dc17b79-8051-43bf-9c99-0747ad966ea2 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Calling delete_port for 99ffef5b-cd3f-475f-92b8-9a7f07d4eff0 owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:47.491231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-20a68368-5df7-40b4-befd-201ac2692b5b None None] Current status of the port ae952d16-641b-4a91-ba7e-17b2101b484f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:47.507792 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-52013eaf-a055-400d-88cd-902f8234eac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (b6e1121f-9c99-4123-8f06-317521948b8c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.538342 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:47.574031 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-309e1467-fe8f-4a89-8901-8c7c6248bb71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.631158 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Publish callbacks [] for port (3c933e10-8435-4262-b444-adcfbfd9d70f), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.644400 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6270a76f-703c-426c-9e76-3d9516e519aa tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Router d9bc821d-6e0a-4a1d-9c9e-c9c563928f49 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:47.645501 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8c43491f-95f0-4986-873a-81dbaa3d08fd None None] Provisioning complete for port 3c933e10-8435-4262-b444-adcfbfd9d70f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:47.645953 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8c43491f-95f0-4986-873a-81dbaa3d08fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3c933e10-8435-4262-b444-adcfbfd9d70f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.646372 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8c43491f-95f0-4986-873a-81dbaa3d08fd None None] Attempt 1 to provision port 3c933e10-8435-4262-b444-adcfbfd9d70f Nov 02 12:50:47.680762 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8c43491f-95f0-4986-873a-81dbaa3d08fd None None] Port 3c933e10-8435-4262-b444-adcfbfd9d70f cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:50:47.711399 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1eba303f-46d3-4c0f-a469-a5a3ff79afdb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (354213c3-586d-484b-b1cc-d9053ad1f104), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.712028 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eba303f-46d3-4c0f-a469-a5a3ff79afdb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Fanout notify agent at l3_agent the message router_deleted on router 354213c3-586d-484b-b1cc-d9053ad1f104 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:50:47.719213 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1eba303f-46d3-4c0f-a469-a5a3ff79afdb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.723713 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1eba303f-46d3-4c0f-a469-a5a3ff79afdb tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/routers/354213c3-586d-484b-b1cc-d9053ad1f104 HTTP/1.1" status: 204 len: 168 time: 0.9062090 Nov 02 12:50:47.724474 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47968) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:47.802465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 21c37089-d5cd-4833-bdb3-c858771c5557 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:47.820947 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02776a1-4949-45b5-982e-1fb3dccd4957 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting subnet c7140f25-7bdc-4c9c-8883-7ba173d64b44 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:50:47.826137 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b02776a1-4949-45b5-982e-1fb3dccd4957 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for subnet (c7140f25-7bdc-4c9c-8883-7ba173d64b44), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.846203 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47970) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:47.863192 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 21c37089-d5cd-4833-bdb3-c858771c5557 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:47.863795 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (21c37089-d5cd-4833-bdb3-c858771c5557), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.863909 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 21c37089-d5cd-4833-bdb3-c858771c5557 Nov 02 12:50:47.873235 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b02776a1-4949-45b5-982e-1fb3dccd4957 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (c7140f25-7bdc-4c9c-8883-7ba173d64b44), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.888998 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-53fd1b05-0a10-4c6a-bf5d-4ac2b76b1311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.895573 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3c933e10-8435-4262-b444-adcfbfd9d70f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.898112 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6270a76f-703c-426c-9e76-3d9516e519aa tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:47.920679 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-309e1467-fe8f-4a89-8901-8c7c6248bb71 admin admin] Publish callbacks [] for security_group (0289e117-3845-4f0c-bd76-e5d8af42f412), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.937088 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:47.953365 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae21add-031a-41f9-9e0b-a5618a238dc8 None None] Sync routers for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:47.973258 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8dc17b79-8051-43bf-9c99-0747ad966ea2 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (99ffef5b-cd3f-475f-92b8-9a7f07d4eff0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.998601 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b02776a1-4949-45b5-982e-1fb3dccd4957 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (c7140f25-7bdc-4c9c-8883-7ba173d64b44), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.021516 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc17b79-8051-43bf-9c99-0747ad966ea2 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Pushing event deleted for resources: {'Port': ['ID=99ffef5b-cd3f-475f-92b8-9a7f07d4eff0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:48.023300 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-309e1467-fe8f-4a89-8901-8c7c6248bb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0289e117-3845-4f0c-bd76-e5d8af42f412), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.077216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae21add-031a-41f9-9e0b-a5618a238dc8 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:48.077216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3ae21add-031a-41f9-9e0b-a5618a238dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:48.093058 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-52013eaf-a055-400d-88cd-902f8234eac5 admin admin] Deleting port 3c933e10-8435-4262-b444-adcfbfd9d70f {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:48.093792 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-52013eaf-a055-400d-88cd-902f8234eac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3c933e10-8435-4262-b444-adcfbfd9d70f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.106816 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6270a76f-703c-426c-9e76-3d9516e519aa tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.110350 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c351e42-6e34-45d9-b303-11022ca26ee7 None None] Pushing event updated for resources: {'Port': ['ID=3c933e10-8435-4262-b444-adcfbfd9d70f,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:48.110578 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-53fd1b05-0a10-4c6a-bf5d-4ac2b76b1311 admin admin] Publish callbacks [] for security_group (a0ef9530-2803-4164-8c0c-e9e379abe1ec), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.122289 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:48.137734 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3ae21add-031a-41f9-9e0b-a5618a238dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:48.163038 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e1467-fe8f-4a89-8901-8c7c6248bb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0289e117-3845-4f0c-bd76-e5d8af42f412,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:48.173117 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-309e1467-fe8f-4a89-8901-8c7c6248bb71 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f186122ccc544711bef5dee32ebcc387&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3005309 Nov 02 12:50:48.175268 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47974) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:48.190409 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6270a76f-703c-426c-9e76-3d9516e519aa tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.8757117 Nov 02 12:50:48.193744 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47976) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:48.201611 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-2bb9a308-b8bf-44dc-8271-666472ecca94 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'floatingip': {'port_id': 'de50a929-e7bd-4ddf-990d-77486bdb7054', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:48.239935 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-52013eaf-a055-400d-88cd-902f8234eac5 admin admin] For port 3c933e10-8435-4262-b444-adcfbfd9d70f, host n-d-857339-6, got binding levels [] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:48.240775 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-52013eaf-a055-400d-88cd-902f8234eac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3c933e10-8435-4262-b444-adcfbfd9d70f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.249717 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-53fd1b05-0a10-4c6a-bf5d-4ac2b76b1311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a0ef9530-2803-4164-8c0c-e9e379abe1ec), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.264174 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-52013eaf-a055-400d-88cd-902f8234eac5 admin admin] Calling delete_port for 3c933e10-8435-4262-b444-adcfbfd9d70f owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:48.269605 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae21add-031a-41f9-9e0b-a5618a238dc8 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:48.271353 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3ae21add-031a-41f9-9e0b-a5618a238dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:48.314029 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-53fd1b05-0a10-4c6a-bf5d-4ac2b76b1311 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9988b193cd3741778dbab0aab3ce68fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4603496 Nov 02 12:50:48.314648 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a308-b8bf-44dc-8271-666472ecca94 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (10a6570f-474c-494a-b330-f33768237670), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.317509 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47980) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:48.318155 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd1b05-0a10-4c6a-bf5d-4ac2b76b1311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ef9530-2803-4164-8c0c-e9e379abe1ec,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:48.326211 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fd92c055-ac1d-4640-9235-a719f6bbc5a9 admin admin] Publish callbacks [] for security_group (0289e117-3845-4f0c-bd76-e5d8af42f412), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.335128 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b02776a1-4949-45b5-982e-1fb3dccd4957 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (c7140f25-7bdc-4c9c-8883-7ba173d64b44), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.356010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3ae21add-031a-41f9-9e0b-a5618a238dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:48.356907 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae21add-031a-41f9-9e0b-a5618a238dc8 None None] The sync data for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:48.365841 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 21c37089-d5cd-4833-bdb3-c858771c5557 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:48.387594 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.393021 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Attempting to bind port 3c933e10-8435-4262-b444-adcfbfd9d70f on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:50:48.394244 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Attempting to bind port 3c933e10-8435-4262-b444-adcfbfd9d70f by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '78770e21-6b49-4de8-9c18-b67eeb4202a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd70e219c-1621-44de-b9d9-2dd88ea65af1'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:50:48.394528 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Attempting to bind port 3c933e10-8435-4262-b444-adcfbfd9d70f on network d70e219c-1621-44de-b9d9-2dd88ea65af1 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:50:48.405097 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02776a1-4949-45b5-982e-1fb3dccd4957 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Subnet': ['ID=c7140f25-7bdc-4c9c-8883-7ba173d64b44,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:48.416471 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fd92c055-ac1d-4640-9235-a719f6bbc5a9 admin admin] Publish callbacks [] for security_group (0289e117-3845-4f0c-bd76-e5d8af42f412), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.429476 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b02776a1-4949-45b5-982e-1fb3dccd4957 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.436239 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b02776a1-4949-45b5-982e-1fb3dccd4957 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/c7140f25-7bdc-4c9c-8883-7ba173d64b44 HTTP/1.1" status: 204 len: 168 time: 0.7099056 Nov 02 12:50:48.440315 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47984) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:48.468843 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-8dc17b79-8051-43bf-9c99-0747ad966ea2 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] create failed (client error): The resource could not be found. Nov 02 12:50:48.468843 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8dc17b79-8051-43bf-9c99-0747ad966ea2 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.6181369 Nov 02 12:50:48.471429 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47986) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:48.486174 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47988) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:48.498902 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f9df95-1ac5-4c18-a381-fb2840e96db3 None None] Network 7f9b0944-c9f3-4d86-8d58-829d15f5c63a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:48.536112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:50:48.536787 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Checking segment: {'id': '78770e21-6b49-4de8-9c18-b67eeb4202a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd70e219c-1621-44de-b9d9-2dd88ea65af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:50:48.538126 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.539040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Bound using segment: {'id': '78770e21-6b49-4de8-9c18-b67eeb4202a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd70e219c-1621-44de-b9d9-2dd88ea65af1'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:50:48.539572 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Bound port: 3c933e10-8435-4262-b444-adcfbfd9d70f, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78770e21-6b49-4de8-9c18-b67eeb4202a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd70e219c-1621-44de-b9d9-2dd88ea65af1'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:50:48.539934 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3c933e10-8435-4262-b444-adcfbfd9d70f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.586504 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fbf90231-62a2-429f-823b-b16a54f41e42 admin admin] Publish callbacks [] for security_group (a0ef9530-2803-4164-8c0c-e9e379abe1ec), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.616690 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.642009 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c116c73-1e3b-4179-bd1b-0387c8d0cc70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (7f9b0944-c9f3-4d86-8d58-829d15f5c63a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.656786 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1804c774-322e-403f-b37a-c4c9078c7b2f tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Deleting port 90c561b2-a1ac-42c9-8c4c-6ef61361e653 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:48.659327 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1804c774-322e-403f-b37a-c4c9078c7b2f tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (90c561b2-a1ac-42c9-8c4c-6ef61361e653), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.703546 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:48.759359 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fd92c055-ac1d-4640-9235-a719f6bbc5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0289e117-3845-4f0c-bd76-e5d8af42f412), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.759359 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fd92c055-ac1d-4640-9235-a719f6bbc5a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.759359 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fd92c055-ac1d-4640-9235-a719f6bbc5a9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0289e117-3845-4f0c-bd76-e5d8af42f412 HTTP/1.1" status: 204 len: 168 time: 0.5815392 Nov 02 12:50:48.791232 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-4c116c73-1e3b-4179-bd1b-0387c8d0cc70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting port ae952d16-641b-4a91-ba7e-17b2101b484f {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:48.791837 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c116c73-1e3b-4179-bd1b-0387c8d0cc70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ae952d16-641b-4a91-ba7e-17b2101b484f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.794731 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644b2208-75c2-4acc-b96c-105e306a5610 None None] DHCP port deletion for 7f9b0944-c9f3-4d86-8d58-829d15f5c63a request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:50:48.835046 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fbf90231-62a2-429f-823b-b16a54f41e42 admin admin] Publish callbacks [] for security_group (a0ef9530-2803-4164-8c0c-e9e379abe1ec), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.850945 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-644b2208-75c2-4acc-b96c-105e306a5610 None None] Deleting port ae952d16-641b-4a91-ba7e-17b2101b484f {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:48.852115 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-644b2208-75c2-4acc-b96c-105e306a5610 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ae952d16-641b-4a91-ba7e-17b2101b484f), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.873699 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0eb25aaf-255b-4524-9233-2497f2f27d16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.876611 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-4c116c73-1e3b-4179-bd1b-0387c8d0cc70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] For port ae952d16-641b-4a91-ba7e-17b2101b484f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ae952d16-641b-4a91-ba7e-17b2101b484f,segment=NetworkSegment(1ff0cc30-2214-4e44-aed7-9068cd513d3f),segment_id=1ff0cc30-2214-4e44-aed7-9068cd513d3f)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:48.878708 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c116c73-1e3b-4179-bd1b-0387c8d0cc70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ae952d16-641b-4a91-ba7e-17b2101b484f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.889938 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92c055-ac1d-4640-9235-a719f6bbc5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0289e117-3845-4f0c-bd76-e5d8af42f412,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:48.914542 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-4c116c73-1e3b-4179-bd1b-0387c8d0cc70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Calling delete_port for ae952d16-641b-4a91-ba7e-17b2101b484f owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:48.985594 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-644b2208-75c2-4acc-b96c-105e306a5610 None None] For port ae952d16-641b-4a91-ba7e-17b2101b484f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ae952d16-641b-4a91-ba7e-17b2101b484f,segment=NetworkSegment(1ff0cc30-2214-4e44-aed7-9068cd513d3f),segment_id=1ff0cc30-2214-4e44-aed7-9068cd513d3f)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:48.986755 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-644b2208-75c2-4acc-b96c-105e306a5610 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ae952d16-641b-4a91-ba7e-17b2101b484f), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:49.003290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-644b2208-75c2-4acc-b96c-105e306a5610 None None] Calling delete_port for ae952d16-641b-4a91-ba7e-17b2101b484f owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:49.023755 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1804c774-322e-403f-b37a-c4c9078c7b2f tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (90c561b2-a1ac-42c9-8c4c-6ef61361e653), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:49.041283 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-52013eaf-a055-400d-88cd-902f8234eac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (3c933e10-8435-4262-b444-adcfbfd9d70f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:49.053579 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1804c774-322e-403f-b37a-c4c9078c7b2f tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Calling delete_port for 90c561b2-a1ac-42c9-8c4c-6ef61361e653 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:49.072378 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:50:49.072979 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:50:49.079585 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:49.084739 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52013eaf-a055-400d-88cd-902f8234eac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c933e10-8435-4262-b444-adcfbfd9d70f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:49.180657 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-644b2208-75c2-4acc-b96c-105e306a5610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (ae952d16-641b-4a91-ba7e-17b2101b484f), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:49.256347 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b2208-75c2-4acc-b96c-105e306a5610 None None] No DVR routers for this DVR port ae952d16-641b-4a91-ba7e-17b2101b484f on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:50:49.264587 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fbf90231-62a2-429f-823b-b16a54f41e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a0ef9530-2803-4164-8c0c-e9e379abe1ec), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:49.268040 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fbf90231-62a2-429f-823b-b16a54f41e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:49.269521 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fbf90231-62a2-429f-823b-b16a54f41e42 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a0ef9530-2803-4164-8c0c-e9e379abe1ec HTTP/1.1" status: 204 len: 168 time: 0.9484649 Nov 02 12:50:49.284386 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b2208-75c2-4acc-b96c-105e306a5610 None None] Pushing event deleted for resources: {'Port': ['ID=ae952d16-641b-4a91-ba7e-17b2101b484f,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:49.349114 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0eb25aaf-255b-4524-9233-2497f2f27d16 admin admin] Publish callbacks [] for security_group (6ddd3bae-9288-48fa-ac95-b1e385de0b37), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:49.375436 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf90231-62a2-429f-823b-b16a54f41e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ef9530-2803-4164-8c0c-e9e379abe1ec,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:49.494629 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c116c73-1e3b-4179-bd1b-0387c8d0cc70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (ae952d16-641b-4a91-ba7e-17b2101b484f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:49.547794 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c116c73-1e3b-4179-bd1b-0387c8d0cc70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] No DVR routers for this DVR port ae952d16-641b-4a91-ba7e-17b2101b484f on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:50:49.556185 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c116c73-1e3b-4179-bd1b-0387c8d0cc70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Port': ['ID=ae952d16-641b-4a91-ba7e-17b2101b484f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:49.591462 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Attempting to bind port 3c933e10-8435-4262-b444-adcfbfd9d70f on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:50:49.592160 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Attempting to bind port 3c933e10-8435-4262-b444-adcfbfd9d70f by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '78770e21-6b49-4de8-9c18-b67eeb4202a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd70e219c-1621-44de-b9d9-2dd88ea65af1'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:50:49.592771 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Attempting to bind port 3c933e10-8435-4262-b444-adcfbfd9d70f on network d70e219c-1621-44de-b9d9-2dd88ea65af1 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:50:49.679205 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:50:49.680162 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Checking segment: {'id': '78770e21-6b49-4de8-9c18-b67eeb4202a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd70e219c-1621-44de-b9d9-2dd88ea65af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:50:49.680880 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:49.683613 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Bound using segment: {'id': '78770e21-6b49-4de8-9c18-b67eeb4202a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd70e219c-1621-44de-b9d9-2dd88ea65af1'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:50:49.685775 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Bound port: 3c933e10-8435-4262-b444-adcfbfd9d70f, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78770e21-6b49-4de8-9c18-b67eeb4202a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd70e219c-1621-44de-b9d9-2dd88ea65af1'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:50:49.685775 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3c933e10-8435-4262-b444-adcfbfd9d70f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:49.695787 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:49.700856 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c116c73-1e3b-4179-bd1b-0387c8d0cc70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (7f9b0944-c9f3-4d86-8d58-829d15f5c63a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:49.754386 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Port 3c933e10-8435-4262-b444-adcfbfd9d70f has been deleted concurrently {{(pid=105977) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Nov 02 12:50:49.761907 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-4c116c73-1e3b-4179-bd1b-0387c8d0cc70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f9b0944-c9f3-4d86-8d58-829d15f5c63a']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:49.765227 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Routers {'b6e1121f-9c99-4123-8f06-317521948b8c'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:49.765784 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b6e1121f-9c99-4123-8f06-317521948b8c'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:49.798144 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-4c116c73-1e3b-4179-bd1b-0387c8d0cc70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff0cc30-2214-4e44-aed7-9068cd513d3f') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:49.798144 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-4c116c73-1e3b-4179-bd1b-0387c8d0cc70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff0cc30-2214-4e44-aed7-9068cd513d3f') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:49.855744 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a308-b8bf-44dc-8271-666472ecca94 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:49.856743 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0eb25aaf-255b-4524-9233-2497f2f27d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6ddd3bae-9288-48fa-ac95-b1e385de0b37), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:49.896183 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ae952d16-641b-4a91-ba7e-17b2101b484f no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:50:49.918863 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: ae952d16-641b-4a91-ba7e-17b2101b484f {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:50:49.919419 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ae952d16-641b-4a91-ba7e-17b2101b484f not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:50:49.923723 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-52013eaf-a055-400d-88cd-902f8234eac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (b6e1121f-9c99-4123-8f06-317521948b8c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:49.956469 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:49.959074 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c116c73-1e3b-4179-bd1b-0387c8d0cc70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (1ff0cc30-2214-4e44-aed7-9068cd513d3f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:49.994406 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b234d5a-16ca-4109-a66a-254bda694d39 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:50:49.998504 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] Set router b6e1121f-9c99-4123-8f06-317521948b8c gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:50:50.014005 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c116c73-1e3b-4179-bd1b-0387c8d0cc70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (1ff0cc30-2214-4e44-aed7-9068cd513d3f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:50.016758 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb25aaf-255b-4524-9233-2497f2f27d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddd3bae-9288-48fa-ac95-b1e385de0b37,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:50.023970 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0eb25aaf-255b-4524-9233-2497f2f27d16 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9033b213f29a41d7b9d5ffcadfdc443e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5365975 Nov 02 12:50:50.025983 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a308-b8bf-44dc-8271-666472ecca94 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (10a6570f-474c-494a-b330-f33768237670), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:50.027310 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c116c73-1e3b-4179-bd1b-0387c8d0cc70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:50:50.027900 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c116c73-1e3b-4179-bd1b-0387c8d0cc70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (1ff0cc30-2214-4e44-aed7-9068cd513d3f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:50.029888 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48022) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:50.078953 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 1ff0cc30-2214-4e44-aed7-9068cd513d3f resource provider aggregate not found Nov 02 12:50:50.086854 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:50.110682 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1804c774-322e-403f-b37a-c4c9078c7b2f tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (90c561b2-a1ac-42c9-8c4c-6ef61361e653), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:50.158140 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 1ff0cc30-2214-4e44-aed7-9068cd513d3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ff0cc30-2214-4e44-aed7-9068cd513d3f found for delete ", "request_id": "req-0c422e14-1bd3-4a2f-9615-ffb060dcc4e1"}]} Nov 02 12:50:50.201886 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804c774-322e-403f-b37a-c4c9078c7b2f tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Pushing event deleted for resources: {'Port': ['ID=90c561b2-a1ac-42c9-8c4c-6ef61361e653,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:50.283160 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c116c73-1e3b-4179-bd1b-0387c8d0cc70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (7f9b0944-c9f3-4d86-8d58-829d15f5c63a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:50.287844 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:50.292319 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b234d5a-16ca-4109-a66a-254bda694d39 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:50:50.316008 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c116c73-1e3b-4179-bd1b-0387c8d0cc70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:50.324675 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4c116c73-1e3b-4179-bd1b-0387c8d0cc70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/networks/7f9b0944-c9f3-4d86-8d58-829d15f5c63a HTTP/1.1" status: 204 len: 168 time: 1.8781233 Nov 02 12:50:50.324675 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c116c73-1e3b-4179-bd1b-0387c8d0cc70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Network': ['ID=7f9b0944-c9f3-4d86-8d58-829d15f5c63a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:50.326786 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48034) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:50.334555 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5aaf6620-4a7e-4aff-9974-1aa285482e93 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-493444518', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:50.356400 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52013eaf-a055-400d-88cd-902f8234eac5 admin admin] Router b6e1121f-9c99-4123-8f06-317521948b8c has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:50.366996 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1804c774-322e-403f-b37a-c4c9078c7b2f tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:50.373457 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1804c774-322e-403f-b37a-c4c9078c7b2f tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] 10.222.0.64 "DELETE /networking/v2.0/ports/90c561b2-a1ac-42c9-8c4c-6ef61361e653 HTTP/1.1" status: 204 len: 168 time: 1.8983662 Nov 02 12:50:50.374816 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48036) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:50.375044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e1121f-9c99-4123-8f06-317521948b8c', 'name': 'tempest-VirtualInterfacesTestJSON-412812664-router', 'tenant_id': '856418ccb26345ca891f6f02e09a2e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '21c37089-d5cd-4833-bdb3-c858771c5557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:34Z', 'updated_at': '2022-11-02T12:50:48Z', 'revision_number': 5, 'project_id': '856418ccb26345ca891f6f02e09a2e4c', 'gw_port': {'id': '21c37089-d5cd-4833-bdb3-c858771c5557', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e1121f-9c99-4123-8f06-317521948b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:36Z', 'updated_at': '2022-11-02T12:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:50.437578 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4cb18b-fc30-427d-ae24-c1d16cc2f0fb None None] The sync data for ids ['b6e1121f-9c99-4123-8f06-317521948b8c'] in n-d-857339-6 is: [{'id': 'b6e1121f-9c99-4123-8f06-317521948b8c', 'name': 'tempest-VirtualInterfacesTestJSON-412812664-router', 'tenant_id': '856418ccb26345ca891f6f02e09a2e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '21c37089-d5cd-4833-bdb3-c858771c5557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:34Z', 'updated_at': '2022-11-02T12:50:48Z', 'revision_number': 5, 'project_id': '856418ccb26345ca891f6f02e09a2e4c', 'gw_port': {'id': '21c37089-d5cd-4833-bdb3-c858771c5557', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e1121f-9c99-4123-8f06-317521948b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:36Z', 'updated_at': '2022-11-02T12:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:50.442254 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f891acc-3811-4930-9ad9-85cefb75d4ba admin admin] Publish callbacks [] for security_group (6ddd3bae-9288-48fa-ac95-b1e385de0b37), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:50.458189 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91bc00b-bc0d-46f9-90e2-a5c83e57056a tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:50.459745 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c91bc00b-bc0d-46f9-90e2-a5c83e57056a tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=31258cd8-511d-4582-950f-40f88cca1902 HTTP/1.1" status: 200 len: 913 time: 0.0809236 Nov 02 12:50:50.471348 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48040) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:50.498557 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52013eaf-a055-400d-88cd-902f8234eac5 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:50.501031 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6620-4a7e-4aff-9974-1aa285482e93 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (4795dd8e-c10b-4708-a695-50b00ce541d7), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:50.503107 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6620-4a7e-4aff-9974-1aa285482e93 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (4795dd8e-c10b-4708-a695-50b00ce541d7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:50.531201 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-52013eaf-a055-400d-88cd-902f8234eac5 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/b6e1121f-9c99-4123-8f06-317521948b8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9547544 Nov 02 12:50:50.534202 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48042) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:50.667488 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f891acc-3811-4930-9ad9-85cefb75d4ba admin admin] Publish callbacks [] for security_group (6ddd3bae-9288-48fa-ac95-b1e385de0b37), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:50.672728 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6620-4a7e-4aff-9974-1aa285482e93 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router_controller (4795dd8e-c10b-4708-a695-50b00ce541d7), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:50.739703 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38511299-b48c-47aa-a54d-d76c1700ed76 admin admin] Publish callbacks [] for router (b6e1121f-9c99-4123-8f06-317521948b8c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:50.816165 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6620-4a7e-4aff-9974-1aa285482e93 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (4795dd8e-c10b-4708-a695-50b00ce541d7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:50.944593 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb9a308-b8bf-44dc-8271-666472ecca94 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Router d9bc821d-6e0a-4a1d-9c9e-c9c563928f49 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:50.955708 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38511299-b48c-47aa-a54d-d76c1700ed76 admin admin] Publish callbacks [] for router_gateway (b6e1121f-9c99-4123-8f06-317521948b8c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:50.971125 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6620-4a7e-4aff-9974-1aa285482e93 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:50.978641 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5aaf6620-4a7e-4aff-9974-1aa285482e93 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6479735 Nov 02 12:50:50.981462 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48050) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:50.987487 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-978aa10a-23a0-46fb-a8d1-a0b715a31fe0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1088180019'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:51.083544 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48056) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:51.119566 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-671aaa14-92f8-434b-bf89-d4b6b660610e tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (31258cd8-511d-4582-950f-40f88cca1902), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:51.143957 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978aa10a-23a0-46fb-a8d1-a0b715a31fe0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Made reservation on behalf of c26d2fe9e5e743059c97bd0af976552c for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:51.148170 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-978aa10a-23a0-46fb-a8d1-a0b715a31fe0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:51.180600 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-38511299-b48c-47aa-a54d-d76c1700ed76 admin admin] Deleting port 21c37089-d5cd-4833-bdb3-c858771c5557 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:51.180850 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38511299-b48c-47aa-a54d-d76c1700ed76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (21c37089-d5cd-4833-bdb3-c858771c5557), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:51.357000 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978aa10a-23a0-46fb-a8d1-a0b715a31fe0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:50:51.376763 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f891acc-3811-4930-9ad9-85cefb75d4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6ddd3bae-9288-48fa-ac95-b1e385de0b37), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:51.384441 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f891acc-3811-4930-9ad9-85cefb75d4ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:51.384441 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8f891acc-3811-4930-9ad9-85cefb75d4ba admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6ddd3bae-9288-48fa-ac95-b1e385de0b37 HTTP/1.1" status: 204 len: 168 time: 1.3508077 Nov 02 12:50:51.405518 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-38511299-b48c-47aa-a54d-d76c1700ed76 admin admin] For port 21c37089-d5cd-4833-bdb3-c858771c5557, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=21c37089-d5cd-4833-bdb3-c858771c5557,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:51.406270 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38511299-b48c-47aa-a54d-d76c1700ed76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (21c37089-d5cd-4833-bdb3-c858771c5557), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:51.418425 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f891acc-3811-4930-9ad9-85cefb75d4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddd3bae-9288-48fa-ac95-b1e385de0b37,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:51.429517 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb9a308-b8bf-44dc-8271-666472ecca94 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:51.444435 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e3a6dc-ac0d-4b6b-8631-4ca7a39a286d None None] Sync routers for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:51.444988 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a308-b8bf-44dc-8271-666472ecca94 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:51.448745 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-38511299-b48c-47aa-a54d-d76c1700ed76 admin admin] Calling delete_port for 21c37089-d5cd-4833-bdb3-c858771c5557 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:51.465688 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e3a6dc-ac0d-4b6b-8631-4ca7a39a286d None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:51.468014 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-12e3a6dc-ac0d-4b6b-8631-4ca7a39a286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:51.469227 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-978aa10a-23a0-46fb-a8d1-a0b715a31fe0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (b08294d0-6c19-49d3-bf95-f181d97672b4), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:51.469659 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-978aa10a-23a0-46fb-a8d1-a0b715a31fe0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Added segment b08294d0-6c19-49d3-bf95-f181d97672b4 of type vlan for network fb0e2b39-938b-4462-b473-052b9d525cc8 Nov 02 12:50:51.559616 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-12e3a6dc-ac0d-4b6b-8631-4ca7a39a286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:51.574043 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e3a6dc-ac0d-4b6b-8631-4ca7a39a286d None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:51.575511 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-12e3a6dc-ac0d-4b6b-8631-4ca7a39a286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:51.618737 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-12e3a6dc-ac0d-4b6b-8631-4ca7a39a286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:51.619517 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e3a6dc-ac0d-4b6b-8631-4ca7a39a286d None None] The sync data for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:51.643844 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2bb9a308-b8bf-44dc-8271-666472ecca94 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/10a6570f-474c-494a-b330-f33768237670 HTTP/1.1" status: 200 len: 979 time: 3.4487200 Nov 02 12:50:51.657070 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:51.657070 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a0b72d2c-dc03-4c71-ae56-3d0623f2be39 None None] Provisioning complete for port 5db3690d-d5db-4c93-9478-786cb5b544dc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:51.657070 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a0b72d2c-dc03-4c71-ae56-3d0623f2be39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5db3690d-d5db-4c93-9478-786cb5b544dc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:51.657070 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a0b72d2c-dc03-4c71-ae56-3d0623f2be39 None None] Attempt 1 to provision port 5db3690d-d5db-4c93-9478-786cb5b544dc Nov 02 12:50:51.666338 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6695ff-8ade-4540-a6e5-06e4dfd6130a None None] Sync routers for ids ['b6e1121f-9c99-4123-8f06-317521948b8c'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:51.670139 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48068) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:51.677998 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48070) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:51.691456 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d426ba6-eafa-4c79-ad24-43837b15173a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:51.705280 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-671aaa14-92f8-434b-bf89-d4b6b660610e tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Deleting port 4e4ea188-fdcd-47ea-9428-efb344cd2e5d {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:51.705634 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-671aaa14-92f8-434b-bf89-d4b6b660610e tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (4e4ea188-fdcd-47ea-9428-efb344cd2e5d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:51.735275 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-978aa10a-23a0-46fb-a8d1-a0b715a31fe0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (fb0e2b39-938b-4462-b473-052b9d525cc8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:51.771345 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:51.783764 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6695ff-8ade-4540-a6e5-06e4dfd6130a None None] Routers {'b6e1121f-9c99-4123-8f06-317521948b8c'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:51.793900 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8d6695ff-8ade-4540-a6e5-06e4dfd6130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b6e1121f-9c99-4123-8f06-317521948b8c'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:51.870412 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-671aaa14-92f8-434b-bf89-d4b6b660610e tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (4e4ea188-fdcd-47ea-9428-efb344cd2e5d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:51.875395 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:51.892813 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-671aaa14-92f8-434b-bf89-d4b6b660610e tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Calling delete_port for 4e4ea188-fdcd-47ea-9428-efb344cd2e5d owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:51.919539 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-8d6695ff-8ade-4540-a6e5-06e4dfd6130a None None] Set router b6e1121f-9c99-4123-8f06-317521948b8c gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:50:51.921926 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a0b72d2c-dc03-4c71-ae56-3d0623f2be39 None None] Current status of the port 5db3690d-d5db-4c93-9478-786cb5b544dc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:52.028796 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-978aa10a-23a0-46fb-a8d1-a0b715a31fe0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (fb0e2b39-938b-4462-b473-052b9d525cc8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.035524 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8d6695ff-8ade-4540-a6e5-06e4dfd6130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e1121f-9c99-4123-8f06-317521948b8c', 'name': 'tempest-VirtualInterfacesTestJSON-412812664-router', 'tenant_id': '856418ccb26345ca891f6f02e09a2e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:34Z', 'updated_at': '2022-11-02T12:50:50Z', 'revision_number': 6, 'project_id': '856418ccb26345ca891f6f02e09a2e4c', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:52.037055 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978aa10a-23a0-46fb-a8d1-a0b715a31fe0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:52.037595 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-978aa10a-23a0-46fb-a8d1-a0b715a31fe0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.105313 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-3652a536-d1ff-478b-b3d4-2f5a8d285ddf tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-120021045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:52.135382 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978aa10a-23a0-46fb-a8d1-a0b715a31fe0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Network': ['ID=fb0e2b39-938b-4462-b473-052b9d525cc8,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:52.182616 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-978aa10a-23a0-46fb-a8d1-a0b715a31fe0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1993532 Nov 02 12:50:52.189014 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:52.201332 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48078) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:52.209268 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f69dcbe3-88c3-49ca-a192-dd6d83a65219 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'subnet': {'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:52.242680 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-dd652df9-47af-4225-8b1c-2b30ac142cee tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Deleting port ac0e503f-4e3b-40a3-8992-b200c6d0f8c7 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:52.243059 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dd652df9-47af-4225-8b1c-2b30ac142cee tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ac0e503f-4e3b-40a3-8992-b200c6d0f8c7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.247035 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3652a536-d1ff-478b-b3d4-2f5a8d285ddf tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.248128 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3652a536-d1ff-478b-b3d4-2f5a8d285ddf tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.268064 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d426ba6-eafa-4c79-ad24-43837b15173a admin admin] Publish callbacks [] for security_group (f7a75b25-b1f7-4756-9e8f-9ba1aa87b7c6), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.310797 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network fb0e2b39-938b-4462-b473-052b9d525cc8 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:50:52.316040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6695ff-8ade-4540-a6e5-06e4dfd6130a None None] Checking router: b6e1121f-9c99-4123-8f06-317521948b8c for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:50:52.318744 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38511299-b48c-47aa-a54d-d76c1700ed76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (21c37089-d5cd-4833-bdb3-c858771c5557), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.363071 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3652a536-d1ff-478b-b3d4-2f5a8d285ddf tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for router_controller (fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.378629 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38511299-b48c-47aa-a54d-d76c1700ed76 admin admin] Pushing event deleted for resources: {'Port': ['ID=21c37089-d5cd-4833-bdb3-c858771c5557,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:52.385091 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d426ba6-eafa-4c79-ad24-43837b15173a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f7a75b25-b1f7-4756-9e8f-9ba1aa87b7c6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.396649 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6695ff-8ade-4540-a6e5-06e4dfd6130a None None] Routers {'b6e1121f-9c99-4123-8f06-317521948b8c'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:52.398123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8d6695ff-8ade-4540-a6e5-06e4dfd6130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b6e1121f-9c99-4123-8f06-317521948b8c'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:52.490513 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-8d6695ff-8ade-4540-a6e5-06e4dfd6130a None None] Set router b6e1121f-9c99-4123-8f06-317521948b8c gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:50:52.491037 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d426ba6-eafa-4c79-ad24-43837b15173a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a75b25-b1f7-4756-9e8f-9ba1aa87b7c6,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:52.505179 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3652a536-d1ff-478b-b3d4-2f5a8d285ddf tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.527219 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1d426ba6-eafa-4c79-ad24-43837b15173a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=578f951851ba4fa2a45100a794882f67&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4408143 Nov 02 12:50:52.529058 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48088) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:52.532327 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dd652df9-47af-4225-8b1c-2b30ac142cee tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ac0e503f-4e3b-40a3-8992-b200c6d0f8c7), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.532808 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dd652df9-47af-4225-8b1c-2b30ac142cee tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (ac0e503f-4e3b-40a3-8992-b200c6d0f8c7), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.550106 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8d6695ff-8ade-4540-a6e5-06e4dfd6130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e1121f-9c99-4123-8f06-317521948b8c', 'name': 'tempest-VirtualInterfacesTestJSON-412812664-router', 'tenant_id': '856418ccb26345ca891f6f02e09a2e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:34Z', 'updated_at': '2022-11-02T12:50:52Z', 'revision_number': 7, 'project_id': '856418ccb26345ca891f6f02e09a2e4c', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:52.554230 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-dd652df9-47af-4225-8b1c-2b30ac142cee tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Calling delete_port for ac0e503f-4e3b-40a3-8992-b200c6d0f8c7 owned by network:floatingip {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:52.575070 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69dcbe3-88c3-49ca-a192-dd6d83a65219 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Made reservation on behalf of c26d2fe9e5e743059c97bd0af976552c for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:52.575770 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38511299-b48c-47aa-a54d-d76c1700ed76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (b6e1121f-9c99-4123-8f06-317521948b8c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.578269 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6695ff-8ade-4540-a6e5-06e4dfd6130a None None] The sync data for ids ['b6e1121f-9c99-4123-8f06-317521948b8c'] in n-d-857339-6 is: [{'id': 'b6e1121f-9c99-4123-8f06-317521948b8c', 'name': 'tempest-VirtualInterfacesTestJSON-412812664-router', 'tenant_id': '856418ccb26345ca891f6f02e09a2e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:34Z', 'updated_at': '2022-11-02T12:50:52Z', 'revision_number': 7, 'project_id': '856418ccb26345ca891f6f02e09a2e4c', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:52.588082 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f69dcbe3-88c3-49ca-a192-dd6d83a65219 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.608999 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-671aaa14-92f8-434b-bf89-d4b6b660610e tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (4e4ea188-fdcd-47ea-9428-efb344cd2e5d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.671150 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671aaa14-92f8-434b-bf89-d4b6b660610e tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Pushing event deleted for resources: {'Port': ['ID=4e4ea188-fdcd-47ea-9428-efb344cd2e5d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:52.686749 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3652a536-d1ff-478b-b3d4-2f5a8d285ddf tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.688086 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3652a536-d1ff-478b-b3d4-2f5a8d285ddf tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.0086815 Nov 02 12:50:52.744705 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48094) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:52.757354 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-40805137-d854-497f-b9ee-bd780397ca49 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2119130776'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:52.762797 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-79e85fdd-030d-48ef-8d7a-db0d3aefa4ea admin admin] Publish callbacks [] for security_group (f7a75b25-b1f7-4756-9e8f-9ba1aa87b7c6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.773145 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:52.823161 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:52.831969 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:52.833989 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38511299-b48c-47aa-a54d-d76c1700ed76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (b6e1121f-9c99-4123-8f06-317521948b8c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.841502 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38511299-b48c-47aa-a54d-d76c1700ed76 admin admin] Publish callbacks [] for router_controller (b6e1121f-9c99-4123-8f06-317521948b8c), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.849609 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-79e85fdd-030d-48ef-8d7a-db0d3aefa4ea admin admin] Publish callbacks [] for security_group (f7a75b25-b1f7-4756-9e8f-9ba1aa87b7c6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.955346 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38511299-b48c-47aa-a54d-d76c1700ed76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (b6e1121f-9c99-4123-8f06-317521948b8c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.956368 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38511299-b48c-47aa-a54d-d76c1700ed76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6e1121f-9c99-4123-8f06-317521948b8c {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:50:52.962896 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40805137-d854-497f-b9ee-bd780397ca49 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Made reservation on behalf of e50490f448cd46158427d5122f3528b8 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:52.967600 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40805137-d854-497f-b9ee-bd780397ca49 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:52.999458 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38511299-b48c-47aa-a54d-d76c1700ed76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:53.003752 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-38511299-b48c-47aa-a54d-d76c1700ed76 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/b6e1121f-9c99-4123-8f06-317521948b8c HTTP/1.1" status: 204 len: 168 time: 2.4685183 Nov 02 12:50:53.009552 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48102) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:53.018630 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40805137-d854-497f-b9ee-bd780397ca49 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:53.054693 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-671aaa14-92f8-434b-bf89-d4b6b660610e tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (31258cd8-511d-4582-950f-40f88cca1902), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:53.110618 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26aef085-e92a-444d-8311-1ff3710f312d None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:50:53.147266 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40805137-d854-497f-b9ee-bd780397ca49 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for security_group (55eb6303-3526-41a1-9f52-cf47a6768a90), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:53.162256 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6ac421-028d-4523-ac34-a4f379cf184a admin admin] Deleting subnet d70265f1-2b26-4787-8ba2-74111f04ed96 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:50:53.165044 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dd652df9-47af-4225-8b1c-2b30ac142cee tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (ac0e503f-4e3b-40a3-8992-b200c6d0f8c7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:53.171424 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-be6ac421-028d-4523-ac34-a4f379cf184a admin admin] Publish callbacks [] for subnet (d70265f1-2b26-4787-8ba2-74111f04ed96), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:53.194925 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd652df9-47af-4225-8b1c-2b30ac142cee tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event deleted for resources: {'Port': ['ID=ac0e503f-4e3b-40a3-8992-b200c6d0f8c7,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:53.240544 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aef085-e92a-444d-8311-1ff3710f312d None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:50:53.255038 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40805137-d854-497f-b9ee-bd780397ca49 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (55eb6303-3526-41a1-9f52-cf47a6768a90), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:53.308367 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40805137-d854-497f-b9ee-bd780397ca49 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55eb6303-3526-41a1-9f52-cf47a6768a90,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:53.311475 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dd652df9-47af-4225-8b1c-2b30ac142cee tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (10a6570f-474c-494a-b330-f33768237670), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:53.312018 n-d-857339-6 neutron-server[105976]: INFO neutron.db.l3_db [None req-dd652df9-47af-4225-8b1c-2b30ac142cee tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Floating IP 10a6570f-474c-494a-b330-f33768237670 disassociated (deleted). External IP: 172.25.2.151, port: de50a929-e7bd-4ddf-990d-77486bdb7054. Nov 02 12:50:53.331547 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-be6ac421-028d-4523-ac34-a4f379cf184a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (d70265f1-2b26-4787-8ba2-74111f04ed96), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:53.334607 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-79e85fdd-030d-48ef-8d7a-db0d3aefa4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f7a75b25-b1f7-4756-9e8f-9ba1aa87b7c6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:53.337582 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-79e85fdd-030d-48ef-8d7a-db0d3aefa4ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:53.339153 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-79e85fdd-030d-48ef-8d7a-db0d3aefa4ea admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f7a75b25-b1f7-4756-9e8f-9ba1aa87b7c6 HTTP/1.1" status: 204 len: 168 time: 0.8087378 Nov 02 12:50:53.379788 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40805137-d854-497f-b9ee-bd780397ca49 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:50:53.394592 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40805137-d854-497f-b9ee-bd780397ca49 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e67c35ca-7dac-440c-b186-37966b8d9169), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:53.395233 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-40805137-d854-497f-b9ee-bd780397ca49 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Added segment e67c35ca-7dac-440c-b186-37966b8d9169 of type vlan for network 8f72715e-ddfb-4b46-9463-28973cf37af5 Nov 02 12:50:53.410816 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:53.460398 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e85fdd-030d-48ef-8d7a-db0d3aefa4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a75b25-b1f7-4756-9e8f-9ba1aa87b7c6,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:53.481585 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f69dcbe3-88c3-49ca-a192-dd6d83a65219 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (453ba9ef-cc4a-42ca-80c4-7a66ec538768), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:53.500599 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671aaa14-92f8-434b-bf89-d4b6b660610e tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Router 31258cd8-511d-4582-950f-40f88cca1902 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:53.563876 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40805137-d854-497f-b9ee-bd780397ca49 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (8f72715e-ddfb-4b46-9463-28973cf37af5), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:53.682420 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:53.718580 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40805137-d854-497f-b9ee-bd780397ca49 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (8f72715e-ddfb-4b46-9463-28973cf37af5), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:53.738511 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40805137-d854-497f-b9ee-bd780397ca49 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:53.739212 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40805137-d854-497f-b9ee-bd780397ca49 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:53.826490 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:53.838821 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 21c37089-d5cd-4833-bdb3-c858771c5557 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:50:53.866279 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 21c37089-d5cd-4833-bdb3-c858771c5557 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:50:53.866612 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 21c37089-d5cd-4833-bdb3-c858771c5557 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:50:53.880971 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40805137-d854-497f-b9ee-bd780397ca49 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event updated for resources: {'Network': ['ID=8f72715e-ddfb-4b46-9463-28973cf37af5,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:53.891605 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd652df9-47af-4225-8b1c-2b30ac142cee tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Router d9bc821d-6e0a-4a1d-9c9e-c9c563928f49 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:53.897094 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 8f72715e-ddfb-4b46-9463-28973cf37af5 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:50:53.959741 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-40805137-d854-497f-b9ee-bd780397ca49 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2139256 Nov 02 12:50:53.966453 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48126) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:53.976570 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-8e98b792-4aa8-4212-866c-6b2b53d8e61a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Request body: {'subnet': {'network_id': '8f72715e-ddfb-4b46-9463-28973cf37af5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:54.041095 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-be6ac421-028d-4523-ac34-a4f379cf184a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (d70265f1-2b26-4787-8ba2-74111f04ed96), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:54.116920 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69dcbe3-88c3-49ca-a192-dd6d83a65219 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Subnet': ['ID=453ba9ef-cc4a-42ca-80c4-7a66ec538768,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:54.139632 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd652df9-47af-4225-8b1c-2b30ac142cee tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:54.145894 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dd652df9-47af-4225-8b1c-2b30ac142cee tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:54.159135 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561dfaa2-fd4e-4a93-99c0-c81248a1a2f4 None None] Sync routers for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:54.167009 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671aaa14-92f8-434b-bf89-d4b6b660610e tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:54.175215 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-671aaa14-92f8-434b-bf89-d4b6b660610e tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] 10.222.0.64 "PUT /networking/v2.0/routers/31258cd8-511d-4582-950f-40f88cca1902/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7018812 Nov 02 12:50:54.175952 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69dcbe3-88c3-49ca-a192-dd6d83a65219 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Checking segment: {'id': 'b08294d0-6c19-49d3-bf95-f181d97672b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:50:54.176335 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69dcbe3-88c3-49ca-a192-dd6d83a65219 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network hostable DHCP agents. Network: fb0e2b39-938b-4462-b473-052b9d525cc8, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:50:54.178621 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48130) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:54.188177 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561dfaa2-fd4e-4a93-99c0-c81248a1a2f4 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:54.189893 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-561dfaa2-fd4e-4a93-99c0-c81248a1a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:54.190681 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6c599b-58a9-4414-94f7-38cef1bdcd93 None None] Sync routers for ids ['31258cd8-511d-4582-950f-40f88cca1902'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:54.222290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6c599b-58a9-4414-94f7-38cef1bdcd93 None None] Routers {'31258cd8-511d-4582-950f-40f88cca1902'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:54.222934 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3e6c599b-58a9-4414-94f7-38cef1bdcd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['31258cd8-511d-4582-950f-40f88cca1902'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:54.228311 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dd652df9-47af-4225-8b1c-2b30ac142cee tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/10a6570f-474c-494a-b330-f33768237670 HTTP/1.1" status: 204 len: 168 time: 2.5569623 Nov 02 12:50:54.232862 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48132) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:54.264052 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e98b792-4aa8-4212-866c-6b2b53d8e61a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Made reservation on behalf of e50490f448cd46158427d5122f3528b8 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:54.271573 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8e98b792-4aa8-4212-866c-6b2b53d8e61a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:54.272583 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-561dfaa2-fd4e-4a93-99c0-c81248a1a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:54.298720 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-34d8fc53-9474-45bb-9014-64248b741251 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for router (31258cd8-511d-4582-950f-40f88cca1902), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:54.306865 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561dfaa2-fd4e-4a93-99c0-c81248a1a2f4 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:54.310162 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-561dfaa2-fd4e-4a93-99c0-c81248a1a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:54.355581 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3e6c599b-58a9-4414-94f7-38cef1bdcd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:54.358530 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-561dfaa2-fd4e-4a93-99c0-c81248a1a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:54.359260 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561dfaa2-fd4e-4a93-99c0-c81248a1a2f4 None None] The sync data for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:54.384534 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:54.393401 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6c599b-58a9-4414-94f7-38cef1bdcd93 None None] Routers {'31258cd8-511d-4582-950f-40f88cca1902'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:54.394037 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3e6c599b-58a9-4414-94f7-38cef1bdcd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['31258cd8-511d-4582-950f-40f88cca1902'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:54.410410 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69dcbe3-88c3-49ca-a192-dd6d83a65219 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network fb0e2b39-938b-4462-b473-052b9d525cc8 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:50:54.466564 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3e6c599b-58a9-4414-94f7-38cef1bdcd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:54.471564 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6c599b-58a9-4414-94f7-38cef1bdcd93 None None] The sync data for ids ['31258cd8-511d-4582-950f-40f88cca1902'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:54.542162 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e96cd630-430b-4962-97f5-059ad67d211d tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Deleting port de50a929-e7bd-4ddf-990d-77486bdb7054 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:54.542662 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e96cd630-430b-4962-97f5-059ad67d211d tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (de50a929-e7bd-4ddf-990d-77486bdb7054), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:54.596854 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-34d8fc53-9474-45bb-9014-64248b741251 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (31258cd8-511d-4582-950f-40f88cca1902), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:54.600269 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-34d8fc53-9474-45bb-9014-64248b741251 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for router_controller (31258cd8-511d-4582-950f-40f88cca1902), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:54.602794 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48140) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:54.674198 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4962ec7d-5cb5-4233-af4d-f71bb6e2e675 None None] Provisioning complete for port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:54.675395 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4962ec7d-5cb5-4233-af4d-f71bb6e2e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:54.677682 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4962ec7d-5cb5-4233-af4d-f71bb6e2e675 None None] Attempt 1 to provision port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d Nov 02 12:50:54.678158 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f69dcbe3-88c3-49ca-a192-dd6d83a65219 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, fb0e2b39-938b-4462-b473-052b9d525cc8) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:54.683251 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-be6ac421-028d-4523-ac34-a4f379cf184a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (d70265f1-2b26-4787-8ba2-74111f04ed96), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:54.687095 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69dcbe3-88c3-49ca-a192-dd6d83a65219 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:54.687702 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f69dcbe3-88c3-49ca-a192-dd6d83a65219 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:54.695690 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6debe9-013e-4351-9719-6b300d91694e None None] Network fb0e2b39-938b-4462-b473-052b9d525cc8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:54.727916 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ac421-028d-4523-ac34-a4f379cf184a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d70265f1-2b26-4787-8ba2-74111f04ed96,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:54.734299 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-be6ac421-028d-4523-ac34-a4f379cf184a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:54.740078 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-be6ac421-028d-4523-ac34-a4f379cf184a admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/d70265f1-2b26-4787-8ba2-74111f04ed96 HTTP/1.1" status: 204 len: 168 time: 1.7271729 Nov 02 12:50:54.741027 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48148) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:54.741629 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e96cd630-430b-4962-97f5-059ad67d211d tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (de50a929-e7bd-4ddf-990d-77486bdb7054), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:54.797329 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e96cd630-430b-4962-97f5-059ad67d211d tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Calling delete_port for de50a929-e7bd-4ddf-990d-77486bdb7054 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:54.800894 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc1722f-6ff1-47ec-818f-30cfad48c661 None None] Network d70e219c-1621-44de-b9d9-2dd88ea65af1 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:54.829438 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-34d8fc53-9474-45bb-9014-64248b741251 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (31258cd8-511d-4582-950f-40f88cca1902), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:54.830654 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d8fc53-9474-45bb-9014-64248b741251 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Fanout notify agent at l3_agent the message router_deleted on router 31258cd8-511d-4582-950f-40f88cca1902 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:50:54.850813 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-34d8fc53-9474-45bb-9014-64248b741251 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:54.851951 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-34d8fc53-9474-45bb-9014-64248b741251 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] 10.222.0.64 "DELETE /networking/v2.0/routers/31258cd8-511d-4582-950f-40f88cca1902 HTTP/1.1" status: 204 len: 168 time: 0.6696830 Nov 02 12:50:54.858416 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:54.862136 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48152) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:54.862957 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86148e86-947e-4a3d-bc12-c10eee90e768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:54.921323 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-e752ba0a-0597-42b0-9bd6-b8d8c255609f tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Deleting subnet 20fa0660-51df-43c5-9239-bd6b5c4ed275 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:50:54.937930 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f69dcbe3-88c3-49ca-a192-dd6d83a65219 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7307389 Nov 02 12:50:54.937930 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e752ba0a-0597-42b0-9bd6-b8d8c255609f tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for subnet (20fa0660-51df-43c5-9239-bd6b5c4ed275), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:54.940293 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48154) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:54.940756 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cc983c51-e9d3-4f28-8d76-39db04485b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (d70e219c-1621-44de-b9d9-2dd88ea65af1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:54.945628 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:55.021584 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-cc983c51-e9d3-4f28-8d76-39db04485b40 admin admin] Deleting port 5db3690d-d5db-4c93-9478-786cb5b544dc {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:55.021919 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cc983c51-e9d3-4f28-8d76-39db04485b40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5db3690d-d5db-4c93-9478-786cb5b544dc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:55.043563 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:55.059715 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-fb0e2b39-938b-4462-b473-052b9d525cc8', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:50:55.064292 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:55.099572 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8e98b792-4aa8-4212-866c-6b2b53d8e61a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (1c0a3aeb-f494-4dfa-b88e-c3ca41a4119f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:55.105601 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e752ba0a-0597-42b0-9bd6-b8d8c255609f tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (20fa0660-51df-43c5-9239-bd6b5c4ed275), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:55.131128 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4962ec7d-5cb5-4233-af4d-f71bb6e2e675 None None] Current status of the port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:55.159920 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cb9de2-5e00-4310-8321-9980a2e93ad5 None None] DHCP port deletion for d70e219c-1621-44de-b9d9-2dd88ea65af1 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:50:55.171298 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-cc983c51-e9d3-4f28-8d76-39db04485b40 admin admin] For port 5db3690d-d5db-4c93-9478-786cb5b544dc, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5db3690d-d5db-4c93-9478-786cb5b544dc,segment=NetworkSegment(78770e21-6b49-4de8-9c18-b67eeb4202a4),segment_id=78770e21-6b49-4de8-9c18-b67eeb4202a4)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:55.178105 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cc983c51-e9d3-4f28-8d76-39db04485b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5db3690d-d5db-4c93-9478-786cb5b544dc), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:55.203741 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-cc983c51-e9d3-4f28-8d76-39db04485b40 admin admin] Calling delete_port for 5db3690d-d5db-4c93-9478-786cb5b544dc owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:55.217645 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:55.327641 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86148e86-947e-4a3d-bc12-c10eee90e768 admin admin] Publish callbacks [] for security_group (eeeee9f2-dd0e-450e-9d8b-d600f8addbc0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:55.333730 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-47cb9de2-5e00-4310-8321-9980a2e93ad5 None None] Deleting port 5db3690d-d5db-4c93-9478-786cb5b544dc {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:55.334387 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-47cb9de2-5e00-4310-8321-9980a2e93ad5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5db3690d-d5db-4c93-9478-786cb5b544dc), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:55.340888 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e752ba0a-0597-42b0-9bd6-b8d8c255609f tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (20fa0660-51df-43c5-9239-bd6b5c4ed275), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:55.453866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-47cb9de2-5e00-4310-8321-9980a2e93ad5 None None] For port 5db3690d-d5db-4c93-9478-786cb5b544dc, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5db3690d-d5db-4c93-9478-786cb5b544dc,segment=NetworkSegment(78770e21-6b49-4de8-9c18-b67eeb4202a4),segment_id=78770e21-6b49-4de8-9c18-b67eeb4202a4)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:55.454163 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-47cb9de2-5e00-4310-8321-9980a2e93ad5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5db3690d-d5db-4c93-9478-786cb5b544dc), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:55.466782 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] Allocated IP 2001:db8::2 (fb0e2b39-938b-4462-b473-052b9d525cc8/453ba9ef-cc4a-42ca-80c4-7a66ec538768/b7330949-d4e6-41d9-ae01-c18516dff28c) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:55.478147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-47cb9de2-5e00-4310-8321-9980a2e93ad5 None None] Calling delete_port for 5db3690d-d5db-4c93-9478-786cb5b544dc owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:55.556881 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:55.578138 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cc983c51-e9d3-4f28-8d76-39db04485b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (5db3690d-d5db-4c93-9478-786cb5b544dc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:55.610844 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc983c51-e9d3-4f28-8d76-39db04485b40 admin admin] No DVR routers for this DVR port 5db3690d-d5db-4c93-9478-786cb5b544dc on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:50:55.637761 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98b792-4aa8-4212-866c-6b2b53d8e61a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event updated for resources: {'Subnet': ['ID=1c0a3aeb-f494-4dfa-b88e-c3ca41a4119f,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:55.667802 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86148e86-947e-4a3d-bc12-c10eee90e768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (eeeee9f2-dd0e-450e-9d8b-d600f8addbc0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:55.712842 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-47cb9de2-5e00-4310-8321-9980a2e93ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (5db3690d-d5db-4c93-9478-786cb5b544dc), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:55.742738 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e98b792-4aa8-4212-866c-6b2b53d8e61a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Checking segment: {'id': 'e67c35ca-7dac-440c-b186-37966b8d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '8f72715e-ddfb-4b46-9463-28973cf37af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:50:55.743841 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e98b792-4aa8-4212-866c-6b2b53d8e61a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Network hostable DHCP agents. Network: 8f72715e-ddfb-4b46-9463-28973cf37af5, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:50:55.753160 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb9de2-5e00-4310-8321-9980a2e93ad5 None None] Pushing event deleted for resources: {'Port': ['ID=5db3690d-d5db-4c93-9478-786cb5b544dc,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:55.758559 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e752ba0a-0597-42b0-9bd6-b8d8c255609f tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (20fa0660-51df-43c5-9239-bd6b5c4ed275), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:55.762423 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cb9de2-5e00-4310-8321-9980a2e93ad5 None None] No DVR routers for this DVR port 5db3690d-d5db-4c93-9478-786cb5b544dc on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:50:55.771481 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] Publish callbacks [] for port (b7330949-d4e6-41d9-ae01-c18516dff28c), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:55.810414 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86148e86-947e-4a3d-bc12-c10eee90e768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeeee9f2-dd0e-450e-9d8b-d600f8addbc0,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:55.825476 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-933a6ec4-73e1-4a3b-b941-9f77cd36bd86 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:55.835727 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5db3690d-d5db-4c93-9478-786cb5b544dc no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:50:55.846104 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc983c51-e9d3-4f28-8d76-39db04485b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=5db3690d-d5db-4c93-9478-786cb5b544dc,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:55.851107 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e752ba0a-0597-42b0-9bd6-b8d8c255609f tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:55.858102 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e752ba0a-0597-42b0-9bd6-b8d8c255609f tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/20fa0660-51df-43c5-9239-bd6b5c4ed275 HTTP/1.1" status: 204 len: 168 time: 0.9925847 Nov 02 12:50:55.858978 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48170) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:55.875708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433d052e-6973-47a2-ace5-ed1667efd7f2 None None] Network d731995e-9a91-44b5-879b-2bbe895c5ece requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:55.879555 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 5db3690d-d5db-4c93-9478-786cb5b544dc {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:50:55.879909 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5db3690d-d5db-4c93-9478-786cb5b544dc not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:50:55.902178 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e96cd630-430b-4962-97f5-059ad67d211d tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (de50a929-e7bd-4ddf-990d-77486bdb7054), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:55.906378 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (b7330949-d4e6-41d9-ae01-c18516dff28c), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:55.949898 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752ba0a-0597-42b0-9bd6-b8d8c255609f tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Pushing event deleted for resources: {'Subnet': ['ID=20fa0660-51df-43c5-9239-bd6b5c4ed275,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:55.966195 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-86148e86-947e-4a3d-bc12-c10eee90e768 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6ab34962cdf54e668039b39b6d7fbd15&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3618555 Nov 02 12:50:55.966759 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48174) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:55.973392 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cc983c51-e9d3-4f28-8d76-39db04485b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (d70e219c-1621-44de-b9d9-2dd88ea65af1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:55.980813 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e98b792-4aa8-4212-866c-6b2b53d8e61a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Network 8f72715e-ddfb-4b46-9463-28973cf37af5 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:50:56.005596 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] Network fb0e2b39-938b-4462-b473-052b9d525cc8 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:56.025759 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96cd630-430b-4962-97f5-059ad67d211d tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event deleted for resources: {'Port': ['ID=de50a929-e7bd-4ddf-990d-77486bdb7054,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:56.070172 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:56.072799 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:56.083053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] Pushing event updated for resources: {'Port': ['ID=b7330949-d4e6-41d9-ae01-c18516dff28c,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:56.146319 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-8e98b792-4aa8-4212-866c-6b2b53d8e61a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 8f72715e-ddfb-4b46-9463-28973cf37af5) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:56.158929 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] Attempting to bind port b7330949-d4e6-41d9-ae01-c18516dff28c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:50:56.159315 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] Attempting to bind port b7330949-d4e6-41d9-ae01-c18516dff28c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'b08294d0-6c19-49d3-bf95-f181d97672b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:50:56.159684 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] Attempting to bind port b7330949-d4e6-41d9-ae01-c18516dff28c on network fb0e2b39-938b-4462-b473-052b9d525cc8 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:50:56.179366 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-cc983c51-e9d3-4f28-8d76-39db04485b40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70e219c-1621-44de-b9d9-2dd88ea65af1']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:56.191534 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af429642-7e0c-4aa6-a10f-389fbe4279f8 None None] Network 8f72715e-ddfb-4b46-9463-28973cf37af5 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:56.201158 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e98b792-4aa8-4212-866c-6b2b53d8e61a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:56.201406 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db54f716-cecc-4a12-8e08-7d8a0f8b9640 None None] DHCP port deletion for d731995e-9a91-44b5-879b-2bbe895c5ece request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:50:56.202122 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8e98b792-4aa8-4212-866c-6b2b53d8e61a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.213917 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-cc983c51-e9d3-4f28-8d76-39db04485b40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78770e21-6b49-4de8-9c18-b67eeb4202a4') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:56.214306 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-cc983c51-e9d3-4f28-8d76-39db04485b40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78770e21-6b49-4de8-9c18-b67eeb4202a4') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:56.217205 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e96cd630-430b-4962-97f5-059ad67d211d tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.220584 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e96cd630-430b-4962-97f5-059ad67d211d tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "DELETE /networking/v2.0/ports/de50a929-e7bd-4ddf-990d-77486bdb7054 HTTP/1.1" status: 204 len: 168 time: 1.9867163 Nov 02 12:50:56.224202 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48180) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:56.244137 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cc983c51-e9d3-4f28-8d76-39db04485b40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (78770e21-6b49-4de8-9c18-b67eeb4202a4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.255983 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-0ef92f90-149e-421c-94cf-c40778e3b748 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:56.319103 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3be7eefc-934d-46f7-b3d2-cdee218cfbe8 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (d731995e-9a91-44b5-879b-2bbe895c5ece), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.331494 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cc983c51-e9d3-4f28-8d76-39db04485b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (78770e21-6b49-4de8-9c18-b67eeb4202a4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.345205 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8e98b792-4aa8-4212-866c-6b2b53d8e61a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3756170 Nov 02 12:50:56.350636 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48188) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:56.357555 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-8f3b8814-cecb-4e9b-8d8d-aedfd5e1ed4a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Request body: {'network': {'name': 'tempest-router-network01--1409136639'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:56.396275 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-933a6ec4-73e1-4a3b-b941-9f77cd36bd86 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Allocated IP 2001:db8::1 (fb0e2b39-938b-4462-b473-052b9d525cc8/453ba9ef-cc4a-42ca-80c4-7a66ec538768/088aac3a-369e-4ef5-bb63-82d87a8a3c87) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:56.421337 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db54f716-cecc-4a12-8e08-7d8a0f8b9640 None None] Deleting port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:56.421915 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db54f716-cecc-4a12-8e08-7d8a0f8b9640 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.428332 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc983c51-e9d3-4f28-8d76-39db04485b40 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:50:56.428779 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cc983c51-e9d3-4f28-8d76-39db04485b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (78770e21-6b49-4de8-9c18-b67eeb4202a4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.431173 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-3be7eefc-934d-46f7-b3d2-cdee218cfbe8 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Deleting port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:50:56.431502 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3be7eefc-934d-46f7-b3d2-cdee218cfbe8 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.480529 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ef92f90-149e-421c-94cf-c40778e3b748 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.489699 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3b8814-cecb-4e9b-8d8d-aedfd5e1ed4a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Made reservation on behalf of e50490f448cd46158427d5122f3528b8 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:56.493707 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8f3b8814-cecb-4e9b-8d8d-aedfd5e1ed4a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.552047 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-38a626ff-0270-476c-aca8-d68afc54c31f admin admin] Publish callbacks [] for security_group (eeeee9f2-dd0e-450e-9d8b-d600f8addbc0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.555417 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:50:56.556053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] Checking segment: {'id': 'b08294d0-6c19-49d3-bf95-f181d97672b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:50:56.557016 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.557590 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] Bound using segment: {'id': 'b08294d0-6c19-49d3-bf95-f181d97672b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:50:56.558260 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] Bound port: b7330949-d4e6-41d9-ae01-c18516dff28c, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08294d0-6c19-49d3-bf95-f181d97672b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:50:56.558828 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b7330949-d4e6-41d9-ae01-c18516dff28c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.582548 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 78770e21-6b49-4de8-9c18-b67eeb4202a4 resource provider aggregate not found Nov 02 12:50:56.586052 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db54f716-cecc-4a12-8e08-7d8a0f8b9640 None None] For port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d,segment=NetworkSegment(0ed56bbd-211c-45da-95a8-f2ac6e16e3ed),segment_id=0ed56bbd-211c-45da-95a8-f2ac6e16e3ed)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:56.586470 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db54f716-cecc-4a12-8e08-7d8a0f8b9640 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.616446 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3b8814-cecb-4e9b-8d8d-aedfd5e1ed4a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:50:56.620314 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-38a626ff-0270-476c-aca8-d68afc54c31f admin admin] Publish callbacks [] for security_group (eeeee9f2-dd0e-450e-9d8b-d600f8addbc0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.622216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db54f716-cecc-4a12-8e08-7d8a0f8b9640 None None] Calling delete_port for d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:56.623156 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 78770e21-6b49-4de8-9c18-b67eeb4202a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78770e21-6b49-4de8-9c18-b67eeb4202a4 found for delete ", "request_id": "req-54687767-b15e-49ff-9fb1-99d3727d71e1"}]} Nov 02 12:50:56.637461 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ef92f90-149e-421c-94cf-c40778e3b748 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.644750 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-933a6ec4-73e1-4a3b-b941-9f77cd36bd86 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for port (088aac3a-369e-4ef5-bb63-82d87a8a3c87), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.653153 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8f3b8814-cecb-4e9b-8d8d-aedfd5e1ed4a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (bbf3b988-0138-4272-9fd1-fa0608af0ab9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.653153 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-8f3b8814-cecb-4e9b-8d8d-aedfd5e1ed4a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Added segment bbf3b988-0138-4272-9fd1-fa0608af0ab9 of type vlan for network f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b Nov 02 12:50:56.691455 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-3be7eefc-934d-46f7-b3d2-cdee218cfbe8 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] For port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d,segment=NetworkSegment(0ed56bbd-211c-45da-95a8-f2ac6e16e3ed),segment_id=0ed56bbd-211c-45da-95a8-f2ac6e16e3ed)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:56.691824 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3be7eefc-934d-46f7-b3d2-cdee218cfbe8 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.713842 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-3be7eefc-934d-46f7-b3d2-cdee218cfbe8 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Calling delete_port for d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:50:56.729077 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-8f72715e-ddfb-4b46-9463-28973cf37af5', 'network_id': '8f72715e-ddfb-4b46-9463-28973cf37af5', 'project_id': 'e50490f448cd46158427d5122f3528b8', 'fixed_ips': [{'subnet_id': '1c0a3aeb-f494-4dfa-b88e-c3ca41a4119f'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:50:56.729934 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.803409 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8f3b8814-cecb-4e9b-8d8d-aedfd5e1ed4a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.836592 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] For port b7330949-d4e6-41d9-ae01-c18516dff28c, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:50:56.837127 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cc983c51-e9d3-4f28-8d76-39db04485b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (d70e219c-1621-44de-b9d9-2dd88ea65af1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.852222 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cc983c51-e9d3-4f28-8d76-39db04485b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.858466 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cc983c51-e9d3-4f28-8d76-39db04485b40 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/d70e219c-1621-44de-b9d9-2dd88ea65af1 HTTP/1.1" status: 204 len: 168 time: 2.1160142 Nov 02 12:50:56.873151 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] For port b7330949-d4e6-41d9-ae01-c18516dff28c, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b7330949-d4e6-41d9-ae01-c18516dff28c,segment=NetworkSegment(b08294d0-6c19-49d3-bf95-f181d97672b4),segment_id=b08294d0-6c19-49d3-bf95-f181d97672b4)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:50:56.893004 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc983c51-e9d3-4f28-8d76-39db04485b40 admin admin] Pushing event deleted for resources: {'Network': ['ID=d70e219c-1621-44de-b9d9-2dd88ea65af1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:56.898519 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-0ef92f90-149e-421c-94cf-c40778e3b748 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Allocated IP 172.25.2.62 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/d06d1406-1627-4c96-8f2b-507065a9b34b) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:56.929452 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-38a626ff-0270-476c-aca8-d68afc54c31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (eeeee9f2-dd0e-450e-9d8b-d600f8addbc0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.932084 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-38a626ff-0270-476c-aca8-d68afc54c31f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.934328 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-38a626ff-0270-476c-aca8-d68afc54c31f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/eeeee9f2-dd0e-450e-9d8b-d600f8addbc0 HTTP/1.1" status: 204 len: 168 time: 0.9632096 Nov 02 12:50:56.936248 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3be7eefc-934d-46f7-b3d2-cdee218cfbe8 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.946656 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db54f716-cecc-4a12-8e08-7d8a0f8b9640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.954254 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be7eefc-934d-46f7-b3d2-cdee218cfbe8 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] No DVR routers for this DVR port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:50:56.980457 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a626ff-0270-476c-aca8-d68afc54c31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeeee9f2-dd0e-450e-9d8b-d600f8addbc0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:56.980740 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-933a6ec4-73e1-4a3b-b941-9f77cd36bd86 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (088aac3a-369e-4ef5-bb63-82d87a8a3c87), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.986826 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b7330949-d4e6-41d9-ae01-c18516dff28c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.988911 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8f3b8814-cecb-4e9b-8d8d-aedfd5e1ed4a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.994561 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3b8814-cecb-4e9b-8d8d-aedfd5e1ed4a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:56.995336 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8f3b8814-cecb-4e9b-8d8d-aedfd5e1ed4a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.999199 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54f716-cecc-4a12-8e08-7d8a0f8b9640 None None] Pushing event deleted for resources: {'Port': ['ID=d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:57.005132 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7eefc-934d-46f7-b3d2-cdee218cfbe8 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Pushing event deleted for resources: {'Port': ['ID=d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:57.008293 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] Allocated IP 2001:db8::2 (8f72715e-ddfb-4b46-9463-28973cf37af5/1c0a3aeb-f494-4dfa-b88e-c3ca41a4119f/d6633690-8f3e-47cc-a1ed-be4e1d2edb78) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:57.013379 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db54f716-cecc-4a12-8e08-7d8a0f8b9640 None None] No DVR routers for this DVR port d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:50:57.081403 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3be7eefc-934d-46f7-b3d2-cdee218cfbe8 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (d731995e-9a91-44b5-879b-2bbe895c5ece), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:57.111376 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-3be7eefc-934d-46f7-b3d2-cdee218cfbe8 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d731995e-9a91-44b5-879b-2bbe895c5ece']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:57.116276 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a6ec4-73e1-4a3b-b941-9f77cd36bd86 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Port': ['ID=088aac3a-369e-4ef5-bb63-82d87a8a3c87,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:57.138378 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-3be7eefc-934d-46f7-b3d2-cdee218cfbe8 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed56bbd-211c-45da-95a8-f2ac6e16e3ed') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:57.138378 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-3be7eefc-934d-46f7-b3d2-cdee218cfbe8 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed56bbd-211c-45da-95a8-f2ac6e16e3ed') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:57.138378 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:57.163367 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3be7eefc-934d-46f7-b3d2-cdee218cfbe8 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (0ed56bbd-211c-45da-95a8-f2ac6e16e3ed), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:57.167437 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933a6ec4-73e1-4a3b-b941-9f77cd36bd86 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network fb0e2b39-938b-4462-b473-052b9d525cc8 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:57.174836 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-933a6ec4-73e1-4a3b-b941-9f77cd36bd86 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:57.181908 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933a6ec4-73e1-4a3b-b941-9f77cd36bd86 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:57.185722 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-933a6ec4-73e1-4a3b-b941-9f77cd36bd86 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (4795dd8e-c10b-4708-a695-50b00ce541d7), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:57.188802 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0304ff-5109-4398-a8d1-ea260cc75cbd None None] Pushing event updated for resources: {'Port': ['ID=b7330949-d4e6-41d9-ae01-c18516dff28c,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:57.207564 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3be7eefc-934d-46f7-b3d2-cdee218cfbe8 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (0ed56bbd-211c-45da-95a8-f2ac6e16e3ed), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:57.220043 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be7eefc-934d-46f7-b3d2-cdee218cfbe8 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:50:57.220790 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3be7eefc-934d-46f7-b3d2-cdee218cfbe8 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (0ed56bbd-211c-45da-95a8-f2ac6e16e3ed), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:57.283855 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b8814-cecb-4e9b-8d8d-aedfd5e1ed4a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event updated for resources: {'Network': ['ID=f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:57.285320 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:57.312818 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:50:57.344685 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] Publish callbacks [] for port (d6633690-8f3e-47cc-a1ed-be4e1d2edb78), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:57.355845 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ef92f90-149e-421c-94cf-c40778e3b748 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for port (d06d1406-1627-4c96-8f2b-507065a9b34b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:57.362008 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8f3b8814-cecb-4e9b-8d8d-aedfd5e1ed4a tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0098820 Nov 02 12:50:57.367674 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48210) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:57.400852 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-aa2f6e30-66d5-4f4b-be69-e6c54a820d42 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Request body: {'network': {'name': 'tempest-router-network02--1575784857'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:57.432949 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:57.477826 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (d6633690-8f3e-47cc-a1ed-be4e1d2edb78), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:57.519131 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3be7eefc-934d-46f7-b3d2-cdee218cfbe8 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (d731995e-9a91-44b5-879b-2bbe895c5ece), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:57.531790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] Network 8f72715e-ddfb-4b46-9463-28973cf37af5 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:57.535539 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3be7eefc-934d-46f7-b3d2-cdee218cfbe8 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:57.536819 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:57.543022 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3be7eefc-934d-46f7-b3d2-cdee218cfbe8 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] 10.222.0.64 "DELETE /networking/v2.0/networks/d731995e-9a91-44b5-879b-2bbe895c5ece HTTP/1.1" status: 204 len: 168 time: 1.6582804 Nov 02 12:50:57.543701 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:57.556719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] Pushing event updated for resources: {'Port': ['ID=d6633690-8f3e-47cc-a1ed-be4e1d2edb78,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:57.560779 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7eefc-934d-46f7-b3d2-cdee218cfbe8 tempest-FloatingIPNegativeTestJSON-725880071 tempest-FloatingIPNegativeTestJSON-725880071-project] Pushing event deleted for resources: {'Network': ['ID=d731995e-9a91-44b5-879b-2bbe895c5ece,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:57.618449 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] Attempting to bind port d6633690-8f3e-47cc-a1ed-be4e1d2edb78 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:50:57.618818 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] Attempting to bind port d6633690-8f3e-47cc-a1ed-be4e1d2edb78 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'e67c35ca-7dac-440c-b186-37966b8d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '8f72715e-ddfb-4b46-9463-28973cf37af5'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:50:57.619218 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] Attempting to bind port d6633690-8f3e-47cc-a1ed-be4e1d2edb78 on network 8f72715e-ddfb-4b46-9463-28973cf37af5 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:50:57.664416 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:50:57.664850 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] Checking segment: {'id': 'e67c35ca-7dac-440c-b186-37966b8d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '8f72715e-ddfb-4b46-9463-28973cf37af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:50:57.665203 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:57.665605 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] Bound using segment: {'id': 'e67c35ca-7dac-440c-b186-37966b8d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '8f72715e-ddfb-4b46-9463-28973cf37af5'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:50:57.666074 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] Bound port: d6633690-8f3e-47cc-a1ed-be4e1d2edb78, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67c35ca-7dac-440c-b186-37966b8d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '8f72715e-ddfb-4b46-9463-28973cf37af5'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:50:57.666499 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d6633690-8f3e-47cc-a1ed-be4e1d2edb78), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:57.698482 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ef92f90-149e-421c-94cf-c40778e3b748 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (d06d1406-1627-4c96-8f2b-507065a9b34b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:57.701696 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2f6e30-66d5-4f4b-be69-e6c54a820d42 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Made reservation on behalf of e50490f448cd46158427d5122f3528b8 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:57.707080 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa2f6e30-66d5-4f4b-be69-e6c54a820d42 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:57.757355 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] For port d6633690-8f3e-47cc-a1ed-be4e1d2edb78, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:50:57.767049 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] For port d6633690-8f3e-47cc-a1ed-be4e1d2edb78, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d6633690-8f3e-47cc-a1ed-be4e1d2edb78,segment=NetworkSegment(e67c35ca-7dac-440c-b186-37966b8d9169),segment_id=e67c35ca-7dac-440c-b186-37966b8d9169)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:50:57.771638 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=16,neutron:SELECT=78,neutron:UPDATE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:57.783600 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-933a6ec4-73e1-4a3b-b941-9f77cd36bd86 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (088aac3a-369e-4ef5-bb63-82d87a8a3c87), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:57.790195 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2f6e30-66d5-4f4b-be69-e6c54a820d42 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:50:57.803268 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef92f90-149e-421c-94cf-c40778e3b748 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:57.819546 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-0ef92f90-149e-421c-94cf-c40778e3b748 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:57.822065 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef92f90-149e-421c-94cf-c40778e3b748 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:50:57.843941 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d6633690-8f3e-47cc-a1ed-be4e1d2edb78), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:57.845784 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48214) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:57.852006 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef92f90-149e-421c-94cf-c40778e3b748 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Port': ['ID=d06d1406-1627-4c96-8f2b-507065a9b34b,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:57.856949 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa2f6e30-66d5-4f4b-be69-e6c54a820d42 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (62cdcf56-57b6-449c-a98e-315e9261fd56), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:57.857389 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-aa2f6e30-66d5-4f4b-be69-e6c54a820d42 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Added segment 62cdcf56-57b6-449c-a98e-315e9261fd56 of type vlan for network fde5dc6e-0254-402b-85c6-589b734be152 Nov 02 12:50:57.893640 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b7330949-d4e6-41d9-ae01-c18516dff28c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:57.954141 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1bdcadfc-3d63-4705-8571-6c9fe81ca054 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=856418ccb26345ca891f6f02e09a2e4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1067882 Nov 02 12:50:57.961099 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48218) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:57.980132 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:58.031350 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port b7330949-d4e6-41d9-ae01-c18516dff28c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:58.036674 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b7330949-d4e6-41d9-ae01-c18516dff28c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:58.037294 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port b7330949-d4e6-41d9-ae01-c18516dff28c Nov 02 12:50:58.086465 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48220) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:58.099278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a6bc5-6a66-42a9-b665-81382735a112 None None] Pushing event updated for resources: {'Port': ['ID=d6633690-8f3e-47cc-a1ed-be4e1d2edb78,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:58.155431 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03a45d1a-b6cf-489e-922b-c29dd3c85c2c admin admin] Publish callbacks [] for security_group (999c7b8a-e3e2-4b2b-a29e-17fe3773c7f0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:58.192682 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-933a6ec4-73e1-4a3b-b941-9f77cd36bd86 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for port (088aac3a-369e-4ef5-bb63-82d87a8a3c87), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:58.221358 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port b7330949-d4e6-41d9-ae01-c18516dff28c is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:58.222737 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b7330949-d4e6-41d9-ae01-c18516dff28c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:58.243543 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03a45d1a-b6cf-489e-922b-c29dd3c85c2c admin admin] Publish callbacks [] for security_group (999c7b8a-e3e2-4b2b-a29e-17fe3773c7f0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:58.292146 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa2f6e30-66d5-4f4b-be69-e6c54a820d42 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (fde5dc6e-0254-402b-85c6-589b734be152), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:58.298926 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-933a6ec4-73e1-4a3b-b941-9f77cd36bd86 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (088aac3a-369e-4ef5-bb63-82d87a8a3c87), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:58.300113 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-933a6ec4-73e1-4a3b-b941-9f77cd36bd86 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (4795dd8e-c10b-4708-a695-50b00ce541d7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:58.310991 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:58.327218 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port b7330949-d4e6-41d9-ae01-c18516dff28c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b7330949-d4e6-41d9-ae01-c18516dff28c,segment=NetworkSegment(b08294d0-6c19-49d3-bf95-f181d97672b4),segment_id=b08294d0-6c19-49d3-bf95-f181d97672b4)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:58.405218 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a6ec4-73e1-4a3b-b941-9f77cd36bd86 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Port': ['ID=088aac3a-369e-4ef5-bb63-82d87a8a3c87,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:58.427832 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ef92f90-149e-421c-94cf-c40778e3b748 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (6751f902-00d0-4e02-ab76-b866b4ef275d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:58.438348 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b7330949-d4e6-41d9-ae01-c18516dff28c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:58.530748 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:50:58.535849 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03a45d1a-b6cf-489e-922b-c29dd3c85c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (999c7b8a-e3e2-4b2b-a29e-17fe3773c7f0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:58.539901 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa2f6e30-66d5-4f4b-be69-e6c54a820d42 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (fde5dc6e-0254-402b-85c6-589b734be152), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:58.540116 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03a45d1a-b6cf-489e-922b-c29dd3c85c2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:58.540751 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-03a45d1a-b6cf-489e-922b-c29dd3c85c2c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/999c7b8a-e3e2-4b2b-a29e-17fe3773c7f0 HTTP/1.1" status: 204 len: 168 time: 0.5780928 Nov 02 12:50:58.547528 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2f6e30-66d5-4f4b-be69-e6c54a820d42 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:58.548338 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa2f6e30-66d5-4f4b-be69-e6c54a820d42 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:58.556592 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a45d1a-b6cf-489e-922b-c29dd3c85c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999c7b8a-e3e2-4b2b-a29e-17fe3773c7f0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:58.581552 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:50:58.581905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d6cccdf9-9fb4-4beb-bf25-05d0a0f17c3d not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:50:58.591545 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=b7330949-d4e6-41d9-ae01-c18516dff28c,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:58.649821 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 0ed56bbd-211c-45da-95a8-f2ac6e16e3ed resource provider aggregate not found Nov 02 12:50:58.674658 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd361a6-3a94-492f-b9f5-a36033771607 None None] Network fb0e2b39-938b-4462-b473-052b9d525cc8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:58.675059 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 0ed56bbd-211c-45da-95a8-f2ac6e16e3ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ed56bbd-211c-45da-95a8-f2ac6e16e3ed found for delete ", "request_id": "req-722caa1e-5006-499e-a04d-048e4cff0e4b"}]} Nov 02 12:50:58.700178 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db3026a5-d6a4-426d-a363-9eeb3a0b6113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:58.720285 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f6e30-66d5-4f4b-be69-e6c54a820d42 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event updated for resources: {'Network': ['ID=fde5dc6e-0254-402b-85c6-589b734be152,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:58.744618 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933a6ec4-73e1-4a3b-b941-9f77cd36bd86 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network fb0e2b39-938b-4462-b473-052b9d525cc8 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:58.747740 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-933a6ec4-73e1-4a3b-b941-9f77cd36bd86 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:58.751551 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ef92f90-149e-421c-94cf-c40778e3b748 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d06d1406-1627-4c96-8f2b-507065a9b34b), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:58.793899 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network fde5dc6e-0254-402b-85c6-589b734be152 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:50:58.802945 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d308d1a9-bf17-4270-8593-1637c2f637e2 None None] Provisioning complete for port b7330949-d4e6-41d9-ae01-c18516dff28c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:58.803602 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d308d1a9-bf17-4270-8593-1637c2f637e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b7330949-d4e6-41d9-ae01-c18516dff28c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:58.804048 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d308d1a9-bf17-4270-8593-1637c2f637e2 None None] Attempt 1 to provision port b7330949-d4e6-41d9-ae01-c18516dff28c Nov 02 12:50:58.884213 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-aa2f6e30-66d5-4f4b-be69-e6c54a820d42 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5114958 Nov 02 12:50:58.888622 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48238) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:58.896076 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-368b9bbb-bbad-4555-8b13-3bb0db444ba9 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Request body: {'subnet': {'network_id': 'f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:58.938421 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db3026a5-d6a4-426d-a363-9eeb3a0b6113 admin admin] Publish callbacks [] for security_group (53e35d2b-e001-4bcb-933f-502fc726a9c5), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:59.026296 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d308d1a9-bf17-4270-8593-1637c2f637e2 None None] Current status of the port b7330949-d4e6-41d9-ae01-c18516dff28c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:50:59.036040 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db3026a5-d6a4-426d-a363-9eeb3a0b6113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (53e35d2b-e001-4bcb-933f-502fc726a9c5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:59.097641 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3026a5-d6a4-426d-a363-9eeb3a0b6113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e35d2b-e001-4bcb-933f-502fc726a9c5,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:59.103937 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-db3026a5-d6a4-426d-a363-9eeb3a0b6113 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c62bde6eb894462e94c607407632084e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0095928 Nov 02 12:50:59.106704 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48240) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:59.124140 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ef92f90-149e-421c-94cf-c40778e3b748 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for port (d06d1406-1627-4c96-8f2b-507065a9b34b), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:59.169259 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a0e3bcd1-f84e-4622-9619-2436f02672df admin admin] Publish callbacks [] for security_group (53e35d2b-e001-4bcb-933f-502fc726a9c5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:59.191808 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933a6ec4-73e1-4a3b-b941-9f77cd36bd86 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 4795dd8e-c10b-4708-a695-50b00ce541d7 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:50:59.194121 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368b9bbb-bbad-4555-8b13-3bb0db444ba9 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Made reservation on behalf of e50490f448cd46158427d5122f3528b8 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:59.198271 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-368b9bbb-bbad-4555-8b13-3bb0db444ba9 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:59.204934 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a0e3bcd1-f84e-4622-9619-2436f02672df admin admin] Publish callbacks [] for security_group (53e35d2b-e001-4bcb-933f-502fc726a9c5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:59.264750 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ef92f90-149e-421c-94cf-c40778e3b748 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (d06d1406-1627-4c96-8f2b-507065a9b34b), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:59.452524 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ef92f90-149e-421c-94cf-c40778e3b748 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (6751f902-00d0-4e02-ab76-b866b4ef275d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:59.468977 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48246) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:59.469841 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef92f90-149e-421c-94cf-c40778e3b748 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Port': ['ID=d06d1406-1627-4c96-8f2b-507065a9b34b,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:59.499084 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933a6ec4-73e1-4a3b-b941-9f77cd36bd86 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:59.502697 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a0e3bcd1-f84e-4622-9619-2436f02672df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (53e35d2b-e001-4bcb-933f-502fc726a9c5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:59.508115 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-933a6ec4-73e1-4a3b-b941-9f77cd36bd86 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/4795dd8e-c10b-4708-a695-50b00ce541d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5624495 Nov 02 12:50:59.508909 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a0e3bcd1-f84e-4622-9619-2436f02672df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:59.510221 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48250) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:59.521862 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a0e3bcd1-f84e-4622-9619-2436f02672df admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/53e35d2b-e001-4bcb-933f-502fc726a9c5 HTTP/1.1" status: 204 len: 168 time: 0.4064791 Nov 02 12:50:59.522011 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] Sync routers for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:59.534384 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-33c8d8db-3203-4360-b279-2ba35ebc5d31 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-476839587'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:59.549822 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48254) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:59.585147 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] Routers {'4795dd8e-c10b-4708-a695-50b00ce541d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:50:59.585147 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4795dd8e-c10b-4708-a695-50b00ce541d7'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:59.586479 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3bcd1-f84e-4622-9619-2436f02672df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e35d2b-e001-4bcb-933f-502fc726a9c5,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:59.654756 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0ef92f90-149e-421c-94cf-c40778e3b748 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:59.666045 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48262) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:59.666570 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0ef92f90-149e-421c-94cf-c40778e3b748 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4390421 Nov 02 12:50:59.678257 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-68151bd3-1903-46b7-ac93-32cd83c301c3 None None] Provisioning complete for port b7330949-d4e6-41d9-ae01-c18516dff28c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:50:59.679316 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-68151bd3-1903-46b7-ac93-32cd83c301c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b7330949-d4e6-41d9-ae01-c18516dff28c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:59.682125 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-68151bd3-1903-46b7-ac93-32cd83c301c3 None None] Attempt 1 to provision port b7330949-d4e6-41d9-ae01-c18516dff28c Nov 02 12:50:59.687920 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ea763766-78c6-4256-905b-21022798fc05 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'port': {'network_id': '391aaff8-94e4-44bd-b205-6681368e321d', 'name': 'tempest-FloatingIPTestJSON-1893833066'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:59.721493 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3c1b6d-870b-47a0-a6db-fb7c7693dca0 None None] Network 8f72715e-ddfb-4b46-9463-28973cf37af5 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:50:59.776759 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:50:59.798052 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] Set router 4795dd8e-c10b-4708-a695-50b00ce541d7 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:51:00.039711 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c4c921ed-d00e-4ae0-ab6b-e9ceb0eaf503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.062046 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-50b181c2-e2d1-4bfb-8421-3343960174fa admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=981eea58b84f4861954ae9ba98f4f3ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5884185 Nov 02 12:51:00.065268 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48264) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:00.076682 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d6633690-8f3e-47cc-a1ed-be4e1d2edb78 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:00.104051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-68151bd3-1903-46b7-ac93-32cd83c301c3 None None] Current status of the port b7330949-d4e6-41d9-ae01-c18516dff28c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:00.138116 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-68151bd3-1903-46b7-ac93-32cd83c301c3 None None] Provisioning complete for port 088aac3a-369e-4ef5-bb63-82d87a8a3c87 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:00.138505 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-68151bd3-1903-46b7-ac93-32cd83c301c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (088aac3a-369e-4ef5-bb63-82d87a8a3c87), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.138848 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-68151bd3-1903-46b7-ac93-32cd83c301c3 None None] Attempt 1 to provision port 088aac3a-369e-4ef5-bb63-82d87a8a3c87 Nov 02 12:51:00.188677 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b0fb-db45-4b44-b7b8-186a893adca8 admin admin] Publish callbacks [] for security_group (d4887502-fee6-4b58-8448-b797c94bd9f1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.191291 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:50:57Z', 'revision_number': 2, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:50:58Z', 'revision_number': 2, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:00.198810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-68151bd3-1903-46b7-ac93-32cd83c301c3 None None] Port 088aac3a-369e-4ef5-bb63-82d87a8a3c87 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:51:00.201121 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d6633690-8f3e-47cc-a1ed-be4e1d2edb78 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:00.201540 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d6633690-8f3e-47cc-a1ed-be4e1d2edb78), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.202206 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d6633690-8f3e-47cc-a1ed-be4e1d2edb78 Nov 02 12:51:00.230035 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b0fb-db45-4b44-b7b8-186a893adca8 admin admin] Publish callbacks [] for security_group (d4887502-fee6-4b58-8448-b797c94bd9f1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.249313 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c8d8db-3203-4360-b279-2ba35ebc5d31 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Made reservation on behalf of c26d2fe9e5e743059c97bd0af976552c for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:00.254303 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-33c8d8db-3203-4360-b279-2ba35ebc5d31 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.256427 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] Checking router: 4795dd8e-c10b-4708-a695-50b00ce541d7 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:51:00.256893 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] Updating router 4795dd8e-c10b-4708-a695-50b00ce541d7 port 088aac3a-369e-4ef5-bb63-82d87a8a3c87 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:51:00.278058 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c4c921ed-d00e-4ae0-ab6b-e9ceb0eaf503 admin admin] Publish callbacks [] for security_group (c35d0a2a-b12a-45bb-9808-c480fc8b4f76), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.301042 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c8d8db-3203-4360-b279-2ba35ebc5d31 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:51:00.309503 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (088aac3a-369e-4ef5-bb63-82d87a8a3c87), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.320534 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:00.352355 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-33c8d8db-3203-4360-b279-2ba35ebc5d31 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a81a12f0-33d4-4196-91f3-0c4acfc9ff16), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.352662 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-33c8d8db-3203-4360-b279-2ba35ebc5d31 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Added segment a81a12f0-33d4-4196-91f3-0c4acfc9ff16 of type vlan for network b316006e-48ba-4565-85c8-5e7af88525b7 Nov 02 12:51:00.372218 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-368b9bbb-bbad-4555-8b13-3bb0db444ba9 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (d99aeb87-19cd-47eb-afb3-39984821d5b8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.400903 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea763766-78c6-4256-905b-21022798fc05 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Made reservation on behalf of d51481ca43dc4936b4d039170d10afc6 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:00.410300 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea763766-78c6-4256-905b-21022798fc05 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.420743 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4c257316-b93e-4147-9588-3497bebb5033 None None] Provisioning complete for port d6633690-8f3e-47cc-a1ed-be4e1d2edb78 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:00.421122 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4c257316-b93e-4147-9588-3497bebb5033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d6633690-8f3e-47cc-a1ed-be4e1d2edb78), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.425776 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4c257316-b93e-4147-9588-3497bebb5033 None None] Attempt 1 to provision port d6633690-8f3e-47cc-a1ed-be4e1d2edb78 Nov 02 12:51:00.454849 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c4c921ed-d00e-4ae0-ab6b-e9ceb0eaf503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c35d0a2a-b12a-45bb-9808-c480fc8b4f76), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.484063 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-33c8d8db-3203-4360-b279-2ba35ebc5d31 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (b316006e-48ba-4565-85c8-5e7af88525b7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.524783 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-ea763766-78c6-4256-905b-21022798fc05 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] device_id is not set on port 2e4d4f1f-255d-4d4e-98a4-7469ab5ebce0 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:51:00.530561 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b0fb-db45-4b44-b7b8-186a893adca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d4887502-fee6-4b58-8448-b797c94bd9f1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.535984 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b0fb-db45-4b44-b7b8-186a893adca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.535984 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c9f7b0fb-db45-4b44-b7b8-186a893adca8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d4887502-fee6-4b58-8448-b797c94bd9f1 HTTP/1.1" status: 204 len: 168 time: 0.4683914 Nov 02 12:51:00.611647 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c4c921ed-d00e-4ae0-ab6b-e9ceb0eaf503 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=60997a8fc8964176b4f4b0560abc8240&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0558085 Nov 02 12:51:00.611647 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c921ed-d00e-4ae0-ab6b-e9ceb0eaf503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35d0a2a-b12a-45bb-9808-c480fc8b4f76,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:00.614497 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7b0fb-db45-4b44-b7b8-186a893adca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4887502-fee6-4b58-8448-b797c94bd9f1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:00.618272 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48272) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:00.641314 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:00.668569 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b9bbb-bbad-4555-8b13-3bb0db444ba9 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event updated for resources: {'Subnet': ['ID=d99aeb87-19cd-47eb-afb3-39984821d5b8,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:00.683182 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b9bbb-bbad-4555-8b13-3bb0db444ba9 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Checking segment: {'id': 'bbf3b988-0138-4272-9fd1-fa0608af0ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:00.683650 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368b9bbb-bbad-4555-8b13-3bb0db444ba9 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Network hostable DHCP agents. Network: f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:51:00.684720 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-33c8d8db-3203-4360-b279-2ba35ebc5d31 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (b316006e-48ba-4565-85c8-5e7af88525b7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.690921 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c8d8db-3203-4360-b279-2ba35ebc5d31 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:00.697504 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-33c8d8db-3203-4360-b279-2ba35ebc5d31 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.777570 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4de8ef6f-1885-4979-8ad5-e0cb7d018d00 admin admin] Publish callbacks [] for security_group (c35d0a2a-b12a-45bb-9808-c480fc8b4f76), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.798259 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-ea763766-78c6-4256-905b-21022798fc05 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Allocated IP 172.20.0.7 (391aaff8-94e4-44bd-b205-6681368e321d/431b0d7b-b521-4638-be2a-db36388a596c/2e4d4f1f-255d-4d4e-98a4-7469ab5ebce0) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:00.812693 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d6633690-8f3e-47cc-a1ed-be4e1d2edb78 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:00.818245 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d6633690-8f3e-47cc-a1ed-be4e1d2edb78), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.827183 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4de8ef6f-1885-4979-8ad5-e0cb7d018d00 admin admin] Publish callbacks [] for security_group (c35d0a2a-b12a-45bb-9808-c480fc8b4f76), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.875913 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-33c8d8db-3203-4360-b279-2ba35ebc5d31 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3518648 Nov 02 12:51:00.879719 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48276) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:00.887947 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-1adad401-80da-4e7c-b75c-c1d9a83b4726 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'subnet': {'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:00.893823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8d8db-3203-4360-b279-2ba35ebc5d31 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Network': ['ID=b316006e-48ba-4565-85c8-5e7af88525b7,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:00.905086 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] Publish callbacks [] for port (088aac3a-369e-4ef5-bb63-82d87a8a3c87), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.912164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network b316006e-48ba-4565-85c8-5e7af88525b7 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:51:00.927904 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368b9bbb-bbad-4555-8b13-3bb0db444ba9 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Network f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:51:00.949716 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port d6633690-8f3e-47cc-a1ed-be4e1d2edb78, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d6633690-8f3e-47cc-a1ed-be4e1d2edb78,segment=NetworkSegment(e67c35ca-7dac-440c-b186-37966b8d9169),segment_id=e67c35ca-7dac-440c-b186-37966b8d9169)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:01.015224 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (088aac3a-369e-4ef5-bb63-82d87a8a3c87), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:01.052736 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d6633690-8f3e-47cc-a1ed-be4e1d2edb78), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:01.053719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b7330949-d4e6-41d9-ae01-c18516dff28c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:01.066503 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:01.126540 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-368b9bbb-bbad-4555-8b13-3bb0db444ba9 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:01.127634 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4c257316-b93e-4147-9588-3497bebb5033 None None] Current status of the port d6633690-8f3e-47cc-a1ed-be4e1d2edb78 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:01.127772 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4c257316-b93e-4147-9588-3497bebb5033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d6633690-8f3e-47cc-a1ed-be4e1d2edb78), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:01.130085 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a479d37-18d7-4f6b-92b6-e309fd48878a None None] Pushing event updated for resources: {'Port': ['ID=088aac3a-369e-4ef5-bb63-82d87a8a3c87,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:01.141376 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adad401-80da-4e7c-b75c-c1d9a83b4726 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Made reservation on behalf of c26d2fe9e5e743059c97bd0af976552c for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:01.150376 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1adad401-80da-4e7c-b75c-c1d9a83b4726 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:01.167345 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a479d37-18d7-4f6b-92b6-e309fd48878a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:01.167719 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a479d37-18d7-4f6b-92b6-e309fd48878a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:01.168069 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a479d37-18d7-4f6b-92b6-e309fd48878a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:01.168398 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a479d37-18d7-4f6b-92b6-e309fd48878a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:01.168814 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a479d37-18d7-4f6b-92b6-e309fd48878a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:01.169537 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a479d37-18d7-4f6b-92b6-e309fd48878a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:01.170021 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a479d37-18d7-4f6b-92b6-e309fd48878a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:01.170276 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a479d37-18d7-4f6b-92b6-e309fd48878a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:01.170583 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a479d37-18d7-4f6b-92b6-e309fd48878a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:01.170904 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a479d37-18d7-4f6b-92b6-e309fd48878a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:01.171218 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a479d37-18d7-4f6b-92b6-e309fd48878a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:01.171532 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a479d37-18d7-4f6b-92b6-e309fd48878a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:01.171844 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a479d37-18d7-4f6b-92b6-e309fd48878a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:01.172154 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a479d37-18d7-4f6b-92b6-e309fd48878a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:01.172465 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a479d37-18d7-4f6b-92b6-e309fd48878a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:01.172738 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0df09e-ecb7-471e-b0f9-2a2abfaf5d11 None None] Network f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:01.175834 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368b9bbb-bbad-4555-8b13-3bb0db444ba9 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:01.186862 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-368b9bbb-bbad-4555-8b13-3bb0db444ba9 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:01.192379 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] Attempting to bind port 088aac3a-369e-4ef5-bb63-82d87a8a3c87 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:51:01.192737 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] Attempting to bind port 088aac3a-369e-4ef5-bb63-82d87a8a3c87 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'b08294d0-6c19-49d3-bf95-f181d97672b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:51:01.193100 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] Attempting to bind port 088aac3a-369e-4ef5-bb63-82d87a8a3c87 on network fb0e2b39-938b-4462-b473-052b9d525cc8 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:51:01.197117 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:01.284928 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4de8ef6f-1885-4979-8ad5-e0cb7d018d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c35d0a2a-b12a-45bb-9808-c480fc8b4f76), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:01.288113 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4de8ef6f-1885-4979-8ad5-e0cb7d018d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:01.294085 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4de8ef6f-1885-4979-8ad5-e0cb7d018d00 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c35d0a2a-b12a-45bb-9808-c480fc8b4f76 HTTP/1.1" status: 204 len: 168 time: 0.6652265 Nov 02 12:51:01.301868 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea763766-78c6-4256-905b-21022798fc05 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for port (2e4d4f1f-255d-4d4e-98a4-7469ab5ebce0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:01.339127 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=d6633690-8f3e-47cc-a1ed-be4e1d2edb78,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:01.348960 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=14 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:01.366169 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:51:01.366980 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] Checking segment: {'id': 'b08294d0-6c19-49d3-bf95-f181d97672b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:01.367684 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:01.368295 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] Bound using segment: {'id': 'b08294d0-6c19-49d3-bf95-f181d97672b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:51:01.369039 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] Bound port: 088aac3a-369e-4ef5-bb63-82d87a8a3c87, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08294d0-6c19-49d3-bf95-f181d97672b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:51:01.369714 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (088aac3a-369e-4ef5-bb63-82d87a8a3c87), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:01.409819 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8ef6f-1885-4979-8ad5-e0cb7d018d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35d0a2a-b12a-45bb-9808-c480fc8b4f76,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:01.430627 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-368b9bbb-bbad-4555-8b13-3bb0db444ba9 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5372508 Nov 02 12:51:01.435549 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48294) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:01.446164 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-562f9b06-7380-4d7b-bcab-bee01b7bd9c4 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Request body: {'subnet': {'network_id': 'fde5dc6e-0254-402b-85c6-589b734be152', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:01.456014 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] For port 088aac3a-369e-4ef5-bb63-82d87a8a3c87, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:51:01.461078 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] For port 088aac3a-369e-4ef5-bb63-82d87a8a3c87, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=088aac3a-369e-4ef5-bb63-82d87a8a3c87,segment=NetworkSegment(b08294d0-6c19-49d3-bf95-f181d97672b4),segment_id=b08294d0-6c19-49d3-bf95-f181d97672b4)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:51:01.513996 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port b7330949-d4e6-41d9-ae01-c18516dff28c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:01.514760 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b7330949-d4e6-41d9-ae01-c18516dff28c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:01.515285 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port b7330949-d4e6-41d9-ae01-c18516dff28c Nov 02 12:51:01.570712 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-4c257316-b93e-4147-9588-3497bebb5033 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:51:01.571170 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-4c257316-b93e-4147-9588-3497bebb5033 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:51:01.604896 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea763766-78c6-4256-905b-21022798fc05 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (2e4d4f1f-255d-4d4e-98a4-7469ab5ebce0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:01.605960 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (088aac3a-369e-4ef5-bb63-82d87a8a3c87), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:01.697453 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea763766-78c6-4256-905b-21022798fc05 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Port': ['ID=2e4d4f1f-255d-4d4e-98a4-7469ab5ebce0,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:01.706100 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] Routers {'4795dd8e-c10b-4708-a695-50b00ce541d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:01.706100 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4795dd8e-c10b-4708-a695-50b00ce541d7'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:01.722582 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea763766-78c6-4256-905b-21022798fc05 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Network 391aaff8-94e4-44bd-b205-6681368e321d is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:01.725370 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-ea763766-78c6-4256-905b-21022798fc05 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:01.730148 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea763766-78c6-4256-905b-21022798fc05 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:01.737668 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:01.739763 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port b7330949-d4e6-41d9-ae01-c18516dff28c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:01.745519 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:01.764616 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b', 'network_id': 'f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b', 'project_id': 'e50490f448cd46158427d5122f3528b8', 'fixed_ips': [{'subnet_id': 'd99aeb87-19cd-47eb-afb3-39984821d5b8'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:51:01.764616 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:01.786964 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1adad401-80da-4e7c-b75c-c1d9a83b4726 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (f2492602-8e55-43ea-be99-b160aefa1482), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:01.793312 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562f9b06-7380-4d7b-bcab-bee01b7bd9c4 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Made reservation on behalf of e50490f448cd46158427d5122f3528b8 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:01.806118 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea763766-78c6-4256-905b-21022798fc05 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:01.806767 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-562f9b06-7380-4d7b-bcab-bee01b7bd9c4 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:01.808063 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea763766-78c6-4256-905b-21022798fc05 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:01.809949 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a479d37-18d7-4f6b-92b6-e309fd48878a None None] Pushing event updated for resources: {'Port': ['ID=088aac3a-369e-4ef5-bb63-82d87a8a3c87,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:01.869983 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] Set router 4795dd8e-c10b-4708-a695-50b00ce541d7 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:51:01.899391 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ea763766-78c6-4256-905b-21022798fc05 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2322094 Nov 02 12:51:01.903940 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48304) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:01.912988 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5fa33f47-fb11-4782-ac19-fdc282fbdeb9 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'floatingip': {'port_id': '2e4d4f1f-255d-4d4e-98a4-7469ab5ebce0'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:02.071297 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5fa33f47-fb11-4782-ac19-fdc282fbdeb9 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (6751f902-00d0-4e02-ab76-b866b4ef275d), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:02.119877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] Allocated IP 2001:db8::2 (f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b/d99aeb87-19cd-47eb-afb3-39984821d5b8/a4124210-a94b-42ac-9f7d-8ebf97244d04) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:02.247657 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adad401-80da-4e7c-b75c-c1d9a83b4726 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Subnet': ['ID=f2492602-8e55-43ea-be99-b160aefa1482,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:02.253126 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adad401-80da-4e7c-b75c-c1d9a83b4726 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Checking segment: {'id': 'a81a12f0-33d4-4196-91f3-0c4acfc9ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:02.254554 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adad401-80da-4e7c-b75c-c1d9a83b4726 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network hostable DHCP agents. Network: b316006e-48ba-4565-85c8-5e7af88525b7, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:51:02.273054 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-562f9b06-7380-4d7b-bcab-bee01b7bd9c4 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (e0aef2c4-475a-46ff-a687-118e3919430c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:02.365126 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] Publish callbacks [] for port (a4124210-a94b-42ac-9f7d-8ebf97244d04), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:02.410515 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f9b06-7380-4d7b-bcab-bee01b7bd9c4 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event updated for resources: {'Subnet': ['ID=e0aef2c4-475a-46ff-a687-118e3919430c,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:02.430680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d6633690-8f3e-47cc-a1ed-be4e1d2edb78 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:02.449119 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:50:57Z', 'revision_number': 2, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:01Z', 'revision_number': 4, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:02.479946 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562f9b06-7380-4d7b-bcab-bee01b7bd9c4 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Checking segment: {'id': '62cdcf56-57b6-449c-a98e-315e9261fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fde5dc6e-0254-402b-85c6-589b734be152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:02.480842 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562f9b06-7380-4d7b-bcab-bee01b7bd9c4 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Network hostable DHCP agents. Network: fde5dc6e-0254-402b-85c6-589b734be152, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:51:02.485075 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4c257316-b93e-4147-9588-3497bebb5033 None None] Current status of the port d6633690-8f3e-47cc-a1ed-be4e1d2edb78 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:02.497380 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4c257316-b93e-4147-9588-3497bebb5033 None None] Provisioning complete for port 088aac3a-369e-4ef5-bb63-82d87a8a3c87 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:02.497988 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4c257316-b93e-4147-9588-3497bebb5033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (088aac3a-369e-4ef5-bb63-82d87a8a3c87), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:02.498378 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4c257316-b93e-4147-9588-3497bebb5033 None None] Attempt 1 to provision port 088aac3a-369e-4ef5-bb63-82d87a8a3c87 Nov 02 12:51:02.507214 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (a4124210-a94b-42ac-9f7d-8ebf97244d04), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:02.542629 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd26d26-d873-4d0b-aa50-5682f3fb8b6e None None] The sync data for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 is: [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:50:57Z', 'revision_number': 2, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:01Z', 'revision_number': 4, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:02.598280 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adad401-80da-4e7c-b75c-c1d9a83b4726 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network b316006e-48ba-4565-85c8-5e7af88525b7 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:51:02.609427 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d6633690-8f3e-47cc-a1ed-be4e1d2edb78 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:02.610005 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d6633690-8f3e-47cc-a1ed-be4e1d2edb78), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:02.610474 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d6633690-8f3e-47cc-a1ed-be4e1d2edb78 Nov 02 12:51:02.645649 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562f9b06-7380-4d7b-bcab-bee01b7bd9c4 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Network fde5dc6e-0254-402b-85c6-589b734be152 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:51:02.678925 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] Network f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:02.699104 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:02.730945 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:02.754453 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-1adad401-80da-4e7c-b75c-c1d9a83b4726 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, b316006e-48ba-4565-85c8-5e7af88525b7) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:02.754860 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] Pushing event updated for resources: {'Port': ['ID=a4124210-a94b-42ac-9f7d-8ebf97244d04,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:02.759668 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-562f9b06-7380-4d7b-bcab-bee01b7bd9c4 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, fde5dc6e-0254-402b-85c6-589b734be152) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:02.768729 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adad401-80da-4e7c-b75c-c1d9a83b4726 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:02.769914 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1adad401-80da-4e7c-b75c-c1d9a83b4726 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:02.790372 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562f9b06-7380-4d7b-bcab-bee01b7bd9c4 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:02.800936 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-562f9b06-7380-4d7b-bcab-bee01b7bd9c4 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:02.801535 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2e4ba3-1a82-4592-a71e-f002f4694118 None None] Network b316006e-48ba-4565-85c8-5e7af88525b7 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:02.821298 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:02.873193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943292a3-fc32-49cc-ab37-832d83d32b54 None None] Network fde5dc6e-0254-402b-85c6-589b734be152 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:03.004836 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1adad401-80da-4e7c-b75c-c1d9a83b4726 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1225083 Nov 02 12:51:03.006566 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48318) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:03.111676 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-562f9b06-7380-4d7b-bcab-bee01b7bd9c4 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6740727 Nov 02 12:51:03.117547 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48320) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:03.263284 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.db.resource_extend [None req-5fa33f47-fb11-4782-ac19-fdc282fbdeb9 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:51:03.328712 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4c257316-b93e-4147-9588-3497bebb5033 None None] Current status of the port 088aac3a-369e-4ef5-bb63-82d87a8a3c87 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:03.329377 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4c257316-b93e-4147-9588-3497bebb5033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (088aac3a-369e-4ef5-bb63-82d87a8a3c87), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:03.399467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] Attempting to bind port a4124210-a94b-42ac-9f7d-8ebf97244d04 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:51:03.400100 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] Attempting to bind port a4124210-a94b-42ac-9f7d-8ebf97244d04 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'bbf3b988-0138-4272-9fd1-fa0608af0ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:51:03.400725 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] Attempting to bind port a4124210-a94b-42ac-9f7d-8ebf97244d04 on network f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:51:03.407713 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5fa33f47-fb11-4782-ac19-fdc282fbdeb9 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:03.415185 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d6633690-8f3e-47cc-a1ed-be4e1d2edb78 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:03.415625 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:03.508058 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48328) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:03.508058 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5fa33f47-fb11-4782-ac19-fdc282fbdeb9 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (6751f902-00d0-4e02-ab76-b866b4ef275d), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:03.584653 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7092cab6-a3ee-466f-9d43-c6430c8226ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:03.651985 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-b316006e-48ba-4565-85c8-5e7af88525b7', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:51:03.651985 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:03.672820 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4c257316-b93e-4147-9588-3497bebb5033 None None] For port 088aac3a-369e-4ef5-bb63-82d87a8a3c87, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=088aac3a-369e-4ef5-bb63-82d87a8a3c87,segment=NetworkSegment(b08294d0-6c19-49d3-bf95-f181d97672b4),segment_id=b08294d0-6c19-49d3-bf95-f181d97672b4)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:03.695022 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-fde5dc6e-0254-402b-85c6-589b734be152', 'network_id': 'fde5dc6e-0254-402b-85c6-589b734be152', 'project_id': 'e50490f448cd46158427d5122f3528b8', 'fixed_ips': [{'subnet_id': 'e0aef2c4-475a-46ff-a687-118e3919430c'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:51:03.699091 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:03.775356 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4c257316-b93e-4147-9588-3497bebb5033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (088aac3a-369e-4ef5-bb63-82d87a8a3c87), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:03.790428 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:51:03.795121 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] Checking segment: {'id': 'bbf3b988-0138-4272-9fd1-fa0608af0ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:03.795121 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:03.795121 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] Bound using segment: {'id': 'bbf3b988-0138-4272-9fd1-fa0608af0ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:51:03.795121 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] Bound port: a4124210-a94b-42ac-9f7d-8ebf97244d04, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf3b988-0138-4272-9fd1-fa0608af0ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:51:03.795121 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a4124210-a94b-42ac-9f7d-8ebf97244d04), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:04.103374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 088aac3a-369e-4ef5-bb63-82d87a8a3c87 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:04.171589 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:04.237520 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=18,neutron:SELECT=80,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:04.386571 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-dd6ecb6b-8c11-4c2b-a77a-22a3d1fd75c3 None None] Provisioning complete for port d6633690-8f3e-47cc-a1ed-be4e1d2edb78 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:04.386571 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dd6ecb6b-8c11-4c2b-a77a-22a3d1fd75c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d6633690-8f3e-47cc-a1ed-be4e1d2edb78), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:04.386571 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-dd6ecb6b-8c11-4c2b-a77a-22a3d1fd75c3 None None] Attempt 1 to provision port d6633690-8f3e-47cc-a1ed-be4e1d2edb78 Nov 02 12:51:04.399198 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:04.503935 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c257316-b93e-4147-9588-3497bebb5033 None None] Pushing event updated for resources: {'Port': ['ID=088aac3a-369e-4ef5-bb63-82d87a8a3c87,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:04.531696 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:04.659460 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:04.705950 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] For port a4124210-a94b-42ac-9f7d-8ebf97244d04, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:51:04.710803 n-d-857339-6 neutron-server[105975]: INFO neutron.db.l3_db [None req-5fa33f47-fb11-4782-ac19-fdc282fbdeb9 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Floating IP 6751f902-00d0-4e02-ab76-b866b4ef275d associated. External IP: 172.25.2.62, port: 2e4d4f1f-255d-4d4e-98a4-7469ab5ebce0. Nov 02 12:51:04.745428 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] Allocated IP 2001:db8:1::2 (b316006e-48ba-4565-85c8-5e7af88525b7/f2492602-8e55-43ea-be99-b160aefa1482/0760befd-471f-4e58-b2dd-650b701ecf4a) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:04.822573 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] For port a4124210-a94b-42ac-9f7d-8ebf97244d04, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a4124210-a94b-42ac-9f7d-8ebf97244d04,segment=NetworkSegment(bbf3b988-0138-4272-9fd1-fa0608af0ab9),segment_id=bbf3b988-0138-4272-9fd1-fa0608af0ab9)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:51:04.856019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 088aac3a-369e-4ef5-bb63-82d87a8a3c87 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:04.856019 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (088aac3a-369e-4ef5-bb63-82d87a8a3c87), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:04.856019 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 088aac3a-369e-4ef5-bb63-82d87a8a3c87 Nov 02 12:51:04.857296 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48354) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:04.895415 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] Allocated IP 2001:db8::2 (fde5dc6e-0254-402b-85c6-589b734be152/e0aef2c4-475a-46ff-a687-118e3919430c/f970c4d6-0405-41a5-9dee-5733026558e1) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:04.997328 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab9af4d8-35db-477c-beca-07cac7bcdf5d tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:05.018651 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a4124210-a94b-42ac-9f7d-8ebf97244d04), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:05.178238 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7092cab6-a3ee-466f-9d43-c6430c8226ec admin admin] Publish callbacks [] for security_group (c7f0e11a-16ab-45cf-829b-760f51f34649), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:05.218541 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a8e4f61-43cd-4da0-85ff-0f87da5c0f5d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:05.266311 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7092cab6-a3ee-466f-9d43-c6430c8226ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c7f0e11a-16ab-45cf-829b-760f51f34649), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:05.328105 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092cab6-a3ee-466f-9d43-c6430c8226ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f0e11a-16ab-45cf-829b-760f51f34649,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:05.343058 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:05.350421 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c8382034-56f0-464c-9732-0f0fa745ea1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-759285861-network', 'tenant_id': 'de7913a0ade441f797ed5d91fc6b6257'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:05.353227 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092cab6-a3ee-466f-9d43-c6430c8226ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:05.354263 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092cab6-a3ee-466f-9d43-c6430c8226ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:05.354863 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092cab6-a3ee-466f-9d43-c6430c8226ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:05.355387 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092cab6-a3ee-466f-9d43-c6430c8226ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:05.355909 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092cab6-a3ee-466f-9d43-c6430c8226ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:05.356420 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092cab6-a3ee-466f-9d43-c6430c8226ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:05.356946 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092cab6-a3ee-466f-9d43-c6430c8226ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:05.362499 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092cab6-a3ee-466f-9d43-c6430c8226ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:05.362499 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092cab6-a3ee-466f-9d43-c6430c8226ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:05.362499 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092cab6-a3ee-466f-9d43-c6430c8226ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:05.362499 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092cab6-a3ee-466f-9d43-c6430c8226ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:05.362499 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092cab6-a3ee-466f-9d43-c6430c8226ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:05.362499 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092cab6-a3ee-466f-9d43-c6430c8226ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:05.362499 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092cab6-a3ee-466f-9d43-c6430c8226ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:05.362499 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7092cab6-a3ee-466f-9d43-c6430c8226ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:05.387165 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7092cab6-a3ee-466f-9d43-c6430c8226ec admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=db3b0db7bfbc47dd8e2b76bd52e8c8b3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8825810 Nov 02 12:51:05.391180 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48376) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:05.441222 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa33f47-fb11-4782-ac19-fdc282fbdeb9 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Router d9bc821d-6e0a-4a1d-9c9e-c9c563928f49 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:51:05.487912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983b91f-a898-41fd-b34d-73130b093c75 None None] Pushing event updated for resources: {'Port': ['ID=a4124210-a94b-42ac-9f7d-8ebf97244d04,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:05.526632 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ecb6b-8c11-4c2b-a77a-22a3d1fd75c3 None None] Current status of the port d6633690-8f3e-47cc-a1ed-be4e1d2edb78 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:05.549773 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:05.581654 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:05.630178 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 088aac3a-369e-4ef5-bb63-82d87a8a3c87 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:05.649008 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-dd6ecb6b-8c11-4c2b-a77a-22a3d1fd75c3 None None] Provisioning complete for port 088aac3a-369e-4ef5-bb63-82d87a8a3c87 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:05.649422 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dd6ecb6b-8c11-4c2b-a77a-22a3d1fd75c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (088aac3a-369e-4ef5-bb63-82d87a8a3c87), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:05.649825 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-dd6ecb6b-8c11-4c2b-a77a-22a3d1fd75c3 None None] Attempt 1 to provision port 088aac3a-369e-4ef5-bb63-82d87a8a3c87 Nov 02 12:51:05.714137 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa33f47-fb11-4782-ac19-fdc282fbdeb9 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:05.730972 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf3850-1489-4b86-9673-e028bbeb3240 None None] Sync routers for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:05.739878 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5fa33f47-fb11-4782-ac19-fdc282fbdeb9 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:05.811447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ecb6b-8c11-4c2b-a77a-22a3d1fd75c3 None None] Current status of the port 088aac3a-369e-4ef5-bb63-82d87a8a3c87 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:05.831277 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5fa33f47-fb11-4782-ac19-fdc282fbdeb9 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/6751f902-00d0-4e02-ab76-b866b4ef275d HTTP/1.1" status: 200 len: 977 time: 3.9256337 Nov 02 12:51:05.832093 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48382) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:05.837447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cf3850-1489-4b86-9673-e028bbeb3240 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:05.838131 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-57cf3850-1489-4b86-9673-e028bbeb3240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:05.839372 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-87ab077a-e35e-44dd-a47c-a2de0c04143a admin admin] Publish callbacks [] for security_group (c7f0e11a-16ab-45cf-829b-760f51f34649), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:05.894296 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-87ab077a-e35e-44dd-a47c-a2de0c04143a admin admin] Publish callbacks [] for security_group (c7f0e11a-16ab-45cf-829b-760f51f34649), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.010928 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-57cf3850-1489-4b86-9673-e028bbeb3240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:06.075437 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:06.084661 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8382034-56f0-464c-9732-0f0fa745ea1f admin admin] Made reservation on behalf of de7913a0ade441f797ed5d91fc6b6257 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:06.090090 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8382034-56f0-464c-9732-0f0fa745ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.098212 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a4124210-a94b-42ac-9f7d-8ebf97244d04 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:06.113938 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8382034-56f0-464c-9732-0f0fa745ea1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.162005 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cf3850-1489-4b86-9673-e028bbeb3240 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:06.162644 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-57cf3850-1489-4b86-9673-e028bbeb3240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:06.164692 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-375e82b8-2cce-40d8-b5dc-035291610545 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Deleting port 2e4d4f1f-255d-4d4e-98a4-7469ab5ebce0 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:51:06.168193 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-375e82b8-2cce-40d8-b5dc-035291610545 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2e4d4f1f-255d-4d4e-98a4-7469ab5ebce0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.176620 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] Publish callbacks [] for port (f970c4d6-0405-41a5-9dee-5733026558e1), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.210526 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-ab9af4d8-35db-477c-beca-07cac7bcdf5d tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Allocated IP 2001:db8::1 (f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b/d99aeb87-19cd-47eb-afb3-39984821d5b8/46e3abd4-c797-4738-b65c-00042555800a) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:06.232053 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] Publish callbacks [] for port (0760befd-471f-4e58-b2dd-650b701ecf4a), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.237405 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-57cf3850-1489-4b86-9673-e028bbeb3240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:06.238116 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf3850-1489-4b86-9673-e028bbeb3240 None None] The sync data for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:06.246628 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a4124210-a94b-42ac-9f7d-8ebf97244d04 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:06.246990 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a4124210-a94b-42ac-9f7d-8ebf97244d04), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.247324 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a4124210-a94b-42ac-9f7d-8ebf97244d04 Nov 02 12:51:06.301806 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-375e82b8-2cce-40d8-b5dc-035291610545 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2e4d4f1f-255d-4d4e-98a4-7469ab5ebce0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.337914 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48388) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:06.340706 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (f970c4d6-0405-41a5-9dee-5733026558e1), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.400958 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-87ab077a-e35e-44dd-a47c-a2de0c04143a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c7f0e11a-16ab-45cf-829b-760f51f34649), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.411709 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-87ab077a-e35e-44dd-a47c-a2de0c04143a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.414791 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-87ab077a-e35e-44dd-a47c-a2de0c04143a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c7f0e11a-16ab-45cf-829b-760f51f34649 HTTP/1.1" status: 204 len: 168 time: 1.0202377 Nov 02 12:51:06.423728 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] Pushing event updated for resources: {'Port': ['ID=f970c4d6-0405-41a5-9dee-5733026558e1,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:06.429416 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a4124210-a94b-42ac-9f7d-8ebf97244d04 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:06.429943 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a4124210-a94b-42ac-9f7d-8ebf97244d04), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.432916 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (0760befd-471f-4e58-b2dd-650b701ecf4a), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.449330 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab9af4d8-35db-477c-beca-07cac7bcdf5d tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for port (46e3abd4-c797-4738-b65c-00042555800a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.475484 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48394) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:06.491946 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] Pushing event updated for resources: {'Port': ['ID=0760befd-471f-4e58-b2dd-650b701ecf4a,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:06.560619 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] Network b316006e-48ba-4565-85c8-5e7af88525b7 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:06.567456 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab077a-e35e-44dd-a47c-a2de0c04143a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f0e11a-16ab-45cf-829b-760f51f34649,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:06.569292 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] Network fde5dc6e-0254-402b-85c6-589b734be152 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:06.588203 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-6a8e4f61-43cd-4da0-85ff-0f87da5c0f5d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Allocated IP 2001:db8:1::1 (b316006e-48ba-4565-85c8-5e7af88525b7/f2492602-8e55-43ea-be99-b160aefa1482/d782ce5c-f378-46c1-83da-5ea6d272533f) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:06.620277 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8382034-56f0-464c-9732-0f0fa745ea1f admin admin] Publish callbacks [] for security_group (17cc4fc8-a0f3-46cc-950f-51faf7bebfdc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.640624 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port a4124210-a94b-42ac-9f7d-8ebf97244d04, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a4124210-a94b-42ac-9f7d-8ebf97244d04,segment=NetworkSegment(bbf3b988-0138-4272-9fd1-fa0608af0ab9),segment_id=bbf3b988-0138-4272-9fd1-fa0608af0ab9)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:06.651189 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:06.654587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:06.662388 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:06.681053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:06.774750 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-618522292'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:06.790890 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:06.805310 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] Attempting to bind port f970c4d6-0405-41a5-9dee-5733026558e1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:51:06.805677 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] Attempting to bind port f970c4d6-0405-41a5-9dee-5733026558e1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '62cdcf56-57b6-449c-a98e-315e9261fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fde5dc6e-0254-402b-85c6-589b734be152'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:51:06.806187 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] Attempting to bind port f970c4d6-0405-41a5-9dee-5733026558e1 on network fde5dc6e-0254-402b-85c6-589b734be152 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:51:06.812412 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-375e82b8-2cce-40d8-b5dc-035291610545 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.813847 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-375e82b8-2cce-40d8-b5dc-035291610545 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (6751f902-00d0-4e02-ab76-b866b4ef275d), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.814407 n-d-857339-6 neutron-server[105975]: INFO neutron.db.l3_db [None req-375e82b8-2cce-40d8-b5dc-035291610545 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Floating IP 6751f902-00d0-4e02-ab76-b866b4ef275d disassociated. External IP: 172.25.2.62, port: 2e4d4f1f-255d-4d4e-98a4-7469ab5ebce0. Nov 02 12:51:06.814934 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-375e82b8-2cce-40d8-b5dc-035291610545 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Calling delete_port for 2e4d4f1f-255d-4d4e-98a4-7469ab5ebce0 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:51:06.843268 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a8e4f61-43cd-4da0-85ff-0f87da5c0f5d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for port (d782ce5c-f378-46c1-83da-5ea6d272533f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.850144 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a4124210-a94b-42ac-9f7d-8ebf97244d04), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.850958 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 088aac3a-369e-4ef5-bb63-82d87a8a3c87 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:06.883815 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab9af4d8-35db-477c-beca-07cac7bcdf5d tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (46e3abd4-c797-4738-b65c-00042555800a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.910913 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8382034-56f0-464c-9732-0f0fa745ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (17cc4fc8-a0f3-46cc-950f-51faf7bebfdc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.942489 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:06.955957 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:51:06.955957 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] Checking segment: {'id': '62cdcf56-57b6-449c-a98e-315e9261fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fde5dc6e-0254-402b-85c6-589b734be152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:06.955957 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.955957 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] Bound using segment: {'id': '62cdcf56-57b6-449c-a98e-315e9261fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fde5dc6e-0254-402b-85c6-589b734be152'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:51:06.955957 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] Bound port: f970c4d6-0405-41a5-9dee-5733026558e1, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cdcf56-57b6-449c-a98e-315e9261fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fde5dc6e-0254-402b-85c6-589b734be152'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:51:06.955957 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f970c4d6-0405-41a5-9dee-5733026558e1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.990138 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9af4d8-35db-477c-beca-07cac7bcdf5d tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Network f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:06.996282 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9dd632ca-6921-4c99-8b59-5a7ea9a113b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.021577 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-ab9af4d8-35db-477c-beca-07cac7bcdf5d tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:07.034634 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9af4d8-35db-477c-beca-07cac7bcdf5d tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:07.035324 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab9af4d8-35db-477c-beca-07cac7bcdf5d tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.064780 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9af4d8-35db-477c-beca-07cac7bcdf5d tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event updated for resources: {'Port': ['ID=46e3abd4-c797-4738-b65c-00042555800a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:07.077682 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8382034-56f0-464c-9732-0f0fa745ea1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cc4fc8-a0f3-46cc-950f-51faf7bebfdc,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:07.101159 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] Attempting to bind port 0760befd-471f-4e58-b2dd-650b701ecf4a on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:51:07.103534 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] Attempting to bind port 0760befd-471f-4e58-b2dd-650b701ecf4a by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a81a12f0-33d4-4196-91f3-0c4acfc9ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:51:07.104637 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] Attempting to bind port 0760befd-471f-4e58-b2dd-650b701ecf4a on network b316006e-48ba-4565-85c8-5e7af88525b7 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:51:07.107106 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=a4124210-a94b-42ac-9f7d-8ebf97244d04,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:07.119163 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a8e4f61-43cd-4da0-85ff-0f87da5c0f5d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (d782ce5c-f378-46c1-83da-5ea6d272533f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.119921 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52c1edd-a6cc-412a-a5af-dc92a4fd3889 None None] Network f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:07.205271 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8e4f61-43cd-4da0-85ff-0f87da5c0f5d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network b316006e-48ba-4565-85c8-5e7af88525b7 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:07.211481 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] For port f970c4d6-0405-41a5-9dee-5733026558e1, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:51:07.214962 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-375e82b8-2cce-40d8-b5dc-035291610545 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (2e4d4f1f-255d-4d4e-98a4-7469ab5ebce0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.221310 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8382034-56f0-464c-9732-0f0fa745ea1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:51:07.230695 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8382034-56f0-464c-9732-0f0fa745ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e9851858-51df-4292-b86f-2eaabf6a5ee9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.235722 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-c8382034-56f0-464c-9732-0f0fa745ea1f admin admin] Added segment e9851858-51df-4292-b86f-2eaabf6a5ee9 of type vlan for network 682c2865-4fa7-4779-ae52-2f235088dfa9 Nov 02 12:51:07.244951 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-acedc8ae-0ce4-4b9a-ba93-3153aa627e7a None None] Provisioning complete for port a4124210-a94b-42ac-9f7d-8ebf97244d04 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:07.245323 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-acedc8ae-0ce4-4b9a-ba93-3153aa627e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a4124210-a94b-42ac-9f7d-8ebf97244d04), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.245663 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-acedc8ae-0ce4-4b9a-ba93-3153aa627e7a None None] Attempt 1 to provision port a4124210-a94b-42ac-9f7d-8ebf97244d04 Nov 02 12:51:07.258991 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e82b8-2cce-40d8-b5dc-035291610545 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event deleted for resources: {'Port': ['ID=2e4d4f1f-255d-4d4e-98a4-7469ab5ebce0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:07.288035 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8382034-56f0-464c-9732-0f0fa745ea1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (682c2865-4fa7-4779-ae52-2f235088dfa9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.318176 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] For port f970c4d6-0405-41a5-9dee-5733026558e1, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f970c4d6-0405-41a5-9dee-5733026558e1,segment=NetworkSegment(62cdcf56-57b6-449c-a98e-315e9261fd56),segment_id=62cdcf56-57b6-449c-a98e-315e9261fd56)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:51:07.328225 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6a8e4f61-43cd-4da0-85ff-0f87da5c0f5d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:07.343010 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8e4f61-43cd-4da0-85ff-0f87da5c0f5d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:07.343010 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a8e4f61-43cd-4da0-85ff-0f87da5c0f5d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (4795dd8e-c10b-4708-a695-50b00ce541d7), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.343010 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Made reservation on behalf of 7e8f0f160b634aeebb04fc7f66a15f23 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:07.347065 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.349128 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 088aac3a-369e-4ef5-bb63-82d87a8a3c87 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:07.349535 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (088aac3a-369e-4ef5-bb63-82d87a8a3c87), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.349882 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 088aac3a-369e-4ef5-bb63-82d87a8a3c87 Nov 02 12:51:07.381312 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:51:07.388819 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] Checking segment: {'id': 'a81a12f0-33d4-4196-91f3-0c4acfc9ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:07.388819 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.388819 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] Bound using segment: {'id': 'a81a12f0-33d4-4196-91f3-0c4acfc9ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:51:07.388819 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] Bound port: 0760befd-471f-4e58-b2dd-650b701ecf4a, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81a12f0-33d4-4196-91f3-0c4acfc9ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:51:07.388819 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0760befd-471f-4e58-b2dd-650b701ecf4a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.393208 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e4f61-43cd-4da0-85ff-0f87da5c0f5d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Port': ['ID=d782ce5c-f378-46c1-83da-5ea6d272533f,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:07.425760 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.433603 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375e82b8-2cce-40d8-b5dc-035291610545 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Router d9bc821d-6e0a-4a1d-9c9e-c9c563928f49 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:51:07.479959 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8382034-56f0-464c-9732-0f0fa745ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (682c2865-4fa7-4779-ae52-2f235088dfa9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.481015 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8382034-56f0-464c-9732-0f0fa745ea1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:07.481636 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8382034-56f0-464c-9732-0f0fa745ea1f admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.487931 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f970c4d6-0405-41a5-9dee-5733026558e1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.638621 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375e82b8-2cce-40d8-b5dc-035291610545 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:07.659422 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64637770-0f56-4f2b-a21f-4942b02d7322 None None] Sync routers for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:07.673360 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8382034-56f0-464c-9732-0f0fa745ea1f admin admin] Pushing event updated for resources: {'Network': ['ID=682c2865-4fa7-4779-ae52-2f235088dfa9,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:07.675734 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64637770-0f56-4f2b-a21f-4942b02d7322 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:07.677170 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-64637770-0f56-4f2b-a21f-4942b02d7322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:07.679767 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9dd632ca-6921-4c99-8b59-5a7ea9a113b3 admin admin] Publish callbacks [] for security_group (f9dc5609-8ccd-48d3-85fd-4bee5fb2a59c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.764907 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-375e82b8-2cce-40d8-b5dc-035291610545 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.765146 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:07.766193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 682c2865-4fa7-4779-ae52-2f235088dfa9 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:51:07.773520 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-375e82b8-2cce-40d8-b5dc-035291610545 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "DELETE /networking/v2.0/ports/2e4d4f1f-255d-4d4e-98a4-7469ab5ebce0 HTTP/1.1" status: 204 len: 168 time: 1.9373605 Nov 02 12:51:07.777827 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48416) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:07.789188 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-64637770-0f56-4f2b-a21f-4942b02d7322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:07.791319 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c8382034-56f0-464c-9732-0f0fa745ea1f admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9387476 Nov 02 12:51:07.794450 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48418) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:07.801744 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64637770-0f56-4f2b-a21f-4942b02d7322 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:07.802700 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-64637770-0f56-4f2b-a21f-4942b02d7322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:07.807837 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f60ace06-9155-45d0-88e3-465c626623a3 admin admin] Request body: {'subnet': {'network_id': '682c2865-4fa7-4779-ae52-2f235088dfa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-759285861-subnet', 'tenant_id': 'de7913a0ade441f797ed5d91fc6b6257', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:07.820720 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-acedc8ae-0ce4-4b9a-ba93-3153aa627e7a None None] Current status of the port a4124210-a94b-42ac-9f7d-8ebf97244d04 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:07.850507 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-64637770-0f56-4f2b-a21f-4942b02d7322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:07.851478 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64637770-0f56-4f2b-a21f-4942b02d7322 None None] The sync data for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:07.918232 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] For port 0760befd-471f-4e58-b2dd-650b701ecf4a, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:51:07.933193 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9dd632ca-6921-4c99-8b59-5a7ea9a113b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f9dc5609-8ccd-48d3-85fd-4bee5fb2a59c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.969246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60ace06-9155-45d0-88e3-465c626623a3 admin admin] Made reservation on behalf of de7913a0ade441f797ed5d91fc6b6257 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:07.972003 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f60ace06-9155-45d0-88e3-465c626623a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:08.014474 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd632ca-6921-4c99-8b59-5a7ea9a113b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dc5609-8ccd-48d3-85fd-4bee5fb2a59c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:08.059894 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c8bd346f-2138-4161-b6fc-213024a49c8c tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "GET /networking/v2.0/floatingips/6751f902-00d0-4e02-ab76-b866b4ef275d HTTP/1.1" status: 200 len: 687 time: 0.2770293 Nov 02 12:51:08.088357 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48422) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:08.099087 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] For port 0760befd-471f-4e58-b2dd-650b701ecf4a, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0760befd-471f-4e58-b2dd-650b701ecf4a,segment=NetworkSegment(a81a12f0-33d4-4196-91f3-0c4acfc9ff16),segment_id=a81a12f0-33d4-4196-91f3-0c4acfc9ff16)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:51:08.102289 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16406f60-880d-4796-a20b-c2819737dca8 None None] Pushing event updated for resources: {'Port': ['ID=f970c4d6-0405-41a5-9dee-5733026558e1,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:08.146412 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 088aac3a-369e-4ef5-bb63-82d87a8a3c87 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:08.192899 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9dd632ca-6921-4c99-8b59-5a7ea9a113b3 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9bf31e1333ca44a4bc1431869095a4f2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7130036 Nov 02 12:51:08.195350 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48426) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:08.200963 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for security_group (c58f7918-1501-41e9-aa0d-957a68b13ba1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:08.202931 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab9af4d8-35db-477c-beca-07cac7bcdf5d tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (46e3abd4-c797-4738-b65c-00042555800a), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:08.284962 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0760befd-471f-4e58-b2dd-650b701ecf4a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:08.355743 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c58f7918-1501-41e9-aa0d-957a68b13ba1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:08.384148 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-68bce51a-742c-43de-bb24-69f47872a2ac None None] Provisioning complete for port a4124210-a94b-42ac-9f7d-8ebf97244d04 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:08.385851 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-68bce51a-742c-43de-bb24-69f47872a2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a4124210-a94b-42ac-9f7d-8ebf97244d04), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:08.386444 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-68bce51a-742c-43de-bb24-69f47872a2ac None None] Attempt 1 to provision port a4124210-a94b-42ac-9f7d-8ebf97244d04 Nov 02 12:51:08.463572 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c58f7918-1501-41e9-aa0d-957a68b13ba1,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:08.478457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff0f39-09a9-4db2-841d-7d233ae1b7da None None] Pushing event updated for resources: {'Port': ['ID=0760befd-471f-4e58-b2dd-650b701ecf4a,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:08.495992 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=77,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:08.502077 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a1c0928f-473d-4aa3-9d4c-8de41a2ad25c tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Deleting port d06d1406-1627-4c96-8f2b-507065a9b34b {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:51:08.502077 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a1c0928f-473d-4aa3-9d4c-8de41a2ad25c tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d06d1406-1627-4c96-8f2b-507065a9b34b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:08.518184 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:51:08.535625 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a4124210-a94b-42ac-9f7d-8ebf97244d04 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:08.558522 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f60ace06-9155-45d0-88e3-465c626623a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (8fa95273-95b6-425b-91ad-c336a1c3ae15), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:08.578685 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c558765b-c254-4fc4-a445-2c6f8563fb7c admin admin] Publish callbacks [] for security_group (f9dc5609-8ccd-48d3-85fd-4bee5fb2a59c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:08.637201 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c558765b-c254-4fc4-a445-2c6f8563fb7c admin admin] Publish callbacks [] for security_group (f9dc5609-8ccd-48d3-85fd-4bee5fb2a59c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:08.688691 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-68bce51a-742c-43de-bb24-69f47872a2ac None None] Current status of the port a4124210-a94b-42ac-9f7d-8ebf97244d04 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:08.692736 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a4124210-a94b-42ac-9f7d-8ebf97244d04 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:08.693455 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a4124210-a94b-42ac-9f7d-8ebf97244d04), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:08.694549 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a4124210-a94b-42ac-9f7d-8ebf97244d04 Nov 02 12:51:08.734617 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-68bce51a-742c-43de-bb24-69f47872a2ac None None] Provisioning complete for port 46e3abd4-c797-4738-b65c-00042555800a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:08.734996 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-68bce51a-742c-43de-bb24-69f47872a2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (46e3abd4-c797-4738-b65c-00042555800a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:08.735339 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-68bce51a-742c-43de-bb24-69f47872a2ac None None] Attempt 1 to provision port 46e3abd4-c797-4738-b65c-00042555800a Nov 02 12:51:08.857690 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a4124210-a94b-42ac-9f7d-8ebf97244d04 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:08.858880 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f970c4d6-0405-41a5-9dee-5733026558e1 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:08.869630 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ace06-9155-45d0-88e3-465c626623a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fa95273-95b6-425b-91ad-c336a1c3ae15,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:08.883950 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60ace06-9155-45d0-88e3-465c626623a3 admin admin] Checking segment: {'id': 'e9851858-51df-4292-b86f-2eaabf6a5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '682c2865-4fa7-4779-ae52-2f235088dfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:08.884713 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60ace06-9155-45d0-88e3-465c626623a3 admin admin] Network hostable DHCP agents. Network: 682c2865-4fa7-4779-ae52-2f235088dfa9, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:51:08.911111 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-68bce51a-742c-43de-bb24-69f47872a2ac None None] Port 46e3abd4-c797-4738-b65c-00042555800a cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:51:08.915057 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:08.922804 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port f970c4d6-0405-41a5-9dee-5733026558e1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:08.923319 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f970c4d6-0405-41a5-9dee-5733026558e1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:08.923862 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port f970c4d6-0405-41a5-9dee-5733026558e1 Nov 02 12:51:09.020931 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60ace06-9155-45d0-88e3-465c626623a3 admin admin] Network 682c2865-4fa7-4779-ae52-2f235088dfa9 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:51:09.025630 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port f970c4d6-0405-41a5-9dee-5733026558e1 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:09.026267 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f970c4d6-0405-41a5-9dee-5733026558e1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:09.029894 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c558765b-c254-4fc4-a445-2c6f8563fb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f9dc5609-8ccd-48d3-85fd-4bee5fb2a59c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:09.042528 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c558765b-c254-4fc4-a445-2c6f8563fb7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:09.047271 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c558765b-c254-4fc4-a445-2c6f8563fb7c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f9dc5609-8ccd-48d3-85fd-4bee5fb2a59c HTTP/1.1" status: 204 len: 168 time: 0.8508816 Nov 02 12:51:09.051037 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (b4c1d244-5a83-4b13-9a1a-c07904688c44), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:09.051398 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Added segment b4c1d244-5a83-4b13-9a1a-c07904688c44 of type vlan for network 4170fa0e-916d-41bd-8177-15bf5c3b520f Nov 02 12:51:09.064955 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558765b-c254-4fc4-a445-2c6f8563fb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dc5609-8ccd-48d3-85fd-4bee5fb2a59c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:09.066554 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c14b718c-0b79-4543-ba64-b7ce0203cb3f None None] Provisioning complete for port 46e3abd4-c797-4738-b65c-00042555800a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:09.066937 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c14b718c-0b79-4543-ba64-b7ce0203cb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (46e3abd4-c797-4738-b65c-00042555800a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:09.072684 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c14b718c-0b79-4543-ba64-b7ce0203cb3f None None] Attempt 1 to provision port 46e3abd4-c797-4738-b65c-00042555800a Nov 02 12:51:09.087257 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab9af4d8-35db-477c-beca-07cac7bcdf5d tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for port (46e3abd4-c797-4738-b65c-00042555800a), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:09.108870 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port f970c4d6-0405-41a5-9dee-5733026558e1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f970c4d6-0405-41a5-9dee-5733026558e1,segment=NetworkSegment(62cdcf56-57b6-449c-a98e-315e9261fd56),segment_id=62cdcf56-57b6-449c-a98e-315e9261fd56)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:09.141328 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f60ace06-9155-45d0-88e3-465c626623a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 682c2865-4fa7-4779-ae52-2f235088dfa9) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:09.154591 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60ace06-9155-45d0-88e3-465c626623a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:09.158149 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f60ace06-9155-45d0-88e3-465c626623a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:09.172830 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db45c803-4b75-422f-aa7f-2891bb71b504 None None] Network 682c2865-4fa7-4779-ae52-2f235088dfa9 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:09.243212 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=5,neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:09.255730 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c14b718c-0b79-4543-ba64-b7ce0203cb3f None None] Port 46e3abd4-c797-4738-b65c-00042555800a cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:51:09.270383 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab9af4d8-35db-477c-beca-07cac7bcdf5d tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (46e3abd4-c797-4738-b65c-00042555800a), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:09.280238 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f970c4d6-0405-41a5-9dee-5733026558e1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:09.280799 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab9af4d8-35db-477c-beca-07cac7bcdf5d tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:09.303781 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f60ace06-9155-45d0-88e3-465c626623a3 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5079682 Nov 02 12:51:09.306716 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48458) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:09.311356 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-0c8278d9-b8d7-4b53-bceb-802895cd47cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-759285861-router', 'tenant_id': 'de7913a0ade441f797ed5d91fc6b6257', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:09.388666 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=f970c4d6-0405-41a5-9dee-5733026558e1,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:09.426448 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-682c2865-4fa7-4779-ae52-2f235088dfa9', 'network_id': '682c2865-4fa7-4779-ae52-2f235088dfa9', 'project_id': 'de7913a0ade441f797ed5d91fc6b6257', 'fixed_ips': [{'subnet_id': '8fa95273-95b6-425b-91ad-c336a1c3ae15'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:51:09.427849 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:09.463792 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (4170fa0e-916d-41bd-8177-15bf5c3b520f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:09.467031 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c8278d9-b8d7-4b53-bceb-802895cd47cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (300a116c-47cf-48c6-9c4c-3ace552c7f4d), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:09.468120 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c8278d9-b8d7-4b53-bceb-802895cd47cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (300a116c-47cf-48c6-9c4c-3ace552c7f4d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:09.533637 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d3a866-31d7-48fb-b1ea-ed1d384d9d94 None None] Network fde5dc6e-0254-402b-85c6-589b734be152 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:09.567944 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c8278d9-b8d7-4b53-bceb-802895cd47cb admin admin] Publish callbacks [] for router_controller (300a116c-47cf-48c6-9c4c-3ace552c7f4d), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:09.731021 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-80aa9a63-5b19-4e88-bca0-508b0ae3b05b None None] Provisioning complete for port f970c4d6-0405-41a5-9dee-5733026558e1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:09.731413 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-80aa9a63-5b19-4e88-bca0-508b0ae3b05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f970c4d6-0405-41a5-9dee-5733026558e1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:09.732656 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-80aa9a63-5b19-4e88-bca0-508b0ae3b05b None None] Attempt 1 to provision port f970c4d6-0405-41a5-9dee-5733026558e1 Nov 02 12:51:09.853163 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:09.940001 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c8278d9-b8d7-4b53-bceb-802895cd47cb admin admin] Publish callbacks [] for router_gateway (300a116c-47cf-48c6-9c4c-3ace552c7f4d), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:09.950587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] Allocated IP 172.20.0.2 (682c2865-4fa7-4779-ae52-2f235088dfa9/8fa95273-95b6-425b-91ad-c336a1c3ae15/75903cda-4f1c-4867-9aea-eac0e24ee60a) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:09.986237 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-80aa9a63-5b19-4e88-bca0-508b0ae3b05b None None] Current status of the port f970c4d6-0405-41a5-9dee-5733026558e1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:10.208076 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9af4d8-35db-477c-beca-07cac7bcdf5d tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event updated for resources: {'Port': ['ID=46e3abd4-c797-4738-b65c-00042555800a,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:10.232333 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.db.resource_extend [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] It took 0.74 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:51:10.236699 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:10.239084 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a8e4f61-43cd-4da0-85ff-0f87da5c0f5d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d782ce5c-f378-46c1-83da-5ea6d272533f), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.249719 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a1c0928f-473d-4aa3-9d4c-8de41a2ad25c tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d06d1406-1627-4c96-8f2b-507065a9b34b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.250062 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a1c0928f-473d-4aa3-9d4c-8de41a2ad25c tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (d06d1406-1627-4c96-8f2b-507065a9b34b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.302864 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8008059c-1a20-48fa-a730-43a8274dca0f None None] Network b316006e-48ba-4565-85c8-5e7af88525b7 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:10.306405 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a1c0928f-473d-4aa3-9d4c-8de41a2ad25c tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Calling delete_port for d06d1406-1627-4c96-8f2b-507065a9b34b owned by network:floatingip {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:51:10.422453 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9af4d8-35db-477c-beca-07cac7bcdf5d tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Network f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:10.449960 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-ab9af4d8-35db-477c-beca-07cac7bcdf5d tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:10.453566 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-df07b334-6ca2-4d57-9a6c-4995f5ff7634 None None] Provisioning complete for port 0760befd-471f-4e58-b2dd-650b701ecf4a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:10.453951 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-df07b334-6ca2-4d57-9a6c-4995f5ff7634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0760befd-471f-4e58-b2dd-650b701ecf4a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.454417 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-df07b334-6ca2-4d57-9a6c-4995f5ff7634 None None] Attempt 1 to provision port 0760befd-471f-4e58-b2dd-650b701ecf4a Nov 02 12:51:10.466624 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0760befd-471f-4e58-b2dd-650b701ecf4a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:10.499547 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c8278d9-b8d7-4b53-bceb-802895cd47cb admin admin] Publish callbacks [] for router_gateway (300a116c-47cf-48c6-9c4c-3ace552c7f4d), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.549654 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] Publish callbacks [] for port (75903cda-4f1c-4867-9aea-eac0e24ee60a), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.560954 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c8278d9-b8d7-4b53-bceb-802895cd47cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.738089 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (4170fa0e-916d-41bd-8177-15bf5c3b520f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.738505 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0760befd-471f-4e58-b2dd-650b701ecf4a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:10.738812 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0760befd-471f-4e58-b2dd-650b701ecf4a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.739152 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0760befd-471f-4e58-b2dd-650b701ecf4a Nov 02 12:51:10.743796 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:10.744467 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.759028 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-0c8278d9-b8d7-4b53-bceb-802895cd47cb admin admin] Allocated IP 172.25.2.132 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/1a25c084-a52a-4e01-99dc-530cba275d39) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:10.850371 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (75903cda-4f1c-4867-9aea-eac0e24ee60a), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.953825 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] Network 682c2865-4fa7-4779-ae52-2f235088dfa9 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:10.970997 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c8278d9-b8d7-4b53-bceb-802895cd47cb admin admin] Publish callbacks [] for port (1a25c084-a52a-4e01-99dc-530cba275d39), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:11.025563 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 4.6871264 Nov 02 12:51:11.034233 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Network': ['ID=4170fa0e-916d-41bd-8177-15bf5c3b520f,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:11.057286 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:11.063599 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:11.108248 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:11.110182 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:11.116998 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:11.117621 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:11.118046 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:11.118484 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:11.118922 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:11.119353 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:11.119785 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:11.120374 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:11.121007 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:11.121433 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:11.121826 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:11.127880 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:11.127880 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9785ecd7-3111-4815-8ec1-265d9322c6e7 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:11.179375 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 4170fa0e-916d-41bd-8177-15bf5c3b520f details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:51:11.183018 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-df07b334-6ca2-4d57-9a6c-4995f5ff7634 None None] Current status of the port 0760befd-471f-4e58-b2dd-650b701ecf4a is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:11.183018 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-df07b334-6ca2-4d57-9a6c-4995f5ff7634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0760befd-471f-4e58-b2dd-650b701ecf4a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:11.209592 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c8278d9-b8d7-4b53-bceb-802895cd47cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (1a25c084-a52a-4e01-99dc-530cba275d39), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:11.216352 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9af4d8-35db-477c-beca-07cac7bcdf5d tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Router fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:51:11.233315 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] Pushing event updated for resources: {'Port': ['ID=75903cda-4f1c-4867-9aea-eac0e24ee60a,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:11.307167 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:11.330273 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0760befd-471f-4e58-b2dd-650b701ecf4a is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:11.330273 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0760befd-471f-4e58-b2dd-650b701ecf4a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:11.333978 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8278d9-b8d7-4b53-bceb-802895cd47cb admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:11.341236 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-0c8278d9-b8d7-4b53-bceb-802895cd47cb admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:11.351716 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8278d9-b8d7-4b53-bceb-802895cd47cb admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:11.427277 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a1c0928f-473d-4aa3-9d4c-8de41a2ad25c tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (d06d1406-1627-4c96-8f2b-507065a9b34b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:11.477249 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8278d9-b8d7-4b53-bceb-802895cd47cb admin admin] Pushing event updated for resources: {'Port': ['ID=1a25c084-a52a-4e01-99dc-530cba275d39,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:11.602548 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] Attempting to bind port 75903cda-4f1c-4867-9aea-eac0e24ee60a on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:51:11.603181 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] Attempting to bind port 75903cda-4f1c-4867-9aea-eac0e24ee60a by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'e9851858-51df-4292-b86f-2eaabf6a5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '682c2865-4fa7-4779-ae52-2f235088dfa9'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:51:11.603614 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] Attempting to bind port 75903cda-4f1c-4867-9aea-eac0e24ee60a on network 682c2865-4fa7-4779-ae52-2f235088dfa9 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:51:11.645436 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0928f-473d-4aa3-9d4c-8de41a2ad25c tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event deleted for resources: {'Port': ['ID=d06d1406-1627-4c96-8f2b-507065a9b34b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:11.675556 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-df07b334-6ca2-4d57-9a6c-4995f5ff7634 None None] For port 0760befd-471f-4e58-b2dd-650b701ecf4a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0760befd-471f-4e58-b2dd-650b701ecf4a,segment=NetworkSegment(a81a12f0-33d4-4196-91f3-0c4acfc9ff16),segment_id=a81a12f0-33d4-4196-91f3-0c4acfc9ff16)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:11.750510 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a8e4f61-43cd-4da0-85ff-0f87da5c0f5d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for port (d782ce5c-f378-46c1-83da-5ea6d272533f), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:11.777243 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:51:11.778010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] Checking segment: {'id': 'e9851858-51df-4292-b86f-2eaabf6a5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '682c2865-4fa7-4779-ae52-2f235088dfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:11.779363 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:11.780017 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] Bound using segment: {'id': 'e9851858-51df-4292-b86f-2eaabf6a5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '682c2865-4fa7-4779-ae52-2f235088dfa9'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:51:11.780855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] Bound port: 75903cda-4f1c-4867-9aea-eac0e24ee60a, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9851858-51df-4292-b86f-2eaabf6a5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '682c2865-4fa7-4779-ae52-2f235088dfa9'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:51:11.781673 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (75903cda-4f1c-4867-9aea-eac0e24ee60a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:11.817953 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-df07b334-6ca2-4d57-9a6c-4995f5ff7634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0760befd-471f-4e58-b2dd-650b701ecf4a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:11.822768 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9af4d8-35db-477c-beca-07cac7bcdf5d tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:11.859712 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ab9af4d8-35db-477c-beca-07cac7bcdf5d tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "PUT /networking/v2.0/routers/fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7378449 Nov 02 12:51:11.860132 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48562) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:11.863926 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd461747-bd3a-4f29-94b7-798fece39c12 None None] Sync routers for ids ['fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:11.872320 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a8e4f61-43cd-4da0-85ff-0f87da5c0f5d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (d782ce5c-f378-46c1-83da-5ea6d272533f), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:11.873586 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a8e4f61-43cd-4da0-85ff-0f87da5c0f5d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (4795dd8e-c10b-4708-a695-50b00ce541d7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:12.033633 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:12.064036 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-01923413-1a08-4f44-a479-d8cf0a49e34a None None] Provisioning complete for port f970c4d6-0405-41a5-9dee-5733026558e1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:12.064867 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-01923413-1a08-4f44-a479-d8cf0a49e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f970c4d6-0405-41a5-9dee-5733026558e1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:12.065489 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01923413-1a08-4f44-a479-d8cf0a49e34a None None] Attempt 1 to provision port f970c4d6-0405-41a5-9dee-5733026558e1 Nov 02 12:51:12.067885 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd461747-bd3a-4f29-94b7-798fece39c12 None None] Routers {'fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:12.069112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-fd461747-bd3a-4f29-94b7-798fece39c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:12.072001 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:51:12.073033 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:51:12.239707 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e4f61-43cd-4da0-85ff-0f87da5c0f5d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Port': ['ID=d782ce5c-f378-46c1-83da-5ea6d272533f,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:12.266333 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8e4f61-43cd-4da0-85ff-0f87da5c0f5d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network b316006e-48ba-4565-85c8-5e7af88525b7 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:12.278783 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6a8e4f61-43cd-4da0-85ff-0f87da5c0f5d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:12.451798 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a1c0928f-473d-4aa3-9d4c-8de41a2ad25c tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (6751f902-00d0-4e02-ab76-b866b4ef275d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:12.455451 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a1c0928f-473d-4aa3-9d4c-8de41a2ad25c tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:12.460718 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a1c0928f-473d-4aa3-9d4c-8de41a2ad25c tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/6751f902-00d0-4e02-ab76-b866b4ef275d HTTP/1.1" status: 204 len: 168 time: 4.3625879 Nov 02 12:51:12.464443 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48574) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:12.475792 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-965c68a7-3d4f-44cd-b5d9-93d434718ef6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'port_id': '014f3a3b-d887-4757-931b-bd85a864e1db'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:12.558999 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07b334-6ca2-4d57-9a6c-4995f5ff7634 None None] Pushing event updated for resources: {'Port': ['ID=0760befd-471f-4e58-b2dd-650b701ecf4a,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:12.573829 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8e4f61-43cd-4da0-85ff-0f87da5c0f5d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 4795dd8e-c10b-4708-a695-50b00ce541d7 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:51:12.600150 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-fd461747-bd3a-4f29-94b7-798fece39c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:12.663677 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0760befd-471f-4e58-b2dd-650b701ecf4a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:12.664902 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f970c4d6-0405-41a5-9dee-5733026558e1 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:12.683316 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] For port 75903cda-4f1c-4867-9aea-eac0e24ee60a, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:51:12.708906 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-965c68a7-3d4f-44cd-b5d9-93d434718ef6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:12.716946 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:12.730075 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c8278d9-b8d7-4b53-bceb-802895cd47cb admin admin] Publish callbacks [] for router_gateway (300a116c-47cf-48c6-9c4c-3ace552c7f4d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:12.748224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd461747-bd3a-4f29-94b7-798fece39c12 None None] Routers {'fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:12.748922 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-fd461747-bd3a-4f29-94b7-798fece39c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:12.858980 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8e4f61-43cd-4da0-85ff-0f87da5c0f5d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:12.868679 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6a8e4f61-43cd-4da0-85ff-0f87da5c0f5d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/4795dd8e-c10b-4708-a695-50b00ce541d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8603742 Nov 02 12:51:12.871645 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48578) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:12.874670 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] Sync routers for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:12.877856 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-91f15be5-9dc2-45d0-b096-3120070e562e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1589760934'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:12.902529 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] Routers {'4795dd8e-c10b-4708-a695-50b00ce541d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:12.908008 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4795dd8e-c10b-4708-a695-50b00ce541d7'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:12.916118 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-965c68a7-3d4f-44cd-b5d9-93d434718ef6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:12.952035 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-fd461747-bd3a-4f29-94b7-798fece39c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:12.952885 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd461747-bd3a-4f29-94b7-798fece39c12 None None] The sync data for ids ['fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:12.962610 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-01923413-1a08-4f44-a479-d8cf0a49e34a None None] Current status of the port f970c4d6-0405-41a5-9dee-5733026558e1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:12.991838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-01923413-1a08-4f44-a479-d8cf0a49e34a None None] Provisioning complete for port d782ce5c-f378-46c1-83da-5ea6d272533f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:12.992846 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-01923413-1a08-4f44-a479-d8cf0a49e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d782ce5c-f378-46c1-83da-5ea6d272533f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:12.993491 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01923413-1a08-4f44-a479-d8cf0a49e34a None None] Attempt 1 to provision port d782ce5c-f378-46c1-83da-5ea6d272533f Nov 02 12:51:13.007509 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:13.041841 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] For port 75903cda-4f1c-4867-9aea-eac0e24ee60a, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=75903cda-4f1c-4867-9aea-eac0e24ee60a,segment=NetworkSegment(e9851858-51df-4292-b86f-2eaabf6a5ee9),segment_id=e9851858-51df-4292-b86f-2eaabf6a5ee9)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:51:13.065513 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f15be5-9dc2-45d0-b096-3120070e562e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Made reservation on behalf of c26d2fe9e5e743059c97bd0af976552c for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:13.076896 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91f15be5-9dc2-45d0-b096-3120070e562e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:13.093678 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-d3c0c5d2-84f8-4fcb-b474-0bd334d311be tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:51:13.099564 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-01923413-1a08-4f44-a479-d8cf0a49e34a None None] Port d782ce5c-f378-46c1-83da-5ea6d272533f cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:51:13.100256 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d3c0c5d2-84f8-4fcb-b474-0bd334d311be tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "PUT /networking/v2.0/routers/fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2383049 Nov 02 12:51:13.112872 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48584) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:13.120768 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=15,neutron:UPDATE=8,neutron:SELECT=77 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:13.124646 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-01923413-1a08-4f44-a479-d8cf0a49e34a None None] Provisioning complete for port 0760befd-471f-4e58-b2dd-650b701ecf4a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:13.125920 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-01923413-1a08-4f44-a479-d8cf0a49e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0760befd-471f-4e58-b2dd-650b701ecf4a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:13.126169 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01923413-1a08-4f44-a479-d8cf0a49e34a None None] Attempt 1 to provision port 0760befd-471f-4e58-b2dd-650b701ecf4a Nov 02 12:51:13.209991 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-367cd84d-c444-4447-b871-041035d3eeeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:13.211731 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] Set router 4795dd8e-c10b-4708-a695-50b00ce541d7 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:51:13.222814 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (75903cda-4f1c-4867-9aea-eac0e24ee60a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:13.237649 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port f970c4d6-0405-41a5-9dee-5733026558e1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:13.238021 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c8278d9-b8d7-4b53-bceb-802895cd47cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (300a116c-47cf-48c6-9c4c-3ace552c7f4d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:13.238137 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f970c4d6-0405-41a5-9dee-5733026558e1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:13.238523 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port f970c4d6-0405-41a5-9dee-5733026558e1 Nov 02 12:51:13.263108 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48586) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:13.279141 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-965c68a7-3d4f-44cd-b5d9-93d434718ef6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Allocated IP 172.25.2.46 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/5c051348-4e09-4c22-bd3b-27af12c1a072) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:13.319330 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48588) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:13.320082 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:13.498233 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:13.631234 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port f970c4d6-0405-41a5-9dee-5733026558e1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:13.691460 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-965c68a7-3d4f-44cd-b5d9-93d434718ef6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for port (5c051348-4e09-4c22-bd3b-27af12c1a072), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:13.885700 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:51:07Z', 'revision_number': 3, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd782ce5c-f378-46c1-83da-5ea6d272533f', 'name': '', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:88:53:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:05Z', 'updated_at': '2022-11-02T12:51:11Z', 'revision_number': 2, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:13.886607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8091555-7d5f-4035-ab54-279b704f2a19 None None] Pushing event updated for resources: {'Port': ['ID=75903cda-4f1c-4867-9aea-eac0e24ee60a,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:13.919053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-01923413-1a08-4f44-a479-d8cf0a49e34a None None] Current status of the port 0760befd-471f-4e58-b2dd-650b701ecf4a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:13.928521 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56b7f1a6-2892-4811-9827-9cd4947c0fde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:13.928713 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f15be5-9dc2-45d0-b096-3120070e562e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:51:13.938358 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-01923413-1a08-4f44-a479-d8cf0a49e34a None None] Provisioning complete for port 46e3abd4-c797-4738-b65c-00042555800a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:13.945114 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-01923413-1a08-4f44-a479-d8cf0a49e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (46e3abd4-c797-4738-b65c-00042555800a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:13.945760 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01923413-1a08-4f44-a479-d8cf0a49e34a None None] Attempt 1 to provision port 46e3abd4-c797-4738-b65c-00042555800a Nov 02 12:51:13.949183 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] Checking router: 4795dd8e-c10b-4708-a695-50b00ce541d7 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:51:13.949749 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] Updating router 4795dd8e-c10b-4708-a695-50b00ce541d7 port d782ce5c-f378-46c1-83da-5ea6d272533f binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:51:13.983590 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d782ce5c-f378-46c1-83da-5ea6d272533f), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:13.993336 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-01923413-1a08-4f44-a479-d8cf0a49e34a None None] Port 46e3abd4-c797-4738-b65c-00042555800a cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:51:13.996419 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0760befd-471f-4e58-b2dd-650b701ecf4a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:14.013873 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-153e56b0-066e-4e78-b1ec-3bdb4b5b68ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:14.056902 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-965c68a7-3d4f-44cd-b5d9-93d434718ef6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (5c051348-4e09-4c22-bd3b-27af12c1a072), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:14.063573 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:14.064776 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91f15be5-9dc2-45d0-b096-3120070e562e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (467c2e46-94d2-448c-8ee6-f1647f9c6d58), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:14.064776 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-91f15be5-9dc2-45d0-b096-3120070e562e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Added segment 467c2e46-94d2-448c-8ee6-f1647f9c6d58 of type vlan for network 43e9567a-1058-4b43-840a-d563ec17c532 Nov 02 12:51:14.178242 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-61974aad-37e9-4a57-b765-c1170428ed38 None None] Provisioning complete for port d782ce5c-f378-46c1-83da-5ea6d272533f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:14.178794 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-61974aad-37e9-4a57-b765-c1170428ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d782ce5c-f378-46c1-83da-5ea6d272533f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:14.179360 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-61974aad-37e9-4a57-b765-c1170428ed38 None None] Attempt 1 to provision port d782ce5c-f378-46c1-83da-5ea6d272533f Nov 02 12:51:14.183454 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91f15be5-9dc2-45d0-b096-3120070e562e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (43e9567a-1058-4b43-840a-d563ec17c532), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:14.195598 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965c68a7-3d4f-44cd-b5d9-93d434718ef6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:14.214071 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-965c68a7-3d4f-44cd-b5d9-93d434718ef6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:14.235737 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965c68a7-3d4f-44cd-b5d9-93d434718ef6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:14.262369 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c68a7-3d4f-44cd-b5d9-93d434718ef6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Port': ['ID=5c051348-4e09-4c22-bd3b-27af12c1a072,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:14.304753 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0760befd-471f-4e58-b2dd-650b701ecf4a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:14.306044 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0760befd-471f-4e58-b2dd-650b701ecf4a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:14.306395 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0760befd-471f-4e58-b2dd-650b701ecf4a Nov 02 12:51:14.430680 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56b7f1a6-2892-4811-9827-9cd4947c0fde admin admin] Publish callbacks [] for security_group (5b44791b-1689-45e2-a5cb-920128d02cf3), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:14.451475 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-61974aad-37e9-4a57-b765-c1170428ed38 None None] Port d782ce5c-f378-46c1-83da-5ea6d272533f cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:51:14.471644 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91f15be5-9dc2-45d0-b096-3120070e562e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (43e9567a-1058-4b43-840a-d563ec17c532), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:14.478179 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f15be5-9dc2-45d0-b096-3120070e562e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:14.479150 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91f15be5-9dc2-45d0-b096-3120070e562e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:14.494545 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-153e56b0-066e-4e78-b1ec-3bdb4b5b68ce admin admin] Publish callbacks [] for security_group (9393ffcc-7eae-4c49-84fe-62e27d5a8866), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:14.542309 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0760befd-471f-4e58-b2dd-650b701ecf4a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:14.545145 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48604) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:14.558091 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-32cef806-4155-4d2e-bef2-fb964e218620 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'subnet': {'network_id': '4170fa0e-916d-41bd-8177-15bf5c3b520f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:14.605178 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56b7f1a6-2892-4811-9827-9cd4947c0fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5b44791b-1689-45e2-a5cb-920128d02cf3), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:14.609891 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:14.640853 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] Publish callbacks [] for port (d782ce5c-f378-46c1-83da-5ea6d272533f), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:14.669227 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-153e56b0-066e-4e78-b1ec-3bdb4b5b68ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9393ffcc-7eae-4c49-84fe-62e27d5a8866), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:14.686771 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f15be5-9dc2-45d0-b096-3120070e562e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Network': ['ID=43e9567a-1058-4b43-840a-d563ec17c532,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:14.700518 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 43e9567a-1058-4b43-840a-d563ec17c532 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:51:14.723372 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-91f15be5-9dc2-45d0-b096-3120070e562e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8506382 Nov 02 12:51:14.773145 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48608) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:14.774907 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d782ce5c-f378-46c1-83da-5ea6d272533f), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:14.785208 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-de4274cb-3363-460a-a809-498eafc67be2 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'subnet': {'network_id': '43e9567a-1058-4b43-840a-d563ec17c532', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:14.787529 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-216f1e46-f720-4cf9-82bc-809cad260497 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:14.828357 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-153e56b0-066e-4e78-b1ec-3bdb4b5b68ce admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=cd1a4e5e7a5146d6b399ff29e576aa2f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5067012 Nov 02 12:51:14.840150 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48610) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:14.844022 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e56b0-066e-4e78-b1ec-3bdb4b5b68ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9393ffcc-7eae-4c49-84fe-62e27d5a8866,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:14.864872 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8278d9-b8d7-4b53-bceb-802895cd47cb admin admin] Router 300a116c-47cf-48c6-9c4c-3ace552c7f4d is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:51:14.871856 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7f1a6-2892-4811-9827-9cd4947c0fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b44791b-1689-45e2-a5cb-920128d02cf3,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:14.889393 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-56b7f1a6-2892-4811-9827-9cd4947c0fde admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=fe0ce10fc0554879bfdc2551cc865776&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6157956 Nov 02 12:51:14.918850 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48614) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:14.942659 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:14.949244 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] Attempting to bind port d782ce5c-f378-46c1-83da-5ea6d272533f on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:51:14.949890 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] Attempting to bind port d782ce5c-f378-46c1-83da-5ea6d272533f by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a81a12f0-33d4-4196-91f3-0c4acfc9ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:51:14.952107 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] Attempting to bind port d782ce5c-f378-46c1-83da-5ea6d272533f on network b316006e-48ba-4565-85c8-5e7af88525b7 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:51:14.980980 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:15.004904 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586e02b-cb5a-49dc-9017-494d7dc75edc None None] Pushing event updated for resources: {'Port': ['ID=d782ce5c-f378-46c1-83da-5ea6d272533f,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:15.009293 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:15.029476 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:51:15.029476 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] Checking segment: {'id': 'a81a12f0-33d4-4196-91f3-0c4acfc9ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:15.029476 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:15.029476 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] Bound using segment: {'id': 'a81a12f0-33d4-4196-91f3-0c4acfc9ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:51:15.029476 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] Bound port: d782ce5c-f378-46c1-83da-5ea6d272533f, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81a12f0-33d4-4196-91f3-0c4acfc9ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:51:15.029476 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d782ce5c-f378-46c1-83da-5ea6d272533f), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:15.061433 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cef806-4155-4d2e-bef2-fb964e218620 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Made reservation on behalf of 7e8f0f160b634aeebb04fc7f66a15f23 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:15.066483 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32cef806-4155-4d2e-bef2-fb964e218620 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:15.115877 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] For port d782ce5c-f378-46c1-83da-5ea6d272533f, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:51:15.126538 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] For port d782ce5c-f378-46c1-83da-5ea6d272533f, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d782ce5c-f378-46c1-83da-5ea6d272533f,segment=NetworkSegment(a81a12f0-33d4-4196-91f3-0c4acfc9ff16),segment_id=a81a12f0-33d4-4196-91f3-0c4acfc9ff16)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:51:15.140655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417a668b-047d-402f-9553-7d523edbe372 None None] Network 682c2865-4fa7-4779-ae52-2f235088dfa9 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:15.144335 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:15.213214 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-47716a71-e327-42be-b98a-a0ed3c9929c2 admin admin] Publish callbacks [] for security_group (9393ffcc-7eae-4c49-84fe-62e27d5a8866), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:15.214493 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6f61ecf9-9c59-4af6-9e8c-f526877141e8 None None] Provisioning complete for port 75903cda-4f1c-4867-9aea-eac0e24ee60a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:15.215118 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6f61ecf9-9c59-4af6-9e8c-f526877141e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (75903cda-4f1c-4867-9aea-eac0e24ee60a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:15.215578 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-6f61ecf9-9c59-4af6-9e8c-f526877141e8 None None] Attempt 1 to provision port 75903cda-4f1c-4867-9aea-eac0e24ee60a Nov 02 12:51:15.266508 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d782ce5c-f378-46c1-83da-5ea6d272533f), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:15.271890 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-47716a71-e327-42be-b98a-a0ed3c9929c2 admin admin] Publish callbacks [] for security_group (9393ffcc-7eae-4c49-84fe-62e27d5a8866), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:15.272102 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:15.323277 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4274cb-3363-460a-a809-498eafc67be2 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Made reservation on behalf of c26d2fe9e5e743059c97bd0af976552c for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:15.327187 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-de4274cb-3363-460a-a809-498eafc67be2 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:15.328827 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] Routers {'4795dd8e-c10b-4708-a695-50b00ce541d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:15.330568 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4795dd8e-c10b-4708-a695-50b00ce541d7'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:15.343637 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6f61ecf9-9c59-4af6-9e8c-f526877141e8 None None] Current status of the port 75903cda-4f1c-4867-9aea-eac0e24ee60a is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:15.344141 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6f61ecf9-9c59-4af6-9e8c-f526877141e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (75903cda-4f1c-4867-9aea-eac0e24ee60a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:15.354951 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-965c68a7-3d4f-44cd-b5d9-93d434718ef6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (8adde1e4-84c2-4949-9fe2-9c2cd1d6d5e3), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:15.398874 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-6f61ecf9-9c59-4af6-9e8c-f526877141e8 None None] For port 75903cda-4f1c-4867-9aea-eac0e24ee60a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=75903cda-4f1c-4867-9aea-eac0e24ee60a,segment=NetworkSegment(e9851858-51df-4292-b86f-2eaabf6a5ee9),segment_id=e9851858-51df-4292-b86f-2eaabf6a5ee9)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:15.401091 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c8b7de3-cba3-4205-8d12-f0a18f21361e admin admin] Publish callbacks [] for security_group (5b44791b-1689-45e2-a5cb-920128d02cf3), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:15.436825 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586e02b-cb5a-49dc-9017-494d7dc75edc None None] Pushing event updated for resources: {'Port': ['ID=d782ce5c-f378-46c1-83da-5ea6d272533f,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:15.444679 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:15.506392 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c8b7de3-cba3-4205-8d12-f0a18f21361e admin admin] Publish callbacks [] for security_group (5b44791b-1689-45e2-a5cb-920128d02cf3), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:15.519037 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6f61ecf9-9c59-4af6-9e8c-f526877141e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (75903cda-4f1c-4867-9aea-eac0e24ee60a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:15.627131 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-47716a71-e327-42be-b98a-a0ed3c9929c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9393ffcc-7eae-4c49-84fe-62e27d5a8866), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:15.633476 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8278d9-b8d7-4b53-bceb-802895cd47cb admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:15.645476 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-47716a71-e327-42be-b98a-a0ed3c9929c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:15.651611 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-47716a71-e327-42be-b98a-a0ed3c9929c2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9393ffcc-7eae-4c49-84fe-62e27d5a8866 HTTP/1.1" status: 204 len: 168 time: 0.8084862 Nov 02 12:51:15.722438 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] Set router 4795dd8e-c10b-4708-a695-50b00ce541d7 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:51:15.742960 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32cef806-4155-4d2e-bef2-fb964e218620 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (1cf62550-cb00-4a5b-a370-6662881922ea), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:15.749308 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61ecf9-9c59-4af6-9e8c-f526877141e8 None None] Pushing event updated for resources: {'Port': ['ID=75903cda-4f1c-4867-9aea-eac0e24ee60a,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:15.768124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] Sync routers for ids ['300a116c-47cf-48c6-9c4c-3ace552c7f4d'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:15.787652 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47716a71-e327-42be-b98a-a0ed3c9929c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9393ffcc-7eae-4c49-84fe-62e27d5a8866,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:15.804048 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-965c68a7-3d4f-44cd-b5d9-93d434718ef6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5c051348-4e09-4c22-bd3b-27af12c1a072), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:15.856140 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:15.878838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 75903cda-4f1c-4867-9aea-eac0e24ee60a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:15.902043 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] Routers {'300a116c-47cf-48c6-9c4c-3ace552c7f4d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:15.913535 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:50:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['300a116c-47cf-48c6-9c4c-3ace552c7f4d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:15.945061 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c8278d9-b8d7-4b53-bceb-802895cd47cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:15.953778 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0c8278d9-b8d7-4b53-bceb-802895cd47cb admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6455791 Nov 02 12:51:15.962456 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cef806-4155-4d2e-bef2-fb964e218620 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Subnet': ['ID=1cf62550-cb00-4a5b-a370-6662881922ea,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:15.978355 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48632) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:16.059310 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-216f1e46-f720-4cf9-82bc-809cad260497 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Deleting port 46e3abd4-c797-4738-b65c-00042555800a {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:51:16.059869 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-216f1e46-f720-4cf9-82bc-809cad260497 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (46e3abd4-c797-4738-b65c-00042555800a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:16.081278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5f644126-c14a-4d71-b90b-d5807ce2b39e None None] Provisioning complete for port 75903cda-4f1c-4867-9aea-eac0e24ee60a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:16.081869 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5f644126-c14a-4d71-b90b-d5807ce2b39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (75903cda-4f1c-4867-9aea-eac0e24ee60a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:16.082205 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5f644126-c14a-4d71-b90b-d5807ce2b39e None None] Attempt 1 to provision port 75903cda-4f1c-4867-9aea-eac0e24ee60a Nov 02 12:51:16.164858 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 75903cda-4f1c-4867-9aea-eac0e24ee60a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:16.166049 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (75903cda-4f1c-4867-9aea-eac0e24ee60a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:16.166710 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 75903cda-4f1c-4867-9aea-eac0e24ee60a Nov 02 12:51:16.180408 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:51:07Z', 'revision_number': 3, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd782ce5c-f378-46c1-83da-5ea6d272533f', 'name': '', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:88:53:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:05Z', 'updated_at': '2022-11-02T12:51:15Z', 'revision_number': 4, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:16.210963 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a0f85ff8-5c89-4d55-9ef0-bde26f4d9e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:16.273804 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c959613-2c1e-4785-86bf-412c60a98922 None None] The sync data for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 is: [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:51:07Z', 'revision_number': 3, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd782ce5c-f378-46c1-83da-5ea6d272533f', 'name': '', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:88:53:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:05Z', 'updated_at': '2022-11-02T12:51:15Z', 'revision_number': 4, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:16.430814 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] Set router 300a116c-47cf-48c6-9c4c-3ace552c7f4d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:51:16.455773 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6,neutron:INSERT=11 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:16.461107 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-216f1e46-f720-4cf9-82bc-809cad260497 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (46e3abd4-c797-4738-b65c-00042555800a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:16.475245 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c8b7de3-cba3-4205-8d12-f0a18f21361e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5b44791b-1689-45e2-a5cb-920128d02cf3), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:16.478373 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c8b7de3-cba3-4205-8d12-f0a18f21361e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:16.485257 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4c8b7de3-cba3-4205-8d12-f0a18f21361e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5b44791b-1689-45e2-a5cb-920128d02cf3 HTTP/1.1" status: 204 len: 168 time: 1.5615690 Nov 02 12:51:16.500819 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cef806-4155-4d2e-bef2-fb964e218620 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Checking segment: {'id': 'b4c1d244-5a83-4b13-9a1a-c07904688c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4170fa0e-916d-41bd-8177-15bf5c3b520f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:16.502117 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cef806-4155-4d2e-bef2-fb964e218620 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Network hostable DHCP agents. Network: 4170fa0e-916d-41bd-8177-15bf5c3b520f, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:51:16.508236 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-216f1e46-f720-4cf9-82bc-809cad260497 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Calling delete_port for 46e3abd4-c797-4738-b65c-00042555800a owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:51:16.532292 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b7de3-cba3-4205-8d12-f0a18f21361e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b44791b-1689-45e2-a5cb-920128d02cf3,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:16.633082 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5f644126-c14a-4d71-b90b-d5807ce2b39e None None] Current status of the port 75903cda-4f1c-4867-9aea-eac0e24ee60a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:16.638664 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-965c68a7-3d4f-44cd-b5d9-93d434718ef6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for port (5c051348-4e09-4c22-bd3b-27af12c1a072), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:16.644227 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 75903cda-4f1c-4867-9aea-eac0e24ee60a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:16.662876 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-de4274cb-3363-460a-a809-498eafc67be2 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (7e3db979-b813-4ef5-9284-fb4101a531a8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:16.699602 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cef806-4155-4d2e-bef2-fb964e218620 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Network 4170fa0e-916d-41bd-8177-15bf5c3b520f is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:51:16.779397 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-965c68a7-3d4f-44cd-b5d9-93d434718ef6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (5c051348-4e09-4c22-bd3b-27af12c1a072), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:16.851246 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4274cb-3363-460a-a809-498eafc67be2 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Subnet': ['ID=7e3db979-b813-4ef5-9284-fb4101a531a8,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:16.889880 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300a116c-47cf-48c6-9c4c-3ace552c7f4d', 'name': 'tempest-AttachVolumeShelveTestJSON-759285861-router', 'tenant_id': 'de7913a0ade441f797ed5d91fc6b6257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '1a25c084-a52a-4e01-99dc-530cba275d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:51:09Z', 'updated_at': '2022-11-02T12:51:11Z', 'revision_number': 3, 'project_id': 'de7913a0ade441f797ed5d91fc6b6257', 'gw_port': {'id': '1a25c084-a52a-4e01-99dc-530cba275d39', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300a116c-47cf-48c6-9c4c-3ace552c7f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:10Z', 'updated_at': '2022-11-02T12:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:16.921695 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4274cb-3363-460a-a809-498eafc67be2 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Checking segment: {'id': '467c2e46-94d2-448c-8ee6-f1647f9c6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:16.922608 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4274cb-3363-460a-a809-498eafc67be2 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network hostable DHCP agents. Network: 43e9567a-1058-4b43-840a-d563ec17c532, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:51:16.936593 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] Checking router: 300a116c-47cf-48c6-9c4c-3ace552c7f4d for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:51:16.936989 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] Updating router 300a116c-47cf-48c6-9c4c-3ace552c7f4d port 1a25c084-a52a-4e01-99dc-530cba275d39 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:51:16.942310 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:16.945829 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-965c68a7-3d4f-44cd-b5d9-93d434718ef6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (8adde1e4-84c2-4949-9fe2-9c2cd1d6d5e3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:16.962752 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-32cef806-4155-4d2e-bef2-fb964e218620 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 4170fa0e-916d-41bd-8177-15bf5c3b520f) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:16.979124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145db351-bc14-4564-9d98-adce0dd36330 None None] Network 4170fa0e-916d-41bd-8177-15bf5c3b520f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:17.013377 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1a25c084-a52a-4e01-99dc-530cba275d39), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:17.035530 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cef806-4155-4d2e-bef2-fb964e218620 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:17.037974 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32cef806-4155-4d2e-bef2-fb964e218620 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:17.074839 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c68a7-3d4f-44cd-b5d9-93d434718ef6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Port': ['ID=5c051348-4e09-4c22-bd3b-27af12c1a072,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:17.088120 n-d-857339-6 neutron-server[105976]: INFO neutron.db.l3_db [None req-965c68a7-3d4f-44cd-b5d9-93d434718ef6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Floating IP 8adde1e4-84c2-4949-9fe2-9c2cd1d6d5e3 associated. External IP: 172.25.2.46, port: 014f3a3b-d887-4757-931b-bd85a864e1db. Nov 02 12:51:17.231132 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4274cb-3363-460a-a809-498eafc67be2 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network 43e9567a-1058-4b43-840a-d563ec17c532 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:51:17.254407 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-de4274cb-3363-460a-a809-498eafc67be2 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 43e9567a-1058-4b43-840a-d563ec17c532) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:17.290939 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4274cb-3363-460a-a809-498eafc67be2 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:17.291568 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-de4274cb-3363-460a-a809-498eafc67be2 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:17.297728 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8861274-63e3-4447-8019-1349b0f6cacb None None] Network 43e9567a-1058-4b43-840a-d563ec17c532 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:17.489260 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965c68a7-3d4f-44cd-b5d9-93d434718ef6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Router d9bc821d-6e0a-4a1d-9c9e-c9c563928f49 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:51:17.506900 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-216f1e46-f720-4cf9-82bc-809cad260497 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (46e3abd4-c797-4738-b65c-00042555800a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:17.526672 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-32cef806-4155-4d2e-bef2-fb964e218620 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9752924 Nov 02 12:51:17.554377 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48654) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:17.562741 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-55945f49-a266-4b0e-99d3-59d564316c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-942413183'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:17.582366 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-de4274cb-3363-460a-a809-498eafc67be2 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8080337 Nov 02 12:51:17.586145 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f1e46-f720-4cf9-82bc-809cad260497 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event deleted for resources: {'Port': ['ID=46e3abd4-c797-4738-b65c-00042555800a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:17.590364 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48656) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:17.733619 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:51:17.768172 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-216f1e46-f720-4cf9-82bc-809cad260497 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:17.776705 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-43e9567a-1058-4b43-840a-d563ec17c532', 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532', 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'fixed_ips': [{'subnet_id': '7e3db979-b813-4ef5-9284-fb4101a531a8'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:51:17.777709 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:17.794169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-4170fa0e-916d-41bd-8177-15bf5c3b520f', 'network_id': '4170fa0e-916d-41bd-8177-15bf5c3b520f', 'project_id': '7e8f0f160b634aeebb04fc7f66a15f23', 'fixed_ips': [{'subnet_id': '1cf62550-cb00-4a5b-a370-6662881922ea'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:51:17.794169 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:17.845165 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:17.943909 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55945f49-a266-4b0e-99d3-59d564316c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Made reservation on behalf of 7e8f0f160b634aeebb04fc7f66a15f23 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:17.954398 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-55945f49-a266-4b0e-99d3-59d564316c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:18.040865 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965c68a7-3d4f-44cd-b5d9-93d434718ef6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:18.048426 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 75903cda-4f1c-4867-9aea-eac0e24ee60a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:18.066845 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614cf52a-5535-4460-8585-f382b9d3d181 None None] Sync routers for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:18.094723 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614cf52a-5535-4460-8585-f382b9d3d181 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:18.095614 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-614cf52a-5535-4460-8585-f382b9d3d181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:18.118311 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55945f49-a266-4b0e-99d3-59d564316c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:51:18.167251 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-55945f49-a266-4b0e-99d3-59d564316c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a6fafe43-1cf0-4cca-b7ec-d793304d0a16), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:18.167251 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-55945f49-a266-4b0e-99d3-59d564316c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Added segment a6fafe43-1cf0-4cca-b7ec-d793304d0a16 of type vlan for network ade0302a-422a-4ffd-8ebc-4c628e78ec70 Nov 02 12:51:18.173121 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-614cf52a-5535-4460-8585-f382b9d3d181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:18.183014 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dae0647f-14a4-4a61-83db-109a8cfb3d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:18.198145 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614cf52a-5535-4460-8585-f382b9d3d181 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:18.198973 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-614cf52a-5535-4460-8585-f382b9d3d181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:18.209430 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-965c68a7-3d4f-44cd-b5d9-93d434718ef6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:18.210052 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216f1e46-f720-4cf9-82bc-809cad260497 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Router fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:51:18.238567 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-55945f49-a266-4b0e-99d3-59d564316c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (ade0302a-422a-4ffd-8ebc-4c628e78ec70), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:18.246185 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-614cf52a-5535-4460-8585-f382b9d3d181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:18.247195 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614cf52a-5535-4460-8585-f382b9d3d181 None None] The sync data for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:18.318469 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-965c68a7-3d4f-44cd-b5d9-93d434718ef6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.8524745 Nov 02 12:51:18.322823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48672) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:18.328384 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-7a4859db-c6b4-4340-a261-4742c7b9a72a tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-441981712'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:18.346312 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 75903cda-4f1c-4867-9aea-eac0e24ee60a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:18.346934 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (75903cda-4f1c-4867-9aea-eac0e24ee60a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:18.348752 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 75903cda-4f1c-4867-9aea-eac0e24ee60a Nov 02 12:51:18.361588 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2be61aca-f03a-48b0-828c-cc27fa10bfbd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:18.382197 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:18.385727 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216f1e46-f720-4cf9-82bc-809cad260497 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:18.399501 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-216f1e46-f720-4cf9-82bc-809cad260497 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "PUT /networking/v2.0/routers/fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2844977 Nov 02 12:51:18.402532 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48674) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:18.450866 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:18.464658 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73323c0-4f3b-40e3-b6c7-b2c1212c681d None None] Sync routers for ids ['fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:18.498816 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4859db-c6b4-4340-a261-4742c7b9a72a tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Made reservation on behalf of d51481ca43dc4936b4d039170d10afc6 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:18.503993 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a4859db-c6b4-4340-a261-4742c7b9a72a tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:18.531277 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-692fff53-b51f-4ae9-ab16-ad7f63efee36 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] delete failed (client error): The resource could not be found. Nov 02 12:51:18.549098 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-692fff53-b51f-4ae9-ab16-ad7f63efee36 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "DELETE /networking/v2.0/routers/tempest-non_exist_router-781447653 HTTP/1.1" status: 404 len: 334 time: 0.1452625 Nov 02 12:51:18.552022 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48680) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:18.571923 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-da8d2cb9-4320-4f66-af01-3c1a8836fa3c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:18.580029 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-55945f49-a266-4b0e-99d3-59d564316c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (ade0302a-422a-4ffd-8ebc-4c628e78ec70), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:18.582992 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55945f49-a266-4b0e-99d3-59d564316c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:18.583624 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-55945f49-a266-4b0e-99d3-59d564316c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:18.589741 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4859db-c6b4-4340-a261-4742c7b9a72a tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:51:18.599964 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a4859db-c6b4-4340-a261-4742c7b9a72a tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (30508be3-8b5f-494e-b646-148abc566fdd), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:18.600432 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-7a4859db-c6b4-4340-a261-4742c7b9a72a tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Added segment 30508be3-8b5f-494e-b646-148abc566fdd of type vlan for network 11b88e77-19d9-470d-90a8-c3aec8e55218 Nov 02 12:51:18.609388 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] Allocated IP 2001:db8:2::2 (43e9567a-1058-4b43-840a-d563ec17c532/7e3db979-b813-4ef5-9284-fb4101a531a8/a6cd7ed0-bd88-43f7-8161-809c69857d16) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:18.611950 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73323c0-4f3b-40e3-b6c7-b2c1212c681d None None] Routers {'fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:18.612979 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b73323c0-4f3b-40e3-b6c7-b2c1212c681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:18.660953 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a4859db-c6b4-4340-a261-4742c7b9a72a tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (11b88e77-19d9-470d-90a8-c3aec8e55218), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:18.676637 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] Allocated IP 2001:db8:0:ffff::2 (4170fa0e-916d-41bd-8177-15bf5c3b520f/1cf62550-cb00-4a5b-a370-6662881922ea/57b08e0d-9795-4ec4-9edb-cd2fd1200b51) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:18.693622 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] Publish callbacks [] for port (1a25c084-a52a-4e01-99dc-530cba275d39), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:18.700253 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:18.708430 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b73323c0-4f3b-40e3-b6c7-b2c1212c681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:18.799193 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55945f49-a266-4b0e-99d3-59d564316c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Network': ['ID=ade0302a-422a-4ffd-8ebc-4c628e78ec70,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:18.820631 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a4859db-c6b4-4340-a261-4742c7b9a72a tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (11b88e77-19d9-470d-90a8-c3aec8e55218), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:18.826008 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4859db-c6b4-4340-a261-4742c7b9a72a tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:18.826729 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a4859db-c6b4-4340-a261-4742c7b9a72a tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:18.845382 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-55945f49-a266-4b0e-99d3-59d564316c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2865367 Nov 02 12:51:18.850409 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48690) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:18.853321 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network ade0302a-422a-4ffd-8ebc-4c628e78ec70 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:51:18.883612 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-45efd56b-99a7-42c8-bec5-c86e25c015cf tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'subnet': {'network_id': 'ade0302a-422a-4ffd-8ebc-4c628e78ec70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:18.926849 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-da8d2cb9-4320-4f66-af01-3c1a8836fa3c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for router_gateway (fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:18.930955 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73323c0-4f3b-40e3-b6c7-b2c1212c681d None None] Routers {'fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:18.931612 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b73323c0-4f3b-40e3-b6c7-b2c1212c681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:18.937302 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-dae0647f-14a4-4a61-83db-109a8cfb3d2d admin admin] Allocated IP 172.20.0.1 (682c2865-4fa7-4779-ae52-2f235088dfa9/8fa95273-95b6-425b-91ad-c336a1c3ae15/e45e3dfd-9f67-435b-bc9a-22e98eed9724) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:18.959037 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1a25c084-a52a-4e01-99dc-530cba275d39), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:18.983007 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:19.022515 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4859db-c6b4-4340-a261-4742c7b9a72a tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Network': ['ID=11b88e77-19d9-470d-90a8-c3aec8e55218,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:19.031695 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7a4859db-c6b4-4340-a261-4742c7b9a72a tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7077246 Nov 02 12:51:19.035142 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48692) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:19.042232 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-a2c30efd-afdf-40f5-88e9-299c224bed5e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'subnet': {'network_id': '11b88e77-19d9-470d-90a8-c3aec8e55218', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:19.063553 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b73323c0-4f3b-40e3-b6c7-b2c1212c681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:19.064763 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73323c0-4f3b-40e3-b6c7-b2c1212c681d None None] The sync data for ids ['fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:19.074363 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 11b88e77-19d9-470d-90a8-c3aec8e55218 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:51:19.077994 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 75903cda-4f1c-4867-9aea-eac0e24ee60a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:19.079072 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d782ce5c-f378-46c1-83da-5ea6d272533f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:19.112615 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-da8d2cb9-4320-4f66-af01-3c1a8836fa3c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] update failed (client error): The resource could not be found. Nov 02 12:51:19.114938 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-da8d2cb9-4320-4f66-af01-3c1a8836fa3c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "PUT /networking/v2.0/routers/fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f HTTP/1.1" status: 404 len: 339 time: 0.5491168 Nov 02 12:51:19.120087 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48698) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:19.127477 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5e8d24c3-f726-47ff-9e68-0caedb287651 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-393235758'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:19.163344 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45efd56b-99a7-42c8-bec5-c86e25c015cf tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Made reservation on behalf of 7e8f0f160b634aeebb04fc7f66a15f23 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:19.170357 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45efd56b-99a7-42c8-bec5-c86e25c015cf tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:19.171296 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] Attempting to bind port 1a25c084-a52a-4e01-99dc-530cba275d39 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:51:19.171764 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] Attempting to bind port 1a25c084-a52a-4e01-99dc-530cba275d39 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:51:19.172144 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] Attempting to bind port 1a25c084-a52a-4e01-99dc-530cba275d39 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:51:19.172276 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dae0647f-14a4-4a61-83db-109a8cfb3d2d admin admin] Publish callbacks [] for port (e45e3dfd-9f67-435b-bc9a-22e98eed9724), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:19.194357 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:19.294631 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c30efd-afdf-40f5-88e9-299c224bed5e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Made reservation on behalf of d51481ca43dc4936b4d039170d10afc6 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:19.300199 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2c30efd-afdf-40f5-88e9-299c224bed5e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:19.312821 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d099cee-3b92-4155-83fb-ad39c384694c None None] Pushing event updated for resources: {'Port': ['ID=1a25c084-a52a-4e01-99dc-530cba275d39,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:19.361443 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dae0647f-14a4-4a61-83db-109a8cfb3d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (e45e3dfd-9f67-435b-bc9a-22e98eed9724), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:19.426959 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:51:19.427622 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:19.427762 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:19.428139 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:51:19.428652 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] Bound port: 1a25c084-a52a-4e01-99dc-530cba275d39, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:51:19.429041 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1a25c084-a52a-4e01-99dc-530cba275d39), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:19.440572 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8d24c3-f726-47ff-9e68-0caedb287651 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Made reservation on behalf of e50490f448cd46158427d5122f3528b8 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:19.444323 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e8d24c3-f726-47ff-9e68-0caedb287651 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:19.464197 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d782ce5c-f378-46c1-83da-5ea6d272533f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:19.464197 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d782ce5c-f378-46c1-83da-5ea6d272533f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:19.470449 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d782ce5c-f378-46c1-83da-5ea6d272533f Nov 02 12:51:19.480338 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae0647f-14a4-4a61-83db-109a8cfb3d2d admin admin] Network 682c2865-4fa7-4779-ae52-2f235088dfa9 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:19.485210 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-dae0647f-14a4-4a61-83db-109a8cfb3d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:19.501835 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae0647f-14a4-4a61-83db-109a8cfb3d2d admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:19.501984 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8d24c3-f726-47ff-9e68-0caedb287651 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:51:19.512755 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e8d24c3-f726-47ff-9e68-0caedb287651 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e1b0893a-0c5e-492b-82ed-a81112602726), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:19.513356 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-5e8d24c3-f726-47ff-9e68-0caedb287651 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Added segment e1b0893a-0c5e-492b-82ed-a81112602726 of type vlan for network de06ae67-42a0-4ec9-8964-049f3997154c Nov 02 12:51:19.521042 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] Publish callbacks [] for port (a6cd7ed0-bd88-43f7-8161-809c69857d16), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:19.554191 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0647f-14a4-4a61-83db-109a8cfb3d2d admin admin] Pushing event updated for resources: {'Port': ['ID=e45e3dfd-9f67-435b-bc9a-22e98eed9724,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:19.564473 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] Publish callbacks [] for port (57b08e0d-9795-4ec4-9edb-cd2fd1200b51), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:19.582701 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dae0647f-14a4-4a61-83db-109a8cfb3d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (300a116c-47cf-48c6-9c4c-3ace552c7f4d), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:19.595990 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:19.599683 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] For port 1a25c084-a52a-4e01-99dc-530cba275d39, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:51:19.604390 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] For port 1a25c084-a52a-4e01-99dc-530cba275d39, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1a25c084-a52a-4e01-99dc-530cba275d39,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:51:19.607877 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45efd56b-99a7-42c8-bec5-c86e25c015cf tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (616655e3-50fb-40ca-9a5c-65b4bcc489b8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:19.634602 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (a6cd7ed0-bd88-43f7-8161-809c69857d16), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:19.667627 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e8d24c3-f726-47ff-9e68-0caedb287651 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (de06ae67-42a0-4ec9-8964-049f3997154c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:19.722953 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:19.762374 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efd56b-99a7-42c8-bec5-c86e25c015cf tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Subnet': ['ID=616655e3-50fb-40ca-9a5c-65b4bcc489b8,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:19.799287 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-2be61aca-f03a-48b0-828c-cc27fa10bfbd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Allocated IP 2001:db8:2::1 (43e9567a-1058-4b43-840a-d563ec17c532/7e3db979-b813-4ef5-9284-fb4101a531a8/3432020f-df5f-4649-8c81-9b5e2378e81c) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:19.824271 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45efd56b-99a7-42c8-bec5-c86e25c015cf tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Checking segment: {'id': 'a6fafe43-1cf0-4cca-b7ec-d793304d0a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'ade0302a-422a-4ffd-8ebc-4c628e78ec70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:19.824672 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45efd56b-99a7-42c8-bec5-c86e25c015cf tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Network hostable DHCP agents. Network: ade0302a-422a-4ffd-8ebc-4c628e78ec70, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:51:19.893376 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2c30efd-afdf-40f5-88e9-299c224bed5e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (1844210e-4243-4e94-ae43-6f18e60935c9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:19.893774 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1a25c084-a52a-4e01-99dc-530cba275d39), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:19.897549 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (57b08e0d-9795-4ec4-9edb-cd2fd1200b51), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:19.909937 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] Network 43e9567a-1058-4b43-840a-d563ec17c532 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:19.912534 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e8d24c3-f726-47ff-9e68-0caedb287651 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (de06ae67-42a0-4ec9-8964-049f3997154c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:19.915573 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:19.917878 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8d24c3-f726-47ff-9e68-0caedb287651 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:19.918496 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e8d24c3-f726-47ff-9e68-0caedb287651 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:19.927968 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:19.931767 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:19.941091 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d782ce5c-f378-46c1-83da-5ea6d272533f is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:19.941851 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d782ce5c-f378-46c1-83da-5ea6d272533f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:19.959725 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] Pushing event updated for resources: {'Port': ['ID=a6cd7ed0-bd88-43f7-8161-809c69857d16,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:19.973873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] Routers {'300a116c-47cf-48c6-9c4c-3ace552c7f4d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:19.974535 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['300a116c-47cf-48c6-9c4c-3ace552c7f4d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:19.997145 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45efd56b-99a7-42c8-bec5-c86e25c015cf tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Network ade0302a-422a-4ffd-8ebc-4c628e78ec70 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:51:20.025662 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] Network 4170fa0e-916d-41bd-8177-15bf5c3b520f is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:20.043292 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c30efd-afdf-40f5-88e9-299c224bed5e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Subnet': ['ID=1844210e-4243-4e94-ae43-6f18e60935c9,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:20.062957 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2be61aca-f03a-48b0-828c-cc27fa10bfbd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for port (3432020f-df5f-4649-8c81-9b5e2378e81c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:20.065578 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d24c3-f726-47ff-9e68-0caedb287651 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event updated for resources: {'Network': ['ID=de06ae67-42a0-4ec9-8964-049f3997154c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:20.101465 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c30efd-afdf-40f5-88e9-299c224bed5e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Checking segment: {'id': '30508be3-8b5f-494e-b646-148abc566fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11b88e77-19d9-470d-90a8-c3aec8e55218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:20.102212 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c30efd-afdf-40f5-88e9-299c224bed5e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Network hostable DHCP agents. Network: 11b88e77-19d9-470d-90a8-c3aec8e55218, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:51:20.105220 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network de06ae67-42a0-4ec9-8964-049f3997154c details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:51:20.107669 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:20.110127 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:20.154545 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5e8d24c3-f726-47ff-9e68-0caedb287651 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0326288 Nov 02 12:51:20.174292 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48716) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:20.174292 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6cc69fcc-5edb-4b09-b1b6-0bda21d01ed8 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Request body: {'subnet': {'network_id': 'de06ae67-42a0-4ec9-8964-049f3997154c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:20.192112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port d782ce5c-f378-46c1-83da-5ea6d272533f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d782ce5c-f378-46c1-83da-5ea6d272533f,segment=NetworkSegment(a81a12f0-33d4-4196-91f3-0c4acfc9ff16),segment_id=a81a12f0-33d4-4196-91f3-0c4acfc9ff16)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:20.198416 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-45efd56b-99a7-42c8-bec5-c86e25c015cf tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, ade0302a-422a-4ffd-8ebc-4c628e78ec70) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:20.216410 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45efd56b-99a7-42c8-bec5-c86e25c015cf tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:20.218326 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45efd56b-99a7-42c8-bec5-c86e25c015cf tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:20.256887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] Attempting to bind port a6cd7ed0-bd88-43f7-8161-809c69857d16 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:51:20.257263 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] Attempting to bind port a6cd7ed0-bd88-43f7-8161-809c69857d16 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '467c2e46-94d2-448c-8ee6-f1647f9c6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:51:20.257632 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] Attempting to bind port a6cd7ed0-bd88-43f7-8161-809c69857d16 on network 43e9567a-1058-4b43-840a-d563ec17c532 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:51:20.266586 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d099cee-3b92-4155-83fb-ad39c384694c None None] Pushing event updated for resources: {'Port': ['ID=1a25c084-a52a-4e01-99dc-530cba275d39,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:20.308384 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2be61aca-f03a-48b0-828c-cc27fa10bfbd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (3432020f-df5f-4649-8c81-9b5e2378e81c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:20.367383 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d782ce5c-f378-46c1-83da-5ea6d272533f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:20.392273 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be61aca-f03a-48b0-828c-cc27fa10bfbd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Port': ['ID=3432020f-df5f-4649-8c81-9b5e2378e81c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:20.398044 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-45efd56b-99a7-42c8-bec5-c86e25c015cf tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5284662 Nov 02 12:51:20.402996 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48722) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:20.435863 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c30efd-afdf-40f5-88e9-299c224bed5e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Network 11b88e77-19d9-470d-90a8-c3aec8e55218 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:51:20.447340 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] Set router 300a116c-47cf-48c6-9c4c-3ace552c7f4d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:51:20.449926 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] Pushing event updated for resources: {'Port': ['ID=57b08e0d-9795-4ec4-9edb-cd2fd1200b51,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:20.452102 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be61aca-f03a-48b0-828c-cc27fa10bfbd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network 43e9567a-1058-4b43-840a-d563ec17c532 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:20.458300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-2be61aca-f03a-48b0-828c-cc27fa10bfbd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:20.463670 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc69fcc-5edb-4b09-b1b6-0bda21d01ed8 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Made reservation on behalf of e50490f448cd46158427d5122f3528b8 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:20.477260 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be61aca-f03a-48b0-828c-cc27fa10bfbd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:20.477260 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2be61aca-f03a-48b0-828c-cc27fa10bfbd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (4795dd8e-c10b-4708-a695-50b00ce541d7), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:20.482619 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6cc69fcc-5edb-4b09-b1b6-0bda21d01ed8 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:20.489319 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-a2c30efd-afdf-40f5-88e9-299c224bed5e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 11b88e77-19d9-470d-90a8-c3aec8e55218) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:20.498359 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c30efd-afdf-40f5-88e9-299c224bed5e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:20.501243 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2c30efd-afdf-40f5-88e9-299c224bed5e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:20.540887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] Attempting to bind port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:51:20.541268 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] Attempting to bind port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'b4c1d244-5a83-4b13-9a1a-c07904688c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4170fa0e-916d-41bd-8177-15bf5c3b520f'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:51:20.541637 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] Attempting to bind port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 on network 4170fa0e-916d-41bd-8177-15bf5c3b520f {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:51:20.573130 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:51:20.573511 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] Checking segment: {'id': '467c2e46-94d2-448c-8ee6-f1647f9c6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:20.573919 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:20.574314 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] Bound using segment: {'id': '467c2e46-94d2-448c-8ee6-f1647f9c6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:51:20.575147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] Bound port: a6cd7ed0-bd88-43f7-8161-809c69857d16, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467c2e46-94d2-448c-8ee6-f1647f9c6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:51:20.575756 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a6cd7ed0-bd88-43f7-8161-809c69857d16), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:20.609308 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dae0647f-14a4-4a61-83db-109a8cfb3d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e45e3dfd-9f67-435b-bc9a-22e98eed9724), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:20.663620 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cec80eca-669e-48d7-8b56-9613ecb72449 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (ade0302a-422a-4ffd-8ebc-4c628e78ec70), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:20.682841 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=d782ce5c-f378-46c1-83da-5ea6d272533f,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:20.745061 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cec80eca-669e-48d7-8b56-9613ecb72449 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (616655e3-50fb-40ca-9a5c-65b4bcc489b8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:20.769659 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:51:20.769659 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] Checking segment: {'id': 'b4c1d244-5a83-4b13-9a1a-c07904688c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4170fa0e-916d-41bd-8177-15bf5c3b520f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:20.770367 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:20.774443 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] Bound using segment: {'id': 'b4c1d244-5a83-4b13-9a1a-c07904688c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4170fa0e-916d-41bd-8177-15bf5c3b520f'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:51:20.774895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] Bound port: 57b08e0d-9795-4ec4-9edb-cd2fd1200b51, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c1d244-5a83-4b13-9a1a-c07904688c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4170fa0e-916d-41bd-8177-15bf5c3b520f'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:51:20.775397 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (57b08e0d-9795-4ec4-9edb-cd2fd1200b51), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:20.817281 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] For port a6cd7ed0-bd88-43f7-8161-809c69857d16, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:51:20.828375 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] For port a6cd7ed0-bd88-43f7-8161-809c69857d16, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a6cd7ed0-bd88-43f7-8161-809c69857d16,segment=NetworkSegment(467c2e46-94d2-448c-8ee6-f1647f9c6d58),segment_id=467c2e46-94d2-448c-8ee6-f1647f9c6d58)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:51:20.867262 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a2c30efd-afdf-40f5-88e9-299c224bed5e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8298967 Nov 02 12:51:20.869229 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48732) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:20.877972 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f05d7a67-5bb1-4471-a66a-1dd3175a5415 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1057673199', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}, 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:20.940788 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] For port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:51:20.945686 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] For port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=57b08e0d-9795-4ec4-9edb-cd2fd1200b51,segment=NetworkSegment(b4c1d244-5a83-4b13-9a1a-c07904688c44),segment_id=b4c1d244-5a83-4b13-9a1a-c07904688c44)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:51:20.956429 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300a116c-47cf-48c6-9c4c-3ace552c7f4d', 'name': 'tempest-AttachVolumeShelveTestJSON-759285861-router', 'tenant_id': 'de7913a0ade441f797ed5d91fc6b6257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '1a25c084-a52a-4e01-99dc-530cba275d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:51:09Z', 'updated_at': '2022-11-02T12:51:19Z', 'revision_number': 4, 'project_id': 'de7913a0ade441f797ed5d91fc6b6257', 'gw_port': {'id': '1a25c084-a52a-4e01-99dc-530cba275d39', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300a116c-47cf-48c6-9c4c-3ace552c7f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:10Z', 'updated_at': '2022-11-02T12:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'e45e3dfd-9f67-435b-bc9a-22e98eed9724', 'name': '', 'network_id': '682c2865-4fa7-4779-ae52-2f235088dfa9', 'tenant_id': 'de7913a0ade441f797ed5d91fc6b6257', 'mac_address': 'fa:16:3e:8d:2a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300a116c-47cf-48c6-9c4c-3ace552c7f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '8fa95273-95b6-425b-91ad-c336a1c3ae15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:18Z', 'updated_at': '2022-11-02T12:51:18Z', 'revision_number': 1, 'project_id': 'de7913a0ade441f797ed5d91fc6b6257', 'subnets': [{'id': '8fa95273-95b6-425b-91ad-c336a1c3ae15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:20.964200 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:20.984709 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cec80eca-669e-48d7-8b56-9613ecb72449 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (616655e3-50fb-40ca-9a5c-65b4bcc489b8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:21.012530 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a6cd7ed0-bd88-43f7-8161-809c69857d16), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:21.041334 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec80eca-669e-48d7-8b56-9613ecb72449 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Subnet': ['ID=616655e3-50fb-40ca-9a5c-65b4bcc489b8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:21.051566 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dadbc6-1669-4c4b-b0cc-3462dfe7b543 None None] The sync data for ids ['300a116c-47cf-48c6-9c4c-3ace552c7f4d'] in n-d-857339-6 is: [{'id': '300a116c-47cf-48c6-9c4c-3ace552c7f4d', 'name': 'tempest-AttachVolumeShelveTestJSON-759285861-router', 'tenant_id': 'de7913a0ade441f797ed5d91fc6b6257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '1a25c084-a52a-4e01-99dc-530cba275d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:51:09Z', 'updated_at': '2022-11-02T12:51:19Z', 'revision_number': 4, 'project_id': 'de7913a0ade441f797ed5d91fc6b6257', 'gw_port': {'id': '1a25c084-a52a-4e01-99dc-530cba275d39', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300a116c-47cf-48c6-9c4c-3ace552c7f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:10Z', 'updated_at': '2022-11-02T12:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'e45e3dfd-9f67-435b-bc9a-22e98eed9724', 'name': '', 'network_id': '682c2865-4fa7-4779-ae52-2f235088dfa9', 'tenant_id': 'de7913a0ade441f797ed5d91fc6b6257', 'mac_address': 'fa:16:3e:8d:2a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300a116c-47cf-48c6-9c4c-3ace552c7f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '8fa95273-95b6-425b-91ad-c336a1c3ae15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:18Z', 'updated_at': '2022-11-02T12:51:18Z', 'revision_number': 1, 'project_id': 'de7913a0ade441f797ed5d91fc6b6257', 'subnets': [{'id': '8fa95273-95b6-425b-91ad-c336a1c3ae15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:21.093694 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dae0647f-14a4-4a61-83db-109a8cfb3d2d admin admin] Publish callbacks [] for port (e45e3dfd-9f67-435b-bc9a-22e98eed9724), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:21.102211 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (57b08e0d-9795-4ec4-9edb-cd2fd1200b51), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:21.112878 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f05d7a67-5bb1-4471-a66a-1dd3175a5415 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (b502a999-0ec8-4fe0-908a-000aa623f9d8), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:21.115928 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f05d7a67-5bb1-4471-a66a-1dd3175a5415 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (b502a999-0ec8-4fe0-908a-000aa623f9d8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:21.136511 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c50eb-5c55-4555-a2a9-0868f22636ee None None] Pushing event updated for resources: {'Port': ['ID=a6cd7ed0-bd88-43f7-8161-809c69857d16,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:21.158305 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:21.202672 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cec80eca-669e-48d7-8b56-9613ecb72449 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (ade0302a-422a-4ffd-8ebc-4c628e78ec70), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:21.255491 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f05d7a67-5bb1-4471-a66a-1dd3175a5415 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for router_controller (b502a999-0ec8-4fe0-908a-000aa623f9d8), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:21.257794 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6cc69fcc-5edb-4b09-b1b6-0bda21d01ed8 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (0e835162-f638-4495-a2c8-6c48f708c999), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:21.283899 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dae0647f-14a4-4a61-83db-109a8cfb3d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (e45e3dfd-9f67-435b-bc9a-22e98eed9724), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:21.309205 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fa807-1d1c-4d28-9d32-318034d3a34d None None] Pushing event updated for resources: {'Port': ['ID=57b08e0d-9795-4ec4-9edb-cd2fd1200b51,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:21.375723 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-cec80eca-669e-48d7-8b56-9613ecb72449 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade0302a-422a-4ffd-8ebc-4c628e78ec70']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:21.430188 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-cec80eca-669e-48d7-8b56-9613ecb72449 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6fafe43-1cf0-4cca-b7ec-d793304d0a16') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:21.430188 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-cec80eca-669e-48d7-8b56-9613ecb72449 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6fafe43-1cf0-4cca-b7ec-d793304d0a16') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:21.442778 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0647f-14a4-4a61-83db-109a8cfb3d2d admin admin] Pushing event updated for resources: {'Port': ['ID=e45e3dfd-9f67-435b-bc9a-22e98eed9724,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:21.453653 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cec80eca-669e-48d7-8b56-9613ecb72449 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (a6fafe43-1cf0-4cca-b7ec-d793304d0a16), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:21.534394 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dae0647f-14a4-4a61-83db-109a8cfb3d2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (300a116c-47cf-48c6-9c4c-3ace552c7f4d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:21.552771 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cec80eca-669e-48d7-8b56-9613ecb72449 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a6fafe43-1cf0-4cca-b7ec-d793304d0a16), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:21.609174 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec80eca-669e-48d7-8b56-9613ecb72449 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:51:21.612849 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cec80eca-669e-48d7-8b56-9613ecb72449 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (a6fafe43-1cf0-4cca-b7ec-d793304d0a16), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:21.777465 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment a6fafe43-1cf0-4cca-b7ec-d793304d0a16 resource provider aggregate not found Nov 02 12:51:21.822519 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment a6fafe43-1cf0-4cca-b7ec-d793304d0a16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6fafe43-1cf0-4cca-b7ec-d793304d0a16 found for delete ", "request_id": "req-11509ddf-03d8-4029-9984-c3e1436b1efb"}]} Nov 02 12:51:21.830756 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2be61aca-f03a-48b0-828c-cc27fa10bfbd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3432020f-df5f-4649-8c81-9b5e2378e81c), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:21.894789 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:22.004236 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cec80eca-669e-48d7-8b56-9613ecb72449 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (ade0302a-422a-4ffd-8ebc-4c628e78ec70), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:22.024395 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cec80eca-669e-48d7-8b56-9613ecb72449 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:22.033603 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cec80eca-669e-48d7-8b56-9613ecb72449 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/networks/ade0302a-422a-4ffd-8ebc-4c628e78ec70 HTTP/1.1" status: 204 len: 168 time: 1.6291645 Nov 02 12:51:22.037018 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec80eca-669e-48d7-8b56-9613ecb72449 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Network': ['ID=ade0302a-422a-4ffd-8ebc-4c628e78ec70,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:22.039732 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48760) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:22.077183 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:22.083115 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-076501b2-5344-4c3b-b688-a0098af6d784 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1223869125'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:22.095368 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:22.264736 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc69fcc-5edb-4b09-b1b6-0bda21d01ed8 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event updated for resources: {'Subnet': ['ID=0e835162-f638-4495-a2c8-6c48f708c999,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:22.336088 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2be61aca-f03a-48b0-828c-cc27fa10bfbd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for port (3432020f-df5f-4649-8c81-9b5e2378e81c), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:22.348667 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076501b2-5344-4c3b-b688-a0098af6d784 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Made reservation on behalf of 7e8f0f160b634aeebb04fc7f66a15f23 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:22.360686 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-076501b2-5344-4c3b-b688-a0098af6d784 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:22.440035 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2be61aca-f03a-48b0-828c-cc27fa10bfbd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (3432020f-df5f-4649-8c81-9b5e2378e81c), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:22.440035 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2be61aca-f03a-48b0-828c-cc27fa10bfbd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (4795dd8e-c10b-4708-a695-50b00ce541d7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:22.485389 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc69fcc-5edb-4b09-b1b6-0bda21d01ed8 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Checking segment: {'id': 'e1b0893a-0c5e-492b-82ed-a81112602726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'de06ae67-42a0-4ec9-8964-049f3997154c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:22.485818 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc69fcc-5edb-4b09-b1b6-0bda21d01ed8 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Network hostable DHCP agents. Network: de06ae67-42a0-4ec9-8964-049f3997154c, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:51:22.497000 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48784) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:22.511796 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076501b2-5344-4c3b-b688-a0098af6d784 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:51:22.631442 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f05d7a67-5bb1-4471-a66a-1dd3175a5415 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for router_gateway (b502a999-0ec8-4fe0-908a-000aa623f9d8), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:22.676755 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:22.681909 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-076501b2-5344-4c3b-b688-a0098af6d784 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (c7f0a446-aea3-40a4-874c-4232b9034c29), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:22.682177 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-076501b2-5344-4c3b-b688-a0098af6d784 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Added segment c7f0a446-aea3-40a4-874c-4232b9034c29 of type vlan for network 135dbfe7-0fa9-4107-b710-a106d8ffd5e2 Nov 02 12:51:22.714230 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be61aca-f03a-48b0-828c-cc27fa10bfbd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Port': ['ID=3432020f-df5f-4649-8c81-9b5e2378e81c,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:22.733493 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae0647f-14a4-4a61-83db-109a8cfb3d2d admin admin] Network 682c2865-4fa7-4779-ae52-2f235088dfa9 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:22.734646 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-dae0647f-14a4-4a61-83db-109a8cfb3d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:22.815435 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:22.856235 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-568a4d31-8e57-4cbf-8e45-038cc475b06d tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1587550577'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:22.856844 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-568a4d31-8e57-4cbf-8e45-038cc475b06d tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] Unknown quota resources ['metering_label']. {{(pid=105975) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Nov 02 12:51:22.875264 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-076501b2-5344-4c3b-b688-a0098af6d784 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (135dbfe7-0fa9-4107-b710-a106d8ffd5e2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:22.946015 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:22.946015 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (57b08e0d-9795-4ec4-9edb-cd2fd1200b51), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:22.946760 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 Nov 02 12:51:22.971327 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc69fcc-5edb-4b09-b1b6-0bda21d01ed8 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Network de06ae67-42a0-4ec9-8964-049f3997154c is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:51:22.979037 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be61aca-f03a-48b0-828c-cc27fa10bfbd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network 43e9567a-1058-4b43-840a-d563ec17c532 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:22.996969 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-2be61aca-f03a-48b0-828c-cc27fa10bfbd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:23.121774 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-076501b2-5344-4c3b-b688-a0098af6d784 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (135dbfe7-0fa9-4107-b710-a106d8ffd5e2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:23.133805 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076501b2-5344-4c3b-b688-a0098af6d784 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:23.137856 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-076501b2-5344-4c3b-b688-a0098af6d784 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:23.139687 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:23.140094 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (57b08e0d-9795-4ec4-9edb-cd2fd1200b51), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:23.216233 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=57b08e0d-9795-4ec4-9edb-cd2fd1200b51,segment=NetworkSegment(b4c1d244-5a83-4b13-9a1a-c07904688c44),segment_id=b4c1d244-5a83-4b13-9a1a-c07904688c44)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:23.298805 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-6cc69fcc-5edb-4b09-b1b6-0bda21d01ed8 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, de06ae67-42a0-4ec9-8964-049f3997154c) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:23.365583 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ff2f24f8-5ffe-4cba-a6e1-f9eea560d38e None None] Provisioning complete for port a6cd7ed0-bd88-43f7-8161-809c69857d16 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:23.373129 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ff2f24f8-5ffe-4cba-a6e1-f9eea560d38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a6cd7ed0-bd88-43f7-8161-809c69857d16), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:23.373331 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ff2f24f8-5ffe-4cba-a6e1-f9eea560d38e None None] Attempt 1 to provision port a6cd7ed0-bd88-43f7-8161-809c69857d16 Nov 02 12:51:23.414655 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-568a4d31-8e57-4cbf-8e45-038cc475b06d tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:23.419695 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-568a4d31-8e57-4cbf-8e45-038cc475b06d tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] 10.222.0.64 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9103820 Nov 02 12:51:23.424395 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48804) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:23.425880 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc69fcc-5edb-4b09-b1b6-0bda21d01ed8 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:23.426483 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6cc69fcc-5edb-4b09-b1b6-0bda21d01ed8 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:23.446640 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1292e049-a978-41a8-a160-aecdc80aa185 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:51:23.450242 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-1fdb2ab4-0bc0-4915-9f6b-fac286e31a8a tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd9383635-6441-4f19-ac2e-a286f51c20db'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:23.450904 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (57b08e0d-9795-4ec4-9edb-cd2fd1200b51), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:23.476797 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-1fdb2ab4-0bc0-4915-9f6b-fac286e31a8a tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105975) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Nov 02 12:51:23.477377 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d782ce5c-f378-46c1-83da-5ea6d272533f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:23.592402 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae0647f-14a4-4a61-83db-109a8cfb3d2d admin admin] Router 300a116c-47cf-48c6-9c4c-3ace552c7f4d has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:51:23.612407 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6cc69fcc-5edb-4b09-b1b6-0bda21d01ed8 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4527123 Nov 02 12:51:23.615970 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48808) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:23.626683 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-15375840-7fe1-446f-8c7c-53ce71bc1bd5 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Request body: {'router': {'external_gateway_info': {'network_id': 'de06ae67-42a0-4ec9-8964-049f3997154c'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:23.671997 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-076501b2-5344-4c3b-b688-a0098af6d784 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5976717 Nov 02 12:51:23.679361 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48810) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:23.685078 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-4d7c25e0-cc0d-440c-ba85-95176738b81d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'subnet': {'network_id': '135dbfe7-0fa9-4107-b710-a106d8ffd5e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:23.734207 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=57b08e0d-9795-4ec4-9edb-cd2fd1200b51,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:23.735824 n-d-857339-6 neutron-server[105975]: WARNING neutron.services.metering.metering_plugin [None req-1fdb2ab4-0bc0-4915-9f6b-fac286e31a8a tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 02 12:51:23.763433 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076501b2-5344-4c3b-b688-a0098af6d784 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Network': ['ID=135dbfe7-0fa9-4107-b710-a106d8ffd5e2,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:23.768961 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ff2f24f8-5ffe-4cba-a6e1-f9eea560d38e None None] Current status of the port a6cd7ed0-bd88-43f7-8161-809c69857d16 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:23.769356 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ff2f24f8-5ffe-4cba-a6e1-f9eea560d38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a6cd7ed0-bd88-43f7-8161-809c69857d16), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:23.775718 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:23.792321 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 135dbfe7-0fa9-4107-b710-a106d8ffd5e2 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:51:23.800276 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d782ce5c-f378-46c1-83da-5ea6d272533f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:23.800928 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d782ce5c-f378-46c1-83da-5ea6d272533f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:23.801336 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d782ce5c-f378-46c1-83da-5ea6d272533f Nov 02 12:51:23.815394 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be61aca-f03a-48b0-828c-cc27fa10bfbd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 4795dd8e-c10b-4708-a695-50b00ce541d7 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:51:23.964254 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:23.977012 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ff2f24f8-5ffe-4cba-a6e1-f9eea560d38e None None] For port a6cd7ed0-bd88-43f7-8161-809c69857d16, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a6cd7ed0-bd88-43f7-8161-809c69857d16,segment=NetworkSegment(467c2e46-94d2-448c-8ee6-f1647f9c6d58),segment_id=467c2e46-94d2-448c-8ee6-f1647f9c6d58)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:24.021310 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1292e049-a978-41a8-a160-aecdc80aa185 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:51:24.030032 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1fdb2ab4-0bc0-4915-9f6b-fac286e31a8a tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:24.034115 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1fdb2ab4-0bc0-4915-9f6b-fac286e31a8a tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] 10.222.0.64 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5855103 Nov 02 12:51:24.040676 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48814) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:24.044889 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be61aca-f03a-48b0-828c-cc27fa10bfbd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:24.047253 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7c25e0-cc0d-440c-ba85-95176738b81d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Made reservation on behalf of 7e8f0f160b634aeebb04fc7f66a15f23 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:24.053130 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4d7c25e0-cc0d-440c-ba85-95176738b81d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:24.058053 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] Sync routers for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:24.080585 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f05d7a67-5bb1-4471-a66a-1dd3175a5415 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for router_gateway (b502a999-0ec8-4fe0-908a-000aa623f9d8), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:24.091924 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] Routers {'4795dd8e-c10b-4708-a695-50b00ce541d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:24.093036 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4795dd8e-c10b-4708-a695-50b00ce541d7'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:24.105474 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ce0f3b1a-1be5-4eb4-bec5-f0be263f53eb tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd9383635-6441-4f19-ac2e-a286f51c20db'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:24.105988 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ce0f3b1a-1be5-4eb4-bec5-f0be263f53eb tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105975) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Nov 02 12:51:24.146145 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f05d7a67-5bb1-4471-a66a-1dd3175a5415 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:24.210642 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ff2f24f8-5ffe-4cba-a6e1-f9eea560d38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a6cd7ed0-bd88-43f7-8161-809c69857d16), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:24.216323 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48816) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:24.222717 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2be61aca-f03a-48b0-828c-cc27fa10bfbd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/4795dd8e-c10b-4708-a695-50b00ce541d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6326256 Nov 02 12:51:24.232004 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48820) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:24.238491 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-40b26669-eaaa-473e-a2f2-01b0409641e1 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1632380320'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:24.265257 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:24.283092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d782ce5c-f378-46c1-83da-5ea6d272533f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:24.284237 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a6cd7ed0-bd88-43f7-8161-809c69857d16 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:24.370228 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] Set router 4795dd8e-c10b-4708-a695-50b00ce541d7 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:51:24.404128 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-f05d7a67-5bb1-4471-a66a-1dd3175a5415 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Allocated IP 172.25.2.59 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/a3e6c6f8-6a8f-4bc2-bc4b-088c7b95644e) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:24.407335 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b26669-eaaa-473e-a2f2-01b0409641e1 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Made reservation on behalf of c26d2fe9e5e743059c97bd0af976552c for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:24.417917 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40b26669-eaaa-473e-a2f2-01b0409641e1 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:24.477985 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b26669-eaaa-473e-a2f2-01b0409641e1 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:51:24.498261 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:24.501025 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40b26669-eaaa-473e-a2f2-01b0409641e1 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (7a7d9838-9ea7-4895-8ddf-1e2b041d21bc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:24.501949 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-40b26669-eaaa-473e-a2f2-01b0409641e1 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Added segment 7a7d9838-9ea7-4895-8ddf-1e2b041d21bc of type vlan for network 2742217b-21f6-42de-81d0-8e396577065a Nov 02 12:51:24.536863 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4a6a4052-24ec-432e-8a7d-6ac353a6c89d None None] Provisioning complete for port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:24.539274 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4a6a4052-24ec-432e-8a7d-6ac353a6c89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (57b08e0d-9795-4ec4-9edb-cd2fd1200b51), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:24.541094 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4a6a4052-24ec-432e-8a7d-6ac353a6c89d None None] Attempt 1 to provision port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 Nov 02 12:51:24.574853 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f05d7a67-5bb1-4471-a66a-1dd3175a5415 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for port (a3e6c6f8-6a8f-4bc2-bc4b-088c7b95644e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:24.594451 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40b26669-eaaa-473e-a2f2-01b0409641e1 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (2742217b-21f6-42de-81d0-8e396577065a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:24.618198 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f24f8-5ffe-4cba-a6e1-f9eea560d38e None None] Pushing event updated for resources: {'Port': ['ID=a6cd7ed0-bd88-43f7-8161-809c69857d16,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:24.633513 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=21,neutron:SELECT=73,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:24.695193 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:24.704189 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:24.711904 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4a2b643e-1482-416b-850e-9fdcfce7e761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:24.775111 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a6cd7ed0-bd88-43f7-8161-809c69857d16 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:24.775111 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a6cd7ed0-bd88-43f7-8161-809c69857d16), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:24.775111 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a6cd7ed0-bd88-43f7-8161-809c69857d16 Nov 02 12:51:24.808332 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 4, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3432020f-df5f-4649-8c81-9b5e2378e81c', 'name': '', 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:9c:6a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:18Z', 'updated_at': '2022-11-02T12:51:22Z', 'revision_number': 2, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd782ce5c-f378-46c1-83da-5ea6d272533f', 'name': '', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:88:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:05Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:24.853672 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f05d7a67-5bb1-4471-a66a-1dd3175a5415 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (a3e6c6f8-6a8f-4bc2-bc4b-088c7b95644e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:24.868991 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-11b88e77-19d9-470d-90a8-c3aec8e55218', 'network_id': '11b88e77-19d9-470d-90a8-c3aec8e55218', 'project_id': 'd51481ca43dc4936b4d039170d10afc6', 'fixed_ips': [{'subnet_id': '1844210e-4243-4e94-ae43-6f18e60935c9'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:51:24.871445 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:24.871569 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] Checking router: 4795dd8e-c10b-4708-a695-50b00ce541d7 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:51:24.871926 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] Updating router 4795dd8e-c10b-4708-a695-50b00ce541d7 port 3432020f-df5f-4649-8c81-9b5e2378e81c binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:51:24.892326 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40b26669-eaaa-473e-a2f2-01b0409641e1 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (2742217b-21f6-42de-81d0-8e396577065a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:24.901409 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b26669-eaaa-473e-a2f2-01b0409641e1 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:24.902189 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40b26669-eaaa-473e-a2f2-01b0409641e1 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:24.912600 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-de06ae67-42a0-4ec9-8964-049f3997154c', 'network_id': 'de06ae67-42a0-4ec9-8964-049f3997154c', 'project_id': 'e50490f448cd46158427d5122f3528b8', 'fixed_ips': [{'subnet_id': '0e835162-f638-4495-a2c8-6c48f708c999'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:51:24.913820 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:24.932814 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a4052-24ec-432e-8a7d-6ac353a6c89d None None] Current status of the port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:24.954005 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3432020f-df5f-4649-8c81-9b5e2378e81c), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:24.978143 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4d7c25e0-cc0d-440c-ba85-95176738b81d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (189be18c-62dc-4cfe-8320-89d87b97219c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:25.005421 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4a2b643e-1482-416b-850e-9fdcfce7e761 admin admin] Publish callbacks [] for security_group (c707596c-578a-4b54-8dae-9f6cd95b465a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:25.062475 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05d7a67-5bb1-4471-a66a-1dd3175a5415 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:25.072368 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f05d7a67-5bb1-4471-a66a-1dd3175a5415 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:25.084271 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-15375840-7fe1-446f-8c7c-53ce71bc1bd5 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for router_gateway (fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:25.115299 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a6cd7ed0-bd88-43f7-8161-809c69857d16 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:25.119578 n-d-857339-6 neutron-server[105975]: WARNING neutron.services.metering.metering_plugin [None req-ce0f3b1a-1be5-4eb4-bec5-f0be263f53eb tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 02 12:51:25.154404 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4a2b643e-1482-416b-850e-9fdcfce7e761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c707596c-578a-4b54-8dae-9f6cd95b465a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:25.226871 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b643e-1482-416b-850e-9fdcfce7e761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c707596c-578a-4b54-8dae-9f6cd95b465a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:25.233328 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-40b26669-eaaa-473e-a2f2-01b0409641e1 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9999936 Nov 02 12:51:25.244010 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b26669-eaaa-473e-a2f2-01b0409641e1 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Network': ['ID=2742217b-21f6-42de-81d0-8e396577065a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:25.262678 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48858) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:25.273604 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-1c2ca82f-621a-4d18-b340-90985b3c454c tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'subnet': {'network_id': '2742217b-21f6-42de-81d0-8e396577065a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:25.339019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 2742217b-21f6-42de-81d0-8e396577065a details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:51:25.431063 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c25e0-cc0d-440c-ba85-95176738b81d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Subnet': ['ID=189be18c-62dc-4cfe-8320-89d87b97219c,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:25.449676 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] Allocated IP 2001:db8:1::2 (de06ae67-42a0-4ec9-8964-049f3997154c/0e835162-f638-4495-a2c8-6c48f708c999/1bd0b9dc-e7f9-40ba-8477-0f941fe49248) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:25.451962 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4a2b643e-1482-416b-850e-9fdcfce7e761 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4eb742124f6b4987aab95d9b0d1247ee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2285237 Nov 02 12:51:25.460817 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48868) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:25.477818 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c25e0-cc0d-440c-ba85-95176738b81d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Checking segment: {'id': 'c7f0a446-aea3-40a4-874c-4232b9034c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '135dbfe7-0fa9-4107-b710-a106d8ffd5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:25.478351 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7c25e0-cc0d-440c-ba85-95176738b81d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Network hostable DHCP agents. Network: 135dbfe7-0fa9-4107-b710-a106d8ffd5e2, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:51:25.550417 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] Allocated IP 172.20.0.2 (11b88e77-19d9-470d-90a8-c3aec8e55218/1844210e-4243-4e94-ae43-6f18e60935c9/b5ec2d2e-49a0-4189-ac32-925c6fb19e03) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:25.588697 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a6cd7ed0-bd88-43f7-8161-809c69857d16 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:25.601412 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18b5ddaa-ba00-4b77-9603-85a2f3cde4aa admin admin] Publish callbacks [] for security_group (c707596c-578a-4b54-8dae-9f6cd95b465a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:25.671491 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18b5ddaa-ba00-4b77-9603-85a2f3cde4aa admin admin] Publish callbacks [] for security_group (c707596c-578a-4b54-8dae-9f6cd95b465a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:25.691892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a6cd7ed0-bd88-43f7-8161-809c69857d16 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:25.692573 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a6cd7ed0-bd88-43f7-8161-809c69857d16), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:25.693299 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a6cd7ed0-bd88-43f7-8161-809c69857d16 Nov 02 12:51:25.775609 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05d7a67-5bb1-4471-a66a-1dd3175a5415 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:25.799076 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d7a67-5bb1-4471-a66a-1dd3175a5415 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Port': ['ID=a3e6c6f8-6a8f-4bc2-bc4b-088c7b95644e,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:25.810620 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a6cd7ed0-bd88-43f7-8161-809c69857d16 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:25.811886 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:25.821173 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2ca82f-621a-4d18-b340-90985b3c454c tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Made reservation on behalf of c26d2fe9e5e743059c97bd0af976552c for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:25.827205 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1c2ca82f-621a-4d18-b340-90985b3c454c tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:25.835583 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:25.875765 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] Publish callbacks [] for port (3432020f-df5f-4649-8c81-9b5e2378e81c), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:25.880855 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7c25e0-cc0d-440c-ba85-95176738b81d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Network 135dbfe7-0fa9-4107-b710-a106d8ffd5e2 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:51:25.884345 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ce0f3b1a-1be5-4eb4-bec5-f0be263f53eb tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:25.888922 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ce0f3b1a-1be5-4eb4-bec5-f0be263f53eb tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] 10.222.0.64 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.8095849 Nov 02 12:51:25.888922 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae0647f-14a4-4a61-83db-109a8cfb3d2d admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:25.893315 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48886) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:25.896055 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dae0647f-14a4-4a61-83db-109a8cfb3d2d admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/300a116c-47cf-48c6-9c4c-3ace552c7f4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9157887 Nov 02 12:51:25.916990 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ac0bc7fd-3d9b-42d8-877f-d011d78adad5 tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] 10.222.0.64 "GET /networking/v2.0/metering/metering-label-rules?id=606df41f-9e69-462f-ab1d-ee116e051320 HTTP/1.1" status: 200 len: 464 time: 0.0225546 Nov 02 12:51:25.917249 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48890) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:25.936447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] Sync routers for ids ['300a116c-47cf-48c6-9c4c-3ace552c7f4d'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:25.947712 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18b5ddaa-ba00-4b77-9603-85a2f3cde4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c707596c-578a-4b54-8dae-9f6cd95b465a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:25.951225 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18b5ddaa-ba00-4b77-9603-85a2f3cde4aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:25.953650 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-18b5ddaa-ba00-4b77-9603-85a2f3cde4aa admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c707596c-578a-4b54-8dae-9f6cd95b465a HTTP/1.1" status: 204 len: 168 time: 0.4916761 Nov 02 12:51:25.978872 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:25.979932 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (57b08e0d-9795-4ec4-9edb-cd2fd1200b51), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:25.980408 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 Nov 02 12:51:25.980732 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5ddaa-ba00-4b77-9603-85a2f3cde4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c707596c-578a-4b54-8dae-9f6cd95b465a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:26.067511 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3432020f-df5f-4649-8c81-9b5e2378e81c), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:26.077884 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] Routers {'300a116c-47cf-48c6-9c4c-3ace552c7f4d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:26.081519 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['300a116c-47cf-48c6-9c4c-3ace552c7f4d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:26.114727 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-4d7c25e0-cc0d-440c-ba85-95176738b81d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 135dbfe7-0fa9-4107-b710-a106d8ffd5e2) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:26.159596 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:26.177182 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca470c5c-48cd-47e5-bd3c-82c0636ae421 None None] Pushing event updated for resources: {'Port': ['ID=3432020f-df5f-4649-8c81-9b5e2378e81c,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:26.183945 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7c25e0-cc0d-440c-ba85-95176738b81d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:26.185909 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4d7c25e0-cc0d-440c-ba85-95176738b81d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:26.199552 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-15375840-7fe1-446f-8c7c-53ce71bc1bd5 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:51:26.201166 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-15375840-7fe1-446f-8c7c-53ce71bc1bd5 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "PUT /networking/v2.0/routers/fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f HTTP/1.1" status: 400 len: 364 time: 2.5818243 Nov 02 12:51:26.212900 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48902) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:26.222830 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] Set router 300a116c-47cf-48c6-9c4c-3ace552c7f4d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:51:26.231811 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:26.291522 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] Attempting to bind port 3432020f-df5f-4649-8c81-9b5e2378e81c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:51:26.292206 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] Attempting to bind port 3432020f-df5f-4649-8c81-9b5e2378e81c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '467c2e46-94d2-448c-8ee6-f1647f9c6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:51:26.292777 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] Attempting to bind port 3432020f-df5f-4649-8c81-9b5e2378e81c on network 43e9567a-1058-4b43-840a-d563ec17c532 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:51:26.356031 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4d7c25e0-cc0d-440c-ba85-95176738b81d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6755180 Nov 02 12:51:26.359276 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48906) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:26.368802 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-932ecfe6-d1f2-43f7-a484-ff62b5e43c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2128622065'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:26.373951 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5ebd218d-f744-4452-8300-7fe881a7859b None None] Provisioning complete for port a4124210-a94b-42ac-9f7d-8ebf97244d04 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:26.374331 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5ebd218d-f744-4452-8300-7fe881a7859b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a4124210-a94b-42ac-9f7d-8ebf97244d04), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:26.374670 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5ebd218d-f744-4452-8300-7fe881a7859b None None] Attempt 1 to provision port a4124210-a94b-42ac-9f7d-8ebf97244d04 Nov 02 12:51:26.385502 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:51:26.385890 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] Checking segment: {'id': '467c2e46-94d2-448c-8ee6-f1647f9c6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:26.388341 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:26.389946 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] Bound using segment: {'id': '467c2e46-94d2-448c-8ee6-f1647f9c6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:51:26.391887 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] Bound port: 3432020f-df5f-4649-8c81-9b5e2378e81c, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467c2e46-94d2-448c-8ee6-f1647f9c6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:51:26.399331 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3432020f-df5f-4649-8c81-9b5e2378e81c), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:26.420374 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1c2ca82f-621a-4d18-b340-90985b3c454c tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (fc1e23e9-8b76-43e3-bd13-e495e39a4f26), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:26.516396 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dd66a7b7-66fc-4484-89d2-d1bae74a2d58 tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:26.521652 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dd66a7b7-66fc-4484-89d2-d1bae74a2d58 tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] 10.222.0.64 "DELETE /networking/v2.0/metering/metering-label-rules/606df41f-9e69-462f-ab1d-ee116e051320 HTTP/1.1" status: 204 len: 168 time: 0.6030958 Nov 02 12:51:26.527495 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48912) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:26.561605 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932ecfe6-d1f2-43f7-a484-ff62b5e43c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Made reservation on behalf of 7e8f0f160b634aeebb04fc7f66a15f23 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:26.567408 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-932ecfe6-d1f2-43f7-a484-ff62b5e43c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:26.587119 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] For port 3432020f-df5f-4649-8c81-9b5e2378e81c, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:51:26.595718 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] For port 3432020f-df5f-4649-8c81-9b5e2378e81c, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3432020f-df5f-4649-8c81-9b5e2378e81c,segment=NetworkSegment(467c2e46-94d2-448c-8ee6-f1647f9c6d58),segment_id=467c2e46-94d2-448c-8ee6-f1647f9c6d58)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:51:26.602987 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:26.624846 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ca82f-621a-4d18-b340-90985b3c454c tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Subnet': ['ID=fc1e23e9-8b76-43e3-bd13-e495e39a4f26,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:26.636732 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ca82f-621a-4d18-b340-90985b3c454c tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Checking segment: {'id': '7a7d9838-9ea7-4895-8ddf-1e2b041d21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2742217b-21f6-42de-81d0-8e396577065a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:26.637105 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2ca82f-621a-4d18-b340-90985b3c454c tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network hostable DHCP agents. Network: 2742217b-21f6-42de-81d0-8e396577065a, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:51:26.644867 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932ecfe6-d1f2-43f7-a484-ff62b5e43c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:51:26.659877 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-26a780ad-2ebc-40e4-93e0-87a9230f383d tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] 10.222.0.64 "GET /networking/v2.0/metering/metering-label-rules?id=606df41f-9e69-462f-ab1d-ee116e051320 HTTP/1.1" status: 200 len: 221 time: 0.0598238 Nov 02 12:51:26.668689 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48914) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:26.681623 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:26.683868 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1a25c084-a52a-4e01-99dc-530cba275d39 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:26.684045 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-4587bb87-8706-46a9-b4b5-fb498f011602 tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--491654407', 'description': 'label created by tempest'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:26.684392 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-4587bb87-8706-46a9-b4b5-fb498f011602 tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] Unknown quota resources ['metering_label']. {{(pid=105976) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Nov 02 12:51:26.691949 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:26.718596 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3432020f-df5f-4649-8c81-9b5e2378e81c), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:26.774792 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f05d7a67-5bb1-4471-a66a-1dd3175a5415 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for router_gateway (b502a999-0ec8-4fe0-908a-000aa623f9d8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:26.798420 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2ca82f-621a-4d18-b340-90985b3c454c tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network 2742217b-21f6-42de-81d0-8e396577065a is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:51:26.809530 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-932ecfe6-d1f2-43f7-a484-ff62b5e43c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (33625f65-d771-48a2-b497-93fc22be641c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:26.814404 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-932ecfe6-d1f2-43f7-a484-ff62b5e43c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Added segment 33625f65-d771-48a2-b497-93fc22be641c of type vlan for network 1445019c-75ad-4af8-afd2-ab14058c3ee0 Nov 02 12:51:26.848464 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] Routers {'4795dd8e-c10b-4708-a695-50b00ce541d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:26.850295 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4795dd8e-c10b-4708-a695-50b00ce541d7'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:26.870330 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:INSERT=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:26.892811 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-932ecfe6-d1f2-43f7-a484-ff62b5e43c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (1445019c-75ad-4af8-afd2-ab14058c3ee0), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:26.957046 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48930) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:26.969285 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-2bc78b46-4230-4d4c-8c97-6041a72faa06 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1315292409', 'description': 'tempest-description--1131801718'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:27.023401 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-1c2ca82f-621a-4d18-b340-90985b3c454c tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 2742217b-21f6-42de-81d0-8e396577065a) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:27.030280 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2ca82f-621a-4d18-b340-90985b3c454c tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:27.031137 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1c2ca82f-621a-4d18-b340-90985b3c454c tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:27.050212 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] Set router 4795dd8e-c10b-4708-a695-50b00ce541d7 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:51:27.120379 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-932ecfe6-d1f2-43f7-a484-ff62b5e43c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (1445019c-75ad-4af8-afd2-ab14058c3ee0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:27.127644 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e43da837-1dcf-4db4-842e-472308ce1bdb tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:27.127838 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932ecfe6-d1f2-43f7-a484-ff62b5e43c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:27.128642 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-932ecfe6-d1f2-43f7-a484-ff62b5e43c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:27.137335 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4587bb87-8706-46a9-b4b5-fb498f011602 tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:27.142600 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:27.143194 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4587bb87-8706-46a9-b4b5-fb498f011602 tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] 10.222.0.64 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4657118 Nov 02 12:51:27.147112 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48938) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:27.174593 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca470c5c-48cd-47e5-bd3c-82c0636ae421 None None] Pushing event updated for resources: {'Port': ['ID=3432020f-df5f-4649-8c81-9b5e2378e81c,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:27.175910 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f05d7a67-5bb1-4471-a66a-1dd3175a5415 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (b502a999-0ec8-4fe0-908a-000aa623f9d8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:27.254743 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300a116c-47cf-48c6-9c4c-3ace552c7f4d', 'name': 'tempest-AttachVolumeShelveTestJSON-759285861-router', 'tenant_id': 'de7913a0ade441f797ed5d91fc6b6257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '1a25c084-a52a-4e01-99dc-530cba275d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:51:09Z', 'updated_at': '2022-11-02T12:51:19Z', 'revision_number': 4, 'project_id': 'de7913a0ade441f797ed5d91fc6b6257', 'gw_port': {'id': '1a25c084-a52a-4e01-99dc-530cba275d39', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300a116c-47cf-48c6-9c4c-3ace552c7f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:10Z', 'updated_at': '2022-11-02T12:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'e45e3dfd-9f67-435b-bc9a-22e98eed9724', 'name': '', 'network_id': '682c2865-4fa7-4779-ae52-2f235088dfa9', 'tenant_id': 'de7913a0ade441f797ed5d91fc6b6257', 'mac_address': 'fa:16:3e:8d:2a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300a116c-47cf-48c6-9c4c-3ace552c7f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '8fa95273-95b6-425b-91ad-c336a1c3ae15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:18Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 2, 'project_id': 'de7913a0ade441f797ed5d91fc6b6257', 'subnets': [{'id': '8fa95273-95b6-425b-91ad-c336a1c3ae15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:27.269306 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48944) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:27.294909 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ecfe6-d1f2-43f7-a484-ff62b5e43c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Network': ['ID=1445019c-75ad-4af8-afd2-ab14058c3ee0,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:27.295459 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-279ae84d-b727-4b9d-a5f7-965cc72295ca tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] 10.222.0.64 "GET /networking/v2.0/metering/metering-labels?id=d6329c40-5a70-4fdd-a904-b50ddec12953 HTTP/1.1" status: 200 len: 467 time: 0.1453052 Nov 02 12:51:27.296587 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2bc78b46-4230-4d4c-8c97-6041a72faa06 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:27.299261 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48946) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:27.309292 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c4ccd313-2ece-494f-83e7-95049e5c4a27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:27.355660 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 4, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3432020f-df5f-4649-8c81-9b5e2378e81c', 'name': '', 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:9c:6a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:18Z', 'updated_at': '2022-11-02T12:51:26Z', 'revision_number': 4, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd782ce5c-f378-46c1-83da-5ea6d272533f', 'name': '', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:88:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:05Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:27.380808 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] Checking router: 300a116c-47cf-48c6-9c4c-3ace552c7f4d for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:51:27.381268 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] Updating router 300a116c-47cf-48c6-9c4c-3ace552c7f4d port e45e3dfd-9f67-435b-bc9a-22e98eed9724 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:51:27.383494 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 1445019c-75ad-4af8-afd2-ab14058c3ee0 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:51:27.387846 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08f2946-51c8-419c-a16e-4bab78d4f8aa None None] The sync data for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 is: [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 4, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3432020f-df5f-4649-8c81-9b5e2378e81c', 'name': '', 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:9c:6a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:18Z', 'updated_at': '2022-11-02T12:51:26Z', 'revision_number': 4, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd782ce5c-f378-46c1-83da-5ea6d272533f', 'name': '', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:88:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:05Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:27.416282 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1c2ca82f-621a-4d18-b340-90985b3c454c tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1474459 Nov 02 12:51:27.425380 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-932ecfe6-d1f2-43f7-a484-ff62b5e43c8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0598109 Nov 02 12:51:27.428566 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48952) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:27.430717 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48954) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:27.488584 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-d65d593d-f48a-468c-aae3-a19b4588aae0 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'subnet': {'network_id': '1445019c-75ad-4af8-afd2-ab14058c3ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:27.682566 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 1a25c084-a52a-4e01-99dc-530cba275d39 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:27.682943 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1a25c084-a52a-4e01-99dc-530cba275d39), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:27.683478 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 1a25c084-a52a-4e01-99dc-530cba275d39 Nov 02 12:51:27.742592 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c4ccd313-2ece-494f-83e7-95049e5c4a27 admin admin] Publish callbacks [] for security_group (a13e0317-5c4a-481a-9ae3-54fd62246bad), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:27.770071 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2bc78b46-4230-4d4c-8c97-6041a72faa06 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group (fdd310e0-884e-4ac0-8f23-64666fdddc33), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:27.777871 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e45e3dfd-9f67-435b-bc9a-22e98eed9724), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:27.845791 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c4ccd313-2ece-494f-83e7-95049e5c4a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a13e0317-5c4a-481a-9ae3-54fd62246bad), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:27.909130 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5ebd218d-f744-4452-8300-7fe881a7859b None None] Current status of the port a4124210-a94b-42ac-9f7d-8ebf97244d04 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:27.913390 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2bc78b46-4230-4d4c-8c97-6041a72faa06 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fdd310e0-884e-4ac0-8f23-64666fdddc33), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:27.948544 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] Publish callbacks [] for port (b5ec2d2e-49a0-4189-ac32-925c6fb19e03), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:27.951099 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c4ccd313-2ece-494f-83e7-95049e5c4a27 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4b78417910494e6c9b4fd9bb33c9fa5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6796925 Nov 02 12:51:27.955181 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3b033a0d-5a31-4182-a1e3-f16795216238 tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:27.958469 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3b033a0d-5a31-4182-a1e3-f16795216238 tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] 10.222.0.64 "DELETE /networking/v2.0/metering/metering-labels/d6329c40-5a70-4fdd-a904-b50ddec12953 HTTP/1.1" status: 204 len: 168 time: 0.6200840 Nov 02 12:51:27.965080 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48976) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:27.982430 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48978) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:28.029650 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] Publish callbacks [] for port (1bd0b9dc-e7f9-40ba-8477-0f941fe49248), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:28.045910 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a182a007-0952-4e17-a5e8-072b004e20d8 tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] 10.222.0.64 "GET /networking/v2.0/metering/metering-labels?id=d6329c40-5a70-4fdd-a904-b50ddec12953 HTTP/1.1" status: 200 len: 216 time: 0.0584643 Nov 02 12:51:28.046888 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc78b46-4230-4d4c-8c97-6041a72faa06 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd310e0-884e-4ac0-8f23-64666fdddc33,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:28.053860 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65d593d-f48a-468c-aae3-a19b4588aae0 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Made reservation on behalf of 7e8f0f160b634aeebb04fc7f66a15f23 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:28.063317 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d65d593d-f48a-468c-aae3-a19b4588aae0 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:28.084749 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 1a25c084-a52a-4e01-99dc-530cba275d39 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:28.085143 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1a25c084-a52a-4e01-99dc-530cba275d39), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:28.112752 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-e43da837-1dcf-4db4-842e-472308ce1bdb tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Allocated IP 2001:db8::1 (8f72715e-ddfb-4b46-9463-28973cf37af5/1c0a3aeb-f494-4dfa-b88e-c3ca41a4119f/5b135261-f2b1-4f7b-8322-7ada8002d97f) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:28.147478 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.ipam_backend_mixin [None req-d65d593d-f48a-468c-aae3-a19b4588aae0 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Performing IP validity checks on allocation pools {{(pid=105976) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 02 12:51:28.148058 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.ipam_backend_mixin [None req-d65d593d-f48a-468c-aae3-a19b4588aae0 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105976) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 02 12:51:28.218206 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (b5ec2d2e-49a0-4189-ac32-925c6fb19e03), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:28.231651 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (1bd0b9dc-e7f9-40ba-8477-0f941fe49248), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:28.238819 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48980) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:28.239288 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccd313-2ece-494f-83e7-95049e5c4a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13e0317-5c4a-481a-9ae3-54fd62246bad,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:28.240149 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 1a25c084-a52a-4e01-99dc-530cba275d39, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1a25c084-a52a-4e01-99dc-530cba275d39,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:28.265438 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2bc78b46-4230-4d4c-8c97-6041a72faa06 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:28.266727 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2bc78b46-4230-4d4c-8c97-6041a72faa06 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.3046665 Nov 02 12:51:28.271572 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ba403d15-5048-4e79-a280-8ec40d61b347 tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] 10.222.0.64 "GET /networking/v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0292225 Nov 02 12:51:28.273396 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48982) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:28.275814 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48984) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:28.292370 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e43da837-1dcf-4db4-842e-472308ce1bdb tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for port (5b135261-f2b1-4f7b-8322-7ada8002d97f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:28.298471 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-94c259f4-80a5-43ca-83c6-37d8e63142a7 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Request body: {'security_group_rule': {'security_group_id': 'fdd310e0-884e-4ac0-8f23-64666fdddc33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:28.331812 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] Network 11b88e77-19d9-470d-90a8-c3aec8e55218 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:28.347223 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] Network de06ae67-42a0-4ec9-8964-049f3997154c is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:28.353556 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:28.357371 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d10732a9-8580-4423-bd71-4048c13b5b50 tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] 10.222.0.64 "GET /networking/v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0778973 Nov 02 12:51:28.357565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:28.362833 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48986) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:28.378620 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-105b9daa-3026-4385-a853-f7a566bb5367 admin admin] Publish callbacks [] for security_group (a13e0317-5c4a-481a-9ae3-54fd62246bad), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:28.400774 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:28.403431 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:28.411217 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-105b9daa-3026-4385-a853-f7a566bb5367 admin admin] Publish callbacks [] for security_group (a13e0317-5c4a-481a-9ae3-54fd62246bad), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:28.411705 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] Pushing event updated for resources: {'Port': ['ID=b5ec2d2e-49a0-4189-ac32-925c6fb19e03,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:28.448518 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1a25c084-a52a-4e01-99dc-530cba275d39), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:28.456825 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48988) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:28.457043 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-52974771-2477-4102-b2eb-e62c139f45ae tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] 10.222.0.64 "GET /networking/v2.0/metering/metering-labels/d9383635-6441-4f19-ac2e-a286f51c20db HTTP/1.1" status: 200 len: 473 time: 0.0909050 Nov 02 12:51:28.471238 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b9f121af-96f3-4f2a-9a0c-92142780096d tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] 10.222.0.64 "GET /networking/v2.0/metering/metering-label-rules/6e7fc88d-ec63-42a5-955e-df7b8b41d6b7 HTTP/1.1" status: 200 len: 461 time: 0.0127745 Nov 02 12:51:28.475676 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48990) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:28.500027 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e43da837-1dcf-4db4-842e-472308ce1bdb tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (5b135261-f2b1-4f7b-8322-7ada8002d97f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:28.507597 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05d7a67-5bb1-4471-a66a-1dd3175a5415 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Router b502a999-0ec8-4fe0-908a-000aa623f9d8 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:51:28.569215 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43da837-1dcf-4db4-842e-472308ce1bdb tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Network 8f72715e-ddfb-4b46-9463-28973cf37af5 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:28.587252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] Attempting to bind port b5ec2d2e-49a0-4189-ac32-925c6fb19e03 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:51:28.587629 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] Attempting to bind port b5ec2d2e-49a0-4189-ac32-925c6fb19e03 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '30508be3-8b5f-494e-b646-148abc566fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11b88e77-19d9-470d-90a8-c3aec8e55218'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:51:28.588000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] Attempting to bind port b5ec2d2e-49a0-4189-ac32-925c6fb19e03 on network 11b88e77-19d9-470d-90a8-c3aec8e55218 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:51:28.629221 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e43da837-1dcf-4db4-842e-472308ce1bdb tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:28.637989 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43da837-1dcf-4db4-842e-472308ce1bdb tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:28.639605 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e43da837-1dcf-4db4-842e-472308ce1bdb tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:28.651522 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-105b9daa-3026-4385-a853-f7a566bb5367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a13e0317-5c4a-481a-9ae3-54fd62246bad), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:28.655907 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-105b9daa-3026-4385-a853-f7a566bb5367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:28.657910 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-105b9daa-3026-4385-a853-f7a566bb5367 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a13e0317-5c4a-481a-9ae3-54fd62246bad HTTP/1.1" status: 204 len: 168 time: 0.6858094 Nov 02 12:51:28.668166 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d65d593d-f48a-468c-aae3-a19b4588aae0 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (51995e54-ec85-4e7f-8bac-2b3a0240efc2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:28.673905 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94c259f4-80a5-43ca-83c6-37d8e63142a7 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group_rule (0affdb33-8b0f-4256-92d6-2adb49fa228d), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:28.676080 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3432020f-df5f-4649-8c81-9b5e2378e81c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:28.681382 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] Pushing event updated for resources: {'Port': ['ID=1bd0b9dc-e7f9-40ba-8477-0f941fe49248,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:28.761484 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=1a25c084-a52a-4e01-99dc-530cba275d39,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:28.779831 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43da837-1dcf-4db4-842e-472308ce1bdb tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event updated for resources: {'Port': ['ID=5b135261-f2b1-4f7b-8322-7ada8002d97f,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:28.824530 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=85,neutron:UPDATE=9,neutron:INSERT=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:28.825428 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] Attempting to bind port 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:51:28.825808 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] Attempting to bind port 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'e1b0893a-0c5e-492b-82ed-a81112602726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'de06ae67-42a0-4ec9-8964-049f3997154c'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:51:28.826179 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] Attempting to bind port 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 on network de06ae67-42a0-4ec9-8964-049f3997154c {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:51:28.841148 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0b405b1-a17f-4f0c-a63c-72748968abf8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:28.872805 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:51:28.873189 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] Checking segment: {'id': '30508be3-8b5f-494e-b646-148abc566fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11b88e77-19d9-470d-90a8-c3aec8e55218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:28.873599 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:28.874001 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] Bound using segment: {'id': '30508be3-8b5f-494e-b646-148abc566fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11b88e77-19d9-470d-90a8-c3aec8e55218'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:51:28.874497 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] Bound port: b5ec2d2e-49a0-4189-ac32-925c6fb19e03, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30508be3-8b5f-494e-b646-148abc566fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11b88e77-19d9-470d-90a8-c3aec8e55218'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:51:28.874908 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b5ec2d2e-49a0-4189-ac32-925c6fb19e03), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:28.875208 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48996) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:28.920337 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d593d-f48a-468c-aae3-a19b4588aae0 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Subnet': ['ID=51995e54-ec85-4e7f-8bac-2b3a0240efc2,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:28.946547 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d593d-f48a-468c-aae3-a19b4588aae0 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Checking segment: {'id': '33625f65-d771-48a2-b497-93fc22be641c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1445019c-75ad-4af8-afd2-ab14058c3ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:28.948095 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65d593d-f48a-468c-aae3-a19b4588aae0 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Network hostable DHCP agents. Network: 1445019c-75ad-4af8-afd2-ab14058c3ee0, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:51:28.988481 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] Publish callbacks [] for port (e45e3dfd-9f67-435b-bc9a-22e98eed9724), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.030566 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3432020f-df5f-4649-8c81-9b5e2378e81c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:29.030946 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3432020f-df5f-4649-8c81-9b5e2378e81c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.031341 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3432020f-df5f-4649-8c81-9b5e2378e81c Nov 02 12:51:29.066673 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:51:29.067145 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] Checking segment: {'id': 'e1b0893a-0c5e-492b-82ed-a81112602726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'de06ae67-42a0-4ec9-8964-049f3997154c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:29.067438 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.067841 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] Bound using segment: {'id': 'e1b0893a-0c5e-492b-82ed-a81112602726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'de06ae67-42a0-4ec9-8964-049f3997154c'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:51:29.068329 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] Bound port: 1bd0b9dc-e7f9-40ba-8477-0f941fe49248, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b0893a-0c5e-492b-82ed-a81112602726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'de06ae67-42a0-4ec9-8964-049f3997154c'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:51:29.068743 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1bd0b9dc-e7f9-40ba-8477-0f941fe49248), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.166635 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] For port b5ec2d2e-49a0-4189-ac32-925c6fb19e03, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:51:29.172465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] For port b5ec2d2e-49a0-4189-ac32-925c6fb19e03, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b5ec2d2e-49a0-4189-ac32-925c6fb19e03,segment=NetworkSegment(30508be3-8b5f-494e-b646-148abc566fdd),segment_id=30508be3-8b5f-494e-b646-148abc566fdd)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:51:29.192421 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b9daa-3026-4385-a853-f7a566bb5367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13e0317-5c4a-481a-9ae3-54fd62246bad,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:29.200164 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:29.210134 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7e37c88-cf4a-40a3-8fc6-a057a25d2d5b tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.214127 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f7e37c88-cf4a-40a3-8fc6-a057a25d2d5b tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] 10.222.0.64 "DELETE /networking/v2.0/metering/metering-label-rules/6e7fc88d-ec63-42a5-955e-df7b8b41d6b7 HTTP/1.1" status: 204 len: 168 time: 0.7373595 Nov 02 12:51:29.217159 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49002) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:29.219447 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:29.220408 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65d593d-f48a-468c-aae3-a19b4588aae0 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Network 1445019c-75ad-4af8-afd2-ab14058c3ee0 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:51:29.248255 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94c259f4-80a5-43ca-83c6-37d8e63142a7 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group_rule (0affdb33-8b0f-4256-92d6-2adb49fa228d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.248561 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e45e3dfd-9f67-435b-bc9a-22e98eed9724), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.256069 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] For port 1bd0b9dc-e7f9-40ba-8477-0f941fe49248, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:51:29.264936 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-f0b405b1-a17f-4f0c-a63c-72748968abf8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Allocated IP 2001:db8:3::1 (2742217b-21f6-42de-81d0-8e396577065a/fc1e23e9-8b76-43e3-bd13-e495e39a4f26/560b0924-1582-450c-99a4-9059422c693a) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:29.300173 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] For port 1bd0b9dc-e7f9-40ba-8477-0f941fe49248, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1bd0b9dc-e7f9-40ba-8477-0f941fe49248,segment=NetworkSegment(e1b0893a-0c5e-492b-82ed-a81112602726),segment_id=e1b0893a-0c5e-492b-82ed-a81112602726)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:51:29.303734 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b5ec2d2e-49a0-4189-ac32-925c6fb19e03), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.343342 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-d65d593d-f48a-468c-aae3-a19b4588aae0 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 1445019c-75ad-4af8-afd2-ab14058c3ee0) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:29.349243 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3432020f-df5f-4649-8c81-9b5e2378e81c is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:29.349935 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3432020f-df5f-4649-8c81-9b5e2378e81c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.361321 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65d593d-f48a-468c-aae3-a19b4588aae0 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:29.363006 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d65d593d-f48a-468c-aae3-a19b4588aae0 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.390026 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 3432020f-df5f-4649-8c81-9b5e2378e81c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3432020f-df5f-4649-8c81-9b5e2378e81c,segment=NetworkSegment(467c2e46-94d2-448c-8ee6-f1647f9c6d58),segment_id=467c2e46-94d2-448c-8ee6-f1647f9c6d58)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:29.415312 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc9e56-beeb-4c93-ac80-4363c348377b None None] Pushing event updated for resources: {'Port': ['ID=e45e3dfd-9f67-435b-bc9a-22e98eed9724,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:29.468304 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05d7a67-5bb1-4471-a66a-1dd3175a5415 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:29.483400 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d946796b-4b81-4ec3-ad11-19b8ac4512cf None None] Sync routers for ids ['b502a999-0ec8-4fe0-908a-000aa623f9d8'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:29.497970 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1bd0b9dc-e7f9-40ba-8477-0f941fe49248), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.510128 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d946796b-4b81-4ec3-ad11-19b8ac4512cf None None] Routers {'b502a999-0ec8-4fe0-908a-000aa623f9d8'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:29.513426 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d946796b-4b81-4ec3-ad11-19b8ac4512cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b502a999-0ec8-4fe0-908a-000aa623f9d8'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:29.534680 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3432020f-df5f-4649-8c81-9b5e2378e81c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.561559 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0b405b1-a17f-4f0c-a63c-72748968abf8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for port (560b0924-1582-450c-99a4-9059422c693a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.569308 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] Attempting to bind port e45e3dfd-9f67-435b-bc9a-22e98eed9724 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:51:29.569743 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] Attempting to bind port e45e3dfd-9f67-435b-bc9a-22e98eed9724 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'e9851858-51df-4292-b86f-2eaabf6a5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '682c2865-4fa7-4779-ae52-2f235088dfa9'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:51:29.570117 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] Attempting to bind port e45e3dfd-9f67-435b-bc9a-22e98eed9724 on network 682c2865-4fa7-4779-ae52-2f235088dfa9 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:51:29.573971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94393d25-3079-4468-9dd9-f98081079e0c None None] Pushing event updated for resources: {'Port': ['ID=b5ec2d2e-49a0-4189-ac32-925c6fb19e03,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:29.574934 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94c259f4-80a5-43ca-83c6-37d8e63142a7 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (0affdb33-8b0f-4256-92d6-2adb49fa228d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.622173 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d946796b-4b81-4ec3-ad11-19b8ac4512cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:29.643963 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d946796b-4b81-4ec3-ad11-19b8ac4512cf None None] Routers {'b502a999-0ec8-4fe0-908a-000aa623f9d8'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:29.644452 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d946796b-4b81-4ec3-ad11-19b8ac4512cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b502a999-0ec8-4fe0-908a-000aa623f9d8'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:29.644619 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0de5e72d-51f5-429d-a98b-c9ed2a51a207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.701516 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:29.758917 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d946796b-4b81-4ec3-ad11-19b8ac4512cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:29.759591 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d946796b-4b81-4ec3-ad11-19b8ac4512cf None None] The sync data for ids ['b502a999-0ec8-4fe0-908a-000aa623f9d8'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:29.777880 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c259f4-80a5-43ca-83c6-37d8e63142a7 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0affdb33-8b0f-4256-92d6-2adb49fa228d,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:29.809577 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0b405b1-a17f-4f0c-a63c-72748968abf8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (560b0924-1582-450c-99a4-9059422c693a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.820201 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:51:29.820715 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] Checking segment: {'id': 'e9851858-51df-4292-b86f-2eaabf6a5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '682c2865-4fa7-4779-ae52-2f235088dfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:29.821026 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.821431 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] Bound using segment: {'id': 'e9851858-51df-4292-b86f-2eaabf6a5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '682c2865-4fa7-4779-ae52-2f235088dfa9'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:51:29.821921 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] Bound port: e45e3dfd-9f67-435b-bc9a-22e98eed9724, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9851858-51df-4292-b86f-2eaabf6a5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '682c2865-4fa7-4779-ae52-2f235088dfa9'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:51:29.822314 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e45e3dfd-9f67-435b-bc9a-22e98eed9724), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.860169 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e43da837-1dcf-4db4-842e-472308ce1bdb tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5b135261-f2b1-4f7b-8322-7ada8002d97f), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.874147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140389c-03be-478d-bc5c-98446d3a2466 None None] Pushing event updated for resources: {'Port': ['ID=1bd0b9dc-e7f9-40ba-8477-0f941fe49248,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:29.877047 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f05d7a67-5bb1-4471-a66a-1dd3175a5415 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.884212 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f05d7a67-5bb1-4471-a66a-1dd3175a5415 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.0082073 Nov 02 12:51:29.892234 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94c259f4-80a5-43ca-83c6-37d8e63142a7 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.893759 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-94c259f4-80a5-43ca-83c6-37d8e63142a7 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6156120 Nov 02 12:51:29.897547 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49012) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:29.897996 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49014) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:29.901968 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6adde383-d29f-4981-9332-d8343cca26ae tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.904721 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6adde383-d29f-4981-9332-d8343cca26ae tempest-MeteringTestJSON-913981414 tempest-MeteringTestJSON-913981414-project-admin] 10.222.0.64 "DELETE /networking/v2.0/metering/metering-labels/d9383635-6441-4f19-ac2e-a286f51c20db HTTP/1.1" status: 204 len: 168 time: 0.6795194 Nov 02 12:51:29.911405 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-994ef9ad-2dcc-4254-88bc-54b9ee3b3a67 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Request body: {'security_group_rule': {'security_group_id': 'fdd310e0-884e-4ac0-8f23-64666fdddc33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:29.958380 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d65d593d-f48a-468c-aae3-a19b4588aae0 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4713063 Nov 02 12:51:29.980436 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] For port e45e3dfd-9f67-435b-bc9a-22e98eed9724, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:51:29.983180 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49018) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:29.998610 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=3432020f-df5f-4649-8c81-9b5e2378e81c,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:30.011496 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] For port e45e3dfd-9f67-435b-bc9a-22e98eed9724, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e45e3dfd-9f67-435b-bc9a-22e98eed9724,segment=NetworkSegment(e9851858-51df-4292-b86f-2eaabf6a5ee9),segment_id=e9851858-51df-4292-b86f-2eaabf6a5ee9)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:51:30.021247 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0de5e72d-51f5-429d-a98b-c9ed2a51a207 admin admin] Publish callbacks [] for security_group (42a08717-e1c0-4109-8b10-7f674d3aef65), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:30.072540 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b405b1-a17f-4f0c-a63c-72748968abf8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network 2742217b-21f6-42de-81d0-8e396577065a is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:30.090504 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-f0b405b1-a17f-4f0c-a63c-72748968abf8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:30.100029 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b405b1-a17f-4f0c-a63c-72748968abf8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:30.100412 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0b405b1-a17f-4f0c-a63c-72748968abf8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (4795dd8e-c10b-4708-a695-50b00ce541d7), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:30.117333 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb95cbc8-c3b4-4715-8c83-a565440d5b3e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (1445019c-75ad-4af8-afd2-ab14058c3ee0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:30.126463 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e45e3dfd-9f67-435b-bc9a-22e98eed9724), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:30.187854 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b405b1-a17f-4f0c-a63c-72748968abf8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Port': ['ID=560b0924-1582-450c-99a4-9059422c693a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:30.198160 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0de5e72d-51f5-429d-a98b-c9ed2a51a207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (42a08717-e1c0-4109-8b10-7f674d3aef65), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:30.217689 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] Routers {'300a116c-47cf-48c6-9c4c-3ace552c7f4d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:30.218450 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['300a116c-47cf-48c6-9c4c-3ace552c7f4d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:30.270112 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5e72d-51f5-429d-a98b-c9ed2a51a207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a08717-e1c0-4109-8b10-7f674d3aef65,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:30.282964 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0de5e72d-51f5-429d-a98b-c9ed2a51a207 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ba873d10eb3d4d0d9cd9703d8b0e78b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4029024 Nov 02 12:51:30.285128 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49020) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:30.296800 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-994ef9ad-2dcc-4254-88bc-54b9ee3b3a67 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group_rule (cd3cb2a6-b7f2-4c75-9162-e0659d856565), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:30.315998 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc9e56-beeb-4c93-ac80-4363c348377b None None] Pushing event updated for resources: {'Port': ['ID=e45e3dfd-9f67-435b-bc9a-22e98eed9724,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:30.413117 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30c46757-8068-4a9b-9bd4-c6c0b2d8d07c admin admin] Publish callbacks [] for security_group (42a08717-e1c0-4109-8b10-7f674d3aef65), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:30.451295 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30c46757-8068-4a9b-9bd4-c6c0b2d8d07c admin admin] Publish callbacks [] for security_group (42a08717-e1c0-4109-8b10-7f674d3aef65), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:30.478059 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:30.550565 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:30.599646 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] Set router 300a116c-47cf-48c6-9c4c-3ace552c7f4d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:51:30.602900 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb95cbc8-c3b4-4715-8c83-a565440d5b3e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (51995e54-ec85-4e7f-8bac-2b3a0240efc2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:30.994639 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49032) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:31.039973 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30c46757-8068-4a9b-9bd4-c6c0b2d8d07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (42a08717-e1c0-4109-8b10-7f674d3aef65), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:31.045378 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30c46757-8068-4a9b-9bd4-c6c0b2d8d07c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:31.052265 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb95cbc8-c3b4-4715-8c83-a565440d5b3e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (51995e54-ec85-4e7f-8bac-2b3a0240efc2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:31.059286 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-30c46757-8068-4a9b-9bd4-c6c0b2d8d07c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/42a08717-e1c0-4109-8b10-7f674d3aef65 HTTP/1.1" status: 204 len: 168 time: 0.7710626 Nov 02 12:51:31.065861 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3432020f-df5f-4649-8c81-9b5e2378e81c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:31.102882 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c46757-8068-4a9b-9bd4-c6c0b2d8d07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a08717-e1c0-4109-8b10-7f674d3aef65,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:31.238369 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300a116c-47cf-48c6-9c4c-3ace552c7f4d', 'name': 'tempest-AttachVolumeShelveTestJSON-759285861-router', 'tenant_id': 'de7913a0ade441f797ed5d91fc6b6257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '1a25c084-a52a-4e01-99dc-530cba275d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:51:09Z', 'updated_at': '2022-11-02T12:51:19Z', 'revision_number': 4, 'project_id': 'de7913a0ade441f797ed5d91fc6b6257', 'gw_port': {'id': '1a25c084-a52a-4e01-99dc-530cba275d39', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300a116c-47cf-48c6-9c4c-3ace552c7f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:10Z', 'updated_at': '2022-11-02T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'e45e3dfd-9f67-435b-bc9a-22e98eed9724', 'name': '', 'network_id': '682c2865-4fa7-4779-ae52-2f235088dfa9', 'tenant_id': 'de7913a0ade441f797ed5d91fc6b6257', 'mac_address': 'fa:16:3e:8d:2a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300a116c-47cf-48c6-9c4c-3ace552c7f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '8fa95273-95b6-425b-91ad-c336a1c3ae15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:18Z', 'updated_at': '2022-11-02T12:51:29Z', 'revision_number': 4, 'project_id': 'de7913a0ade441f797ed5d91fc6b6257', 'subnets': [{'id': '8fa95273-95b6-425b-91ad-c336a1c3ae15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:31.257264 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb95cbc8-c3b4-4715-8c83-a565440d5b3e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (1445019c-75ad-4af8-afd2-ab14058c3ee0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:31.271127 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0b405b1-a17f-4f0c-a63c-72748968abf8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (560b0924-1582-450c-99a4-9059422c693a), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:31.297701 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce9ff4-285d-447e-a3dc-6971b6172ccb None None] The sync data for ids ['300a116c-47cf-48c6-9c4c-3ace552c7f4d'] in n-d-857339-6 is: [{'id': '300a116c-47cf-48c6-9c4c-3ace552c7f4d', 'name': 'tempest-AttachVolumeShelveTestJSON-759285861-router', 'tenant_id': 'de7913a0ade441f797ed5d91fc6b6257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '1a25c084-a52a-4e01-99dc-530cba275d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:51:09Z', 'updated_at': '2022-11-02T12:51:19Z', 'revision_number': 4, 'project_id': 'de7913a0ade441f797ed5d91fc6b6257', 'gw_port': {'id': '1a25c084-a52a-4e01-99dc-530cba275d39', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300a116c-47cf-48c6-9c4c-3ace552c7f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:10Z', 'updated_at': '2022-11-02T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'e45e3dfd-9f67-435b-bc9a-22e98eed9724', 'name': '', 'network_id': '682c2865-4fa7-4779-ae52-2f235088dfa9', 'tenant_id': 'de7913a0ade441f797ed5d91fc6b6257', 'mac_address': 'fa:16:3e:8d:2a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300a116c-47cf-48c6-9c4c-3ace552c7f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '8fa95273-95b6-425b-91ad-c336a1c3ae15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:18Z', 'updated_at': '2022-11-02T12:51:29Z', 'revision_number': 4, 'project_id': 'de7913a0ade441f797ed5d91fc6b6257', 'subnets': [{'id': '8fa95273-95b6-425b-91ad-c336a1c3ae15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:31.298939 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b92fdad3-827f-49d0-8562-ca3f016c3d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:31.309552 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-fb95cbc8-c3b4-4715-8c83-a565440d5b3e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1445019c-75ad-4af8-afd2-ab14058c3ee0']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:31.322337 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3432020f-df5f-4649-8c81-9b5e2378e81c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:31.322974 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3432020f-df5f-4649-8c81-9b5e2378e81c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:31.328765 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3432020f-df5f-4649-8c81-9b5e2378e81c Nov 02 12:51:31.367685 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95cbc8-c3b4-4715-8c83-a565440d5b3e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Subnet': ['ID=51995e54-ec85-4e7f-8bac-2b3a0240efc2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:31.379288 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-fb95cbc8-c3b4-4715-8c83-a565440d5b3e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33625f65-d771-48a2-b497-93fc22be641c') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:31.382528 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-fb95cbc8-c3b4-4715-8c83-a565440d5b3e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33625f65-d771-48a2-b497-93fc22be641c') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:31.449461 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b92fdad3-827f-49d0-8562-ca3f016c3d5e admin admin] Publish callbacks [] for security_group (895cfd9b-f183-498d-b8e6-754786d6e0c6), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:31.449706 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-994ef9ad-2dcc-4254-88bc-54b9ee3b3a67 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group_rule (cd3cb2a6-b7f2-4c75-9162-e0659d856565), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:31.467334 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb95cbc8-c3b4-4715-8c83-a565440d5b3e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (33625f65-d771-48a2-b497-93fc22be641c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:31.536193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3432020f-df5f-4649-8c81-9b5e2378e81c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:31.537372 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:31.544464 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e43da837-1dcf-4db4-842e-472308ce1bdb tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for port (5b135261-f2b1-4f7b-8322-7ada8002d97f), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:31.562690 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb95cbc8-c3b4-4715-8c83-a565440d5b3e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (33625f65-d771-48a2-b497-93fc22be641c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:31.637665 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-994ef9ad-2dcc-4254-88bc-54b9ee3b3a67 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (cd3cb2a6-b7f2-4c75-9162-e0659d856565), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:31.645510 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b92fdad3-827f-49d0-8562-ca3f016c3d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (895cfd9b-f183-498d-b8e6-754786d6e0c6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:31.723753 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb95cbc8-c3b4-4715-8c83-a565440d5b3e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:51:31.723753 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb95cbc8-c3b4-4715-8c83-a565440d5b3e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (33625f65-d771-48a2-b497-93fc22be641c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:31.723753 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e43da837-1dcf-4db4-842e-472308ce1bdb tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (5b135261-f2b1-4f7b-8322-7ada8002d97f), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:31.725076 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b92fdad3-827f-49d0-8562-ca3f016c3d5e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=732af39b97fb45348fa7a4a934e442d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6779854 Nov 02 12:51:31.728188 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e43da837-1dcf-4db4-842e-472308ce1bdb tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:31.728576 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49048) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:31.728812 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-942ee537-a623-4b9a-8d3c-98d6b70748c5 None None] Provisioning complete for port b5ec2d2e-49a0-4189-ac32-925c6fb19e03 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:31.728812 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-942ee537-a623-4b9a-8d3c-98d6b70748c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b5ec2d2e-49a0-4189-ac32-925c6fb19e03), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:31.728812 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-942ee537-a623-4b9a-8d3c-98d6b70748c5 None None] Attempt 1 to provision port b5ec2d2e-49a0-4189-ac32-925c6fb19e03 Nov 02 12:51:31.796881 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e977fc1-8495-4f0c-8ae8-4c00cae6fd83 None None] Network 4170fa0e-916d-41bd-8177-15bf5c3b520f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:31.804412 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65345bf4-6362-4166-9e03-935c933e5fd1 None None] Network 43e9567a-1058-4b43-840a-d563ec17c532 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:31.816166 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fdad3-827f-49d0-8562-ca3f016c3d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895cfd9b-f183-498d-b8e6-754786d6e0c6,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:31.918245 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 33625f65-d771-48a2-b497-93fc22be641c resource provider aggregate not found Nov 02 12:51:31.943055 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-867700ac-7f99-4709-b56f-e9ca9f3ab7ea admin admin] Publish callbacks [] for security_group (895cfd9b-f183-498d-b8e6-754786d6e0c6), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:31.955851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f134770-12c3-41de-88eb-e6390246b348 None None] Network ade0302a-422a-4ffd-8ebc-4c628e78ec70 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:31.994539 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-994ef9ad-2dcc-4254-88bc-54b9ee3b3a67 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:31.994899 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b742753-3e7e-4387-8624-d4a1b0a30f66 None None] Network 11b88e77-19d9-470d-90a8-c3aec8e55218 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:31.997772 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adcaedc-ae53-4cd6-8ffb-de93804193cf None None] Network de06ae67-42a0-4ec9-8964-049f3997154c requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:32.005808 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dad2c2d-9cdc-41dd-b253-e3702e6ae1dd None None] Network 135dbfe7-0fa9-4107-b710-a106d8ffd5e2 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:32.006150 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-994ef9ad-2dcc-4254-88bc-54b9ee3b3a67 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0936189 Nov 02 12:51:32.007610 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e04941-625d-4b0f-9a38-69006b5c6a17 None None] Network 2742217b-21f6-42de-81d0-8e396577065a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:32.042367 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49054) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:32.059742 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-4dc56c56-98ca-4b12-84f5-9cfecc1d9e12 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:32.135404 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 33625f65-d771-48a2-b497-93fc22be641c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33625f65-d771-48a2-b497-93fc22be641c found for delete ", "request_id": "req-785d7f14-8b65-4863-a2e6-4e273f8e5f0e"}]} Nov 02 12:51:32.138655 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ef9ad-2dcc-4254-88bc-54b9ee3b3a67 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3cb2a6-b7f2-4c75-9162-e0659d856565,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:32.163575 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756c636b-0066-458c-9e3b-4724167d39df None None] Network 1445019c-75ad-4af8-afd2-ab14058c3ee0 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:32.166144 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:32.166852 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1bd0b9dc-e7f9-40ba-8477-0f941fe49248), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:32.167407 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 Nov 02 12:51:32.190021 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-867700ac-7f99-4709-b56f-e9ca9f3ab7ea admin admin] Publish callbacks [] for security_group (895cfd9b-f183-498d-b8e6-754786d6e0c6), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:32.244720 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0b405b1-a17f-4f0c-a63c-72748968abf8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for port (560b0924-1582-450c-99a4-9059422c693a), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:32.351704 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4dc56c56-98ca-4b12-84f5-9cfecc1d9e12 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:32.365217 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43da837-1dcf-4db4-842e-472308ce1bdb tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event updated for resources: {'Port': ['ID=5b135261-f2b1-4f7b-8322-7ada8002d97f,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:32.393948 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0b405b1-a17f-4f0c-a63c-72748968abf8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (560b0924-1582-450c-99a4-9059422c693a), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:32.395279 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0b405b1-a17f-4f0c-a63c-72748968abf8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (4795dd8e-c10b-4708-a695-50b00ce541d7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:32.416945 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb95cbc8-c3b4-4715-8c83-a565440d5b3e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (1445019c-75ad-4af8-afd2-ab14058c3ee0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:32.430991 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb95cbc8-c3b4-4715-8c83-a565440d5b3e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:32.449895 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fb95cbc8-c3b4-4715-8c83-a565440d5b3e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/networks/1445019c-75ad-4af8-afd2-ab14058c3ee0 HTTP/1.1" status: 204 len: 168 time: 2.4614048 Nov 02 12:51:32.453273 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49064) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:32.484967 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f134770-12c3-41de-88eb-e6390246b348 None None] Network ade0302a-422a-4ffd-8ebc-4c628e78ec70 could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 12:51:32.493341 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49066) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:32.493690 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-2742217b-21f6-42de-81d0-8e396577065a', 'network_id': '2742217b-21f6-42de-81d0-8e396577065a', 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'fixed_ips': [{'subnet_id': 'fc1e23e9-8b76-43e3-bd13-e495e39a4f26'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:51:32.494938 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:32.531992 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95cbc8-c3b4-4715-8c83-a565440d5b3e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Network': ['ID=1445019c-75ad-4af8-afd2-ab14058c3ee0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:32.577607 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d480aad-85b6-4c7e-884a-42b730f49f5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:32.648773 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43da837-1dcf-4db4-842e-472308ce1bdb tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Network 8f72715e-ddfb-4b46-9463-28973cf37af5 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:32.656645 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e43da837-1dcf-4db4-842e-472308ce1bdb tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:32.662326 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d167b9-16ce-4fa3-96fa-01c68fc826da None None] Network 1445019c-75ad-4af8-afd2-ab14058c3ee0 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:32.664805 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e452efa2-864f-469a-8ad4-ac664df3df06 None None] Network ade0302a-422a-4ffd-8ebc-4c628e78ec70 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:32.671341 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-89fd02ee-d183-4cf7-b73d-fa848bb853e9 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-203003412'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:32.683658 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b405b1-a17f-4f0c-a63c-72748968abf8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event updated for resources: {'Port': ['ID=560b0924-1582-450c-99a4-9059422c693a,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:32.693608 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-867700ac-7f99-4709-b56f-e9ca9f3ab7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (895cfd9b-f183-498d-b8e6-754786d6e0c6), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:32.697119 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d87f4fd-7522-40b9-9856-18b25ec186c0 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:32.697793 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-867700ac-7f99-4709-b56f-e9ca9f3ab7ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:32.698985 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-867700ac-7f99-4709-b56f-e9ca9f3ab7ea admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/895cfd9b-f183-498d-b8e6-754786d6e0c6 HTTP/1.1" status: 204 len: 168 time: 1.0001087 Nov 02 12:51:32.745440 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e452efa2-864f-469a-8ad4-ac664df3df06 None None] Network ade0302a-422a-4ffd-8ebc-4c628e78ec70 could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 12:51:32.770756 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:32.771706 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867700ac-7f99-4709-b56f-e9ca9f3ab7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895cfd9b-f183-498d-b8e6-754786d6e0c6,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:32.828731 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b405b1-a17f-4f0c-a63c-72748968abf8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Network 2742217b-21f6-42de-81d0-8e396577065a is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:32.851262 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-f0b405b1-a17f-4f0c-a63c-72748968abf8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:32.999282 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=8,neutron:SELECT=91,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:33.045864 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d480aad-85b6-4c7e-884a-42b730f49f5a admin admin] Publish callbacks [] for security_group (93f2aa25-092a-4ada-a0f0-580b5584ee61), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:33.086278 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43da837-1dcf-4db4-842e-472308ce1bdb tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Router fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:51:33.111397 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d167b9-16ce-4fa3-96fa-01c68fc826da None None] Network 1445019c-75ad-4af8-afd2-ab14058c3ee0 could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 12:51:33.190435 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d480aad-85b6-4c7e-884a-42b730f49f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (93f2aa25-092a-4ada-a0f0-580b5584ee61), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:33.380107 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] Allocated IP 2001:db8:3::2 (2742217b-21f6-42de-81d0-8e396577065a/fc1e23e9-8b76-43e3-bd13-e495e39a4f26/907b758a-e186-4100-88bb-7e7867b1ad25) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:33.426472 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-942ee537-a623-4b9a-8d3c-98d6b70748c5 None None] Current status of the port b5ec2d2e-49a0-4189-ac32-925c6fb19e03 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:33.426865 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-942ee537-a623-4b9a-8d3c-98d6b70748c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b5ec2d2e-49a0-4189-ac32-925c6fb19e03), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:33.538809 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fd02ee-d183-4cf7-b73d-fa848bb853e9 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Made reservation on behalf of 7e8f0f160b634aeebb04fc7f66a15f23 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:33.542995 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-89fd02ee-d183-4cf7-b73d-fa848bb853e9 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:33.567898 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:33.589474 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4dc56c56-98ca-4b12-84f5-9cfecc1d9e12 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:33.618092 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fd02ee-d183-4cf7-b73d-fa848bb853e9 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:51:33.621521 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b405b1-a17f-4f0c-a63c-72748968abf8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 4795dd8e-c10b-4708-a695-50b00ce541d7 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:51:33.670398 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-89fd02ee-d183-4cf7-b73d-fa848bb853e9 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (2dc9f988-375f-490c-b259-10f0c5730119), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:33.670799 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-89fd02ee-d183-4cf7-b73d-fa848bb853e9 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Added segment 2dc9f988-375f-490c-b259-10f0c5730119 of type vlan for network 16a21cbf-4ba1-47fa-b61b-a65ee5c7bf0d Nov 02 12:51:33.799691 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0d480aad-85b6-4c7e-884a-42b730f49f5a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a7c440bb69b347ae8b3c2b68ee88ee17&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3081250 Nov 02 12:51:33.807920 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49088) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:33.816550 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-89fd02ee-d183-4cf7-b73d-fa848bb853e9 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (16a21cbf-4ba1-47fa-b61b-a65ee5c7bf0d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:33.843866 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d480aad-85b6-4c7e-884a-42b730f49f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f2aa25-092a-4ada-a0f0-580b5584ee61,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:33.879973 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43da837-1dcf-4db4-842e-472308ce1bdb tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:33.880560 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-942ee537-a623-4b9a-8d3c-98d6b70748c5 None None] For port b5ec2d2e-49a0-4189-ac32-925c6fb19e03, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b5ec2d2e-49a0-4189-ac32-925c6fb19e03,segment=NetworkSegment(30508be3-8b5f-494e-b646-148abc566fdd),segment_id=30508be3-8b5f-494e-b646-148abc566fdd)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:33.890559 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:33.892471 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1bd0b9dc-e7f9-40ba-8477-0f941fe49248), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:33.897158 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e43da837-1dcf-4db4-842e-472308ce1bdb tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "PUT /networking/v2.0/routers/fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6804469 Nov 02 12:51:33.899823 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49090) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:33.912603 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f796f-84e6-4ad0-b18b-7c4d0f0582df None None] Sync routers for ids ['fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:33.937038 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-4dc56c56-98ca-4b12-84f5-9cfecc1d9e12 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Allocated IP 172.25.2.188 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/880c1028-82b2-4178-b4f5-8c127285e3c6) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:33.949588 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b405b1-a17f-4f0c-a63c-72748968abf8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:33.960352 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f0b405b1-a17f-4f0c-a63c-72748968abf8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/4795dd8e-c10b-4708-a695-50b00ce541d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5281498 Nov 02 12:51:33.966292 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] Sync routers for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:33.966842 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-135dbfe7-0fa9-4107-b710-a106d8ffd5e2', 'network_id': '135dbfe7-0fa9-4107-b710-a106d8ffd5e2', 'project_id': '7e8f0f160b634aeebb04fc7f66a15f23', 'fixed_ips': [{'subnet_id': '189be18c-62dc-4cfe-8320-89d87b97219c'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:51:33.968590 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:33.970832 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49092) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:33.981439 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-bc9dd487-6c8c-4ae4-ab29-7271955d5fe5 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:33.983673 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] Routers {'4795dd8e-c10b-4708-a695-50b00ce541d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:33.987677 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4795dd8e-c10b-4708-a695-50b00ce541d7'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:34.047397 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f796f-84e6-4ad0-b18b-7c4d0f0582df None None] Routers {'fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:34.048611 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a41f796f-84e6-4ad0-b18b-7c4d0f0582df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:34.068188 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-942ee537-a623-4b9a-8d3c-98d6b70748c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b5ec2d2e-49a0-4189-ac32-925c6fb19e03), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:34.078044 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49098) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:34.094879 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:34.096125 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:34.100017 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6257b92d-56ca-4723-9a90-ece76c80d5ef tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for router (fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:34.162506 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-89fd02ee-d183-4cf7-b73d-fa848bb853e9 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (16a21cbf-4ba1-47fa-b61b-a65ee5c7bf0d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:34.168090 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fd02ee-d183-4cf7-b73d-fa848bb853e9 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:34.168851 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-89fd02ee-d183-4cf7-b73d-fa848bb853e9 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:34.219565 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55e5992d-ca73-4fc2-aae5-efadf7051dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:34.314332 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 1bd0b9dc-e7f9-40ba-8477-0f941fe49248, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1bd0b9dc-e7f9-40ba-8477-0f941fe49248,segment=NetworkSegment(e1b0893a-0c5e-492b-82ed-a81112602726),segment_id=e1b0893a-0c5e-492b-82ed-a81112602726)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:34.322406 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a41f796f-84e6-4ad0-b18b-7c4d0f0582df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:34.436515 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-4d87f4fd-7522-40b9-9856-18b25ec186c0 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Allocated IP 172.20.0.1 (11b88e77-19d9-470d-90a8-c3aec8e55218/1844210e-4243-4e94-ae43-6f18e60935c9/aacd3109-7c8d-4397-8ff9-559733df2002) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:34.445060 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3070df70-e7e1-42c0-a111-178bed5b2ef5 admin admin] Publish callbacks [] for security_group (93f2aa25-092a-4ada-a0f0-580b5584ee61), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:34.454973 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-6257b92d-56ca-4723-9a90-ece76c80d5ef tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 02 12:51:34.459586 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6257b92d-56ca-4723-9a90-ece76c80d5ef tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "DELETE /networking/v2.0/routers/fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f HTTP/1.1" status: 409 len: 376 time: 0.5526822 Nov 02 12:51:34.466246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49110) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:34.535014 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] Set router 4795dd8e-c10b-4708-a695-50b00ce541d7 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:51:34.590055 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd02ee-d183-4cf7-b73d-fa848bb853e9 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Network': ['ID=16a21cbf-4ba1-47fa-b61b-a65ee5c7bf0d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:34.636576 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Provisioning complete for port 5b135261-f2b1-4f7b-8322-7ada8002d97f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:34.647470 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5b135261-f2b1-4f7b-8322-7ada8002d97f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:34.648320 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Attempt 1 to provision port 5b135261-f2b1-4f7b-8322-7ada8002d97f Nov 02 12:51:34.663139 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f796f-84e6-4ad0-b18b-7c4d0f0582df None None] Routers {'fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:34.663365 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3070df70-e7e1-42c0-a111-178bed5b2ef5 admin admin] Publish callbacks [] for security_group (93f2aa25-092a-4ada-a0f0-580b5584ee61), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:34.663478 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a41f796f-84e6-4ad0-b18b-7c4d0f0582df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:34.736798 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1bd0b9dc-e7f9-40ba-8477-0f941fe49248), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:34.738346 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e45e3dfd-9f67-435b-bc9a-22e98eed9724 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:34.745943 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-89fd02ee-d183-4cf7-b73d-fa848bb853e9 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0792804 Nov 02 12:51:34.750970 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49116) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:34.758213 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c3d005dc-8c2d-4bc3-988c-0b9f50df0c4c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'subnet': {'network_id': '16a21cbf-4ba1-47fa-b61b-a65ee5c7bf0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:34.899381 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:34.942572 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] Allocated IP 2001:db8::1 (135dbfe7-0fa9-4107-b710-a106d8ffd5e2/189be18c-62dc-4cfe-8320-89d87b97219c/6b074ccd-6849-4009-b811-4b4527bcaaab) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:34.981351 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 16a21cbf-4ba1-47fa-b61b-a65ee5c7bf0d details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:51:34.991815 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a41f796f-84e6-4ad0-b18b-7c4d0f0582df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:34.997533 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f796f-84e6-4ad0-b18b-7c4d0f0582df None None] The sync data for ids ['fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:35.086737 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:51:30Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3432020f-df5f-4649-8c81-9b5e2378e81c', 'name': '', 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:9c:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:18Z', 'updated_at': '2022-11-02T12:51:29Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560b0924-1582-450c-99a4-9059422c693a', 'name': '', 'network_id': '2742217b-21f6-42de-81d0-8e396577065a', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'fc1e23e9-8b76-43e3-bd13-e495e39a4f26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:29Z', 'updated_at': '2022-11-02T12:51:31Z', 'revision_number': 2, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'fc1e23e9-8b76-43e3-bd13-e495e39a4f26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd782ce5c-f378-46c1-83da-5ea6d272533f', 'name': '', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:88:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:05Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:35.144196 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] Checking router: 4795dd8e-c10b-4708-a695-50b00ce541d7 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:51:35.148324 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] Updating router 4795dd8e-c10b-4708-a695-50b00ce541d7 port 560b0924-1582-450c-99a4-9059422c693a binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:51:35.194345 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4dc56c56-98ca-4b12-84f5-9cfecc1d9e12 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for port (880c1028-82b2-4178-b4f5-8c127285e3c6), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:35.216409 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (560b0924-1582-450c-99a4-9059422c693a), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:35.226769 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:35.238876 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Port 5b135261-f2b1-4f7b-8322-7ada8002d97f cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:51:35.292627 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d87f4fd-7522-40b9-9856-18b25ec186c0 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for port (aacd3109-7c8d-4397-8ff9-559733df2002), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:35.293665 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:35.354312 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55e5992d-ca73-4fc2-aae5-efadf7051dee admin admin] Publish callbacks [] for security_group (59f44c31-5a21-4c1b-9f02-592b83aebfcf), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:35.395577 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aad838a-74e8-4d2d-9c89-d699b6e61cf9 None None] Network de06ae67-42a0-4ec9-8964-049f3997154c requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:35.402882 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3189354-ce16-41b4-9fd0-c9a5ed77c9aa tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:35.439890 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3070df70-e7e1-42c0-a111-178bed5b2ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (93f2aa25-092a-4ada-a0f0-580b5584ee61), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:35.617908 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3070df70-e7e1-42c0-a111-178bed5b2ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:35.617908 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3070df70-e7e1-42c0-a111-178bed5b2ef5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/93f2aa25-092a-4ada-a0f0-580b5584ee61 HTTP/1.1" status: 204 len: 168 time: 1.6359246 Nov 02 12:51:35.619288 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2589b71f-2f4f-4723-b451-034229e53bb2 None None] Network 11b88e77-19d9-470d-90a8-c3aec8e55218 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:35.619288 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ee537-a623-4b9a-8d3c-98d6b70748c5 None None] Pushing event updated for resources: {'Port': ['ID=b5ec2d2e-49a0-4189-ac32-925c6fb19e03,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:35.619491 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070df70-e7e1-42c0-a111-178bed5b2ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f2aa25-092a-4ada-a0f0-580b5584ee61,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:35.619587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Provisioning complete for port a6cd7ed0-bd88-43f7-8161-809c69857d16 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:35.619587 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a6cd7ed0-bd88-43f7-8161-809c69857d16), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:35.619587 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Attempt 1 to provision port a6cd7ed0-bd88-43f7-8161-809c69857d16 Nov 02 12:51:35.619587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e45e3dfd-9f67-435b-bc9a-22e98eed9724 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:35.619587 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e45e3dfd-9f67-435b-bc9a-22e98eed9724), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:35.619587 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e45e3dfd-9f67-435b-bc9a-22e98eed9724 Nov 02 12:51:35.634883 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.extraroute_db [None req-bc9dd487-6c8c-4ae4-ab29-7271955d5fe5 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=105976) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 02 12:51:35.675290 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.extraroute_db [None req-bc9dd487-6c8c-4ae4-ab29-7271955d5fe5 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Removed routes are [] {{(pid=105976) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 02 12:51:35.675716 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc9dd487-6c8c-4ae4-ab29-7271955d5fe5 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (4795dd8e-c10b-4708-a695-50b00ce541d7), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:35.701221 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4dc56c56-98ca-4b12-84f5-9cfecc1d9e12 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (880c1028-82b2-4178-b4f5-8c127285e3c6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:35.705666 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d87f4fd-7522-40b9-9856-18b25ec186c0 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (aacd3109-7c8d-4397-8ff9-559733df2002), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:35.705859 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55e5992d-ca73-4fc2-aae5-efadf7051dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (59f44c31-5a21-4c1b-9f02-592b83aebfcf), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:35.726349 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d005dc-8c2d-4bc3-988c-0b9f50df0c4c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Made reservation on behalf of 7e8f0f160b634aeebb04fc7f66a15f23 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:35.730538 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3d005dc-8c2d-4bc3-988c-0b9f50df0c4c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:35.761421 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] Publish callbacks [] for port (907b758a-e186-4100-88bb-7e7867b1ad25), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:35.767853 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-c3189354-ce16-41b4-9fd0-c9a5ed77c9aa tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Deleting port 5b135261-f2b1-4f7b-8322-7ada8002d97f {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:51:35.768262 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3189354-ce16-41b4-9fd0-c9a5ed77c9aa tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5b135261-f2b1-4f7b-8322-7ada8002d97f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:35.772852 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d87f4fd-7522-40b9-9856-18b25ec186c0 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Network 11b88e77-19d9-470d-90a8-c3aec8e55218 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:35.799512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-4d87f4fd-7522-40b9-9856-18b25ec186c0 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:35.808390 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d87f4fd-7522-40b9-9856-18b25ec186c0 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:35.811310 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-55e5992d-ca73-4fc2-aae5-efadf7051dee admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2f025e3fb9fe43eb914b31ef859ade90&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7305236 Nov 02 12:51:35.816852 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5992d-ca73-4fc2-aae5-efadf7051dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f44c31-5a21-4c1b-9f02-592b83aebfcf,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:35.817929 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49142) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:35.818963 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87f4fd-7522-40b9-9856-18b25ec186c0 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Port': ['ID=aacd3109-7c8d-4397-8ff9-559733df2002,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:35.835834 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc56c56-98ca-4b12-84f5-9cfecc1d9e12 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:35.895695 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-4dc56c56-98ca-4b12-84f5-9cfecc1d9e12 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:35.910388 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc56c56-98ca-4b12-84f5-9cfecc1d9e12 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:35.939193 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d87f4fd-7522-40b9-9856-18b25ec186c0 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (b502a999-0ec8-4fe0-908a-000aa623f9d8), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:35.980063 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] Publish callbacks [] for port (6b074ccd-6849-4009-b811-4b4527bcaaab), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:35.985318 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (907b758a-e186-4100-88bb-7e7867b1ad25), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:35.997845 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc56c56-98ca-4b12-84f5-9cfecc1d9e12 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Pushing event updated for resources: {'Port': ['ID=880c1028-82b2-4178-b4f5-8c127285e3c6,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:36.002449 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3189354-ce16-41b4-9fd0-c9a5ed77c9aa tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5b135261-f2b1-4f7b-8322-7ada8002d97f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:36.023927 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=1bd0b9dc-e7f9-40ba-8477-0f941fe49248,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:36.031034 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] Network 2742217b-21f6-42de-81d0-8e396577065a is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:36.034021 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-c3189354-ce16-41b4-9fd0-c9a5ed77c9aa tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Calling delete_port for 5b135261-f2b1-4f7b-8322-7ada8002d97f owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:51:36.041648 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-29cd5235-a881-4dde-ae21-149363b2bee8 admin admin] Publish callbacks [] for security_group (59f44c31-5a21-4c1b-9f02-592b83aebfcf), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:36.115867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:36.115867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:36.115867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:36.115867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:36.115867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:36.115867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:36.115867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:36.115867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:36.115867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:36.115867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:36.115867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:36.115867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:36.115867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:36.115867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:36.115867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:36.115867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:36.115867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:36.202829 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-29cd5235-a881-4dde-ae21-149363b2bee8 admin admin] Publish callbacks [] for security_group (59f44c31-5a21-4c1b-9f02-592b83aebfcf), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:36.203897 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4dc56c56-98ca-4b12-84f5-9cfecc1d9e12 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for floatingip (d50afee7-f68f-4d8c-9d50-9ea749f0bcea), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:36.204063 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] Pushing event updated for resources: {'Port': ['ID=907b758a-e186-4100-88bb-7e7867b1ad25,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:36.331952 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (6b074ccd-6849-4009-b811-4b4527bcaaab), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:36.335674 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] Publish callbacks [] for port (560b0924-1582-450c-99a4-9059422c693a), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:36.397241 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc9dd487-6c8c-4ae4-ab29-7271955d5fe5 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (4795dd8e-c10b-4708-a695-50b00ce541d7), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:36.406779 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc9dd487-6c8c-4ae4-ab29-7271955d5fe5 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (4795dd8e-c10b-4708-a695-50b00ce541d7), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:36.476980 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4dc56c56-98ca-4b12-84f5-9cfecc1d9e12 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (880c1028-82b2-4178-b4f5-8c127285e3c6), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:36.515029 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-29cd5235-a881-4dde-ae21-149363b2bee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (59f44c31-5a21-4c1b-9f02-592b83aebfcf), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:36.520173 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-29cd5235-a881-4dde-ae21-149363b2bee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:36.525908 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-29cd5235-a881-4dde-ae21-149363b2bee8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/59f44c31-5a21-4c1b-9f02-592b83aebfcf HTTP/1.1" status: 204 len: 168 time: 0.6993833 Nov 02 12:51:36.531145 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] Pushing event updated for resources: {'Port': ['ID=6b074ccd-6849-4009-b811-4b4527bcaaab,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:36.542755 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (560b0924-1582-450c-99a4-9059422c693a), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:36.605957 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd5235-a881-4dde-ae21-149363b2bee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f44c31-5a21-4c1b-9f02-592b83aebfcf,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:36.633286 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] Network 135dbfe7-0fa9-4107-b710-a106d8ffd5e2 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:36.677917 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:36.699043 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Current status of the port a6cd7ed0-bd88-43f7-8161-809c69857d16 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:36.721529 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:36.733144 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:36.780045 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] Attempting to bind port 907b758a-e186-4100-88bb-7e7867b1ad25 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:51:36.780425 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] Attempting to bind port 907b758a-e186-4100-88bb-7e7867b1ad25 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '7a7d9838-9ea7-4895-8ddf-1e2b041d21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2742217b-21f6-42de-81d0-8e396577065a'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:51:36.780822 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] Attempting to bind port 907b758a-e186-4100-88bb-7e7867b1ad25 on network 2742217b-21f6-42de-81d0-8e396577065a {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:51:36.783583 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e45e3dfd-9f67-435b-bc9a-22e98eed9724 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:36.786751 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e45e3dfd-9f67-435b-bc9a-22e98eed9724), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:36.793562 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2adca37-7852-4f53-9a0e-199f71a366a7 None None] Pushing event updated for resources: {'Port': ['ID=560b0924-1582-450c-99a4-9059422c693a,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:36.832155 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9dd487-6c8c-4ae4-ab29-7271955d5fe5 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 4795dd8e-c10b-4708-a695-50b00ce541d7 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:51:36.867086 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:36.880126 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] Attempting to bind port 560b0924-1582-450c-99a4-9059422c693a on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:51:36.880453 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] Attempting to bind port 560b0924-1582-450c-99a4-9059422c693a by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '7a7d9838-9ea7-4895-8ddf-1e2b041d21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2742217b-21f6-42de-81d0-8e396577065a'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:51:36.882840 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] Attempting to bind port 560b0924-1582-450c-99a4-9059422c693a on network 2742217b-21f6-42de-81d0-8e396577065a {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:51:36.883584 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Provisioning complete for port 3432020f-df5f-4649-8c81-9b5e2378e81c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:36.883977 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3432020f-df5f-4649-8c81-9b5e2378e81c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:36.884315 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Attempt 1 to provision port 3432020f-df5f-4649-8c81-9b5e2378e81c Nov 02 12:51:36.994666 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port e45e3dfd-9f67-435b-bc9a-22e98eed9724, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e45e3dfd-9f67-435b-bc9a-22e98eed9724,segment=NetworkSegment(e9851858-51df-4292-b86f-2eaabf6a5ee9),segment_id=e9851858-51df-4292-b86f-2eaabf6a5ee9)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:37.030986 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:51:37.032047 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] Checking segment: {'id': '7a7d9838-9ea7-4895-8ddf-1e2b041d21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2742217b-21f6-42de-81d0-8e396577065a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:37.033507 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:37.034696 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] Bound using segment: {'id': '7a7d9838-9ea7-4895-8ddf-1e2b041d21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2742217b-21f6-42de-81d0-8e396577065a'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:51:37.035795 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] Bound port: 560b0924-1582-450c-99a4-9059422c693a, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7d9838-9ea7-4895-8ddf-1e2b041d21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2742217b-21f6-42de-81d0-8e396577065a'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:51:37.036660 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (560b0924-1582-450c-99a4-9059422c693a), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:37.080645 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] Attempting to bind port 6b074ccd-6849-4009-b811-4b4527bcaaab on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:51:37.081110 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] Attempting to bind port 6b074ccd-6849-4009-b811-4b4527bcaaab by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'c7f0a446-aea3-40a4-874c-4232b9034c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '135dbfe7-0fa9-4107-b710-a106d8ffd5e2'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:51:37.081606 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] Attempting to bind port 6b074ccd-6849-4009-b811-4b4527bcaaab on network 135dbfe7-0fa9-4107-b710-a106d8ffd5e2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:51:37.083938 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:51:37.084391 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] Checking segment: {'id': '7a7d9838-9ea7-4895-8ddf-1e2b041d21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2742217b-21f6-42de-81d0-8e396577065a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:37.084901 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:37.085369 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] Bound using segment: {'id': '7a7d9838-9ea7-4895-8ddf-1e2b041d21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2742217b-21f6-42de-81d0-8e396577065a'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:51:37.085919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] Bound port: 907b758a-e186-4100-88bb-7e7867b1ad25, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7d9838-9ea7-4895-8ddf-1e2b041d21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2742217b-21f6-42de-81d0-8e396577065a'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:51:37.086419 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (907b758a-e186-4100-88bb-7e7867b1ad25), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:37.195709 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] For port 560b0924-1582-450c-99a4-9059422c693a, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:51:37.212455 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] For port 560b0924-1582-450c-99a4-9059422c693a, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=560b0924-1582-450c-99a4-9059422c693a,segment=NetworkSegment(7a7d9838-9ea7-4895-8ddf-1e2b041d21bc),segment_id=7a7d9838-9ea7-4895-8ddf-1e2b041d21bc)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:51:37.216308 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Current status of the port 3432020f-df5f-4649-8c81-9b5e2378e81c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:37.223065 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e45e3dfd-9f67-435b-bc9a-22e98eed9724), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:37.224150 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b5ec2d2e-49a0-4189-ac32-925c6fb19e03 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:37.238368 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3189354-ce16-41b4-9fd0-c9a5ed77c9aa tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (5b135261-f2b1-4f7b-8322-7ada8002d97f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:37.249270 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:51:37.249802 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] Checking segment: {'id': 'c7f0a446-aea3-40a4-874c-4232b9034c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '135dbfe7-0fa9-4107-b710-a106d8ffd5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:37.250317 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:37.250857 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] Bound using segment: {'id': 'c7f0a446-aea3-40a4-874c-4232b9034c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '135dbfe7-0fa9-4107-b710-a106d8ffd5e2'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:51:37.251460 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] Bound port: 6b074ccd-6849-4009-b811-4b4527bcaaab, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f0a446-aea3-40a4-874c-4232b9034c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '135dbfe7-0fa9-4107-b710-a106d8ffd5e2'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:51:37.253671 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (6b074ccd-6849-4009-b811-4b4527bcaaab), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:37.376416 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (560b0924-1582-450c-99a4-9059422c693a), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:37.394363 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4dc56c56-98ca-4b12-84f5-9cfecc1d9e12 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for port (880c1028-82b2-4178-b4f5-8c127285e3c6), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:37.396532 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3d005dc-8c2d-4bc3-988c-0b9f50df0c4c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (48b97f66-836f-47e0-92bf-b88a57ca6523), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:37.405329 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3189354-ce16-41b4-9fd0-c9a5ed77c9aa tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event deleted for resources: {'Port': ['ID=5b135261-f2b1-4f7b-8322-7ada8002d97f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:37.461079 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] Routers {'4795dd8e-c10b-4708-a695-50b00ce541d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:37.462160 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4795dd8e-c10b-4708-a695-50b00ce541d7'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:37.492226 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d87f4fd-7522-40b9-9856-18b25ec186c0 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (aacd3109-7c8d-4397-8ff9-559733df2002), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:37.539686 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:37.554101 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9dd487-6c8c-4ae4-ab29-7271955d5fe5 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:37.622371 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc9dd487-6c8c-4ae4-ab29-7271955d5fe5 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:37.629522 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bc9dd487-6c8c-4ae4-ab29-7271955d5fe5 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/4795dd8e-c10b-4708-a695-50b00ce541d7 HTTP/1.1" status: 200 len: 953 time: 3.6510398 Nov 02 12:51:37.631274 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49196) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:37.656451 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2adca37-7852-4f53-9a0e-199f71a366a7 None None] Pushing event updated for resources: {'Port': ['ID=560b0924-1582-450c-99a4-9059422c693a,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:37.678959 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4dc56c56-98ca-4b12-84f5-9cfecc1d9e12 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (880c1028-82b2-4178-b4f5-8c127285e3c6), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:37.702221 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] Set router 4795dd8e-c10b-4708-a695-50b00ce541d7 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:51:37.838961 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Provisioning complete for port 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:37.838961 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1bd0b9dc-e7f9-40ba-8477-0f941fe49248), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:37.838961 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Attempt 1 to provision port 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 Nov 02 12:51:37.848003 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] For port 907b758a-e186-4100-88bb-7e7867b1ad25, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:51:37.857882 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d005dc-8c2d-4bc3-988c-0b9f50df0c4c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Subnet': ['ID=48b97f66-836f-47e0-92bf-b88a57ca6523,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:37.905826 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4dc56c56-98ca-4b12-84f5-9cfecc1d9e12 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (d50afee7-f68f-4d8c-9d50-9ea749f0bcea), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:37.906624 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] For port 907b758a-e186-4100-88bb-7e7867b1ad25, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=907b758a-e186-4100-88bb-7e7867b1ad25,segment=NetworkSegment(7a7d9838-9ea7-4895-8ddf-1e2b041d21bc),segment_id=7a7d9838-9ea7-4895-8ddf-1e2b041d21bc)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:51:37.920806 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc56c56-98ca-4b12-84f5-9cfecc1d9e12 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Pushing event updated for resources: {'Port': ['ID=880c1028-82b2-4178-b4f5-8c127285e3c6,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:37.958993 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=e45e3dfd-9f67-435b-bc9a-22e98eed9724,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:37.974698 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d005dc-8c2d-4bc3-988c-0b9f50df0c4c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Checking segment: {'id': '2dc9f988-375f-490c-b259-10f0c5730119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '16a21cbf-4ba1-47fa-b61b-a65ee5c7bf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:37.977849 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d005dc-8c2d-4bc3-988c-0b9f50df0c4c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Network hostable DHCP agents. Network: 16a21cbf-4ba1-47fa-b61b-a65ee5c7bf0d, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:51:37.978575 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port b5ec2d2e-49a0-4189-ac32-925c6fb19e03 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:37.979145 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b5ec2d2e-49a0-4189-ac32-925c6fb19e03), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:37.979750 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port b5ec2d2e-49a0-4189-ac32-925c6fb19e03 Nov 02 12:51:37.986516 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:38.068525 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] For port 6b074ccd-6849-4009-b811-4b4527bcaaab, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:51:38.078560 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (907b758a-e186-4100-88bb-7e7867b1ad25), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:38.101411 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] For port 6b074ccd-6849-4009-b811-4b4527bcaaab, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6b074ccd-6849-4009-b811-4b4527bcaaab,segment=NetworkSegment(c7f0a446-aea3-40a4-874c-4232b9034c29),segment_id=c7f0a446-aea3-40a4-874c-4232b9034c29)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:51:38.107109 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:51:35Z', 'revision_number': 6, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3432020f-df5f-4649-8c81-9b5e2378e81c', 'name': '', 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:9c:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:18Z', 'updated_at': '2022-11-02T12:51:29Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560b0924-1582-450c-99a4-9059422c693a', 'name': '', 'network_id': '2742217b-21f6-42de-81d0-8e396577065a', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'fc1e23e9-8b76-43e3-bd13-e495e39a4f26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:29Z', 'updated_at': '2022-11-02T12:51:37Z', 'revision_number': 4, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'fc1e23e9-8b76-43e3-bd13-e495e39a4f26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd782ce5c-f378-46c1-83da-5ea6d272533f', 'name': '', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:88:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:05Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:38.113305 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4dc56c56-98ca-4b12-84f5-9cfecc1d9e12 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:38.127304 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4dc56c56-98ca-4b12-84f5-9cfecc1d9e12 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0805051 Nov 02 12:51:38.163645 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d3b6d-f73d-4b50-bdd8-df8155444c92 None None] The sync data for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 is: [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:51:35Z', 'revision_number': 6, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3432020f-df5f-4649-8c81-9b5e2378e81c', 'name': '', 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:9c:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:18Z', 'updated_at': '2022-11-02T12:51:29Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560b0924-1582-450c-99a4-9059422c693a', 'name': '', 'network_id': '2742217b-21f6-42de-81d0-8e396577065a', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'fc1e23e9-8b76-43e3-bd13-e495e39a4f26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:29Z', 'updated_at': '2022-11-02T12:51:37Z', 'revision_number': 4, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'fc1e23e9-8b76-43e3-bd13-e495e39a4f26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd782ce5c-f378-46c1-83da-5ea6d272533f', 'name': '', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:88:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:05Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:38.164826 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Current status of the port 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:38.184218 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Provisioning complete for port a4124210-a94b-42ac-9f7d-8ebf97244d04 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:38.184628 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a4124210-a94b-42ac-9f7d-8ebf97244d04), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:38.184969 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Attempt 1 to provision port a4124210-a94b-42ac-9f7d-8ebf97244d04 Nov 02 12:51:38.192551 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3189354-ce16-41b4-9fd0-c9a5ed77c9aa tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:38.208588 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d005dc-8c2d-4bc3-988c-0b9f50df0c4c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Network 16a21cbf-4ba1-47fa-b61b-a65ee5c7bf0d is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:51:38.298997 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (6b074ccd-6849-4009-b811-4b4527bcaaab), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:38.322619 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-c3d005dc-8c2d-4bc3-988c-0b9f50df0c4c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 16a21cbf-4ba1-47fa-b61b-a65ee5c7bf0d) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:38.323555 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7caae-1856-4483-bc8d-7555152b184d None None] Pushing event updated for resources: {'Port': ['ID=907b758a-e186-4100-88bb-7e7867b1ad25,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:38.327840 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d005dc-8c2d-4bc3-988c-0b9f50df0c4c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:38.328466 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3d005dc-8c2d-4bc3-988c-0b9f50df0c4c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:38.364358 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:38.372453 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5fec3519-3809-4889-9184-ba2df3659e13 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/routers/4795dd8e-c10b-4708-a695-50b00ce541d7 HTTP/1.1" status: 200 len: 953 time: 0.6484070 Nov 02 12:51:38.382995 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49208) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:38.385350 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ddac4a02-49f6-4684-8659-e919239bf22f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'router': {'routes': None}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:38.442409 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port b5ec2d2e-49a0-4189-ac32-925c6fb19e03 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:38.445168 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1a25c084-a52a-4e01-99dc-530cba275d39 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:38.527400 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c3d005dc-8c2d-4bc3-988c-0b9f50df0c4c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.7736673 Nov 02 12:51:38.527696 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49210) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:38.694271 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Current status of the port a4124210-a94b-42ac-9f7d-8ebf97244d04 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:38.701037 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424f0a1-1fc1-4f73-a4fd-d6035edc7e8d None None] Pushing event updated for resources: {'Port': ['ID=6b074ccd-6849-4009-b811-4b4527bcaaab,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:38.765248 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Provisioning complete for port e45e3dfd-9f67-435b-bc9a-22e98eed9724 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:38.766073 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e45e3dfd-9f67-435b-bc9a-22e98eed9724), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:38.767274 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Attempt 1 to provision port e45e3dfd-9f67-435b-bc9a-22e98eed9724 Nov 02 12:51:38.818476 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:38.886968 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 1a25c084-a52a-4e01-99dc-530cba275d39 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:38.887293 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1a25c084-a52a-4e01-99dc-530cba275d39), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:38.887620 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 1a25c084-a52a-4e01-99dc-530cba275d39 Nov 02 12:51:38.947189 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:39.023356 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:39.074658 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5317fce3-359a-4958-b90e-9cab0d2c5426 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (16a21cbf-4ba1-47fa-b61b-a65ee5c7bf0d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:39.186504 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dda03ac7-415c-4f75-9120-cf0e14cfda5d None None] Current status of the port e45e3dfd-9f67-435b-bc9a-22e98eed9724 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:39.246275 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 1a25c084-a52a-4e01-99dc-530cba275d39 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:39.292559 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:39.294122 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:39.329483 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-66090c89-2a74-4b32-be43-745da1f04527 None None] Provisioning complete for port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:39.330114 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-66090c89-2a74-4b32-be43-745da1f04527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (57b08e0d-9795-4ec4-9edb-cd2fd1200b51), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:39.330504 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-66090c89-2a74-4b32-be43-745da1f04527 None None] Attempt 1 to provision port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 Nov 02 12:51:39.564983 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-66090c89-2a74-4b32-be43-745da1f04527 None None] Current status of the port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:39.582683 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d87f4fd-7522-40b9-9856-18b25ec186c0 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for port (aacd3109-7c8d-4397-8ff9-559733df2002), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:39.589257 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-66090c89-2a74-4b32-be43-745da1f04527 None None] Provisioning complete for port 3432020f-df5f-4649-8c81-9b5e2378e81c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:39.592120 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-66090c89-2a74-4b32-be43-745da1f04527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3432020f-df5f-4649-8c81-9b5e2378e81c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:39.592945 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-66090c89-2a74-4b32-be43-745da1f04527 None None] Attempt 1 to provision port 3432020f-df5f-4649-8c81-9b5e2378e81c Nov 02 12:51:39.925961 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-493c2b00-70b1-4e3d-b42b-19437f712498 req-de9953bc-5a3c-4e42-8467-74c09a94ed6d tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1315292409&fields=id&tenant_id=de7913a0ade441f797ed5d91fc6b6257 HTTP/1.1" status: 200 len: 267 time: 0.4410005 Nov 02 12:51:39.925961 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d87f4fd-7522-40b9-9856-18b25ec186c0 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (aacd3109-7c8d-4397-8ff9-559733df2002), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:39.925961 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3189354-ce16-41b4-9fd0-c9a5ed77c9aa tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Router fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:51:39.931585 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 907b758a-e186-4100-88bb-7e7867b1ad25 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:39.931585 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-66090c89-2a74-4b32-be43-745da1f04527 None None] Current status of the port 3432020f-df5f-4649-8c81-9b5e2378e81c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:39.931585 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-66090c89-2a74-4b32-be43-745da1f04527 None None] Provisioning complete for port 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:39.936737 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-66090c89-2a74-4b32-be43-745da1f04527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1bd0b9dc-e7f9-40ba-8477-0f941fe49248), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:39.936737 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-66090c89-2a74-4b32-be43-745da1f04527 None None] Attempt 1 to provision port 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 Nov 02 12:51:40.021206 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87f4fd-7522-40b9-9856-18b25ec186c0 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Port': ['ID=aacd3109-7c8d-4397-8ff9-559733df2002,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:40.029815 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d87f4fd-7522-40b9-9856-18b25ec186c0 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (b502a999-0ec8-4fe0-908a-000aa623f9d8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:40.084434 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ae6b7c-9015-4bab-a20e-453ceaf3dd78 None None] Sync routers for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:40.113044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 907b758a-e186-4100-88bb-7e7867b1ad25 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:40.113428 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (907b758a-e186-4100-88bb-7e7867b1ad25), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:40.113774 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 907b758a-e186-4100-88bb-7e7867b1ad25 Nov 02 12:51:40.224748 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5317fce3-359a-4958-b90e-9cab0d2c5426 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (48b97f66-836f-47e0-92bf-b88a57ca6523), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:40.296659 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae6b7c-9015-4bab-a20e-453ceaf3dd78 None None] Routers {'4795dd8e-c10b-4708-a695-50b00ce541d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:40.297333 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-c7ae6b7c-9015-4bab-a20e-453ceaf3dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4795dd8e-c10b-4708-a695-50b00ce541d7'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:40.328849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3189354-ce16-41b4-9fd0-c9a5ed77c9aa tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:40.339144 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1781448-a8c4-4352-9ec1-f539b922d5e6 None None] Sync routers for ids ['fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:40.370268 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1781448-a8c4-4352-9ec1-f539b922d5e6 None None] Routers {'fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:40.371580 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a1781448-a8c4-4352-9ec1-f539b922d5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:40.373863 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c3189354-ce16-41b4-9fd0-c9a5ed77c9aa tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "PUT /networking/v2.0/routers/fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8959565 Nov 02 12:51:40.400913 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49268) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:40.410316 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d87f4fd-7522-40b9-9856-18b25ec186c0 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Network 11b88e77-19d9-470d-90a8-c3aec8e55218 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:40.438101 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.extraroute_db [None req-ddac4a02-49f6-4684-8659-e919239bf22f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Added routes are [] {{(pid=105976) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 02 12:51:40.438601 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.extraroute_db [None req-ddac4a02-49f6-4684-8659-e919239bf22f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=105976) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 02 12:51:40.456373 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a1781448-a8c4-4352-9ec1-f539b922d5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:40.465111 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-4d87f4fd-7522-40b9-9856-18b25ec186c0 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:40.487216 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1781448-a8c4-4352-9ec1-f539b922d5e6 None None] Routers {'fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:40.488519 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a1781448-a8c4-4352-9ec1-f539b922d5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:40.494383 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c2b00-70b1-4e3d-b42b-19437f712498 req-12f0ec6b-bba3-4530-8aa5-687b07daa190 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:40.496017 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-493c2b00-70b1-4e3d-b42b-19437f712498 req-12f0ec6b-bba3-4530-8aa5-687b07daa190 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "GET /networking/v2.0/networks?id=682c2865-4fa7-4779-ae52-2f235088dfa9 HTTP/1.1" status: 200 len: 816 time: 0.7733080 Nov 02 12:51:40.563050 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a1781448-a8c4-4352-9ec1-f539b922d5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:40.564080 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1781448-a8c4-4352-9ec1-f539b922d5e6 None None] The sync data for ids ['fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:40.580610 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-cc2e387e-d8f0-4105-9da8-26d7f33e6db6 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] show failed (client error): The resource could not be found. Nov 02 12:51:40.590293 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cc2e387e-d8f0-4105-9da8-26d7f33e6db6 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "GET /networking/v2.0/routers/tempest-non_exist_router-1766461011 HTTP/1.1" status: 404 len: 335 time: 0.1851037 Nov 02 12:51:40.590293 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49274) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:40.603884 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 907b758a-e186-4100-88bb-7e7867b1ad25 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:40.604094 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (907b758a-e186-4100-88bb-7e7867b1ad25), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:40.617603 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e62220b5-930f-40dd-9016-92ac06678ee2 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:40.639399 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:40.695703 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-c7ae6b7c-9015-4bab-a20e-453ceaf3dd78 None None] Set router 4795dd8e-c10b-4708-a695-50b00ce541d7 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:51:40.747002 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-e62220b5-930f-40dd-9016-92ac06678ee2 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] update failed (client error): The resource could not be found. Nov 02 12:51:40.747002 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e62220b5-930f-40dd-9016-92ac06678ee2 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "PUT /networking/v2.0/routers/tempest-non_exist_router-1546319829 HTTP/1.1" status: 404 len: 335 time: 0.1238813 Nov 02 12:51:40.747002 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5317fce3-359a-4958-b90e-9cab0d2c5426 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (48b97f66-836f-47e0-92bf-b88a57ca6523), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:40.747002 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ddac4a02-49f6-4684-8659-e919239bf22f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (4795dd8e-c10b-4708-a695-50b00ce541d7), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:40.759501 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49280) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:40.782650 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-493c2b00-70b1-4e3d-b42b-19437f712498 req-adbb7201-d452-4eb0-9ebd-fa9921db1d81 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "GET /networking/v2.0/quotas/de7913a0ade441f797ed5d91fc6b6257 HTTP/1.1" status: 200 len: 375 time: 0.2597628 Nov 02 12:51:40.792761 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d87f4fd-7522-40b9-9856-18b25ec186c0 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Router b502a999-0ec8-4fe0-908a-000aa623f9d8 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:51:40.863768 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317fce3-359a-4958-b90e-9cab0d2c5426 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Subnet': ['ID=48b97f66-836f-47e0-92bf-b88a57ca6523,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:40.880941 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-66090c89-2a74-4b32-be43-745da1f04527 None None] Current status of the port 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:40.930619 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-66090c89-2a74-4b32-be43-745da1f04527 None None] Provisioning complete for port b5ec2d2e-49a0-4189-ac32-925c6fb19e03 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:40.931040 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-66090c89-2a74-4b32-be43-745da1f04527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b5ec2d2e-49a0-4189-ac32-925c6fb19e03), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:40.931552 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-66090c89-2a74-4b32-be43-745da1f04527 None None] Attempt 1 to provision port b5ec2d2e-49a0-4189-ac32-925c6fb19e03 Nov 02 12:51:40.963718 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-493c2b00-70b1-4e3d-b42b-19437f712498 req-5a8ddd3b-57e8-434f-bbb2-1d7646550d64 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=de7913a0ade441f797ed5d91fc6b6257&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1572666 Nov 02 12:51:41.059087 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba68cb7b-7256-42a1-b6f5-7ffe6209b4e5 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Deleting subnet 0e835162-f638-4495-a2c8-6c48f708c999 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:51:41.069375 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba68cb7b-7256-42a1-b6f5-7ffe6209b4e5 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for subnet (0e835162-f638-4495-a2c8-6c48f708c999), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:41.093042 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5bc5f1-b8e3-46ee-9c4c-cb342a5e8945 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:51:41.098673 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d87f4fd-7522-40b9-9856-18b25ec186c0 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:41.105013 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5317fce3-359a-4958-b90e-9cab0d2c5426 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (16a21cbf-4ba1-47fa-b61b-a65ee5c7bf0d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:41.109650 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4d87f4fd-7522-40b9-9856-18b25ec186c0 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "PUT /networking/v2.0/routers/b502a999-0ec8-4fe0-908a-000aa623f9d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2031054 Nov 02 12:51:41.122476 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49300) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:41.128246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-2087a0c1-8054-4279-aae6-2e7dbd093498 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'port': {'network_id': '11b88e77-19d9-470d-90a8-c3aec8e55218', 'name': 'tempest-FloatingIPTestJSON-1823937655'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:41.143829 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 907b758a-e186-4100-88bb-7e7867b1ad25, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=907b758a-e186-4100-88bb-7e7867b1ad25,segment=NetworkSegment(7a7d9838-9ea7-4895-8ddf-1e2b041d21bc),segment_id=7a7d9838-9ea7-4895-8ddf-1e2b041d21bc)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:41.151335 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de2ed2c-87d5-40c5-a20f-a91ec387f0f4 None None] Sync routers for ids ['b502a999-0ec8-4fe0-908a-000aa623f9d8'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:41.158926 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-5317fce3-359a-4958-b90e-9cab0d2c5426 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a21cbf-4ba1-47fa-b61b-a65ee5c7bf0d']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:41.176632 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-5317fce3-359a-4958-b90e-9cab0d2c5426 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc9f988-375f-490c-b259-10f0c5730119') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:41.177167 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-5317fce3-359a-4958-b90e-9cab0d2c5426 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc9f988-375f-490c-b259-10f0c5730119') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:41.181387 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba68cb7b-7256-42a1-b6f5-7ffe6209b4e5 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (0e835162-f638-4495-a2c8-6c48f708c999), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:41.257720 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5317fce3-359a-4958-b90e-9cab0d2c5426 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (2dc9f988-375f-490c-b259-10f0c5730119), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:41.287255 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:41.303320 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49306) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:41.311141 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5317fce3-359a-4958-b90e-9cab0d2c5426 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (2dc9f988-375f-490c-b259-10f0c5730119), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:41.327099 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de2ed2c-87d5-40c5-a20f-a91ec387f0f4 None None] Routers {'b502a999-0ec8-4fe0-908a-000aa623f9d8'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:41.327742 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1de2ed2c-87d5-40c5-a20f-a91ec387f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b502a999-0ec8-4fe0-908a-000aa623f9d8'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:41.330066 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5317fce3-359a-4958-b90e-9cab0d2c5426 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:51:41.330701 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5317fce3-359a-4958-b90e-9cab0d2c5426 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (2dc9f988-375f-490c-b259-10f0c5730119), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:41.381321 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 2dc9f988-375f-490c-b259-10f0c5730119 resource provider aggregate not found Nov 02 12:51:41.393428 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ddac4a02-49f6-4684-8659-e919239bf22f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (4795dd8e-c10b-4708-a695-50b00ce541d7), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:41.412388 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (907b758a-e186-4100-88bb-7e7867b1ad25), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:41.413588 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 560b0924-1582-450c-99a4-9059422c693a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:41.424307 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c056111f-c5ea-42b5-86b4-6c19e24f99bb tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group (fdd310e0-884e-4ac0-8f23-64666fdddc33), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:41.429226 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 2dc9f988-375f-490c-b259-10f0c5730119 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2dc9f988-375f-490c-b259-10f0c5730119 found for delete ", "request_id": "req-e89ba404-c337-49b1-b730-504e2632b1bb"}]} Nov 02 12:51:41.454589 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c056111f-c5ea-42b5-86b4-6c19e24f99bb tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group (fdd310e0-884e-4ac0-8f23-64666fdddc33), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:41.454675 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1de2ed2c-87d5-40c5-a20f-a91ec387f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:41.454983 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ddac4a02-49f6-4684-8659-e919239bf22f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (4795dd8e-c10b-4708-a695-50b00ce541d7), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:41.519969 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2087a0c1-8054-4279-aae6-2e7dbd093498 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Made reservation on behalf of d51481ca43dc4936b4d039170d10afc6 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:41.525822 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2087a0c1-8054-4279-aae6-2e7dbd093498 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:41.545626 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:41.559101 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-2087a0c1-8054-4279-aae6-2e7dbd093498 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] device_id is not set on port 8fd2f642-36c0-4301-a738-8d65d3621b8c yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:51:41.589245 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-c7ae6b7c-9015-4bab-a20e-453ceaf3dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:51:35Z', 'revision_number': 6, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3432020f-df5f-4649-8c81-9b5e2378e81c', 'name': '', 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:9c:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:18Z', 'updated_at': '2022-11-02T12:51:29Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560b0924-1582-450c-99a4-9059422c693a', 'name': '', 'network_id': '2742217b-21f6-42de-81d0-8e396577065a', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'fc1e23e9-8b76-43e3-bd13-e495e39a4f26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:29Z', 'updated_at': '2022-11-02T12:51:37Z', 'revision_number': 4, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'fc1e23e9-8b76-43e3-bd13-e495e39a4f26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd782ce5c-f378-46c1-83da-5ea6d272533f', 'name': '', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:88:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:05Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:41.605433 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba68cb7b-7256-42a1-b6f5-7ffe6209b4e5 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (0e835162-f638-4495-a2c8-6c48f708c999), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:41.625701 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de2ed2c-87d5-40c5-a20f-a91ec387f0f4 None None] Routers {'b502a999-0ec8-4fe0-908a-000aa623f9d8'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:41.626394 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1de2ed2c-87d5-40c5-a20f-a91ec387f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b502a999-0ec8-4fe0-908a-000aa623f9d8'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:41.639956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ae6b7c-9015-4bab-a20e-453ceaf3dd78 None None] Checking router: 4795dd8e-c10b-4708-a695-50b00ce541d7 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:51:41.647258 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddac4a02-49f6-4684-8659-e919239bf22f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 4795dd8e-c10b-4708-a695-50b00ce541d7 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:51:41.699374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-66090c89-2a74-4b32-be43-745da1f04527 None None] Current status of the port b5ec2d2e-49a0-4189-ac32-925c6fb19e03 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:41.708941 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c056111f-c5ea-42b5-86b4-6c19e24f99bb tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fdd310e0-884e-4ac0-8f23-64666fdddc33), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:41.710680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 560b0924-1582-450c-99a4-9059422c693a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:41.711179 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (560b0924-1582-450c-99a4-9059422c693a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:41.711567 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 560b0924-1582-450c-99a4-9059422c693a Nov 02 12:51:41.711672 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c056111f-c5ea-42b5-86b4-6c19e24f99bb tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:41.716145 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c056111f-c5ea-42b5-86b4-6c19e24f99bb tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fdd310e0-884e-4ac0-8f23-64666fdddc33 HTTP/1.1" status: 204 len: 168 time: 0.4073200 Nov 02 12:51:41.716838 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49328) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:41.727147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=907b758a-e186-4100-88bb-7e7867b1ad25,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:41.730190 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1de2ed2c-87d5-40c5-a20f-a91ec387f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:41.730833 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de2ed2c-87d5-40c5-a20f-a91ec387f0f4 None None] The sync data for ids ['b502a999-0ec8-4fe0-908a-000aa623f9d8'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:41.748975 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5317fce3-359a-4958-b90e-9cab0d2c5426 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (16a21cbf-4ba1-47fa-b61b-a65ee5c7bf0d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:41.760432 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-0ca170f6-08aa-425c-b731-9b99f33f8aca tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] show failed (client error): The resource could not be found. Nov 02 12:51:41.765161 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0ca170f6-08aa-425c-b731-9b99f33f8aca tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "GET /networking/v2.0/security-groups/fdd310e0-884e-4ac0-8f23-64666fdddc33 HTTP/1.1" status: 404 len: 347 time: 0.0373533 Nov 02 12:51:41.765967 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49330) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:41.770664 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056111f-c5ea-42b5-86b4-6c19e24f99bb tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd310e0-884e-4ac0-8f23-64666fdddc33,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:41.781995 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae6b7c-9015-4bab-a20e-453ceaf3dd78 None None] Routers {'4795dd8e-c10b-4708-a695-50b00ce541d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:41.782849 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-c7ae6b7c-9015-4bab-a20e-453ceaf3dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4795dd8e-c10b-4708-a695-50b00ce541d7'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:41.806617 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-66090c89-2a74-4b32-be43-745da1f04527 None None] Provisioning complete for port aacd3109-7c8d-4397-8ff9-559733df2002 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:41.807234 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-66090c89-2a74-4b32-be43-745da1f04527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (aacd3109-7c8d-4397-8ff9-559733df2002), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:41.807566 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-66090c89-2a74-4b32-be43-745da1f04527 None None] Attempt 1 to provision port aacd3109-7c8d-4397-8ff9-559733df2002 Nov 02 12:51:41.882698 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5317fce3-359a-4958-b90e-9cab0d2c5426 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:41.893256 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5317fce3-359a-4958-b90e-9cab0d2c5426 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/networks/16a21cbf-4ba1-47fa-b61b-a65ee5c7bf0d HTTP/1.1" status: 204 len: 168 time: 3.3553710 Nov 02 12:51:41.895087 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317fce3-359a-4958-b90e-9cab0d2c5426 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Network': ['ID=16a21cbf-4ba1-47fa-b61b-a65ee5c7bf0d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:41.906856 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49338) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:41.918688 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-68a6dea4-52c5-4db0-beb2-679d493ef319 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2127322263'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:41.928312 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:41.931136 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba68cb7b-7256-42a1-b6f5-7ffe6209b4e5 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (0e835162-f638-4495-a2c8-6c48f708c999), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:41.992234 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49340) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:41.996219 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68cb7b-7256-42a1-b6f5-7ffe6209b4e5 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event deleted for resources: {'Subnet': ['ID=0e835162-f638-4495-a2c8-6c48f708c999,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:41.998179 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba68cb7b-7256-42a1-b6f5-7ffe6209b4e5 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.002916 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ba68cb7b-7256-42a1-b6f5-7ffe6209b4e5 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/0e835162-f638-4495-a2c8-6c48f708c999 HTTP/1.1" status: 204 len: 168 time: 1.2414951 Nov 02 12:51:42.009575 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddac4a02-49f6-4684-8659-e919239bf22f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:42.012426 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49344) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:42.021305 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ddac4a02-49f6-4684-8659-e919239bf22f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.024654 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ddac4a02-49f6-4684-8659-e919239bf22f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/4795dd8e-c10b-4708-a695-50b00ce541d7 HTTP/1.1" status: 200 len: 703 time: 3.6465201 Nov 02 12:51:42.026847 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49346) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:42.088718 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5bc5f1-b8e3-46ee-9c4c-cb342a5e8945 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:51:42.115086 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1105e41c-8bac-4a99-8daa-231ac1a4dfe2 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Deleting port 880c1028-82b2-4178-b4f5-8c127285e3c6 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:51:42.115711 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1105e41c-8bac-4a99-8daa-231ac1a4dfe2 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (880c1028-82b2-4178-b4f5-8c127285e3c6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.146714 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bc167e8b-b1b2-4383-9201-abb6009a37e4 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/routers/4795dd8e-c10b-4708-a695-50b00ce541d7 HTTP/1.1" status: 200 len: 703 time: 0.1191185 Nov 02 12:51:42.147415 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49348) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:42.194282 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a6dea4-52c5-4db0-beb2-679d493ef319 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Made reservation on behalf of 7e8f0f160b634aeebb04fc7f66a15f23 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:42.198953 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-68a6dea4-52c5-4db0-beb2-679d493ef319 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.202233 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1105e41c-8bac-4a99-8daa-231ac1a4dfe2 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (880c1028-82b2-4178-b4f5-8c127285e3c6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.202233 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1105e41c-8bac-4a99-8daa-231ac1a4dfe2 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for floatingip (880c1028-82b2-4178-b4f5-8c127285e3c6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.213652 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 560b0924-1582-450c-99a4-9059422c693a is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:42.213943 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (560b0924-1582-450c-99a4-9059422c693a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.216784 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-66090c89-2a74-4b32-be43-745da1f04527 None None] Port aacd3109-7c8d-4397-8ff9-559733df2002 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:51:42.219096 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1105e41c-8bac-4a99-8daa-231ac1a4dfe2 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Calling delete_port for 880c1028-82b2-4178-b4f5-8c127285e3c6 owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:51:42.289282 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a6dea4-52c5-4db0-beb2-679d493ef319 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:51:42.327824 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-68a6dea4-52c5-4db0-beb2-679d493ef319 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (118919c2-8b3a-4160-9a1a-e310ff46d512), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.328327 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-68a6dea4-52c5-4db0-beb2-679d493ef319 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Added segment 118919c2-8b3a-4160-9a1a-e310ff46d512 of type vlan for network 816192b4-e680-4ef4-a2aa-202beadb8394 Nov 02 12:51:42.369047 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-2087a0c1-8054-4279-aae6-2e7dbd093498 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Allocated IP 172.20.0.13 (11b88e77-19d9-470d-90a8-c3aec8e55218/1844210e-4243-4e94-ae43-6f18e60935c9/8fd2f642-36c0-4301-a738-8d65d3621b8c) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:42.375619 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0519c37f-2c5b-46d7-a3ae-bd23f756d43c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (de06ae67-42a0-4ec9-8964-049f3997154c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.381057 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:42.449723 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-c7ae6b7c-9015-4bab-a20e-453ceaf3dd78 None None] Set router 4795dd8e-c10b-4708-a695-50b00ce541d7 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:51:42.465585 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-68a6dea4-52c5-4db0-beb2-679d493ef319 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (816192b4-e680-4ef4-a2aa-202beadb8394), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.508365 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-0519c37f-2c5b-46d7-a3ae-bd23f756d43c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Deleting port 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:51:42.508973 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0519c37f-2c5b-46d7-a3ae-bd23f756d43c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (1bd0b9dc-e7f9-40ba-8477-0f941fe49248), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.513893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d3e8f868-5dff-4469-b7c0-0a952daeece1 None None] Provisioning complete for port 907b758a-e186-4100-88bb-7e7867b1ad25 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:42.514471 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d3e8f868-5dff-4469-b7c0-0a952daeece1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (907b758a-e186-4100-88bb-7e7867b1ad25), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.514938 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d3e8f868-5dff-4469-b7c0-0a952daeece1 None None] Attempt 1 to provision port 907b758a-e186-4100-88bb-7e7867b1ad25 Nov 02 12:51:42.621595 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 560b0924-1582-450c-99a4-9059422c693a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=560b0924-1582-450c-99a4-9059422c693a,segment=NetworkSegment(7a7d9838-9ea7-4895-8ddf-1e2b041d21bc),segment_id=7a7d9838-9ea7-4895-8ddf-1e2b041d21bc)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:42.643169 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2087a0c1-8054-4279-aae6-2e7dbd093498 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for port (8fd2f642-36c0-4301-a738-8d65d3621b8c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.658584 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:42.663744 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-fcf80bf2-9105-4d91-a109-3b1fdc570dd6 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-411843043'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:42.667496 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a6ad2b3a-bf09-442a-8986-b60b188ef30a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (4795dd8e-c10b-4708-a695-50b00ce541d7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.683298 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:42.684542 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1105e41c-8bac-4a99-8daa-231ac1a4dfe2 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (880c1028-82b2-4178-b4f5-8c127285e3c6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.709309 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-68a6dea4-52c5-4db0-beb2-679d493ef319 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (816192b4-e680-4ef4-a2aa-202beadb8394), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.714916 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a6dea4-52c5-4db0-beb2-679d493ef319 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:42.715721 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-68a6dea4-52c5-4db0-beb2-679d493ef319 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.746803 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105e41c-8bac-4a99-8daa-231ac1a4dfe2 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Pushing event deleted for resources: {'Port': ['ID=880c1028-82b2-4178-b4f5-8c127285e3c6,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:42.801742 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6dea4-52c5-4db0-beb2-679d493ef319 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Network': ['ID=816192b4-e680-4ef4-a2aa-202beadb8394,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:42.820454 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2087a0c1-8054-4279-aae6-2e7dbd093498 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (8fd2f642-36c0-4301-a738-8d65d3621b8c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.842530 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (560b0924-1582-450c-99a4-9059422c693a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.843612 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:42.856674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 816192b4-e680-4ef4-a2aa-202beadb8394 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:51:42.901501 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-0519c37f-2c5b-46d7-a3ae-bd23f756d43c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] For port 1bd0b9dc-e7f9-40ba-8477-0f941fe49248, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1bd0b9dc-e7f9-40ba-8477-0f941fe49248,segment=NetworkSegment(e1b0893a-0c5e-492b-82ed-a81112602726),segment_id=e1b0893a-0c5e-492b-82ed-a81112602726)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:42.901983 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0519c37f-2c5b-46d7-a3ae-bd23f756d43c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (1bd0b9dc-e7f9-40ba-8477-0f941fe49248), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.942830 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2087a0c1-8054-4279-aae6-2e7dbd093498 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Network 11b88e77-19d9-470d-90a8-c3aec8e55218 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:42.977619 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-0519c37f-2c5b-46d7-a3ae-bd23f756d43c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Calling delete_port for 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:51:42.980127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-2087a0c1-8054-4279-aae6-2e7dbd093498 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:43.007708 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fcf80bf2-9105-4d91-a109-3b1fdc570dd6 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (d88e1545-546a-4b5b-b4e4-b88d7cc11abf), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.008795 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fcf80bf2-9105-4d91-a109-3b1fdc570dd6 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (d88e1545-546a-4b5b-b4e4-b88d7cc11abf), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.068306 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fcf80bf2-9105-4d91-a109-3b1fdc570dd6 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router_controller (d88e1545-546a-4b5b-b4e4-b88d7cc11abf), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.075745 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-68a6dea4-52c5-4db0-beb2-679d493ef319 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1617639 Nov 02 12:51:43.079784 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49378) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:43.087651 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-dbdd6914-d233-4c37-8b33-a4f6c612868c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'subnet': {'network_id': '816192b4-e680-4ef4-a2aa-202beadb8394', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:43.114046 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087a0c1-8054-4279-aae6-2e7dbd093498 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event updated for resources: {'Port': ['ID=8fd2f642-36c0-4301-a738-8d65d3621b8c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:43.119132 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087a0c1-8054-4279-aae6-2e7dbd093498 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:43.140786 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-34251d92-bf59-4d9e-8e79-e9aea6b33ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.213109 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1105e41c-8bac-4a99-8daa-231ac1a4dfe2 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for floatingip (d50afee7-f68f-4d8c-9d50-9ea749f0bcea), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.216266 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1105e41c-8bac-4a99-8daa-231ac1a4dfe2 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.226611 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1105e41c-8bac-4a99-8daa-231ac1a4dfe2 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/d50afee7-f68f-4d8c-9d50-9ea749f0bcea HTTP/1.1" status: 204 len: 168 time: 1.4438586 Nov 02 12:51:43.226860 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d3e8f868-5dff-4469-b7c0-0a952daeece1 None None] Current status of the port 907b758a-e186-4100-88bb-7e7867b1ad25 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:43.226948 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fcf80bf2-9105-4d91-a109-3b1fdc570dd6 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (d88e1545-546a-4b5b-b4e4-b88d7cc11abf), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.231241 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=560b0924-1582-450c-99a4-9059422c693a,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:43.257930 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2087a0c1-8054-4279-aae6-2e7dbd093498 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:43.258587 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2087a0c1-8054-4279-aae6-2e7dbd093498 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.273357 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d3e8f868-5dff-4469-b7c0-0a952daeece1 None None] Provisioning complete for port 560b0924-1582-450c-99a4-9059422c693a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:43.273914 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d3e8f868-5dff-4469-b7c0-0a952daeece1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (560b0924-1582-450c-99a4-9059422c693a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.274369 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d3e8f868-5dff-4469-b7c0-0a952daeece1 None None] Attempt 1 to provision port 560b0924-1582-450c-99a4-9059422c693a Nov 02 12:51:43.342778 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:43.343826 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:43.344453 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1bd0b9dc-e7f9-40ba-8477-0f941fe49248), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.344952 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 Nov 02 12:51:43.347550 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-c7ae6b7c-9015-4bab-a20e-453ceaf3dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:51:40Z', 'revision_number': 7, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3432020f-df5f-4649-8c81-9b5e2378e81c', 'name': '', 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:9c:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:18Z', 'updated_at': '2022-11-02T12:51:29Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560b0924-1582-450c-99a4-9059422c693a', 'name': '', 'network_id': '2742217b-21f6-42de-81d0-8e396577065a', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'fc1e23e9-8b76-43e3-bd13-e495e39a4f26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:29Z', 'updated_at': '2022-11-02T12:51:37Z', 'revision_number': 4, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'fc1e23e9-8b76-43e3-bd13-e495e39a4f26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd782ce5c-f378-46c1-83da-5ea6d272533f', 'name': '', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:88:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:05Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:43.360716 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a6ad2b3a-bf09-442a-8986-b60b188ef30a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting port 560b0924-1582-450c-99a4-9059422c693a {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:51:43.361243 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a6ad2b3a-bf09-442a-8986-b60b188ef30a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (560b0924-1582-450c-99a4-9059422c693a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.374787 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2087a0c1-8054-4279-aae6-2e7dbd093498 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2488360 Nov 02 12:51:43.376402 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49388) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:43.381926 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-1c46103a-e861-4a46-a408-b94cf3266939 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Request body: {'floatingip': {'port_id': '8fd2f642-36c0-4301-a738-8d65d3621b8c'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:43.416445 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ae6b7c-9015-4bab-a20e-453ceaf3dd78 None None] The sync data for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 is: [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:51:40Z', 'revision_number': 7, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3432020f-df5f-4649-8c81-9b5e2378e81c', 'name': '', 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:9c:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:18Z', 'updated_at': '2022-11-02T12:51:29Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560b0924-1582-450c-99a4-9059422c693a', 'name': '', 'network_id': '2742217b-21f6-42de-81d0-8e396577065a', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'fc1e23e9-8b76-43e3-bd13-e495e39a4f26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:29Z', 'updated_at': '2022-11-02T12:51:37Z', 'revision_number': 4, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'fc1e23e9-8b76-43e3-bd13-e495e39a4f26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd782ce5c-f378-46c1-83da-5ea6d272533f', 'name': '', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:88:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:05Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:43.455654 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0519c37f-2c5b-46d7-a3ae-bd23f756d43c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (1bd0b9dc-e7f9-40ba-8477-0f941fe49248), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.475135 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Could not find standard attr ID for object 1bd0b9dc-e7f9-40ba-8477-0f941fe49248. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:51:43.482418 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49390) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:43.484730 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0519c37f-2c5b-46d7-a3ae-bd23f756d43c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] No DVR routers for this DVR port 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:51:43.485684 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No ports have port_id starting with 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 Nov 02 12:51:43.489994 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e45e3dfd-9f67-435b-bc9a-22e98eed9724 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:43.507766 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:43.519442 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fcf80bf2-9105-4d91-a109-3b1fdc570dd6 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.522653 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fcf80bf2-9105-4d91-a109-3b1fdc570dd6 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.5266206 Nov 02 12:51:43.527383 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdd6914-d233-4c37-8b33-a4f6c612868c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Made reservation on behalf of 7e8f0f160b634aeebb04fc7f66a15f23 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:43.543865 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dbdd6914-d233-4c37-8b33-a4f6c612868c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.547804 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49394) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:43.551506 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5ec5bbde-f946-49c1-b65b-64573a748153 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--707184445', 'description': 'tempest-description--1908827393'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:43.596563 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519c37f-2c5b-46d7-a3ae-bd23f756d43c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event deleted for resources: {'Port': ['ID=1bd0b9dc-e7f9-40ba-8477-0f941fe49248,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:43.612701 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d3e8f868-5dff-4469-b7c0-0a952daeece1 None None] Current status of the port 560b0924-1582-450c-99a4-9059422c693a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:43.630276 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d3e8f868-5dff-4469-b7c0-0a952daeece1 None None] Provisioning complete for port 6b074ccd-6849-4009-b811-4b4527bcaaab triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:43.630772 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d3e8f868-5dff-4469-b7c0-0a952daeece1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6b074ccd-6849-4009-b811-4b4527bcaaab), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.631225 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d3e8f868-5dff-4469-b7c0-0a952daeece1 None None] Attempt 1 to provision port 6b074ccd-6849-4009-b811-4b4527bcaaab Nov 02 12:51:43.697230 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0fd2b38b-82e3-4d11-afd4-ccfca056a789 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router (d88e1545-546a-4b5b-b4e4-b88d7cc11abf), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.759683 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d3e8f868-5dff-4469-b7c0-0a952daeece1 None None] Current status of the port 6b074ccd-6849-4009-b811-4b4527bcaaab is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:43.760900 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d3e8f868-5dff-4469-b7c0-0a952daeece1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (6b074ccd-6849-4009-b811-4b4527bcaaab), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.762799 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5ec5bbde-f946-49c1-b65b-64573a748153 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.788846 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0519c37f-2c5b-46d7-a3ae-bd23f756d43c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (de06ae67-42a0-4ec9-8964-049f3997154c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.794707 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e45e3dfd-9f67-435b-bc9a-22e98eed9724 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:43.796480 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e45e3dfd-9f67-435b-bc9a-22e98eed9724), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.796480 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e45e3dfd-9f67-435b-bc9a-22e98eed9724 Nov 02 12:51:43.843005 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:43.857015 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-0519c37f-2c5b-46d7-a3ae-bd23f756d43c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de06ae67-42a0-4ec9-8964-049f3997154c']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:43.863448 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6a810c-6aa2-4ec2-89bd-16b6b595918d None None] Network 135dbfe7-0fa9-4107-b710-a106d8ffd5e2 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:43.866250 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0607fe0a-64ee-4829-a7f2-5c449fb09fe0 None None] Network 2742217b-21f6-42de-81d0-8e396577065a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:43.893140 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-0519c37f-2c5b-46d7-a3ae-bd23f756d43c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b0893a-0c5e-492b-82ed-a81112602726') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:43.893439 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-0519c37f-2c5b-46d7-a3ae-bd23f756d43c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b0893a-0c5e-492b-82ed-a81112602726') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:43.899115 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d3e8f868-5dff-4469-b7c0-0a952daeece1 None None] For port 6b074ccd-6849-4009-b811-4b4527bcaaab, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6b074ccd-6849-4009-b811-4b4527bcaaab,segment=NetworkSegment(c7f0a446-aea3-40a4-874c-4232b9034c29),segment_id=c7f0a446-aea3-40a4-874c-4232b9034c29)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:43.900233 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1c46103a-e861-4a46-a408-b94cf3266939 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (8adde1e4-84c2-4949-9fe2-9c2cd1d6d5e3), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.912759 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0519c37f-2c5b-46d7-a3ae-bd23f756d43c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (e1b0893a-0c5e-492b-82ed-a81112602726), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.921413 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3751234a-6ef1-4ead-a802-f288bd2ce1e9 None None] Network 16a21cbf-4ba1-47fa-b61b-a65ee5c7bf0d requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:43.936270 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0519c37f-2c5b-46d7-a3ae-bd23f756d43c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e1b0893a-0c5e-492b-82ed-a81112602726), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.943907 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39bff56-b7c8-4223-b629-7228f93a1063 None None] Sync routers for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:43.944417 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0519c37f-2c5b-46d7-a3ae-bd23f756d43c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:51:43.944417 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0519c37f-2c5b-46d7-a3ae-bd23f756d43c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (e1b0893a-0c5e-492b-82ed-a81112602726), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:43.956349 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39bff56-b7c8-4223-b629-7228f93a1063 None None] Routers {'4795dd8e-c10b-4708-a695-50b00ce541d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:43.957495 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b39bff56-b7c8-4223-b629-7228f93a1063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4795dd8e-c10b-4708-a695-50b00ce541d7'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:44.000178 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3751234a-6ef1-4ead-a802-f288bd2ce1e9 None None] Network 16a21cbf-4ba1-47fa-b61b-a65ee5c7bf0d could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 12:51:44.002604 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af24a6d3-c35e-4b28-8fb7-1e91c554d05b None None] Network de06ae67-42a0-4ec9-8964-049f3997154c requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:44.070606 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment e1b0893a-0c5e-492b-82ed-a81112602726 resource provider aggregate not found Nov 02 12:51:44.094910 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15df645b-e21e-4c6e-b957-a01fd34ee6fb None None] Network 16a21cbf-4ba1-47fa-b61b-a65ee5c7bf0d requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:44.101397 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d3e8f868-5dff-4469-b7c0-0a952daeece1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (6b074ccd-6849-4009-b811-4b4527bcaaab), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:44.106093 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment e1b0893a-0c5e-492b-82ed-a81112602726 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1b0893a-0c5e-492b-82ed-a81112602726 found for delete ", "request_id": "req-f6b41f67-a645-425b-bc7c-93a12bda63b0"}]} Nov 02 12:51:44.122057 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-b39bff56-b7c8-4223-b629-7228f93a1063 None None] Set router 4795dd8e-c10b-4708-a695-50b00ce541d7 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:51:44.124080 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-a6ad2b3a-bf09-442a-8986-b60b188ef30a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] For port 560b0924-1582-450c-99a4-9059422c693a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=560b0924-1582-450c-99a4-9059422c693a,segment=NetworkSegment(7a7d9838-9ea7-4895-8ddf-1e2b041d21bc),segment_id=7a7d9838-9ea7-4895-8ddf-1e2b041d21bc)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:44.124826 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a6ad2b3a-bf09-442a-8986-b60b188ef30a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (560b0924-1582-450c-99a4-9059422c693a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:44.163957 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a6ad2b3a-bf09-442a-8986-b60b188ef30a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Calling delete_port for 560b0924-1582-450c-99a4-9059422c693a owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:51:44.215329 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5ec5bbde-f946-49c1-b65b-64573a748153 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group (b18cdfa6-3226-404b-b4f0-fb52aacbfe41), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:44.274673 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15df645b-e21e-4c6e-b957-a01fd34ee6fb None None] Network 16a21cbf-4ba1-47fa-b61b-a65ee5c7bf0d could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 12:51:44.346008 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0519c37f-2c5b-46d7-a3ae-bd23f756d43c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (de06ae67-42a0-4ec9-8964-049f3997154c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:44.356261 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0519c37f-2c5b-46d7-a3ae-bd23f756d43c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:44.363490 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0519c37f-2c5b-46d7-a3ae-bd23f756d43c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "DELETE /networking/v2.0/networks/de06ae67-42a0-4ec9-8964-049f3997154c HTTP/1.1" status: 204 len: 168 time: 2.3444288 Nov 02 12:51:44.367759 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49414) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:44.401303 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519c37f-2c5b-46d7-a3ae-bd23f756d43c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event deleted for resources: {'Network': ['ID=de06ae67-42a0-4ec9-8964-049f3997154c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:44.410946 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5ec5bbde-f946-49c1-b65b-64573a748153 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b18cdfa6-3226-404b-b4f0-fb52aacbfe41), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:44.521424 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f49bed-6119-4a9d-9bf0-d4aa3cf646ff tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Deleting subnet e0aef2c4-475a-46ff-a687-118e3919430c {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:51:44.549175 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-19f49bed-6119-4a9d-9bf0-d4aa3cf646ff tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for subnet (e0aef2c4-475a-46ff-a687-118e3919430c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:44.595768 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8f868-5dff-4469-b7c0-0a952daeece1 None None] Pushing event updated for resources: {'Port': ['ID=6b074ccd-6849-4009-b811-4b4527bcaaab,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:44.708740 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5bbde-f946-49c1-b65b-64573a748153 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18cdfa6-3226-404b-b4f0-fb52aacbfe41,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:44.714792 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-88190aa0-b761-4fb5-bdf5-5e52d4d24be7 None None] Provisioning complete for port d6633690-8f3e-47cc-a1ed-be4e1d2edb78 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:44.715270 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-88190aa0-b761-4fb5-bdf5-5e52d4d24be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d6633690-8f3e-47cc-a1ed-be4e1d2edb78), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:44.715667 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-88190aa0-b761-4fb5-bdf5-5e52d4d24be7 None None] Attempt 1 to provision port d6633690-8f3e-47cc-a1ed-be4e1d2edb78 Nov 02 12:51:44.740377 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-19f49bed-6119-4a9d-9bf0-d4aa3cf646ff tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (e0aef2c4-475a-46ff-a687-118e3919430c), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:44.832717 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b39bff56-b7c8-4223-b629-7228f93a1063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:51:40Z', 'revision_number': 7, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3432020f-df5f-4649-8c81-9b5e2378e81c', 'name': '', 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:9c:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:18Z', 'updated_at': '2022-11-02T12:51:29Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560b0924-1582-450c-99a4-9059422c693a', 'name': '', 'network_id': '2742217b-21f6-42de-81d0-8e396577065a', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'fc1e23e9-8b76-43e3-bd13-e495e39a4f26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:29Z', 'updated_at': '2022-11-02T12:51:42Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'fc1e23e9-8b76-43e3-bd13-e495e39a4f26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd782ce5c-f378-46c1-83da-5ea6d272533f', 'name': '', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:88:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:05Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:44.877756 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39bff56-b7c8-4223-b629-7228f93a1063 None None] Checking router: 4795dd8e-c10b-4708-a695-50b00ce541d7 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:51:44.893309 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5ec5bbde-f946-49c1-b65b-64573a748153 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:44.897957 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39bff56-b7c8-4223-b629-7228f93a1063 None None] Routers {'4795dd8e-c10b-4708-a695-50b00ce541d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:44.897957 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b39bff56-b7c8-4223-b629-7228f93a1063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4795dd8e-c10b-4708-a695-50b00ce541d7'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:44.900875 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5ec5bbde-f946-49c1-b65b-64573a748153 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4172237 Nov 02 12:51:44.907904 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:44.911463 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49418) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:44.924974 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e725d39e-f4d2-4756-86fe-0480132cf5f6 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Request body: {'security_group_rule': {'security_group_id': 'b18cdfa6-3226-404b-b4f0-fb52aacbfe41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:45.008438 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a6ad2b3a-bf09-442a-8986-b60b188ef30a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (560b0924-1582-450c-99a4-9059422c693a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.045919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9ef488-6066-43c3-83b3-bdeca681f007 None None] DHCP port deletion for de06ae67-42a0-4ec9-8964-049f3997154c request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:51:45.072161 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-19f49bed-6119-4a9d-9bf0-d4aa3cf646ff tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (e0aef2c4-475a-46ff-a687-118e3919430c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.094975 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad2b3a-bf09-442a-8986-b60b188ef30a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Port': ['ID=560b0924-1582-450c-99a4-9059422c693a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:45.096860 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49422) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:45.107739 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:45.121611 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:45.125611 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-b39bff56-b7c8-4223-b629-7228f93a1063 None None] Set router 4795dd8e-c10b-4708-a695-50b00ce541d7 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:51:45.139095 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e45e3dfd-9f67-435b-bc9a-22e98eed9724 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:45.143813 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6b074ccd-6849-4009-b811-4b4527bcaaab up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:45.154330 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0fd2b38b-82e3-4d11-afd4-ccfca056a789 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (d88e1545-546a-4b5b-b4e4-b88d7cc11abf), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.166750 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0fd2b38b-82e3-4d11-afd4-ccfca056a789 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router_controller (d88e1545-546a-4b5b-b4e4-b88d7cc11abf), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.167665 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e725d39e-f4d2-4756-86fe-0480132cf5f6 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group_rule (371a5fe6-1866-4214-813a-d4c31fd92e9c), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.217310 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.341237 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-88190aa0-b761-4fb5-bdf5-5e52d4d24be7 None None] Current status of the port d6633690-8f3e-47cc-a1ed-be4e1d2edb78 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:45.368214 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 6b074ccd-6849-4009-b811-4b4527bcaaab triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:45.369135 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6b074ccd-6849-4009-b811-4b4527bcaaab), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.369640 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 6b074ccd-6849-4009-b811-4b4527bcaaab Nov 02 12:51:45.426891 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e725d39e-f4d2-4756-86fe-0480132cf5f6 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group_rule (371a5fe6-1866-4214-813a-d4c31fd92e9c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.489610 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-19f49bed-6119-4a9d-9bf0-d4aa3cf646ff tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (e0aef2c4-475a-46ff-a687-118e3919430c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.509620 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 6b074ccd-6849-4009-b811-4b4527bcaaab is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:45.528335 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b5ec2d2e-49a0-4189-ac32-925c6fb19e03 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:45.570743 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-19f49bed-6119-4a9d-9bf0-d4aa3cf646ff tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.578026 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-19f49bed-6119-4a9d-9bf0-d4aa3cf646ff tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/e0aef2c4-475a-46ff-a687-118e3919430c HTTP/1.1" status: 204 len: 168 time: 1.1967182 Nov 02 12:51:45.584077 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f49bed-6119-4a9d-9bf0-d4aa3cf646ff tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event deleted for resources: {'Subnet': ['ID=e0aef2c4-475a-46ff-a687-118e3919430c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:45.600032 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e725d39e-f4d2-4756-86fe-0480132cf5f6 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (371a5fe6-1866-4214-813a-d4c31fd92e9c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.600402 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f2451594-e611-41c3-a142-f7446260001c None None] Provisioning complete for port aacd3109-7c8d-4397-8ff9-559733df2002 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:45.601146 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f2451594-e611-41c3-a142-f7446260001c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (aacd3109-7c8d-4397-8ff9-559733df2002), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.601489 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f2451594-e611-41c3-a142-f7446260001c None None] Attempt 1 to provision port aacd3109-7c8d-4397-8ff9-559733df2002 Nov 02 12:51:45.611052 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49428) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:45.640957 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5770fb13-ebc5-4c54-9a90-73cc934ba04d None None] Network fde5dc6e-0254-402b-85c6-589b734be152 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:45.646364 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f2451594-e611-41c3-a142-f7446260001c None None] Port aacd3109-7c8d-4397-8ff9-559733df2002 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:51:45.649284 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-12dacfc2-7869-45ab-a321-35a832084580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.671819 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b39bff56-b7c8-4223-b629-7228f93a1063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:51:40Z', 'revision_number': 7, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3432020f-df5f-4649-8c81-9b5e2378e81c', 'name': '', 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:9c:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:18Z', 'updated_at': '2022-11-02T12:51:29Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560b0924-1582-450c-99a4-9059422c693a', 'name': '', 'network_id': '2742217b-21f6-42de-81d0-8e396577065a', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'fc1e23e9-8b76-43e3-bd13-e495e39a4f26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:29Z', 'updated_at': '2022-11-02T12:51:42Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'fc1e23e9-8b76-43e3-bd13-e495e39a4f26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd782ce5c-f378-46c1-83da-5ea6d272533f', 'name': '', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:88:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:05Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:45.676236 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:45.684128 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f2451594-e611-41c3-a142-f7446260001c None None] Provisioning complete for port 8fd2f642-36c0-4301-a738-8d65d3621b8c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:45.684526 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f2451594-e611-41c3-a142-f7446260001c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8fd2f642-36c0-4301-a738-8d65d3621b8c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.685449 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f2451594-e611-41c3-a142-f7446260001c None None] Attempt 1 to provision port 8fd2f642-36c0-4301-a738-8d65d3621b8c Nov 02 12:51:45.729281 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0fd2b38b-82e3-4d11-afd4-ccfca056a789 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (d88e1545-546a-4b5b-b4e4-b88d7cc11abf), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.730307 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd2b38b-82e3-4d11-afd4-ccfca056a789 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d88e1545-546a-4b5b-b4e4-b88d7cc11abf {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:51:45.743429 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725d39e-f4d2-4756-86fe-0480132cf5f6 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371a5fe6-1866-4214-813a-d4c31fd92e9c,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:45.757283 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39bff56-b7c8-4223-b629-7228f93a1063 None None] The sync data for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 is: [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:51:40Z', 'revision_number': 7, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3432020f-df5f-4649-8c81-9b5e2378e81c', 'name': '', 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:9c:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:18Z', 'updated_at': '2022-11-02T12:51:29Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560b0924-1582-450c-99a4-9059422c693a', 'name': '', 'network_id': '2742217b-21f6-42de-81d0-8e396577065a', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'fc1e23e9-8b76-43e3-bd13-e495e39a4f26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:29Z', 'updated_at': '2022-11-02T12:51:42Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'fc1e23e9-8b76-43e3-bd13-e495e39a4f26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd782ce5c-f378-46c1-83da-5ea6d272533f', 'name': '', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:88:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:05Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:45.770922 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f2451594-e611-41c3-a142-f7446260001c None None] Port 8fd2f642-36c0-4301-a738-8d65d3621b8c cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:51:45.777762 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c61f1d2-0897-47a6-8869-4093c4bda598 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Deleting subnet d99aeb87-19cd-47eb-afb3-39984821d5b8 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:51:45.782749 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7c61f1d2-0897-47a6-8869-4093c4bda598 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for subnet (d99aeb87-19cd-47eb-afb3-39984821d5b8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.799347 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port b5ec2d2e-49a0-4189-ac32-925c6fb19e03 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:45.799727 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b5ec2d2e-49a0-4189-ac32-925c6fb19e03), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.800069 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port b5ec2d2e-49a0-4189-ac32-925c6fb19e03 Nov 02 12:51:45.811158 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:45.812530 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0fd2b38b-82e3-4d11-afd4-ccfca056a789 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.816618 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0fd2b38b-82e3-4d11-afd4-ccfca056a789 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] 10.222.0.64 "DELETE /networking/v2.0/routers/d88e1545-546a-4b5b-b4e4-b88d7cc11abf HTTP/1.1" status: 204 len: 168 time: 2.2611732 Nov 02 12:51:45.823641 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49430) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:45.828299 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-b3932d6b-3a64-406a-be4a-cd42b44d502a tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Request body: {'router': {'name': 'tempest-router-699886008', 'distributed': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:45.850414 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e725d39e-f4d2-4756-86fe-0480132cf5f6 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.852252 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e725d39e-f4d2-4756-86fe-0480132cf5f6 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9311955 Nov 02 12:51:45.860114 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49432) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:45.867548 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-dd21dd9f-5426-445f-9f0d-2172c7b67bad tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Request body: {'security_group_rule': {'security_group_id': 'b18cdfa6-3226-404b-b4f0-fb52aacbfe41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:45.889742 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:45.917778 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-acd65ce2-73c9-489e-b214-7bc2d9081a58 None None] Provisioning complete for port 907b758a-e186-4100-88bb-7e7867b1ad25 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:45.918262 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-acd65ce2-73c9-489e-b214-7bc2d9081a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (907b758a-e186-4100-88bb-7e7867b1ad25), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.918613 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-acd65ce2-73c9-489e-b214-7bc2d9081a58 None None] Attempt 1 to provision port 907b758a-e186-4100-88bb-7e7867b1ad25 Nov 02 12:51:45.939172 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7c61f1d2-0897-47a6-8869-4093c4bda598 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (d99aeb87-19cd-47eb-afb3-39984821d5b8), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.956299 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-411c1fe9-5666-4ef6-b4cb-287a2a11c84e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.964336 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:46.039859 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port b5ec2d2e-49a0-4189-ac32-925c6fb19e03 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:46.044225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5a2921-9e29-4b29-9425-8c5d3956c3b2 None None] DHCP port deletion for fde5dc6e-0254-402b-85c6-589b734be152 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:51:46.077831 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b3932d6b-3a64-406a-be4a-cd42b44d502a tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (c662c86c-eb43-4204-b08c-38182bb7a00f), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.085737 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b3932d6b-3a64-406a-be4a-cd42b44d502a tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (c662c86c-eb43-4204-b08c-38182bb7a00f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.091490 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a6ad2b3a-bf09-442a-8986-b60b188ef30a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (4795dd8e-c10b-4708-a695-50b00ce541d7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.101330 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2921-9e29-4b29-9425-8c5d3956c3b2 None None] Deleting port f970c4d6-0405-41a5-9dee-5733026558e1 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:51:46.101689 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2921-9e29-4b29-9425-8c5d3956c3b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (f970c4d6-0405-41a5-9dee-5733026558e1), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.172549 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-dd5a2921-9e29-4b29-9425-8c5d3956c3b2 None None] For port f970c4d6-0405-41a5-9dee-5733026558e1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f970c4d6-0405-41a5-9dee-5733026558e1,segment=NetworkSegment(62cdcf56-57b6-449c-a98e-315e9261fd56),segment_id=62cdcf56-57b6-449c-a98e-315e9261fd56)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:46.173018 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2921-9e29-4b29-9425-8c5d3956c3b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (f970c4d6-0405-41a5-9dee-5733026558e1), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.189502 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-acd65ce2-73c9-489e-b214-7bc2d9081a58 None None] Current status of the port 907b758a-e186-4100-88bb-7e7867b1ad25 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:46.196730 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2921-9e29-4b29-9425-8c5d3956c3b2 None None] Calling delete_port for f970c4d6-0405-41a5-9dee-5733026558e1 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:51:46.198573 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-acd65ce2-73c9-489e-b214-7bc2d9081a58 None None] Could not find standard attr ID for object 560b0924-1582-450c-99a4-9059422c693a. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:51:46.269776 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b3932d6b-3a64-406a-be4a-cd42b44d502a tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router_controller (c662c86c-eb43-4204-b08c-38182bb7a00f), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.294810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-acd65ce2-73c9-489e-b214-7bc2d9081a58 None None] Provisioning complete for port 6b074ccd-6849-4009-b811-4b4527bcaaab triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:46.304424 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-acd65ce2-73c9-489e-b214-7bc2d9081a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6b074ccd-6849-4009-b811-4b4527bcaaab), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.304424 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-acd65ce2-73c9-489e-b214-7bc2d9081a58 None None] Attempt 1 to provision port 6b074ccd-6849-4009-b811-4b4527bcaaab Nov 02 12:51:46.364724 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b3932d6b-3a64-406a-be4a-cd42b44d502a tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (c662c86c-eb43-4204-b08c-38182bb7a00f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.380985 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7c61f1d2-0897-47a6-8869-4093c4bda598 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (d99aeb87-19cd-47eb-afb3-39984821d5b8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.388679 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 907b758a-e186-4100-88bb-7e7867b1ad25 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:46.408063 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dd21dd9f-5426-445f-9f0d-2172c7b67bad tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group_rule (20ee2f63-4c22-40f2-a21f-9fd8cb2f69c2), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.445819 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dbdd6914-d233-4c37-8b33-a4f6c612868c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (9c8eb792-8d61-4ccd-92b3-701141282155), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.475958 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dd21dd9f-5426-445f-9f0d-2172c7b67bad tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group_rule (20ee2f63-4c22-40f2-a21f-9fd8cb2f69c2), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.507291 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 907b758a-e186-4100-88bb-7e7867b1ad25 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:46.509258 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (907b758a-e186-4100-88bb-7e7867b1ad25), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.509619 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 907b758a-e186-4100-88bb-7e7867b1ad25 Nov 02 12:51:46.514350 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-acd65ce2-73c9-489e-b214-7bc2d9081a58 None None] Current status of the port 6b074ccd-6849-4009-b811-4b4527bcaaab is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:46.616071 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 907b758a-e186-4100-88bb-7e7867b1ad25 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:46.617298 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6b074ccd-6849-4009-b811-4b4527bcaaab up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:46.628279 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b3932d6b-3a64-406a-be4a-cd42b44d502a tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.629965 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b3932d6b-3a64-406a-be4a-cd42b44d502a tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8053520 Nov 02 12:51:46.632949 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49438) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:46.656960 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a2244151-b2bf-4f9e-a965-df3e4c187fb8 None None] Could not find standard attr ID for object 560b0924-1582-450c-99a4-9059422c693a. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:51:46.663859 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2921-9e29-4b29-9425-8c5d3956c3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (f970c4d6-0405-41a5-9dee-5733026558e1), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.705374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2921-9e29-4b29-9425-8c5d3956c3b2 None None] Pushing event deleted for resources: {'Port': ['ID=f970c4d6-0405-41a5-9dee-5733026558e1,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:46.718701 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5a2921-9e29-4b29-9425-8c5d3956c3b2 None None] No DVR routers for this DVR port f970c4d6-0405-41a5-9dee-5733026558e1 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:51:46.718903 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:46.723511 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7c61f1d2-0897-47a6-8869-4093c4bda598 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (d99aeb87-19cd-47eb-afb3-39984821d5b8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.726160 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dd21dd9f-5426-445f-9f0d-2172c7b67bad tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (20ee2f63-4c22-40f2-a21f-9fd8cb2f69c2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.728102 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ad2b3a-bf09-442a-8986-b60b188ef30a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 4795dd8e-c10b-4708-a695-50b00ce541d7 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:51:46.741364 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 6b074ccd-6849-4009-b811-4b4527bcaaab triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:46.742005 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6b074ccd-6849-4009-b811-4b4527bcaaab), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.743123 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 6b074ccd-6849-4009-b811-4b4527bcaaab Nov 02 12:51:46.769824 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea7fa744-a976-4726-9a8b-68d089e24f94 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router (c662c86c-eb43-4204-b08c-38182bb7a00f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.770570 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-12dacfc2-7869-45ab-a321-35a832084580 admin admin] Publish callbacks [] for security_group (17a11b47-9cb4-4e64-945f-6cc574f3c1a0), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.785862 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61f1d2-0897-47a6-8869-4093c4bda598 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event deleted for resources: {'Subnet': ['ID=d99aeb87-19cd-47eb-afb3-39984821d5b8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:46.795732 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd6914-d233-4c37-8b33-a4f6c612868c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Subnet': ['ID=9c8eb792-8d61-4ccd-92b3-701141282155,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:46.815761 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79c658d-432a-4df0-bb5c-132247b4320a None None] Network f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:46.823387 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdd6914-d233-4c37-8b33-a4f6c612868c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Checking segment: {'id': '118919c2-8b3a-4160-9a1a-e310ff46d512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '816192b4-e680-4ef4-a2aa-202beadb8394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:46.823863 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdd6914-d233-4c37-8b33-a4f6c612868c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Network hostable DHCP agents. Network: 816192b4-e680-4ef4-a2aa-202beadb8394, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:51:46.842916 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7c61f1d2-0897-47a6-8869-4093c4bda598 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.857650 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7c61f1d2-0897-47a6-8869-4093c4bda598 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/d99aeb87-19cd-47eb-afb3-39984821d5b8 HTTP/1.1" status: 204 len: 168 time: 1.2362840 Nov 02 12:51:46.862744 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49442) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:46.883513 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-38f9c287-a43c-4592-b675-d04eaeff5bd0 None None] Could not find standard attr ID for object 560b0924-1582-450c-99a4-9059422c693a. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:51:46.897349 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-12dacfc2-7869-45ab-a321-35a832084580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (17a11b47-9cb4-4e64-945f-6cc574f3c1a0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.937296 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21dd9f-5426-445f-9f0d-2172c7b67bad tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ee2f63-4c22-40f2-a21f-9fd8cb2f69c2,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:46.983032 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-12dacfc2-7869-45ab-a321-35a832084580 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=084d0535f9c44eadbb5a5df0926ab59e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8377461 Nov 02 12:51:46.988799 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49444) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:47.027168 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.039531 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dacfc2-7869-45ab-a321-35a832084580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a11b47-9cb4-4e64-945f-6cc574f3c1a0,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:47.065373 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8498085f-a38b-46ea-944e-545c26810e5e None None] DHCP port deletion for f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:51:47.067740 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 6b074ccd-6849-4009-b811-4b4527bcaaab is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:47.075067 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.db.resource_extend [None req-1c46103a-e861-4a46-a408-b94cf3266939 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:51:47.153972 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8498085f-a38b-46ea-944e-545c26810e5e None None] Deleting port a4124210-a94b-42ac-9f7d-8ebf97244d04 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:51:47.154368 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8498085f-a38b-46ea-944e-545c26810e5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a4124210-a94b-42ac-9f7d-8ebf97244d04), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.158136 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:51:47.159834 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1c46103a-e861-4a46-a408-b94cf3266939 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.166045 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea7fa744-a976-4726-9a8b-68d089e24f94 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (c662c86c-eb43-4204-b08c-38182bb7a00f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.176831 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ad2b3a-bf09-442a-8986-b60b188ef30a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:47.188279 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a6ad2b3a-bf09-442a-8986-b60b188ef30a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/4795dd8e-c10b-4708-a695-50b00ce541d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0390322 Nov 02 12:51:47.189100 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdd6914-d233-4c37-8b33-a4f6c612868c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Network 816192b4-e680-4ef4-a2aa-202beadb8394 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:51:47.195404 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea7fa744-a976-4726-9a8b-68d089e24f94 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router_controller (c662c86c-eb43-4204-b08c-38182bb7a00f), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.197844 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49450) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:47.198052 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca544c9-a61d-451f-b5a4-e54fd500e961 None None] Sync routers for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:47.204089 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:51:47.204413 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1bd0b9dc-e7f9-40ba-8477-0f941fe49248 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:51:47.204855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f970c4d6-0405-41a5-9dee-5733026558e1 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:51:47.217677 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dd21dd9f-5426-445f-9f0d-2172c7b67bad tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.221037 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dd21dd9f-5426-445f-9f0d-2172c7b67bad tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3588374 Nov 02 12:51:47.224645 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49452) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:47.234137 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-91e05790-7b6a-44fb-a551-122026941551 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:47.245252 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bdd0390-cb1d-4ecf-ba8f-9628dcaf49f7 admin admin] Publish callbacks [] for security_group (17a11b47-9cb4-4e64-945f-6cc574f3c1a0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.270210 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: f970c4d6-0405-41a5-9dee-5733026558e1 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:51:47.270476 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bdd0390-cb1d-4ecf-ba8f-9628dcaf49f7 admin admin] Publish callbacks [] for security_group (17a11b47-9cb4-4e64-945f-6cc574f3c1a0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.270706 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f970c4d6-0405-41a5-9dee-5733026558e1 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:51:47.293108 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-8498085f-a38b-46ea-944e-545c26810e5e None None] For port a4124210-a94b-42ac-9f7d-8ebf97244d04, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a4124210-a94b-42ac-9f7d-8ebf97244d04,segment=NetworkSegment(bbf3b988-0138-4272-9fd1-fa0608af0ab9),segment_id=bbf3b988-0138-4272-9fd1-fa0608af0ab9)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:47.293515 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8498085f-a38b-46ea-944e-545c26810e5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a4124210-a94b-42ac-9f7d-8ebf97244d04), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.309192 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8498085f-a38b-46ea-944e-545c26810e5e None None] Calling delete_port for a4124210-a94b-42ac-9f7d-8ebf97244d04 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:51:47.334342 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-dbdd6914-d233-4c37-8b33-a4f6c612868c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 816192b4-e680-4ef4-a2aa-202beadb8394) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:47.339429 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1c46103a-e861-4a46-a408-b94cf3266939 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (8adde1e4-84c2-4949-9fe2-9c2cd1d6d5e3), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.351090 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdd6914-d233-4c37-8b33-a4f6c612868c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:47.351935 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dbdd6914-d233-4c37-8b33-a4f6c612868c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.388067 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca544c9-a61d-451f-b5a4-e54fd500e961 None None] Routers {'4795dd8e-c10b-4708-a695-50b00ce541d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:47.388813 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-bca544c9-a61d-451f-b5a4-e54fd500e961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4795dd8e-c10b-4708-a695-50b00ce541d7'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:47.461578 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dbdd6914-d233-4c37-8b33-a4f6c612868c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.3777177 Nov 02 12:51:47.461578 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49456) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:47.502511 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91e05790-7b6a-44fb-a551-122026941551 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.505193 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bdd0390-cb1d-4ecf-ba8f-9628dcaf49f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (17a11b47-9cb4-4e64-945f-6cc574f3c1a0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.507684 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bdd0390-cb1d-4ecf-ba8f-9628dcaf49f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.507818 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-bca544c9-a61d-451f-b5a4-e54fd500e961 None None] Set router 4795dd8e-c10b-4708-a695-50b00ce541d7 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:51:47.512529 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2bdd0390-cb1d-4ecf-ba8f-9628dcaf49f7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/17a11b47-9cb4-4e64-945f-6cc574f3c1a0 HTTP/1.1" status: 204 len: 168 time: 0.4692960 Nov 02 12:51:47.519064 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:47.590118 n-d-857339-6 neutron-server[105976]: INFO neutron.db.l3_db [None req-1c46103a-e861-4a46-a408-b94cf3266939 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Floating IP 8adde1e4-84c2-4949-9fe2-9c2cd1d6d5e3 associated. External IP: 172.25.2.46, port: 014f3a3b-d887-4757-931b-bd85a864e1db. Nov 02 12:51:47.601890 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd0390-cb1d-4ecf-ba8f-9628dcaf49f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a11b47-9cb4-4e64-945f-6cc574f3c1a0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:47.615811 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8498085f-a38b-46ea-944e-545c26810e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (a4124210-a94b-42ac-9f7d-8ebf97244d04), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.655936 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-043c5352-e5f2-474a-87e1-e942d989fb3c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (fde5dc6e-0254-402b-85c6-589b734be152), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.687428 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498085f-a38b-46ea-944e-545c26810e5e None None] Pushing event deleted for resources: {'Port': ['ID=a4124210-a94b-42ac-9f7d-8ebf97244d04,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:47.700043 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8498085f-a38b-46ea-944e-545c26810e5e None None] No DVR routers for this DVR port a4124210-a94b-42ac-9f7d-8ebf97244d04 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:51:47.733930 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-2888d32a-ee7a-40bc-9388-424b52ce220f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting subnet fc1e23e9-8b76-43e3-bd13-e495e39a4f26 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:51:47.741979 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2888d32a-ee7a-40bc-9388-424b52ce220f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for subnet (fc1e23e9-8b76-43e3-bd13-e495e39a4f26), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.746771 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:47.753891 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89ba44d-bd48-4e15-a79d-6371a8766be9 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:51:47.794021 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea7fa744-a976-4726-9a8b-68d089e24f94 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (c662c86c-eb43-4204-b08c-38182bb7a00f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.795545 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7fa744-a976-4726-9a8b-68d089e24f94 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c662c86c-eb43-4204-b08c-38182bb7a00f {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:51:47.809762 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea7fa744-a976-4726-9a8b-68d089e24f94 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.814886 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ea7fa744-a976-4726-9a8b-68d089e24f94 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] 10.222.0.64 "DELETE /networking/v2.0/routers/c662c86c-eb43-4204-b08c-38182bb7a00f HTTP/1.1" status: 204 len: 168 time: 1.1769435 Nov 02 12:51:47.819903 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49462) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:47.824870 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f4bc13ed-d6b4-4d42-aa6d-82248c6ad95e tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Request body: {'router': {'name': 'tempest-router-1792792499', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a933d31c685447899b2c9c8c1f1bf424'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:47.888461 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2888d32a-ee7a-40bc-9388-424b52ce220f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (fc1e23e9-8b76-43e3-bd13-e495e39a4f26), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.895000 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-043c5352-e5f2-474a-87e1-e942d989fb3c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (fde5dc6e-0254-402b-85c6-589b734be152), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.968533 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-043c5352-e5f2-474a-87e1-e942d989fb3c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde5dc6e-0254-402b-85c6-589b734be152']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:47.991327 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-043c5352-e5f2-474a-87e1-e942d989fb3c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cdcf56-57b6-449c-a98e-315e9261fd56') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:47.991638 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-043c5352-e5f2-474a-87e1-e942d989fb3c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cdcf56-57b6-449c-a98e-315e9261fd56') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:48.007754 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89ba44d-bd48-4e15-a79d-6371a8766be9 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:51:48.022253 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-043c5352-e5f2-474a-87e1-e942d989fb3c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (62cdcf56-57b6-449c-a98e-315e9261fd56), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.040477 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:48.044945 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-043c5352-e5f2-474a-87e1-e942d989fb3c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (62cdcf56-57b6-449c-a98e-315e9261fd56), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.051189 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2888d32a-ee7a-40bc-9388-424b52ce220f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (fc1e23e9-8b76-43e3-bd13-e495e39a4f26), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.092689 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043c5352-e5f2-474a-87e1-e942d989fb3c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:51:48.093258 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-043c5352-e5f2-474a-87e1-e942d989fb3c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (62cdcf56-57b6-449c-a98e-315e9261fd56), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.128861 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91e05790-7b6a-44fb-a551-122026941551 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.133271 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f4bc13ed-d6b4-4d42-aa6d-82248c6ad95e tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (42eb5174-51a5-4723-b97a-f885389f5269), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.134221 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f4bc13ed-d6b4-4d42-aa6d-82248c6ad95e tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (42eb5174-51a5-4723-b97a-f885389f5269), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.148099 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-08a133a1-cc20-423a-b495-7480a3648d2d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (816192b4-e680-4ef4-a2aa-202beadb8394), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.179111 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 62cdcf56-57b6-449c-a98e-315e9261fd56 resource provider aggregate not found Nov 02 12:51:48.237022 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a4124210-a94b-42ac-9f7d-8ebf97244d04 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:51:48.264681 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:48.278720 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 62cdcf56-57b6-449c-a98e-315e9261fd56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62cdcf56-57b6-449c-a98e-315e9261fd56 found for delete ", "request_id": "req-cbf0e1cb-dd87-407d-b51d-ccf1645efa83"}]} Nov 02 12:51:48.363499 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: a4124210-a94b-42ac-9f7d-8ebf97244d04 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:51:48.363853 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a4124210-a94b-42ac-9f7d-8ebf97244d04 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:51:48.372674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-bca544c9-a61d-451f-b5a4-e54fd500e961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:51:44Z', 'revision_number': 8, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3432020f-df5f-4649-8c81-9b5e2378e81c', 'name': '', 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:9c:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:18Z', 'updated_at': '2022-11-02T12:51:29Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd782ce5c-f378-46c1-83da-5ea6d272533f', 'name': '', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:88:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:05Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:48.397017 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-08a133a1-cc20-423a-b495-7480a3648d2d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (9c8eb792-8d61-4ccd-92b3-701141282155), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.424280 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-043c5352-e5f2-474a-87e1-e942d989fb3c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (fde5dc6e-0254-402b-85c6-589b734be152), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.429334 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca544c9-a61d-451f-b5a4-e54fd500e961 None None] Checking router: 4795dd8e-c10b-4708-a695-50b00ce541d7 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:51:48.437141 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-043c5352-e5f2-474a-87e1-e942d989fb3c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.446450 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-043c5352-e5f2-474a-87e1-e942d989fb3c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "DELETE /networking/v2.0/networks/fde5dc6e-0254-402b-85c6-589b734be152 HTTP/1.1" status: 204 len: 168 time: 1.4978383 Nov 02 12:51:48.450759 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49478) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:48.455523 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f4bc13ed-d6b4-4d42-aa6d-82248c6ad95e tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router_controller (42eb5174-51a5-4723-b97a-f885389f5269), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.491201 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-91e05790-7b6a-44fb-a551-122026941551 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Allocated IP 172.25.2.177 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/9f364711-013e-475d-a6ab-c4ea4fe89ec2) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:48.533109 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c46103a-e861-4a46-a408-b94cf3266939 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Router d9bc821d-6e0a-4a1d-9c9e-c9c563928f49 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:51:48.541127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c5352-e5f2-474a-87e1-e942d989fb3c tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event deleted for resources: {'Network': ['ID=fde5dc6e-0254-402b-85c6-589b734be152,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:48.607869 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f4bc13ed-d6b4-4d42-aa6d-82248c6ad95e tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (42eb5174-51a5-4723-b97a-f885389f5269), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.634082 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3d4897d-0efc-43fd-a296-1ddaff12fa04 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.691599 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2888d32a-ee7a-40bc-9388-424b52ce220f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (fc1e23e9-8b76-43e3-bd13-e495e39a4f26), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.718474 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e299d238-8e35-4f77-8e46-8e01da759253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-816192b4-e680-4ef4-a2aa-202beadb8394', 'network_id': '816192b4-e680-4ef4-a2aa-202beadb8394', 'project_id': '7e8f0f160b634aeebb04fc7f66a15f23', 'fixed_ips': [{'subnet_id': '9c8eb792-8d61-4ccd-92b3-701141282155'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:51:48.720007 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e299d238-8e35-4f77-8e46-8e01da759253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.733421 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.734428 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.739783 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:48.769479 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca544c9-a61d-451f-b5a4-e54fd500e961 None None] Routers {'4795dd8e-c10b-4708-a695-50b00ce541d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:48.770271 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-bca544c9-a61d-451f-b5a4-e54fd500e961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4795dd8e-c10b-4708-a695-50b00ce541d7'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:48.774926 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91e05790-7b6a-44fb-a551-122026941551 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for port (9f364711-013e-475d-a6ab-c4ea4fe89ec2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.779258 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-08a133a1-cc20-423a-b495-7480a3648d2d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (9c8eb792-8d61-4ccd-92b3-701141282155), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.780909 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888d32a-ee7a-40bc-9388-424b52ce220f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Subnet': ['ID=fc1e23e9-8b76-43e3-bd13-e495e39a4f26,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:48.821952 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f4bc13ed-d6b4-4d42-aa6d-82248c6ad95e tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.823950 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f4bc13ed-d6b4-4d42-aa6d-82248c6ad95e tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0027645 Nov 02 12:51:48.827299 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2888d32a-ee7a-40bc-9388-424b52ce220f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.830704 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2888d32a-ee7a-40bc-9388-424b52ce220f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/fc1e23e9-8b76-43e3-bd13-e495e39a4f26 HTTP/1.1" status: 204 len: 168 time: 1.6320553 Nov 02 12:51:48.834281 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49484) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:48.834899 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49486) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:48.840043 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3d4897d-0efc-43fd-a296-1ddaff12fa04 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:48.848526 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e6604717-7e00-402c-8a2b-8dcbb2597e0f tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Request body: {'router': {'distributed': True}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:48.852298 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a133a1-cc20-423a-b495-7480a3648d2d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Subnet': ['ID=9c8eb792-8d61-4ccd-92b3-701141282155,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:48.942387 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-f3d4897d-0efc-43fd-a296-1ddaff12fa04 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:48.966319 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-f3d4897d-0efc-43fd-a296-1ddaff12fa04 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf3b988-0138-4272-9fd1-fa0608af0ab9') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:48.966834 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-f3d4897d-0efc-43fd-a296-1ddaff12fa04 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf3b988-0138-4272-9fd1-fa0608af0ab9') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:49.020130 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-08a133a1-cc20-423a-b495-7480a3648d2d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (816192b4-e680-4ef4-a2aa-202beadb8394), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.050920 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c46103a-e861-4a46-a408-b94cf3266939 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:49.054712 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3d4897d-0efc-43fd-a296-1ddaff12fa04 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (bbf3b988-0138-4272-9fd1-fa0608af0ab9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.057051 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-08a133a1-cc20-423a-b495-7480a3648d2d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816192b4-e680-4ef4-a2aa-202beadb8394']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:49.064018 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0417a443-ad82-4382-b175-dd25a3f71f77 None None] Sync routers for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:49.075533 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0417a443-ad82-4382-b175-dd25a3f71f77 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:49.078879 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0417a443-ad82-4382-b175-dd25a3f71f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:49.127096 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-08a133a1-cc20-423a-b495-7480a3648d2d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118919c2-8b3a-4160-9a1a-e310ff46d512') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:49.127653 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-08a133a1-cc20-423a-b495-7480a3648d2d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118919c2-8b3a-4160-9a1a-e310ff46d512') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:49.134594 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eba18bce-a0ef-49fd-95ec-2049996efbcd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (2742217b-21f6-42de-81d0-8e396577065a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.139982 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3d4897d-0efc-43fd-a296-1ddaff12fa04 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (bbf3b988-0138-4272-9fd1-fa0608af0ab9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.155651 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0417a443-ad82-4382-b175-dd25a3f71f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:49.158997 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-08a133a1-cc20-423a-b495-7480a3648d2d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (118919c2-8b3a-4160-9a1a-e310ff46d512), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.159151 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-bca544c9-a61d-451f-b5a4-e54fd500e961 None None] Set router 4795dd8e-c10b-4708-a695-50b00ce541d7 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:51:49.161321 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:49.178551 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0417a443-ad82-4382-b175-dd25a3f71f77 None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:49.182306 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0417a443-ad82-4382-b175-dd25a3f71f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:49.193362 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d4897d-0efc-43fd-a296-1ddaff12fa04 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:51:49.194348 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3d4897d-0efc-43fd-a296-1ddaff12fa04 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (bbf3b988-0138-4272-9fd1-fa0608af0ab9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.197939 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91e05790-7b6a-44fb-a551-122026941551 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9f364711-013e-475d-a6ab-c4ea4fe89ec2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.216843 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-08a133a1-cc20-423a-b495-7480a3648d2d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (118919c2-8b3a-4160-9a1a-e310ff46d512), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.278207 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0417a443-ad82-4382-b175-dd25a3f71f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:49.295196 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0417a443-ad82-4382-b175-dd25a3f71f77 None None] The sync data for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:49.318152 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a133a1-cc20-423a-b495-7480a3648d2d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:51:49.318739 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-08a133a1-cc20-423a-b495-7480a3648d2d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (118919c2-8b3a-4160-9a1a-e310ff46d512), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.364591 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e05790-7b6a-44fb-a551-122026941551 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:49.380498 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:49.389229 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e6604717-7e00-402c-8a2b-8dcbb2597e0f tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (42eb5174-51a5-4723-b97a-f885389f5269), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.389614 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e6604717-7e00-402c-8a2b-8dcbb2597e0f tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router (42eb5174-51a5-4723-b97a-f885389f5269), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.405625 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-91e05790-7b6a-44fb-a551-122026941551 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:49.445384 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e05790-7b6a-44fb-a551-122026941551 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:49.453288 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-eba18bce-a0ef-49fd-95ec-2049996efbcd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting port 907b758a-e186-4100-88bb-7e7867b1ad25 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:51:49.454175 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eba18bce-a0ef-49fd-95ec-2049996efbcd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (907b758a-e186-4100-88bb-7e7867b1ad25), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.457331 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e05790-7b6a-44fb-a551-122026941551 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Pushing event updated for resources: {'Port': ['ID=9f364711-013e-475d-a6ab-c4ea4fe89ec2,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:49.537600 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b09ccbe-fd84-43be-8987-fdd7a4c33753 None None] Network 816192b4-e680-4ef4-a2aa-202beadb8394 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:49.543286 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-eba18bce-a0ef-49fd-95ec-2049996efbcd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] For port 907b758a-e186-4100-88bb-7e7867b1ad25, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=907b758a-e186-4100-88bb-7e7867b1ad25,segment=NetworkSegment(7a7d9838-9ea7-4895-8ddf-1e2b041d21bc),segment_id=7a7d9838-9ea7-4895-8ddf-1e2b041d21bc)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:49.543468 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eba18bce-a0ef-49fd-95ec-2049996efbcd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (907b758a-e186-4100-88bb-7e7867b1ad25), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.560596 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-eba18bce-a0ef-49fd-95ec-2049996efbcd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Calling delete_port for 907b758a-e186-4100-88bb-7e7867b1ad25 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:51:49.561202 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136b41c4-2337-4c74-a3bd-5559e756cdba None None] Network 2742217b-21f6-42de-81d0-8e396577065a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:49.604079 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3d4897d-0efc-43fd-a296-1ddaff12fa04 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.610099 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:49.614215 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-08a133a1-cc20-423a-b495-7480a3648d2d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (816192b4-e680-4ef4-a2aa-202beadb8394), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.648648 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-08a133a1-cc20-423a-b495-7480a3648d2d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.655682 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-08a133a1-cc20-423a-b495-7480a3648d2d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/networks/816192b4-e680-4ef4-a2aa-202beadb8394 HTTP/1.1" status: 204 len: 168 time: 2.1905038 Nov 02 12:51:49.660107 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3d4897d-0efc-43fd-a296-1ddaff12fa04 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.660243 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49498) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:49.665840 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f3d4897d-0efc-43fd-a296-1ddaff12fa04 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "DELETE /networking/v2.0/networks/f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b HTTP/1.1" status: 204 len: 168 time: 1.1950490 Nov 02 12:51:49.675073 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-98a4effc-2545-4cac-941e-57b2be62f33a tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-119870552'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:49.679154 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49500) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:49.691422 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a133a1-cc20-423a-b495-7480a3648d2d tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Network': ['ID=816192b4-e680-4ef4-a2aa-202beadb8394,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:49.702437 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4897d-0efc-43fd-a296-1ddaff12fa04 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event deleted for resources: {'Network': ['ID=f5ba84a6-ed82-4c83-b8bc-913c3ebeb66b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:49.723889 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e6604717-7e00-402c-8a2b-8dcbb2597e0f tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=105975) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 02 12:51:49.724607 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e6604717-7e00-402c-8a2b-8dcbb2597e0f tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Router 42eb5174-51a5-4723-b97a-f885389f5269 migrating from provider to provider. {{(pid=105975) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 02 12:51:49.725135 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e6604717-7e00-402c-8a2b-8dcbb2597e0f tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router_controller (42eb5174-51a5-4723-b97a-f885389f5269), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.728715 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e97615e8-e304-450c-8419-464fbd1cb56d None None] Provisioning complete for port 907b758a-e186-4100-88bb-7e7867b1ad25 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:49.729234 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e97615e8-e304-450c-8419-464fbd1cb56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (907b758a-e186-4100-88bb-7e7867b1ad25), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.729413 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e97615e8-e304-450c-8419-464fbd1cb56d None None] Attempt 1 to provision port 907b758a-e186-4100-88bb-7e7867b1ad25 Nov 02 12:51:49.736663 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91e05790-7b6a-44fb-a551-122026941551 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for floatingip (9bbb1b2e-c4f0-4a72-a0ed-962281cec78d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.749444 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e6604717-7e00-402c-8a2b-8dcbb2597e0f tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router_controller (42eb5174-51a5-4723-b97a-f885389f5269), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.749800 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c46103a-e861-4a46-a408-b94cf3266939 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Router b502a999-0ec8-4fe0-908a-000aa623f9d8 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:51:49.763153 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:49.783678 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-042ef427-08d5-4730-8e56-bd02f77da69b tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Deleting subnet 1c0a3aeb-f494-4dfa-b88e-c3ca41a4119f {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:51:49.787676 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-042ef427-08d5-4730-8e56-bd02f77da69b tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for subnet (1c0a3aeb-f494-4dfa-b88e-c3ca41a4119f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.826474 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a4effc-2545-4cac-941e-57b2be62f33a tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Made reservation on behalf of 7e8f0f160b634aeebb04fc7f66a15f23 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:49.831542 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98a4effc-2545-4cac-941e-57b2be62f33a tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.876165 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-042ef427-08d5-4730-8e56-bd02f77da69b tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (1c0a3aeb-f494-4dfa-b88e-c3ca41a4119f), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.924980 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234127f8-1e29-4788-a8d7-82c1579983ee None None] Network 816192b4-e680-4ef4-a2aa-202beadb8394 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:49.943797 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-bca544c9-a61d-451f-b5a4-e54fd500e961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:51:44Z', 'revision_number': 8, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3432020f-df5f-4649-8c81-9b5e2378e81c', 'name': '', 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:9c:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:18Z', 'updated_at': '2022-11-02T12:51:29Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd782ce5c-f378-46c1-83da-5ea6d272533f', 'name': '', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:88:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:05Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:49.946314 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.db [None req-e97615e8-e304-450c-8419-464fbd1cb56d None None] No ports have port_id starting with 907b758a-e186-4100-88bb-7e7867b1ad25 Nov 02 12:51:49.947110 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234127f8-1e29-4788-a8d7-82c1579983ee None None] Network 816192b4-e680-4ef4-a2aa-202beadb8394 could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 12:51:49.947308 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a4effc-2545-4cac-941e-57b2be62f33a tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:51:49.952597 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91e05790-7b6a-44fb-a551-122026941551 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9f364711-013e-475d-a6ab-c4ea4fe89ec2), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.969207 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 118919c2-8b3a-4160-9a1a-e310ff46d512 resource provider aggregate not found Nov 02 12:51:49.975868 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eba18bce-a0ef-49fd-95ec-2049996efbcd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (907b758a-e186-4100-88bb-7e7867b1ad25), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.985424 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e6604717-7e00-402c-8a2b-8dcbb2597e0f tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (42eb5174-51a5-4723-b97a-f885389f5269), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:49.994753 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca544c9-a61d-451f-b5a4-e54fd500e961 None None] The sync data for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 is: [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:51:44Z', 'revision_number': 8, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3432020f-df5f-4649-8c81-9b5e2378e81c', 'name': '', 'network_id': '43e9567a-1058-4b43-840a-d563ec17c532', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:9c:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:18Z', 'updated_at': '2022-11-02T12:51:29Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '7e3db979-b813-4ef5-9284-fb4101a531a8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd782ce5c-f378-46c1-83da-5ea6d272533f', 'name': '', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:88:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:05Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:50.020676 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:50.033180 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98a4effc-2545-4cac-941e-57b2be62f33a tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (7bc4269d-a8ee-4da4-9727-963b828e37ff), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:50.033526 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-98a4effc-2545-4cac-941e-57b2be62f33a tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Added segment 7bc4269d-a8ee-4da4-9727-963b828e37ff of type vlan for network 06dacffe-0aa3-43df-866b-19455b876c58 Nov 02 12:51:50.041711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b02a7be-4885-4ce7-992c-7384d2cd810f None None] DHCP port deletion for 2742217b-21f6-42de-81d0-8e396577065a request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:51:50.053635 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c46103a-e861-4a46-a408-b94cf3266939 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:50.058975 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1c46103a-e861-4a46-a408-b94cf3266939 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:50.062215 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 118919c2-8b3a-4160-9a1a-e310ff46d512 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 118919c2-8b3a-4160-9a1a-e310ff46d512 found for delete ", "request_id": "req-62413834-576e-4f1a-9215-c459fec08571"}]} Nov 02 12:51:50.070328 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926f66a3-22f6-4361-87e9-f43eadb517b5 None None] Sync routers for ids ['b502a999-0ec8-4fe0-908a-000aa623f9d8'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:50.099088 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926f66a3-22f6-4361-87e9-f43eadb517b5 None None] Routers {'b502a999-0ec8-4fe0-908a-000aa623f9d8'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:50.099737 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-926f66a3-22f6-4361-87e9-f43eadb517b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b502a999-0ec8-4fe0-908a-000aa623f9d8'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:50.152034 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98a4effc-2545-4cac-941e-57b2be62f33a tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (06dacffe-0aa3-43df-866b-19455b876c58), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:50.173859 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-042ef427-08d5-4730-8e56-bd02f77da69b tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (1c0a3aeb-f494-4dfa-b88e-c3ca41a4119f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:50.178239 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-926f66a3-22f6-4361-87e9-f43eadb517b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:50.204849 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926f66a3-22f6-4361-87e9-f43eadb517b5 None None] Routers {'b502a999-0ec8-4fe0-908a-000aa623f9d8'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:50.205511 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-926f66a3-22f6-4361-87e9-f43eadb517b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b502a999-0ec8-4fe0-908a-000aa623f9d8'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:50.217361 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba18bce-a0ef-49fd-95ec-2049996efbcd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] No DVR routers for this DVR port 907b758a-e186-4100-88bb-7e7867b1ad25 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:51:50.240949 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:50.248217 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-926f66a3-22f6-4361-87e9-f43eadb517b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:50.248808 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926f66a3-22f6-4361-87e9-f43eadb517b5 None None] The sync data for ids ['b502a999-0ec8-4fe0-908a-000aa623f9d8'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:50.261787 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1c46103a-e861-4a46-a408-b94cf3266939 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/8adde1e4-84c2-4949-9fe2-9c2cd1d6d5e3 HTTP/1.1" status: 200 len: 978 time: 6.8809490 Nov 02 12:51:50.263548 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49512) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:50.305216 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba18bce-a0ef-49fd-95ec-2049996efbcd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Port': ['ID=907b758a-e186-4100-88bb-7e7867b1ad25,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:50.336588 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98a4effc-2545-4cac-941e-57b2be62f33a tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (06dacffe-0aa3-43df-866b-19455b876c58), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:50.338961 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment bbf3b988-0138-4272-9fd1-fa0608af0ab9 resource provider aggregate not found Nov 02 12:51:50.341583 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a4effc-2545-4cac-941e-57b2be62f33a tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:50.342196 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98a4effc-2545-4cac-941e-57b2be62f33a tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:50.344374 n-d-857339-6 neutron-server[105975]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e6604717-7e00-402c-8a2b-8dcbb2597e0f tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] No L3 agents can host the router 42eb5174-51a5-4723-b97a-f885389f5269 Nov 02 12:51:50.351947 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:50.388320 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment bbf3b988-0138-4272-9fd1-fa0608af0ab9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bbf3b988-0138-4272-9fd1-fa0608af0ab9 found for delete ", "request_id": "req-916badc7-3e34-4c33-b1e4-e84324036464"}]} Nov 02 12:51:50.458678 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 907b758a-e186-4100-88bb-7e7867b1ad25 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:51:50.484885 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4effc-2545-4cac-941e-57b2be62f33a tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Network': ['ID=06dacffe-0aa3-43df-866b-19455b876c58,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:50.504733 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 06dacffe-0aa3-43df-866b-19455b876c58 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:51:50.511918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 907b758a-e186-4100-88bb-7e7867b1ad25 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:51:50.512660 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 907b758a-e186-4100-88bb-7e7867b1ad25 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:51:50.527719 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-042ef427-08d5-4730-8e56-bd02f77da69b tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (1c0a3aeb-f494-4dfa-b88e-c3ca41a4119f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:50.537677 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91e05790-7b6a-44fb-a551-122026941551 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for port (9f364711-013e-475d-a6ab-c4ea4fe89ec2), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:50.545113 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eba18bce-a0ef-49fd-95ec-2049996efbcd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (2742217b-21f6-42de-81d0-8e396577065a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:50.560159 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-d38e368c-ebb3-4286-bd09-57c2455d38dd tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Deleting port 8fd2f642-36c0-4301-a738-8d65d3621b8c {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:51:50.560343 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d38e368c-ebb3-4286-bd09-57c2455d38dd tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (8fd2f642-36c0-4301-a738-8d65d3621b8c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:50.613569 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cce53d-568d-4901-ad5b-03447e73fa84 None None] Network 8f72715e-ddfb-4b46-9463-28973cf37af5 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:50.671825 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ef427-08d5-4730-8e56-bd02f77da69b tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event deleted for resources: {'Subnet': ['ID=1c0a3aeb-f494-4dfa-b88e-c3ca41a4119f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:50.677447 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-042ef427-08d5-4730-8e56-bd02f77da69b tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:50.680365 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91e05790-7b6a-44fb-a551-122026941551 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (9f364711-013e-475d-a6ab-c4ea4fe89ec2), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:50.691587 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-98a4effc-2545-4cac-941e-57b2be62f33a tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0150096 Nov 02 12:51:50.692050 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-042ef427-08d5-4730-8e56-bd02f77da69b tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/1c0a3aeb-f494-4dfa-b88e-c3ca41a4119f HTTP/1.1" status: 204 len: 168 time: 0.9958169 Nov 02 12:51:50.692190 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49530) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:50.692190 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49532) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:50.698188 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-eba18bce-a0ef-49fd-95ec-2049996efbcd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2742217b-21f6-42de-81d0-8e396577065a']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:50.717867 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-eba18bce-a0ef-49fd-95ec-2049996efbcd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7d9838-9ea7-4895-8ddf-1e2b041d21bc') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:50.717867 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-eba18bce-a0ef-49fd-95ec-2049996efbcd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7d9838-9ea7-4895-8ddf-1e2b041d21bc') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:50.736848 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-3fc289dc-6cab-4479-942f-3f5b3f2053a4 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'subnet': {'network_id': '06dacffe-0aa3-43df-866b-19455b876c58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:50.778441 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eba18bce-a0ef-49fd-95ec-2049996efbcd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (7a7d9838-9ea7-4895-8ddf-1e2b041d21bc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:50.807908 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91e05790-7b6a-44fb-a551-122026941551 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (9bbb1b2e-c4f0-4a72-a0ed-962281cec78d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:50.862400 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eba18bce-a0ef-49fd-95ec-2049996efbcd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (7a7d9838-9ea7-4895-8ddf-1e2b041d21bc), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:50.867957 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6604717-7e00-402c-8a2b-8dcbb2597e0f tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Hosts for router 42eb5174-51a5-4723-b97a-f885389f5269: [] {{(pid=105975) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Nov 02 12:51:50.874026 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba18bce-a0ef-49fd-95ec-2049996efbcd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:51:50.874127 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eba18bce-a0ef-49fd-95ec-2049996efbcd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (7a7d9838-9ea7-4895-8ddf-1e2b041d21bc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:50.924159 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6604717-7e00-402c-8a2b-8dcbb2597e0f tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Hosts for other DVR routers connected to router 42eb5174-51a5-4723-b97a-f885389f5269: set() {{(pid=105975) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Nov 02 12:51:50.927004 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e6604717-7e00-402c-8a2b-8dcbb2597e0f tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:50.928983 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e6604717-7e00-402c-8a2b-8dcbb2597e0f tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] 10.222.0.64 "PUT /networking/v2.0/routers/42eb5174-51a5-4723-b97a-f885389f5269 HTTP/1.1" status: 200 len: 717 time: 2.0922694 Nov 02 12:51:50.930769 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8a6e9d-7f85-4e81-a2a3-70a8913f7f16 None None] DHCP port deletion for 8f72715e-ddfb-4b46-9463-28973cf37af5 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:51:50.962026 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49546) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:51.003965 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4e8a6e9d-7f85-4e81-a2a3-70a8913f7f16 None None] Deleting port d6633690-8f3e-47cc-a1ed-be4e1d2edb78 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:51:51.004689 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4e8a6e9d-7f85-4e81-a2a3-70a8913f7f16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d6633690-8f3e-47cc-a1ed-be4e1d2edb78), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:51.035348 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91e05790-7b6a-44fb-a551-122026941551 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:51.044461 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-91e05790-7b6a-44fb-a551-122026941551 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8102598 Nov 02 12:51:51.059272 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eba18bce-a0ef-49fd-95ec-2049996efbcd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (2742217b-21f6-42de-81d0-8e396577065a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:51.076731 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eba18bce-a0ef-49fd-95ec-2049996efbcd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:51.083452 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-eba18bce-a0ef-49fd-95ec-2049996efbcd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/networks/2742217b-21f6-42de-81d0-8e396577065a HTTP/1.1" status: 204 len: 168 time: 2.2444732 Nov 02 12:51:51.086597 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4e8a6e9d-7f85-4e81-a2a3-70a8913f7f16 None None] For port d6633690-8f3e-47cc-a1ed-be4e1d2edb78, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d6633690-8f3e-47cc-a1ed-be4e1d2edb78,segment=NetworkSegment(e67c35ca-7dac-440c-b186-37966b8d9169),segment_id=e67c35ca-7dac-440c-b186-37966b8d9169)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:51.087144 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4e8a6e9d-7f85-4e81-a2a3-70a8913f7f16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d6633690-8f3e-47cc-a1ed-be4e1d2edb78), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:51.103385 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4e8a6e9d-7f85-4e81-a2a3-70a8913f7f16 None None] Calling delete_port for d6633690-8f3e-47cc-a1ed-be4e1d2edb78 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:51:51.108179 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49552) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:51.141150 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba18bce-a0ef-49fd-95ec-2049996efbcd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Network': ['ID=2742217b-21f6-42de-81d0-8e396577065a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:51.155234 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e05790-7b6a-44fb-a551-122026941551 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Pushing event updated for resources: {'Port': ['ID=9f364711-013e-475d-a6ab-c4ea4fe89ec2,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:51.165268 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d38e368c-ebb3-4286-bd09-57c2455d38dd tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (8fd2f642-36c0-4301-a738-8d65d3621b8c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:51.181117 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d335c75d-d4fc-4800-a136-7a5c1bb6f45e tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] 10.222.0.64 "GET /networking/v2.0/routers/42eb5174-51a5-4723-b97a-f885389f5269 HTTP/1.1" status: 200 len: 717 time: 0.2117882 Nov 02 12:51:51.201928 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49558) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:51.207952 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8c4ac7b6-fb8e-4b6f-bb3e-553a8c720699 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (8f72715e-ddfb-4b46-9463-28973cf37af5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:51.246541 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc289dc-6cab-4479-942f-3f5b3f2053a4 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Made reservation on behalf of 7e8f0f160b634aeebb04fc7f66a15f23 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:51.253552 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3fc289dc-6cab-4479-942f-3f5b3f2053a4 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:51.322489 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4e8a6e9d-7f85-4e81-a2a3-70a8913f7f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (d6633690-8f3e-47cc-a1ed-be4e1d2edb78), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:51.344170 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8a6e9d-7f85-4e81-a2a3-70a8913f7f16 None None] No DVR routers for this DVR port d6633690-8f3e-47cc-a1ed-be4e1d2edb78 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:51:51.405777 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a6e9d-7f85-4e81-a2a3-70a8913f7f16 None None] Pushing event deleted for resources: {'Port': ['ID=d6633690-8f3e-47cc-a1ed-be4e1d2edb78,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:51.707050 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:51.711322 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:DELETE=15,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:51.762246 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:51.773085 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0277100d-102b-49c0-83e1-15fdd0a6354c req-a7c06d78-763e-423d-bd6c-db3166dc5776 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--707184445&fields=id&tenant_id=de7913a0ade441f797ed5d91fc6b6257 HTTP/1.1" status: 200 len: 267 time: 0.0676126 Nov 02 12:51:51.829685 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49582) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:51.956527 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:51.996004 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277100d-102b-49c0-83e1-15fdd0a6354c req-7dfe7d8f-9e2c-4477-bf0a-9408250bec4d tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:51.996004 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0277100d-102b-49c0-83e1-15fdd0a6354c req-7dfe7d8f-9e2c-4477-bf0a-9408250bec4d tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "GET /networking/v2.0/networks?id=682c2865-4fa7-4779-ae52-2f235088dfa9 HTTP/1.1" status: 200 len: 816 time: 0.1989629 Nov 02 12:51:52.014831 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3f67a5b9-9f84-4cba-9104-3b3a3555eb9c tempest-RoutersTestDVR-699634505 tempest-RoutersTestDVR-699634505-project] 10.222.0.64 "GET /networking/v2.0/routers/42eb5174-51a5-4723-b97a-f885389f5269 HTTP/1.1" status: 200 len: 683 time: 0.8015971 Nov 02 12:51:52.016050 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49588) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:52.017488 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0277100d-102b-49c0-83e1-15fdd0a6354c req-07be56d2-e98e-4c4f-8fc4-7f103ffdbfac tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "GET /networking/v2.0/quotas/de7913a0ade441f797ed5d91fc6b6257 HTTP/1.1" status: 200 len: 375 time: 0.0148826 Nov 02 12:51:52.021823 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8c4ac7b6-fb8e-4b6f-bb3e-553a8c720699 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (8f72715e-ddfb-4b46-9463-28973cf37af5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.024381 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-27cf25ab-5a59-4719-9d77-8d6e6d489c36 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (4795dd8e-c10b-4708-a695-50b00ce541d7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.082259 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:52.097361 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-8c4ac7b6-fb8e-4b6f-bb3e-553a8c720699 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f72715e-ddfb-4b46-9463-28973cf37af5']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:52.126014 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d38e368c-ebb3-4286-bd09-57c2455d38dd tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.126640 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d38e368c-ebb3-4286-bd09-57c2455d38dd tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (8adde1e4-84c2-4949-9fe2-9c2cd1d6d5e3), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.127071 n-d-857339-6 neutron-server[105976]: INFO neutron.db.l3_db [None req-d38e368c-ebb3-4286-bd09-57c2455d38dd tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Floating IP 8adde1e4-84c2-4949-9fe2-9c2cd1d6d5e3 disassociated. External IP: 172.25.2.46, port: 8fd2f642-36c0-4301-a738-8d65d3621b8c. Nov 02 12:51:52.129351 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-d38e368c-ebb3-4286-bd09-57c2455d38dd tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Calling delete_port for 8fd2f642-36c0-4301-a738-8d65d3621b8c owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:51:52.130515 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-8c4ac7b6-fb8e-4b6f-bb3e-553a8c720699 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67c35ca-7dac-440c-b186-37966b8d9169') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:52.130816 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-8c4ac7b6-fb8e-4b6f-bb3e-553a8c720699 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67c35ca-7dac-440c-b186-37966b8d9169') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:52.148395 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0277100d-102b-49c0-83e1-15fdd0a6354c req-e1db93bd-4542-4084-b104-0da9dc741d03 tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=de7913a0ade441f797ed5d91fc6b6257&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1211767 Nov 02 12:51:52.181496 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8c4ac7b6-fb8e-4b6f-bb3e-553a8c720699 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (e67c35ca-7dac-440c-b186-37966b8d9169), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.205557 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 560b0924-1582-450c-99a4-9059422c693a no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:51:52.236023 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-109f27cd-db8d-4291-8b2d-15962eed7c37 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router (42eb5174-51a5-4723-b97a-f885389f5269), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.240040 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8c4ac7b6-fb8e-4b6f-bb3e-553a8c720699 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e67c35ca-7dac-440c-b186-37966b8d9169), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.240256 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-faefbcf4-c297-467d-8124-2eef95cb5183 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Request body: {'quota': {'network': 2}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:52.256907 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4ac7b6-fb8e-4b6f-bb3e-553a8c720699 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:51:52.282691 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8c4ac7b6-fb8e-4b6f-bb3e-553a8c720699 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (e67c35ca-7dac-440c-b186-37966b8d9169), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.284347 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 560b0924-1582-450c-99a4-9059422c693a {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:51:52.284347 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 560b0924-1582-450c-99a4-9059422c693a not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:51:52.284347 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d6633690-8f3e-47cc-a1ed-be4e1d2edb78 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:51:52.309542 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: d6633690-8f3e-47cc-a1ed-be4e1d2edb78 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:51:52.320478 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d6633690-8f3e-47cc-a1ed-be4e1d2edb78 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:51:52.320884 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment e67c35ca-7dac-440c-b186-37966b8d9169 resource provider aggregate not found Nov 02 12:51:52.378144 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment e67c35ca-7dac-440c-b186-37966b8d9169 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e67c35ca-7dac-440c-b186-37966b8d9169 found for delete ", "request_id": "req-e799e079-2428-4fcd-9f99-edad4c040fbc"}]} Nov 02 12:51:52.465767 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3fc289dc-6cab-4479-942f-3f5b3f2053a4 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (acaba74d-e058-412f-b9d3-3f8ca23fc91f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.480805 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 7a7d9838-9ea7-4895-8ddf-1e2b041d21bc resource provider aggregate not found Nov 02 12:51:52.481719 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49604) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:52.489109 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-109f27cd-db8d-4291-8b2d-15962eed7c37 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (42eb5174-51a5-4723-b97a-f885389f5269), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.492372 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-109f27cd-db8d-4291-8b2d-15962eed7c37 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router_controller (42eb5174-51a5-4723-b97a-f885389f5269), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.499704 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-faefbcf4-c297-467d-8124-2eef95cb5183 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] 10.222.0.64 "PUT /networking/v2.0/quotas/f218c0e40d424186af38024f3ec91eb3 HTTP/1.1" status: 200 len: 368 time: 0.6689830 Nov 02 12:51:52.502070 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 7a7d9838-9ea7-4895-8ddf-1e2b041d21bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a7d9838-9ea7-4895-8ddf-1e2b041d21bc found for delete ", "request_id": "req-110cf131-cccb-4831-bb02-c5b77c1a7dc4"}]} Nov 02 12:51:52.505352 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49608) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:52.541365 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-a12eac77-a291-4651-b268-6e0c88bfe359 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Request body: {'network': {'project_id': 'f218c0e40d424186af38024f3ec91eb3'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:52.545518 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8c4ac7b6-fb8e-4b6f-bb3e-553a8c720699 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (8f72715e-ddfb-4b46-9463-28973cf37af5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.550253 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8c4ac7b6-fb8e-4b6f-bb3e-553a8c720699 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.557057 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8c4ac7b6-fb8e-4b6f-bb3e-553a8c720699 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "DELETE /networking/v2.0/networks/8f72715e-ddfb-4b46-9463-28973cf37af5 HTTP/1.1" status: 204 len: 168 time: 1.8627892 Nov 02 12:51:52.561355 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49610) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:52.567860 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d38e368c-ebb3-4286-bd09-57c2455d38dd tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (8fd2f642-36c0-4301-a738-8d65d3621b8c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.635711 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b632c9d5-a461-45ca-a725-a10dc931d663 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f HTTP/1.1" status: 200 len: 205 time: 0.0647964 Nov 02 12:51:52.638152 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-27cf25ab-5a59-4719-9d77-8d6e6d489c36 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting port 3432020f-df5f-4649-8c81-9b5e2378e81c {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:51:52.638495 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-27cf25ab-5a59-4719-9d77-8d6e6d489c36 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3432020f-df5f-4649-8c81-9b5e2378e81c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.643067 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49612) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:52.650548 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-109f27cd-db8d-4291-8b2d-15962eed7c37 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (42eb5174-51a5-4723-b97a-f885389f5269), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.651083 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109f27cd-db8d-4291-8b2d-15962eed7c37 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42eb5174-51a5-4723-b97a-f885389f5269 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:51:52.661591 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc289dc-6cab-4479-942f-3f5b3f2053a4 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Subnet': ['ID=acaba74d-e058-412f-b9d3-3f8ca23fc91f,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:52.671874 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-109f27cd-db8d-4291-8b2d-15962eed7c37 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.673717 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ac7b6-fb8e-4b6f-bb3e-553a8c720699 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Pushing event deleted for resources: {'Network': ['ID=8f72715e-ddfb-4b46-9463-28973cf37af5,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:52.677418 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-109f27cd-db8d-4291-8b2d-15962eed7c37 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] 10.222.0.64 "DELETE /networking/v2.0/routers/42eb5174-51a5-4723-b97a-f885389f5269 HTTP/1.1" status: 204 len: 168 time: 0.6589324 Nov 02 12:51:52.679283 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e368c-ebb3-4286-bd09-57c2455d38dd tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event deleted for resources: {'Port': ['ID=8fd2f642-36c0-4301-a738-8d65d3621b8c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:52.684429 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49614) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:52.701199 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e4bc260e-e2c7-4eec-a9d9-4cd2d140711f tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Request body: {'router': {'name': 'tempest-router-1026573162', 'distributed': True}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:52.719175 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12eac77-a291-4651-b268-6e0c88bfe359 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Made reservation on behalf of f218c0e40d424186af38024f3ec91eb3 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:52.721637 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a12eac77-a291-4651-b268-6e0c88bfe359 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.776692 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a12eac77-a291-4651-b268-6e0c88bfe359 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.805009 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:52.810605 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc289dc-6cab-4479-942f-3f5b3f2053a4 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Checking segment: {'id': '7bc4269d-a8ee-4da4-9727-963b828e37ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '06dacffe-0aa3-43df-866b-19455b876c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:52.810971 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc289dc-6cab-4479-942f-3f5b3f2053a4 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Network hostable DHCP agents. Network: 06dacffe-0aa3-43df-866b-19455b876c58, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:51:52.825557 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f945139c-271e-45a2-be62-12e702fe6485 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for router (fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.853125 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cb0bdda8-0982-4138-9eeb-e5fd75bb85fb tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group (b18cdfa6-3226-404b-b4f0-fb52aacbfe41), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.901909 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4bc260e-e2c7-4eec-a9d9-4cd2d140711f tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (7c1a20ca-7ca0-41d1-8366-b33398b6d97d), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.903250 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4bc260e-e2c7-4eec-a9d9-4cd2d140711f tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (7c1a20ca-7ca0-41d1-8366-b33398b6d97d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.923674 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cb0bdda8-0982-4138-9eeb-e5fd75bb85fb tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group (b18cdfa6-3226-404b-b4f0-fb52aacbfe41), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.959335 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-27cf25ab-5a59-4719-9d77-8d6e6d489c36 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] For port 3432020f-df5f-4649-8c81-9b5e2378e81c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3432020f-df5f-4649-8c81-9b5e2378e81c,segment=NetworkSegment(467c2e46-94d2-448c-8ee6-f1647f9c6d58),segment_id=467c2e46-94d2-448c-8ee6-f1647f9c6d58)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:52.959649 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-27cf25ab-5a59-4719-9d77-8d6e6d489c36 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3432020f-df5f-4649-8c81-9b5e2378e81c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:52.983299 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-27cf25ab-5a59-4719-9d77-8d6e6d489c36 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Calling delete_port for 3432020f-df5f-4649-8c81-9b5e2378e81c owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:51:53.012456 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38e368c-ebb3-4286-bd09-57c2455d38dd tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Router b502a999-0ec8-4fe0-908a-000aa623f9d8 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:51:53.019695 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4bc260e-e2c7-4eec-a9d9-4cd2d140711f tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router_controller (7c1a20ca-7ca0-41d1-8366-b33398b6d97d), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.032530 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc289dc-6cab-4479-942f-3f5b3f2053a4 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Network 06dacffe-0aa3-43df-866b-19455b876c58 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:51:53.121534 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:53.127509 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f945139c-271e-45a2-be62-12e702fe6485 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.131820 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f945139c-271e-45a2-be62-12e702fe6485 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for router_controller (fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.142606 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38e368c-ebb3-4286-bd09-57c2455d38dd tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:53.148572 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4bc260e-e2c7-4eec-a9d9-4cd2d140711f tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (7c1a20ca-7ca0-41d1-8366-b33398b6d97d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.150769 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-3fc289dc-6cab-4479-942f-3f5b3f2053a4 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 06dacffe-0aa3-43df-866b-19455b876c58) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:53.161513 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c38b555-eef5-4b46-b74c-ebffc0d3e2ec None None] Network 06dacffe-0aa3-43df-866b-19455b876c58 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:53.164336 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa6c05-d1b3-4497-b384-02d6ec12909f None None] Sync routers for ids ['b502a999-0ec8-4fe0-908a-000aa623f9d8'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:53.179832 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa6c05-d1b3-4497-b384-02d6ec12909f None None] Routers {'b502a999-0ec8-4fe0-908a-000aa623f9d8'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:53.181145 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d8fa6c05-d1b3-4497-b384-02d6ec12909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b502a999-0ec8-4fe0-908a-000aa623f9d8'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:53.183708 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc289dc-6cab-4479-942f-3f5b3f2053a4 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:53.184326 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3fc289dc-6cab-4479-942f-3f5b3f2053a4 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.188956 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cb0bdda8-0982-4138-9eeb-e5fd75bb85fb tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b18cdfa6-3226-404b-b4f0-fb52aacbfe41), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.191568 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cb0bdda8-0982-4138-9eeb-e5fd75bb85fb tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.195908 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cb0bdda8-0982-4138-9eeb-e5fd75bb85fb tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b18cdfa6-3226-404b-b4f0-fb52aacbfe41 HTTP/1.1" status: 204 len: 168 time: 0.7189765 Nov 02 12:51:53.199655 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49618) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:53.207753 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a12eac77-a291-4651-b268-6e0c88bfe359 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks [] for security_group (ea7b158a-160d-4323-9b54-9d09571ab6db), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.236209 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-872d527a-9814-4899-81a2-42fcf583b39c tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] show failed (client error): The resource could not be found. Nov 02 12:51:53.236412 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-872d527a-9814-4899-81a2-42fcf583b39c tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "GET /networking/v2.0/security-groups/b18cdfa6-3226-404b-b4f0-fb52aacbfe41 HTTP/1.1" status: 404 len: 347 time: 0.0311277 Nov 02 12:51:53.240799 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49622) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:53.251411 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0bdda8-0982-4138-9eeb-e5fd75bb85fb tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18cdfa6-3226-404b-b4f0-fb52aacbfe41,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:53.273931 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d38e368c-ebb3-4286-bd09-57c2455d38dd tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.277604 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d38e368c-ebb3-4286-bd09-57c2455d38dd tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "DELETE /networking/v2.0/ports/8fd2f642-36c0-4301-a738-8d65d3621b8c HTTP/1.1" status: 204 len: 168 time: 3.0129735 Nov 02 12:51:53.278978 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d8fa6c05-d1b3-4497-b384-02d6ec12909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:53.280414 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49624) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:53.300450 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa6c05-d1b3-4497-b384-02d6ec12909f None None] Routers {'b502a999-0ec8-4fe0-908a-000aa623f9d8'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:53.301203 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d8fa6c05-d1b3-4497-b384-02d6ec12909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b502a999-0ec8-4fe0-908a-000aa623f9d8'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:53.324691 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-06dacffe-0aa3-43df-866b-19455b876c58', 'network_id': '06dacffe-0aa3-43df-866b-19455b876c58', 'project_id': '7e8f0f160b634aeebb04fc7f66a15f23', 'fixed_ips': [{'subnet_id': 'acaba74d-e058-412f-b9d3-3f8ca23fc91f'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:51:53.325753 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f945139c-271e-45a2-be62-12e702fe6485 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.326214 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f945139c-271e-45a2-be62-12e702fe6485 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Fanout notify agent at l3_agent the message router_deleted on router fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:51:53.326744 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.327716 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a12eac77-a291-4651-b268-6e0c88bfe359 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ea7b158a-160d-4323-9b54-9d09571ab6db), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.369057 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d8fa6c05-d1b3-4497-b384-02d6ec12909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:53.369650 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa6c05-d1b3-4497-b384-02d6ec12909f None None] The sync data for ids ['b502a999-0ec8-4fe0-908a-000aa623f9d8'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:53.391276 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f945139c-271e-45a2-be62-12e702fe6485 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.395125 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f945139c-271e-45a2-be62-12e702fe6485 tempest-RoutersNegativeIpV6Test-1698504100 tempest-RoutersNegativeIpV6Test-1698504100-project] 10.222.0.64 "DELETE /networking/v2.0/routers/fcdb9e3d-ec60-4fb4-a9b0-e135b08e4a4f HTTP/1.1" status: 204 len: 168 time: 0.7510769 Nov 02 12:51:53.475169 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12eac77-a291-4651-b268-6e0c88bfe359 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:51:53.506305 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a12eac77-a291-4651-b268-6e0c88bfe359 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (131131ab-fc4a-42c5-8b25-5cfa1f2390a9), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.506898 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-a12eac77-a291-4651-b268-6e0c88bfe359 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Added segment 131131ab-fc4a-42c5-8b25-5cfa1f2390a9 of type vlan for network c0aa2390-2f24-470d-af7d-b2794be363d2 Nov 02 12:51:53.550881 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12eac77-a291-4651-b268-6e0c88bfe359 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7b158a-160d-4323-9b54-9d09571ab6db,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:53.557683 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] Allocated IP 2001:db8::2 (06dacffe-0aa3-43df-866b-19455b876c58/acaba74d-e058-412f-b9d3-3f8ca23fc91f/9af2c662-0f85-49c0-8fe5-992a099e280b) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:53.574788 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:53.615055 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4bc260e-e2c7-4eec-a9d9-4cd2d140711f tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.615672 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-14c50682-1e39-4cf1-95ca-2a93fb002f0f tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Deleting port 9f364711-013e-475d-a6ab-c4ea4fe89ec2 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:51:53.616310 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e4bc260e-e2c7-4eec-a9d9-4cd2d140711f tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9186161 Nov 02 12:51:53.617645 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14c50682-1e39-4cf1-95ca-2a93fb002f0f tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9f364711-013e-475d-a6ab-c4ea4fe89ec2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.622798 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3fc289dc-6cab-4479-942f-3f5b3f2053a4 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9275005 Nov 02 12:51:53.625852 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49628) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:53.625852 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49630) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:53.639651 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-10da6dbb-8b03-40f3-84e4-4debc0d8f9f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'subnet': {'network_id': '06dacffe-0aa3-43df-866b-19455b876c58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:53.661757 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a12eac77-a291-4651-b268-6e0c88bfe359 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (c0aa2390-2f24-470d-af7d-b2794be363d2), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.737082 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14c50682-1e39-4cf1-95ca-2a93fb002f0f tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9f364711-013e-475d-a6ab-c4ea4fe89ec2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.737458 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14c50682-1e39-4cf1-95ca-2a93fb002f0f tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for floatingip (9f364711-013e-475d-a6ab-c4ea4fe89ec2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.752661 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-14c50682-1e39-4cf1-95ca-2a93fb002f0f tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Calling delete_port for 9f364711-013e-475d-a6ab-c4ea4fe89ec2 owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:51:53.770102 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] Publish callbacks [] for port (9af2c662-0f85-49c0-8fe5-992a099e280b), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.779219 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:53.780211 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.805670 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-27cf25ab-5a59-4719-9d77-8d6e6d489c36 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (3432020f-df5f-4649-8c81-9b5e2378e81c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.813778 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6328f387-6330-42ce-9f8b-d012ff515096 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router (7c1a20ca-7ca0-41d1-8366-b33398b6d97d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.839633 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf25ab-5a59-4719-9d77-8d6e6d489c36 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Port': ['ID=3432020f-df5f-4649-8c81-9b5e2378e81c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:53.857021 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a12eac77-a291-4651-b268-6e0c88bfe359 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (c0aa2390-2f24-470d-af7d-b2794be363d2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.858044 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12eac77-a291-4651-b268-6e0c88bfe359 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:53.858648 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a12eac77-a291-4651-b268-6e0c88bfe359 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.885685 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (9af2c662-0f85-49c0-8fe5-992a099e280b), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:54.049060 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3fa518b1-d2cf-422d-ae1e-c6fb267e7d29 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (b502a999-0ec8-4fe0-908a-000aa623f9d8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:54.056289 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a12eac77-a291-4651-b268-6e0c88bfe359 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5452881 Nov 02 12:51:54.094900 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49634) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:54.100975 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-a2a1f53f-45fa-4ba0-8f0e-d2ed315bfa54 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Request body: {'network': {'project_id': 'f218c0e40d424186af38024f3ec91eb3'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:54.110343 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12eac77-a291-4651-b268-6e0c88bfe359 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Pushing event updated for resources: {'Network': ['ID=c0aa2390-2f24-470d-af7d-b2794be363d2,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:54.164892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network c0aa2390-2f24-470d-af7d-b2794be363d2 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:51:54.223762 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6328f387-6330-42ce-9f8b-d012ff515096 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (7c1a20ca-7ca0-41d1-8366-b33398b6d97d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:54.227239 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-27cf25ab-5a59-4719-9d77-8d6e6d489c36 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (4795dd8e-c10b-4708-a695-50b00ce541d7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:54.228804 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6328f387-6330-42ce-9f8b-d012ff515096 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router_controller (7c1a20ca-7ca0-41d1-8366-b33398b6d97d), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:54.230516 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:54.268703 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] Network 06dacffe-0aa3-43df-866b-19455b876c58 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:54.278833 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:54.286130 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] Pushing event updated for resources: {'Port': ['ID=9af2c662-0f85-49c0-8fe5-992a099e280b,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:54.300361 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:51:54.354737 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49638) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:54.378108 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a1f53f-45fa-4ba0-8f0e-d2ed315bfa54 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Made reservation on behalf of f218c0e40d424186af38024f3ec91eb3 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:54.380817 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2a1f53f-45fa-4ba0-8f0e-d2ed315bfa54 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:54.388704 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] Attempting to bind port 9af2c662-0f85-49c0-8fe5-992a099e280b on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:51:54.388985 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] Attempting to bind port 9af2c662-0f85-49c0-8fe5-992a099e280b by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '7bc4269d-a8ee-4da4-9727-963b828e37ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '06dacffe-0aa3-43df-866b-19455b876c58'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:51:54.389580 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] Attempting to bind port 9af2c662-0f85-49c0-8fe5-992a099e280b on network 06dacffe-0aa3-43df-866b-19455b876c58 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:51:54.428857 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10da6dbb-8b03-40f3-84e4-4debc0d8f9f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Made reservation on behalf of 7e8f0f160b634aeebb04fc7f66a15f23 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:54.432829 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-10da6dbb-8b03-40f3-84e4-4debc0d8f9f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:54.438668 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:51:54.438668 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] Checking segment: {'id': '7bc4269d-a8ee-4da4-9727-963b828e37ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '06dacffe-0aa3-43df-866b-19455b876c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:54.438968 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:54.439274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] Bound using segment: {'id': '7bc4269d-a8ee-4da4-9727-963b828e37ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '06dacffe-0aa3-43df-866b-19455b876c58'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:51:54.439839 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] Bound port: 9af2c662-0f85-49c0-8fe5-992a099e280b, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc4269d-a8ee-4da4-9727-963b828e37ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '06dacffe-0aa3-43df-866b-19455b876c58'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:51:54.440734 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9af2c662-0f85-49c0-8fe5-992a099e280b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:54.467335 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6328f387-6330-42ce-9f8b-d012ff515096 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (7c1a20ca-7ca0-41d1-8366-b33398b6d97d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:54.467907 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6328f387-6330-42ce-9f8b-d012ff515096 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c1a20ca-7ca0-41d1-8366-b33398b6d97d {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:51:54.474814 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6328f387-6330-42ce-9f8b-d012ff515096 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:54.476429 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6328f387-6330-42ce-9f8b-d012ff515096 tempest-RoutersTestDVR-274474168 tempest-RoutersTestDVR-274474168-project-admin] 10.222.0.64 "DELETE /networking/v2.0/routers/7c1a20ca-7ca0-41d1-8366-b33398b6d97d HTTP/1.1" status: 204 len: 168 time: 0.8494546 Nov 02 12:51:54.552319 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] For port 9af2c662-0f85-49c0-8fe5-992a099e280b, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:51:54.557272 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] For port 9af2c662-0f85-49c0-8fe5-992a099e280b, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9af2c662-0f85-49c0-8fe5-992a099e280b,segment=NetworkSegment(7bc4269d-a8ee-4da4-9727-963b828e37ff),segment_id=7bc4269d-a8ee-4da4-9727-963b828e37ff)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:51:54.569845 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3fa518b1-d2cf-422d-ae1e-c6fb267e7d29 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Deleting port aacd3109-7c8d-4397-8ff9-559733df2002 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:51:54.570066 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3fa518b1-d2cf-422d-ae1e-c6fb267e7d29 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (aacd3109-7c8d-4397-8ff9-559733df2002), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:54.736419 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:51:54.741195 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9af2c662-0f85-49c0-8fe5-992a099e280b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:54.744020 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fbefbfb6-9484-440b-b641-07cd3b968571 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e50490f448cd46158427d5122f3528b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3874917 Nov 02 12:51:54.745816 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14c50682-1e39-4cf1-95ca-2a93fb002f0f tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (9f364711-013e-475d-a6ab-c4ea4fe89ec2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:54.750447 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49646) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:54.763182 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3fa518b1-d2cf-422d-ae1e-c6fb267e7d29 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (aacd3109-7c8d-4397-8ff9-559733df2002), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:54.780532 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49648) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:54.806619 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3fa518b1-d2cf-422d-ae1e-c6fb267e7d29 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Calling delete_port for aacd3109-7c8d-4397-8ff9-559733df2002 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:51:54.809241 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c50682-1e39-4cf1-95ca-2a93fb002f0f tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Pushing event deleted for resources: {'Port': ['ID=9f364711-013e-475d-a6ab-c4ea4fe89ec2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:54.834228 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c7a46-da06-4895-99b1-fa924d1e4f1f None None] Pushing event updated for resources: {'Port': ['ID=9af2c662-0f85-49c0-8fe5-992a099e280b,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:54.881968 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a1f53f-45fa-4ba0-8f0e-d2ed315bfa54 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:51:54.966652 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2a1f53f-45fa-4ba0-8f0e-d2ed315bfa54 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (62e7787a-bad0-4c42-9322-f66c94326896), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:54.967232 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-a2a1f53f-45fa-4ba0-8f0e-d2ed315bfa54 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Added segment 62e7787a-bad0-4c42-9322-f66c94326896 of type vlan for network 7220d38e-7592-4ecf-9444-ff1b14054f68 Nov 02 12:51:55.011685 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14c50682-1e39-4cf1-95ca-2a93fb002f0f tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks [] for floatingip (9bbb1b2e-c4f0-4a72-a0ed-962281cec78d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:55.014130 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14c50682-1e39-4cf1-95ca-2a93fb002f0f tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:55.015349 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-14c50682-1e39-4cf1-95ca-2a93fb002f0f tempest-AttachVolumeShelveTestJSON-1320329024 tempest-AttachVolumeShelveTestJSON-1320329024-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/9bbb1b2e-c4f0-4a72-a0ed-962281cec78d HTTP/1.1" status: 204 len: 168 time: 1.7713079 Nov 02 12:51:55.015466 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cfd8f214-e82c-469e-af01-6a034e1afbd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:55.022482 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49652) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:55.035735 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-42a2b914-6694-426d-9c35-58de6711aa01 admin admin] Publish callbacks [] for security_group (55eb6303-3526-41a1-9f52-cf47a6768a90), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:55.091200 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cf25ab-5a59-4719-9d77-8d6e6d489c36 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 4795dd8e-c10b-4708-a695-50b00ce541d7 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:51:55.095584 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2a1f53f-45fa-4ba0-8f0e-d2ed315bfa54 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (7220d38e-7592-4ecf-9444-ff1b14054f68), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:55.173233 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-42a2b914-6694-426d-9c35-58de6711aa01 admin admin] Publish callbacks [] for security_group (55eb6303-3526-41a1-9f52-cf47a6768a90), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:55.340235 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cf25ab-5a59-4719-9d77-8d6e6d489c36 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:55.350518 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-27cf25ab-5a59-4719-9d77-8d6e6d489c36 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/4795dd8e-c10b-4708-a695-50b00ce541d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2385750 Nov 02 12:51:55.351956 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49656) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:55.364714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9844ad55-c2de-4ac9-a419-542558085e93 None None] Sync routers for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:55.368437 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49658) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:55.395077 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9844ad55-c2de-4ac9-a419-542558085e93 None None] Routers {'4795dd8e-c10b-4708-a695-50b00ce541d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:55.396974 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9844ad55-c2de-4ac9-a419-542558085e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4795dd8e-c10b-4708-a695-50b00ce541d7'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:55.442517 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2a1f53f-45fa-4ba0-8f0e-d2ed315bfa54 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (7220d38e-7592-4ecf-9444-ff1b14054f68), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:55.443552 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a1f53f-45fa-4ba0-8f0e-d2ed315bfa54 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:55.444264 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2a1f53f-45fa-4ba0-8f0e-d2ed315bfa54 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:55.552215 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-9844ad55-c2de-4ac9-a419-542558085e93 None None] Set router 4795dd8e-c10b-4708-a695-50b00ce541d7 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:51:55.588313 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc48cd44-f0b4-4ef0-ba63-1cc7cc290c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:55.601107 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a2a1f53f-45fa-4ba0-8f0e-d2ed315bfa54 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5044262 Nov 02 12:51:55.605658 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-099f8f20-0300-47fe-9a0f-b5dfac19aeca tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting subnet 7e3db979-b813-4ef5-9284-fb4101a531a8 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:51:55.634057 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49662) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:55.644187 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-a74d4b0b-b659-4d0c-aebd-90600721f4b0 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Request body: {'network': {'project_id': 'f218c0e40d424186af38024f3ec91eb3'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:55.649352 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-099f8f20-0300-47fe-9a0f-b5dfac19aeca tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for subnet (7e3db979-b813-4ef5-9284-fb4101a531a8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:55.656527 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1f53f-45fa-4ba0-8f0e-d2ed315bfa54 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Pushing event updated for resources: {'Network': ['ID=7220d38e-7592-4ecf-9444-ff1b14054f68,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:55.666069 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-10da6dbb-8b03-40f3-84e4-4debc0d8f9f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (9e82ffd2-50ca-47a1-82dd-4839db3ac370), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:55.669560 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:55.705269 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 7220d38e-7592-4ecf-9444-ff1b14054f68 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:51:55.712780 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74d4b0b-b659-4d0c-aebd-90600721f4b0 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 02 12:51:55.713329 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74d4b0b-b659-4d0c-aebd-90600721f4b0 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:51:55.714480 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a74d4b0b-b659-4d0c-aebd-90600721f4b0 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0795619 Nov 02 12:51:55.722191 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49664) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:55.737901 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-099f8f20-0300-47fe-9a0f-b5dfac19aeca tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (7e3db979-b813-4ef5-9284-fb4101a531a8), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:55.768741 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10da6dbb-8b03-40f3-84e4-4debc0d8f9f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Network 06dacffe-0aa3-43df-866b-19455b876c58 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:55.775769 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cfd8f214-e82c-469e-af01-6a034e1afbd6 admin admin] Publish callbacks [] for security_group (ebdb0a3f-9df3-4af1-84c3-77837fb332ea), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:55.780605 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-10da6dbb-8b03-40f3-84e4-4debc0d8f9f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:55.783051 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-42a2b914-6694-426d-9c35-58de6711aa01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (55eb6303-3526-41a1-9f52-cf47a6768a90), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:55.785667 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-42a2b914-6694-426d-9c35-58de6711aa01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:55.786836 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-42a2b914-6694-426d-9c35-58de6711aa01 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/55eb6303-3526-41a1-9f52-cf47a6768a90 HTTP/1.1" status: 204 len: 168 time: 1.0351708 Nov 02 12:51:55.803741 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10da6dbb-8b03-40f3-84e4-4debc0d8f9f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:55.804148 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-10da6dbb-8b03-40f3-84e4-4debc0d8f9f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:55.856779 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9844ad55-c2de-4ac9-a419-542558085e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:51:53Z', 'revision_number': 9, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd782ce5c-f378-46c1-83da-5ea6d272533f', 'name': '', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:88:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:05Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:55.869208 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da6dbb-8b03-40f3-84e4-4debc0d8f9f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Subnet': ['ID=9e82ffd2-50ca-47a1-82dd-4839db3ac370,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:55.883248 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2b914-6694-426d-9c35-58de6711aa01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eb6303-3526-41a1-9f52-cf47a6768a90,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:55.888669 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9844ad55-c2de-4ac9-a419-542558085e93 None None] Checking router: 4795dd8e-c10b-4708-a695-50b00ce541d7 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:51:55.899375 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9844ad55-c2de-4ac9-a419-542558085e93 None None] Routers {'4795dd8e-c10b-4708-a695-50b00ce541d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:55.900120 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9844ad55-c2de-4ac9-a419-542558085e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4795dd8e-c10b-4708-a695-50b00ce541d7'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:55.903433 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3fa518b1-d2cf-422d-ae1e-c6fb267e7d29 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (aacd3109-7c8d-4397-8ff9-559733df2002), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:55.923401 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e5ba4807-2f18-41ec-88f4-1eb5acc3cdb5 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f218c0e40d424186af38024f3ec91eb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1952474 Nov 02 12:51:55.949322 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49668) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:55.949459 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa518b1-d2cf-422d-ae1e-c6fb267e7d29 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event deleted for resources: {'Port': ['ID=aacd3109-7c8d-4397-8ff9-559733df2002,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:55.958625 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cd53f6b9-491f-4248-bd18-a66e0bc1d481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (300a116c-47cf-48c6-9c4c-3ace552c7f4d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:55.983608 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-099f8f20-0300-47fe-9a0f-b5dfac19aeca tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (7e3db979-b813-4ef5-9284-fb4101a531a8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:55.998298 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cfd8f214-e82c-469e-af01-6a034e1afbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ebdb0a3f-9df3-4af1-84c3-77837fb332ea), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.027777 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-10da6dbb-8b03-40f3-84e4-4debc0d8f9f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3994670 Nov 02 12:51:56.043643 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc48cd44-f0b4-4ef0-ba63-1cc7cc290c57 admin admin] Publish callbacks [] for security_group (d7730e19-0ab6-4328-a568-772a795e5d11), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.045589 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-9844ad55-c2de-4ac9-a419-542558085e93 None None] Set router 4795dd8e-c10b-4708-a695-50b00ce541d7 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:51:56.051316 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49670) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:56.176542 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:56.199099 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc48cd44-f0b4-4ef0-ba63-1cc7cc290c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d7730e19-0ab6-4328-a568-772a795e5d11), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.227537 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cfd8f214-e82c-469e-af01-6a034e1afbd6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=38c1b2933a3449938af453c0c287feb9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4423463 Nov 02 12:51:56.228331 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8f214-e82c-469e-af01-6a034e1afbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdb0a3f-9df3-4af1-84c3-77837fb332ea,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:56.232852 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49672) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:56.281973 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48cd44-f0b4-4ef0-ba63-1cc7cc290c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7730e19-0ab6-4328-a568-772a795e5d11,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:56.320930 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d799f-09cf-44d3-8b1a-a6f9433a6588 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:56.323083 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d799f-09cf-44d3-8b1a-a6f9433a6588 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:56.324425 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d799f-09cf-44d3-8b1a-a6f9433a6588 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:56.326589 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d799f-09cf-44d3-8b1a-a6f9433a6588 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:56.336389 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d799f-09cf-44d3-8b1a-a6f9433a6588 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:56.346174 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-566d799f-09cf-44d3-8b1a-a6f9433a6588 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2916887 Nov 02 12:51:56.360502 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49676) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:56.361952 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9af2c662-0f85-49c0-8fe5-992a099e280b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:56.370682 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bc48cd44-f0b4-4ef0-ba63-1cc7cc290c57 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a933d31c685447899b2c9c8c1f1bf424&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9963520 Nov 02 12:51:56.392343 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49678) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:56.393157 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-8076254e-297d-4ec7-9f4c-d46adb89db58 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1018603801'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:56.412465 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-06bd2efe-9667-4a79-821b-205573a025b4 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks [] for security_group (ea7b158a-160d-4323-9b54-9d09571ab6db), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.423739 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:56.434628 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 9af2c662-0f85-49c0-8fe5-992a099e280b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:56.435007 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9af2c662-0f85-49c0-8fe5-992a099e280b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.435356 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 9af2c662-0f85-49c0-8fe5-992a099e280b Nov 02 12:51:56.437894 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9844ad55-c2de-4ac9-a419-542558085e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:51:53Z', 'revision_number': 9, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd782ce5c-f378-46c1-83da-5ea6d272533f', 'name': '', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:88:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:05Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:56.468299 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9844ad55-c2de-4ac9-a419-542558085e93 None None] The sync data for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 is: [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:51:53Z', 'revision_number': 9, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd782ce5c-f378-46c1-83da-5ea6d272533f', 'name': '', 'network_id': 'b316006e-48ba-4565-85c8-5e7af88525b7', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:88:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:05Z', 'updated_at': '2022-11-02T12:51:20Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': 'f2492602-8e55-43ea-be99-b160aefa1482', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:56.510487 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1b1465-54f4-47ee-bc85-c4a48b3fd6a8 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:51:56.566122 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8076254e-297d-4ec7-9f4c-d46adb89db58 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Made reservation on behalf of 7e8f0f160b634aeebb04fc7f66a15f23 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:56.570275 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8076254e-297d-4ec7-9f4c-d46adb89db58 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.572386 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6865ca78-cead-4a8e-8695-95d069c2f3b3 admin admin] Publish callbacks [] for security_group (ebdb0a3f-9df3-4af1-84c3-77837fb332ea), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.572710 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9627d9ec-6ea6-4d9c-83fd-49b15ccfae4b None None] Provisioning complete for port 9af2c662-0f85-49c0-8fe5-992a099e280b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:56.573341 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9627d9ec-6ea6-4d9c-83fd-49b15ccfae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9af2c662-0f85-49c0-8fe5-992a099e280b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.573734 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9627d9ec-6ea6-4d9c-83fd-49b15ccfae4b None None] Attempt 1 to provision port 9af2c662-0f85-49c0-8fe5-992a099e280b Nov 02 12:51:56.586965 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-099f8f20-0300-47fe-9a0f-b5dfac19aeca tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (7e3db979-b813-4ef5-9284-fb4101a531a8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.609757 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=12,neutron:UPDATE=4,neutron:SELECT=84 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:56.628814 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-099f8f20-0300-47fe-9a0f-b5dfac19aeca tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.631869 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6865ca78-cead-4a8e-8695-95d069c2f3b3 admin admin] Publish callbacks [] for security_group (ebdb0a3f-9df3-4af1-84c3-77837fb332ea), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.632500 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-099f8f20-0300-47fe-9a0f-b5dfac19aeca tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/7e3db979-b813-4ef5-9284-fb4101a531a8 HTTP/1.1" status: 204 len: 168 time: 1.2759430 Nov 02 12:51:56.635996 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49684) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:56.636728 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3fa518b1-d2cf-422d-ae1e-c6fb267e7d29 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (b502a999-0ec8-4fe0-908a-000aa623f9d8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.654606 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9af2c662-0f85-49c0-8fe5-992a099e280b is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:56.655251 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9af2c662-0f85-49c0-8fe5-992a099e280b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.662272 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-06bd2efe-9667-4a79-821b-205573a025b4 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks [] for security_group (ea7b158a-160d-4323-9b54-9d09571ab6db), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.678277 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8076254e-297d-4ec7-9f4c-d46adb89db58 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:51:56.686874 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f8f20-0300-47fe-9a0f-b5dfac19aeca tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3db979-b813-4ef5-9284-fb4101a531a8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:56.733781 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 9af2c662-0f85-49c0-8fe5-992a099e280b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9af2c662-0f85-49c0-8fe5-992a099e280b,segment=NetworkSegment(7bc4269d-a8ee-4da4-9727-963b828e37ff),segment_id=7bc4269d-a8ee-4da4-9727-963b828e37ff)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:56.804853 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8076254e-297d-4ec7-9f4c-d46adb89db58 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (721f628f-a289-410d-9aaf-54f9b84bea7b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.805288 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-8076254e-297d-4ec7-9f4c-d46adb89db58 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Added segment 721f628f-a289-410d-9aaf-54f9b84bea7b of type vlan for network df372eaa-bfd3-449b-9944-6e05cedda642 Nov 02 12:51:56.815232 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9627d9ec-6ea6-4d9c-83fd-49b15ccfae4b None None] Current status of the port 9af2c662-0f85-49c0-8fe5-992a099e280b is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:56.815891 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9627d9ec-6ea6-4d9c-83fd-49b15ccfae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9af2c662-0f85-49c0-8fe5-992a099e280b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.832351 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1b1465-54f4-47ee-bc85-c4a48b3fd6a8 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:51:56.856450 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9af2c662-0f85-49c0-8fe5-992a099e280b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.861705 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a37102ff-42b4-4670-a26b-77567219f56e admin admin] Publish callbacks [] for security_group (d7730e19-0ab6-4328-a568-772a795e5d11), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.863863 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-cd53f6b9-491f-4248-bd18-a66e0bc1d481 admin admin] Deleting port e45e3dfd-9f67-435b-bc9a-22e98eed9724 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:51:56.864242 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cd53f6b9-491f-4248-bd18-a66e0bc1d481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e45e3dfd-9f67-435b-bc9a-22e98eed9724), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.878301 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8076254e-297d-4ec7-9f4c-d46adb89db58 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (df372eaa-bfd3-449b-9944-6e05cedda642), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.911760 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bcb196b8-7406-4ced-b4c0-37043ac792bf tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (43e9567a-1058-4b43-840a-d563ec17c532), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.931289 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a37102ff-42b4-4670-a26b-77567219f56e admin admin] Publish callbacks [] for security_group (d7730e19-0ab6-4328-a568-772a795e5d11), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.985404 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6865ca78-cead-4a8e-8695-95d069c2f3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ebdb0a3f-9df3-4af1-84c3-77837fb332ea), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.988759 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6865ca78-cead-4a8e-8695-95d069c2f3b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:56.990487 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6865ca78-cead-4a8e-8695-95d069c2f3b3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ebdb0a3f-9df3-4af1-84c3-77837fb332ea HTTP/1.1" status: 204 len: 168 time: 0.7460203 Nov 02 12:51:57.031638 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-9627d9ec-6ea6-4d9c-83fd-49b15ccfae4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:51:57.032128 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-9627d9ec-6ea6-4d9c-83fd-49b15ccfae4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:51:57.034544 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=9af2c662-0f85-49c0-8fe5-992a099e280b,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:57.060144 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865ca78-cead-4a8e-8695-95d069c2f3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdb0a3f-9df3-4af1-84c3-77837fb332ea,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:57.085773 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8076254e-297d-4ec7-9f4c-d46adb89db58 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (df372eaa-bfd3-449b-9944-6e05cedda642), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:57.086274 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-bcb196b8-7406-4ced-b4c0-37043ac792bf tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting port a6cd7ed0-bd88-43f7-8161-809c69857d16 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:51:57.086626 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bcb196b8-7406-4ced-b4c0-37043ac792bf tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a6cd7ed0-bd88-43f7-8161-809c69857d16), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:57.111860 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8076254e-297d-4ec7-9f4c-d46adb89db58 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:57.112893 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8076254e-297d-4ec7-9f4c-d46adb89db58 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:57.136688 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:57.153183 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-06bd2efe-9667-4a79-821b-205573a025b4 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ea7b158a-160d-4323-9b54-9d09571ab6db), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:57.156903 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-06bd2efe-9667-4a79-821b-205573a025b4 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:57.161416 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-06bd2efe-9667-4a79-821b-205573a025b4 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ea7b158a-160d-4323-9b54-9d09571ab6db HTTP/1.1" status: 204 len: 168 time: 1.2207553 Nov 02 12:51:57.164473 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49692) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:57.173292 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-cd53f6b9-491f-4248-bd18-a66e0bc1d481 admin admin] For port e45e3dfd-9f67-435b-bc9a-22e98eed9724, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e45e3dfd-9f67-435b-bc9a-22e98eed9724,segment=NetworkSegment(e9851858-51df-4292-b86f-2eaabf6a5ee9),segment_id=e9851858-51df-4292-b86f-2eaabf6a5ee9)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:57.173725 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cd53f6b9-491f-4248-bd18-a66e0bc1d481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e45e3dfd-9f67-435b-bc9a-22e98eed9724), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:57.183491 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa518b1-d2cf-422d-ae1e-c6fb267e7d29 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Router b502a999-0ec8-4fe0-908a-000aa623f9d8 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:51:57.235060 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076254e-297d-4ec7-9f4c-d46adb89db58 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Network': ['ID=df372eaa-bfd3-449b-9944-6e05cedda642,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:57.348928 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8076254e-297d-4ec7-9f4c-d46adb89db58 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9675066 Nov 02 12:51:57.351264 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd2efe-9667-4a79-821b-205573a025b4 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7b158a-160d-4323-9b54-9d09571ab6db,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:57.354710 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49694) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:57.360320 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ad38077a-563b-49a2-b4cd-7bc6d64aae68 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:57.362393 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network df372eaa-bfd3-449b-9944-6e05cedda642 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:51:57.363147 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2adcbad-2c74-4c66-a018-1c571239fe8f tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (7220d38e-7592-4ecf-9444-ff1b14054f68), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:57.367535 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-cd53f6b9-491f-4248-bd18-a66e0bc1d481 admin admin] Calling delete_port for e45e3dfd-9f67-435b-bc9a-22e98eed9724 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:51:57.380677 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-bcb196b8-7406-4ced-b4c0-37043ac792bf tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] For port a6cd7ed0-bd88-43f7-8161-809c69857d16, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a6cd7ed0-bd88-43f7-8161-809c69857d16,segment=NetworkSegment(467c2e46-94d2-448c-8ee6-f1647f9c6d58),segment_id=467c2e46-94d2-448c-8ee6-f1647f9c6d58)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:57.381419 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bcb196b8-7406-4ced-b4c0-37043ac792bf tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a6cd7ed0-bd88-43f7-8161-809c69857d16), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:57.394691 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa518b1-d2cf-422d-ae1e-c6fb267e7d29 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:57.407741 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3fa518b1-d2cf-422d-ae1e-c6fb267e7d29 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "PUT /networking/v2.0/routers/b502a999-0ec8-4fe0-908a-000aa623f9d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1221838 Nov 02 12:51:57.408685 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49698) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:57.410147 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-bcb196b8-7406-4ced-b4c0-37043ac792bf tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Calling delete_port for a6cd7ed0-bd88-43f7-8161-809c69857d16 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:51:57.425984 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5093509d-9a90-4169-a166-aedbb05f99ad None None] Sync routers for ids ['b502a999-0ec8-4fe0-908a-000aa623f9d8'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:57.456032 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5093509d-9a90-4169-a166-aedbb05f99ad None None] Routers {'b502a999-0ec8-4fe0-908a-000aa623f9d8'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:57.458317 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5093509d-9a90-4169-a166-aedbb05f99ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b502a999-0ec8-4fe0-908a-000aa623f9d8'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:57.470071 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a37102ff-42b4-4670-a26b-77567219f56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d7730e19-0ab6-4328-a568-772a795e5d11), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:57.472734 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a37102ff-42b4-4670-a26b-77567219f56e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:57.473941 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a37102ff-42b4-4670-a26b-77567219f56e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d7730e19-0ab6-4328-a568-772a795e5d11 HTTP/1.1" status: 204 len: 168 time: 1.0805933 Nov 02 12:51:57.510648 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37102ff-42b4-4670-a26b-77567219f56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7730e19-0ab6-4328-a568-772a795e5d11,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:57.534969 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5093509d-9a90-4169-a166-aedbb05f99ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:57.549962 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5093509d-9a90-4169-a166-aedbb05f99ad None None] Routers {'b502a999-0ec8-4fe0-908a-000aa623f9d8'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:57.550876 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5093509d-9a90-4169-a166-aedbb05f99ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b502a999-0ec8-4fe0-908a-000aa623f9d8'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:57.613820 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2adcbad-2c74-4c66-a018-1c571239fe8f tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (7220d38e-7592-4ecf-9444-ff1b14054f68), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:57.638525 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9627d9ec-6ea6-4d9c-83fd-49b15ccfae4b None None] Current status of the port 9af2c662-0f85-49c0-8fe5-992a099e280b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:57.649096 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5093509d-9a90-4169-a166-aedbb05f99ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:57.670997 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5093509d-9a90-4169-a166-aedbb05f99ad None None] The sync data for ids ['b502a999-0ec8-4fe0-908a-000aa623f9d8'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:57.686834 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a468ee-1b6c-4ecc-bbf3-3e1cfa40d1c5 None None] Network 06dacffe-0aa3-43df-866b-19455b876c58 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:57.689983 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545ee693-9747-40c5-8ece-2f7295a18091 None None] Network 43e9567a-1058-4b43-840a-d563ec17c532 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:51:57.775266 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4594c4ef-61f0-45ff-acd7-4fe8f14bf8ef tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for router (b502a999-0ec8-4fe0-908a-000aa623f9d8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:57.775483 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-f2adcbad-2c74-4c66-a018-1c571239fe8f tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7220d38e-7592-4ecf-9444-ff1b14054f68']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:57.780725 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad38077a-563b-49a2-b4cd-7bc6d64aae68 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (df372eaa-bfd3-449b-9944-6e05cedda642), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:57.802740 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-f2adcbad-2c74-4c66-a018-1c571239fe8f tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e7787a-bad0-4c42-9322-f66c94326896') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:57.803045 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-f2adcbad-2c74-4c66-a018-1c571239fe8f tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e7787a-bad0-4c42-9322-f66c94326896') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:57.835549 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:57.842429 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2adcbad-2c74-4c66-a018-1c571239fe8f tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (62e7787a-bad0-4c42-9322-f66c94326896), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:57.897588 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a080a256-0969-491c-a9be-1c4331fd3226 None None] Provisioning complete for port a6cd7ed0-bd88-43f7-8161-809c69857d16 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:57.898329 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a080a256-0969-491c-a9be-1c4331fd3226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a6cd7ed0-bd88-43f7-8161-809c69857d16), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:57.898869 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a080a256-0969-491c-a9be-1c4331fd3226 None None] Attempt 1 to provision port a6cd7ed0-bd88-43f7-8161-809c69857d16 Nov 02 12:51:57.914376 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4594c4ef-61f0-45ff-acd7-4fe8f14bf8ef tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for router_gateway (b502a999-0ec8-4fe0-908a-000aa623f9d8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:57.917688 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2adcbad-2c74-4c66-a018-1c571239fe8f tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (62e7787a-bad0-4c42-9322-f66c94326896), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:57.928234 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:57.931575 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2adcbad-2c74-4c66-a018-1c571239fe8f tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:51:57.931575 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2adcbad-2c74-4c66-a018-1c571239fe8f tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (62e7787a-bad0-4c42-9322-f66c94326896), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:57.949043 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad38077a-563b-49a2-b4cd-7bc6d64aae68 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (df372eaa-bfd3-449b-9944-6e05cedda642), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:57.991943 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bcb196b8-7406-4ced-b4c0-37043ac792bf tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (a6cd7ed0-bd88-43f7-8161-809c69857d16), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:57.992105 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a080a256-0969-491c-a9be-1c4331fd3226 None None] Could not find standard attr ID for object a6cd7ed0-bd88-43f7-8161-809c69857d16. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:51:58.001410 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 62e7787a-bad0-4c42-9322-f66c94326896 resource provider aggregate not found Nov 02 12:51:58.006077 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.db [None req-a080a256-0969-491c-a9be-1c4331fd3226 None None] No ports have port_id starting with a6cd7ed0-bd88-43f7-8161-809c69857d16 Nov 02 12:51:58.030033 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad38077a-563b-49a2-b4cd-7bc6d64aae68 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Network df372eaa-bfd3-449b-9944-6e05cedda642 is not hosted by any dhcp agent {{(pid=105976) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 12:51:58.035105 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad38077a-563b-49a2-b4cd-7bc6d64aae68 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:58.035660 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad38077a-563b-49a2-b4cd-7bc6d64aae68 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.037366 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ad38077a-563b-49a2-b4cd-7bc6d64aae68 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "PUT /networking/v2.0/networks/df372eaa-bfd3-449b-9944-6e05cedda642 HTTP/1.1" status: 200 len: 723 time: 0.6814578 Nov 02 12:51:58.042456 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:58.042456 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49710) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:58.047045 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-cfc9176f-c665-48bb-ae73-c7fadef0c37b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'subnet': {'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:58.052280 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576ee69e-53b9-421c-adf6-983572becfa6 None None] DHCP port deletion for 43e9567a-1058-4b43-840a-d563ec17c532 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:51:58.052468 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38077a-563b-49a2-b4cd-7bc6d64aae68 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Network': ['ID=df372eaa-bfd3-449b-9944-6e05cedda642,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:58.071805 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network df372eaa-bfd3-449b-9944-6e05cedda642 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:51:58.086427 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cd53f6b9-491f-4248-bd18-a66e0bc1d481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (e45e3dfd-9f67-435b-bc9a-22e98eed9724), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.128945 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 62e7787a-bad0-4c42-9322-f66c94326896 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62e7787a-bad0-4c42-9322-f66c94326896 found for delete ", "request_id": "req-c0aed55e-204b-4d86-b8eb-a15a140755da"}]} Nov 02 12:51:58.130159 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb196b8-7406-4ced-b4c0-37043ac792bf tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Port': ['ID=a6cd7ed0-bd88-43f7-8161-809c69857d16,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:58.135212 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb196b8-7406-4ced-b4c0-37043ac792bf tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] No DVR routers for this DVR port a6cd7ed0-bd88-43f7-8161-809c69857d16 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:51:58.196186 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53f6b9-491f-4248-bd18-a66e0bc1d481 admin admin] Pushing event deleted for resources: {'Port': ['ID=e45e3dfd-9f67-435b-bc9a-22e98eed9724,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:58.202744 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-4594c4ef-61f0-45ff-acd7-4fe8f14bf8ef tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Deleting port a3e6c6f8-6a8f-4bc2-bc4b-088c7b95644e {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:51:58.203209 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4594c4ef-61f0-45ff-acd7-4fe8f14bf8ef tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a3e6c6f8-6a8f-4bc2-bc4b-088c7b95644e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.224324 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9af2c662-0f85-49c0-8fe5-992a099e280b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:58.276148 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296b03c2-1ff3-4478-bb4f-d2a4d7824e5d None None] Update dhcp port {'port': {'network_id': '06dacffe-0aa3-43df-866b-19455b876c58', 'fixed_ips': [{'subnet_id': 'acaba74d-e058-412f-b9d3-3f8ca23fc91f', 'ip_address': '2001:db8::2'}, {'subnet_id': '9e82ffd2-50ca-47a1-82dd-4839db3ac370'}], 'binding:host_id': 'n-d-857339-6'}, 'id': '9af2c662-0f85-49c0-8fe5-992a099e280b'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 12:51:58.321884 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-296b03c2-1ff3-4478-bb4f-d2a4d7824e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9af2c662-0f85-49c0-8fe5-992a099e280b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.342092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 9af2c662-0f85-49c0-8fe5-992a099e280b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:51:58.342818 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9af2c662-0f85-49c0-8fe5-992a099e280b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.343999 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 9af2c662-0f85-49c0-8fe5-992a099e280b Nov 02 12:51:58.353815 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4594c4ef-61f0-45ff-acd7-4fe8f14bf8ef tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a3e6c6f8-6a8f-4bc2-bc4b-088c7b95644e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.372387 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-4594c4ef-61f0-45ff-acd7-4fe8f14bf8ef tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Calling delete_port for a3e6c6f8-6a8f-4bc2-bc4b-088c7b95644e owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:51:58.525868 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-296b03c2-1ff3-4478-bb4f-d2a4d7824e5d None None] Allocated IP 172.20.0.1 (06dacffe-0aa3-43df-866b-19455b876c58/9e82ffd2-50ca-47a1-82dd-4839db3ac370/9af2c662-0f85-49c0-8fe5-992a099e280b) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:58.579325 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2adcbad-2c74-4c66-a018-1c571239fe8f tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (7220d38e-7592-4ecf-9444-ff1b14054f68), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.580842 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49716) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:58.613203 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bcb196b8-7406-4ced-b4c0-37043ac792bf tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (43e9567a-1058-4b43-840a-d563ec17c532), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.620291 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc9176f-c665-48bb-ae73-c7fadef0c37b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Made reservation on behalf of 7e8f0f160b634aeebb04fc7f66a15f23 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:58.624347 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cfc9176f-c665-48bb-ae73-c7fadef0c37b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.627607 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2adcbad-2c74-4c66-a018-1c571239fe8f tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.634192 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f2adcbad-2c74-4c66-a018-1c571239fe8f tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] 10.222.0.64 "DELETE /networking/v2.0/networks/7220d38e-7592-4ecf-9444-ff1b14054f68 HTTP/1.1" status: 204 len: 168 time: 1.4638004 Nov 02 12:51:58.644820 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-296b03c2-1ff3-4478-bb4f-d2a4d7824e5d None None] For port 9af2c662-0f85-49c0-8fe5-992a099e280b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9af2c662-0f85-49c0-8fe5-992a099e280b,segment=NetworkSegment(7bc4269d-a8ee-4da4-9727-963b828e37ff),segment_id=7bc4269d-a8ee-4da4-9727-963b828e37ff)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:58.645497 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49718) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:58.664881 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-649642a9-b277-4174-b45c-4b2c3e8ca87e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.670901 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2adcbad-2c74-4c66-a018-1c571239fe8f tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Pushing event deleted for resources: {'Network': ['ID=7220d38e-7592-4ecf-9444-ff1b14054f68,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:58.674392 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-bcb196b8-7406-4ced-b4c0-37043ac792bf tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e9567a-1058-4b43-840a-d563ec17c532']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:58.677466 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-296b03c2-1ff3-4478-bb4f-d2a4d7824e5d None None] Publish callbacks [] for port (9af2c662-0f85-49c0-8fe5-992a099e280b), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.700210 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-bcb196b8-7406-4ced-b4c0-37043ac792bf tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467c2e46-94d2-448c-8ee6-f1647f9c6d58') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:58.700526 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-bcb196b8-7406-4ced-b4c0-37043ac792bf tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467c2e46-94d2-448c-8ee6-f1647f9c6d58') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:58.715823 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bcb196b8-7406-4ced-b4c0-37043ac792bf tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (467c2e46-94d2-448c-8ee6-f1647f9c6d58), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.743357 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bcb196b8-7406-4ced-b4c0-37043ac792bf tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (467c2e46-94d2-448c-8ee6-f1647f9c6d58), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.783059 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9af2c662-0f85-49c0-8fe5-992a099e280b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:51:58.798068 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb196b8-7406-4ced-b4c0-37043ac792bf tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:51:58.798496 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bcb196b8-7406-4ced-b4c0-37043ac792bf tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (467c2e46-94d2-448c-8ee6-f1647f9c6d58), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.803511 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-62004c8c-a2b5-4280-93de-9c496c6559b9 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (c0aa2390-2f24-470d-af7d-b2794be363d2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.877426 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a6cd7ed0-bd88-43f7-8161-809c69857d16 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:51:58.883984 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-296b03c2-1ff3-4478-bb4f-d2a4d7824e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9af2c662-0f85-49c0-8fe5-992a099e280b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.926228 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4594c4ef-61f0-45ff-acd7-4fe8f14bf8ef tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (a3e6c6f8-6a8f-4bc2-bc4b-088c7b95644e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.952311 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cd53f6b9-491f-4248-bd18-a66e0bc1d481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (300a116c-47cf-48c6-9c4c-3ace552c7f4d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.976162 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-62004c8c-a2b5-4280-93de-9c496c6559b9 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (c0aa2390-2f24-470d-af7d-b2794be363d2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.983098 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49724) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:58.990017 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: a6cd7ed0-bd88-43f7-8161-809c69857d16 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:51:58.990986 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a6cd7ed0-bd88-43f7-8161-809c69857d16 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:51:58.991407 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3432020f-df5f-4649-8c81-9b5e2378e81c no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:51:58.995767 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-649642a9-b277-4174-b45c-4b2c3e8ca87e admin admin] Publish callbacks [] for security_group (dd96b471-5a42-437e-9816-ea4d672b6654), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.998494 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:59.013034 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594c4ef-61f0-45ff-acd7-4fe8f14bf8ef tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event deleted for resources: {'Port': ['ID=a3e6c6f8-6a8f-4bc2-bc4b-088c7b95644e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:59.037767 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4ae81d19-02e9-41c5-b7e2-8db882f7b6e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.058587 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-62004c8c-a2b5-4280-93de-9c496c6559b9 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0aa2390-2f24-470d-af7d-b2794be363d2']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:59.066161 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 3432020f-df5f-4649-8c81-9b5e2378e81c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:51:59.066515 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3432020f-df5f-4649-8c81-9b5e2378e81c not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:51:59.101754 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-62004c8c-a2b5-4280-93de-9c496c6559b9 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131131ab-fc4a-42c5-8b25-5cfa1f2390a9') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:59.102006 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-62004c8c-a2b5-4280-93de-9c496c6559b9 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131131ab-fc4a-42c5-8b25-5cfa1f2390a9') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:59.105324 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-649642a9-b277-4174-b45c-4b2c3e8ca87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (dd96b471-5a42-437e-9816-ea4d672b6654), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.107990 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bcb196b8-7406-4ced-b4c0-37043ac792bf tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (43e9567a-1058-4b43-840a-d563ec17c532), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.133216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b03c2-1ff3-4478-bb4f-d2a4d7824e5d None None] Pushing event updated for resources: {'Port': ['ID=9af2c662-0f85-49c0-8fe5-992a099e280b,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:59.137258 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-62004c8c-a2b5-4280-93de-9c496c6559b9 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (131131ab-fc4a-42c5-8b25-5cfa1f2390a9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.147193 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649642a9-b277-4174-b45c-4b2c3e8ca87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd96b471-5a42-437e-9816-ea4d672b6654,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:59.154671 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bcb196b8-7406-4ced-b4c0-37043ac792bf tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.160445 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-62004c8c-a2b5-4280-93de-9c496c6559b9 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (131131ab-fc4a-42c5-8b25-5cfa1f2390a9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.165520 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bcb196b8-7406-4ced-b4c0-37043ac792bf tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/networks/43e9567a-1058-4b43-840a-d563ec17c532 HTTP/1.1" status: 204 len: 168 time: 2.5064955 Nov 02 12:51:59.168080 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49726) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:59.204970 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb196b8-7406-4ced-b4c0-37043ac792bf tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Network': ['ID=43e9567a-1058-4b43-840a-d563ec17c532,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:59.214786 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62004c8c-a2b5-4280-93de-9c496c6559b9 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:51:59.215270 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-62004c8c-a2b5-4280-93de-9c496c6559b9 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (131131ab-fc4a-42c5-8b25-5cfa1f2390a9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.225407 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-649642a9-b277-4174-b45c-4b2c3e8ca87e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=eae14a2b44734a4eab3d2259fa9b33c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6398926 Nov 02 12:51:59.228729 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49730) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:59.231742 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4594c4ef-61f0-45ff-acd7-4fe8f14bf8ef tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (b502a999-0ec8-4fe0-908a-000aa623f9d8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.303692 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 131131ab-fc4a-42c5-8b25-5cfa1f2390a9 resource provider aggregate not found Nov 02 12:51:59.307568 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cfc9176f-c665-48bb-ae73-c7fadef0c37b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (094cd9e7-d10b-4f62-a481-e92613cbd57f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.325104 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:59.381992 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:59.383763 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 131131ab-fc4a-42c5-8b25-5cfa1f2390a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 131131ab-fc4a-42c5-8b25-5cfa1f2390a9 found for delete ", "request_id": "req-3416a3eb-fd14-425a-8809-dbe04c3f3920"}]} Nov 02 12:51:59.388530 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4ae81d19-02e9-41c5-b7e2-8db882f7b6e9 admin admin] Publish callbacks [] for security_group (95e82c00-c92f-4077-9353-3950d85fd3ac), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.427050 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2027e96c-9a35-4036-83e2-45d110933793 admin admin] Publish callbacks [] for security_group (dd96b471-5a42-437e-9816-ea4d672b6654), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.461712 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2027e96c-9a35-4036-83e2-45d110933793 admin admin] Publish callbacks [] for security_group (dd96b471-5a42-437e-9816-ea4d672b6654), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.471826 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4594c4ef-61f0-45ff-acd7-4fe8f14bf8ef tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (b502a999-0ec8-4fe0-908a-000aa623f9d8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.478118 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd53f6b9-491f-4248-bd18-a66e0bc1d481 admin admin] Router 300a116c-47cf-48c6-9c4c-3ace552c7f4d has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:51:59.513733 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4594c4ef-61f0-45ff-acd7-4fe8f14bf8ef tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for router_controller (b502a999-0ec8-4fe0-908a-000aa623f9d8), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.565658 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4ae81d19-02e9-41c5-b7e2-8db882f7b6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (95e82c00-c92f-4077-9353-3950d85fd3ac), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.581595 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc9176f-c665-48bb-ae73-c7fadef0c37b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Checking segment: {'id': '721f628f-a289-410d-9aaf-54f9b84bea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:51:59.581595 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc9176f-c665-48bb-ae73-c7fadef0c37b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Network hostable DHCP agents. Network: df372eaa-bfd3-449b-9944-6e05cedda642, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:51:59.626262 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:51:59.632366 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9176f-c665-48bb-ae73-c7fadef0c37b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Subnet': ['ID=094cd9e7-d10b-4f62-a481-e92613cbd57f,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:59.641430 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-62004c8c-a2b5-4280-93de-9c496c6559b9 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (c0aa2390-2f24-470d-af7d-b2794be363d2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.650099 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-62004c8c-a2b5-4280-93de-9c496c6559b9 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.654860 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-62004c8c-a2b5-4280-93de-9c496c6559b9 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] 10.222.0.64 "DELETE /networking/v2.0/networks/c0aa2390-2f24-470d-af7d-b2794be363d2 HTTP/1.1" status: 204 len: 168 time: 1.0085678 Nov 02 12:51:59.664880 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4ae81d19-02e9-41c5-b7e2-8db882f7b6e9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=933672265df34465864f2b62b9247c6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6801596 Nov 02 12:51:59.696308 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49740) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:59.698315 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd53f6b9-491f-4248-bd18-a66e0bc1d481 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:59.700230 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae81d19-02e9-41c5-b7e2-8db882f7b6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e82c00-c92f-4077-9353-3950d85fd3ac,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:59.706842 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cd53f6b9-491f-4248-bd18-a66e0bc1d481 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/300a116c-47cf-48c6-9c4c-3ace552c7f4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6848087 Nov 02 12:51:59.715444 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbdff67-227f-47f6-a4ba-4137e11f9406 None None] Sync routers for ids ['300a116c-47cf-48c6-9c4c-3ace552c7f4d'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:59.727448 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49742) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:59.739724 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62004c8c-a2b5-4280-93de-9c496c6559b9 tempest-QuotasNegativeTest-287456400 tempest-QuotasNegativeTest-287456400-project-admin] Pushing event deleted for resources: {'Network': ['ID=c0aa2390-2f24-470d-af7d-b2794be363d2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:59.742541 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbdff67-227f-47f6-a4ba-4137e11f9406 None None] Routers {'300a116c-47cf-48c6-9c4c-3ace552c7f4d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:51:59.743941 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8bbdff67-227f-47f6-a4ba-4137e11f9406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['300a116c-47cf-48c6-9c4c-3ace552c7f4d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:59.772293 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4594c4ef-61f0-45ff-acd7-4fe8f14bf8ef tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (b502a999-0ec8-4fe0-908a-000aa623f9d8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.772942 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4594c4ef-61f0-45ff-acd7-4fe8f14bf8ef tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Fanout notify agent at l3_agent the message router_deleted on router b502a999-0ec8-4fe0-908a-000aa623f9d8 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:51:59.786006 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4594c4ef-61f0-45ff-acd7-4fe8f14bf8ef tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.787149 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4594c4ef-61f0-45ff-acd7-4fe8f14bf8ef tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "DELETE /networking/v2.0/routers/b502a999-0ec8-4fe0-908a-000aa623f9d8 HTTP/1.1" status: 204 len: 168 time: 2.3780448 Nov 02 12:51:59.790784 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49746) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:59.829179 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2027e96c-9a35-4036-83e2-45d110933793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (dd96b471-5a42-437e-9816-ea4d672b6654), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.833627 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2027e96c-9a35-4036-83e2-45d110933793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.835259 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2027e96c-9a35-4036-83e2-45d110933793 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/dd96b471-5a42-437e-9816-ea4d672b6654 HTTP/1.1" status: 204 len: 168 time: 0.6054692 Nov 02 12:51:59.853548 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027e96c-9a35-4036-83e2-45d110933793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd96b471-5a42-437e-9816-ea4d672b6654,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:59.883852 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc9176f-c665-48bb-ae73-c7fadef0c37b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Network df372eaa-bfd3-449b-9944-6e05cedda642 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:51:59.922786 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7de7791f-77b0-4d27-8286-b337e45e1b61 admin admin] Publish callbacks [] for security_group (95e82c00-c92f-4077-9353-3950d85fd3ac), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.942005 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a1d438-a374-456d-b916-0b058267f8c4 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Deleting subnet 1844210e-4243-4e94-ae43-6f18e60935c9 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:51:59.950185 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-12a1d438-a374-456d-b916-0b058267f8c4 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for subnet (1844210e-4243-4e94-ae43-6f18e60935c9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.950927 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d88a2167-0642-446b-8897-281b60eadae9 admin admin] Publish callbacks [] for router (300a116c-47cf-48c6-9c4c-3ace552c7f4d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.956268 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-8bbdff67-227f-47f6-a4ba-4137e11f9406 None None] Set router 300a116c-47cf-48c6-9c4c-3ace552c7f4d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:52:00.022750 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-cfc9176f-c665-48bb-ae73-c7fadef0c37b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, df372eaa-bfd3-449b-9944-6e05cedda642) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:00.033879 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7de7791f-77b0-4d27-8286-b337e45e1b61 admin admin] Publish callbacks [] for security_group (95e82c00-c92f-4077-9353-3950d85fd3ac), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:00.047525 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc9176f-c665-48bb-ae73-c7fadef0c37b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:00.048278 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cfc9176f-c665-48bb-ae73-c7fadef0c37b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:00.095056 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-12a1d438-a374-456d-b916-0b058267f8c4 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (1844210e-4243-4e94-ae43-6f18e60935c9), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:00.126564 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ebb804-9553-4f56-a337-ed37ae939e14 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:52:00.157833 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 467c2e46-94d2-448c-8ee6-f1647f9c6d58 resource provider aggregate not found Nov 02 12:52:00.205304 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 467c2e46-94d2-448c-8ee6-f1647f9c6d58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 467c2e46-94d2-448c-8ee6-f1647f9c6d58 found for delete ", "request_id": "req-93006b2f-9b7f-43b4-a0c6-ba9be9be2601"}]} Nov 02 12:52:00.244753 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c989a858-b7fb-44d1-b1b1-c35f529f2582 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (4795dd8e-c10b-4708-a695-50b00ce541d7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:00.257236 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d88a2167-0642-446b-8897-281b60eadae9 admin admin] Publish callbacks [] for router_gateway (300a116c-47cf-48c6-9c4c-3ace552c7f4d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:00.258907 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0a043233-6803-4ae0-bc2b-4a8a4d9256f6 None None] Provisioning complete for port 9af2c662-0f85-49c0-8fe5-992a099e280b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:00.259366 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0a043233-6803-4ae0-bc2b-4a8a4d9256f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9af2c662-0f85-49c0-8fe5-992a099e280b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:00.259770 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0a043233-6803-4ae0-bc2b-4a8a4d9256f6 None None] Attempt 1 to provision port 9af2c662-0f85-49c0-8fe5-992a099e280b Nov 02 12:52:00.356212 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9af2c662-0f85-49c0-8fe5-992a099e280b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:00.363446 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cfc9176f-c665-48bb-ae73-c7fadef0c37b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3183508 Nov 02 12:52:00.367661 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49760) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:00.369327 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-b65b52ab-9d48-4220-9fdd-a4e6fd86b463 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:00.461587 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:00.487306 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-d88a2167-0642-446b-8897-281b60eadae9 admin admin] Deleting port 1a25c084-a52a-4e01-99dc-530cba275d39 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:00.487666 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d88a2167-0642-446b-8897-281b60eadae9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (1a25c084-a52a-4e01-99dc-530cba275d39), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:00.500280 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ebb804-9553-4f56-a337-ed37ae939e14 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:52:00.532390 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:00.566102 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b65b52ab-9d48-4220-9fdd-a4e6fd86b463 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12785061'] for subnet (094cd9e7-d10b-4f62-a481-e92613cbd57f), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:00.588391 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8bbdff67-227f-47f6-a4ba-4137e11f9406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300a116c-47cf-48c6-9c4c-3ace552c7f4d', 'name': 'tempest-AttachVolumeShelveTestJSON-759285861-router', 'tenant_id': 'de7913a0ade441f797ed5d91fc6b6257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '1a25c084-a52a-4e01-99dc-530cba275d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:51:09Z', 'updated_at': '2022-11-02T12:51:57Z', 'revision_number': 5, 'project_id': 'de7913a0ade441f797ed5d91fc6b6257', 'gw_port': {'id': '1a25c084-a52a-4e01-99dc-530cba275d39', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300a116c-47cf-48c6-9c4c-3ace552c7f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:51:10Z', 'updated_at': '2022-11-02T12:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:00.618306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbdff67-227f-47f6-a4ba-4137e11f9406 None None] Checking router: 300a116c-47cf-48c6-9c4c-3ace552c7f4d for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:52:00.645881 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-d88a2167-0642-446b-8897-281b60eadae9 admin admin] For port 1a25c084-a52a-4e01-99dc-530cba275d39, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1a25c084-a52a-4e01-99dc-530cba275d39,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:00.645881 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d88a2167-0642-446b-8897-281b60eadae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (1a25c084-a52a-4e01-99dc-530cba275d39), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:00.658561 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:00.684166 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbdff67-227f-47f6-a4ba-4137e11f9406 None None] Routers {'300a116c-47cf-48c6-9c4c-3ace552c7f4d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:52:00.684864 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8bbdff67-227f-47f6-a4ba-4137e11f9406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['300a116c-47cf-48c6-9c4c-3ace552c7f4d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:00.689087 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-d88a2167-0642-446b-8897-281b60eadae9 admin admin] Calling delete_port for 1a25c084-a52a-4e01-99dc-530cba275d39 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:00.690935 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 9af2c662-0f85-49c0-8fe5-992a099e280b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:00.691565 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9af2c662-0f85-49c0-8fe5-992a099e280b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:00.691675 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 9af2c662-0f85-49c0-8fe5-992a099e280b Nov 02 12:52:00.699753 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0a043233-6803-4ae0-bc2b-4a8a4d9256f6 None None] Current status of the port 9af2c662-0f85-49c0-8fe5-992a099e280b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:00.825791 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:00.828399 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-12a1d438-a374-456d-b916-0b058267f8c4 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (1844210e-4243-4e94-ae43-6f18e60935c9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:00.902716 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7de7791f-77b0-4d27-8286-b337e45e1b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (95e82c00-c92f-4077-9353-3950d85fd3ac), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:00.906113 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7de7791f-77b0-4d27-8286-b337e45e1b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:00.907277 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7de7791f-77b0-4d27-8286-b337e45e1b61 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/95e82c00-c92f-4077-9353-3950d85fd3ac HTTP/1.1" status: 204 len: 168 time: 1.2016146 Nov 02 12:52:00.963662 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7791f-77b0-4d27-8286-b337e45e1b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e82c00-c92f-4077-9353-3950d85fd3ac,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:00.987892 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b65b52ab-9d48-4220-9fdd-a4e6fd86b463 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744311638667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13056538'] for subnet (094cd9e7-d10b-4f62-a481-e92613cbd57f), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:01.035711 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65b52ab-9d48-4220-9fdd-a4e6fd86b463 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:01.036791 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b65b52ab-9d48-4220-9fdd-a4e6fd86b463 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:01.038349 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b65b52ab-9d48-4220-9fdd-a4e6fd86b463 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "PUT /networking/v2.0/subnets/094cd9e7-d10b-4f62-a481-e92613cbd57f HTTP/1.1" status: 200 len: 826 time: 0.6736112 Nov 02 12:52:01.041958 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49770) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:01.074503 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-8bbdff67-227f-47f6-a4ba-4137e11f9406 None None] Set router 300a116c-47cf-48c6-9c4c-3ace552c7f4d gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:52:01.105488 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c989a858-b7fb-44d1-b1b1-c35f529f2582 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting port d782ce5c-f378-46c1-83da-5ea6d272533f {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:01.105853 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c989a858-b7fb-44d1-b1b1-c35f529f2582 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d782ce5c-f378-46c1-83da-5ea6d272533f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:01.155864 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b52ab-9d48-4220-9fdd-a4e6fd86b463 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Subnet': ['ID=094cd9e7-d10b-4f62-a481-e92613cbd57f,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:01.199529 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8bbdff67-227f-47f6-a4ba-4137e11f9406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300a116c-47cf-48c6-9c4c-3ace552c7f4d', 'name': 'tempest-AttachVolumeShelveTestJSON-759285861-router', 'tenant_id': 'de7913a0ade441f797ed5d91fc6b6257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:51:09Z', 'updated_at': '2022-11-02T12:52:00Z', 'revision_number': 6, 'project_id': 'de7913a0ade441f797ed5d91fc6b6257', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:01.219698 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d88a2167-0642-446b-8897-281b60eadae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (1a25c084-a52a-4e01-99dc-530cba275d39), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:01.228662 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbdff67-227f-47f6-a4ba-4137e11f9406 None None] The sync data for ids ['300a116c-47cf-48c6-9c4c-3ace552c7f4d'] in n-d-857339-6 is: [{'id': '300a116c-47cf-48c6-9c4c-3ace552c7f4d', 'name': 'tempest-AttachVolumeShelveTestJSON-759285861-router', 'tenant_id': 'de7913a0ade441f797ed5d91fc6b6257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:51:09Z', 'updated_at': '2022-11-02T12:52:00Z', 'revision_number': 6, 'project_id': 'de7913a0ade441f797ed5d91fc6b6257', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:52:01.256999 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-c989a858-b7fb-44d1-b1b1-c35f529f2582 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] For port d782ce5c-f378-46c1-83da-5ea6d272533f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d782ce5c-f378-46c1-83da-5ea6d272533f,segment=NetworkSegment(a81a12f0-33d4-4196-91f3-0c4acfc9ff16),segment_id=a81a12f0-33d4-4196-91f3-0c4acfc9ff16)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:01.257505 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c989a858-b7fb-44d1-b1b1-c35f529f2582 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d782ce5c-f378-46c1-83da-5ea6d272533f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:01.259399 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-df372eaa-bfd3-449b-9944-6e05cedda642', 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642', 'project_id': '7e8f0f160b634aeebb04fc7f66a15f23', 'fixed_ips': [{'subnet_id': '094cd9e7-d10b-4f62-a481-e92613cbd57f'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:52:01.260268 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:01.303922 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9af2c662-0f85-49c0-8fe5-992a099e280b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:01.311437 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c989a858-b7fb-44d1-b1b1-c35f529f2582 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Calling delete_port for d782ce5c-f378-46c1-83da-5ea6d272533f owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:01.324741 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49778) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:01.344786 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a2167-0642-446b-8897-281b60eadae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a25c084-a52a-4e01-99dc-530cba275d39,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:01.432387 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (df372eaa-bfd3-449b-9944-6e05cedda642), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:01.452749 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d88a2167-0642-446b-8897-281b60eadae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (300a116c-47cf-48c6-9c4c-3ace552c7f4d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:01.476604 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Allocated IP 2001:db8::2 (df372eaa-bfd3-449b-9944-6e05cedda642/094cd9e7-d10b-4f62-a481-e92613cbd57f/049bcdc6-894b-4610-92aa-55a56ddd1048) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:01.547022 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-12a1d438-a374-456d-b916-0b058267f8c4 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (1844210e-4243-4e94-ae43-6f18e60935c9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:01.586771 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1d438-a374-456d-b916-0b058267f8c4 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event deleted for resources: {'Subnet': ['ID=1844210e-4243-4e94-ae43-6f18e60935c9,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:01.593499 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d88a2167-0642-446b-8897-281b60eadae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (300a116c-47cf-48c6-9c4c-3ace552c7f4d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:01.594070 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d88a2167-0642-446b-8897-281b60eadae9 admin admin] Publish callbacks [] for router_controller (300a116c-47cf-48c6-9c4c-3ace552c7f4d), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:01.612274 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-12a1d438-a374-456d-b916-0b058267f8c4 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:01.618002 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-12a1d438-a374-456d-b916-0b058267f8c4 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/1844210e-4243-4e94-ae43-6f18e60935c9 HTTP/1.1" status: 204 len: 168 time: 1.8258362 Nov 02 12:52:01.621492 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49784) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:01.664456 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c989a858-b7fb-44d1-b1b1-c35f529f2582 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (d782ce5c-f378-46c1-83da-5ea6d272533f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:01.746378 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989a858-b7fb-44d1-b1b1-c35f529f2582 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Port': ['ID=d782ce5c-f378-46c1-83da-5ea6d272533f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:01.770919 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (094cd9e7-d10b-4f62-a481-e92613cbd57f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:01.800961 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Publish callbacks [] for port (049bcdc6-894b-4610-92aa-55a56ddd1048), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:01.827104 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d88a2167-0642-446b-8897-281b60eadae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (300a116c-47cf-48c6-9c4c-3ace552c7f4d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:01.827967 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88a2167-0642-446b-8897-281b60eadae9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 300a116c-47cf-48c6-9c4c-3ace552c7f4d {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:52:01.834527 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d88a2167-0642-446b-8897-281b60eadae9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:01.836292 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d88a2167-0642-446b-8897-281b60eadae9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/300a116c-47cf-48c6-9c4c-3ace552c7f4d HTTP/1.1" status: 204 len: 168 time: 2.1075211 Nov 02 12:52:01.840170 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49788) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:01.856412 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9a644501-1f85-4f16-89e5-74aec944d999 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (11b88e77-19d9-470d-90a8-c3aec8e55218), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:01.960390 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e276c1-246e-4f35-b477-c0e358595447 admin admin] Deleting subnet 8fa95273-95b6-425b-91ad-c336a1c3ae15 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:52:01.968108 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f5e276c1-246e-4f35-b477-c0e358595447 admin admin] Publish callbacks [] for subnet (8fa95273-95b6-425b-91ad-c336a1c3ae15), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:01.975808 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (049bcdc6-894b-4610-92aa-55a56ddd1048), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:02.096864 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e7d2aa5-89e1-448f-8712-a63a6f64b6db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:02.101089 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Pushing event updated for resources: {'Port': ['ID=049bcdc6-894b-4610-92aa-55a56ddd1048,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:02.131651 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f5e276c1-246e-4f35-b477-c0e358595447 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (8fa95273-95b6-425b-91ad-c336a1c3ae15), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:02.138673 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Network df372eaa-bfd3-449b-9944-6e05cedda642 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:02.140209 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:02.146156 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:52:02.148440 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-9a644501-1f85-4f16-89e5-74aec944d999 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Deleting port b5ec2d2e-49a0-4189-ac32-925c6fb19e03 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:02.148952 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9a644501-1f85-4f16-89e5-74aec944d999 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (b5ec2d2e-49a0-4189-ac32-925c6fb19e03), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:02.205364 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c989a858-b7fb-44d1-b1b1-c35f529f2582 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (4795dd8e-c10b-4708-a695-50b00ce541d7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:02.274709 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (094cd9e7-d10b-4f62-a481-e92613cbd57f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:02.323972 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:02.324350 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '721f628f-a289-410d-9aaf-54f9b84bea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:02.328205 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on network df372eaa-bfd3-449b-9944-6e05cedda642 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:02.351732 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Subnet': ['ID=094cd9e7-d10b-4f62-a481-e92613cbd57f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:02.402284 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-9a644501-1f85-4f16-89e5-74aec944d999 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] For port b5ec2d2e-49a0-4189-ac32-925c6fb19e03, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b5ec2d2e-49a0-4189-ac32-925c6fb19e03,segment=NetworkSegment(30508be3-8b5f-494e-b646-148abc566fdd),segment_id=30508be3-8b5f-494e-b646-148abc566fdd)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:02.402791 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9a644501-1f85-4f16-89e5-74aec944d999 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (b5ec2d2e-49a0-4189-ac32-925c6fb19e03), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:02.411812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:02.414761 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on network df372eaa-bfd3-449b-9944-6e05cedda642 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:02.440176 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e45e3dfd-9f67-435b-bc9a-22e98eed9724 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:52:02.441710 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-9a644501-1f85-4f16-89e5-74aec944d999 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Calling delete_port for b5ec2d2e-49a0-4189-ac32-925c6fb19e03 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:02.444951 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:02.447447 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Failed to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on host n-d-857339-6 for vnic_type normal using segments [{'id': '721f628f-a289-410d-9aaf-54f9b84bea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642'}] Nov 02 12:52:02.449302 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:02.479480 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempt 2 to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 Nov 02 12:52:02.486369 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: e45e3dfd-9f67-435b-bc9a-22e98eed9724 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:52:02.486849 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e45e3dfd-9f67-435b-bc9a-22e98eed9724 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:52:02.487598 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1a25c084-a52a-4e01-99dc-530cba275d39 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:52:02.495643 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (df372eaa-bfd3-449b-9944-6e05cedda642), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:02.540023 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f5e276c1-246e-4f35-b477-c0e358595447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (8fa95273-95b6-425b-91ad-c336a1c3ae15), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:02.551715 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:02.552479 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '721f628f-a289-410d-9aaf-54f9b84bea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:02.552944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on network df372eaa-bfd3-449b-9944-6e05cedda642 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:02.555315 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 1a25c084-a52a-4e01-99dc-530cba275d39 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:52:02.555712 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1a25c084-a52a-4e01-99dc-530cba275d39 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:52:02.564069 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c2477ba2-a30b-49c8-b9a4-adc9af69df6e None None] Provisioning complete for port b5ec2d2e-49a0-4189-ac32-925c6fb19e03 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:02.564742 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c2477ba2-a30b-49c8-b9a4-adc9af69df6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b5ec2d2e-49a0-4189-ac32-925c6fb19e03), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:02.565845 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c2477ba2-a30b-49c8-b9a4-adc9af69df6e None None] Attempt 1 to provision port b5ec2d2e-49a0-4189-ac32-925c6fb19e03 Nov 02 12:52:02.574675 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c989a858-b7fb-44d1-b1b1-c35f529f2582 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 4795dd8e-c10b-4708-a695-50b00ce541d7 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:52:02.583913 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df372eaa-bfd3-449b-9944-6e05cedda642']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:02.614586 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '721f628f-a289-410d-9aaf-54f9b84bea7b') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:02.614928 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '721f628f-a289-410d-9aaf-54f9b84bea7b') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:02.636742 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:02.640833 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on network df372eaa-bfd3-449b-9944-6e05cedda642 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:02.646412 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (721f628f-a289-410d-9aaf-54f9b84bea7b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:02.657835 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e7d2aa5-89e1-448f-8712-a63a6f64b6db admin admin] Publish callbacks [] for security_group (4f4145bd-8745-4f61-bdc2-c529c4c8d959), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:02.674809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:02.678151 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Failed to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on host n-d-857339-6 for vnic_type normal using segments [{'id': '721f628f-a289-410d-9aaf-54f9b84bea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642'}] Nov 02 12:52:02.681438 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempt 3 to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 Nov 02 12:52:02.682476 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (721f628f-a289-410d-9aaf-54f9b84bea7b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:02.693787 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:02.694201 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (721f628f-a289-410d-9aaf-54f9b84bea7b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:02.718701 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:02.719451 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '721f628f-a289-410d-9aaf-54f9b84bea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:02.720045 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on network df372eaa-bfd3-449b-9944-6e05cedda642 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:02.738496 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 721f628f-a289-410d-9aaf-54f9b84bea7b resource provider aggregate not found Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:02.749135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:02.752701 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on network df372eaa-bfd3-449b-9944-6e05cedda642 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:02.815438 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c989a858-b7fb-44d1-b1b1-c35f529f2582 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:52:02.820675 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:02.831805 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777955c2-47ed-42c6-9d79-97442168b47f None None] Sync routers for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:52:02.835023 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 721f628f-a289-410d-9aaf-54f9b84bea7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 721f628f-a289-410d-9aaf-54f9b84bea7b found for delete ", "request_id": "req-92db07e9-9a5b-40a1-afe5-eba8bd678799"}]} Nov 02 12:52:02.839866 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c989a858-b7fb-44d1-b1b1-c35f529f2582 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/4795dd8e-c10b-4708-a695-50b00ce541d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6639650 Nov 02 12:52:02.840016 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49818) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:02.845364 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:02.847559 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:02.851177 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Failed to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on host n-d-857339-6 for vnic_type normal using segments [{'id': '721f628f-a289-410d-9aaf-54f9b84bea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642'}] Nov 02 12:52:02.853406 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempt 4 to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 Nov 02 12:52:02.854213 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777955c2-47ed-42c6-9d79-97442168b47f None None] Routers {'4795dd8e-c10b-4708-a695-50b00ce541d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:52:02.855382 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-777955c2-47ed-42c6-9d79-97442168b47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4795dd8e-c10b-4708-a695-50b00ce541d7'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:02.863915 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e7d2aa5-89e1-448f-8712-a63a6f64b6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4f4145bd-8745-4f61-bdc2-c529c4c8d959), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:02.922475 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c2477ba2-a30b-49c8-b9a4-adc9af69df6e None None] Current status of the port b5ec2d2e-49a0-4189-ac32-925c6fb19e03 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:02.927661 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:02.928017 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '721f628f-a289-410d-9aaf-54f9b84bea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:02.928631 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on network df372eaa-bfd3-449b-9944-6e05cedda642 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:02.950773 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:02.954099 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on network df372eaa-bfd3-449b-9944-6e05cedda642 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:02.969153 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0e7d2aa5-89e1-448f-8712-a63a6f64b6db admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ee6e286daa4043ba9a0eb4a9374a7dd1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6392703 Nov 02 12:52:02.970194 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d2aa5-89e1-448f-8712-a63a6f64b6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4145bd-8745-4f61-bdc2-c529c4c8d959,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:02.974022 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49820) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:02.983617 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf02d28d-defc-43e2-85a3-2bf760ed6b7a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting subnet f2492602-8e55-43ea-be99-b160aefa1482 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:02.985950 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:02.989543 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Failed to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on host n-d-857339-6 for vnic_type normal using segments [{'id': '721f628f-a289-410d-9aaf-54f9b84bea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642'}] Nov 02 12:52:02.989543 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempt 5 to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 Nov 02 12:52:02.990594 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf02d28d-defc-43e2-85a3-2bf760ed6b7a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for subnet (f2492602-8e55-43ea-be99-b160aefa1482), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:02.994029 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-777955c2-47ed-42c6-9d79-97442168b47f None None] Set router 4795dd8e-c10b-4708-a695-50b00ce541d7 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:52:03.003730 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:03.004117 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '721f628f-a289-410d-9aaf-54f9b84bea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:03.004584 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on network df372eaa-bfd3-449b-9944-6e05cedda642 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.032560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:03.035350 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9a644501-1f85-4f16-89e5-74aec944d999 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (b5ec2d2e-49a0-4189-ac32-925c6fb19e03), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.036000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on network df372eaa-bfd3-449b-9944-6e05cedda642 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.070673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:03.074684 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Failed to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on host n-d-857339-6 for vnic_type normal using segments [{'id': '721f628f-a289-410d-9aaf-54f9b84bea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642'}] Nov 02 12:52:03.075294 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempt 6 to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 Nov 02 12:52:03.090765 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a644501-1f85-4f16-89e5-74aec944d999 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] No DVR routers for this DVR port b5ec2d2e-49a0-4189-ac32-925c6fb19e03 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:52:03.092831 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:03.093414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '721f628f-a289-410d-9aaf-54f9b84bea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:03.094445 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on network df372eaa-bfd3-449b-9944-6e05cedda642 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:03.096443 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf02d28d-defc-43e2-85a3-2bf760ed6b7a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (f2492602-8e55-43ea-be99-b160aefa1482), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.107261 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a644501-1f85-4f16-89e5-74aec944d999 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event deleted for resources: {'Port': ['ID=b5ec2d2e-49a0-4189-ac32-925c6fb19e03,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.142040 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:03.144741 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on network df372eaa-bfd3-449b-9944-6e05cedda642 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:03.151040 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-540efa7b-cc3a-4b4b-914a-579479c6bbf1 admin admin] Publish callbacks [] for security_group (4f4145bd-8745-4f61-bdc2-c529c4c8d959), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.152069 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f5e276c1-246e-4f35-b477-c0e358595447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (8fa95273-95b6-425b-91ad-c336a1c3ae15), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.194127 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f5e276c1-246e-4f35-b477-c0e358595447 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.203886 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f5e276c1-246e-4f35-b477-c0e358595447 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/8fa95273-95b6-425b-91ad-c336a1c3ae15 HTTP/1.1" status: 204 len: 168 time: 1.3624113 Nov 02 12:52:03.205266 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.db.api [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:52:03.205266 n-d-857339-6 neutron-server[105975]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:52:03.205266 n-d-857339-6 neutron-server[105975]: [parameters: {'id': 'df372eaa-bfd3-449b-9944-6e05cedda642'}] Nov 02 12:52:03.205266 n-d-857339-6 neutron-server[105975]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105975) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:52:03.205686 n-d-857339-6 neutron-server[105975]: DEBUG oslo_db.api [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:52:03.207413 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49826) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:03.208297 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.209055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:03.213154 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Failed to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on host n-d-857339-6 for vnic_type normal using segments [{'id': '721f628f-a289-410d-9aaf-54f9b84bea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642'}] Nov 02 12:52:03.215013 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempt 7 to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 Nov 02 12:52:03.236184 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e276c1-246e-4f35-b477-c0e358595447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fa95273-95b6-425b-91ad-c336a1c3ae15,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:03.255023 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:03.255447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '721f628f-a289-410d-9aaf-54f9b84bea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:03.255724 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on network df372eaa-bfd3-449b-9944-6e05cedda642 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:03.296439 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9a644501-1f85-4f16-89e5-74aec944d999 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (11b88e77-19d9-470d-90a8-c3aec8e55218), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.301821 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:03.304100 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on network df372eaa-bfd3-449b-9944-6e05cedda642 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:03.309979 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-540efa7b-cc3a-4b4b-914a-579479c6bbf1 admin admin] Publish callbacks [] for security_group (4f4145bd-8745-4f61-bdc2-c529c4c8d959), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.321357 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49830) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.329007 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:03.331712 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Failed to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on host n-d-857339-6 for vnic_type normal using segments [{'id': '721f628f-a289-410d-9aaf-54f9b84bea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642'}] Nov 02 12:52:03.331712 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempt 8 to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 Nov 02 12:52:03.339022 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf02d28d-defc-43e2-85a3-2bf760ed6b7a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (f2492602-8e55-43ea-be99-b160aefa1482), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.345168 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:03.346739 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '721f628f-a289-410d-9aaf-54f9b84bea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:03.347298 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on network df372eaa-bfd3-449b-9944-6e05cedda642 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.372058 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:03.377176 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on network df372eaa-bfd3-449b-9944-6e05cedda642 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:03.394343 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-777955c2-47ed-42c6-9d79-97442168b47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:52:01Z', 'revision_number': 10, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Failed to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on host n-d-857339-6 for vnic_type normal using segments [{'id': '721f628f-a289-410d-9aaf-54f9b84bea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642'}] Nov 02 12:52:03.414087 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempt 9 to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 Nov 02 12:52:03.416470 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:03.419613 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '721f628f-a289-410d-9aaf-54f9b84bea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:03.419613 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on network df372eaa-bfd3-449b-9944-6e05cedda642 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:03.428227 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-9a644501-1f85-4f16-89e5-74aec944d999 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b88e77-19d9-470d-90a8-c3aec8e55218']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.442813 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:03.446377 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on network df372eaa-bfd3-449b-9944-6e05cedda642 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:03.458127 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777955c2-47ed-42c6-9d79-97442168b47f None None] Checking router: 4795dd8e-c10b-4708-a695-50b00ce541d7 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.467287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:03.484962 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Failed to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on host n-d-857339-6 for vnic_type normal using segments [{'id': '721f628f-a289-410d-9aaf-54f9b84bea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642'}] Nov 02 12:52:03.484962 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempt 10 to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 Nov 02 12:52:03.485096 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777955c2-47ed-42c6-9d79-97442168b47f None None] Routers {'4795dd8e-c10b-4708-a695-50b00ce541d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:52:03.485096 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-777955c2-47ed-42c6-9d79-97442168b47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4795dd8e-c10b-4708-a695-50b00ce541d7'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:03.485255 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:03.485255 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '721f628f-a289-410d-9aaf-54f9b84bea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:03.485255 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on network df372eaa-bfd3-449b-9944-6e05cedda642 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:03.487027 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-9a644501-1f85-4f16-89e5-74aec944d999 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30508be3-8b5f-494e-b646-148abc566fdd') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:03.487339 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-9a644501-1f85-4f16-89e5-74aec944d999 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30508be3-8b5f-494e-b646-148abc566fdd') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.509092 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:03.512007 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempting to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on network df372eaa-bfd3-449b-9944-6e05cedda642 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 094cd9e7-d10b-4f62-a481-e92613cbd57f could not be found. Nov 02 12:52:03.534960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:03.543075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Failed to bind port 049bcdc6-894b-4610-92aa-55a56ddd1048 on host n-d-857339-6 for vnic_type normal using segments [{'id': '721f628f-a289-410d-9aaf-54f9b84bea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df372eaa-bfd3-449b-9944-6e05cedda642'}] Nov 02 12:52:03.543075 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (049bcdc6-894b-4610-92aa-55a56ddd1048), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.547336 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9a644501-1f85-4f16-89e5-74aec944d999 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (30508be3-8b5f-494e-b646-148abc566fdd), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.579843 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5379859-17b6-4c18-bab6-77736b951ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (682c2865-4fa7-4779-ae52-2f235088dfa9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.583214 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9a644501-1f85-4f16-89e5-74aec944d999 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (30508be3-8b5f-494e-b646-148abc566fdd), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.592703 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9c874414-6e6d-43e1-92a0-b8da0f8eb819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.594830 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a644501-1f85-4f16-89e5-74aec944d999 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:03.595248 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9a644501-1f85-4f16-89e5-74aec944d999 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (30508be3-8b5f-494e-b646-148abc566fdd), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.633136 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 30508be3-8b5f-494e-b646-148abc566fdd resource provider aggregate not found Nov 02 12:52:03.649493 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-777955c2-47ed-42c6-9d79-97442168b47f None None] Set router 4795dd8e-c10b-4708-a695-50b00ce541d7 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:52:03.675864 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 30508be3-8b5f-494e-b646-148abc566fdd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30508be3-8b5f-494e-b646-148abc566fdd found for delete ", "request_id": "req-92a73c4f-566d-488a-9cfd-d968d85d74c2"}]} Nov 02 12:52:03.683657 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] For port 049bcdc6-894b-4610-92aa-55a56ddd1048, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:03.684406 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Attempted to set empty binding levels {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 12:52:03.689072 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf02d28d-defc-43e2-85a3-2bf760ed6b7a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (f2492602-8e55-43ea-be99-b160aefa1482), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.713588 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-540efa7b-cc3a-4b4b-914a-579479c6bbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4f4145bd-8745-4f61-bdc2-c529c4c8d959), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.715135 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (df372eaa-bfd3-449b-9944-6e05cedda642), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.716576 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-540efa7b-cc3a-4b4b-914a-579479c6bbf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.719753 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-540efa7b-cc3a-4b4b-914a-579479c6bbf1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4f4145bd-8745-4f61-bdc2-c529c4c8d959 HTTP/1.1" status: 204 len: 168 time: 0.7429702 Nov 02 12:52:03.732516 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a5379859-17b6-4c18-bab6-77736b951ffe admin admin] Deleting port 75903cda-4f1c-4867-9aea-eac0e24ee60a {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:03.733096 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5379859-17b6-4c18-bab6-77736b951ffe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (75903cda-4f1c-4867-9aea-eac0e24ee60a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.748513 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:03.760669 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02d28d-defc-43e2-85a3-2bf760ed6b7a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Subnet': ['ID=f2492602-8e55-43ea-be99-b160aefa1482,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:03.786086 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf02d28d-defc-43e2-85a3-2bf760ed6b7a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.789369 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cf02d28d-defc-43e2-85a3-2bf760ed6b7a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/f2492602-8e55-43ea-be99-b160aefa1482 HTTP/1.1" status: 204 len: 168 time: 0.9449427 Nov 02 12:52:03.795868 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (049bcdc6-894b-4610-92aa-55a56ddd1048), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.802471 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49848) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:03.809362 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540efa7b-cc3a-4b4b-914a-579479c6bbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4145bd-8745-4f61-bdc2-c529c4c8d959,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:03.826158 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9a644501-1f85-4f16-89e5-74aec944d999 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (11b88e77-19d9-470d-90a8-c3aec8e55218), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.833432 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9a644501-1f85-4f16-89e5-74aec944d999 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.839798 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9a644501-1f85-4f16-89e5-74aec944d999 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "DELETE /networking/v2.0/networks/11b88e77-19d9-470d-90a8-c3aec8e55218 HTTP/1.1" status: 204 len: 168 time: 2.2143514 Nov 02 12:52:03.849199 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49850) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:03.879324 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-a5379859-17b6-4c18-bab6-77736b951ffe admin admin] For port 75903cda-4f1c-4867-9aea-eac0e24ee60a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=75903cda-4f1c-4867-9aea-eac0e24ee60a,segment=NetworkSegment(e9851858-51df-4292-b86f-2eaabf6a5ee9),segment_id=e9851858-51df-4292-b86f-2eaabf6a5ee9)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:03.879928 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5379859-17b6-4c18-bab6-77736b951ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (75903cda-4f1c-4867-9aea-eac0e24ee60a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:03.932137 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a644501-1f85-4f16-89e5-74aec944d999 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event deleted for resources: {'Network': ['ID=11b88e77-19d9-470d-90a8-c3aec8e55218,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:04.003626 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de43e02-a10e-4509-aae2-6a56be6c327f None None] Pushing event updated for resources: {'Port': ['ID=049bcdc6-894b-4610-92aa-55a56ddd1048,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:04.024855 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a5379859-17b6-4c18-bab6-77736b951ffe admin admin] Calling delete_port for 75903cda-4f1c-4867-9aea-eac0e24ee60a owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:04.042167 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119c6044-a504-4f47-9928-2897df61b964 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:52:04.047752 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Deleting port 049bcdc6-894b-4610-92aa-55a56ddd1048 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:04.048376 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (049bcdc6-894b-4610-92aa-55a56ddd1048), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:04.090622 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-bb55491c-c074-4a29-923e-794982899b02 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Deleting port 5c051348-4e09-4c22-bd3b-27af12c1a072 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:04.090980 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bb55491c-c074-4a29-923e-794982899b02 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5c051348-4e09-4c22-bd3b-27af12c1a072), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:04.107631 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-43b22bee-c24b-48bf-8e3a-b999395f475a None None] Could not find standard attr ID for object b5ec2d2e-49a0-4189-ac32-925c6fb19e03. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:52:04.147856 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-777955c2-47ed-42c6-9d79-97442168b47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:52:01Z', 'revision_number': 10, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:04.156549 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (b316006e-48ba-4565-85c8-5e7af88525b7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:04.157769 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:04.165673 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:04.169861 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:04.200349 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=71,neutron:INSERT=19,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:04.229153 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777955c2-47ed-42c6-9d79-97442168b47f None None] The sync data for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 is: [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:52:01Z', 'revision_number': 10, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None, '_interfaces': [{'id': '088aac3a-369e-4ef5-bb63-82d87a8a3c87', 'name': '', 'network_id': 'fb0e2b39-938b-4462-b473-052b9d525cc8', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'mac_address': 'fa:16:3e:82:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:50:56Z', 'updated_at': '2022-11-02T12:51:03Z', 'revision_number': 5, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'subnets': [{'id': '453ba9ef-cc4a-42ca-80c4-7a66ec538768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:52:04.271320 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119c6044-a504-4f47-9928-2897df61b964 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:52:04.277860 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9c874414-6e6d-43e1-92a0-b8da0f8eb819 admin admin] Publish callbacks [] for security_group (bc916ad6-2b19-4f8d-abb3-0a6156745011), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:04.316113 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bb55491c-c074-4a29-923e-794982899b02 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5c051348-4e09-4c22-bd3b-27af12c1a072), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:04.316451 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bb55491c-c074-4a29-923e-794982899b02 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (5c051348-4e09-4c22-bd3b-27af12c1a072), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:04.329245 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] For port 049bcdc6-894b-4610-92aa-55a56ddd1048, host n-d-857339-6, got binding levels [] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:04.329770 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (049bcdc6-894b-4610-92aa-55a56ddd1048), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:04.338106 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-bb55491c-c074-4a29-923e-794982899b02 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Calling delete_port for 5c051348-4e09-4c22-bd3b-27af12c1a072 owned by network:floatingip {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:04.357592 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Calling delete_port for 049bcdc6-894b-4610-92aa-55a56ddd1048 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:04.364849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting port 0760befd-471f-4e58-b2dd-650b701ecf4a {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:04.365272 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0760befd-471f-4e58-b2dd-650b701ecf4a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:04.473906 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] For port 0760befd-471f-4e58-b2dd-650b701ecf4a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0760befd-471f-4e58-b2dd-650b701ecf4a,segment=NetworkSegment(a81a12f0-33d4-4196-91f3-0c4acfc9ff16),segment_id=a81a12f0-33d4-4196-91f3-0c4acfc9ff16)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:04.474424 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0760befd-471f-4e58-b2dd-650b701ecf4a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:04.497557 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Calling delete_port for 0760befd-471f-4e58-b2dd-650b701ecf4a owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:04.503299 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9c874414-6e6d-43e1-92a0-b8da0f8eb819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bc916ad6-2b19-4f8d-abb3-0a6156745011), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:04.561268 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:04.561865 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5379859-17b6-4c18-bab6-77736b951ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (75903cda-4f1c-4867-9aea-eac0e24ee60a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:04.596975 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5379859-17b6-4c18-bab6-77736b951ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=75903cda-4f1c-4867-9aea-eac0e24ee60a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:04.601162 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c874414-6e6d-43e1-92a0-b8da0f8eb819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc916ad6-2b19-4f8d-abb3-0a6156745011,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:04.608794 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5379859-17b6-4c18-bab6-77736b951ffe admin admin] No DVR routers for this DVR port 75903cda-4f1c-4867-9aea-eac0e24ee60a on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:52:04.611382 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9c874414-6e6d-43e1-92a0-b8da0f8eb819 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e2cb8eabd39f4f7b982e98e88e0fb925&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2856500 Nov 02 12:52:04.615024 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49864) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:04.635031 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76820e31-44f0-4dc0-86ce-bd471e21968d None None] DHCP port deletion for 11b88e77-19d9-470d-90a8-c3aec8e55218 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:52:04.654208 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bedea51-4eac-4b52-b5c9-a79032d68380 None None] Network 06dacffe-0aa3-43df-866b-19455b876c58 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:04.708428 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (049bcdc6-894b-4610-92aa-55a56ddd1048), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:04.763428 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Port': ['ID=049bcdc6-894b-4610-92aa-55a56ddd1048,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:04.766663 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] No DVR routers for this DVR port 049bcdc6-894b-4610-92aa-55a56ddd1048 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:52:04.771150 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (0760befd-471f-4e58-b2dd-650b701ecf4a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:04.830060 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058e0807-ac38-45e5-98ce-36ff10834299 None None] Network df372eaa-bfd3-449b-9944-6e05cedda642 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:04.932235 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5379859-17b6-4c18-bab6-77736b951ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (682c2865-4fa7-4779-ae52-2f235088dfa9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:04.940351 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bb55491c-c074-4a29-923e-794982899b02 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (5c051348-4e09-4c22-bd3b-27af12c1a072), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:04.987580 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:05.167343 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55491c-c074-4a29-923e-794982899b02 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event deleted for resources: {'Port': ['ID=5c051348-4e09-4c22-bd3b-27af12c1a072,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:05.172345 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49868) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:05.195949 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8db9e1-ee9d-4246-9e9c-bd51f6a08afb None None] Network df372eaa-bfd3-449b-9944-6e05cedda642 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:05.250768 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-a5379859-17b6-4c18-bab6-77736b951ffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682c2865-4fa7-4779-ae52-2f235088dfa9']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:05.309929 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-a5379859-17b6-4c18-bab6-77736b951ffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9851858-51df-4292-b86f-2eaabf6a5ee9') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:05.310619 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-a5379859-17b6-4c18-bab6-77736b951ffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9851858-51df-4292-b86f-2eaabf6a5ee9') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:05.345150 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bb55491c-c074-4a29-923e-794982899b02 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for floatingip (8adde1e4-84c2-4949-9fe2-9c2cd1d6d5e3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:05.348636 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bb55491c-c074-4a29-923e-794982899b02 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:05.354676 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bb55491c-c074-4a29-923e-794982899b02 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/8adde1e4-84c2-4949-9fe2-9c2cd1d6d5e3 HTTP/1.1" status: 204 len: 168 time: 1.4980130 Nov 02 12:52:05.359940 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49874) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:05.360518 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49876) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:05.365794 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5379859-17b6-4c18-bab6-77736b951ffe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (e9851858-51df-4292-b86f-2eaabf6a5ee9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:05.418226 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-57e9b97e-5b18-4ba2-b61e-90b4c843a906 admin admin] Publish callbacks [] for security_group (bc916ad6-2b19-4f8d-abb3-0a6156745011), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:05.435445 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5c316c-50e4-4381-91ab-5663bb900aef tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:05.436792 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a5c316c-50e4-4381-91ab-5663bb900aef tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:05.443119 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8a5c316c-50e4-4381-91ab-5663bb900aef tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "DELETE /networking/v2.0/ports/8fd2f642-36c0-4301-a738-8d65d3621b8c HTTP/1.1" status: 404 len: 333 time: 0.0802448 Nov 02 12:52:05.446961 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49878) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:05.458176 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2d15a12b-0635-4a5e-aa40-85ee61350ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:05.461698 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5379859-17b6-4c18-bab6-77736b951ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e9851858-51df-4292-b86f-2eaabf6a5ee9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:05.471041 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] No DVR routers for this DVR port 0760befd-471f-4e58-b2dd-650b701ecf4a on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:52:05.516425 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ccb573-825c-426e-ae2a-bba8b66230b4 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:52:05.527392 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Port': ['ID=0760befd-471f-4e58-b2dd-650b701ecf4a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:05.590355 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2d15a12b-0635-4a5e-aa40-85ee61350ed2 admin admin] Publish callbacks [] for security_group (43ba855a-b849-4ad0-b82e-d6c652830c6f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:05.592380 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5379859-17b6-4c18-bab6-77736b951ffe admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:05.592806 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5379859-17b6-4c18-bab6-77736b951ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (e9851858-51df-4292-b86f-2eaabf6a5ee9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:05.595904 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-57e9b97e-5b18-4ba2-b61e-90b4c843a906 admin admin] Publish callbacks [] for security_group (bc916ad6-2b19-4f8d-abb3-0a6156745011), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:05.603129 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-59f0c975-b5d4-4f40-9a8a-d716e1f44a35 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b502a999-0ec8-4fe0-908a-000aa623f9d8 HTTP/1.1" status: 200 len: 205 time: 0.1545904 Nov 02 12:52:05.604324 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49882) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:05.613940 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:05.615880 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:05.616209 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:05.616692 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:05.616993 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:05.617328 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:05.617659 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:05.617977 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:05.618297 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:05.618619 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:05.618937 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:05.624663 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:05.625399 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:05.625742 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:05.628243 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:05.641065 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ccb573-825c-426e-ae2a-bba8b66230b4 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:52:05.686974 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-83a665d9-3c9b-490e-ba03-d89f27b7b766 None None] Provisioning complete for port 9af2c662-0f85-49c0-8fe5-992a099e280b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:05.687564 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-83a665d9-3c9b-490e-ba03-d89f27b7b766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9af2c662-0f85-49c0-8fe5-992a099e280b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:05.688034 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-83a665d9-3c9b-490e-ba03-d89f27b7b766 None None] Attempt 1 to provision port 9af2c662-0f85-49c0-8fe5-992a099e280b Nov 02 12:52:05.711646 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (df372eaa-bfd3-449b-9944-6e05cedda642), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:05.745987 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2d15a12b-0635-4a5e-aa40-85ee61350ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (43ba855a-b849-4ad0-b82e-d6c652830c6f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:05.776776 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-00da1e44-1d01-42ef-ac60-8b16249ccdc2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] delete failed (client error): The resource could not be found. Nov 02 12:52:05.776776 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-00da1e44-1d01-42ef-ac60-8b16249ccdc2 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "DELETE /networking/v2.0/routers/b502a999-0ec8-4fe0-908a-000aa623f9d8 HTTP/1.1" status: 404 len: 336 time: 0.1487181 Nov 02 12:52:05.777023 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49890) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:05.787011 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment e9851858-51df-4292-b86f-2eaabf6a5ee9 resource provider aggregate not found Nov 02 12:52:05.813216 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c3d9c0ea-398d-44ae-938e-096f0bfe947a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1625129474'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:05.841250 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment e9851858-51df-4292-b86f-2eaabf6a5ee9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9851858-51df-4292-b86f-2eaabf6a5ee9 found for delete ", "request_id": "req-43673f83-6809-4974-b0c9-8a2679301f14"}]} Nov 02 12:52:05.849237 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df372eaa-bfd3-449b-9944-6e05cedda642']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:05.852175 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b768753-72b3-4cd6-9df5-8b06a191298b tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:05.852708 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b768753-72b3-4cd6-9df5-8b06a191298b tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:05.855856 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1b768753-72b3-4cd6-9df5-8b06a191298b tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/1844210e-4243-4e94-ae43-6f18e60935c9 HTTP/1.1" status: 404 len: 337 time: 0.0760150 Nov 02 12:52:05.859100 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (b316006e-48ba-4565-85c8-5e7af88525b7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:05.865443 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-83a665d9-3c9b-490e-ba03-d89f27b7b766 None None] Current status of the port 9af2c662-0f85-49c0-8fe5-992a099e280b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:05.867933 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49894) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:05.882824 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '721f628f-a289-410d-9aaf-54f9b84bea7b') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:05.883370 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '721f628f-a289-410d-9aaf-54f9b84bea7b') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:05.895857 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15a12b-0635-4a5e-aa40-85ee61350ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ba855a-b849-4ad0-b82e-d6c652830c6f,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:05.905576 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (721f628f-a289-410d-9aaf-54f9b84bea7b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:05.908689 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b316006e-48ba-4565-85c8-5e7af88525b7']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:05.926864 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81a12f0-33d4-4196-91f3-0c4acfc9ff16') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:05.927165 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81a12f0-33d4-4196-91f3-0c4acfc9ff16') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:05.934822 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (721f628f-a289-410d-9aaf-54f9b84bea7b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:05.940529 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2d15a12b-0635-4a5e-aa40-85ee61350ed2 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=004f916c7aa64f36a7c33d2b6a3babd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5787959 Nov 02 12:52:05.942713 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (a81a12f0-33d4-4196-91f3-0c4acfc9ff16), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:05.945634 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5379859-17b6-4c18-bab6-77736b951ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (682c2865-4fa7-4779-ae52-2f235088dfa9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:05.946251 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49898) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:05.959030 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:05.959704 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (721f628f-a289-410d-9aaf-54f9b84bea7b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:05.968209 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5379859-17b6-4c18-bab6-77736b951ffe admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:05.975062 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a5379859-17b6-4c18-bab6-77736b951ffe admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/682c2865-4fa7-4779-ae52-2f235088dfa9 HTTP/1.1" status: 204 len: 168 time: 2.7670152 Nov 02 12:52:05.978378 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5379859-17b6-4c18-bab6-77736b951ffe admin admin] Pushing event deleted for resources: {'Network': ['ID=682c2865-4fa7-4779-ae52-2f235088dfa9,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:06.012611 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a81a12f0-33d4-4196-91f3-0c4acfc9ff16), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.043032 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-9a370637-a34d-4020-8995-5b7e34c45708 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Deleting port 014f3a3b-d887-4757-931b-bd85a864e1db {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:06.043388 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9a370637-a34d-4020-8995-5b7e34c45708 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (014f3a3b-d887-4757-931b-bd85a864e1db), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.047695 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 721f628f-a289-410d-9aaf-54f9b84bea7b resource provider aggregate not found Nov 02 12:52:06.059967 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:06.060382 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (a81a12f0-33d4-4196-91f3-0c4acfc9ff16), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.072627 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d9c0ea-398d-44ae-938e-096f0bfe947a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Made reservation on behalf of 10a6938d401e44a3933549dbb7943abd for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:06.077648 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3d9c0ea-398d-44ae-938e-096f0bfe947a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.094856 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3d9c0ea-398d-44ae-938e-096f0bfe947a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.098654 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d5f462-fad9-4c40-b410-341fe348e36f None None] Network df372eaa-bfd3-449b-9944-6e05cedda642 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:06.102032 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 721f628f-a289-410d-9aaf-54f9b84bea7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 721f628f-a289-410d-9aaf-54f9b84bea7b found for delete ", "request_id": "req-bd1a5a1c-61fa-4b62-bbbc-f52aab0327d5"}]} Nov 02 12:52:06.165697 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-57e9b97e-5b18-4ba2-b61e-90b4c843a906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bc916ad6-2b19-4f8d-abb3-0a6156745011), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.168858 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-57e9b97e-5b18-4ba2-b61e-90b4c843a906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.170077 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-57e9b97e-5b18-4ba2-b61e-90b4c843a906 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bc916ad6-2b19-4f8d-abb3-0a6156745011 HTTP/1.1" status: 204 len: 168 time: 1.5541861 Nov 02 12:52:06.172053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f53d67e6-fe2f-44d0-bf83-321ee570d12a None None] Could not find standard attr ID for object 75903cda-4f1c-4867-9aea-eac0e24ee60a. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:52:06.182895 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:06.200537 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9b97e-5b18-4ba2-b61e-90b4c843a906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc916ad6-2b19-4f8d-abb3-0a6156745011,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:06.209422 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:06.243169 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9a370637-a34d-4020-8995-5b7e34c45708 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (014f3a3b-d887-4757-931b-bd85a864e1db), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.256104 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6659c4c0-1b43-4b3d-9abc-fd0ae49d6a6e admin admin] Publish callbacks [] for security_group (43ba855a-b849-4ad0-b82e-d6c652830c6f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.267508 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57b8eab-b3d4-48a2-bd08-1663086c79b4 None None] DHCP port deletion for 682c2865-4fa7-4779-ae52-2f235088dfa9 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:52:06.274231 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-9a370637-a34d-4020-8995-5b7e34c45708 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Calling delete_port for 014f3a3b-d887-4757-931b-bd85a864e1db owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:06.300916 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6659c4c0-1b43-4b3d-9abc-fd0ae49d6a6e admin admin] Publish callbacks [] for security_group (43ba855a-b849-4ad0-b82e-d6c652830c6f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.336367 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3d9c0ea-398d-44ae-938e-096f0bfe947a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for security_group (4bd5024c-28e0-491d-a7da-8231d82b8018), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.353036 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:06.389885 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (b316006e-48ba-4565-85c8-5e7af88525b7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.391820 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (df372eaa-bfd3-449b-9944-6e05cedda642), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.410647 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.417191 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/networks/b316006e-48ba-4565-85c8-5e7af88525b7 HTTP/1.1" status: 204 len: 168 time: 2.6094267 Nov 02 12:52:06.418621 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49910) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:06.420139 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73515a66-6d17-4b6d-a35d-1ee351f3c2d8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Network': ['ID=b316006e-48ba-4565-85c8-5e7af88525b7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:06.427496 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.432976 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/networks/df372eaa-bfd3-449b-9944-6e05cedda642 HTTP/1.1" status: 204 len: 168 time: 5.3889472 Nov 02 12:52:06.450374 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49912) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:06.459072 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b5ec2d2e-49a0-4189-ac32-925c6fb19e03 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:52:06.464347 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60148e73-0794-4895-94e8-22a811d03386 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Network': ['ID=df372eaa-bfd3-449b-9944-6e05cedda642,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:06.480721 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3d9c0ea-398d-44ae-938e-096f0bfe947a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4bd5024c-28e0-491d-a7da-8231d82b8018), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.487189 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: b5ec2d2e-49a0-4189-ac32-925c6fb19e03 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:52:06.487541 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b5ec2d2e-49a0-4189-ac32-925c6fb19e03 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:52:06.488012 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d782ce5c-f378-46c1-83da-5ea6d272533f no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:52:06.497767 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-9023e294-433b-4dd8-82a5-56a0efad55ed tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:06.500180 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9023e294-433b-4dd8-82a5-56a0efad55ed tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:06.503917 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9023e294-433b-4dd8-82a5-56a0efad55ed tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/networks/df372eaa-bfd3-449b-9944-6e05cedda642 HTTP/1.1" status: 404 len: 339 time: 0.0501733 Nov 02 12:52:06.507683 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49914) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:06.512595 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-2fe9588a-c011-4243-9591-877bb22b11eb tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-510954083', 'description': 'd1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:06.525217 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: d782ce5c-f378-46c1-83da-5ea6d272533f {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:52:06.525623 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d782ce5c-f378-46c1-83da-5ea6d272533f not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:52:06.539796 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9abcb2a-f22c-4d6f-b947-f6b96ef25e33 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:52:06.550706 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6659c4c0-1b43-4b3d-9abc-fd0ae49d6a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (43ba855a-b849-4ad0-b82e-d6c652830c6f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.554465 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6659c4c0-1b43-4b3d-9abc-fd0ae49d6a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.558851 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6659c4c0-1b43-4b3d-9abc-fd0ae49d6a6e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/43ba855a-b849-4ad0-b82e-d6c652830c6f HTTP/1.1" status: 204 len: 168 time: 0.6090686 Nov 02 12:52:06.570076 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659c4c0-1b43-4b3d-9abc-fd0ae49d6a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ba855a-b849-4ad0-b82e-d6c652830c6f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:06.573849 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:06.595469 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d9c0ea-398d-44ae-938e-096f0bfe947a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:06.613069 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9c0ea-398d-44ae-938e-096f0bfe947a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd5024c-28e0-491d-a7da-8231d82b8018,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:06.624761 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3d9c0ea-398d-44ae-938e-096f0bfe947a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a5458e16-5174-4603-a3b1-2658cad23236), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.625313 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-c3d9c0ea-398d-44ae-938e-096f0bfe947a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Added segment a5458e16-5174-4603-a3b1-2658cad23236 of type vlan for network 89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98 Nov 02 12:52:06.658837 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9abcb2a-f22c-4d6f-b947-f6b96ef25e33 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:52:06.722216 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3d9c0ea-398d-44ae-938e-096f0bfe947a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.744189 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe9588a-c011-4243-9591-877bb22b11eb tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Made reservation on behalf of 7e8f0f160b634aeebb04fc7f66a15f23 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:06.749022 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fe9588a-c011-4243-9591-877bb22b11eb tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.785803 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe9588a-c011-4243-9591-877bb22b11eb tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:06.800089 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fe9588a-c011-4243-9591-877bb22b11eb tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (d20db62a-14e0-4190-8396-c1d774b40571), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.800469 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-2fe9588a-c011-4243-9591-877bb22b11eb tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Added segment d20db62a-14e0-4190-8396-c1d774b40571 of type vlan for network 633d6acf-d3ac-49b2-b62d-780202d8509a Nov 02 12:52:06.824662 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49918) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:06.860264 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fe9588a-c011-4243-9591-877bb22b11eb tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (633d6acf-d3ac-49b2-b62d-780202d8509a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.912462 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d226923c-5d6c-4775-b0c4-44c0390bbad9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=de7913a0ade441f797ed5d91fc6b6257&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0885117 Nov 02 12:52:06.916077 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49920) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:06.933502 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9a370637-a34d-4020-8995-5b7e34c45708 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (014f3a3b-d887-4757-931b-bd85a864e1db), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.978936 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16da3dd6-4536-4c1b-ae9c-39222673dd76 None None] DHCP port deletion for b316006e-48ba-4565-85c8-5e7af88525b7 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:52:06.981473 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5756bdb8-f349-4aa6-bc55-dbaca53931bc admin admin] Publish callbacks [] for security_group (17cc4fc8-a0f3-46cc-950f-51faf7bebfdc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.984952 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a370637-a34d-4020-8995-5b7e34c45708 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event deleted for resources: {'Port': ['ID=014f3a3b-d887-4757-931b-bd85a864e1db,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:06.986799 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3d9c0ea-398d-44ae-938e-096f0bfe947a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:06.991922 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d9c0ea-398d-44ae-938e-096f0bfe947a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:06.992649 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3d9c0ea-398d-44ae-938e-096f0bfe947a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:07.016938 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5756bdb8-f349-4aa6-bc55-dbaca53931bc admin admin] Publish callbacks [] for security_group (17cc4fc8-a0f3-46cc-950f-51faf7bebfdc), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:07.049957 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fe9588a-c011-4243-9591-877bb22b11eb tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (633d6acf-d3ac-49b2-b62d-780202d8509a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:07.055350 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe9588a-c011-4243-9591-877bb22b11eb tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:07.055958 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fe9588a-c011-4243-9591-877bb22b11eb tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:07.102277 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-851a0b42-b427-4166-b372-a8888f6321c0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (4795dd8e-c10b-4708-a695-50b00ce541d7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:07.106725 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9c0ea-398d-44ae-938e-096f0bfe947a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event updated for resources: {'Network': ['ID=89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:07.122755 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:07.140015 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9588a-c011-4243-9591-877bb22b11eb tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Network': ['ID=633d6acf-d3ac-49b2-b62d-780202d8509a,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:07.164563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 633d6acf-d3ac-49b2-b62d-780202d8509a details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:07.174828 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2fe9588a-c011-4243-9591-877bb22b11eb tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6660113 Nov 02 12:52:07.177289 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49926) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:07.219693 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c3d9c0ea-398d-44ae-938e-096f0bfe947a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0443292 Nov 02 12:52:07.282202 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9a370637-a34d-4020-8995-5b7e34c45708 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:07.288825 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9a370637-a34d-4020-8995-5b7e34c45708 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "DELETE /networking/v2.0/ports/014f3a3b-d887-4757-931b-bd85a864e1db HTTP/1.1" status: 204 len: 168 time: 1.4106195 Nov 02 12:52:07.295016 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7e211a-4078-48bb-9332-b4073da9ae71 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:07.297122 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8f7e211a-4078-48bb-9332-b4073da9ae71 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "GET /networking/v2.0/networks?id=633d6acf-d3ac-49b2-b62d-780202d8509a HTTP/1.1" status: 200 len: 764 time: 0.1186061 Nov 02 12:52:07.297743 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49928) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:07.307179 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49930) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:07.311390 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5756bdb8-f349-4aa6-bc55-dbaca53931bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (17cc4fc8-a0f3-46cc-950f-51faf7bebfdc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:07.319539 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5756bdb8-f349-4aa6-bc55-dbaca53931bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:07.319539 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5756bdb8-f349-4aa6-bc55-dbaca53931bc admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/17cc4fc8-a0f3-46cc-950f-51faf7bebfdc HTTP/1.1" status: 204 len: 168 time: 0.3987830 Nov 02 12:52:07.323125 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-589cbfdb-0b49-4e19-bc18-ff41f9e3a407 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'network': {'description': 'd2'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:07.389536 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:07.397017 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756bdb8-f349-4aa6-bc55-dbaca53931bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cc4fc8-a0f3-46cc-950f-51faf7bebfdc,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:07.475114 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-851a0b42-b427-4166-b372-a8888f6321c0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting port 088aac3a-369e-4ef5-bb63-82d87a8a3c87 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:07.475541 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-851a0b42-b427-4166-b372-a8888f6321c0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (088aac3a-369e-4ef5-bb63-82d87a8a3c87), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:07.566817 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-4f050588-6097-46bd-bcaa-f5b03b1e89f6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Deleting port 3d689212-0086-4d2f-ad24-6d0b6ea7a4af {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:07.567377 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4f050588-6097-46bd-bcaa-f5b03b1e89f6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3d689212-0086-4d2f-ad24-6d0b6ea7a4af), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:07.617046 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-851a0b42-b427-4166-b372-a8888f6321c0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] For port 088aac3a-369e-4ef5-bb63-82d87a8a3c87, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=088aac3a-369e-4ef5-bb63-82d87a8a3c87,segment=NetworkSegment(b08294d0-6c19-49d3-bf95-f181d97672b4),segment_id=b08294d0-6c19-49d3-bf95-f181d97672b4)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:07.617880 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-851a0b42-b427-4166-b372-a8888f6321c0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (088aac3a-369e-4ef5-bb63-82d87a8a3c87), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:07.633260 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-851a0b42-b427-4166-b372-a8888f6321c0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Calling delete_port for 088aac3a-369e-4ef5-bb63-82d87a8a3c87 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:07.648481 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-589cbfdb-0b49-4e19-bc18-ff41f9e3a407 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (633d6acf-d3ac-49b2-b62d-780202d8509a), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:07.696311 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4f050588-6097-46bd-bcaa-f5b03b1e89f6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3d689212-0086-4d2f-ad24-6d0b6ea7a4af), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:07.711998 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-4f050588-6097-46bd-bcaa-f5b03b1e89f6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Calling delete_port for 3d689212-0086-4d2f-ad24-6d0b6ea7a4af owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:07.817716 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-589cbfdb-0b49-4e19-bc18-ff41f9e3a407 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (633d6acf-d3ac-49b2-b62d-780202d8509a), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:07.852825 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-589cbfdb-0b49-4e19-bc18-ff41f9e3a407 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Network 633d6acf-d3ac-49b2-b62d-780202d8509a is not hosted by any dhcp agent {{(pid=105975) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 12:52:07.858765 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589cbfdb-0b49-4e19-bc18-ff41f9e3a407 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:07.859500 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-589cbfdb-0b49-4e19-bc18-ff41f9e3a407 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:07.864119 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-589cbfdb-0b49-4e19-bc18-ff41f9e3a407 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "PUT /networking/v2.0/networks/633d6acf-d3ac-49b2-b62d-780202d8509a HTTP/1.1" status: 200 len: 761 time: 0.5544310 Nov 02 12:52:07.864536 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49936) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:07.933853 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cbfdb-0b49-4e19-bc18-ff41f9e3a407 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Network': ['ID=633d6acf-d3ac-49b2-b62d-780202d8509a,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:07.941266 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-851a0b42-b427-4166-b372-a8888f6321c0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (088aac3a-369e-4ef5-bb63-82d87a8a3c87), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:07.945783 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 633d6acf-d3ac-49b2-b62d-780202d8509a details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:07.961996 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49938) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:08.006075 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c149f4e-cba8-4193-adee-2a8a4f2aecb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:08.128907 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 75903cda-4f1c-4867-9aea-eac0e24ee60a no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:52:08.194772 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:08.200844 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 75903cda-4f1c-4867-9aea-eac0e24ee60a {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:52:08.201282 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 75903cda-4f1c-4867-9aea-eac0e24ee60a not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:52:08.202746 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0760befd-471f-4e58-b2dd-650b701ecf4a no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:52:08.220400 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a0b42-b427-4166-b372-a8888f6321c0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Port': ['ID=088aac3a-369e-4ef5-bb63-82d87a8a3c87,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:08.260051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 0760befd-471f-4e58-b2dd-650b701ecf4a {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:52:08.260407 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0760befd-471f-4e58-b2dd-650b701ecf4a not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:52:08.290521 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c149f4e-cba8-4193-adee-2a8a4f2aecb3 admin admin] Publish callbacks [] for security_group (fafb3196-61ce-41c7-ad59-e51154d6f7fa), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:08.306070 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30898aab-254d-4dca-aff5-a47cbac7a100 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:08.307192 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4f050588-6097-46bd-bcaa-f5b03b1e89f6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (3d689212-0086-4d2f-ad24-6d0b6ea7a4af), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:08.317674 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49946) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:08.318530 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-30898aab-254d-4dca-aff5-a47cbac7a100 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "GET /networking/v2.0/networks?id=633d6acf-d3ac-49b2-b62d-780202d8509a HTTP/1.1" status: 200 len: 764 time: 0.4525709 Nov 02 12:52:08.320953 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:08.418191 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:08.419230 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:08.451993 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment a81a12f0-33d4-4196-91f3-0c4acfc9ff16 resource provider aggregate not found Nov 02 12:52:08.488068 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c149f4e-cba8-4193-adee-2a8a4f2aecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fafb3196-61ce-41c7-ad59-e51154d6f7fa), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:08.762090 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f050588-6097-46bd-bcaa-f5b03b1e89f6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event deleted for resources: {'Port': ['ID=3d689212-0086-4d2f-ad24-6d0b6ea7a4af,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:08.792386 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment a81a12f0-33d4-4196-91f3-0c4acfc9ff16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a81a12f0-33d4-4196-91f3-0c4acfc9ff16 found for delete ", "request_id": "req-f2df2ed5-5865-48af-b57a-ab9c86fe9dd6"}]} Nov 02 12:52:08.857466 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3455dda-1d65-4a82-9aaa-52c21b9fe245 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:08.859609 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b3455dda-1d65-4a82-9aaa-52c21b9fe245 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5341702 Nov 02 12:52:08.865172 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49962) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:08.877468 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:08.902886 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-851a0b42-b427-4166-b372-a8888f6321c0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (4795dd8e-c10b-4708-a695-50b00ce541d7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:08.903316 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8c149f4e-cba8-4193-adee-2a8a4f2aecb3 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3a15a336a72c4feba37270cea19ccde9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9314103 Nov 02 12:52:08.903316 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c149f4e-cba8-4193-adee-2a8a4f2aecb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafb3196-61ce-41c7-ad59-e51154d6f7fa,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:08.915678 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49964) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:08.932987 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0d1f74cf-377a-4998-8c88-6c301c8f125a tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "GET /networking/v2.0/subnets?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 207 time: 0.0666368 Nov 02 12:52:08.935016 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49968) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:08.935868 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cc5a4f-64f7-431f-84a6-a84f8b6609e5 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:52:08.979849 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4f050588-6097-46bd-bcaa-f5b03b1e89f6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:08.988678 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4f050588-6097-46bd-bcaa-f5b03b1e89f6 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "DELETE /networking/v2.0/ports/3d689212-0086-4d2f-ad24-6d0b6ea7a4af HTTP/1.1" status: 204 len: 168 time: 1.6876335 Nov 02 12:52:08.988946 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49970) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:09.059000 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:09.115908 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be12ce-6b76-4d4e-9abd-959266cdfd47 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:09.143904 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49974) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:09.145323 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a0be12ce-6b76-4d4e-9abd-959266cdfd47 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d9bc821d-6e0a-4a1d-9c9e-c9c563928f49 HTTP/1.1" status: 200 len: 913 time: 0.1469996 Nov 02 12:52:09.187470 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-513bd105-af2f-4da7-beb9-65bb05f6919b admin admin] Publish callbacks [] for security_group (fafb3196-61ce-41c7-ad59-e51154d6f7fa), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:09.188204 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc5a4f-64f7-431f-84a6-a84f8b6609e5 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:52:09.310349 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-513bd105-af2f-4da7-beb9-65bb05f6919b admin admin] Publish callbacks [] for security_group (fafb3196-61ce-41c7-ad59-e51154d6f7fa), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:09.335465 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa531f8-0b33-4d3c-aab9-dba0f187ed8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:09.340873 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa531f8-0b33-4d3c-aab9-dba0f187ed8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:09.346754 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa531f8-0b33-4d3c-aab9-dba0f187ed8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:09.352022 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa531f8-0b33-4d3c-aab9-dba0f187ed8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:09.357632 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa531f8-0b33-4d3c-aab9-dba0f187ed8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:09.363445 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa531f8-0b33-4d3c-aab9-dba0f187ed8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:09.368978 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1aa531f8-0b33-4d3c-aab9-dba0f187ed8b tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4284203 Nov 02 12:52:09.369606 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49980) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:09.382231 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851a0b42-b427-4166-b372-a8888f6321c0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 4795dd8e-c10b-4708-a695-50b00ce541d7 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:52:09.555536 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:09.677118 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851a0b42-b427-4166-b372-a8888f6321c0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:52:09.684958 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-851a0b42-b427-4166-b372-a8888f6321c0 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/4795dd8e-c10b-4708-a695-50b00ce541d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2643859 Nov 02 12:52:09.689850 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf3cad5-a391-4df2-a482-f81e27b34047 None None] Sync routers for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:52:09.691080 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49990) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:09.722560 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf3cad5-a391-4df2-a482-f81e27b34047 None None] Routers {'4795dd8e-c10b-4708-a695-50b00ce541d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:52:09.726203 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-edf3cad5-a391-4df2-a482-f81e27b34047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4795dd8e-c10b-4708-a695-50b00ce541d7'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:09.774105 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-eb0b6edc-b009-492f-ba15-319b6aa26c3c tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "GET /networking/v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4032614 Nov 02 12:52:09.778638 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49994) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:09.830108 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-513bd105-af2f-4da7-beb9-65bb05f6919b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fafb3196-61ce-41c7-ad59-e51154d6f7fa), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:09.835681 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-513bd105-af2f-4da7-beb9-65bb05f6919b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:09.846958 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-513bd105-af2f-4da7-beb9-65bb05f6919b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fafb3196-61ce-41c7-ad59-e51154d6f7fa HTTP/1.1" status: 204 len: 168 time: 0.9297009 Nov 02 12:52:09.896779 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513bd105-af2f-4da7-beb9-65bb05f6919b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafb3196-61ce-41c7-ad59-e51154d6f7fa,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:09.909410 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-94651fc5-0381-4ccb-acb8-4131622bb333 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting subnet 453ba9ef-cc4a-42ca-80c4-7a66ec538768 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:52:09.921095 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-94651fc5-0381-4ccb-acb8-4131622bb333 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for subnet (453ba9ef-cc4a-42ca-80c4-7a66ec538768), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:09.959424 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-edf3cad5-a391-4df2-a482-f81e27b34047 None None] Set router 4795dd8e-c10b-4708-a695-50b00ce541d7 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:52:10.040349 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b22a15-0cde-4d4f-93f9-da4f193e1381 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:10.042003 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b22a15-0cde-4d4f-93f9-da4f193e1381 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:10.043756 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b22a15-0cde-4d4f-93f9-da4f193e1381 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:10.054466 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b22a15-0cde-4d4f-93f9-da4f193e1381 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:10.058110 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b22a15-0cde-4d4f-93f9-da4f193e1381 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:10.066527 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-13b22a15-0cde-4d4f-93f9-da4f193e1381 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2820837 Nov 02 12:52:10.066527 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50000) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:10.153085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-edf3cad5-a391-4df2-a482-f81e27b34047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:52:07Z', 'revision_number': 11, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:10.201821 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf3cad5-a391-4df2-a482-f81e27b34047 None None] Checking router: 4795dd8e-c10b-4708-a695-50b00ce541d7 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:52:10.226866 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:10.239380 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fbb7cf-d42d-430e-9b81-07e782153a69 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:10.244646 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fbb7cf-d42d-430e-9b81-07e782153a69 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:10.252874 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf3cad5-a391-4df2-a482-f81e27b34047 None None] Routers {'4795dd8e-c10b-4708-a695-50b00ce541d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:52:10.252874 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-edf3cad5-a391-4df2-a482-f81e27b34047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4795dd8e-c10b-4708-a695-50b00ce541d7'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:10.253383 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fbb7cf-d42d-430e-9b81-07e782153a69 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:10.253805 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fbb7cf-d42d-430e-9b81-07e782153a69 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:10.257625 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fbb7cf-d42d-430e-9b81-07e782153a69 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:10.259280 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-20fbb7cf-d42d-430e-9b81-07e782153a69 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "GET /networking/v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1918886 Nov 02 12:52:10.267353 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50002) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:10.296802 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-94651fc5-0381-4ccb-acb8-4131622bb333 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (453ba9ef-cc4a-42ca-80c4-7a66ec538768), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:10.300788 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (d9bc821d-6e0a-4a1d-9c9e-c9c563928f49), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:10.409728 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-edf3cad5-a391-4df2-a482-f81e27b34047 None None] Set router 4795dd8e-c10b-4708-a695-50b00ce541d7 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:52:10.492853 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9b236f-5c5f-4478-91f0-a80da9a3bdd4 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:10.494227 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dd9b236f-5c5f-4478-91f0-a80da9a3bdd4 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "GET /networking/v2.0/networks/4170fa0e-916d-41bd-8177-15bf5c3b520f HTTP/1.1" status: 200 len: 803 time: 0.2258244 Nov 02 12:52:10.502159 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50008) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:10.565674 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-94651fc5-0381-4ccb-acb8-4131622bb333 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (453ba9ef-cc4a-42ca-80c4-7a66ec538768), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:10.565919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-edf3cad5-a391-4df2-a482-f81e27b34047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:52:07Z', 'revision_number': 11, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:10.673095 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf3cad5-a391-4df2-a482-f81e27b34047 None None] The sync data for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 is: [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:52:07Z', 'revision_number': 11, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:52:10.676242 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:10.746436 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-efcc6550-4350-405a-b5f5-c4f61ba5b7cf tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "GET /networking/v2.0/networks/4170fa0e-916d-41bd-8177-15bf5c3b520f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2411060 Nov 02 12:52:10.751528 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50010) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:10.751863 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50012) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:10.762628 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0462d20d-5ed3-4b81-bb45-1494a224104d None None] Provisioning complete for port b7330949-d4e6-41d9-ae01-c18516dff28c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:10.763126 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0462d20d-5ed3-4b81-bb45-1494a224104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b7330949-d4e6-41d9-ae01-c18516dff28c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:10.764069 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0462d20d-5ed3-4b81-bb45-1494a224104d None None] Attempt 1 to provision port b7330949-d4e6-41d9-ae01-c18516dff28c Nov 02 12:52:10.767326 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:10.799529 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-46a9ad3d-e2fb-49ac-b962-209b5e460855 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Request body: {'subnet': {'network_id': '89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:10.841321 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Deleting port 6af9c714-7dd0-43a0-9e92-bf64700596ef {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:10.842064 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (6af9c714-7dd0-43a0-9e92-bf64700596ef), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:10.879352 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0462d20d-5ed3-4b81-bb45-1494a224104d None None] Current status of the port b7330949-d4e6-41d9-ae01-c18516dff28c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:10.907647 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d092a5-071a-4910-83db-4198d23ea722 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:10.909032 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-83d092a5-071a-4910-83db-4198d23ea722 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "GET /networking/v2.0/subnets/1cf62550-cb00-4a5b-a370-6662881922ea HTTP/1.1" status: 200 len: 843 time: 0.1561530 Nov 02 12:52:10.919760 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50016) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:10.962022 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-94651fc5-0381-4ccb-acb8-4131622bb333 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (453ba9ef-cc4a-42ca-80c4-7a66ec538768), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:10.975461 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50020) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:11.022841 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-94651fc5-0381-4ccb-acb8-4131622bb333 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:11.029867 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-94651fc5-0381-4ccb-acb8-4131622bb333 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/453ba9ef-cc4a-42ca-80c4-7a66ec538768 HTTP/1.1" status: 204 len: 168 time: 1.3369455 Nov 02 12:52:11.035674 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50024) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:11.036425 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94651fc5-0381-4ccb-acb8-4131622bb333 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Subnet': ['ID=453ba9ef-cc4a-42ca-80c4-7a66ec538768,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:11.039439 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a9ad3d-e2fb-49ac-b962-209b5e460855 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Made reservation on behalf of 10a6938d401e44a3933549dbb7943abd for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:11.052841 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92da050-caa8-4613-a7b0-516a92518411 None None] Network fb0e2b39-938b-4462-b473-052b9d525cc8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:11.060198 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-46a9ad3d-e2fb-49ac-b962-209b5e460855 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:11.093112 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52b427e-1f03-4bbb-8e5f-84063611182e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['shared'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:11.094846 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f52b427e-1f03-4bbb-8e5f-84063611182e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "GET /networking/v2.0/subnets/1cf62550-cb00-4a5b-a370-6662881922ea?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1738238 Nov 02 12:52:11.097909 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (6af9c714-7dd0-43a0-9e92-bf64700596ef), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:11.115824 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50026) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:11.131961 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ee97c580-bf7b-43b1-99ca-31d0652be856 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1101463513'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:11.180708 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Calling delete_port for 6af9c714-7dd0-43a0-9e92-bf64700596ef owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:11.212900 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4def2dfa-e69c-47f9-a5fc-7b0fb3ce1b07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (fb0e2b39-938b-4462-b473-052b9d525cc8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:11.321073 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee97c580-bf7b-43b1-99ca-31d0652be856 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Made reservation on behalf of 7e8f0f160b634aeebb04fc7f66a15f23 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:11.324737 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ee97c580-bf7b-43b1-99ca-31d0652be856 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:11.331545 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-4def2dfa-e69c-47f9-a5fc-7b0fb3ce1b07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Deleting port b7330949-d4e6-41d9-ae01-c18516dff28c {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:11.331883 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4def2dfa-e69c-47f9-a5fc-7b0fb3ce1b07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (b7330949-d4e6-41d9-ae01-c18516dff28c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:11.358075 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3237b1-7f34-472e-bfdd-37982bdf44a8 None None] DHCP port deletion for fb0e2b39-938b-4462-b473-052b9d525cc8 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:52:11.428890 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6892161e-30f8-4c0b-9b4c-31074cedc4aa tempest-AgentManagementNegativeTest-1580336457 tempest-AgentManagementNegativeTest-1580336457-project] 10.222.0.64 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4508080 Nov 02 12:52:11.442497 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bd3237b1-7f34-472e-bfdd-37982bdf44a8 None None] Deleting port b7330949-d4e6-41d9-ae01-c18516dff28c {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:11.443269 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bd3237b1-7f34-472e-bfdd-37982bdf44a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (b7330949-d4e6-41d9-ae01-c18516dff28c), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:11.475343 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-4def2dfa-e69c-47f9-a5fc-7b0fb3ce1b07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] For port b7330949-d4e6-41d9-ae01-c18516dff28c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b7330949-d4e6-41d9-ae01-c18516dff28c,segment=NetworkSegment(b08294d0-6c19-49d3-bf95-f181d97672b4),segment_id=b08294d0-6c19-49d3-bf95-f181d97672b4)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:11.475779 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4def2dfa-e69c-47f9-a5fc-7b0fb3ce1b07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (b7330949-d4e6-41d9-ae01-c18516dff28c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:11.496739 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-4def2dfa-e69c-47f9-a5fc-7b0fb3ce1b07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Calling delete_port for b7330949-d4e6-41d9-ae01-c18516dff28c owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:11.518766 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-46a9ad3d-e2fb-49ac-b962-209b5e460855 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (2d2e4019-01dd-4c27-a1c7-3d53185f8ca8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:11.525123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-bd3237b1-7f34-472e-bfdd-37982bdf44a8 None None] For port b7330949-d4e6-41d9-ae01-c18516dff28c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b7330949-d4e6-41d9-ae01-c18516dff28c,segment=NetworkSegment(b08294d0-6c19-49d3-bf95-f181d97672b4),segment_id=b08294d0-6c19-49d3-bf95-f181d97672b4)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:11.525123 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bd3237b1-7f34-472e-bfdd-37982bdf44a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (b7330949-d4e6-41d9-ae01-c18516dff28c), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:11.540106 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bd3237b1-7f34-472e-bfdd-37982bdf44a8 None None] Calling delete_port for b7330949-d4e6-41d9-ae01-c18516dff28c owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:11.593205 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee97c580-bf7b-43b1-99ca-31d0652be856 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:11.619159 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9ad3d-e2fb-49ac-b962-209b5e460855 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event updated for resources: {'Subnet': ['ID=2d2e4019-01dd-4c27-a1c7-3d53185f8ca8,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:11.623638 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ee97c580-bf7b-43b1-99ca-31d0652be856 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (146f3abf-3532-4910-8eba-871fe1e8f53e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:11.623980 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-ee97c580-bf7b-43b1-99ca-31d0652be856 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Added segment 146f3abf-3532-4910-8eba-871fe1e8f53e of type vlan for network 1974d86d-60da-43ea-a544-1a0a1023a243 Nov 02 12:52:11.652192 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a9ad3d-e2fb-49ac-b962-209b5e460855 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Checking segment: {'id': 'a5458e16-5174-4603-a3b1-2658cad23236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:11.652574 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a9ad3d-e2fb-49ac-b962-209b5e460855 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Network hostable DHCP agents. Network: 89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:52:11.691335 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ee97c580-bf7b-43b1-99ca-31d0652be856 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (1974d86d-60da-43ea-a544-1a0a1023a243), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:11.726893 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bd3237b1-7f34-472e-bfdd-37982bdf44a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (b7330949-d4e6-41d9-ae01-c18516dff28c), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:11.727248 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (6af9c714-7dd0-43a0-9e92-bf64700596ef), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:11.758080 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3237b1-7f34-472e-bfdd-37982bdf44a8 None None] Pushing event deleted for resources: {'Port': ['ID=b7330949-d4e6-41d9-ae01-c18516dff28c,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:11.760079 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3237b1-7f34-472e-bfdd-37982bdf44a8 None None] No DVR routers for this DVR port b7330949-d4e6-41d9-ae01-c18516dff28c on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:52:11.773728 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event deleted for resources: {'Port': ['ID=6af9c714-7dd0-43a0-9e92-bf64700596ef,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:11.773728 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4def2dfa-e69c-47f9-a5fc-7b0fb3ce1b07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (b7330949-d4e6-41d9-ae01-c18516dff28c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:11.805870 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:11.806132 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:11.806512 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:11.806847 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:11.807179 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:11.807507 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:11.807836 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:11.808155 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:11.808479 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:11.808821 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:11.809148 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:11.809467 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:11.809781 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:11.810200 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:11.811096 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:11.823316 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a9ad3d-e2fb-49ac-b962-209b5e460855 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Network 89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:52:11.825827 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ee97c580-bf7b-43b1-99ca-31d0652be856 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (1974d86d-60da-43ea-a544-1a0a1023a243), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:11.831797 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee97c580-bf7b-43b1-99ca-31d0652be856 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:11.832618 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ee97c580-bf7b-43b1-99ca-31d0652be856 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:11.863014 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4def2dfa-e69c-47f9-a5fc-7b0fb3ce1b07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] No DVR routers for this DVR port b7330949-d4e6-41d9-ae01-c18516dff28c on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:52:11.871559 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def2dfa-e69c-47f9-a5fc-7b0fb3ce1b07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Port': ['ID=b7330949-d4e6-41d9-ae01-c18516dff28c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:11.898258 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:11.930601 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97c580-bf7b-43b1-99ca-31d0652be856 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Network': ['ID=1974d86d-60da-43ea-a544-1a0a1023a243,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:11.931233 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 1974d86d-60da-43ea-a544-1a0a1023a243 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:11.977369 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-46a9ad3d-e2fb-49ac-b962-209b5e460855 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:11.993177 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9648663c-5a0c-4909-9a2e-c1f628066315 None None] Network 89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:12.003964 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a9ad3d-e2fb-49ac-b962-209b5e460855 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:12.005351 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-46a9ad3d-e2fb-49ac-b962-209b5e460855 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:12.009376 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:12.011784 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4def2dfa-e69c-47f9-a5fc-7b0fb3ce1b07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (fb0e2b39-938b-4462-b473-052b9d525cc8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:12.053288 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-4def2dfa-e69c-47f9-a5fc-7b0fb3ce1b07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0e2b39-938b-4462-b473-052b9d525cc8']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:12.087428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-4def2dfa-e69c-47f9-a5fc-7b0fb3ce1b07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08294d0-6c19-49d3-bf95-f181d97672b4') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:12.087428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-4def2dfa-e69c-47f9-a5fc-7b0fb3ce1b07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08294d0-6c19-49d3-bf95-f181d97672b4') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:12.100358 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4def2dfa-e69c-47f9-a5fc-7b0fb3ce1b07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (b08294d0-6c19-49d3-bf95-f181d97672b4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:12.109116 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ee97c580-bf7b-43b1-99ca-31d0652be856 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9908550 Nov 02 12:52:12.111553 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50044) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:12.114542 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50046) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:12.120365 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98', 'network_id': '89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98', 'project_id': '10a6938d401e44a3933549dbb7943abd', 'fixed_ips': [{'subnet_id': '2d2e4019-01dd-4c27-a1c7-3d53185f8ca8'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:52:12.122432 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:12.129719 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (d9bc821d-6e0a-4a1d-9c9e-c9c563928f49), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:12.131865 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4def2dfa-e69c-47f9-a5fc-7b0fb3ce1b07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (b08294d0-6c19-49d3-bf95-f181d97672b4), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:12.133331 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5b23e887-5719-4ae2-ba34-1ffe4019878e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'subnet': {'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:12.144022 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4def2dfa-e69c-47f9-a5fc-7b0fb3ce1b07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:12.144431 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4def2dfa-e69c-47f9-a5fc-7b0fb3ce1b07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (b08294d0-6c19-49d3-bf95-f181d97672b4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:12.169520 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-46a9ad3d-e2fb-49ac-b962-209b5e460855 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3743119 Nov 02 12:52:12.181756 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment b08294d0-6c19-49d3-bf95-f181d97672b4 resource provider aggregate not found Nov 02 12:52:12.184874 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50054) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:12.232643 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-92c8b59f-b9a1-4390-bce4-efd91eb119da tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2014842977'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:12.278002 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b7330949-d4e6-41d9-ae01-c18516dff28c no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:52:12.290079 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50058) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:12.301124 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:12.302178 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: b7330949-d4e6-41d9-ae01-c18516dff28c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:52:12.302487 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b7330949-d4e6-41d9-ae01-c18516dff28c not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:52:12.302898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 088aac3a-369e-4ef5-bb63-82d87a8a3c87 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:52:12.336963 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment b08294d0-6c19-49d3-bf95-f181d97672b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b08294d0-6c19-49d3-bf95-f181d97672b4 found for delete ", "request_id": "req-2a98bbef-bc36-4a95-b880-7814a2450977"}]} Nov 02 12:52:12.337278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 088aac3a-369e-4ef5-bb63-82d87a8a3c87 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:52:12.337278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 088aac3a-369e-4ef5-bb63-82d87a8a3c87 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:52:12.360365 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:12.395598 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] Allocated IP 2001:db8:0:ffff::2 (89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98/2d2e4019-01dd-4c27-a1c7-3d53185f8ca8/19975524-2c5a-41ac-ac5f-a570a923677a) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:12.454289 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ecf368ba-0cc4-47d9-96cf-dc2b092bdeee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:12.497352 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b23e887-5719-4ae2-ba34-1ffe4019878e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Made reservation on behalf of 7e8f0f160b634aeebb04fc7f66a15f23 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:12.505474 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b23e887-5719-4ae2-ba34-1ffe4019878e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:12.542685 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4def2dfa-e69c-47f9-a5fc-7b0fb3ce1b07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (fb0e2b39-938b-4462-b473-052b9d525cc8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:12.548435 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c8b59f-b9a1-4390-bce4-efd91eb119da tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Made reservation on behalf of 10a6938d401e44a3933549dbb7943abd for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:12.552901 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-92c8b59f-b9a1-4390-bce4-efd91eb119da tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:12.569577 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4def2dfa-e69c-47f9-a5fc-7b0fb3ce1b07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:12.576655 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4def2dfa-e69c-47f9-a5fc-7b0fb3ce1b07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/networks/fb0e2b39-938b-4462-b473-052b9d525cc8 HTTP/1.1" status: 204 len: 168 time: 1.5356789 Nov 02 12:52:12.598845 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.ipam_backend_mixin [None req-5b23e887-5719-4ae2-ba34-1ffe4019878e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Performing IP validity checks on allocation pools {{(pid=105975) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 02 12:52:12.600058 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.ipam_backend_mixin [None req-5b23e887-5719-4ae2-ba34-1ffe4019878e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105975) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 02 12:52:12.638596 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] Publish callbacks [] for port (19975524-2c5a-41ac-ac5f-a570a923677a), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:12.653006 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50064) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:12.678662 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-2fb56058-2a11-46c6-b1bc-a3fac8b49f4e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'router': {'routes': None}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:12.733868 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (19975524-2c5a-41ac-ac5f-a570a923677a), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:12.799377 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] Pushing event updated for resources: {'Port': ['ID=19975524-2c5a-41ac-ac5f-a570a923677a,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:12.838274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] Network 89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:12.843239 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:12.847303 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:52:12.955215 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] Attempting to bind port 19975524-2c5a-41ac-ac5f-a570a923677a on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:12.955961 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] Attempting to bind port 19975524-2c5a-41ac-ac5f-a570a923677a by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a5458e16-5174-4603-a3b1-2658cad23236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:12.956747 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] Attempting to bind port 19975524-2c5a-41ac-ac5f-a570a923677a on network 89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:13.011352 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-315a1a02-8f95-4623-b270-e72f15ce8c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:13.016670 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:52:13.021414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] Checking segment: {'id': 'a5458e16-5174-4603-a3b1-2658cad23236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:13.021414 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:13.021414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] Bound using segment: {'id': 'a5458e16-5174-4603-a3b1-2658cad23236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:52:13.021414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] Bound port: 19975524-2c5a-41ac-ac5f-a570a923677a, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5458e16-5174-4603-a3b1-2658cad23236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:52:13.021414 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (19975524-2c5a-41ac-ac5f-a570a923677a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:13.103750 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4852f7f8-cf45-4374-aebf-7541b6f8ab95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:13.109223 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] For port 19975524-2c5a-41ac-ac5f-a570a923677a, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:13.113572 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] For port 19975524-2c5a-41ac-ac5f-a570a923677a, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=19975524-2c5a-41ac-ac5f-a570a923677a,segment=NetworkSegment(a5458e16-5174-4603-a3b1-2658cad23236),segment_id=a5458e16-5174-4603-a3b1-2658cad23236)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:13.174832 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def2dfa-e69c-47f9-a5fc-7b0fb3ce1b07 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Pushing event deleted for resources: {'Network': ['ID=fb0e2b39-938b-4462-b473-052b9d525cc8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:13.195418 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c8b59f-b9a1-4390-bce4-efd91eb119da tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:13.214942 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (19975524-2c5a-41ac-ac5f-a570a923677a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:13.221239 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Router d9bc821d-6e0a-4a1d-9c9e-c9c563928f49 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:52:13.238302 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-92c8b59f-b9a1-4390-bce4-efd91eb119da tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (5242b9c5-f9f7-4bc7-87a8-affe07c0d18f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:13.238736 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-92c8b59f-b9a1-4390-bce4-efd91eb119da tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Added segment 5242b9c5-f9f7-4bc7-87a8-affe07c0d18f of type vlan for network d23d32f7-c419-4b39-9bb5-d78cdd9b0589 Nov 02 12:52:13.242091 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ecf368ba-0cc4-47d9-96cf-dc2b092bdeee admin admin] Publish callbacks [] for security_group (b2496cfc-2248-4780-bbf3-2e53ba8d42bf), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:13.245113 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.extraroute_db [None req-2fb56058-2a11-46c6-b1bc-a3fac8b49f4e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Added routes are [] {{(pid=105975) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 02 12:52:13.245471 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.extraroute_db [None req-2fb56058-2a11-46c6-b1bc-a3fac8b49f4e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Removed routes are [] {{(pid=105975) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 02 12:52:13.245773 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fb56058-2a11-46c6-b1bc-a3fac8b49f4e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (4795dd8e-c10b-4708-a695-50b00ce541d7), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:13.321016 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ecf368ba-0cc4-47d9-96cf-dc2b092bdeee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b2496cfc-2248-4780-bbf3-2e53ba8d42bf), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:13.332310 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a776fa3-c549-4b06-a487-ad80a2a7ca51 None None] Pushing event updated for resources: {'Port': ['ID=19975524-2c5a-41ac-ac5f-a570a923677a,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:13.354972 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:13.366856 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b23e887-5719-4ae2-ba34-1ffe4019878e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (38e0148f-03d4-4716-9ce2-e3737b58d7af), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:13.400164 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-92c8b59f-b9a1-4390-bce4-efd91eb119da tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (d23d32f7-c419-4b39-9bb5-d78cdd9b0589), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:13.441975 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ecf368ba-0cc4-47d9-96cf-dc2b092bdeee admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=bd0198c698494a98a7b06756263cf241&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3246894 Nov 02 12:52:13.452636 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50082) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:13.453935 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf368ba-0cc4-47d9-96cf-dc2b092bdeee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2496cfc-2248-4780-bbf3-2e53ba8d42bf,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:13.520003 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:52:13.528330 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2ebd99d7-0b7c-4d95-8400-446889de1ea5 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "PUT /networking/v2.0/routers/d9bc821d-6e0a-4a1d-9c9e-c9c563928f49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3526385 Nov 02 12:52:13.531813 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50084) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:13.537387 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae969646-b140-482c-af2e-9a8d41a6851d None None] Sync routers for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:52:13.560383 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae969646-b140-482c-af2e-9a8d41a6851d None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:52:13.561040 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-ae969646-b140-482c-af2e-9a8d41a6851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:13.608022 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23e887-5719-4ae2-ba34-1ffe4019878e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Subnet': ['ID=38e0148f-03d4-4716-9ce2-e3737b58d7af,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:13.626495 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-ae969646-b140-482c-af2e-9a8d41a6851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:13.636230 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae969646-b140-482c-af2e-9a8d41a6851d None None] Routers {'d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:52:13.637080 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-ae969646-b140-482c-af2e-9a8d41a6851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:13.686685 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-ae969646-b140-482c-af2e-9a8d41a6851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:13.687285 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae969646-b140-482c-af2e-9a8d41a6851d None None] The sync data for ids ['d9bc821d-6e0a-4a1d-9c9e-c9c563928f49'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:52:13.694641 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-92c8b59f-b9a1-4390-bce4-efd91eb119da tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (d23d32f7-c419-4b39-9bb5-d78cdd9b0589), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:13.702008 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c8b59f-b9a1-4390-bce4-efd91eb119da tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:13.712400 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-92c8b59f-b9a1-4390-bce4-efd91eb119da tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:13.712606 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fb56058-2a11-46c6-b1bc-a3fac8b49f4e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (4795dd8e-c10b-4708-a695-50b00ce541d7), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:13.715171 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:13.730728 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b23e887-5719-4ae2-ba34-1ffe4019878e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Checking segment: {'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:13.731101 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b23e887-5719-4ae2-ba34-1ffe4019878e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Network hostable DHCP agents. Network: 1974d86d-60da-43ea-a544-1a0a1023a243, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:52:13.738992 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fb56058-2a11-46c6-b1bc-a3fac8b49f4e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (4795dd8e-c10b-4708-a695-50b00ce541d7), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:13.763783 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6ae6-f05e-4ea9-978e-41db887245dc tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for router (d9bc821d-6e0a-4a1d-9c9e-c9c563928f49), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:13.768899 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4852f7f8-cf45-4374-aebf-7541b6f8ab95 admin admin] Publish callbacks [] for security_group (92c4fd54-df3d-47fc-b021-f5b74fc17dbd), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:13.815342 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea6a8ea8-5a53-49ec-9026-89976f75b7a3 admin admin] Publish callbacks [] for security_group (b2496cfc-2248-4780-bbf3-2e53ba8d42bf), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:13.842836 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8b59f-b9a1-4390-bce4-efd91eb119da tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event updated for resources: {'Network': ['ID=d23d32f7-c419-4b39-9bb5-d78cdd9b0589,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:13.857904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network d23d32f7-c419-4b39-9bb5-d78cdd9b0589 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:13.870379 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea6a8ea8-5a53-49ec-9026-89976f75b7a3 admin admin] Publish callbacks [] for security_group (b2496cfc-2248-4780-bbf3-2e53ba8d42bf), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:13.881221 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb56058-2a11-46c6-b1bc-a3fac8b49f4e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 4795dd8e-c10b-4708-a695-50b00ce541d7 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:52:13.914678 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4852f7f8-cf45-4374-aebf-7541b6f8ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (92c4fd54-df3d-47fc-b021-f5b74fc17dbd), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:13.924583 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-92c8b59f-b9a1-4390-bce4-efd91eb119da tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6988132 Nov 02 12:52:13.931700 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50088) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:13.946274 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-51c2ed17-8900-4dba-9db5-2191edd0cd0a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Request body: {'subnet': {'network_id': 'd23d32f7-c419-4b39-9bb5-d78cdd9b0589', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:13.979525 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b23e887-5719-4ae2-ba34-1ffe4019878e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Network 1974d86d-60da-43ea-a544-1a0a1023a243 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:52:13.992826 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6ae6-f05e-4ea9-978e-41db887245dc tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for router_gateway (d9bc821d-6e0a-4a1d-9c9e-c9c563928f49), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:14.037706 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852f7f8-cf45-4374-aebf-7541b6f8ab95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c4fd54-df3d-47fc-b021-f5b74fc17dbd,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:14.041366 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb56058-2a11-46c6-b1bc-a3fac8b49f4e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:52:14.045437 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4852f7f8-cf45-4374-aebf-7541b6f8ab95 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=291ebd492ff74318b46cdb0714b682d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7542470 Nov 02 12:52:14.052630 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50090) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:14.068582 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fb56058-2a11-46c6-b1bc-a3fac8b49f4e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:14.068582 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2fb56058-2a11-46c6-b1bc-a3fac8b49f4e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/4795dd8e-c10b-4708-a695-50b00ce541d7 HTTP/1.1" status: 200 len: 704 time: 1.4006429 Nov 02 12:52:14.069430 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c74c34-3a7c-4755-8df8-957acb1f5d81 None None] Sync routers for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:52:14.069928 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c74c34-3a7c-4755-8df8-957acb1f5d81 None None] Routers {'4795dd8e-c10b-4708-a695-50b00ce541d7'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:52:14.070738 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-86c74c34-3a7c-4755-8df8-957acb1f5d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['4795dd8e-c10b-4708-a695-50b00ce541d7'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:14.071016 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50092) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:14.129052 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e0da8d37-1949-452e-99ff-341f2890fe2a admin admin] Publish callbacks [] for security_group (92c4fd54-df3d-47fc-b021-f5b74fc17dbd), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:14.139215 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c29a55d7-2705-4ef9-a1a1-150ae69f9906 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4795dd8e-c10b-4708-a695-50b00ce541d7 HTTP/1.1" status: 200 len: 205 time: 0.0667374 Nov 02 12:52:14.145344 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50096) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:14.188206 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e0da8d37-1949-452e-99ff-341f2890fe2a admin admin] Publish callbacks [] for security_group (92c4fd54-df3d-47fc-b021-f5b74fc17dbd), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:14.268288 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa6ae6-f05e-4ea9-978e-41db887245dc tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Deleting port 2e9826f9-863a-4a3c-b33b-a4bf1294b723 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:14.268624 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6ae6-f05e-4ea9-978e-41db887245dc tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2e9826f9-863a-4a3c-b33b-a4bf1294b723), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:14.283237 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-5b23e887-5719-4ae2-ba34-1ffe4019878e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 1974d86d-60da-43ea-a544-1a0a1023a243) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:14.285529 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea6a8ea8-5a53-49ec-9026-89976f75b7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b2496cfc-2248-4780-bbf3-2e53ba8d42bf), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:14.288156 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c2ed17-8900-4dba-9db5-2191edd0cd0a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Made reservation on behalf of 10a6938d401e44a3933549dbb7943abd for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:14.292864 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-51c2ed17-8900-4dba-9db5-2191edd0cd0a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:14.311458 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea6a8ea8-5a53-49ec-9026-89976f75b7a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:14.316739 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ea6a8ea8-5a53-49ec-9026-89976f75b7a3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b2496cfc-2248-4780-bbf3-2e53ba8d42bf HTTP/1.1" status: 204 len: 168 time: 0.8623650 Nov 02 12:52:14.324189 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b23e887-5719-4ae2-ba34-1ffe4019878e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:14.325026 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b23e887-5719-4ae2-ba34-1ffe4019878e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:14.432166 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d8b8371-e1ee-4c6a-abed-5b75a2c6fd51 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (4795dd8e-c10b-4708-a695-50b00ce541d7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:14.516549 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 19975524-2c5a-41ac-ac5f-a570a923677a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:14.522733 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d798b6a-30d7-4697-82dc-c7936fe322a5 None None] Network 1974d86d-60da-43ea-a544-1a0a1023a243 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:14.536885 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6ae6-f05e-4ea9-978e-41db887245dc tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2e9826f9-863a-4a3c-b33b-a4bf1294b723), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:14.542476 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a8ea8-5a53-49ec-9026-89976f75b7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2496cfc-2248-4780-bbf3-2e53ba8d42bf,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:14.561688 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa6ae6-f05e-4ea9-978e-41db887245dc tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Calling delete_port for 2e9826f9-863a-4a3c-b33b-a4bf1294b723 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:14.610831 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-86c74c34-3a7c-4755-8df8-957acb1f5d81 None None] Set router 4795dd8e-c10b-4708-a695-50b00ce541d7 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:52:14.716635 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e0da8d37-1949-452e-99ff-341f2890fe2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (92c4fd54-df3d-47fc-b021-f5b74fc17dbd), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:14.719360 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e0da8d37-1949-452e-99ff-341f2890fe2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:14.721659 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e0da8d37-1949-452e-99ff-341f2890fe2a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/92c4fd54-df3d-47fc-b021-f5b74fc17dbd HTTP/1.1" status: 204 len: 168 time: 0.6671686 Nov 02 12:52:14.723370 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d8b8371-e1ee-4c6a-abed-5b75a2c6fd51 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (4795dd8e-c10b-4708-a695-50b00ce541d7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:14.726007 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d8b8371-e1ee-4c6a-abed-5b75a2c6fd51 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router_controller (4795dd8e-c10b-4708-a695-50b00ce541d7), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:14.766491 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da8d37-1949-452e-99ff-341f2890fe2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c4fd54-df3d-47fc-b021-f5b74fc17dbd,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:14.803215 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5b23e887-5719-4ae2-ba34-1ffe4019878e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6872113 Nov 02 12:52:14.809619 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50118) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:14.816884 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5554cc59-a94c-4e11-a5d8-4920f929298e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:14.964243 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-86c74c34-3a7c-4755-8df8-957acb1f5d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795dd8e-c10b-4708-a695-50b00ce541d7', 'name': 'tempest-RoutersIpV6Test-router-493444518', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:50:50Z', 'updated_at': '2022-11-02T12:52:07Z', 'revision_number': 11, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:14.986905 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5554cc59-a94c-4e11-a5d8-4920f929298e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12785061'] for subnet (38e0148f-03d4-4716-9ce2-e3737b58d7af), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.005009 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518faca2-8a00-431a-adb2-f172b05ef257 None None] Network 89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:15.077846 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 19975524-2c5a-41ac-ac5f-a570a923677a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:15.078538 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (19975524-2c5a-41ac-ac5f-a570a923677a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.079015 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 19975524-2c5a-41ac-ac5f-a570a923677a Nov 02 12:52:15.096062 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:15.102429 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6ae6-f05e-4ea9-978e-41db887245dc tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2e9826f9-863a-4a3c-b33b-a4bf1294b723), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.127753 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-1974d86d-60da-43ea-a544-1a0a1023a243', 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243', 'project_id': '7e8f0f160b634aeebb04fc7f66a15f23', 'fixed_ips': [{'subnet_id': '38e0148f-03d4-4716-9ce2-e3737b58d7af'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:52:15.128603 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.131285 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c74c34-3a7c-4755-8df8-957acb1f5d81 None None] Checking router: 4795dd8e-c10b-4708-a695-50b00ce541d7 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:52:15.186616 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa6ae6-f05e-4ea9-978e-41db887245dc tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event deleted for resources: {'Port': ['ID=2e9826f9-863a-4a3c-b33b-a4bf1294b723,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:15.211872 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-fc2224dd-28b2-4e3d-9090-2c88467ed743 None None] Provisioning complete for port 19975524-2c5a-41ac-ac5f-a570a923677a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:15.212243 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fc2224dd-28b2-4e3d-9090-2c88467ed743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (19975524-2c5a-41ac-ac5f-a570a923677a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.212602 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-fc2224dd-28b2-4e3d-9090-2c88467ed743 None None] Attempt 1 to provision port 19975524-2c5a-41ac-ac5f-a570a923677a Nov 02 12:52:15.226296 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d8b8371-e1ee-4c6a-abed-5b75a2c6fd51 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (4795dd8e-c10b-4708-a695-50b00ce541d7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.227699 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8b8371-e1ee-4c6a-abed-5b75a2c6fd51 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Fanout notify agent at l3_agent the message router_deleted on router 4795dd8e-c10b-4708-a695-50b00ce541d7 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:52:15.234200 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d8b8371-e1ee-4c6a-abed-5b75a2c6fd51 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.235333 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1d8b8371-e1ee-4c6a-abed-5b75a2c6fd51 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/routers/4795dd8e-c10b-4708-a695-50b00ce541d7 HTTP/1.1" status: 204 len: 168 time: 1.0884008 Nov 02 12:52:15.242086 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50128) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:15.273171 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-becfc6b4-8c5c-48b8-ba4a-fc1d31cd7317 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2141270189', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:15.313745 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c74c34-3a7c-4755-8df8-957acb1f5d81 None None] Routers set() bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:52:15.313745 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c74c34-3a7c-4755-8df8-957acb1f5d81 None None] Router IDs set() for agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Nov 02 12:52:15.313745 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_agentschedulers_db [None req-86c74c34-3a7c-4755-8df8-957acb1f5d81 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4795dd8e-c10b-4708-a695-50b00ce541d7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:51:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent'). {{(pid=105977) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 02 12:52:15.313745 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c74c34-3a7c-4755-8df8-957acb1f5d81 None None] The sync data for ids ['4795dd8e-c10b-4708-a695-50b00ce541d7'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:52:15.377067 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fc2224dd-28b2-4e3d-9090-2c88467ed743 None None] Current status of the port 19975524-2c5a-41ac-ac5f-a570a923677a is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:15.377753 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fc2224dd-28b2-4e3d-9090-2c88467ed743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (19975524-2c5a-41ac-ac5f-a570a923677a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.388403 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5554cc59-a94c-4e11-a5d8-4920f929298e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744311638667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13056538'] for subnet (38e0148f-03d4-4716-9ce2-e3737b58d7af), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.442207 n-d-857339-6 neutron-server[105976]: DEBUG neutron.objects.ports [None req-51c2ed17-8900-4dba-9db5-2191edd0cd0a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105976) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 12:52:15.450002 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-51c2ed17-8900-4dba-9db5-2191edd0cd0a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (dce449b1-7548-4f8d-938e-a9cd2727aca4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.462460 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-becfc6b4-8c5c-48b8-ba4a-fc1d31cd7317 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (9842dd7d-3870-41ea-88fa-00bc6206c581), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.466121 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-becfc6b4-8c5c-48b8-ba4a-fc1d31cd7317 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (9842dd7d-3870-41ea-88fa-00bc6206c581), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.480444 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6ae6-f05e-4ea9-978e-41db887245dc tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (d9bc821d-6e0a-4a1d-9c9e-c9c563928f49), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.490242 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.502559 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5554cc59-a94c-4e11-a5d8-4920f929298e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:15.515566 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5554cc59-a94c-4e11-a5d8-4920f929298e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.525560 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5554cc59-a94c-4e11-a5d8-4920f929298e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "PUT /networking/v2.0/subnets/38e0148f-03d4-4716-9ce2-e3737b58d7af HTTP/1.1" status: 200 len: 900 time: 0.7128339 Nov 02 12:52:15.533067 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50134) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:15.629481 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:15.655659 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554cc59-a94c-4e11-a5d8-4920f929298e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event updated for resources: {'Subnet': ['ID=38e0148f-03d4-4716-9ce2-e3737b58d7af,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:15.793662 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 19975524-2c5a-41ac-ac5f-a570a923677a is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:15.794070 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (19975524-2c5a-41ac-ac5f-a570a923677a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.826447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-fc2224dd-28b2-4e3d-9090-2c88467ed743 None None] For port 19975524-2c5a-41ac-ac5f-a570a923677a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=19975524-2c5a-41ac-ac5f-a570a923677a,segment=NetworkSegment(a5458e16-5174-4603-a3b1-2658cad23236),segment_id=a5458e16-5174-4603-a3b1-2658cad23236)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:15.854388 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (1974d86d-60da-43ea-a544-1a0a1023a243), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.871236 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c2ed17-8900-4dba-9db5-2191edd0cd0a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Checking segment: {'id': '5242b9c5-f9f7-4bc7-87a8-affe07c0d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'd23d32f7-c419-4b39-9bb5-d78cdd9b0589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:15.871829 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c2ed17-8900-4dba-9db5-2191edd0cd0a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Network hostable DHCP agents. Network: d23d32f7-c419-4b39-9bb5-d78cdd9b0589, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:52:15.901331 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Allocated IP 2001:db8::3 (1974d86d-60da-43ea-a544-1a0a1023a243/38e0148f-03d4-4716-9ce2-e3737b58d7af/7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:15.920748 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:15.928683 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50142) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:15.944682 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6ae6-f05e-4ea9-978e-41db887245dc tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (d9bc821d-6e0a-4a1d-9c9e-c9c563928f49), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.953004 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6ae6-f05e-4ea9-978e-41db887245dc tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for router_controller (d9bc821d-6e0a-4a1d-9c9e-c9c563928f49), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.976025 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-133aea14-cc53-4312-9e75-4d32e23ee66e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.985133 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fc2224dd-28b2-4e3d-9090-2c88467ed743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (19975524-2c5a-41ac-ac5f-a570a923677a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.988740 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (38e0148f-03d4-4716-9ce2-e3737b58d7af), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.997047 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2ed17-8900-4dba-9db5-2191edd0cd0a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event updated for resources: {'Subnet': ['ID=dce449b1-7548-4f8d-938e-a9cd2727aca4,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:16.009420 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-42e7d209-d550-4fc7-8813-e347a1116b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.016130 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:16.017953 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-becfc6b4-8c5c-48b8-ba4a-fc1d31cd7317 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router_controller (9842dd7d-3870-41ea-88fa-00bc6206c581), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.141744 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:52:16.142158 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:52:16.150699 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c225a2da-77e9-4e6e-9828-a734e26b2a80 None None] Provisioning complete for port 19975524-2c5a-41ac-ac5f-a570a923677a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:16.151299 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c225a2da-77e9-4e6e-9828-a734e26b2a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (19975524-2c5a-41ac-ac5f-a570a923677a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.151814 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c225a2da-77e9-4e6e-9828-a734e26b2a80 None None] Attempt 1 to provision port 19975524-2c5a-41ac-ac5f-a570a923677a Nov 02 12:52:16.180653 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-133aea14-cc53-4312-9e75-4d32e23ee66e admin admin] Publish callbacks [] for security_group (a1ecbf86-b596-433e-9cd4-699d3e0caf78), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.180855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2224dd-28b2-4e3d-9090-2c88467ed743 None None] Pushing event updated for resources: {'Port': ['ID=19975524-2c5a-41ac-ac5f-a570a923677a,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:16.239777 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c2ed17-8900-4dba-9db5-2191edd0cd0a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Network d23d32f7-c419-4b39-9bb5-d78cdd9b0589 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:52:16.256283 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-becfc6b4-8c5c-48b8-ba4a-fc1d31cd7317 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (9842dd7d-3870-41ea-88fa-00bc6206c581), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.269710 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Publish callbacks [] for port (7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.274279 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-133aea14-cc53-4312-9e75-4d32e23ee66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a1ecbf86-b596-433e-9cd4-699d3e0caf78), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.297989 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6ae6-f05e-4ea9-978e-41db887245dc tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (d9bc821d-6e0a-4a1d-9c9e-c9c563928f49), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.298570 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfa6ae6-f05e-4ea9-978e-41db887245dc tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Fanout notify agent at l3_agent the message router_deleted on router d9bc821d-6e0a-4a1d-9c9e-c9c563928f49 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:52:16.321087 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6ae6-f05e-4ea9-978e-41db887245dc tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.324980 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bbfa6ae6-f05e-4ea9-978e-41db887245dc tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "DELETE /networking/v2.0/routers/d9bc821d-6e0a-4a1d-9c9e-c9c563928f49 HTTP/1.1" status: 204 len: 168 time: 2.7896552 Nov 02 12:52:16.325205 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50148) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:16.338050 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c225a2da-77e9-4e6e-9828-a734e26b2a80 None None] Current status of the port 19975524-2c5a-41ac-ac5f-a570a923677a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:16.371120 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-133aea14-cc53-4312-9e75-4d32e23ee66e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=63ecf6583ba1457792647c6ed165d609&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4406683 Nov 02 12:52:16.372297 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50152) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:16.375726 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133aea14-cc53-4312-9e75-4d32e23ee66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ecbf86-b596-433e-9cd4-699d3e0caf78,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:16.402268 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48de69e-738e-44bf-91f6-7b6ad6e05179 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Deleting subnet 431b0d7b-b521-4638-be2a-db36388a596c {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:52:16.410229 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-51c2ed17-8900-4dba-9db5-2191edd0cd0a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, d23d32f7-c419-4b39-9bb5-d78cdd9b0589) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:16.410229 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a48de69e-738e-44bf-91f6-7b6ad6e05179 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for subnet (431b0d7b-b521-4638-be2a-db36388a596c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.416662 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd3e6bb-e1ad-4df5-b3f3-dc698afd1947 None None] Network d23d32f7-c419-4b39-9bb5-d78cdd9b0589 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:16.437829 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c2ed17-8900-4dba-9db5-2191edd0cd0a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:16.438426 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-51c2ed17-8900-4dba-9db5-2191edd0cd0a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.449356 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-becfc6b4-8c5c-48b8-ba4a-fc1d31cd7317 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.454553 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-becfc6b4-8c5c-48b8-ba4a-fc1d31cd7317 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2109988 Nov 02 12:52:16.458823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50156) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:16.469685 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e792d8cb-5530-40f3-a92d-646762eb1608 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:16.482288 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.490225 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b691a4ee-2b59-4ff2-8f2a-dd59da966517 admin admin] Publish callbacks [] for security_group (a1ecbf86-b596-433e-9cd4-699d3e0caf78), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.516098 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b691a4ee-2b59-4ff2-8f2a-dd59da966517 admin admin] Publish callbacks [] for security_group (a1ecbf86-b596-433e-9cd4-699d3e0caf78), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.527055 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a48de69e-738e-44bf-91f6-7b6ad6e05179 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (431b0d7b-b521-4638-be2a-db36388a596c), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.575123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Network 1974d86d-60da-43ea-a544-1a0a1023a243 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:16.586550 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:16.592509 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:52:16.599351 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Pushing event updated for resources: {'Port': ['ID=7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:16.671769 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a48de69e-738e-44bf-91f6-7b6ad6e05179 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (431b0d7b-b521-4638-be2a-db36388a596c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.687748 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (38e0148f-03d4-4716-9ce2-e3737b58d7af), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.721072 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 19975524-2c5a-41ac-ac5f-a570a923677a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:16.724946 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-d23d32f7-c419-4b39-9bb5-d78cdd9b0589', 'network_id': 'd23d32f7-c419-4b39-9bb5-d78cdd9b0589', 'project_id': '10a6938d401e44a3933549dbb7943abd', 'fixed_ips': [{'subnet_id': 'dce449b1-7548-4f8d-938e-a9cd2727aca4'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:52:16.725969 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.756207 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-51c2ed17-8900-4dba-9db5-2191edd0cd0a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8206940 Nov 02 12:52:16.766074 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50166) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:16.767349 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:16.767816 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:16.768325 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:16.775757 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-db686906-8716-452c-bae1-6b3d41bf8e24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Request body: {'port': {'network_id': 'd23d32f7-c419-4b39-9bb5-d78cdd9b0589', 'name': 'tempest-NetworksIpV6TestAttrs-1529603430'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:16.785708 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Subnet': ['ID=38e0148f-03d4-4716-9ce2-e3737b58d7af,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:16.797583 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b691a4ee-2b59-4ff2-8f2a-dd59da966517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a1ecbf86-b596-433e-9cd4-699d3e0caf78), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.805050 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b691a4ee-2b59-4ff2-8f2a-dd59da966517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.807403 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b691a4ee-2b59-4ff2-8f2a-dd59da966517 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a1ecbf86-b596-433e-9cd4-699d3e0caf78 HTTP/1.1" status: 204 len: 168 time: 0.4296219 Nov 02 12:52:16.843564 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e792d8cb-5530-40f3-a92d-646762eb1608 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (9842dd7d-3870-41ea-88fa-00bc6206c581), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:16.880286 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:16.886729 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:16.926502 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:16.933918 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Failed to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] Nov 02 12:52:16.933918 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempt 2 to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 Nov 02 12:52:16.979966 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:17.046114 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691a4ee-2b59-4ff2-8f2a-dd59da966517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ecbf86-b596-433e-9cd4-699d3e0caf78,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:17.057803 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (1974d86d-60da-43ea-a544-1a0a1023a243), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:17.064166 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50172) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:17.075477 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:17.076317 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:17.076317 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:17.079553 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 19975524-2c5a-41ac-ac5f-a570a923677a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:17.080692 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e792d8cb-5530-40f3-a92d-646762eb1608 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (9842dd7d-3870-41ea-88fa-00bc6206c581), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:17.107690 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1974d86d-60da-43ea-a544-1a0a1023a243']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:17.135298 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146f3abf-3532-4910-8eba-871fe1e8f53e') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:17.135680 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146f3abf-3532-4910-8eba-871fe1e8f53e') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:17.159429 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (146f3abf-3532-4910-8eba-871fe1e8f53e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:17.207226 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (146f3abf-3532-4910-8eba-871fe1e8f53e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:17.224968 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:17.226104 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (146f3abf-3532-4910-8eba-871fe1e8f53e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:17.264778 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a48de69e-738e-44bf-91f6-7b6ad6e05179 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (431b0d7b-b521-4638-be2a-db36388a596c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:17.265414 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:17.283490 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 146f3abf-3532-4910-8eba-871fe1e8f53e resource provider aggregate not found Nov 02 12:52:17.303273 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e7453d8f-12d8-46dd-a29b-79bf16fa9585 tempest-DvrRoutersNegativeTest-1540712259 tempest-DvrRoutersNegativeTest-1540712259-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1408777150', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:17.309694 n-d-857339-6 neutron-server[105975]: DEBUG neutron.policy [None req-e7453d8f-12d8-46dd-a29b-79bf16fa9585 tempest-DvrRoutersNegativeTest-1540712259 tempest-DvrRoutersNegativeTest-1540712259-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=105975) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 02 12:52:17.310718 n-d-857339-6 neutron-server[105975]: DEBUG neutron.policy [None req-e7453d8f-12d8-46dd-a29b-79bf16fa9585 tempest-DvrRoutersNegativeTest-1540712259 tempest-DvrRoutersNegativeTest-1540712259-project] Failed policy enforce for 'create_router' {{(pid=105975) enforce /opt/stack/neutron/neutron/policy.py:523}} Nov 02 12:52:17.311554 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-e7453d8f-12d8-46dd-a29b-79bf16fa9585 tempest-DvrRoutersNegativeTest-1540712259 tempest-DvrRoutersNegativeTest-1540712259-project] create failed (client error): Access was denied to this resource. Nov 02 12:52:17.315096 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] Allocated IP 2001:db8::f816:3eff:fe52:f663 (d23d32f7-c419-4b39-9bb5-d78cdd9b0589/dce449b1-7548-4f8d-938e-a9cd2727aca4/d98e1bca-7582-4770-b6cb-efcfa2fef451) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:17.320195 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e7453d8f-12d8-46dd-a29b-79bf16fa9585 tempest-DvrRoutersNegativeTest-1540712259 tempest-DvrRoutersNegativeTest-1540712259-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2472799 Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:17.327816 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:17.332181 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:17.351855 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a48de69e-738e-44bf-91f6-7b6ad6e05179 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:17.356030 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:17.361696 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Failed to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] Nov 02 12:52:17.361770 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a48de69e-738e-44bf-91f6-7b6ad6e05179 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/431b0d7b-b521-4638-be2a-db36388a596c HTTP/1.1" status: 204 len: 168 time: 1.0321705 Nov 02 12:52:17.361868 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempt 3 to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 Nov 02 12:52:17.366007 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48de69e-738e-44bf-91f6-7b6ad6e05179 tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event deleted for resources: {'Subnet': ['ID=431b0d7b-b521-4638-be2a-db36388a596c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:17.378898 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50182) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:17.407255 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:17.452395 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:17.453064 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:17.453428 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:17.471936 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 146f3abf-3532-4910-8eba-871fe1e8f53e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 146f3abf-3532-4910-8eba-871fe1e8f53e found for delete ", "request_id": "req-f792984b-bc35-4f8b-b5a3-a83537b71b66"}]} Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:17.506275 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:17.509807 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:17.537202 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.db.api [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:52:17.537202 n-d-857339-6 neutron-server[105975]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:52:17.537202 n-d-857339-6 neutron-server[105975]: [parameters: {'id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] Nov 02 12:52:17.537202 n-d-857339-6 neutron-server[105975]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105975) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:52:17.537627 n-d-857339-6 neutron-server[105975]: DEBUG oslo_db.api [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:52:17.549333 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c6a17741-0252-4fa6-be4b-ac0c9498cd8e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (391aaff8-94e4-44bd-b205-6681368e321d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:17.552461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:17.554733 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Failed to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] Nov 02 12:52:17.554733 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 19975524-2c5a-41ac-ac5f-a570a923677a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:17.554733 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (19975524-2c5a-41ac-ac5f-a570a923677a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:17.554733 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 19975524-2c5a-41ac-ac5f-a570a923677a Nov 02 12:52:17.558441 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempt 4 to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 Nov 02 12:52:17.591919 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db686906-8716-452c-bae1-6b3d41bf8e24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Made reservation on behalf of 10a6938d401e44a3933549dbb7943abd for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:17.597766 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db686906-8716-452c-bae1-6b3d41bf8e24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:17.622229 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:17.623193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:17.623610 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:17.638042 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e792d8cb-5530-40f3-a92d-646762eb1608 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Router 9842dd7d-3870-41ea-88fa-00bc6206c581 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:17.648949 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:17.651640 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:17.652686 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-db686906-8716-452c-bae1-6b3d41bf8e24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] device_id is not set on port e05354b8-5cdb-40bd-bf9c-4e19fc8cb5dc yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:17.684198 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:17.687234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Failed to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] Nov 02 12:52:17.687234 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempt 5 to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 Nov 02 12:52:17.738758 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c6a17741-0252-4fa6-be4b-ac0c9498cd8e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (391aaff8-94e4-44bd-b205-6681368e321d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:17.749587 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:17.797878 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:17.815753 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:17.815753 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:17.822193 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-c6a17741-0252-4fa6-be4b-ac0c9498cd8e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391aaff8-94e4-44bd-b205-6681368e321d']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:17.835482 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e792d8cb-5530-40f3-a92d-646762eb1608 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:52:17.847530 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e792d8cb-5530-40f3-a92d-646762eb1608 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:17.848941 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e792d8cb-5530-40f3-a92d-646762eb1608 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "PUT /networking/v2.0/routers/9842dd7d-3870-41ea-88fa-00bc6206c581 HTTP/1.1" status: 200 len: 698 time: 1.3879242 Nov 02 12:52:17.852676 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-c6a17741-0252-4fa6-be4b-ac0c9498cd8e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e3cb43-95b5-4928-9df8-d469db0e7b2a') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:17.852807 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50200) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:17.853428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-c6a17741-0252-4fa6-be4b-ac0c9498cd8e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e3cb43-95b5-4928-9df8-d469db0e7b2a') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:17.857850 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fd6532-5609-428d-8f56-cc21ade9f14e None None] Sync routers for ids ['9842dd7d-3870-41ea-88fa-00bc6206c581'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:52:17.868849 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c6a17741-0252-4fa6-be4b-ac0c9498cd8e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (50e3cb43-95b5-4928-9df8-d469db0e7b2a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:17.882796 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:17.886400 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:17.889359 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 19975524-2c5a-41ac-ac5f-a570a923677a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:17.906475 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c6a17741-0252-4fa6-be4b-ac0c9498cd8e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (50e3cb43-95b5-4928-9df8-d469db0e7b2a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:17.906669 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] Publish callbacks [] for port (d98e1bca-7582-4770-b6cb-efcfa2fef451), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:17.915926 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fd6532-5609-428d-8f56-cc21ade9f14e None None] Routers {'9842dd7d-3870-41ea-88fa-00bc6206c581'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:52:17.917132 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a17741-0252-4fa6-be4b-ac0c9498cd8e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:17.917883 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c6a17741-0252-4fa6-be4b-ac0c9498cd8e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (50e3cb43-95b5-4928-9df8-d469db0e7b2a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:17.919875 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b7fd6532-5609-428d-8f56-cc21ade9f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:52:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9842dd7d-3870-41ea-88fa-00bc6206c581'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:17.942258 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:17.947115 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Failed to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] Nov 02 12:52:17.947760 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempt 6 to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 Nov 02 12:52:17.950759 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 50e3cb43-95b5-4928-9df8-d469db0e7b2a resource provider aggregate not found Nov 02 12:52:18.000654 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:18.008912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:18.008912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:18.009783 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:18.036407 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:18.039475 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 50e3cb43-95b5-4928-9df8-d469db0e7b2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50e3cb43-95b5-4928-9df8-d469db0e7b2a found for delete ", "request_id": "req-fc4a98ce-f17f-4e7b-9e31-18ab3036d994"}]} Nov 02 12:52:18.039698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:18.056671 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (1974d86d-60da-43ea-a544-1a0a1023a243), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:18.070506 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:18.077143 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Failed to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] Nov 02 12:52:18.078310 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempt 7 to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 Nov 02 12:52:18.118969 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (d98e1bca-7582-4770-b6cb-efcfa2fef451), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:18.122170 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7e39b830-dc1d-44e2-b88c-bf1fd5cb380a tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/routers/9842dd7d-3870-41ea-88fa-00bc6206c581 HTTP/1.1" status: 200 len: 704 time: 0.2629960 Nov 02 12:52:18.122942 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50214) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:18.138893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:18.140902 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:18.141699 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:18.178107 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-db686906-8716-452c-bae1-6b3d41bf8e24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Allocated IP 2001:db8::f816:3eff:fe5a:83b1 (d23d32f7-c419-4b39-9bb5-d78cdd9b0589/dce449b1-7548-4f8d-938e-a9cd2727aca4/e05354b8-5cdb-40bd-bf9c-4e19fc8cb5dc) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:18.187977 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-b7fd6532-5609-428d-8f56-cc21ade9f14e None None] Set router 9842dd7d-3870-41ea-88fa-00bc6206c581 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:52:18.197739 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c6a17741-0252-4fa6-be4b-ac0c9498cd8e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (391aaff8-94e4-44bd-b205-6681368e321d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:18.225644 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c6a17741-0252-4fa6-be4b-ac0c9498cd8e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:18.254960 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c6a17741-0252-4fa6-be4b-ac0c9498cd8e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] 10.222.0.64 "DELETE /networking/v2.0/networks/391aaff8-94e4-44bd-b205-6681368e321d HTTP/1.1" status: 204 len: 168 time: 0.8732648 Nov 02 12:52:18.271708 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-facc7f75-57bd-4524-bfb8-b203c61a5330 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9842dd7d-3870-41ea-88fa-00bc6206c581 HTTP/1.1" status: 200 len: 205 time: 0.1462889 Nov 02 12:52:18.273420 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50224) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:18.353406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:18.357180 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:18.377546 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b7fd6532-5609-428d-8f56-cc21ade9f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9842dd7d-3870-41ea-88fa-00bc6206c581', 'name': 'tempest-RoutersIpV6Test-router-2141270189', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:15Z', 'updated_at': '2022-11-02T12:52:16Z', 'revision_number': 2, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:18.385824 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] Network d23d32f7-c419-4b39-9bb5-d78cdd9b0589 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:18.429164 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c6d6-55d9-45fb-be0e-4c6ca6743f64 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (9842dd7d-3870-41ea-88fa-00bc6206c581), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:18.436689 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fd6532-5609-428d-8f56-cc21ade9f14e None None] Checking router: 9842dd7d-3870-41ea-88fa-00bc6206c581 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:52:18.447074 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:18.448628 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:18.448763 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fd6532-5609-428d-8f56-cc21ade9f14e None None] Routers {'9842dd7d-3870-41ea-88fa-00bc6206c581'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:52:18.454974 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:52:18.456473 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b7fd6532-5609-428d-8f56-cc21ade9f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:52:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9842dd7d-3870-41ea-88fa-00bc6206c581'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:18.458273 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:18.462105 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Failed to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] Nov 02 12:52:18.464855 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempt 8 to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 Nov 02 12:52:18.468735 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] Pushing event updated for resources: {'Port': ['ID=d98e1bca-7582-4770-b6cb-efcfa2fef451,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:18.490240 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:18.491109 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:18.491702 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:18.549800 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:18.555670 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:18.558983 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:18.591130 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db686906-8716-452c-bae1-6b3d41bf8e24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for port (e05354b8-5cdb-40bd-bf9c-4e19fc8cb5dc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:18.597522 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:18.610078 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Failed to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] Nov 02 12:52:18.619001 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50226) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:18.623143 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempt 9 to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 Nov 02 12:52:18.645377 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:18.654727 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:18.673148 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a17741-0252-4fa6-be4b-ac0c9498cd8e tempest-FloatingIPTestJSON-460316409 tempest-FloatingIPTestJSON-460316409-project] Pushing event deleted for resources: {'Network': ['ID=391aaff8-94e4-44bd-b205-6681368e321d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:18.683174 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:18.685797 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:18.686436 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:18.709667 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-b7fd6532-5609-428d-8f56-cc21ade9f14e None None] Set router 9842dd7d-3870-41ea-88fa-00bc6206c581 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:52:18.714291 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db686906-8716-452c-bae1-6b3d41bf8e24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e05354b8-5cdb-40bd-bf9c-4e19fc8cb5dc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:18.723064 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] Attempting to bind port d98e1bca-7582-4770-b6cb-efcfa2fef451 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:18.728349 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] Attempting to bind port d98e1bca-7582-4770-b6cb-efcfa2fef451 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '5242b9c5-f9f7-4bc7-87a8-affe07c0d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'd23d32f7-c419-4b39-9bb5-d78cdd9b0589'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:18.731699 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] Attempting to bind port d98e1bca-7582-4770-b6cb-efcfa2fef451 on network d23d32f7-c419-4b39-9bb5-d78cdd9b0589 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:18.738710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:18.741806 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Deleting port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:18.742014 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:18.746842 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:18.802765 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db686906-8716-452c-bae1-6b3d41bf8e24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Network d23d32f7-c419-4b39-9bb5-d78cdd9b0589 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:18.805683 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c6d6-55d9-45fb-be0e-4c6ca6743f64 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (9842dd7d-3870-41ea-88fa-00bc6206c581), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:18.810816 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-db686906-8716-452c-bae1-6b3d41bf8e24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:18.811137 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c6d6-55d9-45fb-be0e-4c6ca6743f64 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router_controller (9842dd7d-3870-41ea-88fa-00bc6206c581), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:18.815617 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db686906-8716-452c-bae1-6b3d41bf8e24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:52:18.820460 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db686906-8716-452c-bae1-6b3d41bf8e24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:18.821354 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-db686906-8716-452c-bae1-6b3d41bf8e24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:18.836997 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db686906-8716-452c-bae1-6b3d41bf8e24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event updated for resources: {'Port': ['ID=e05354b8-5cdb-40bd-bf9c-4e19fc8cb5dc,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:18.852561 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Failed to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] Nov 02 12:52:18.857696 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempt 10 to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 Nov 02 12:52:18.876934 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:18.877601 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:18.878070 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:18.902541 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] For port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5, host n-d-857339-6, got binding levels [] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:18.902918 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:18.930982 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:18.933450 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:18.935120 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Calling delete_port for 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:18.944109 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-db686906-8716-452c-bae1-6b3d41bf8e24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1739502 Nov 02 12:52:18.944357 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50234) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:18.959017 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b7fd6532-5609-428d-8f56-cc21ade9f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9842dd7d-3870-41ea-88fa-00bc6206c581', 'name': 'tempest-RoutersIpV6Test-router-2141270189', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:15Z', 'updated_at': '2022-11-02T12:52:16Z', 'revision_number': 2, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:18.961184 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:18.964379 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Failed to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] Nov 02 12:52:18.964379 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:18.964844 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:52:18.964980 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] Checking segment: {'id': '5242b9c5-f9f7-4bc7-87a8-affe07c0d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'd23d32f7-c419-4b39-9bb5-d78cdd9b0589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:18.965363 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:18.965674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] Bound using segment: {'id': '5242b9c5-f9f7-4bc7-87a8-affe07c0d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'd23d32f7-c419-4b39-9bb5-d78cdd9b0589'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:52:18.966201 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] Bound port: d98e1bca-7582-4770-b6cb-efcfa2fef451, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5242b9c5-f9f7-4bc7-87a8-affe07c0d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'd23d32f7-c419-4b39-9bb5-d78cdd9b0589'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:52:18.966582 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d98e1bca-7582-4770-b6cb-efcfa2fef451), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:19.065127 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fd6532-5609-428d-8f56-cc21ade9f14e None None] The sync data for ids ['9842dd7d-3870-41ea-88fa-00bc6206c581'] in n-d-857339-6 is: [{'id': '9842dd7d-3870-41ea-88fa-00bc6206c581', 'name': 'tempest-RoutersIpV6Test-router-2141270189', 'tenant_id': 'c26d2fe9e5e743059c97bd0af976552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:15Z', 'updated_at': '2022-11-02T12:52:16Z', 'revision_number': 2, 'project_id': 'c26d2fe9e5e743059c97bd0af976552c', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:52:19.071263 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-e780d98e-0b3d-4de6-80a2-15c9cfa21f68 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Deleting subnet dce449b1-7548-4f8d-938e-a9cd2727aca4 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:52:19.080788 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c6d6-55d9-45fb-be0e-4c6ca6743f64 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (9842dd7d-3870-41ea-88fa-00bc6206c581), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:19.081519 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d6c6d6-55d9-45fb-be0e-4c6ca6743f64 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Fanout notify agent at l3_agent the message router_deleted on router 9842dd7d-3870-41ea-88fa-00bc6206c581 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:52:19.086230 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e780d98e-0b3d-4de6-80a2-15c9cfa21f68 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for subnet (dce449b1-7548-4f8d-938e-a9cd2727aca4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:19.091832 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-890c534b-090b-475e-a614-1794df312518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:19.126117 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c6d6-55d9-45fb-be0e-4c6ca6743f64 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:19.127346 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e3d6c6d6-55d9-45fb-be0e-4c6ca6743f64 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/routers/9842dd7d-3870-41ea-88fa-00bc6206c581 HTTP/1.1" status: 204 len: 168 time: 0.8453581 Nov 02 12:52:19.150587 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50242) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:19.187864 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:52:19.189137 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:52:19.196026 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] For port d98e1bca-7582-4770-b6cb-efcfa2fef451, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:19.205768 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] For port d98e1bca-7582-4770-b6cb-efcfa2fef451, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d98e1bca-7582-4770-b6cb-efcfa2fef451,segment=NetworkSegment(5242b9c5-f9f7-4bc7-87a8-affe07c0d18f),segment_id=5242b9c5-f9f7-4bc7-87a8-affe07c0d18f)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:19.218255 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:19.265617 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50246) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:19.276563 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e780d98e-0b3d-4de6-80a2-15c9cfa21f68 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (dce449b1-7548-4f8d-938e-a9cd2727aca4), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:19.280183 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:19.280438 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] No DVR routers for this DVR port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:52:19.286687 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Port': ['ID=7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:19.310276 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3a98fc20-59a5-4a2b-92f6-09d39c211886 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9842dd7d-3870-41ea-88fa-00bc6206c581 HTTP/1.1" status: 200 len: 205 time: 0.1580443 Nov 02 12:52:19.314692 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50250) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:19.337089 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d98e1bca-7582-4770-b6cb-efcfa2fef451), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:19.437840 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafacdd-5cc5-40c2-b5cb-7d94656b233b None None] Pushing event updated for resources: {'Port': ['ID=d98e1bca-7582-4770-b6cb-efcfa2fef451,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:19.452545 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-b886d305-7ce1-4f98-9f0f-a6b2e8890135 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] delete failed (client error): The resource could not be found. Nov 02 12:52:19.457437 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b886d305-7ce1-4f98-9f0f-a6b2e8890135 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/routers/9842dd7d-3870-41ea-88fa-00bc6206c581 HTTP/1.1" status: 404 len: 336 time: 0.1416185 Nov 02 12:52:19.463253 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50256) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:19.474503 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-890c534b-090b-475e-a614-1794df312518 admin admin] Publish callbacks [] for security_group (20ad0d68-e43a-492c-a3df-67579818d12d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:19.560082 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (1974d86d-60da-43ea-a544-1a0a1023a243), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:19.589788 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-5885297a-8451-4af0-9369-d19c02646400 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:19.590258 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5885297a-8451-4af0-9369-d19c02646400 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:19.598449 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5885297a-8451-4af0-9369-d19c02646400 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/fc1e23e9-8b76-43e3-bd13-e495e39a4f26 HTTP/1.1" status: 404 len: 337 time: 0.1325998 Nov 02 12:52:19.604766 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50260) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:19.620177 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1974d86d-60da-43ea-a544-1a0a1023a243']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:19.641039 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-890c534b-090b-475e-a614-1794df312518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (20ad0d68-e43a-492c-a3df-67579818d12d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:19.650392 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146f3abf-3532-4910-8eba-871fe1e8f53e') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:19.650700 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146f3abf-3532-4910-8eba-871fe1e8f53e') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:19.720256 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:19.720683 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:19.721717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:19.735146 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c534b-090b-475e-a614-1794df312518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ad0d68-e43a-492c-a3df-67579818d12d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:19.741118 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0389bd5-4c73-4ee0-a41f-110495904929 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:19.743004 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0389bd5-4c73-4ee0-a41f-110495904929 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:19.749433 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a0389bd5-4c73-4ee0-a41f-110495904929 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/7e3db979-b813-4ef5-9284-fb4101a531a8 HTTP/1.1" status: 404 len: 337 time: 0.1409590 Nov 02 12:52:19.768243 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50264) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:19.771376 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (146f3abf-3532-4910-8eba-871fe1e8f53e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:19.800998 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:19.803888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:19.850690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:19.860529 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Failed to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] Nov 02 12:52:19.860529 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempt 2 to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 Nov 02 12:52:19.881511 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (146f3abf-3532-4910-8eba-871fe1e8f53e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:19.898584 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbca6749-bcad-4014-85ba-e22af978f102 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:19.899325 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbca6749-bcad-4014-85ba-e22af978f102 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:19.903524 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dbca6749-bcad-4014-85ba-e22af978f102 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/f2492602-8e55-43ea-be99-b160aefa1482 HTTP/1.1" status: 404 len: 337 time: 0.1331837 Nov 02 12:52:19.906839 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50266) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:19.912313 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:19.914114 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:19.915725 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:19.933018 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:19.942665 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-890c534b-090b-475e-a614-1794df312518 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=73f7f7c7d5f54d00af639d4c95431449&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2995491 Nov 02 12:52:19.943428 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50268) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:19.963140 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:19.964282 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (146f3abf-3532-4910-8eba-871fe1e8f53e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:19.979450 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:19.985926 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:20.012246 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-4818ffa2-3629-4da5-9471-2bfc5783cfe8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:20.012858 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4818ffa2-3629-4da5-9471-2bfc5783cfe8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:20.018516 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4818ffa2-3629-4da5-9471-2bfc5783cfe8 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/453ba9ef-cc4a-42ca-80c4-7a66ec538768 HTTP/1.1" status: 404 len: 337 time: 0.1079838 Nov 02 12:52:20.020074 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50272) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.023366 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:20.026484 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Failed to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] Nov 02 12:52:20.027363 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempt 3 to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 Nov 02 12:52:20.036705 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 146f3abf-3532-4910-8eba-871fe1e8f53e resource provider aggregate not found Nov 02 12:52:20.055432 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:20.055432 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:20.055432 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:20.074502 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1b37cb93-f121-4618-acfa-5ce1462ce089 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4795dd8e-c10b-4708-a695-50b00ce541d7 HTTP/1.1" status: 200 len: 205 time: 0.0527129 Nov 02 12:52:20.077664 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50276) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.078418 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:20.081818 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.106140 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:20.110018 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Failed to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] Nov 02 12:52:20.110647 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempt 4 to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 Nov 02 12:52:20.141716 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:20.141716 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:20.141716 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:20.141966 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-fda23683-d057-40d0-a41b-31cd17290e5e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] delete failed (client error): The resource could not be found. Nov 02 12:52:20.141966 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fda23683-d057-40d0-a41b-31cd17290e5e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/routers/4795dd8e-c10b-4708-a695-50b00ce541d7 HTTP/1.1" status: 404 len: 336 time: 0.0566456 Nov 02 12:52:20.141966 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e780d98e-0b3d-4de6-80a2-15c9cfa21f68 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (dce449b1-7548-4f8d-938e-a9cd2727aca4), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:20.170709 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 146f3abf-3532-4910-8eba-871fe1e8f53e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 146f3abf-3532-4910-8eba-871fe1e8f53e found for delete ", "request_id": "req-902a6ffb-018d-4967-b247-e4037c7065aa"}]} Nov 02 12:52:20.173475 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50280) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.241800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:20.245300 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:20.276252 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bf216337-8d38-43b9-9971-12f81d4bdcf4 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=354213c3-586d-484b-b1cc-d9053ad1f104 HTTP/1.1" status: 200 len: 205 time: 0.0988851 Nov 02 12:52:20.277010 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50284) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:20.291379 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e39800a5-9226-49f0-86b2-90d5d2f0a3cf admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d51481ca43dc4936b4d039170d10afc6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0206246 Nov 02 12:52:20.292210 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50286) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Failed to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] Nov 02 12:52:20.319300 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempt 5 to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 Nov 02 12:52:20.332473 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:20.333043 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:20.333518 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:20.361589 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07081c31-61dc-4454-8203-41f9ab1ec2fe admin admin] Publish callbacks [] for security_group (7b7a907b-519e-40af-a9ce-3a7956b1f6af), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.365461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:20.368479 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:20.378954 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (1974d86d-60da-43ea-a544-1a0a1023a243), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:20.387781 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-80122059-3c3c-4546-900c-4bd5ed737e70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] delete failed (client error): The resource could not be found. Nov 02 12:52:20.393688 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-80122059-3c3c-4546-900c-4bd5ed737e70 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/routers/354213c3-586d-484b-b1cc-d9053ad1f104 HTTP/1.1" status: 404 len: 336 time: 0.1111188 Nov 02 12:52:20.393830 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07081c31-61dc-4454-8203-41f9ab1ec2fe admin admin] Publish callbacks [] for security_group (7b7a907b-519e-40af-a9ce-3a7956b1f6af), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:20.394092 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:20.396967 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50288) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:20.401556 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/networks/1974d86d-60da-43ea-a544-1a0a1023a243 HTTP/1.1" status: 204 len: 168 time: 4.8373823 Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Failed to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal using segments [{'id': '146f3abf-3532-4910-8eba-871fe1e8f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1974d86d-60da-43ea-a544-1a0a1023a243'}] Nov 02 12:52:20.401751 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempt 6 to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 Nov 02 12:52:20.408868 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50290) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:20.410376 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:20.410764 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:20.411125 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:20.435405 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5a17a8c0-1596-4d9b-8aad-cb984eeb409f admin admin] Publish callbacks [] for security_group (20ad0d68-e43a-492c-a3df-67579818d12d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.439203 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:20.441824 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:20.448215 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e0b84-9092-4bb8-a030-cdb4f07c26f1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Network': ['ID=1974d86d-60da-43ea-a544-1a0a1023a243,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:20.476788 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a58e77a-c569-4964-ae3d-17e98c2e8c9f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:20.477523 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a58e77a-c569-4964-ae3d-17e98c2e8c9f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.478880 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:20.481102 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Failed to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal using segments [] Nov 02 12:52:20.481172 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c12e90-7053-42f9-8cab-ae4f3f272c59 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:20.481172 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c12e90-7053-42f9-8cab-ae4f3f272c59 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:20.481705 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempt 7 to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 Nov 02 12:52:20.487571 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f3c12e90-7053-42f9-8cab-ae4f3f272c59 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/38e0148f-03d4-4716-9ce2-e3737b58d7af HTTP/1.1" status: 404 len: 337 time: 0.0728889 Nov 02 12:52:20.489098 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8a58e77a-c569-4964-ae3d-17e98c2e8c9f tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/c7140f25-7bdc-4c9c-8883-7ba173d64b44 HTTP/1.1" status: 404 len: 337 time: 0.0909407 Nov 02 12:52:20.492866 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50292) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:20.508232 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:20.508987 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:20.509596 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:20.517372 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50294) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:20.517558 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:20.531517 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e780d98e-0b3d-4de6-80a2-15c9cfa21f68 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (dce449b1-7548-4f8d-938e-a9cd2727aca4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:20.541298 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5a17a8c0-1596-4d9b-8aad-cb984eeb409f admin admin] Publish callbacks [] for security_group (20ad0d68-e43a-492c-a3df-67579818d12d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:20.571496 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8c4cc8d4-405e-4956-aade-58e18851e49d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3ec273a6-71ef-4dc4-9727-6ee9d0e39e51 HTTP/1.1" status: 200 len: 205 time: 0.0526316 Nov 02 12:52:20.576451 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50298) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.592633 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:20.595040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:20.612975 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e780d98e-0b3d-4de6-80a2-15c9cfa21f68 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:20.637093 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e780d98e-0b3d-4de6-80a2-15c9cfa21f68 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/dce449b1-7548-4f8d-938e-a9cd2727aca4 HTTP/1.1" status: 204 len: 168 time: 1.6908169 Nov 02 12:52:20.645990 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50302) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:20.647123 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-5d71099c-844a-4a4e-8ae3-e880c6d44d93 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] delete failed (client error): The resource could not be found. Nov 02 12:52:20.648384 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5d71099c-844a-4a4e-8ae3-e880c6d44d93 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/routers/3ec273a6-71ef-4dc4-9727-6ee9d0e39e51 HTTP/1.1" status: 404 len: 336 time: 0.0705521 Nov 02 12:52:20.660977 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50304) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.694406 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:20.719546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Failed to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal using segments [] Nov 02 12:52:20.719546 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempt 8 to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 Nov 02 12:52:20.719714 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:20.719714 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-625db68c-9ead-4986-bf74-71267fa4d4fb tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:20.719714 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625db68c-9ead-4986-bf74-71267fa4d4fb tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:20.720042 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:20.720189 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:20.721366 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:20.722707 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-625db68c-9ead-4986-bf74-71267fa4d4fb tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/networks/1974d86d-60da-43ea-a544-1a0a1023a243 HTTP/1.1" status: 404 len: 339 time: 0.2204745 Nov 02 12:52:20.765961 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50310) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:20.766983 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780d98e-0b3d-4de6-80a2-15c9cfa21f68 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event deleted for resources: {'Subnet': ['ID=dce449b1-7548-4f8d-938e-a9cd2727aca4,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:20.772294 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d28adbfb-d17d-480d-aaa4-2906163cac27 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2cc4b24-fac8-49a0-9438-9f6ae446d6d1 HTTP/1.1" status: 200 len: 205 time: 0.1087492 Nov 02 12:52:20.782357 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50312) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.850311 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:20.855723 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:20.928121 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:20.936443 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Failed to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal using segments [] Nov 02 12:52:20.936443 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempt 9 to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 Nov 02 12:52:20.977155 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:20.978130 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:20.978679 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:21.032659 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:21.059868 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca3de8eb-93d9-4fa0-a5f5-155fe9fa3884 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (633d6acf-d3ac-49b2-b62d-780202d8509a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:21.067819 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d98e1bca-7582-4770-b6cb-efcfa2fef451 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:21.071547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:21.078013 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:21.085315 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-cb477ace-642b-4687-945f-290db59c7219 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] delete failed (client error): The resource could not be found. Nov 02 12:52:21.091465 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cb477ace-642b-4687-945f-290db59c7219 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/routers/c2cc4b24-fac8-49a0-9438-9f6ae446d6d1 HTTP/1.1" status: 404 len: 336 time: 0.3038330 Nov 02 12:52:21.107369 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50316) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:21.131558 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:21.134867 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Failed to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal using segments [] Nov 02 12:52:21.140002 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempt 10 to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 Nov 02 12:52:21.174651 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41400324-499e-4b46-b84c-d85514655b88 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:21.177294 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:21.180134 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:21.186053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:21.186255 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41400324-499e-4b46-b84c-d85514655b88 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:21.197450 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-41400324-499e-4b46-b84c-d85514655b88 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5464513 Nov 02 12:52:21.200863 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50318) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:21.244839 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:21.251329 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Attempting to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on network 1974d86d-60da-43ea-a544-1a0a1023a243 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 38e0148f-03d4-4716-9ce2-e3737b58d7af could not be found. Nov 02 12:52:21.326986 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:21.334465 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Failed to bind port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 on host n-d-857339-6 for vnic_type normal using segments [] Nov 02 12:52:21.335166 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:21.419598 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-346e261a-3f51-428e-9499-9ef0e6cae3cb None None] Port 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 has been deleted concurrently {{(pid=105977) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Nov 02 12:52:21.420542 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d98e1bca-7582-4770-b6cb-efcfa2fef451 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:21.420905 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d98e1bca-7582-4770-b6cb-efcfa2fef451), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:21.421785 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d98e1bca-7582-4770-b6cb-efcfa2fef451 Nov 02 12:52:21.459357 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5a17a8c0-1596-4d9b-8aad-cb984eeb409f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (20ad0d68-e43a-492c-a3df-67579818d12d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:21.462131 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5a17a8c0-1596-4d9b-8aad-cb984eeb409f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:21.466685 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5a17a8c0-1596-4d9b-8aad-cb984eeb409f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/20ad0d68-e43a-492c-a3df-67579818d12d HTTP/1.1" status: 204 len: 168 time: 1.5114985 Nov 02 12:52:21.514070 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c13eec1b-4ef5-4037-bfce-fb4c93eaa6bd tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (d23d32f7-c419-4b39-9bb5-d78cdd9b0589), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:21.525726 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5696a722-62be-4fa9-a316-bc0841e424da None None] Network d23d32f7-c419-4b39-9bb5-d78cdd9b0589 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:21.552031 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17a8c0-1596-4d9b-8aad-cb984eeb409f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ad0d68-e43a-492c-a3df-67579818d12d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:21.583318 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13eec1b-4ef5-4037-bfce-fb4c93eaa6bd tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 02 12:52:21.583794 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13eec1b-4ef5-4037-bfce-fb4c93eaa6bd tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:21.601235 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c13eec1b-4ef5-4037-bfce-fb4c93eaa6bd tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "DELETE /networking/v2.0/networks/d23d32f7-c419-4b39-9bb5-d78cdd9b0589 HTTP/1.1" status: 409 len: 466 time: 0.3980465 Nov 02 12:52:21.611097 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50328) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:21.614806 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-84d9a36d-3175-4376-8747-776f41705060 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-496129370'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:21.689132 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-fa9436b0-fd11-4a4a-983d-02290aec81c3 None None] Provisioning complete for port d98e1bca-7582-4770-b6cb-efcfa2fef451 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:21.689508 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fa9436b0-fd11-4a4a-983d-02290aec81c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d98e1bca-7582-4770-b6cb-efcfa2fef451), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:21.689856 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-fa9436b0-fd11-4a4a-983d-02290aec81c3 None None] Attempt 1 to provision port d98e1bca-7582-4770-b6cb-efcfa2fef451 Nov 02 12:52:21.719044 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:21.753398 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d9a36d-3175-4376-8747-776f41705060 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Made reservation on behalf of 10a6938d401e44a3933549dbb7943abd for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:21.757399 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-84d9a36d-3175-4376-8747-776f41705060 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:21.822656 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d9a36d-3175-4376-8747-776f41705060 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:21.841458 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-84d9a36d-3175-4376-8747-776f41705060 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (04e9a985-f7bf-4e9b-a11b-995d9ca9c6b8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:21.843376 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-84d9a36d-3175-4376-8747-776f41705060 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Added segment 04e9a985-f7bf-4e9b-a11b-995d9ca9c6b8 of type vlan for network 8f81f4e9-e073-4a3f-ac70-8903a8864ff2 Nov 02 12:52:21.979862 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d98e1bca-7582-4770-b6cb-efcfa2fef451 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:21.980354 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d98e1bca-7582-4770-b6cb-efcfa2fef451), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:22.006178 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:22.016786 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-84d9a36d-3175-4376-8747-776f41705060 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (8f81f4e9-e073-4a3f-ac70-8903a8864ff2), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:22.021213 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72375047-1556-4b75-a272-9b4e658f48f9 None None] DHCP port deletion for d23d32f7-c419-4b39-9bb5-d78cdd9b0589 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:52:22.046660 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fa9436b0-fd11-4a4a-983d-02290aec81c3 None None] Current status of the port d98e1bca-7582-4770-b6cb-efcfa2fef451 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:22.047305 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fa9436b0-fd11-4a4a-983d-02290aec81c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d98e1bca-7582-4770-b6cb-efcfa2fef451), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:22.176461 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-84d9a36d-3175-4376-8747-776f41705060 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (8f81f4e9-e073-4a3f-ac70-8903a8864ff2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:22.179198 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07081c31-61dc-4454-8203-41f9ab1ec2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7b7a907b-519e-40af-a9ce-3a7956b1f6af), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:22.182303 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07081c31-61dc-4454-8203-41f9ab1ec2fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:22.183554 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-07081c31-61dc-4454-8203-41f9ab1ec2fe admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7b7a907b-519e-40af-a9ce-3a7956b1f6af HTTP/1.1" status: 204 len: 168 time: 1.8901355 Nov 02 12:52:22.186164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port d98e1bca-7582-4770-b6cb-efcfa2fef451, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d98e1bca-7582-4770-b6cb-efcfa2fef451,segment=NetworkSegment(5242b9c5-f9f7-4bc7-87a8-affe07c0d18f),segment_id=5242b9c5-f9f7-4bc7-87a8-affe07c0d18f)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:22.192783 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d9a36d-3175-4376-8747-776f41705060 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:22.195079 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-84d9a36d-3175-4376-8747-776f41705060 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:22.209339 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-72375047-1556-4b75-a272-9b4e658f48f9 None None] Deleting port d98e1bca-7582-4770-b6cb-efcfa2fef451 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:22.210381 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-72375047-1556-4b75-a272-9b4e658f48f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d98e1bca-7582-4770-b6cb-efcfa2fef451), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:22.244865 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07081c31-61dc-4454-8203-41f9ab1ec2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7a907b-519e-40af-a9ce-3a7956b1f6af,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:22.255967 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-e529d41a-8795-4592-b943-ee6aa996441d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:22.256811 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e529d41a-8795-4592-b943-ee6aa996441d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:22.260863 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e529d41a-8795-4592-b943-ee6aa996441d tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/4b933339-03ac-4c4b-9d51-0c6954319d5e HTTP/1.1" status: 404 len: 337 time: 0.1158369 Nov 02 12:52:22.264866 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50342) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:22.298635 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d98e1bca-7582-4770-b6cb-efcfa2fef451), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:22.358322 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-498306a9-4c66-4505-8749-24cd7b1aae1e tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=12d4658e-3bf8-4278-aaf4-9dff85b43e13 HTTP/1.1" status: 200 len: 205 time: 0.0904093 Nov 02 12:52:22.363085 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50346) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:22.378866 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca3de8eb-93d9-4fa0-a5f5-155fe9fa3884 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (633d6acf-d3ac-49b2-b62d-780202d8509a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:22.397880 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-fa9436b0-fd11-4a4a-983d-02290aec81c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:52:22.398421 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-fa9436b0-fd11-4a4a-983d-02290aec81c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:52:22.408895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-72375047-1556-4b75-a272-9b4e658f48f9 None None] For port d98e1bca-7582-4770-b6cb-efcfa2fef451, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d98e1bca-7582-4770-b6cb-efcfa2fef451,segment=NetworkSegment(5242b9c5-f9f7-4bc7-87a8-affe07c0d18f),segment_id=5242b9c5-f9f7-4bc7-87a8-affe07c0d18f)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:22.409534 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-72375047-1556-4b75-a272-9b4e658f48f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d98e1bca-7582-4770-b6cb-efcfa2fef451), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:22.423891 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-dbaeaf52-1c6c-427c-8b19-6b287e37e873 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] delete failed (client error): The resource could not be found. Nov 02 12:52:22.426431 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dbaeaf52-1c6c-427c-8b19-6b287e37e873 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/routers/12d4658e-3bf8-4278-aaf4-9dff85b43e13 HTTP/1.1" status: 404 len: 336 time: 0.0603256 Nov 02 12:52:22.433746 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50348) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:22.439813 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-72375047-1556-4b75-a272-9b4e658f48f9 None None] Calling delete_port for d98e1bca-7582-4770-b6cb-efcfa2fef451 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:22.470559 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=d98e1bca-7582-4770-b6cb-efcfa2fef451,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:22.540369 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ed8342-b2a9-4429-b444-5f58f401c2bd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:22.540917 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ed8342-b2a9-4429-b444-5f58f401c2bd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:22.552784 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a0ed8342-b2a9-4429-b444-5f58f401c2bd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/c92d9c49-c789-454a-83c1-4ffa0ff6b422 HTTP/1.1" status: 404 len: 337 time: 0.1170156 Nov 02 12:52:22.554813 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ca3de8eb-93d9-4fa0-a5f5-155fe9fa3884 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633d6acf-d3ac-49b2-b62d-780202d8509a']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:22.565952 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50352) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:22.652116 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ca3de8eb-93d9-4fa0-a5f5-155fe9fa3884 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20db62a-14e0-4190-8396-c1d774b40571') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:22.652530 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ca3de8eb-93d9-4fa0-a5f5-155fe9fa3884 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20db62a-14e0-4190-8396-c1d774b40571') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:22.673746 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e791d264-0ff9-4b06-8dd3-9a6775455927 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=64679c82-559c-41d0-b64f-150010986512 HTTP/1.1" status: 200 len: 205 time: 0.1064610 Nov 02 12:52:22.676371 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50354) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:22.679621 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca3de8eb-93d9-4fa0-a5f5-155fe9fa3884 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (d20db62a-14e0-4190-8396-c1d774b40571), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:22.747675 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-8a281b1a-c35e-455c-9706-859850e8a8f4 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] delete failed (client error): The resource could not be found. Nov 02 12:52:22.749854 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8a281b1a-c35e-455c-9706-859850e8a8f4 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/routers/64679c82-559c-41d0-b64f-150010986512 HTTP/1.1" status: 404 len: 336 time: 0.0726655 Nov 02 12:52:22.751524 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca3de8eb-93d9-4fa0-a5f5-155fe9fa3884 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (d20db62a-14e0-4190-8396-c1d774b40571), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:22.754752 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50358) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:22.799012 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a587e08-d670-48c8-a252-1b77f2d33b26 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:22.799812 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a587e08-d670-48c8-a252-1b77f2d33b26 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:22.805245 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1a587e08-d670-48c8-a252-1b77f2d33b26 tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/9ee8cf64-3938-4ceb-9860-e16d17ee8b7d HTTP/1.1" status: 404 len: 337 time: 0.0412042 Nov 02 12:52:22.811150 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50360) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:22.821156 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3de8eb-93d9-4fa0-a5f5-155fe9fa3884 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:22.821808 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca3de8eb-93d9-4fa0-a5f5-155fe9fa3884 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (d20db62a-14e0-4190-8396-c1d774b40571), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:22.852866 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-72375047-1556-4b75-a272-9b4e658f48f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (d98e1bca-7582-4770-b6cb-efcfa2fef451), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:22.935579 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment d20db62a-14e0-4190-8396-c1d774b40571 resource provider aggregate not found Nov 02 12:52:22.994483 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be9efbb-b399-49a0-b364-892f7f0f21cd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:22.995193 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be9efbb-b399-49a0-b364-892f7f0f21cd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:23.000037 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6be9efbb-b399-49a0-b364-892f7f0f21cd tempest-RoutersIpV6Test-229430469 tempest-RoutersIpV6Test-229430469-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/35d4b87e-74de-47c7-b766-17aa66994c3a HTTP/1.1" status: 404 len: 337 time: 0.1876125 Nov 02 12:52:23.005081 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:23.030147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d98e1bca-7582-4770-b6cb-efcfa2fef451 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:52:23.036535 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-84d9a36d-3175-4376-8747-776f41705060 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4309247 Nov 02 12:52:23.038965 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment d20db62a-14e0-4190-8396-c1d774b40571 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d20db62a-14e0-4190-8396-c1d774b40571 found for delete ", "request_id": "req-7b795fde-3590-45be-91bd-2e2e3184903a"}]} Nov 02 12:52:23.042236 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72375047-1556-4b75-a272-9b4e658f48f9 None None] No DVR routers for this DVR port d98e1bca-7582-4770-b6cb-efcfa2fef451 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:52:23.044801 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50374) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:23.052410 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-a7373ebb-c7d8-49cd-a6a7-1c921ccd0837 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Request body: {'subnet': {'network_id': '8f81f4e9-e073-4a3f-ac70-8903a8864ff2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:23.162180 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72375047-1556-4b75-a272-9b4e658f48f9 None None] Pushing event deleted for resources: {'Port': ['ID=d98e1bca-7582-4770-b6cb-efcfa2fef451,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:23.162180 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fa9436b0-fd11-4a4a-983d-02290aec81c3 None None] Port d98e1bca-7582-4770-b6cb-efcfa2fef451 update to ACTIVE by agent not found {{(pid=105977) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2310}} Nov 02 12:52:23.162799 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9a36d-3175-4376-8747-776f41705060 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event updated for resources: {'Network': ['ID=8f81f4e9-e073-4a3f-ac70-8903a8864ff2,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:23.164888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: d98e1bca-7582-4770-b6cb-efcfa2fef451 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:52:23.165241 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d98e1bca-7582-4770-b6cb-efcfa2fef451 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:52:23.183375 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:23.186122 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 8f81f4e9-e073-4a3f-ac70-8903a8864ff2 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:23.284559 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca3de8eb-93d9-4fa0-a5f5-155fe9fa3884 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (633d6acf-d3ac-49b2-b62d-780202d8509a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:23.291017 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca3de8eb-93d9-4fa0-a5f5-155fe9fa3884 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:23.296023 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ca3de8eb-93d9-4fa0-a5f5-155fe9fa3884 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/networks/633d6acf-d3ac-49b2-b62d-780202d8509a HTTP/1.1" status: 204 len: 168 time: 2.5222113 Nov 02 12:52:23.298520 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50380) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:23.321581 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3de8eb-93d9-4fa0-a5f5-155fe9fa3884 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Network': ['ID=633d6acf-d3ac-49b2-b62d-780202d8509a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:23.353895 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:23.355824 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-e825e529-23db-4ad0-b027-87a5f6df67ce tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:23.360411 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e825e529-23db-4ad0-b027-87a5f6df67ce tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:23.362430 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e825e529-23db-4ad0-b027-87a5f6df67ce tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/094cd9e7-d10b-4f62-a481-e92613cbd57f HTTP/1.1" status: 404 len: 337 time: 0.0625272 Nov 02 12:52:23.363115 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50382) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:23.390032 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b86c6c-77db-40e4-8cd1-05f7c0b2bde9 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:23.390605 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b86c6c-77db-40e4-8cd1-05f7c0b2bde9 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:23.397436 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-41b86c6c-77db-40e4-8cd1-05f7c0b2bde9 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/networks/df372eaa-bfd3-449b-9944-6e05cedda642 HTTP/1.1" status: 404 len: 339 time: 0.0298853 Nov 02 12:52:23.397738 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50386) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:23.444968 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7373ebb-c7d8-49cd-a6a7-1c921ccd0837 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Made reservation on behalf of 10a6938d401e44a3933549dbb7943abd for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:23.450810 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7373ebb-c7d8-49cd-a6a7-1c921ccd0837 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:23.487266 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ef9097-4835-4f93-bbe5-914e1e8badb1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Deleting subnet 9e82ffd2-50ca-47a1-82dd-4839db3ac370 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:52:23.491931 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9ef9097-4835-4f93-bbe5-914e1e8badb1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for subnet (9e82ffd2-50ca-47a1-82dd-4839db3ac370), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:23.559699 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9ef9097-4835-4f93-bbe5-914e1e8badb1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (9e82ffd2-50ca-47a1-82dd-4839db3ac370), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:23.581851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7f4a4876-7422-42e9-ab2e-321e9a78d913 None None] Could not find standard attr ID for object 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:52:23.625095 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27d87bb-a53f-4adb-8f36-cba89ccfc87e None None] DHCP port deletion for 1974d86d-60da-43ea-a544-1a0a1023a243 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:52:23.648848 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe78e06-eea6-490f-b0f2-5549ebbd962f None None] Network 1974d86d-60da-43ea-a544-1a0a1023a243 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:23.667873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe78e06-eea6-490f-b0f2-5549ebbd962f None None] Network 1974d86d-60da-43ea-a544-1a0a1023a243 could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 12:52:23.678761 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755daaf6-c1f4-41aa-a5da-50d8e461ec4e None None] Network 1974d86d-60da-43ea-a544-1a0a1023a243 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:23.679771 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:23.698980 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755daaf6-c1f4-41aa-a5da-50d8e461ec4e None None] Network 1974d86d-60da-43ea-a544-1a0a1023a243 could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 12:52:23.784770 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:23.800155 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:23.802152 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9ef9097-4835-4f93-bbe5-914e1e8badb1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (9e82ffd2-50ca-47a1-82dd-4839db3ac370), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:24.039985 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9ef9097-4835-4f93-bbe5-914e1e8badb1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (9e82ffd2-50ca-47a1-82dd-4839db3ac370), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:24.087397 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef9097-4835-4f93-bbe5-914e1e8badb1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Subnet': ['ID=9e82ffd2-50ca-47a1-82dd-4839db3ac370,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:24.089609 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9ef9097-4835-4f93-bbe5-914e1e8badb1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:24.108243 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f9ef9097-4835-4f93-bbe5-914e1e8badb1 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/9e82ffd2-50ca-47a1-82dd-4839db3ac370 HTTP/1.1" status: 204 len: 168 time: 0.6961796 Nov 02 12:52:24.108243 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50396) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:24.109443 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cbaad0-e6ea-45c5-83af-f22bd9210843 None None] Network 06dacffe-0aa3-43df-866b-19455b876c58 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:24.114204 n-d-857339-6 neutron-server[105976]: DEBUG neutron.objects.ports [None req-a7373ebb-c7d8-49cd-a6a7-1c921ccd0837 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105976) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 12:52:24.117501 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7373ebb-c7d8-49cd-a6a7-1c921ccd0837 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (62ec4676-40f7-4a83-8a4b-003cfe930d3d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:24.207757 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-95aec842-8569-464b-8a24-e7c71709ccbd tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Deleting subnet acaba74d-e058-412f-b9d3-3f8ca23fc91f {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:52:24.215783 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-95aec842-8569-464b-8a24-e7c71709ccbd tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for subnet (acaba74d-e058-412f-b9d3-3f8ca23fc91f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:24.251286 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7373ebb-c7d8-49cd-a6a7-1c921ccd0837 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event updated for resources: {'Subnet': ['ID=62ec4676-40f7-4a83-8a4b-003cfe930d3d,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:24.255021 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7373ebb-c7d8-49cd-a6a7-1c921ccd0837 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Checking segment: {'id': '04e9a985-f7bf-4e9b-a11b-995d9ca9c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '8f81f4e9-e073-4a3f-ac70-8903a8864ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:24.255969 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7373ebb-c7d8-49cd-a6a7-1c921ccd0837 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Network hostable DHCP agents. Network: 8f81f4e9-e073-4a3f-ac70-8903a8864ff2, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:52:24.283398 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-95aec842-8569-464b-8a24-e7c71709ccbd tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (acaba74d-e058-412f-b9d3-3f8ca23fc91f), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:24.359639 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7373ebb-c7d8-49cd-a6a7-1c921ccd0837 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Network 8f81f4e9-e073-4a3f-ac70-8903a8864ff2 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:52:24.398460 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-95aec842-8569-464b-8a24-e7c71709ccbd tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (acaba74d-e058-412f-b9d3-3f8ca23fc91f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:24.409580 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:24.440838 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50408) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:24.587870 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-a7373ebb-c7d8-49cd-a6a7-1c921ccd0837 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 8f81f4e9-e073-4a3f-ac70-8903a8864ff2) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:24.602888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c808f15f-3cc2-495f-9f3c-ef89be364145 None None] Network 8f81f4e9-e073-4a3f-ac70-8903a8864ff2 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:24.605439 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7373ebb-c7d8-49cd-a6a7-1c921ccd0837 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:24.609765 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7373ebb-c7d8-49cd-a6a7-1c921ccd0837 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:24.623018 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-95aec842-8569-464b-8a24-e7c71709ccbd tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (acaba74d-e058-412f-b9d3-3f8ca23fc91f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:24.652206 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-95aec842-8569-464b-8a24-e7c71709ccbd tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:24.660611 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-95aec842-8569-464b-8a24-e7c71709ccbd tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/acaba74d-e058-412f-b9d3-3f8ca23fc91f HTTP/1.1" status: 204 len: 168 time: 0.5596664 Nov 02 12:52:24.661092 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50420) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:24.722792 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a7373ebb-c7d8-49cd-a6a7-1c921ccd0837 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6762729 Nov 02 12:52:24.723371 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aec842-8569-464b-8a24-e7c71709ccbd tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Subnet': ['ID=acaba74d-e058-412f-b9d3-3f8ca23fc91f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:24.727232 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50422) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:24.734337 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6b700ef1-6ffc-4fe8-8575-575edb56d689 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Request body: {'port': {'network_id': '8f81f4e9-e073-4a3f-ac70-8903a8864ff2', 'name': 'tempest-NetworksIpV6TestAttrs-163496902'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:24.790383 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3aa6dd49-764e-4289-bd2b-2ea9ae8b6f00 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (06dacffe-0aa3-43df-866b-19455b876c58), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:24.804153 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:52:24.854712 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-8f81f4e9-e073-4a3f-ac70-8903a8864ff2', 'network_id': '8f81f4e9-e073-4a3f-ac70-8903a8864ff2', 'project_id': '10a6938d401e44a3933549dbb7943abd', 'fixed_ips': [{'subnet_id': '62ec4676-40f7-4a83-8a4b-003cfe930d3d'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:52:24.856135 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:24.864134 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:52:24.864475 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7ec7c9c9-03dc-4e75-b31c-cd9b656a0cf5 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:52:24.907697 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6dd49-764e-4289-bd2b-2ea9ae8b6f00 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Deleting port 9af2c662-0f85-49c0-8fe5-992a099e280b {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:24.908550 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3aa6dd49-764e-4289-bd2b-2ea9ae8b6f00 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9af2c662-0f85-49c0-8fe5-992a099e280b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:25.003394 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-3aa6dd49-764e-4289-bd2b-2ea9ae8b6f00 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] For port 9af2c662-0f85-49c0-8fe5-992a099e280b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9af2c662-0f85-49c0-8fe5-992a099e280b,segment=NetworkSegment(7bc4269d-a8ee-4da4-9727-963b828e37ff),segment_id=7bc4269d-a8ee-4da4-9727-963b828e37ff)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:25.003853 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3aa6dd49-764e-4289-bd2b-2ea9ae8b6f00 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9af2c662-0f85-49c0-8fe5-992a099e280b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:25.051311 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6dd49-764e-4289-bd2b-2ea9ae8b6f00 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Calling delete_port for 9af2c662-0f85-49c0-8fe5-992a099e280b owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:25.058222 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b700ef1-6ffc-4fe8-8575-575edb56d689 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Made reservation on behalf of 10a6938d401e44a3933549dbb7943abd for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:25.063676 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b700ef1-6ffc-4fe8-8575-575edb56d689 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:25.072256 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:25.127098 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-6b700ef1-6ffc-4fe8-8575-575edb56d689 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] device_id is not set on port e831a988-2264-401c-a757-c012b082ec4c yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:52:25.290427 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-6b700ef1-6ffc-4fe8-8575-575edb56d689 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Allocated IP 2001:db8::f816:3eff:fe1d:1ddd (8f81f4e9-e073-4a3f-ac70-8903a8864ff2/62ec4676-40f7-4a83-8a4b-003cfe930d3d/e831a988-2264-401c-a757-c012b082ec4c) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:25.301107 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-73707a52-4e53-472c-afde-0ad488deed2b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c26d2fe9e5e743059c97bd0af976552c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8562446 Nov 02 12:52:25.305662 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50428) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:25.322837 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f58cad-6e2a-4fa2-8312-4755c6cca52f None None] Network 06dacffe-0aa3-43df-866b-19455b876c58 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:25.330833 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:25.368146 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b952c964-9c56-4e4a-adcf-7f9b0dcaad84 None None] Provisioning complete for port 9af2c662-0f85-49c0-8fe5-992a099e280b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:25.368794 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b952c964-9c56-4e4a-adcf-7f9b0dcaad84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9af2c662-0f85-49c0-8fe5-992a099e280b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:25.369759 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b952c964-9c56-4e4a-adcf-7f9b0dcaad84 None None] Attempt 1 to provision port 9af2c662-0f85-49c0-8fe5-992a099e280b Nov 02 12:52:25.464526 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0b03b47-8651-46c2-b0a3-60999a7d7f04 admin admin] Publish callbacks [] for security_group (8934f72a-9465-48a6-888e-f77f20e40960), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:25.520263 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b700ef1-6ffc-4fe8-8575-575edb56d689 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for port (e831a988-2264-401c-a757-c012b082ec4c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:25.522884 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0b03b47-8651-46c2-b0a3-60999a7d7f04 admin admin] Publish callbacks [] for security_group (8934f72a-9465-48a6-888e-f77f20e40960), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:25.611070 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:25.612481 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b952c964-9c56-4e4a-adcf-7f9b0dcaad84 None None] Could not find standard attr ID for object 9af2c662-0f85-49c0-8fe5-992a099e280b. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:52:25.619184 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3aa6dd49-764e-4289-bd2b-2ea9ae8b6f00 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9af2c662-0f85-49c0-8fe5-992a099e280b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:25.623402 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.db [None req-b952c964-9c56-4e4a-adcf-7f9b0dcaad84 None None] No ports have port_id starting with 9af2c662-0f85-49c0-8fe5-992a099e280b Nov 02 12:52:25.665390 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6dd49-764e-4289-bd2b-2ea9ae8b6f00 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Port': ['ID=9af2c662-0f85-49c0-8fe5-992a099e280b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:25.676641 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa6dd49-764e-4289-bd2b-2ea9ae8b6f00 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] No DVR routers for this DVR port 9af2c662-0f85-49c0-8fe5-992a099e280b on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:52:25.739657 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5140208-3b2d-4f51-bf90-7e804e9eadbe None None] DHCP port deletion for 06dacffe-0aa3-43df-866b-19455b876c58 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:52:25.753646 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b700ef1-6ffc-4fe8-8575-575edb56d689 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (e831a988-2264-401c-a757-c012b082ec4c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:25.801311 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0b03b47-8651-46c2-b0a3-60999a7d7f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8934f72a-9465-48a6-888e-f77f20e40960), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:25.804363 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0b03b47-8651-46c2-b0a3-60999a7d7f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:25.805921 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f0b03b47-8651-46c2-b0a3-60999a7d7f04 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8934f72a-9465-48a6-888e-f77f20e40960 HTTP/1.1" status: 204 len: 168 time: 0.4992886 Nov 02 12:52:25.808793 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3aa6dd49-764e-4289-bd2b-2ea9ae8b6f00 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (06dacffe-0aa3-43df-866b-19455b876c58), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:25.814947 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50436) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:25.836577 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b700ef1-6ffc-4fe8-8575-575edb56d689 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Network 8f81f4e9-e073-4a3f-ac70-8903a8864ff2 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:25.839226 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b03b47-8651-46c2-b0a3-60999a7d7f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8934f72a-9465-48a6-888e-f77f20e40960,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:25.844203 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-6b700ef1-6ffc-4fe8-8575-575edb56d689 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:25.849129 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b700ef1-6ffc-4fe8-8575-575edb56d689 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:52:25.855032 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b700ef1-6ffc-4fe8-8575-575edb56d689 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:25.855503 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b700ef1-6ffc-4fe8-8575-575edb56d689 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:25.862344 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b700ef1-6ffc-4fe8-8575-575edb56d689 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event updated for resources: {'Port': ['ID=e831a988-2264-401c-a757-c012b082ec4c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:25.866007 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] Allocated IP 2001:db8::f816:3eff:fe7b:5dd4 (8f81f4e9-e073-4a3f-ac70-8903a8864ff2/62ec4676-40f7-4a83-8a4b-003cfe930d3d/b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:25.877147 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-3aa6dd49-764e-4289-bd2b-2ea9ae8b6f00 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06dacffe-0aa3-43df-866b-19455b876c58']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:25.891987 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-3aa6dd49-764e-4289-bd2b-2ea9ae8b6f00 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc4269d-a8ee-4da4-9727-963b828e37ff') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:25.891987 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-3aa6dd49-764e-4289-bd2b-2ea9ae8b6f00 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc4269d-a8ee-4da4-9727-963b828e37ff') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:25.903652 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3aa6dd49-764e-4289-bd2b-2ea9ae8b6f00 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (7bc4269d-a8ee-4da4-9727-963b828e37ff), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:25.923413 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3aa6dd49-764e-4289-bd2b-2ea9ae8b6f00 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (7bc4269d-a8ee-4da4-9727-963b828e37ff), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:25.940394 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:25.945621 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa6dd49-764e-4289-bd2b-2ea9ae8b6f00 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:25.945621 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3aa6dd49-764e-4289-bd2b-2ea9ae8b6f00 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (7bc4269d-a8ee-4da4-9727-963b828e37ff), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:25.995510 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6b700ef1-6ffc-4fe8-8575-575edb56d689 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2664998 Nov 02 12:52:26.003034 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50444) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:26.094335 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 7bc4269d-a8ee-4da4-9727-963b828e37ff resource provider aggregate not found Nov 02 12:52:26.126040 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 7bc4269d-a8ee-4da4-9727-963b828e37ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7bc4269d-a8ee-4da4-9727-963b828e37ff found for delete ", "request_id": "req-84bd267f-edca-4360-84b3-65755d0b25a5"}]} Nov 02 12:52:26.128137 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] Publish callbacks [] for port (b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.162114 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb49ab1e-4c7c-4e2e-8dd7-15dd989fd881 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Deleting subnet 62ec4676-40f7-4a83-8a4b-003cfe930d3d {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:52:26.216405 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3aa6dd49-764e-4289-bd2b-2ea9ae8b6f00 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (06dacffe-0aa3-43df-866b-19455b876c58), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.250480 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3aa6dd49-764e-4289-bd2b-2ea9ae8b6f00 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.250480 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3aa6dd49-764e-4289-bd2b-2ea9ae8b6f00 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/networks/06dacffe-0aa3-43df-866b-19455b876c58 HTTP/1.1" status: 204 len: 168 time: 1.5661585 Nov 02 12:52:26.250480 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6dd49-764e-4289-bd2b-2ea9ae8b6f00 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Network': ['ID=06dacffe-0aa3-43df-866b-19455b876c58,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:26.254324 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50456) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:26.282380 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ffcec4-cce6-4aeb-b456-db4a59423fdd tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:26.283095 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ffcec4-cce6-4aeb-b456-db4a59423fdd tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:26.286092 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-24ffcec4-cce6-4aeb-b456-db4a59423fdd tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/9c8eb792-8d61-4ccd-92b3-701141282155 HTTP/1.1" status: 404 len: 337 time: 0.0307350 Nov 02 12:52:26.288785 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50458) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:26.307799 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c815776-1fa6-474b-a98a-a6e6cb20f411 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:26.318870 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c815776-1fa6-474b-a98a-a6e6cb20f411 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:26.318870 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6c815776-1fa6-474b-a98a-a6e6cb20f411 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/networks/816192b4-e680-4ef4-a2aa-202beadb8394 HTTP/1.1" status: 404 len: 339 time: 0.0217233 Nov 02 12:52:26.319773 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50460) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:26.346891 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-816064cc-d4e8-4e2b-b498-b617631e071a tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:26.347657 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-816064cc-d4e8-4e2b-b498-b617631e071a tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:26.353299 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-816064cc-d4e8-4e2b-b498-b617631e071a tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/48b97f66-836f-47e0-92bf-b88a57ca6523 HTTP/1.1" status: 404 len: 337 time: 0.0298097 Nov 02 12:52:26.353460 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.353562 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb49ab1e-4c7c-4e2e-8dd7-15dd989fd881 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for subnet (62ec4676-40f7-4a83-8a4b-003cfe930d3d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.354323 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50462) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:26.377269 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3c20c2-9a0f-483a-9552-f21be137ce37 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:26.378098 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e3c20c2-9a0f-483a-9552-f21be137ce37 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:26.381873 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3e3c20c2-9a0f-483a-9552-f21be137ce37 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/networks/16a21cbf-4ba1-47fa-b61b-a65ee5c7bf0d HTTP/1.1" status: 404 len: 339 time: 0.0263886 Nov 02 12:52:26.384382 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50464) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:26.408065 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb49ab1e-4c7c-4e2e-8dd7-15dd989fd881 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (62ec4676-40f7-4a83-8a4b-003cfe930d3d), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.420311 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5bdcfa6-b656-4a63-896c-c9a26070b6f4 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:26.420939 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5bdcfa6-b656-4a63-896c-c9a26070b6f4 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:26.425070 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d5bdcfa6-b656-4a63-896c-c9a26070b6f4 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/51995e54-ec85-4e7f-8bac-2b3a0240efc2 HTTP/1.1" status: 404 len: 337 time: 0.0395036 Nov 02 12:52:26.425546 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] Network 8f81f4e9-e073-4a3f-ac70-8903a8864ff2 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:26.427893 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50466) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:26.438259 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:26.442456 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:52:26.445866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] Pushing event updated for resources: {'Port': ['ID=b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:26.475154 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9eb31c1-201d-4fff-89f6-c1de0e101488 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:26.478180 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9eb31c1-201d-4fff-89f6-c1de0e101488 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:26.481985 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b9eb31c1-201d-4fff-89f6-c1de0e101488 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/networks/1445019c-75ad-4af8-afd2-ab14058c3ee0 HTTP/1.1" status: 404 len: 339 time: 0.0529010 Nov 02 12:52:26.485051 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50468) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:26.503207 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7943c932-6cf9-4ea4-b5eb-ec44901328e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.541031 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] Attempting to bind port b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:26.541393 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] Attempting to bind port b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '04e9a985-f7bf-4e9b-a11b-995d9ca9c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '8f81f4e9-e073-4a3f-ac70-8903a8864ff2'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:26.541757 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] Attempting to bind port b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b on network 8f81f4e9-e073-4a3f-ac70-8903a8864ff2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:26.570881 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f204129-34ab-4d62-9076-09ac51bf4b7f tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Deleting subnet 189be18c-62dc-4cfe-8320-89d87b97219c {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:52:26.574192 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4f204129-34ab-4d62-9076-09ac51bf4b7f tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for subnet (189be18c-62dc-4cfe-8320-89d87b97219c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.591322 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:52:26.591322 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] Checking segment: {'id': '04e9a985-f7bf-4e9b-a11b-995d9ca9c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '8f81f4e9-e073-4a3f-ac70-8903a8864ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:26.592941 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.592941 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] Bound using segment: {'id': '04e9a985-f7bf-4e9b-a11b-995d9ca9c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '8f81f4e9-e073-4a3f-ac70-8903a8864ff2'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:52:26.592941 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] Bound port: b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e9a985-f7bf-4e9b-a11b-995d9ca9c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '8f81f4e9-e073-4a3f-ac70-8903a8864ff2'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:52:26.593251 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.631346 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4f204129-34ab-4d62-9076-09ac51bf4b7f tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (189be18c-62dc-4cfe-8320-89d87b97219c), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.647286 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:26.682800 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] For port b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:26.684785 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] For port b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b,segment=NetworkSegment(04e9a985-f7bf-4e9b-a11b-995d9ca9c6b8),segment_id=04e9a985-f7bf-4e9b-a11b-995d9ca9c6b8)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:26.716068 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7943c932-6cf9-4ea4-b5eb-ec44901328e1 admin admin] Publish callbacks [] for security_group (b6953496-5813-4ef5-81f8-2075c219f066), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.727891 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4f204129-34ab-4d62-9076-09ac51bf4b7f tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (189be18c-62dc-4cfe-8320-89d87b97219c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.807091 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9af2c662-0f85-49c0-8fe5-992a099e280b no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:52:26.831943 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 9af2c662-0f85-49c0-8fe5-992a099e280b {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:52:26.831943 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9af2c662-0f85-49c0-8fe5-992a099e280b not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:52:26.862850 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.863307 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7943c932-6cf9-4ea4-b5eb-ec44901328e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b6953496-5813-4ef5-81f8-2075c219f066), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.868520 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb49ab1e-4c7c-4e2e-8dd7-15dd989fd881 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (62ec4676-40f7-4a83-8a4b-003cfe930d3d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.910015 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4f204129-34ab-4d62-9076-09ac51bf4b7f tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (189be18c-62dc-4cfe-8320-89d87b97219c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.934095 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4f204129-34ab-4d62-9076-09ac51bf4b7f tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.942918 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4f204129-34ab-4d62-9076-09ac51bf4b7f tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/189be18c-62dc-4cfe-8320-89d87b97219c HTTP/1.1" status: 204 len: 168 time: 0.4554331 Nov 02 12:52:26.944984 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edc626c-bb95-47f0-b1c8-526ebe0dea40 None None] Network 135dbfe7-0fa9-4107-b710-a106d8ffd5e2 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:26.951236 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50478) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:27.009219 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f204129-34ab-4d62-9076-09ac51bf4b7f tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Subnet': ['ID=189be18c-62dc-4cfe-8320-89d87b97219c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:27.047034 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a05a0-b0bf-4637-9fcb-8ccdab9a0e7d None None] Pushing event updated for resources: {'Port': ['ID=b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:27.066884 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7943c932-6cf9-4ea4-b5eb-ec44901328e1 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9b68dd5ddfaf4981a5262d3ff99d4595&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2506337 Nov 02 12:52:27.069591 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50484) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:27.073178 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943c932-6cf9-4ea4-b5eb-ec44901328e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6953496-5813-4ef5-81f8-2075c219f066,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:27.104140 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:27.162390 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86be47bc-9592-4645-9baf-fe91ceed2524 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (135dbfe7-0fa9-4107-b710-a106d8ffd5e2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.201319 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a56216e4-dbbc-4582-b620-57c0b4b5e25a admin admin] Publish callbacks [] for security_group (b6953496-5813-4ef5-81f8-2075c219f066), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.230106 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a56216e4-dbbc-4582-b620-57c0b4b5e25a admin admin] Publish callbacks [] for security_group (b6953496-5813-4ef5-81f8-2075c219f066), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.282806 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-86be47bc-9592-4645-9baf-fe91ceed2524 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Deleting port 6b074ccd-6849-4009-b811-4b4527bcaaab {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:27.283361 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86be47bc-9592-4645-9baf-fe91ceed2524 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (6b074ccd-6849-4009-b811-4b4527bcaaab), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.364330 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605d7e79-7bd7-4a23-be5e-e0c153f413b2 None None] DHCP port deletion for 135dbfe7-0fa9-4107-b710-a106d8ffd5e2 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:52:27.402035 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-86be47bc-9592-4645-9baf-fe91ceed2524 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] For port 6b074ccd-6849-4009-b811-4b4527bcaaab, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6b074ccd-6849-4009-b811-4b4527bcaaab,segment=NetworkSegment(c7f0a446-aea3-40a4-874c-4232b9034c29),segment_id=c7f0a446-aea3-40a4-874c-4232b9034c29)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:27.402618 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86be47bc-9592-4645-9baf-fe91ceed2524 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (6b074ccd-6849-4009-b811-4b4527bcaaab), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.419976 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-605d7e79-7bd7-4a23-be5e-e0c153f413b2 None None] Deleting port 6b074ccd-6849-4009-b811-4b4527bcaaab {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:27.420252 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-86be47bc-9592-4645-9baf-fe91ceed2524 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Calling delete_port for 6b074ccd-6849-4009-b811-4b4527bcaaab owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:27.420456 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-605d7e79-7bd7-4a23-be5e-e0c153f413b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (6b074ccd-6849-4009-b811-4b4527bcaaab), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.473954 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a56216e4-dbbc-4582-b620-57c0b4b5e25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b6953496-5813-4ef5-81f8-2075c219f066), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.476952 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a56216e4-dbbc-4582-b620-57c0b4b5e25a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.478196 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a56216e4-dbbc-4582-b620-57c0b4b5e25a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b6953496-5813-4ef5-81f8-2075c219f066 HTTP/1.1" status: 204 len: 168 time: 0.4074500 Nov 02 12:52:27.489859 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb49ab1e-4c7c-4e2e-8dd7-15dd989fd881 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (62ec4676-40f7-4a83-8a4b-003cfe930d3d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.494753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56216e4-dbbc-4582-b620-57c0b4b5e25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6953496-5813-4ef5-81f8-2075c219f066,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:27.536943 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-605d7e79-7bd7-4a23-be5e-e0c153f413b2 None None] For port 6b074ccd-6849-4009-b811-4b4527bcaaab, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6b074ccd-6849-4009-b811-4b4527bcaaab,segment=NetworkSegment(c7f0a446-aea3-40a4-874c-4232b9034c29),segment_id=c7f0a446-aea3-40a4-874c-4232b9034c29)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:27.537324 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-605d7e79-7bd7-4a23-be5e-e0c153f413b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (6b074ccd-6849-4009-b811-4b4527bcaaab), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.551276 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-605d7e79-7bd7-4a23-be5e-e0c153f413b2 None None] Calling delete_port for 6b074ccd-6849-4009-b811-4b4527bcaaab owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:27.553465 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49ab1e-4c7c-4e2e-8dd7-15dd989fd881 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event deleted for resources: {'Subnet': ['ID=62ec4676-40f7-4a83-8a4b-003cfe930d3d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:27.561553 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb49ab1e-4c7c-4e2e-8dd7-15dd989fd881 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.570399 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-eb49ab1e-4c7c-4e2e-8dd7-15dd989fd881 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/62ec4676-40f7-4a83-8a4b-003cfe930d3d HTTP/1.1" status: 204 len: 168 time: 1.5662272 Nov 02 12:52:27.570948 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50500) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:27.660928 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bd4cfc-13e9-4f58-94b5-7fef0f70f39a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:27.662713 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bd4cfc-13e9-4f58-94b5-7fef0f70f39a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:27.664302 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a7bd4cfc-13e9-4f58-94b5-7fef0f70f39a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0916512 Nov 02 12:52:27.667411 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50504) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:27.707963 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86be47bc-9592-4645-9baf-fe91ceed2524 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (6b074ccd-6849-4009-b811-4b4527bcaaab), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.714708 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-605d7e79-7bd7-4a23-be5e-e0c153f413b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (6b074ccd-6849-4009-b811-4b4527bcaaab), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.748730 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:27.753276 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d7e79-7bd7-4a23-be5e-e0c153f413b2 None None] Pushing event deleted for resources: {'Port': ['ID=6b074ccd-6849-4009-b811-4b4527bcaaab,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:27.753462 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be47bc-9592-4645-9baf-fe91ceed2524 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Port': ['ID=6b074ccd-6849-4009-b811-4b4527bcaaab,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:27.761059 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605d7e79-7bd7-4a23-be5e-e0c153f413b2 None None] No DVR routers for this DVR port 6b074ccd-6849-4009-b811-4b4527bcaaab on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:52:27.763595 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be47bc-9592-4645-9baf-fe91ceed2524 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] No DVR routers for this DVR port 6b074ccd-6849-4009-b811-4b4527bcaaab on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:52:27.790858 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7733da3a-a3ce-43c7-9c36-4281b803a8f4 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (8f81f4e9-e073-4a3f-ac70-8903a8864ff2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.807076 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-7733da3a-a3ce-43c7-9c36-4281b803a8f4 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 02 12:52:27.807778 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7733da3a-a3ce-43c7-9c36-4281b803a8f4 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:27.811502 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7733da3a-a3ce-43c7-9c36-4281b803a8f4 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "DELETE /networking/v2.0/networks/8f81f4e9-e073-4a3f-ac70-8903a8864ff2 HTTP/1.1" status: 409 len: 466 time: 0.1430824 Nov 02 12:52:27.817603 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50508) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:27.822871 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-06ab4e39-b523-4abd-ac75-77afb56f7b9a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1531525726'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:27.884989 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86be47bc-9592-4645-9baf-fe91ceed2524 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (135dbfe7-0fa9-4107-b710-a106d8ffd5e2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.910867 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-86be47bc-9592-4645-9baf-fe91ceed2524 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135dbfe7-0fa9-4107-b710-a106d8ffd5e2']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:27.922108 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-86be47bc-9592-4645-9baf-fe91ceed2524 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f0a446-aea3-40a4-874c-4232b9034c29') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:27.922409 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-86be47bc-9592-4645-9baf-fe91ceed2524 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f0a446-aea3-40a4-874c-4232b9034c29') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:27.933647 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86be47bc-9592-4645-9baf-fe91ceed2524 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (c7f0a446-aea3-40a4-874c-4232b9034c29), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.952886 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86be47bc-9592-4645-9baf-fe91ceed2524 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (c7f0a446-aea3-40a4-874c-4232b9034c29), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.961159 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86be47bc-9592-4645-9baf-fe91ceed2524 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:27.962127 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86be47bc-9592-4645-9baf-fe91ceed2524 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (c7f0a446-aea3-40a4-874c-4232b9034c29), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.992196 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ab4e39-b523-4abd-ac75-77afb56f7b9a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Made reservation on behalf of 10a6938d401e44a3933549dbb7943abd for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:27.998179 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06ab4e39-b523-4abd-ac75-77afb56f7b9a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.010936 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment c7f0a446-aea3-40a4-874c-4232b9034c29 resource provider aggregate not found Nov 02 12:52:28.048793 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ab4e39-b523-4abd-ac75-77afb56f7b9a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:28.052812 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment c7f0a446-aea3-40a4-874c-4232b9034c29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7f0a446-aea3-40a4-874c-4232b9034c29 found for delete ", "request_id": "req-e505923b-f3fe-48e9-b849-2ba79286a3be"}]} Nov 02 12:52:28.065496 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06ab4e39-b523-4abd-ac75-77afb56f7b9a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.065864 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-06ab4e39-b523-4abd-ac75-77afb56f7b9a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Added segment a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b of type vlan for network 3a76517f-cddb-478e-b595-2670a3326d14 Nov 02 12:52:28.111700 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06ab4e39-b523-4abd-ac75-77afb56f7b9a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (3a76517f-cddb-478e-b595-2670a3326d14), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.280257 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86be47bc-9592-4645-9baf-fe91ceed2524 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (135dbfe7-0fa9-4107-b710-a106d8ffd5e2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.288210 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86be47bc-9592-4645-9baf-fe91ceed2524 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.292334 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-86be47bc-9592-4645-9baf-fe91ceed2524 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/networks/135dbfe7-0fa9-4107-b710-a106d8ffd5e2 HTTP/1.1" status: 204 len: 168 time: 1.3359659 Nov 02 12:52:28.295630 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50522) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:28.333477 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be47bc-9592-4645-9baf-fe91ceed2524 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Network': ['ID=135dbfe7-0fa9-4107-b710-a106d8ffd5e2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:28.339702 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06ab4e39-b523-4abd-ac75-77afb56f7b9a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (3a76517f-cddb-478e-b595-2670a3326d14), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.345167 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ab4e39-b523-4abd-ac75-77afb56f7b9a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:28.345795 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06ab4e39-b523-4abd-ac75-77afb56f7b9a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.353414 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e83e1d-0c7b-4345-ad1c-7b8f17e23b03 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:28.353881 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e83e1d-0c7b-4345-ad1c-7b8f17e23b03 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:28.357619 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f7e83e1d-0c7b-4345-ad1c-7b8f17e23b03 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/616655e3-50fb-40ca-9a5c-65b4bcc489b8 HTTP/1.1" status: 404 len: 337 time: 0.0610223 Nov 02 12:52:28.360299 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50526) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:28.409964 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-decb9507-6e82-4f5c-aa9b-0216a42719d2 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:28.410583 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-decb9507-6e82-4f5c-aa9b-0216a42719d2 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:28.421440 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-decb9507-6e82-4f5c-aa9b-0216a42719d2 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/networks/ade0302a-422a-4ffd-8ebc-4c628e78ec70 HTTP/1.1" status: 404 len: 339 time: 0.0567112 Nov 02 12:52:28.422230 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50528) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:28.451945 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab4e39-b523-4abd-ac75-77afb56f7b9a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event updated for resources: {'Network': ['ID=3a76517f-cddb-478e-b595-2670a3326d14,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:28.469976 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 3a76517f-cddb-478e-b595-2670a3326d14 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:28.492198 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-06ab4e39-b523-4abd-ac75-77afb56f7b9a tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6732216 Nov 02 12:52:28.492902 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50532) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:28.500753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-421290b7-9e27-4b5b-bb8a-f0a59f56cafc tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Request body: {'subnet': {'network_id': '3a76517f-cddb-478e-b595-2670a3326d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:28.529752 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee805a25-dd32-4552-a786-a4d339bf14fd None None] Network 8f81f4e9-e073-4a3f-ac70-8903a8864ff2 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:28.539615 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b6327d-25fb-44f9-b0e6-34e30a309319 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Deleting subnet 1cf62550-cb00-4a5b-a370-6662881922ea {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:52:28.544201 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2b6327d-25fb-44f9-b0e6-34e30a309319 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for subnet (1cf62550-cb00-4a5b-a370-6662881922ea), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.611678 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2b6327d-25fb-44f9-b0e6-34e30a309319 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (1cf62550-cb00-4a5b-a370-6662881922ea), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.646232 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3c26bc7c-687f-4b9f-bf04-0f850722b064 None None] Provisioning complete for port b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:28.646910 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3c26bc7c-687f-4b9f-bf04-0f850722b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.648785 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3c26bc7c-687f-4b9f-bf04-0f850722b064 None None] Attempt 1 to provision port b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b Nov 02 12:52:28.718861 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2b6327d-25fb-44f9-b0e6-34e30a309319 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (1cf62550-cb00-4a5b-a370-6662881922ea), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.785544 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3c26bc7c-687f-4b9f-bf04-0f850722b064 None None] Current status of the port b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:28.786199 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3c26bc7c-687f-4b9f-bf04-0f850722b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.806388 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87cf4c5-ba17-493e-8b4c-d5e1e80ea0fa None None] DHCP port deletion for 8f81f4e9-e073-4a3f-ac70-8903a8864ff2 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:52:28.853872 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3c26bc7c-687f-4b9f-bf04-0f850722b064 None None] For port b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b,segment=NetworkSegment(04e9a985-f7bf-4e9b-a11b-995d9ca9c6b8),segment_id=04e9a985-f7bf-4e9b-a11b-995d9ca9c6b8)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:28.908850 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a87cf4c5-ba17-493e-8b4c-d5e1e80ea0fa None None] Deleting port b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:28.909027 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a87cf4c5-ba17-493e-8b4c-d5e1e80ea0fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.913679 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421290b7-9e27-4b5b-bb8a-f0a59f56cafc tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Made reservation on behalf of 10a6938d401e44a3933549dbb7943abd for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:28.919324 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-421290b7-9e27-4b5b-bb8a-f0a59f56cafc tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.959598 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6b074ccd-6849-4009-b811-4b4527bcaaab no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:52:28.999215 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50542) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:29.009482 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 6b074ccd-6849-4009-b811-4b4527bcaaab {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:52:29.010025 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6b074ccd-6849-4009-b811-4b4527bcaaab not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:52:29.050484 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2b6327d-25fb-44f9-b0e6-34e30a309319 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (1cf62550-cb00-4a5b-a370-6662881922ea), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.066026 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a87cf4c5-ba17-493e-8b4c-d5e1e80ea0fa None None] For port b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b,segment=NetworkSegment(04e9a985-f7bf-4e9b-a11b-995d9ca9c6b8),segment_id=04e9a985-f7bf-4e9b-a11b-995d9ca9c6b8)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:29.066430 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a87cf4c5-ba17-493e-8b4c-d5e1e80ea0fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.084510 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3c26bc7c-687f-4b9f-bf04-0f850722b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.086977 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a87cf4c5-ba17-493e-8b4c-d5e1e80ea0fa None None] Calling delete_port for b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:29.092433 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342952f6-73fc-48e3-9197-8c079096e424 None None] Network 4170fa0e-916d-41bd-8177-15bf5c3b520f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:29.102547 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2b6327d-25fb-44f9-b0e6-34e30a309319 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.109119 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a2b6327d-25fb-44f9-b0e6-34e30a309319 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/1cf62550-cb00-4a5b-a370-6662881922ea HTTP/1.1" status: 204 len: 168 time: 0.6825373 Nov 02 12:52:29.109119 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6327d-25fb-44f9-b0e6-34e30a309319 tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Subnet': ['ID=1cf62550-cb00-4a5b-a370-6662881922ea,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:29.111868 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50546) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:29.225780 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:29.250900 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72f6e5e8-3d44-47b7-abc2-5b45efecfd1e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (4170fa0e-916d-41bd-8177-15bf5c3b520f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.297458 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:29.342620 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-72f6e5e8-3d44-47b7-abc2-5b45efecfd1e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Deleting port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:29.342993 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72f6e5e8-3d44-47b7-abc2-5b45efecfd1e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (57b08e0d-9795-4ec4-9edb-cd2fd1200b51), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.361702 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26bc7c-687f-4b9f-bf04-0f850722b064 None None] Pushing event updated for resources: {'Port': ['ID=b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:29.416645 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:29.442076 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-72f6e5e8-3d44-47b7-abc2-5b45efecfd1e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] For port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=57b08e0d-9795-4ec4-9edb-cd2fd1200b51,segment=NetworkSegment(b4c1d244-5a83-4b13-9a1a-c07904688c44),segment_id=b4c1d244-5a83-4b13-9a1a-c07904688c44)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:29.442521 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72f6e5e8-3d44-47b7-abc2-5b45efecfd1e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (57b08e0d-9795-4ec4-9edb-cd2fd1200b51), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.460290 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-72f6e5e8-3d44-47b7-abc2-5b45efecfd1e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Calling delete_port for 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:29.470021 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dc78cc-7fee-4a83-a213-7c841fbc767c None None] DHCP port deletion for 4170fa0e-916d-41bd-8177-15bf5c3b520f request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:52:29.509377 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a87cf4c5-ba17-493e-8b4c-d5e1e80ea0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.581894 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-51dc78cc-7fee-4a83-a213-7c841fbc767c None None] Deleting port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:29.582291 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-51dc78cc-7fee-4a83-a213-7c841fbc767c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (57b08e0d-9795-4ec4-9edb-cd2fd1200b51), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.585848 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87cf4c5-ba17-493e-8b4c-d5e1e80ea0fa None None] Pushing event deleted for resources: {'Port': ['ID=b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:29.588235 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87cf4c5-ba17-493e-8b4c-d5e1e80ea0fa None None] No DVR routers for this DVR port b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:52:29.609328 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Request body: {'networks': [{'name': 'tempest-network--1502046335'}, {'name': 'tempest-network--182653697'}]} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:29.609746 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Request body: {'network': {'name': 'tempest-network--1502046335'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:29.610121 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Request body: {'network': {'name': 'tempest-network--182653697'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:29.667514 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-51dc78cc-7fee-4a83-a213-7c841fbc767c None None] For port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=57b08e0d-9795-4ec4-9edb-cd2fd1200b51,segment=NetworkSegment(b4c1d244-5a83-4b13-9a1a-c07904688c44),segment_id=b4c1d244-5a83-4b13-9a1a-c07904688c44)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:29.667960 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-51dc78cc-7fee-4a83-a213-7c841fbc767c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (57b08e0d-9795-4ec4-9edb-cd2fd1200b51), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.689587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-51dc78cc-7fee-4a83-a213-7c841fbc767c None None] Calling delete_port for 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:29.715404 n-d-857339-6 neutron-server[105976]: DEBUG neutron.objects.ports [None req-421290b7-9e27-4b5b-bb8a-f0a59f56cafc tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105976) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 12:52:29.717792 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72f6e5e8-3d44-47b7-abc2-5b45efecfd1e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (57b08e0d-9795-4ec4-9edb-cd2fd1200b51), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.720247 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-421290b7-9e27-4b5b-bb8a-f0a59f56cafc tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (112cb4b7-ddaa-4a19-a808-8dca0df1cc7b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.750504 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:29.759590 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6e5e8-3d44-47b7-abc2-5b45efecfd1e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Port': ['ID=57b08e0d-9795-4ec4-9edb-cd2fd1200b51,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:29.787622 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Made reservation on behalf of 67c2128d3a954ae7b5bcc30d9dd495b5 for: {'network': 2} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:29.794983 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.799416 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f6e5e8-3d44-47b7-abc2-5b45efecfd1e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] No DVR routers for this DVR port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:52:29.843161 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.865841 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421290b7-9e27-4b5b-bb8a-f0a59f56cafc tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event updated for resources: {'Subnet': ['ID=112cb4b7-ddaa-4a19-a808-8dca0df1cc7b,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:29.894640 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-51dc78cc-7fee-4a83-a213-7c841fbc767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (57b08e0d-9795-4ec4-9edb-cd2fd1200b51), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.903241 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421290b7-9e27-4b5b-bb8a-f0a59f56cafc tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Checking segment: {'id': 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:29.903766 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421290b7-9e27-4b5b-bb8a-f0a59f56cafc tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Network hostable DHCP agents. Network: 3a76517f-cddb-478e-b595-2670a3326d14, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:52:29.942556 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dc78cc-7fee-4a83-a213-7c841fbc767c None None] No DVR routers for this DVR port 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:52:29.944337 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72f6e5e8-3d44-47b7-abc2-5b45efecfd1e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (4170fa0e-916d-41bd-8177-15bf5c3b520f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.955384 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc78cc-7fee-4a83-a213-7c841fbc767c None None] Pushing event deleted for resources: {'Port': ['ID=57b08e0d-9795-4ec4-9edb-cd2fd1200b51,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:29.976667 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-72f6e5e8-3d44-47b7-abc2-5b45efecfd1e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4170fa0e-916d-41bd-8177-15bf5c3b520f']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:29.995812 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-72f6e5e8-3d44-47b7-abc2-5b45efecfd1e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c1d244-5a83-4b13-9a1a-c07904688c44') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:29.997102 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-72f6e5e8-3d44-47b7-abc2-5b45efecfd1e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c1d244-5a83-4b13-9a1a-c07904688c44') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:29.998961 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks [] for security_group (e4b45df9-b0ac-4f73-9051-2f086282669c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.008627 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72f6e5e8-3d44-47b7-abc2-5b45efecfd1e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (b4c1d244-5a83-4b13-9a1a-c07904688c44), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.023025 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72f6e5e8-3d44-47b7-abc2-5b45efecfd1e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (b4c1d244-5a83-4b13-9a1a-c07904688c44), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.029567 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f6e5e8-3d44-47b7-abc2-5b45efecfd1e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:30.029965 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72f6e5e8-3d44-47b7-abc2-5b45efecfd1e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (b4c1d244-5a83-4b13-9a1a-c07904688c44), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.092085 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment b4c1d244-5a83-4b13-9a1a-c07904688c44 resource provider aggregate not found Nov 02 12:52:30.112332 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment b4c1d244-5a83-4b13-9a1a-c07904688c44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4c1d244-5a83-4b13-9a1a-c07904688c44 found for delete ", "request_id": "req-97d42503-bdfc-46ec-8fe2-9dab94835a4e"}]} Nov 02 12:52:30.130125 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e4b45df9-b0ac-4f73-9051-2f086282669c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.130499 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421290b7-9e27-4b5b-bb8a-f0a59f56cafc tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Network 3a76517f-cddb-478e-b595-2670a3326d14 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:52:30.130682 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.172936 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b45df9-b0ac-4f73-9051-2f086282669c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:30.180787 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:30.190965 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (3c34a8f9-7144-4999-8923-a1b5f25ef91c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.191341 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Added segment 3c34a8f9-7144-4999-8923-a1b5f25ef91c of type vlan for network f695b9e8-d800-45c0-8c8b-0b1a33b8b0cd Nov 02 12:52:30.227652 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:30.235556 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (f695b9e8-d800-45c0-8c8b-0b1a33b8b0cd), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.272622 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:30.286721 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72f6e5e8-3d44-47b7-abc2-5b45efecfd1e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (4170fa0e-916d-41bd-8177-15bf5c3b520f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.291487 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-421290b7-9e27-4b5b-bb8a-f0a59f56cafc tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 3a76517f-cddb-478e-b595-2670a3326d14) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:30.291807 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4a16d752-7cb5-42a3-ab01-53ee09299b40), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.293873 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Added segment 4a16d752-7cb5-42a3-ab01-53ee09299b40 of type vlan for network 118ac866-53be-4d56-8c2f-c7b6a1e03bea Nov 02 12:52:30.300418 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72f6e5e8-3d44-47b7-abc2-5b45efecfd1e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.306353 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865ce85f-0080-4f7a-bbd8-d43ac1631ee4 None None] Network 3a76517f-cddb-478e-b595-2670a3326d14 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:30.306544 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-72f6e5e8-3d44-47b7-abc2-5b45efecfd1e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] 10.222.0.64 "DELETE /networking/v2.0/networks/4170fa0e-916d-41bd-8177-15bf5c3b520f HTTP/1.1" status: 204 len: 168 time: 1.1864431 Nov 02 12:52:30.312050 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421290b7-9e27-4b5b-bb8a-f0a59f56cafc tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:30.315519 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-421290b7-9e27-4b5b-bb8a-f0a59f56cafc tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.357808 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6e5e8-3d44-47b7-abc2-5b45efecfd1e tempest-NetworksIpV6Test-1043436619 tempest-NetworksIpV6Test-1043436619-project] Pushing event deleted for resources: {'Network': ['ID=4170fa0e-916d-41bd-8177-15bf5c3b520f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:30.405440 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (118ac866-53be-4d56-8c2f-c7b6a1e03bea), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.487370 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50584) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:30.487696 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-421290b7-9e27-4b5b-bb8a-f0a59f56cafc tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9891422 Nov 02 12:52:30.521537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-3a76517f-cddb-478e-b595-2670a3326d14', 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14', 'project_id': '10a6938d401e44a3933549dbb7943abd', 'fixed_ips': [{'subnet_id': '112cb4b7-ddaa-4a19-a808-8dca0df1cc7b'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:52:30.522866 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.607333 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (f695b9e8-d800-45c0-8c8b-0b1a33b8b0cd), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.608143 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (118ac866-53be-4d56-8c2f-c7b6a1e03bea), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.613426 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:30.617762 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:30.618597 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.720878 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Allocated IP 2001:db8::f816:3eff:fe4a:c818 (3a76517f-cddb-478e-b595-2670a3326d14/112cb4b7-ddaa-4a19-a808-8dca0df1cc7b/07c65711-d44e-44dd-b4e9-5f1f1fedf4d1) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:30.724539 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event updated for resources: {'Network': ['ID=f695b9e8-d800-45c0-8c8b-0b1a33b8b0cd,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:30.738993 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (3a76517f-cddb-478e-b595-2670a3326d14), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.739286 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network f695b9e8-d800-45c0-8c8b-0b1a33b8b0cd details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:30.836674 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8362758 Nov 02 12:52:30.839138 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50588) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:30.841227 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf66f80-b1a1-4915-8258-743acb118b8d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event updated for resources: {'Network': ['ID=118ac866-53be-4d56-8c2f-c7b6a1e03bea,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:30.860950 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 118ac866-53be-4d56-8c2f-c7b6a1e03bea details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:30.874128 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (112cb4b7-ddaa-4a19-a808-8dca0df1cc7b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.909402 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:52:30.938145 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:52:30.938578 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 57b08e0d-9795-4ec4-9edb-cd2fd1200b51 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:52:30.939073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:52:31.087766 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50594) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:31.115779 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8eb4bc-2825-4702-a2b5-26fad2d1375d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:31.124642 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8eb4bc-2825-4702-a2b5-26fad2d1375d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:31.130500 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8eb4bc-2825-4702-a2b5-26fad2d1375d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:31.137539 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8eb4bc-2825-4702-a2b5-26fad2d1375d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:31.140840 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4a8eb4bc-2825-4702-a2b5-26fad2d1375d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3000045 Nov 02 12:52:31.144936 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50598) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:31.156158 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:52:31.156655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b3dbdcc0-5e0a-4ace-8902-0ebf13c25d4b not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:52:31.215707 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:31.240026 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Publish callbacks [] for port (07c65711-d44e-44dd-b4e9-5f1f1fedf4d1), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.289666 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1ed6d52c-db77-4adc-97be-a32a37945626 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (f695b9e8-d800-45c0-8c8b-0b1a33b8b0cd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.395650 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1ed6d52c-db77-4adc-97be-a32a37945626 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (f695b9e8-d800-45c0-8c8b-0b1a33b8b0cd), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.419304 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-1ed6d52c-db77-4adc-97be-a32a37945626 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f695b9e8-d800-45c0-8c8b-0b1a33b8b0cd']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:31.430300 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-1ed6d52c-db77-4adc-97be-a32a37945626 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c34a8f9-7144-4999-8923-a1b5f25ef91c') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:31.430840 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-1ed6d52c-db77-4adc-97be-a32a37945626 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c34a8f9-7144-4999-8923-a1b5f25ef91c') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:31.443964 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1ed6d52c-db77-4adc-97be-a32a37945626 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (3c34a8f9-7144-4999-8923-a1b5f25ef91c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.445883 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (07c65711-d44e-44dd-b4e9-5f1f1fedf4d1), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.477887 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1ed6d52c-db77-4adc-97be-a32a37945626 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (3c34a8f9-7144-4999-8923-a1b5f25ef91c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.487713 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed6d52c-db77-4adc-97be-a32a37945626 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:31.488468 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1ed6d52c-db77-4adc-97be-a32a37945626 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (3c34a8f9-7144-4999-8923-a1b5f25ef91c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.528850 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Network 3a76517f-cddb-478e-b595-2670a3326d14 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:31.532410 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:31.535809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:52:31.538350 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Pushing event updated for resources: {'Port': ['ID=07c65711-d44e-44dd-b4e9-5f1f1fedf4d1,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:31.545244 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 3c34a8f9-7144-4999-8923-a1b5f25ef91c resource provider aggregate not found Nov 02 12:52:31.596457 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 3c34a8f9-7144-4999-8923-a1b5f25ef91c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c34a8f9-7144-4999-8923-a1b5f25ef91c found for delete ", "request_id": "req-60e2ab05-9d52-4003-bb71-0a9b44200429"}]} Nov 02 12:52:31.607884 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (112cb4b7-ddaa-4a19-a808-8dca0df1cc7b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.641933 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event deleted for resources: {'Subnet': ['ID=112cb4b7-ddaa-4a19-a808-8dca0df1cc7b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:31.655923 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:31.656299 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:31.656710 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on network 3a76517f-cddb-478e-b595-2670a3326d14 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:31.691970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:31.694732 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on network 3a76517f-cddb-478e-b595-2670a3326d14 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:31.720287 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:31.723153 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Failed to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on host n-d-857339-6 for vnic_type normal using segments [{'id': 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14'}] Nov 02 12:52:31.723153 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempt 2 to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 Nov 02 12:52:31.727964 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (3a76517f-cddb-478e-b595-2670a3326d14), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.737344 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:52:31.753059 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:31.753529 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:31.754150 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on network 3a76517f-cddb-478e-b595-2670a3326d14 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:31.759083 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a76517f-cddb-478e-b595-2670a3326d14']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:31.774815 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:31.775123 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:31.780013 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1ed6d52c-db77-4adc-97be-a32a37945626 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (f695b9e8-d800-45c0-8c8b-0b1a33b8b0cd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:31.789710 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:31.792154 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on network 3a76517f-cddb-478e-b595-2670a3326d14 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:31.805047 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1ed6d52c-db77-4adc-97be-a32a37945626 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.812157 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50620) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:31.816864 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:31.819168 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Failed to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on host n-d-857339-6 for vnic_type normal using segments [{'id': 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14'}] Nov 02 12:52:31.819168 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempt 3 to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 Nov 02 12:52:31.822994 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1ed6d52c-db77-4adc-97be-a32a37945626 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "DELETE /networking/v2.0/networks/f695b9e8-d800-45c0-8c8b-0b1a33b8b0cd HTTP/1.1" status: 204 len: 168 time: 0.6765997 Nov 02 12:52:31.824525 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6d52c-db77-4adc-97be-a32a37945626 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event deleted for resources: {'Network': ['ID=f695b9e8-d800-45c0-8c8b-0b1a33b8b0cd,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:31.836123 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.840548 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:31.840833 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:31.841076 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on network 3a76517f-cddb-478e-b595-2670a3326d14 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:31.852840 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:31.866653 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:31.869211 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on network 3a76517f-cddb-478e-b595-2670a3326d14 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:31.874620 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.887633 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:31.894940 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:31.895489 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:31.897824 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Failed to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on host n-d-857339-6 for vnic_type normal using segments [{'id': 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14'}] Nov 02 12:52:31.897824 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempt 4 to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 Nov 02 12:52:31.910458 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:31.911110 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:31.911195 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on network 3a76517f-cddb-478e-b595-2670a3326d14 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:31.935297 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:31.937857 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on network 3a76517f-cddb-478e-b595-2670a3326d14 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:31.954199 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f39d3f11-6a47-460b-95df-4c2ab4e3a5b4 tempest-SubnetPoolsTestJSON-839408427 tempest-SubnetPoolsTestJSON-839408427-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-529516264', 'prefixes': ['172.20.0.0/16']}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Failed to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on host n-d-857339-6 for vnic_type normal using segments [{'id': 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14'}] Nov 02 12:52:31.966461 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempt 5 to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 Nov 02 12:52:31.982440 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:31.983086 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:31.983539 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on network 3a76517f-cddb-478e-b595-2670a3326d14 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:31.991916 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a44ff15-ed02-4543-876b-b85803bf0b61 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (118ac866-53be-4d56-8c2f-c7b6a1e03bea), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:32.010320 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on network 3a76517f-cddb-478e-b595-2670a3326d14 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:32.018583 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50622) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.035392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:32.038005 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Failed to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on host n-d-857339-6 for vnic_type normal using segments [{'id': 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14'}] Nov 02 12:52:32.038005 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempt 6 to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 Nov 02 12:52:32.054135 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:32.054698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:32.055158 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on network 3a76517f-cddb-478e-b595-2670a3326d14 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:32.073838 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.db.api [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:52:32.073838 n-d-857339-6 neutron-server[105975]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:52:32.073838 n-d-857339-6 neutron-server[105975]: [parameters: {'id': '3a76517f-cddb-478e-b595-2670a3326d14'}] Nov 02 12:52:32.073838 n-d-857339-6 neutron-server[105975]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105975) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:52:32.075586 n-d-857339-6 neutron-server[105975]: DEBUG oslo_db.api [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.084312 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:32.087390 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on network 3a76517f-cddb-478e-b595-2670a3326d14 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.109666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:32.112587 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Failed to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on host n-d-857339-6 for vnic_type normal using segments [{'id': 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14'}] Nov 02 12:52:32.112587 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempt 7 to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 Nov 02 12:52:32.128106 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:32.128607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:32.129066 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on network 3a76517f-cddb-478e-b595-2670a3326d14 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:32.148110 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a44ff15-ed02-4543-876b-b85803bf0b61 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (118ac866-53be-4d56-8c2f-c7b6a1e03bea), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.151135 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:32.154275 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on network 3a76517f-cddb-478e-b595-2670a3326d14 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.181614 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:32.185192 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Failed to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on host n-d-857339-6 for vnic_type normal using segments [{'id': 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14'}] Nov 02 12:52:32.185592 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempt 8 to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 Nov 02 12:52:32.195905 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-0a44ff15-ed02-4543-876b-b85803bf0b61 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118ac866-53be-4d56-8c2f-c7b6a1e03bea']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:32.202833 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:32.203390 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:32.203908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on network 3a76517f-cddb-478e-b595-2670a3326d14 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:32.212333 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-0a44ff15-ed02-4543-876b-b85803bf0b61 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a16d752-7cb5-42a3-ab01-53ee09299b40') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:32.212333 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-0a44ff15-ed02-4543-876b-b85803bf0b61 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a16d752-7cb5-42a3-ab01-53ee09299b40') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:32.220780 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a44ff15-ed02-4543-876b-b85803bf0b61 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (4a16d752-7cb5-42a3-ab01-53ee09299b40), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.225571 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:32.228060 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on network 3a76517f-cddb-478e-b595-2670a3326d14 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:32.239689 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a44ff15-ed02-4543-876b-b85803bf0b61 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4a16d752-7cb5-42a3-ab01-53ee09299b40), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.247461 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:32.250094 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Failed to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on host n-d-857339-6 for vnic_type normal using segments [{'id': 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14'}] Nov 02 12:52:32.250094 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempt 9 to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 Nov 02 12:52:32.251934 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a44ff15-ed02-4543-876b-b85803bf0b61 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:32.252444 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a44ff15-ed02-4543-876b-b85803bf0b61 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (4a16d752-7cb5-42a3-ab01-53ee09299b40), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.285813 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:32.287789 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:32.288370 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on network 3a76517f-cddb-478e-b595-2670a3326d14 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:32.296128 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 4a16d752-7cb5-42a3-ab01-53ee09299b40 resource provider aggregate not found Nov 02 12:52:32.336862 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 4a16d752-7cb5-42a3-ab01-53ee09299b40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a16d752-7cb5-42a3-ab01-53ee09299b40 found for delete ", "request_id": "req-0622cc5e-f0cb-4223-97e5-125aae53a10d"}]} Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.339992 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:32.342377 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on network 3a76517f-cddb-478e-b595-2670a3326d14 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.374526 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:32.376930 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Failed to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on host n-d-857339-6 for vnic_type normal using segments [{'id': 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14'}] Nov 02 12:52:32.376930 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempt 10 to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 Nov 02 12:52:32.389091 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:32.389470 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:32.389841 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on network 3a76517f-cddb-478e-b595-2670a3326d14 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.444075 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:32.468150 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f39d3f11-6a47-460b-95df-4c2ab4e3a5b4 tempest-SubnetPoolsTestJSON-839408427 tempest-SubnetPoolsTestJSON-839408427-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.468150 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f39d3f11-6a47-460b-95df-4c2ab4e3a5b4 tempest-SubnetPoolsTestJSON-839408427 tempest-SubnetPoolsTestJSON-839408427-project] 10.222.0.64 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.3647263 Nov 02 12:52:32.468985 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempting to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on network 3a76517f-cddb-478e-b595-2670a3326d14 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:32.469080 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50634) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 112cb4b7-ddaa-4a19-a808-8dca0df1cc7b could not be found. Nov 02 12:52:32.495896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:52:32.500037 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Failed to bind port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on host n-d-857339-6 for vnic_type normal using segments [{'id': 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3a76517f-cddb-478e-b595-2670a3326d14'}] Nov 02 12:52:32.500631 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (07c65711-d44e-44dd-b4e9-5f1f1fedf4d1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.519509 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8336bfcc-286a-4c07-a70c-b37498c5edeb tempest-SubnetPoolsTestJSON-839408427 tempest-SubnetPoolsTestJSON-839408427-project] 10.222.0.64 "GET /networking/v2.0/subnetpools/b5bb148f-fabe-4f02-a4db-8a4fff802030 HTTP/1.1" status: 200 len: 731 time: 0.0617092 Nov 02 12:52:32.522258 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50636) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:32.527597 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c125e93c-421c-4541-baf3-6a955cff716c tempest-SubnetPoolsTestJSON-839408427 tempest-SubnetPoolsTestJSON-839408427-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-759304113'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:32.560224 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a44ff15-ed02-4543-876b-b85803bf0b61 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (118ac866-53be-4d56-8c2f-c7b6a1e03bea), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.567909 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a44ff15-ed02-4543-876b-b85803bf0b61 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.573006 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0a44ff15-ed02-4543-876b-b85803bf0b61 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "DELETE /networking/v2.0/networks/118ac866-53be-4d56-8c2f-c7b6a1e03bea HTTP/1.1" status: 204 len: 168 time: 0.7583365 Nov 02 12:52:32.588142 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50638) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:32.594056 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (3a76517f-cddb-478e-b595-2670a3326d14), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.650444 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44ff15-ed02-4543-876b-b85803bf0b61 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event deleted for resources: {'Network': ['ID=118ac866-53be-4d56-8c2f-c7b6a1e03bea,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:32.693519 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] For port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:32.693948 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Attempted to set empty binding levels {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 12:52:32.772192 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Deleting port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:32.772712 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (07c65711-d44e-44dd-b4e9-5f1f1fedf4d1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.792329 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6212a0d0-5cbe-4bd6-8e56-8d43e2529bae admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7e8f0f160b634aeebb04fc7f66a15f23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7722392 Nov 02 12:52:32.795601 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50642) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:32.845511 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (07c65711-d44e-44dd-b4e9-5f1f1fedf4d1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.853316 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724ff2aa-2ba4-421f-be36-6261c6420340 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:32.864340 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724ff2aa-2ba4-421f-be36-6261c6420340 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:32.876733 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-724ff2aa-2ba4-421f-be36-6261c6420340 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2727203 Nov 02 12:52:32.878123 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50644) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:32.892448 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-88ddb75c-ca5d-4344-ae5d-b7640f591aed tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1805995363'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:32.894812 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c125e93c-421c-4541-baf3-6a955cff716c tempest-SubnetPoolsTestJSON-839408427 tempest-SubnetPoolsTestJSON-839408427-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.898553 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c125e93c-421c-4541-baf3-6a955cff716c tempest-SubnetPoolsTestJSON-839408427 tempest-SubnetPoolsTestJSON-839408427-project] 10.222.0.64 "PUT /networking/v2.0/subnetpools/b5bb148f-fabe-4f02-a4db-8a4fff802030 HTTP/1.1" status: 200 len: 683 time: 0.3725574 Nov 02 12:52:32.898553 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] For port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1, host n-d-857339-6, got binding levels [] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:32.898553 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (07c65711-d44e-44dd-b4e9-5f1f1fedf4d1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.909243 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:32.916049 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50646) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:32.930289 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Calling delete_port for 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:32.955192 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c90b98b8-3d56-495d-9ba0-58a3db4e8039 admin admin] Publish callbacks [] for security_group (c58f7918-1501-41e9-aa0d-957a68b13ba1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.969144 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590d0a5-5e06-466e-8542-e2fbd630f4f9 None None] Pushing event updated for resources: {'Port': ['ID=07c65711-d44e-44dd-b4e9-5f1f1fedf4d1,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:32.990980 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033d0a9f-a46c-4b96-8250-c7550b795e6e None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:52:33.013880 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c90b98b8-3d56-495d-9ba0-58a3db4e8039 admin admin] Publish callbacks [] for security_group (c58f7918-1501-41e9-aa0d-957a68b13ba1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.109760 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033d0a9f-a46c-4b96-8250-c7550b795e6e None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:52:33.187243 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (07c65711-d44e-44dd-b4e9-5f1f1fedf4d1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.216881 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event deleted for resources: {'Port': ['ID=07c65711-d44e-44dd-b4e9-5f1f1fedf4d1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:33.227460 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] No DVR routers for this DVR port 07c65711-d44e-44dd-b4e9-5f1f1fedf4d1 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:52:33.274235 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ddb75c-ca5d-4344-ae5d-b7640f591aed tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Made reservation on behalf of 67c2128d3a954ae7b5bcc30d9dd495b5 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:33.276046 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:33.283460 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-88ddb75c-ca5d-4344-ae5d-b7640f591aed tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.284806 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c90b98b8-3d56-495d-9ba0-58a3db4e8039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c58f7918-1501-41e9-aa0d-957a68b13ba1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.287556 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c90b98b8-3d56-495d-9ba0-58a3db4e8039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.292063 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c90b98b8-3d56-495d-9ba0-58a3db4e8039 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c58f7918-1501-41e9-aa0d-957a68b13ba1 HTTP/1.1" status: 204 len: 168 time: 0.4953327 Nov 02 12:52:33.318605 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d6e956f0-5df7-468a-858a-b15b06b35c79 tempest-SubnetPoolsTestJSON-839408427 tempest-SubnetPoolsTestJSON-839408427-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.321054 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d6e956f0-5df7-468a-858a-b15b06b35c79 tempest-SubnetPoolsTestJSON-839408427 tempest-SubnetPoolsTestJSON-839408427-project] 10.222.0.64 "DELETE /networking/v2.0/subnetpools/b5bb148f-fabe-4f02-a4db-8a4fff802030 HTTP/1.1" status: 204 len: 168 time: 0.4018385 Nov 02 12:52:33.327541 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50658) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:33.342426 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b98b8-3d56-495d-9ba0-58a3db4e8039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58f7918-1501-41e9-aa0d-957a68b13ba1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:33.367577 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (3a76517f-cddb-478e-b595-2670a3326d14), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.391871 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-8f5fb9cf-5d46-449f-829e-73f475755a3d tempest-SubnetPoolsTestJSON-839408427 tempest-SubnetPoolsTestJSON-839408427-project] show failed (client error): The resource could not be found. Nov 02 12:52:33.395518 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8f5fb9cf-5d46-449f-829e-73f475755a3d tempest-SubnetPoolsTestJSON-839408427 tempest-SubnetPoolsTestJSON-839408427-project] 10.222.0.64 "GET /networking/v2.0/subnetpools/b5bb148f-fabe-4f02-a4db-8a4fff802030 HTTP/1.1" status: 404 len: 346 time: 0.0643578 Nov 02 12:52:33.397755 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50664) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:33.421866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf87849-0de1-469d-afd1-641685a203f9 None None] Network 3a76517f-cddb-478e-b595-2670a3326d14 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:33.432128 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ddb75c-ca5d-4344-ae5d-b7640f591aed tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:33.445697 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a76517f-cddb-478e-b595-2670a3326d14']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:33.459365 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-88ddb75c-ca5d-4344-ae5d-b7640f591aed tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (b6316bb0-0122-495a-9bcc-0c8ce34e4526), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.459814 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-88ddb75c-ca5d-4344-ae5d-b7640f591aed tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Added segment b6316bb0-0122-495a-9bcc-0c8ce34e4526 of type vlan for network 54f1db52-a482-4c0f-ae8a-f5cd2fbe9c3b Nov 02 12:52:33.475778 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-8546734b-dc3e-42c4-949b-dac1df385e7a tempest-SubnetPoolsTestJSON-839408427 tempest-SubnetPoolsTestJSON-839408427-project] delete failed (client error): The resource could not be found. Nov 02 12:52:33.482759 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8546734b-dc3e-42c4-949b-dac1df385e7a tempest-SubnetPoolsTestJSON-839408427 tempest-SubnetPoolsTestJSON-839408427-project] 10.222.0.64 "DELETE /networking/v2.0/subnetpools/b5bb148f-fabe-4f02-a4db-8a4fff802030 HTTP/1.1" status: 404 len: 346 time: 0.0800190 Nov 02 12:52:33.490433 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:33.490739 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:33.515254 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.549317 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.565948 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:33.565948 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.588580 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-88ddb75c-ca5d-4344-ae5d-b7640f591aed tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (54f1db52-a482-4c0f-ae8a-f5cd2fbe9c3b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.588864 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:33.649777 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b resource provider aggregate not found Nov 02 12:52:33.668032 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b found for delete ", "request_id": "req-a0e13095-e639-422a-8317-f7c1ae065cbd"}]} Nov 02 12:52:33.685952 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b resource provider aggregate not found Nov 02 12:52:33.703731 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0654dfd-bdfe-4e1f-ae4f-e29c2929b27b found for delete ", "request_id": "req-a5b0003c-a859-405b-8260-700385d51ac7"}]} Nov 02 12:52:33.730214 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (3a76517f-cddb-478e-b595-2670a3326d14), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.730363 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-88ddb75c-ca5d-4344-ae5d-b7640f591aed tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (54f1db52-a482-4c0f-ae8a-f5cd2fbe9c3b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.736786 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ddb75c-ca5d-4344-ae5d-b7640f591aed tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:33.737695 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-88ddb75c-ca5d-4344-ae5d-b7640f591aed tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.742023 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:33.745095 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.749642 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "DELETE /networking/v2.0/networks/3a76517f-cddb-478e-b595-2670a3326d14 HTTP/1.1" status: 204 len: 168 time: 3.2611513 Nov 02 12:52:33.759341 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50680) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:33.760871 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832bb8fa-c733-4c6b-9b2f-1adb58a19343 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event deleted for resources: {'Network': ['ID=3a76517f-cddb-478e-b595-2670a3326d14,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:33.782814 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-01ee2a4c-4d9e-42a1-8ace-cfe336425f39 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-157057018'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:33.843988 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddb75c-ca5d-4344-ae5d-b7640f591aed tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event updated for resources: {'Network': ['ID=54f1db52-a482-4c0f-ae8a-f5cd2fbe9c3b,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:33.854648 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 54f1db52-a482-4c0f-ae8a-f5cd2fbe9c3b details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:33.863018 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:33.876539 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50684) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:33.877764 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-88ddb75c-ca5d-4344-ae5d-b7640f591aed tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9967210 Nov 02 12:52:33.883357 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6b4efa64-ffa7-4564-a618-c719f571a30d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-382075427'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:33.924480 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ee2a4c-4d9e-42a1-8ace-cfe336425f39 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Made reservation on behalf of 10a6938d401e44a3933549dbb7943abd for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:33.931883 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-01ee2a4c-4d9e-42a1-8ace-cfe336425f39 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.958505 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ee2a4c-4d9e-42a1-8ace-cfe336425f39 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:33.970574 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-01ee2a4c-4d9e-42a1-8ace-cfe336425f39 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (f908ae0b-c681-413b-84b1-7129faf300eb), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.970930 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-01ee2a4c-4d9e-42a1-8ace-cfe336425f39 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Added segment f908ae0b-c681-413b-84b1-7129faf300eb of type vlan for network c20b5e0e-fc07-4329-b8b3-2459046fbc7a Nov 02 12:52:34.016355 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-01ee2a4c-4d9e-42a1-8ace-cfe336425f39 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (c20b5e0e-fc07-4329-b8b3-2459046fbc7a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.027432 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4efa64-ffa7-4564-a618-c719f571a30d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Made reservation on behalf of 67c2128d3a954ae7b5bcc30d9dd495b5 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:34.031373 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b4efa64-ffa7-4564-a618-c719f571a30d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.056389 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4efa64-ffa7-4564-a618-c719f571a30d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:34.067788 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b4efa64-ffa7-4564-a618-c719f571a30d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (ac36ef1b-7b9a-43fb-9ba8-c1d47b18e0f6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.068130 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-6b4efa64-ffa7-4564-a618-c719f571a30d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Added segment ac36ef1b-7b9a-43fb-9ba8-c1d47b18e0f6 of type vlan for network 7d636152-402b-4b39-8e4f-fcf66173c342 Nov 02 12:52:34.113178 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b4efa64-ffa7-4564-a618-c719f571a30d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (7d636152-402b-4b39-8e4f-fcf66173c342), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.164950 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-01ee2a4c-4d9e-42a1-8ace-cfe336425f39 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (c20b5e0e-fc07-4329-b8b3-2459046fbc7a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.170525 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ee2a4c-4d9e-42a1-8ace-cfe336425f39 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:34.171236 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-01ee2a4c-4d9e-42a1-8ace-cfe336425f39 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.228135 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b4efa64-ffa7-4564-a618-c719f571a30d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (7d636152-402b-4b39-8e4f-fcf66173c342), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.235553 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4efa64-ffa7-4564-a618-c719f571a30d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:34.236197 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b4efa64-ffa7-4564-a618-c719f571a30d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.248275 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee2a4c-4d9e-42a1-8ace-cfe336425f39 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event updated for resources: {'Network': ['ID=c20b5e0e-fc07-4329-b8b3-2459046fbc7a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:34.264555 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network c20b5e0e-fc07-4329-b8b3-2459046fbc7a details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:34.300061 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-01ee2a4c-4d9e-42a1-8ace-cfe336425f39 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5309978 Nov 02 12:52:34.302935 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50688) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:34.308979 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-b6be9e81-047e-43b4-b903-bb04a5cea17e tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Request body: {'subnet': {'network_id': 'c20b5e0e-fc07-4329-b8b3-2459046fbc7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:34.331536 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4efa64-ffa7-4564-a618-c719f571a30d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event updated for resources: {'Network': ['ID=7d636152-402b-4b39-8e4f-fcf66173c342,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:34.346276 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 7d636152-402b-4b39-8e4f-fcf66173c342 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:34.350667 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6b4efa64-ffa7-4564-a618-c719f571a30d tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4722824 Nov 02 12:52:34.353632 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50694) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:34.361241 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Request body: {'ports': [{'network_id': '54f1db52-a482-4c0f-ae8a-f5cd2fbe9c3b', 'name': 'tempest-port--791932796', 'admin_state_up': True}, {'network_id': '7d636152-402b-4b39-8e4f-fcf66173c342', 'admin_state_up': False}]} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:34.361558 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Request body: {'port': {'network_id': '54f1db52-a482-4c0f-ae8a-f5cd2fbe9c3b', 'name': 'tempest-port--791932796', 'admin_state_up': True}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:34.362044 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Request body: {'port': {'network_id': '7d636152-402b-4b39-8e4f-fcf66173c342', 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:34.380137 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50698) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:34.425283 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:34.632246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6be9e81-047e-43b4-b903-bb04a5cea17e tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Made reservation on behalf of 10a6938d401e44a3933549dbb7943abd for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:34.636224 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b6be9e81-047e-43b4-b903-bb04a5cea17e tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.696833 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Made reservation on behalf of 67c2128d3a954ae7b5bcc30d9dd495b5 for: {'port': 2} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:34.709440 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.732359 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.734519 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:34.805010 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aeb904a9-994c-48f4-92d9-1b2552581a0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.986350 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] device_id is not set on port 698ced32-32f0-41d2-832b-307b50b5d4a3 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:52:35.020211 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aeb904a9-994c-48f4-92d9-1b2552581a0d admin admin] Publish callbacks [] for security_group (2534908d-0af4-4e54-906a-f674213dc131), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.084013 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aeb904a9-994c-48f4-92d9-1b2552581a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2534908d-0af4-4e54-906a-f674213dc131), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.115880 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b6be9e81-047e-43b4-b903-bb04a5cea17e tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (a5ff22a2-7701-41f6-b16c-77babdaac6c3), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.130570 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb904a9-994c-48f4-92d9-1b2552581a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2534908d-0af4-4e54-906a-f674213dc131,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:35.142870 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-aeb904a9-994c-48f4-92d9-1b2552581a0d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c601de62d08142cd9da7d47e24dbe2a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7614822 Nov 02 12:52:35.143472 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50726) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:35.165876 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks [] for port (698ced32-32f0-41d2-832b-307b50b5d4a3), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.216277 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-579b26f7-a2a1-4b95-81d3-54c2cf8f6fbb admin admin] Publish callbacks [] for security_group (2534908d-0af4-4e54-906a-f674213dc131), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.254658 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be9e81-047e-43b4-b903-bb04a5cea17e tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event updated for resources: {'Subnet': ['ID=a5ff22a2-7701-41f6-b16c-77babdaac6c3,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:35.268152 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-579b26f7-a2a1-4b95-81d3-54c2cf8f6fbb admin admin] Publish callbacks [] for security_group (2534908d-0af4-4e54-906a-f674213dc131), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.295526 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] device_id is not set on port a78321f9-0697-4595-a99d-8b56d8bb0d87 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:52:35.302902 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6be9e81-047e-43b4-b903-bb04a5cea17e tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Checking segment: {'id': 'f908ae0b-c681-413b-84b1-7129faf300eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c20b5e0e-fc07-4329-b8b3-2459046fbc7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:35.303257 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6be9e81-047e-43b4-b903-bb04a5cea17e tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Network hostable DHCP agents. Network: c20b5e0e-fc07-4329-b8b3-2459046fbc7a, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:52:35.438723 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:35.480609 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks [] for port (a78321f9-0697-4595-a99d-8b56d8bb0d87), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.496892 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-579b26f7-a2a1-4b95-81d3-54c2cf8f6fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2534908d-0af4-4e54-906a-f674213dc131), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.500754 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-579b26f7-a2a1-4b95-81d3-54c2cf8f6fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.504898 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-579b26f7-a2a1-4b95-81d3-54c2cf8f6fbb admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2534908d-0af4-4e54-906a-f674213dc131 HTTP/1.1" status: 204 len: 168 time: 0.3581350 Nov 02 12:52:35.511130 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6be9e81-047e-43b4-b903-bb04a5cea17e tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Network c20b5e0e-fc07-4329-b8b3-2459046fbc7a is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:52:35.532277 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b26f7-a2a1-4b95-81d3-54c2cf8f6fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2534908d-0af4-4e54-906a-f674213dc131,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:35.644101 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:35.676052 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-b6be9e81-047e-43b4-b903-bb04a5cea17e tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, c20b5e0e-fc07-4329-b8b3-2459046fbc7a) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:35.689644 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (698ced32-32f0-41d2-832b-307b50b5d4a3), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.704159 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b884f1-33c5-47b2-80f2-e13956bb1329 None None] Network c20b5e0e-fc07-4329-b8b3-2459046fbc7a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:35.825030 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6be9e81-047e-43b4-b903-bb04a5cea17e tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:35.825863 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b6be9e81-047e-43b4-b903-bb04a5cea17e tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.828567 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event updated for resources: {'Port': ['ID=698ced32-32f0-41d2-832b-307b50b5d4a3,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:35.875473 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Checking segment: {'id': 'b6316bb0-0122-495a-9bcc-0c8ce34e4526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '54f1db52-a482-4c0f-ae8a-f5cd2fbe9c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:35.876041 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Network hostable DHCP agents. Network: 54f1db52-a482-4c0f-ae8a-f5cd2fbe9c3b, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:52:35.917152 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-c20b5e0e-fc07-4329-b8b3-2459046fbc7a', 'network_id': 'c20b5e0e-fc07-4329-b8b3-2459046fbc7a', 'project_id': '10a6938d401e44a3933549dbb7943abd', 'fixed_ips': [{'subnet_id': 'a5ff22a2-7701-41f6-b16c-77babdaac6c3'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:52:35.920427 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.924198 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:35.958320 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b6be9e81-047e-43b4-b903-bb04a5cea17e tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6516502 Nov 02 12:52:35.958530 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50752) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:36.113052 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:36.147418 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Allocated IP 2001:db8::2 (c20b5e0e-fc07-4329-b8b3-2459046fbc7a/a5ff22a2-7701-41f6-b16c-77babdaac6c3/9040e9db-3d34-46f7-8c74-32ee1f4fdb19) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:36.160738 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (c20b5e0e-fc07-4329-b8b3-2459046fbc7a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:36.173623 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Network 54f1db52-a482-4c0f-ae8a-f5cd2fbe9c3b is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:52:36.448034 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Publish callbacks [] for port (9040e9db-3d34-46f7-8c74-32ee1f4fdb19), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:36.541596 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (9040e9db-3d34-46f7-8c74-32ee1f4fdb19), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:36.631932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Network c20b5e0e-fc07-4329-b8b3-2459046fbc7a is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:36.645576 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:36.656985 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:52:36.702312 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Pushing event updated for resources: {'Port': ['ID=9040e9db-3d34-46f7-8c74-32ee1f4fdb19,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:36.762917 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:36.764302 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:36.764860 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:36.768354 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:36.769049 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:36.769553 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:36.774502 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:36.774502 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:36.774502 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:36.774502 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:36.774502 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:36.774502 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:36.774502 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:36.774502 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:36.774502 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:36.794169 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:36.814975 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 54f1db52-a482-4c0f-ae8a-f5cd2fbe9c3b) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:36.823385 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:52:36.824587 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (a78321f9-0697-4595-a99d-8b56d8bb0d87), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:36.849753 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eb2b6f-a6c4-4de6-b60c-fca7840a107b None None] Network 54f1db52-a482-4c0f-ae8a-f5cd2fbe9c3b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:36.915576 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:36.940414 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (a5ff22a2-7701-41f6-b16c-77babdaac6c3), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.020804 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Attempting to bind port 9040e9db-3d34-46f7-8c74-32ee1f4fdb19 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:37.023915 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Attempting to bind port 9040e9db-3d34-46f7-8c74-32ee1f4fdb19 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'f908ae0b-c681-413b-84b1-7129faf300eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c20b5e0e-fc07-4329-b8b3-2459046fbc7a'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:37.025037 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Attempting to bind port 9040e9db-3d34-46f7-8c74-32ee1f4fdb19 on network c20b5e0e-fc07-4329-b8b3-2459046fbc7a {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:37.051341 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event updated for resources: {'Port': ['ID=a78321f9-0697-4595-a99d-8b56d8bb0d87,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:37.064123 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Checking segment: {'id': 'ac36ef1b-7b9a-43fb-9ba8-c1d47b18e0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '7d636152-402b-4b39-8e4f-fcf66173c342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:37.064790 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Network hostable DHCP agents. Network: 7d636152-402b-4b39-8e4f-fcf66173c342, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:52:37.127561 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (a5ff22a2-7701-41f6-b16c-77babdaac6c3), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.174240 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event deleted for resources: {'Subnet': ['ID=a5ff22a2-7701-41f6-b16c-77babdaac6c3,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:37.202198 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Network 7d636152-402b-4b39-8e4f-fcf66173c342 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:52:37.282720 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (c20b5e0e-fc07-4329-b8b3-2459046fbc7a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.324705 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20b5e0e-fc07-4329-b8b3-2459046fbc7a']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:37.341745 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f908ae0b-c681-413b-84b1-7129faf300eb') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:37.360966 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f908ae0b-c681-413b-84b1-7129faf300eb') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:37.361380 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:52:37.361380 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Checking segment: {'id': 'f908ae0b-c681-413b-84b1-7129faf300eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c20b5e0e-fc07-4329-b8b3-2459046fbc7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:37.361380 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.361380 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Bound using segment: {'id': 'f908ae0b-c681-413b-84b1-7129faf300eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c20b5e0e-fc07-4329-b8b3-2459046fbc7a'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:52:37.361914 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (f908ae0b-c681-413b-84b1-7129faf300eb), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.362002 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Bound port: 9040e9db-3d34-46f7-8c74-32ee1f4fdb19, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f908ae0b-c681-413b-84b1-7129faf300eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c20b5e0e-fc07-4329-b8b3-2459046fbc7a'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:52:37.362002 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9040e9db-3d34-46f7-8c74-32ee1f4fdb19), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.389595 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (f908ae0b-c681-413b-84b1-7129faf300eb), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.401379 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 7d636152-402b-4b39-8e4f-fcf66173c342) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:37.406920 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:52:37.413857 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:37.418698 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:37.419438 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.429350 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac49068-5f8d-4e88-849f-cf4c4d62a9fd None None] Network 7d636152-402b-4b39-8e4f-fcf66173c342 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:37.435149 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:37.435577 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (f908ae0b-c681-413b-84b1-7129faf300eb), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.489335 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment f908ae0b-c681-413b-84b1-7129faf300eb resource provider aggregate not found Nov 02 12:52:37.536834 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment f908ae0b-c681-413b-84b1-7129faf300eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f908ae0b-c681-413b-84b1-7129faf300eb found for delete ", "request_id": "req-2b6725e7-773b-4481-b8ac-ba6c80f70b1d"}]} Nov 02 12:52:37.539852 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] For port 9040e9db-3d34-46f7-8c74-32ee1f4fdb19, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:37.587224 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.db.api [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:52:37.587224 n-d-857339-6 neutron-server[105975]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:52:37.587224 n-d-857339-6 neutron-server[105975]: [parameters: {'id': 'c20b5e0e-fc07-4329-b8b3-2459046fbc7a'}] Nov 02 12:52:37.587224 n-d-857339-6 neutron-server[105975]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105975) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:52:37.587909 n-d-857339-6 neutron-server[105975]: DEBUG oslo_db.api [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:52:37.589519 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] For port 9040e9db-3d34-46f7-8c74-32ee1f4fdb19, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9040e9db-3d34-46f7-8c74-32ee1f4fdb19,segment=NetworkSegment(f908ae0b-c681-413b-84b1-7129faf300eb),segment_id=f908ae0b-c681-413b-84b1-7129faf300eb)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:37.671338 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-565b5503-05b5-43f5-bb4e-fb42d18fc9e5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.3164020 Nov 02 12:52:37.673631 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50780) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:37.713285 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:37.713760 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9040e9db-3d34-46f7-8c74-32ee1f4fdb19), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.769956 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b8f051-2e7c-4730-8daa-c2f7bd137166 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:37.775404 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b8f051-2e7c-4730-8daa-c2f7bd137166 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:37.777633 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-00b8f051-2e7c-4730-8daa-c2f7bd137166 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1029341 Nov 02 12:52:37.780780 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50782) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:37.820203 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a818e1-f5bd-4637-a3f3-3456157599ce None None] Pushing event updated for resources: {'Port': ['ID=9040e9db-3d34-46f7-8c74-32ee1f4fdb19,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:37.842958 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a80d53-9f85-4d49-9473-3c76b968cef9 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:52:37.935473 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f2cdfe06-bc93-40da-b7ff-4ab1bb7860a1 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Deleting port 698ced32-32f0-41d2-832b-307b50b5d4a3 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:37.935967 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2cdfe06-bc93-40da-b7ff-4ab1bb7860a1 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (698ced32-32f0-41d2-832b-307b50b5d4a3), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.964924 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a80d53-9f85-4d49-9473-3c76b968cef9 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:52:38.074203 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2cdfe06-bc93-40da-b7ff-4ab1bb7860a1 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (698ced32-32f0-41d2-832b-307b50b5d4a3), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.091081 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (c20b5e0e-fc07-4329-b8b3-2459046fbc7a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.097661 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f2cdfe06-bc93-40da-b7ff-4ab1bb7860a1 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Calling delete_port for 698ced32-32f0-41d2-832b-307b50b5d4a3 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:38.176292 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3e491b-69f2-4c8b-aca7-9813429e34b4 None None] Network c20b5e0e-fc07-4329-b8b3-2459046fbc7a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:38.189633 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:38.216157 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Deleting port 9040e9db-3d34-46f7-8c74-32ee1f4fdb19 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:38.216528 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9040e9db-3d34-46f7-8c74-32ee1f4fdb19), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.250227 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:38.308361 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] For port 9040e9db-3d34-46f7-8c74-32ee1f4fdb19, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9040e9db-3d34-46f7-8c74-32ee1f4fdb19,segment=NetworkSegment(f908ae0b-c681-413b-84b1-7129faf300eb),segment_id=f908ae0b-c681-413b-84b1-7129faf300eb)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:38.312286 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9040e9db-3d34-46f7-8c74-32ee1f4fdb19), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.347043 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Calling delete_port for 9040e9db-3d34-46f7-8c74-32ee1f4fdb19 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:38.386634 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50810) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:38.405670 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2cdfe06-bc93-40da-b7ff-4ab1bb7860a1 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (698ced32-32f0-41d2-832b-307b50b5d4a3), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.446998 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdfe06-bc93-40da-b7ff-4ab1bb7860a1 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event deleted for resources: {'Port': ['ID=698ced32-32f0-41d2-832b-307b50b5d4a3,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:38.461965 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=49 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:38.462837 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2cdfe06-bc93-40da-b7ff-4ab1bb7860a1 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.468576 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f2cdfe06-bc93-40da-b7ff-4ab1bb7860a1 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "DELETE /networking/v2.0/ports/698ced32-32f0-41d2-832b-307b50b5d4a3 HTTP/1.1" status: 204 len: 168 time: 0.6842151 Nov 02 12:52:38.470158 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50814) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:38.597168 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-64278775-a344-4737-b4c0-d48a53dccc41 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Deleting port a78321f9-0697-4595-a99d-8b56d8bb0d87 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:38.597510 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-64278775-a344-4737-b4c0-d48a53dccc41 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a78321f9-0697-4595-a99d-8b56d8bb0d87), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.660824 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (9040e9db-3d34-46f7-8c74-32ee1f4fdb19), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.670278 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-64278775-a344-4737-b4c0-d48a53dccc41 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a78321f9-0697-4595-a99d-8b56d8bb0d87), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.685951 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-64278775-a344-4737-b4c0-d48a53dccc41 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Calling delete_port for a78321f9-0697-4595-a99d-8b56d8bb0d87 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:38.691436 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] No DVR routers for this DVR port 9040e9db-3d34-46f7-8c74-32ee1f4fdb19 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:52:38.697015 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event deleted for resources: {'Port': ['ID=9040e9db-3d34-46f7-8c74-32ee1f4fdb19,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:38.840369 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (c20b5e0e-fc07-4329-b8b3-2459046fbc7a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.865958 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20b5e0e-fc07-4329-b8b3-2459046fbc7a']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:38.877116 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f908ae0b-c681-413b-84b1-7129faf300eb') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:38.877426 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f908ae0b-c681-413b-84b1-7129faf300eb') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:38.890165 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (f908ae0b-c681-413b-84b1-7129faf300eb), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.910628 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (f908ae0b-c681-413b-84b1-7129faf300eb), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.920118 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:38.920528 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (f908ae0b-c681-413b-84b1-7129faf300eb), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.923601 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-64278775-a344-4737-b4c0-d48a53dccc41 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (a78321f9-0697-4595-a99d-8b56d8bb0d87), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.969966 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-64278775-a344-4737-b4c0-d48a53dccc41 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.986475 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-64278775-a344-4737-b4c0-d48a53dccc41 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "DELETE /networking/v2.0/ports/a78321f9-0697-4595-a99d-8b56d8bb0d87 HTTP/1.1" status: 204 len: 168 time: 0.5033734 Nov 02 12:52:38.986475 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64278775-a344-4737-b4c0-d48a53dccc41 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event deleted for resources: {'Port': ['ID=a78321f9-0697-4595-a99d-8b56d8bb0d87,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:38.986475 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50822) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:39.075254 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6f6b9b46-d2c2-47c2-bf9d-3b8d99c5b00a tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0936766 Nov 02 12:52:39.076072 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50828) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:39.083206 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f859f817-01d3-4bad-b036-746411a0ac43 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-458079782'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:39.090057 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c512dfea-c773-4576-91c0-573a340ac900 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-838845935'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:39.166781 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (c20b5e0e-fc07-4329-b8b3-2459046fbc7a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.181978 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.185753 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "DELETE /networking/v2.0/networks/c20b5e0e-fc07-4329-b8b3-2459046fbc7a HTTP/1.1" status: 204 len: 168 time: 3.2261841 Nov 02 12:52:39.189316 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50832) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:39.194350 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6197f3b2-eac2-496e-bdc1-918948b83ab4 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-564567534'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:39.201359 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d642c-2563-4e6d-b408-7e40902facde tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event deleted for resources: {'Network': ['ID=c20b5e0e-fc07-4329-b8b3-2459046fbc7a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:39.255468 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c512dfea-c773-4576-91c0-573a340ac900 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:39.259397 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c512dfea-c773-4576-91c0-573a340ac900 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.269280 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c512dfea-c773-4576-91c0-573a340ac900 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.335146 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f859f817-01d3-4bad-b036-746411a0ac43 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Made reservation on behalf of 67c2128d3a954ae7b5bcc30d9dd495b5 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:39.339509 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f859f817-01d3-4bad-b036-746411a0ac43 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.350767 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c512dfea-c773-4576-91c0-573a340ac900 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (8d39d133-b19a-4a3d-86bc-126bb45267da), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.369598 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6197f3b2-eac2-496e-bdc1-918948b83ab4 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Made reservation on behalf of 10a6938d401e44a3933549dbb7943abd for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:39.374914 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6197f3b2-eac2-496e-bdc1-918948b83ab4 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.394324 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f859f817-01d3-4bad-b036-746411a0ac43 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:39.418697 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f859f817-01d3-4bad-b036-746411a0ac43 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (36de2a2b-fe7f-4cd8-aa28-5a9641958598), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.419057 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-f859f817-01d3-4bad-b036-746411a0ac43 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Added segment 36de2a2b-fe7f-4cd8-aa28-5a9641958598 of type vlan for network a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7 Nov 02 12:52:39.430129 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6197f3b2-eac2-496e-bdc1-918948b83ab4 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:39.458448 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6197f3b2-eac2-496e-bdc1-918948b83ab4 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4e7abf59-e293-41e7-b4f6-ab66978d67ce), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.458791 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-6197f3b2-eac2-496e-bdc1-918948b83ab4 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Added segment 4e7abf59-e293-41e7-b4f6-ab66978d67ce of type vlan for network daabfd61-9a19-4992-b718-daed2334a4de Nov 02 12:52:39.528425 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f859f817-01d3-4bad-b036-746411a0ac43 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.538208 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c512dfea-c773-4576-91c0-573a340ac900 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8d39d133-b19a-4a3d-86bc-126bb45267da), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.574380 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment f908ae0b-c681-413b-84b1-7129faf300eb resource provider aggregate not found Nov 02 12:52:39.610186 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment f908ae0b-c681-413b-84b1-7129faf300eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f908ae0b-c681-413b-84b1-7129faf300eb found for delete ", "request_id": "req-e7944121-3899-4bf4-bd02-a13684b57133"}]} Nov 02 12:52:39.626244 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512dfea-c773-4576-91c0-573a340ac900 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d39d133-b19a-4a3d-86bc-126bb45267da,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:39.629362 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:39.639707 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6197f3b2-eac2-496e-bdc1-918948b83ab4 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (daabfd61-9a19-4992-b718-daed2334a4de), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.644990 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c512dfea-c773-4576-91c0-573a340ac900 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:39.669326 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c512dfea-c773-4576-91c0-573a340ac900 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4082de43-43aa-429a-8a3d-b3abe3bc0442), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.670006 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-c512dfea-c773-4576-91c0-573a340ac900 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Added segment 4082de43-43aa-429a-8a3d-b3abe3bc0442 of type vlan for network 950caa8b-342c-43ee-8569-196bbe644df8 Nov 02 12:52:39.722028 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c512dfea-c773-4576-91c0-573a340ac900 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (950caa8b-342c-43ee-8569-196bbe644df8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.729450 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f859f817-01d3-4bad-b036-746411a0ac43 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.734569 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f859f817-01d3-4bad-b036-746411a0ac43 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:39.735464 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f859f817-01d3-4bad-b036-746411a0ac43 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.763612 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:39.826762 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6197f3b2-eac2-496e-bdc1-918948b83ab4 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (daabfd61-9a19-4992-b718-daed2334a4de), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.832281 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6197f3b2-eac2-496e-bdc1-918948b83ab4 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:39.832954 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6197f3b2-eac2-496e-bdc1-918948b83ab4 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.846813 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859f817-01d3-4bad-b036-746411a0ac43 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event updated for resources: {'Network': ['ID=a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:39.860919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:39.889398 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f859f817-01d3-4bad-b036-746411a0ac43 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8119493 Nov 02 12:52:39.891910 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50848) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:39.900817 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c5f7d2e1-c3fc-45f1-8f13-4ea6500c1ae5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-229045916'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:39.913875 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197f3b2-eac2-496e-bdc1-918948b83ab4 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event updated for resources: {'Network': ['ID=daabfd61-9a19-4992-b718-daed2334a4de,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:39.943379 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c512dfea-c773-4576-91c0-573a340ac900 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (950caa8b-342c-43ee-8569-196bbe644df8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.959417 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c512dfea-c773-4576-91c0-573a340ac900 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:39.960090 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c512dfea-c773-4576-91c0-573a340ac900 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.090151 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512dfea-c773-4576-91c0-573a340ac900 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Network': ['ID=950caa8b-342c-43ee-8569-196bbe644df8,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:40.168920 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f7d2e1-c3fc-45f1-8f13-4ea6500c1ae5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Made reservation on behalf of 67c2128d3a954ae7b5bcc30d9dd495b5 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:40.171013 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network daabfd61-9a19-4992-b718-daed2334a4de details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:40.172921 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d2e1-c3fc-45f1-8f13-4ea6500c1ae5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.176364 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6197f3b2-eac2-496e-bdc1-918948b83ab4 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9832830 Nov 02 12:52:40.177382 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 950caa8b-342c-43ee-8569-196bbe644df8 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:40.177895 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50858) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:40.186252 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-49c72465-aa9c-4fd0-a547-cb6ee6183448 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Request body: {'subnet': {'network_id': 'daabfd61-9a19-4992-b718-daed2334a4de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:40.214236 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c512dfea-c773-4576-91c0-573a340ac900 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8262079 Nov 02 12:52:40.221313 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50860) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:40.234380 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-40f45939-7b9c-49e4-9bf8-9dea60d19b93 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'port': {'network_id': '950caa8b-342c-43ee-8569-196bbe644df8', 'name': 'tempest-PortsIpV6TestJSON-2106905144'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:40.272692 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f7d2e1-c3fc-45f1-8f13-4ea6500c1ae5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:40.279988 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:40.336735 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d2e1-c3fc-45f1-8f13-4ea6500c1ae5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a132843f-ba1d-4923-98e3-35ca8bd51e59), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.337201 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-c5f7d2e1-c3fc-45f1-8f13-4ea6500c1ae5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Added segment a132843f-ba1d-4923-98e3-35ca8bd51e59 of type vlan for network 70fef34a-9379-4eea-be77-10e20de76377 Nov 02 12:52:40.444714 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d2e1-c3fc-45f1-8f13-4ea6500c1ae5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (70fef34a-9379-4eea-be77-10e20de76377), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.484886 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c72465-aa9c-4fd0-a547-cb6ee6183448 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Made reservation on behalf of 10a6938d401e44a3933549dbb7943abd for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:40.489592 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-49c72465-aa9c-4fd0-a547-cb6ee6183448 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.552209 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f45939-7b9c-49e4-9bf8-9dea60d19b93 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:40.556026 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40f45939-7b9c-49e4-9bf8-9dea60d19b93 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.592987 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-40f45939-7b9c-49e4-9bf8-9dea60d19b93 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] device_id is not set on port be643ec0-e668-46c0-ac36-0f7079401bc1 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:52:40.607645 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d2e1-c3fc-45f1-8f13-4ea6500c1ae5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (70fef34a-9379-4eea-be77-10e20de76377), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.634395 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f7d2e1-c3fc-45f1-8f13-4ea6500c1ae5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:40.637329 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d2e1-c3fc-45f1-8f13-4ea6500c1ae5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.743218 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7d2e1-c3fc-45f1-8f13-4ea6500c1ae5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event updated for resources: {'Network': ['ID=70fef34a-9379-4eea-be77-10e20de76377,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:40.760820 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 70fef34a-9379-4eea-be77-10e20de76377 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:40.872813 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:40.968814 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c5f7d2e1-c3fc-45f1-8f13-4ea6500c1ae5 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0757177 Nov 02 12:52:40.990612 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40f45939-7b9c-49e4-9bf8-9dea60d19b93 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (be643ec0-e668-46c0-ac36-0f7079401bc1), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:41.060021 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:41.139532 n-d-857339-6 neutron-server[105976]: DEBUG neutron.objects.ports [None req-49c72465-aa9c-4fd0-a547-cb6ee6183448 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105976) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 12:52:41.141415 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-49c72465-aa9c-4fd0-a547-cb6ee6183448 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (bfd63ef2-952b-4908-990c-c275f3e8ffe3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:41.163949 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40f45939-7b9c-49e4-9bf8-9dea60d19b93 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (be643ec0-e668-46c0-ac36-0f7079401bc1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:41.224767 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c72465-aa9c-4fd0-a547-cb6ee6183448 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event updated for resources: {'Subnet': ['ID=bfd63ef2-952b-4908-990c-c275f3e8ffe3,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:41.274100 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c72465-aa9c-4fd0-a547-cb6ee6183448 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Checking segment: {'id': '4e7abf59-e293-41e7-b4f6-ab66978d67ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'daabfd61-9a19-4992-b718-daed2334a4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:41.274776 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c72465-aa9c-4fd0-a547-cb6ee6183448 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Network hostable DHCP agents. Network: daabfd61-9a19-4992-b718-daed2334a4de, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:52:41.331993 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f45939-7b9c-49e4-9bf8-9dea60d19b93 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=be643ec0-e668-46c0-ac36-0f7079401bc1,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:41.338541 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f45939-7b9c-49e4-9bf8-9dea60d19b93 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Checking segment: {'id': '4082de43-43aa-429a-8a3d-b3abe3bc0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '950caa8b-342c-43ee-8569-196bbe644df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:41.339809 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f45939-7b9c-49e4-9bf8-9dea60d19b93 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network hostable DHCP agents. Network: 950caa8b-342c-43ee-8569-196bbe644df8, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:52:41.381663 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50874) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:41.399041 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c72465-aa9c-4fd0-a547-cb6ee6183448 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Network daabfd61-9a19-4992-b718-daed2334a4de is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:52:41.478261 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f45939-7b9c-49e4-9bf8-9dea60d19b93 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 950caa8b-342c-43ee-8569-196bbe644df8 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:52:41.597703 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-496471a4-15f9-4e03-bb07-18e97669df59 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-929219623'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:41.632245 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-49c72465-aa9c-4fd0-a547-cb6ee6183448 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, daabfd61-9a19-4992-b718-daed2334a4de) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:41.638741 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c72465-aa9c-4fd0-a547-cb6ee6183448 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:41.639096 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-49c72465-aa9c-4fd0-a547-cb6ee6183448 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:41.661820 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2d5c38-fc85-4e8b-b5f1-28fbdd64608a None None] Network daabfd61-9a19-4992-b718-daed2334a4de requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:41.694053 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-40f45939-7b9c-49e4-9bf8-9dea60d19b93 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 950caa8b-342c-43ee-8569-196bbe644df8) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:41.719129 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f45939-7b9c-49e4-9bf8-9dea60d19b93 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:52:41.720422 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd90ad3-ce5b-4a5d-9eac-c366061a5fc6 None None] Network 950caa8b-342c-43ee-8569-196bbe644df8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:41.733144 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f45939-7b9c-49e4-9bf8-9dea60d19b93 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:41.739002 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40f45939-7b9c-49e4-9bf8-9dea60d19b93 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:41.740985 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=33 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:41.747245 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496471a4-15f9-4e03-bb07-18e97669df59 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Made reservation on behalf of 71d14f22e3da4c8c974fbc239c9614cb for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:41.753192 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-496471a4-15f9-4e03-bb07-18e97669df59 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:41.773003 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-496471a4-15f9-4e03-bb07-18e97669df59 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:41.777713 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-49c72465-aa9c-4fd0-a547-cb6ee6183448 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5981803 Nov 02 12:52:41.783285 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50884) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:41.797706 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:41.962733 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-496471a4-15f9-4e03-bb07-18e97669df59 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks [] for security_group (2ac48a7e-be95-497c-a662-5aed5edaddec), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:41.972534 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-40f45939-7b9c-49e4-9bf8-9dea60d19b93 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7499504 Nov 02 12:52:41.973221 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50888) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:41.981846 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-b69d8639-555f-4b98-aeae-223f53d17978 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-908917452'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:42.086339 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2017f8d5-48ba-48f3-8d6a-9ab998a3ff24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (daabfd61-9a19-4992-b718-daed2334a4de), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:42.095267 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-496471a4-15f9-4e03-bb07-18e97669df59 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2ac48a7e-be95-497c-a662-5aed5edaddec), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:42.116234 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55612f4-82f3-4f43-875b-03f38b04d4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-daabfd61-9a19-4992-b718-daed2334a4de', 'network_id': 'daabfd61-9a19-4992-b718-daed2334a4de', 'project_id': '10a6938d401e44a3933549dbb7943abd', 'fixed_ips': [{'subnet_id': 'bfd63ef2-952b-4908-990c-c275f3e8ffe3'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:52:42.117860 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f55612f4-82f3-4f43-875b-03f38b04d4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:42.167951 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496471a4-15f9-4e03-bb07-18e97669df59 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac48a7e-be95-497c-a662-5aed5edaddec,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:42.210990 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69d8639-555f-4b98-aeae-223f53d17978 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:42.217743 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2017f8d5-48ba-48f3-8d6a-9ab998a3ff24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (bfd63ef2-952b-4908-990c-c275f3e8ffe3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:42.234068 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b69d8639-555f-4b98-aeae-223f53d17978 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:42.253735 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496471a4-15f9-4e03-bb07-18e97669df59 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:42.290497 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-496471a4-15f9-4e03-bb07-18e97669df59 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (8e074cb2-9b30-4196-ad37-be9238fc21ab), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:42.290771 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-496471a4-15f9-4e03-bb07-18e97669df59 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Added segment 8e074cb2-9b30-4196-ad37-be9238fc21ab of type vlan for network 85cb384e-58fa-40e4-98f4-fa03d736d851 Nov 02 12:52:42.496249 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69d8639-555f-4b98-aeae-223f53d17978 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:42.502326 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-496471a4-15f9-4e03-bb07-18e97669df59 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (85cb384e-58fa-40e4-98f4-fa03d736d851), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:42.539769 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b69d8639-555f-4b98-aeae-223f53d17978 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (9109cb67-ffcc-4e9b-a214-d304fd3f1824), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:42.540190 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-b69d8639-555f-4b98-aeae-223f53d17978 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Added segment 9109cb67-ffcc-4e9b-a214-d304fd3f1824 of type vlan for network 12b1f780-5033-43ea-a985-381190ea424b Nov 02 12:52:42.607920 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b69d8639-555f-4b98-aeae-223f53d17978 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (12b1f780-5033-43ea-a985-381190ea424b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:42.678353 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2017f8d5-48ba-48f3-8d6a-9ab998a3ff24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (bfd63ef2-952b-4908-990c-c275f3e8ffe3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:42.741466 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-496471a4-15f9-4e03-bb07-18e97669df59 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (85cb384e-58fa-40e4-98f4-fa03d736d851), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:42.742280 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017f8d5-48ba-48f3-8d6a-9ab998a3ff24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd63ef2-952b-4908-990c-c275f3e8ffe3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:42.752870 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496471a4-15f9-4e03-bb07-18e97669df59 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:42.753508 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-496471a4-15f9-4e03-bb07-18e97669df59 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server [None req-f55612f4-82f3-4f43-875b-03f38b04d4d2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfd63ef2-952b-4908-990c-c275f3e8ffe3: This subnet is being modified by another concurrent operation. Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1018, in wrapper Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server raise exception Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfd63ef2-952b-4908-990c-c275f3e8ffe3: This subnet is being modified by another concurrent operation. Nov 02 12:52:42.803487 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server Nov 02 12:52:42.876196 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4bef7a-fcb1-43d4-b12e-addb6735a5f8 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:52:42.969331 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b69d8639-555f-4b98-aeae-223f53d17978 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (12b1f780-5033-43ea-a985-381190ea424b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:42.984354 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69d8639-555f-4b98-aeae-223f53d17978 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:42.986477 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b69d8639-555f-4b98-aeae-223f53d17978 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:43.002745 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:43.019787 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-496471a4-15f9-4e03-bb07-18e97669df59 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6365442 Nov 02 12:52:43.020844 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50896) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:43.050564 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-afb1b6d2-6a09-4ffd-9e5f-7477ddbfef29 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Request body: {'subnet': {'network_id': '85cb384e-58fa-40e4-98f4-fa03d736d851', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:43.084107 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c33d4d8f-c298-4dfe-80d2-4aa31265e073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:43.102864 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496471a4-15f9-4e03-bb07-18e97669df59 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Pushing event updated for resources: {'Network': ['ID=85cb384e-58fa-40e4-98f4-fa03d736d851,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:43.104109 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4bef7a-fcb1-43d4-b12e-addb6735a5f8 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:52:43.173528 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 85cb384e-58fa-40e4-98f4-fa03d736d851 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:43.330824 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50898) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:43.363617 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d8639-555f-4b98-aeae-223f53d17978 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Network': ['ID=12b1f780-5033-43ea-a985-381190ea424b,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:43.413901 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 12b1f780-5033-43ea-a985-381190ea424b details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:43.495732 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b69d8639-555f-4b98-aeae-223f53d17978 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5212221 Nov 02 12:52:43.532371 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50908) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:43.554782 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'ports': [{'network_id': '950caa8b-342c-43ee-8569-196bbe644df8'}, {'network_id': '12b1f780-5033-43ea-a985-381190ea424b'}]} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:43.554782 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'port': {'network_id': '950caa8b-342c-43ee-8569-196bbe644df8'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:43.554782 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'port': {'network_id': '12b1f780-5033-43ea-a985-381190ea424b'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:43.624622 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:43.625447 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2017f8d5-48ba-48f3-8d6a-9ab998a3ff24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (daabfd61-9a19-4992-b718-daed2334a4de), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:43.680542 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-2017f8d5-48ba-48f3-8d6a-9ab998a3ff24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daabfd61-9a19-4992-b718-daed2334a4de']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:43.705400 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-2017f8d5-48ba-48f3-8d6a-9ab998a3ff24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7abf59-e293-41e7-b4f6-ab66978d67ce') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:43.711117 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-2017f8d5-48ba-48f3-8d6a-9ab998a3ff24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7abf59-e293-41e7-b4f6-ab66978d67ce') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:43.736369 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2017f8d5-48ba-48f3-8d6a-9ab998a3ff24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (4e7abf59-e293-41e7-b4f6-ab66978d67ce), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:43.769410 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2017f8d5-48ba-48f3-8d6a-9ab998a3ff24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4e7abf59-e293-41e7-b4f6-ab66978d67ce), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:43.771393 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd69a23-9c87-4371-82ae-26c362971e53 None None] Network daabfd61-9a19-4992-b718-daed2334a4de requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:43.788849 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2017f8d5-48ba-48f3-8d6a-9ab998a3ff24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:43.789390 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2017f8d5-48ba-48f3-8d6a-9ab998a3ff24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (4e7abf59-e293-41e7-b4f6-ab66978d67ce), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:43.873559 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb1b6d2-6a09-4ffd-9e5f-7477ddbfef29 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Made reservation on behalf of 71d14f22e3da4c8c974fbc239c9614cb for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:43.880710 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afb1b6d2-6a09-4ffd-9e5f-7477ddbfef29 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:43.895820 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:43.972948 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 4e7abf59-e293-41e7-b4f6-ab66978d67ce resource provider aggregate not found Nov 02 12:52:44.002879 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 4e7abf59-e293-41e7-b4f6-ab66978d67ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e7abf59-e293-41e7-b4f6-ab66978d67ce found for delete ", "request_id": "req-997197c3-99c3-4b6e-b97f-768a009fc19e"}]} Nov 02 12:52:44.060510 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2017f8d5-48ba-48f3-8d6a-9ab998a3ff24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (daabfd61-9a19-4992-b718-daed2334a4de), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.067795 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2017f8d5-48ba-48f3-8d6a-9ab998a3ff24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.073113 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2017f8d5-48ba-48f3-8d6a-9ab998a3ff24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "DELETE /networking/v2.0/networks/daabfd61-9a19-4992-b718-daed2334a4de HTTP/1.1" status: 204 len: 168 time: 2.2882681 Nov 02 12:52:44.085851 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50920) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:44.125083 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017f8d5-48ba-48f3-8d6a-9ab998a3ff24 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event deleted for resources: {'Network': ['ID=daabfd61-9a19-4992-b718-daed2334a4de,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:44.138570 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6816c23a-8f8d-47ad-b2a4-676f0e1b4997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.183430 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d1f4a1-aaf6-42d5-b98d-b78e881332ff tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:44.183893 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d1f4a1-aaf6-42d5-b98d-b78e881332ff tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:44.197874 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-76d1f4a1-aaf6-42d5-b98d-b78e881332ff tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/bfd63ef2-952b-4908-990c-c275f3e8ffe3 HTTP/1.1" status: 404 len: 337 time: 0.1107771 Nov 02 12:52:44.200508 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50922) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:44.247739 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb703267-976b-429d-bfb1-475e729dcb5f tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:44.250218 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb703267-976b-429d-bfb1-475e729dcb5f tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:44.269877 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bb703267-976b-429d-bfb1-475e729dcb5f tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "DELETE /networking/v2.0/networks/daabfd61-9a19-4992-b718-daed2334a4de HTTP/1.1" status: 404 len: 339 time: 0.0577800 Nov 02 12:52:44.274325 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50926) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:44.355567 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-154c78fe-d44e-4e3d-8c22-3b0900f119c7 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:44.357215 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154c78fe-d44e-4e3d-8c22-3b0900f119c7 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:44.365545 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-154c78fe-d44e-4e3d-8c22-3b0900f119c7 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/a5ff22a2-7701-41f6-b16c-77babdaac6c3 HTTP/1.1" status: 404 len: 337 time: 0.0879986 Nov 02 12:52:44.368684 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50928) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:44.414321 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b80b0f2-bd59-4798-897e-ce05ff1cd069 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:44.414991 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b80b0f2-bd59-4798-897e-ce05ff1cd069 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:44.430136 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8b80b0f2-bd59-4798-897e-ce05ff1cd069 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "DELETE /networking/v2.0/networks/c20b5e0e-fc07-4329-b8b3-2459046fbc7a HTTP/1.1" status: 404 len: 339 time: 0.0584564 Nov 02 12:52:44.432719 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50932) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:44.484079 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50934) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:44.489470 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Request body: {'subnets': [{'network_id': 'a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1402721065', 'ip_version': 6}, {'network_id': '70fef34a-9379-4eea-be77-10e20de76377', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:44.489798 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Request body: {'subnet': {'network_id': 'a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1402721065', 'ip_version': 6}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:44.490505 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Request body: {'subnet': {'network_id': '70fef34a-9379-4eea-be77-10e20de76377', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:44.494519 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e4d00d0-73da-48be-9dd8-22cfa4bcf67b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:44.495008 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e4d00d0-73da-48be-9dd8-22cfa4bcf67b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:44.501639 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0e4d00d0-73da-48be-9dd8-22cfa4bcf67b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/112cb4b7-ddaa-4a19-a808-8dca0df1cc7b HTTP/1.1" status: 404 len: 337 time: 0.0653479 Nov 02 12:52:44.503767 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50936) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:44.534744 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'port': 2} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:44.539967 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.546739 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:44.574713 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-98738d02-e4d4-4938-8404-216150ae3b91 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:44.575239 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98738d02-e4d4-4938-8404-216150ae3b91 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:44.579702 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-98738d02-e4d4-4938-8404-216150ae3b91 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "DELETE /networking/v2.0/networks/3a76517f-cddb-478e-b595-2670a3326d14 HTTP/1.1" status: 404 len: 339 time: 0.0753586 Nov 02 12:52:44.602650 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50938) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:44.618227 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6816c23a-8f8d-47ad-b2a4-676f0e1b4997 admin admin] Publish callbacks [] for security_group (348ec08a-c0b5-4ac7-838f-53d7436e5dda), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.627488 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.656809 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:44.794407 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6816c23a-8f8d-47ad-b2a4-676f0e1b4997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (348ec08a-c0b5-4ac7-838f-53d7436e5dda), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.797171 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afb1b6d2-6a09-4ffd-9e5f-7477ddbfef29 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (b15152ad-a47e-4dbb-861f-f3ecc41a5fc1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.827473 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50944) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:44.858171 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-d122ea84-c27d-43df-a61c-e74465b4c2ff tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Deleting port e831a988-2264-401c-a757-c012b082ec4c {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:44.858515 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d122ea84-c27d-43df-a61c-e74465b4c2ff tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e831a988-2264-401c-a757-c012b082ec4c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.902003 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Made reservation on behalf of 67c2128d3a954ae7b5bcc30d9dd495b5 for: {'subnet': 2} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:44.912023 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.912023 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:44.912778 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.912778 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.963312 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6816c23a-8f8d-47ad-b2a4-676f0e1b4997 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d07448f47fb941c2bb152c22ae2fe7c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5853639 Nov 02 12:52:44.971144 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] device_id is not set on port 7b8537fe-fbcf-4619-a84e-76f96853d9ed yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:52:44.972085 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50948) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:44.980829 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816c23a-8f8d-47ad-b2a4-676f0e1b4997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348ec08a-c0b5-4ac7-838f-53d7436e5dda,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:45.027350 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1b6d2-6a09-4ffd-9e5f-7477ddbfef29 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Pushing event updated for resources: {'Subnet': ['ID=b15152ad-a47e-4dbb-861f-f3ecc41a5fc1,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:45.030505 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bea14c42-584c-4649-9862-ab8a6430d7fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.058084 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d122ea84-c27d-43df-a61c-e74465b4c2ff tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e831a988-2264-401c-a757-c012b082ec4c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.075975 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb1b6d2-6a09-4ffd-9e5f-7477ddbfef29 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Checking segment: {'id': '8e074cb2-9b30-4196-ad37-be9238fc21ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '85cb384e-58fa-40e4-98f4-fa03d736d851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:45.075975 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb1b6d2-6a09-4ffd-9e5f-7477ddbfef29 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Network hostable DHCP agents. Network: 85cb384e-58fa-40e4-98f4-fa03d736d851, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:52:45.082297 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-d122ea84-c27d-43df-a61c-e74465b4c2ff tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Calling delete_port for e831a988-2264-401c-a757-c012b082ec4c owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:45.141595 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ea022bfa-086e-4044-92b9-07aac49d4785 admin admin] Publish callbacks [] for security_group (348ec08a-c0b5-4ac7-838f-53d7436e5dda), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.205374 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ea022bfa-086e-4044-92b9-07aac49d4785 admin admin] Publish callbacks [] for security_group (348ec08a-c0b5-4ac7-838f-53d7436e5dda), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.218861 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (7b8537fe-fbcf-4619-a84e-76f96853d9ed), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.300399 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb1b6d2-6a09-4ffd-9e5f-7477ddbfef29 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Network 85cb384e-58fa-40e4-98f4-fa03d736d851 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:52:45.307358 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bea14c42-584c-4649-9862-ab8a6430d7fa admin admin] Publish callbacks [] for security_group (fa4e6a5b-03ce-4f87-8b3f-6f766463c5fa), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.334271 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] device_id is not set on port 6dab6a7a-cc73-4f58-aeeb-c59dbcdbe250 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:52:45.403512 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bea14c42-584c-4649-9862-ab8a6430d7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fa4e6a5b-03ce-4f87-8b3f-6f766463c5fa), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.450939 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea14c42-584c-4649-9862-ab8a6430d7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4e6a5b-03ce-4f87-8b3f-6f766463c5fa,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:45.461166 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (6dab6a7a-cc73-4f58-aeeb-c59dbcdbe250), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.501488 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bea14c42-584c-4649-9862-ab8a6430d7fa admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=32c159e7b9aa43b0a725237464af91df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6723113 Nov 02 12:52:45.513366 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50964) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:45.534072 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-afb1b6d2-6a09-4ffd-9e5f-7477ddbfef29 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 85cb384e-58fa-40e4-98f4-fa03d736d851) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:45.540801 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d122ea84-c27d-43df-a61c-e74465b4c2ff tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (e831a988-2264-401c-a757-c012b082ec4c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.541512 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd7e54b-5964-40ff-8180-cd086854d07a None None] Network 85cb384e-58fa-40e4-98f4-fa03d736d851 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:45.551621 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ea022bfa-086e-4044-92b9-07aac49d4785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (348ec08a-c0b5-4ac7-838f-53d7436e5dda), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.570908 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ea022bfa-086e-4044-92b9-07aac49d4785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.570908 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ea022bfa-086e-4044-92b9-07aac49d4785 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/348ec08a-c0b5-4ac7-838f-53d7436e5dda HTTP/1.1" status: 204 len: 168 time: 0.5946012 Nov 02 12:52:45.571066 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb1b6d2-6a09-4ffd-9e5f-7477ddbfef29 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:45.571152 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afb1b6d2-6a09-4ffd-9e5f-7477ddbfef29 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.669894 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (7b8537fe-fbcf-4619-a84e-76f96853d9ed), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.680209 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122ea84-c27d-43df-a61c-e74465b4c2ff tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event deleted for resources: {'Port': ['ID=e831a988-2264-401c-a757-c012b082ec4c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:45.688437 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea022bfa-086e-4044-92b9-07aac49d4785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348ec08a-c0b5-4ac7-838f-53d7436e5dda,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:45.699667 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d122ea84-c27d-43df-a61c-e74465b4c2ff tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.705449 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d122ea84-c27d-43df-a61c-e74465b4c2ff tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "DELETE /networking/v2.0/ports/e831a988-2264-401c-a757-c012b082ec4c HTTP/1.1" status: 204 len: 168 time: 1.1014431 Nov 02 12:52:45.711423 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50970) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:45.809216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-85cb384e-58fa-40e4-98f4-fa03d736d851', 'network_id': '85cb384e-58fa-40e4-98f4-fa03d736d851', 'project_id': '71d14f22e3da4c8c974fbc239c9614cb', 'fixed_ips': [{'subnet_id': 'b15152ad-a47e-4dbb-861f-f3ecc41a5fc1'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:52:45.812951 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.824468 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72e0c6f9-06d2-481a-ac79-3ddb49e20a47 admin admin] Publish callbacks [] for security_group (fa4e6a5b-03ce-4f87-8b3f-6f766463c5fa), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.841559 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-352f07fa-e840-44ac-8d5e-024b4ac84eda tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:45.850297 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-352f07fa-e840-44ac-8d5e-024b4ac84eda tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:45.850297 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-352f07fa-e840-44ac-8d5e-024b4ac84eda tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/62ec4676-40f7-4a83-8a4b-003cfe930d3d HTTP/1.1" status: 404 len: 337 time: 0.1330955 Nov 02 12:52:45.861184 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50972) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:45.864791 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-afb1b6d2-6a09-4ffd-9e5f-7477ddbfef29 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8265924 Nov 02 12:52:45.890774 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50974) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:45.916619 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-90197074-8115-43aa-9b90-cc94b3814b52 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Request body: {'port': {'network_id': '85cb384e-58fa-40e4-98f4-fa03d736d851', 'name': 'tempest-TagsExtTest-2056483594'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:45.972724 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72e0c6f9-06d2-481a-ac79-3ddb49e20a47 admin admin] Publish callbacks [] for security_group (fa4e6a5b-03ce-4f87-8b3f-6f766463c5fa), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.008995 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] Allocated IP 172.20.0.2 (85cb384e-58fa-40e4-98f4-fa03d736d851/b15152ad-a47e-4dbb-861f-f3ecc41a5fc1/98b85cdb-64d9-4815-88f6-0ed64eae3793) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:46.125976 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 950caa8b-342c-43ee-8569-196bbe644df8 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:46.137359 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:46.143947 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:52:46.144942 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (6dab6a7a-cc73-4f58-aeeb-c59dbcdbe250), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.146601 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=7b8537fe-fbcf-4619-a84e-76f96853d9ed,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:46.162077 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (2c5ad1f0-28c9-4782-b319-0f32394ccbf0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.195663 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5556cfb9-fbfc-45de-8ccb-168b71e7c5cb tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (8f81f4e9-e073-4a3f-ac70-8903a8864ff2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.217713 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3cd646cf-23c7-4c75-9d99-36b508e472c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.288706 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:46.309929 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] Publish callbacks [] for port (98b85cdb-64d9-4815-88f6-0ed64eae3793), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.337167 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90197074-8115-43aa-9b90-cc94b3814b52 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Made reservation on behalf of 71d14f22e3da4c8c974fbc239c9614cb for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:46.341208 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-90197074-8115-43aa-9b90-cc94b3814b52 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.343852 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event updated for resources: {'Subnet': ['ID=2c5ad1f0-28c9-4782-b319-0f32394ccbf0,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:46.397037 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-90197074-8115-43aa-9b90-cc94b3814b52 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] device_id is not set on port 8b16cc82-ae40-411a-a2fd-1dfcbc278503 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:52:46.403020 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (98b85cdb-64d9-4815-88f6-0ed64eae3793), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.410551 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72e0c6f9-06d2-481a-ac79-3ddb49e20a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fa4e6a5b-03ce-4f87-8b3f-6f766463c5fa), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.410712 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=6dab6a7a-cc73-4f58-aeeb-c59dbcdbe250,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:46.420072 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72e0c6f9-06d2-481a-ac79-3ddb49e20a47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.424162 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-72e0c6f9-06d2-481a-ac79-3ddb49e20a47 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fa4e6a5b-03ce-4f87-8b3f-6f766463c5fa HTTP/1.1" status: 204 len: 168 time: 0.9063840 Nov 02 12:52:46.427864 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Checking segment: {'id': '9109cb67-ffcc-4e9b-a214-d304fd3f1824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '12b1f780-5033-43ea-a985-381190ea424b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:46.428333 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network hostable DHCP agents. Network: 12b1f780-5033-43ea-a985-381190ea424b, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:52:46.430730 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Checking segment: {'id': '36de2a2b-fe7f-4cd8-aa28-5a9641958598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:46.432212 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Network hostable DHCP agents. Network: a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:52:46.483237 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5556cfb9-fbfc-45de-8ccb-168b71e7c5cb tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (8f81f4e9-e073-4a3f-ac70-8903a8864ff2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.514076 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0c6f9-06d2-481a-ac79-3ddb49e20a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4e6a5b-03ce-4f87-8b3f-6f766463c5fa,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:46.519885 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] Pushing event updated for resources: {'Port': ['ID=98b85cdb-64d9-4815-88f6-0ed64eae3793,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:46.539721 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5556cfb9-fbfc-45de-8ccb-168b71e7c5cb tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f81f4e9-e073-4a3f-ac70-8903a8864ff2']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:46.542834 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5556cfb9-fbfc-45de-8ccb-168b71e7c5cb tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e9a985-f7bf-4e9b-a11b-995d9ca9c6b8') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:46.543380 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5556cfb9-fbfc-45de-8ccb-168b71e7c5cb tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e9a985-f7bf-4e9b-a11b-995d9ca9c6b8') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:46.556644 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] Network 85cb384e-58fa-40e4-98f4-fa03d736d851 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:46.558282 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5556cfb9-fbfc-45de-8ccb-168b71e7c5cb tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (04e9a985-f7bf-4e9b-a11b-995d9ca9c6b8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.558422 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:46.564652 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:52:46.575245 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5556cfb9-fbfc-45de-8ccb-168b71e7c5cb tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (04e9a985-f7bf-4e9b-a11b-995d9ca9c6b8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.585534 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5556cfb9-fbfc-45de-8ccb-168b71e7c5cb tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:46.585534 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5556cfb9-fbfc-45de-8ccb-168b71e7c5cb tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (04e9a985-f7bf-4e9b-a11b-995d9ca9c6b8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.629710 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] Attempting to bind port 98b85cdb-64d9-4815-88f6-0ed64eae3793 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:46.630367 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] Attempting to bind port 98b85cdb-64d9-4815-88f6-0ed64eae3793 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '8e074cb2-9b30-4196-ad37-be9238fc21ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '85cb384e-58fa-40e4-98f4-fa03d736d851'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:46.632153 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] Attempting to bind port 98b85cdb-64d9-4815-88f6-0ed64eae3793 on network 85cb384e-58fa-40e4-98f4-fa03d736d851 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:46.649552 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-90197074-8115-43aa-9b90-cc94b3814b52 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Allocated IP 172.20.0.12 (85cb384e-58fa-40e4-98f4-fa03d736d851/b15152ad-a47e-4dbb-861f-f3ecc41a5fc1/8b16cc82-ae40-411a-a2fd-1dfcbc278503) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:46.688480 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 04e9a985-f7bf-4e9b-a11b-995d9ca9c6b8 resource provider aggregate not found Nov 02 12:52:46.688717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:52:46.688717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] Checking segment: {'id': '8e074cb2-9b30-4196-ad37-be9238fc21ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '85cb384e-58fa-40e4-98f4-fa03d736d851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:46.688717 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.688717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] Bound using segment: {'id': '8e074cb2-9b30-4196-ad37-be9238fc21ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '85cb384e-58fa-40e4-98f4-fa03d736d851'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:52:46.688717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] Bound port: 98b85cdb-64d9-4815-88f6-0ed64eae3793, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e074cb2-9b30-4196-ad37-be9238fc21ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '85cb384e-58fa-40e4-98f4-fa03d736d851'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:52:46.688717 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (98b85cdb-64d9-4815-88f6-0ed64eae3793), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.707403 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 04e9a985-f7bf-4e9b-a11b-995d9ca9c6b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04e9a985-f7bf-4e9b-a11b-995d9ca9c6b8 found for delete ", "request_id": "req-18a99440-32e9-4f9e-b39b-baf70b20790b"}]} Nov 02 12:52:46.785752 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 12b1f780-5033-43ea-a985-381190ea424b is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:52:46.838856 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] For port 98b85cdb-64d9-4815-88f6-0ed64eae3793, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:46.845244 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-90197074-8115-43aa-9b90-cc94b3814b52 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks [] for port (8b16cc82-ae40-411a-a2fd-1dfcbc278503), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.853102 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] For port 98b85cdb-64d9-4815-88f6-0ed64eae3793, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=98b85cdb-64d9-4815-88f6-0ed64eae3793,segment=NetworkSegment(8e074cb2-9b30-4196-ad37-be9238fc21ab),segment_id=8e074cb2-9b30-4196-ad37-be9238fc21ab)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:46.880847 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Network a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:52:46.933873 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5556cfb9-fbfc-45de-8ccb-168b71e7c5cb tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (8f81f4e9-e073-4a3f-ac70-8903a8864ff2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.934094 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.943486 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5556cfb9-fbfc-45de-8ccb-168b71e7c5cb tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.945811 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5556cfb9-fbfc-45de-8ccb-168b71e7c5cb tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "DELETE /networking/v2.0/networks/8f81f4e9-e073-4a3f-ac70-8903a8864ff2 HTTP/1.1" status: 204 len: 168 time: 1.0798454 Nov 02 12:52:46.948913 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50992) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:46.956739 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556cfb9-fbfc-45de-8ccb-168b71e7c5cb tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event deleted for resources: {'Network': ['ID=8f81f4e9-e073-4a3f-ac70-8903a8864ff2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:47.048551 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a69a76f4-2d20-4dd9-ae89-d1462a4f0a45 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Deleting port e05354b8-5cdb-40bd-bf9c-4e19fc8cb5dc {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:47.048934 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a69a76f4-2d20-4dd9-ae89-d1462a4f0a45 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e05354b8-5cdb-40bd-bf9c-4e19fc8cb5dc), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.065729 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:47.065926 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (98b85cdb-64d9-4815-88f6-0ed64eae3793), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.134772 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a69a76f4-2d20-4dd9-ae89-d1462a4f0a45 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e05354b8-5cdb-40bd-bf9c-4e19fc8cb5dc), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.136395 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91af83-b733-4e0b-b6bd-4c7aa3750e5e None None] Pushing event updated for resources: {'Port': ['ID=98b85cdb-64d9-4815-88f6-0ed64eae3793,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:47.153230 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a69a76f4-2d20-4dd9-ae89-d1462a4f0a45 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Calling delete_port for e05354b8-5cdb-40bd-bf9c-4e19fc8cb5dc owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:47.169429 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 12b1f780-5033-43ea-a985-381190ea424b) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:47.170331 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:47.175343 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:52:47.184659 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:47.184977 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:47.185656 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.187401 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1fae51-2c3f-4538-b1a4-720ee67961e2 None None] Network 12b1f780-5033-43ea-a985-381190ea424b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:47.204533 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-90197074-8115-43aa-9b90-cc94b3814b52 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (8b16cc82-ae40-411a-a2fd-1dfcbc278503), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.208112 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (107e9b35-a90e-441b-a952-07f8a4c30503), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.215786 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5827d1a6-bd62-4a1e-94eb-256149377437 None None] Network a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:47.253364 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50994) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:47.290471 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c793880f-9aa9-4061-bcb6-68dc4d60bff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.306374 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90197074-8115-43aa-9b90-cc94b3814b52 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Network 85cb384e-58fa-40e4-98f4-fa03d736d851 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:47.315808 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-90197074-8115-43aa-9b90-cc94b3814b52 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:47.342318 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90197074-8115-43aa-9b90-cc94b3814b52 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:52:47.373586 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:47.436529 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90197074-8115-43aa-9b90-cc94b3814b52 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Pushing event updated for resources: {'Port': ['ID=8b16cc82-ae40-411a-a2fd-1dfcbc278503,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:47.500664 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-91778c8a-6158-4633-b18b-e28ee9003dab tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9663932 Nov 02 12:52:47.503571 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50996) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:47.503865 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event updated for resources: {'Subnet': ['ID=107e9b35-a90e-441b-a952-07f8a4c30503,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:47.551181 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90197074-8115-43aa-9b90-cc94b3814b52 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:47.552395 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-90197074-8115-43aa-9b90-cc94b3814b52 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.558928 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Checking segment: {'id': 'a132843f-ba1d-4923-98e3-35ca8bd51e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '70fef34a-9379-4eea-be77-10e20de76377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:47.565547 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Network hostable DHCP agents. Network: 70fef34a-9379-4eea-be77-10e20de76377, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:52:47.604912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7', 'network_id': 'a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7', 'project_id': '67c2128d3a954ae7b5bcc30d9dd495b5', 'fixed_ips': [{'subnet_id': '2c5ad1f0-28c9-4782-b319-0f32394ccbf0'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:52:47.604912 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.627956 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:47.683967 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-90197074-8115-43aa-9b90-cc94b3814b52 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7919006 Nov 02 12:52:47.684958 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51000) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:47.693429 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-57def2ae-97e2-4aeb-a909-dbceda7d7ffa tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1796071128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:47.736195 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c793880f-9aa9-4061-bcb6-68dc4d60bff2 admin admin] Publish callbacks [] for security_group (a9b3dda7-0454-480e-ac75-e0969a8b1ffd), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.743690 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a69a76f4-2d20-4dd9-ae89-d1462a4f0a45 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e05354b8-5cdb-40bd-bf9c-4e19fc8cb5dc), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.752580 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd2537-293f-4d15-81d2-f2782a2ea063 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port 6dab6a7a-cc73-4f58-aeeb-c59dbcdbe250 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:47.755018 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Network 70fef34a-9379-4eea-be77-10e20de76377 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:52:47.755518 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2537-293f-4d15-81d2-f2782a2ea063 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (6dab6a7a-cc73-4f58-aeeb-c59dbcdbe250), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.864285 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a76f4-2d20-4dd9-ae89-d1462a4f0a45 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event deleted for resources: {'Port': ['ID=e05354b8-5cdb-40bd-bf9c-4e19fc8cb5dc,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:47.878252 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a69a76f4-2d20-4dd9-ae89-d1462a4f0a45 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.890154 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a69a76f4-2d20-4dd9-ae89-d1462a4f0a45 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "DELETE /networking/v2.0/ports/e05354b8-5cdb-40bd-bf9c-4e19fc8cb5dc HTTP/1.1" status: 204 len: 168 time: 0.9351466 Nov 02 12:52:47.891321 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-57def2ae-97e2-4aeb-a909-dbceda7d7ffa tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (53c45dd5-2f85-4dad-96bc-e28a8bce11b4), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.892428 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-57def2ae-97e2-4aeb-a909-dbceda7d7ffa tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (53c45dd5-2f85-4dad-96bc-e28a8bce11b4), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.917516 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51010) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:47.949351 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c793880f-9aa9-4061-bcb6-68dc4d60bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a9b3dda7-0454-480e-ac75-e0969a8b1ffd), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.959000 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 70fef34a-9379-4eea-be77-10e20de76377) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:47.984769 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:47.986134 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:47.990400 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e39aefb-9300-4909-a2d4-b07ca9351d1b None None] Network 70fef34a-9379-4eea-be77-10e20de76377 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:47.992333 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.025352 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6584d0-7182-41a2-927a-d2d4a8d645c1 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:48.026153 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a6584d0-7182-41a2-927a-d2d4a8d645c1 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:48.029550 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1a6584d0-7182-41a2-927a-d2d4a8d645c1 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/dce449b1-7548-4f8d-938e-a9cd2727aca4 HTTP/1.1" status: 404 len: 337 time: 0.1106772 Nov 02 12:52:48.034548 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2537-293f-4d15-81d2-f2782a2ea063 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (6dab6a7a-cc73-4f58-aeeb-c59dbcdbe250), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.039478 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51012) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:48.058770 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-57def2ae-97e2-4aeb-a909-dbceda7d7ffa tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks [] for router_controller (53c45dd5-2f85-4dad-96bc-e28a8bce11b4), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.071523 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd2537-293f-4d15-81d2-f2782a2ea063 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for 6dab6a7a-cc73-4f58-aeeb-c59dbcdbe250 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:48.098845 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c793880f-9aa9-4061-bcb6-68dc4d60bff2 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d494ddf087f24e208945f4357dfbf2c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8443518 Nov 02 12:52:48.101312 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51014) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:48.101966 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793880f-9aa9-4061-bcb6-68dc4d60bff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b3dda7-0454-480e-ac75-e0969a8b1ffd,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:48.185378 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bec79c40-3ff9-44b9-8fd8-be08992b8d85 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.6977594 Nov 02 12:52:48.185378 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-57def2ae-97e2-4aeb-a909-dbceda7d7ffa tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (53c45dd5-2f85-4dad-96bc-e28a8bce11b4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.192371 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51016) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:48.254815 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00ee6893-b58a-49f2-945d-fc9bf1174e9b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (d23d32f7-c419-4b39-9bb5-d78cdd9b0589), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.256576 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-70fef34a-9379-4eea-be77-10e20de76377', 'network_id': '70fef34a-9379-4eea-be77-10e20de76377', 'project_id': '67c2128d3a954ae7b5bcc30d9dd495b5', 'fixed_ips': [{'subnet_id': '107e9b35-a90e-441b-a952-07f8a4c30503'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:52:48.257571 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.472573 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00ee6893-b58a-49f2-945d-fc9bf1174e9b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (d23d32f7-c419-4b39-9bb5-d78cdd9b0589), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.529483 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-00ee6893-b58a-49f2-945d-fc9bf1174e9b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23d32f7-c419-4b39-9bb5-d78cdd9b0589']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:48.542563 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51018) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:48.547849 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-57def2ae-97e2-4aeb-a909-dbceda7d7ffa tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.551629 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-57def2ae-97e2-4aeb-a909-dbceda7d7ffa tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8631897 Nov 02 12:52:48.568714 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-00ee6893-b58a-49f2-945d-fc9bf1174e9b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5242b9c5-f9f7-4bc7-87a8-affe07c0d18f') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:48.569046 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-00ee6893-b58a-49f2-945d-fc9bf1174e9b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5242b9c5-f9f7-4bc7-87a8-affe07c0d18f') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:48.572046 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51020) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:48.577399 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-32edc0fb-dca0-450f-ad0d-7ec10a4a4e80 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1379394439', 'prefixes': ['172.20.0.0/16']}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:48.597116 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d74133-f301-4dd9-abad-9686623d7193 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:48.598800 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d74133-f301-4dd9-abad-9686623d7193 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:48.600628 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d74133-f301-4dd9-abad-9686623d7193 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:48.603436 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-78d74133-f301-4dd9-abad-9686623d7193 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4082747 Nov 02 12:52:48.608106 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00ee6893-b58a-49f2-945d-fc9bf1174e9b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (5242b9c5-f9f7-4bc7-87a8-affe07c0d18f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.615836 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51024) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:48.621964 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5f4d20b-7309-4625-ba62-708494974471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.661868 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.679850 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] Allocated IP 2001:db8:0:1::1 (70fef34a-9379-4eea-be77-10e20de76377/107e9b35-a90e-441b-a952-07f8a4c30503/d37dc78c-9242-4345-8617-00cd726e8535) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:48.711719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] Allocated IP 2001:db8::1 (a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7/2c5ad1f0-28c9-4782-b319-0f32394ccbf0/89819365-dd32-4a49-8fc1-21f262774940) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:48.726982 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-67562276-1364-4403-b04f-c6ce0022ce32 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Deleting subnet 2c5ad1f0-28c9-4782-b319-0f32394ccbf0 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:52:48.773122 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00ee6893-b58a-49f2-945d-fc9bf1174e9b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (5242b9c5-f9f7-4bc7-87a8-affe07c0d18f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.773715 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-50e3b0b8-335f-4631-aef5-67958ba32a11 admin admin] Publish callbacks [] for security_group (a9b3dda7-0454-480e-ac75-e0969a8b1ffd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.786882 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ee6893-b58a-49f2-945d-fc9bf1174e9b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:48.787412 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00ee6893-b58a-49f2-945d-fc9bf1174e9b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (5242b9c5-f9f7-4bc7-87a8-affe07c0d18f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.824172 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-50e3b0b8-335f-4631-aef5-67958ba32a11 admin admin] Publish callbacks [] for security_group (a9b3dda7-0454-480e-ac75-e0969a8b1ffd), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.904115 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d2c322-2c7b-4e7f-af20-865b9f51e4f3 None None] Network 85cb384e-58fa-40e4-98f4-fa03d736d851 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:48.915507 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.918298 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2537-293f-4d15-81d2-f2782a2ea063 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (6dab6a7a-cc73-4f58-aeeb-c59dbcdbe250), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.983158 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 5242b9c5-f9f7-4bc7-87a8-affe07c0d18f resource provider aggregate not found Nov 02 12:52:48.987814 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 98b85cdb-64d9-4815-88f6-0ed64eae3793 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:48.992921 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd2537-293f-4d15-81d2-f2782a2ea063 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=6dab6a7a-cc73-4f58-aeeb-c59dbcdbe250,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:49.007873 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2537-293f-4d15-81d2-f2782a2ea063 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.016975 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0ddd2537-293f-4d15-81d2-f2782a2ea063 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/ports/6dab6a7a-cc73-4f58-aeeb-c59dbcdbe250 HTTP/1.1" status: 204 len: 168 time: 1.5089746 Nov 02 12:52:49.018612 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-50e3b0b8-335f-4631-aef5-67958ba32a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a9b3dda7-0454-480e-ac75-e0969a8b1ffd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.021260 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 5242b9c5-f9f7-4bc7-87a8-affe07c0d18f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5242b9c5-f9f7-4bc7-87a8-affe07c0d18f found for delete ", "request_id": "req-124601c5-f8eb-4714-bdbb-2babcbce8bd3"}]} Nov 02 12:52:49.023140 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51034) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:49.024630 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-50e3b0b8-335f-4631-aef5-67958ba32a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.026426 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-50e3b0b8-335f-4631-aef5-67958ba32a11 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a9b3dda7-0454-480e-ac75-e0969a8b1ffd HTTP/1.1" status: 204 len: 168 time: 0.9216461 Nov 02 12:52:49.069890 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3b0b8-335f-4631-aef5-67958ba32a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b3dda7-0454-480e-ac75-e0969a8b1ffd,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:49.120181 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a719b995-14b7-49ee-983e-614d95d86913 None None] Provisioning complete for port 98b85cdb-64d9-4815-88f6-0ed64eae3793 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:49.120619 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a719b995-14b7-49ee-983e-614d95d86913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (98b85cdb-64d9-4815-88f6-0ed64eae3793), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.120962 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a719b995-14b7-49ee-983e-614d95d86913 None None] Attempt 1 to provision port 98b85cdb-64d9-4815-88f6-0ed64eae3793 Nov 02 12:52:49.172109 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00ee6893-b58a-49f2-945d-fc9bf1174e9b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (d23d32f7-c419-4b39-9bb5-d78cdd9b0589), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.196549 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00ee6893-b58a-49f2-945d-fc9bf1174e9b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.197604 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:49.200026 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-00ee6893-b58a-49f2-945d-fc9bf1174e9b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "DELETE /networking/v2.0/networks/d23d32f7-c419-4b39-9bb5-d78cdd9b0589 HTTP/1.1" status: 204 len: 168 time: 1.1595309 Nov 02 12:52:49.203778 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51040) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:49.238163 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee6893-b58a-49f2-945d-fc9bf1174e9b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event deleted for resources: {'Network': ['ID=d23d32f7-c419-4b39-9bb5-d78cdd9b0589,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:49.251475 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7f2530-9f0f-466b-918f-bb87fbdcb841 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:49.257225 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7f2530-9f0f-466b-918f-bb87fbdcb841 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:49.262040 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5d7f2530-9f0f-466b-918f-bb87fbdcb841 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2355945 Nov 02 12:52:49.265840 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51042) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:49.288177 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:49.330790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 98b85cdb-64d9-4815-88f6-0ed64eae3793 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:49.332387 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5f4d20b-7309-4625-ba62-708494974471 admin admin] Publish callbacks [] for security_group (165147eb-e74d-4731-bdd5-8927bf30df2a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.339141 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-56334d2e-8606-4e75-a69e-f8242ebc4f29 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Deleting subnet 2d2e4019-01dd-4c27-a1c7-3d53185f8ca8 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:52:49.339643 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (98b85cdb-64d9-4815-88f6-0ed64eae3793), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.340027 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 98b85cdb-64d9-4815-88f6-0ed64eae3793 Nov 02 12:52:49.342724 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56334d2e-8606-4e75-a69e-f8242ebc4f29 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for subnet (2d2e4019-01dd-4c27-a1c7-3d53185f8ca8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.387453 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] Publish callbacks [] for port (d37dc78c-9242-4345-8617-00cd726e8535), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.392029 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-0c21a92a-54d6-4f3f-978c-1365db8d51f5 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port 7b8537fe-fbcf-4619-a84e-76f96853d9ed {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:49.392447 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c21a92a-54d6-4f3f-978c-1365db8d51f5 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7b8537fe-fbcf-4619-a84e-76f96853d9ed), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.398694 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56334d2e-8606-4e75-a69e-f8242ebc4f29 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (2d2e4019-01dd-4c27-a1c7-3d53185f8ca8), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.399897 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-32edc0fb-dca0-450f-ad0d-7ec10a4a4e80 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.406532 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-32edc0fb-dca0-450f-ad0d-7ec10a4a4e80 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.8282437 Nov 02 12:52:49.406532 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51044) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:49.411460 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-553cd106-a6ef-46e6-bbd4-69d949621856 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b15152ad-a47e-4dbb-861f-f3ecc41a5fc1', 'tempest-TagsExtTest-Tag-115539508') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:49.490905 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5f4d20b-7309-4625-ba62-708494974471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (165147eb-e74d-4731-bdd5-8927bf30df2a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.541942 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4d20b-7309-4625-ba62-708494974471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165147eb-e74d-4731-bdd5-8927bf30df2a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:49.546569 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56334d2e-8606-4e75-a69e-f8242ebc4f29 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (2d2e4019-01dd-4c27-a1c7-3d53185f8ca8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.585801 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (d37dc78c-9242-4345-8617-00cd726e8535), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.632976 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a5f4d20b-7309-4625-ba62-708494974471 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=22be5f8abaf74ab7a5f3c77b3452a025&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0800176 Nov 02 12:52:49.637314 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51050) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:49.653292 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c21a92a-54d6-4f3f-978c-1365db8d51f5 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7b8537fe-fbcf-4619-a84e-76f96853d9ed), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.663096 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:49.678590 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-0c21a92a-54d6-4f3f-978c-1365db8d51f5 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for 7b8537fe-fbcf-4619-a84e-76f96853d9ed owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:49.769040 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56334d2e-8606-4e75-a69e-f8242ebc4f29 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (2d2e4019-01dd-4c27-a1c7-3d53185f8ca8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.773108 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-553cd106-a6ef-46e6-bbd4-69d949621856 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "PUT /networking/v2.0/subnets/b15152ad-a47e-4dbb-861f-f3ecc41a5fc1/tags/tempest-TagsExtTest-Tag-115539508 HTTP/1.1" status: 201 len: 201 time: 0.3663507 Nov 02 12:52:49.775346 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] Network 70fef34a-9379-4eea-be77-10e20de76377 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:49.776551 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51054) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:49.787828 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:49.791337 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-7bd9ea21-bada-4d13-ac53-da47f95a82ed tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8b16cc82-ae40-411a-a2fd-1dfcbc278503', 'tempest-TagsExtTest-Tag-1768811544') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:49.820248 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56334d2e-8606-4e75-a69e-f8242ebc4f29 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.824571 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-56334d2e-8606-4e75-a69e-f8242ebc4f29 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/2d2e4019-01dd-4c27-a1c7-3d53185f8ca8 HTTP/1.1" status: 204 len: 168 time: 0.6192040 Nov 02 12:52:49.828314 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] Publish callbacks [] for port (89819365-dd32-4a49-8fc1-21f262774940), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.837370 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51058) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:49.857140 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:52:49.871383 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b79eaf-f9af-4d7c-9fab-c7584059f212 None None] Network 89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:49.880576 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:49.891313 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-90996ce1-df41-4f9d-b5ae-69d507033e65 admin admin] Publish callbacks [] for security_group (165147eb-e74d-4731-bdd5-8927bf30df2a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.909431 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a719b995-14b7-49ee-983e-614d95d86913 None None] Current status of the port 98b85cdb-64d9-4815-88f6-0ed64eae3793 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:49.909821 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a719b995-14b7-49ee-983e-614d95d86913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (98b85cdb-64d9-4815-88f6-0ed64eae3793), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.926380 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-90996ce1-df41-4f9d-b5ae-69d507033e65 admin admin] Publish callbacks [] for security_group (165147eb-e74d-4731-bdd5-8927bf30df2a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.982773 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] Pushing event updated for resources: {'Port': ['ID=d37dc78c-9242-4345-8617-00cd726e8535,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:49.983100 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-67562276-1364-4403-b04f-c6ce0022ce32 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks [] for subnet (2c5ad1f0-28c9-4782-b319-0f32394ccbf0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:50.022822 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56334d2e-8606-4e75-a69e-f8242ebc4f29 tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event deleted for resources: {'Subnet': ['ID=2d2e4019-01dd-4c27-a1c7-3d53185f8ca8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:50.042592 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (89819365-dd32-4a49-8fc1-21f262774940), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:50.090340 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 98b85cdb-64d9-4815-88f6-0ed64eae3793 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:50.090741 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (98b85cdb-64d9-4815-88f6-0ed64eae3793), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:50.130116 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-90996ce1-df41-4f9d-b5ae-69d507033e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (165147eb-e74d-4731-bdd5-8927bf30df2a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:50.133022 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-90996ce1-df41-4f9d-b5ae-69d507033e65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:50.138029 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-90996ce1-df41-4f9d-b5ae-69d507033e65 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/165147eb-e74d-4731-bdd5-8927bf30df2a HTTP/1.1" status: 204 len: 168 time: 0.4975002 Nov 02 12:52:50.161759 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] Pushing event updated for resources: {'Port': ['ID=89819365-dd32-4a49-8fc1-21f262774940,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:50.177402 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90996ce1-df41-4f9d-b5ae-69d507033e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165147eb-e74d-4731-bdd5-8927bf30df2a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:50.245887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] Attempting to bind port d37dc78c-9242-4345-8617-00cd726e8535 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:50.246610 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] Attempting to bind port d37dc78c-9242-4345-8617-00cd726e8535 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a132843f-ba1d-4923-98e3-35ca8bd51e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '70fef34a-9379-4eea-be77-10e20de76377'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:50.246986 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] Attempting to bind port d37dc78c-9242-4345-8617-00cd726e8535 on network 70fef34a-9379-4eea-be77-10e20de76377 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:50.374054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] Network a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:50.393582 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a719b995-14b7-49ee-983e-614d95d86913 None None] For port 98b85cdb-64d9-4815-88f6-0ed64eae3793, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=98b85cdb-64d9-4815-88f6-0ed64eae3793,segment=NetworkSegment(8e074cb2-9b30-4196-ad37-be9238fc21ab),segment_id=8e074cb2-9b30-4196-ad37-be9238fc21ab)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:50.398345 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:50.402020 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:52:50.460743 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c57123-e022-4bbb-a110-507d81f8bb17 None None] DHCP port deletion for 89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:52:50.467258 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:50.467439 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7bd9ea21-bada-4d13-ac53-da47f95a82ed tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "PUT /networking/v2.0/ports/8b16cc82-ae40-411a-a2fd-1dfcbc278503/tags/tempest-TagsExtTest-Tag-1768811544 HTTP/1.1" status: 201 len: 201 time: 0.6887207 Nov 02 12:52:50.480587 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8de7a46d-b284-4e64-830c-add04612674b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:50.481560 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51074) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:50.485684 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-b3b318c0-d99e-42b2-8966-463e0d6b14f2 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '53c45dd5-2f85-4dad-96bc-e28a8bce11b4', 'tempest-TagsExtTest-Tag-1018031068') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:50.493204 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-67562276-1364-4403-b04f-c6ce0022ce32 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (2c5ad1f0-28c9-4782-b319-0f32394ccbf0), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:50.554704 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a719b995-14b7-49ee-983e-614d95d86913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (98b85cdb-64d9-4815-88f6-0ed64eae3793), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:50.586015 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-8de7a46d-b284-4e64-830c-add04612674b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Deleting port 19975524-2c5a-41ac-ac5f-a570a923677a {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:50.586264 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8de7a46d-b284-4e64-830c-add04612674b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (19975524-2c5a-41ac-ac5f-a570a923677a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:50.645387 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] Attempting to bind port 89819365-dd32-4a49-8fc1-21f262774940 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:50.645859 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] Attempting to bind port 89819365-dd32-4a49-8fc1-21f262774940 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '36de2a2b-fe7f-4cd8-aa28-5a9641958598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:50.646124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] Attempting to bind port 89819365-dd32-4a49-8fc1-21f262774940 on network a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:50.653153 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:52:50.653622 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] Checking segment: {'id': 'a132843f-ba1d-4923-98e3-35ca8bd51e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '70fef34a-9379-4eea-be77-10e20de76377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:50.653956 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:50.654307 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] Bound using segment: {'id': 'a132843f-ba1d-4923-98e3-35ca8bd51e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '70fef34a-9379-4eea-be77-10e20de76377'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:52:50.655073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] Bound port: d37dc78c-9242-4345-8617-00cd726e8535, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a132843f-ba1d-4923-98e3-35ca8bd51e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '70fef34a-9379-4eea-be77-10e20de76377'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:52:50.655194 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d37dc78c-9242-4345-8617-00cd726e8535), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:50.695012 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-67562276-1364-4403-b04f-c6ce0022ce32 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (2c5ad1f0-28c9-4782-b319-0f32394ccbf0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:50.735887 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c21a92a-54d6-4f3f-978c-1365db8d51f5 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (7b8537fe-fbcf-4619-a84e-76f96853d9ed), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:50.744736 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-8de7a46d-b284-4e64-830c-add04612674b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] For port 19975524-2c5a-41ac-ac5f-a570a923677a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=19975524-2c5a-41ac-ac5f-a570a923677a,segment=NetworkSegment(a5458e16-5174-4603-a3b1-2658cad23236),segment_id=a5458e16-5174-4603-a3b1-2658cad23236)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:50.744967 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-14c57123-e022-4bbb-a110-507d81f8bb17 None None] Deleting port 19975524-2c5a-41ac-ac5f-a570a923677a {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:50.745331 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14c57123-e022-4bbb-a110-507d81f8bb17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (19975524-2c5a-41ac-ac5f-a570a923677a), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:50.745809 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8de7a46d-b284-4e64-830c-add04612674b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (19975524-2c5a-41ac-ac5f-a570a923677a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:50.748570 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:52:50.748990 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:52:50.783919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719b995-14b7-49ee-983e-614d95d86913 None None] Pushing event updated for resources: {'Port': ['ID=98b85cdb-64d9-4815-88f6-0ed64eae3793,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:50.786509 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-08ab2fbe-8e56-4896-a3ab-122ff016455b None None] Provisioning complete for port 8b16cc82-ae40-411a-a2fd-1dfcbc278503 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:50.786884 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08ab2fbe-8e56-4896-a3ab-122ff016455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8b16cc82-ae40-411a-a2fd-1dfcbc278503), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:50.787210 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-08ab2fbe-8e56-4896-a3ab-122ff016455b None None] Attempt 1 to provision port 8b16cc82-ae40-411a-a2fd-1dfcbc278503 Nov 02 12:52:50.809305 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21a92a-54d6-4f3f-978c-1365db8d51f5 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=7b8537fe-fbcf-4619-a84e-76f96853d9ed,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:50.811660 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-8de7a46d-b284-4e64-830c-add04612674b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Calling delete_port for 19975524-2c5a-41ac-ac5f-a570a923677a owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:50.828409 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c21a92a-54d6-4f3f-978c-1365db8d51f5 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:50.833422 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0c21a92a-54d6-4f3f-978c-1365db8d51f5 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/ports/7b8537fe-fbcf-4619-a84e-76f96853d9ed HTTP/1.1" status: 204 len: 168 time: 1.5635276 Nov 02 12:52:50.836800 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51078) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:50.869213 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:50.903257 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51080) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:50.904742 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b3b318c0-d99e-42b2-8966-463e0d6b14f2 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "PUT /networking/v2.0/routers/53c45dd5-2f85-4dad-96bc-e28a8bce11b4/tags/tempest-TagsExtTest-Tag-1018031068 HTTP/1.1" status: 201 len: 201 time: 0.4223714 Nov 02 12:52:50.916787 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-05a6d834-14b5-4882-af06-e6e8d117f2f2 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'af557ff5-ce0e-4f32-8770-7992cb308d5d', 'tempest-TagsExtTest-Tag-1614049325') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:50.927478 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179dd916-db9b-4014-bfeb-323c884c5ad5 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:50.931662 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-179dd916-db9b-4014-bfeb-323c884c5ad5 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0899863 Nov 02 12:52:50.931963 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51082) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:50.990633 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f50a5f-15b4-4854-b126-2bf9e3b5dc15 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] GET failed (client error): The resource could not be found. Nov 02 12:52:50.993069 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-69f50a5f-15b4-4854-b126-2bf9e3b5dc15 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports/6dab6a7a-cc73-4f58-aeeb-c59dbcdbe250 HTTP/1.1" status: 404 len: 333 time: 0.0599263 Nov 02 12:52:50.996251 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51086) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:51.028428 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-67562276-1364-4403-b04f-c6ce0022ce32 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (2c5ad1f0-28c9-4782-b319-0f32394ccbf0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.036389 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-f817f511-0ccf-4577-8bcc-20a877f91e71 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] GET failed (client error): The resource could not be found. Nov 02 12:52:51.036575 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:52:51.036575 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] Checking segment: {'id': '36de2a2b-fe7f-4cd8-aa28-5a9641958598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:51.036792 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f817f511-0ccf-4577-8bcc-20a877f91e71 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports/7b8537fe-fbcf-4619-a84e-76f96853d9ed HTTP/1.1" status: 404 len: 333 time: 0.0361357 Nov 02 12:52:51.036875 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.036875 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] Bound using segment: {'id': '36de2a2b-fe7f-4cd8-aa28-5a9641958598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:52:51.036875 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] Bound port: 89819365-dd32-4a49-8fc1-21f262774940, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36de2a2b-fe7f-4cd8-aa28-5a9641958598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:52:51.036875 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (89819365-dd32-4a49-8fc1-21f262774940), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.037894 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51088) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:51.049100 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-67562276-1364-4403-b04f-c6ce0022ce32 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.060712 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-67562276-1364-4403-b04f-c6ce0022ce32 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/2c5ad1f0-28c9-4782-b319-0f32394ccbf0 HTTP/1.1" status: 204 len: 168 time: 2.4415193 Nov 02 12:52:51.071099 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-14c57123-e022-4bbb-a110-507d81f8bb17 None None] For port 19975524-2c5a-41ac-ac5f-a570a923677a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=19975524-2c5a-41ac-ac5f-a570a923677a,segment=NetworkSegment(a5458e16-5174-4603-a3b1-2658cad23236),segment_id=a5458e16-5174-4603-a3b1-2658cad23236)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:51.071501 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14c57123-e022-4bbb-a110-507d81f8bb17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (19975524-2c5a-41ac-ac5f-a570a923677a), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.089853 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51090) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:51.090081 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-08ab2fbe-8e56-4896-a3ab-122ff016455b None None] Port 8b16cc82-ae40-411a-a2fd-1dfcbc278503 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:52:51.092258 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67562276-1364-4403-b04f-c6ce0022ce32 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event deleted for resources: {'Subnet': ['ID=2c5ad1f0-28c9-4782-b319-0f32394ccbf0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:51.099997 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] For port d37dc78c-9242-4345-8617-00cd726e8535, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:51.154064 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-14c57123-e022-4bbb-a110-507d81f8bb17 None None] Calling delete_port for 19975524-2c5a-41ac-ac5f-a570a923677a owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:51.154928 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8de7a46d-b284-4e64-830c-add04612674b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (19975524-2c5a-41ac-ac5f-a570a923677a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.178908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] For port d37dc78c-9242-4345-8617-00cd726e8535, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d37dc78c-9242-4345-8617-00cd726e8535,segment=NetworkSegment(a132843f-ba1d-4923-98e3-35ca8bd51e59),segment_id=a132843f-ba1d-4923-98e3-35ca8bd51e59)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:51.202848 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-08ab2fbe-8e56-4896-a3ab-122ff016455b None None] Provisioning complete for port 98b85cdb-64d9-4815-88f6-0ed64eae3793 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:51.203305 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08ab2fbe-8e56-4896-a3ab-122ff016455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (98b85cdb-64d9-4815-88f6-0ed64eae3793), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.203832 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-08ab2fbe-8e56-4896-a3ab-122ff016455b None None] Attempt 1 to provision port 98b85cdb-64d9-4815-88f6-0ed64eae3793 Nov 02 12:52:51.206474 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-05a6d834-14b5-4882-af06-e6e8d117f2f2 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "PUT /networking/v2.0/subnetpools/af557ff5-ce0e-4f32-8770-7992cb308d5d/tags/tempest-TagsExtTest-Tag-1614049325 HTTP/1.1" status: 201 len: 201 time: 0.3021162 Nov 02 12:52:51.217848 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51096) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:51.230304 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-340fd2c5-1e96-4045-9e74-4829067877b4 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b15152ad-a47e-4dbb-861f-f3ecc41a5fc1') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:51.264951 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7a46d-b284-4e64-830c-add04612674b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event deleted for resources: {'Port': ['ID=19975524-2c5a-41ac-ac5f-a570a923677a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:51.273476 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de7a46d-b284-4e64-830c-add04612674b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] No DVR routers for this DVR port 19975524-2c5a-41ac-ac5f-a570a923677a on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:52:51.284025 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:51.293940 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d37dc78c-9242-4345-8617-00cd726e8535), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.320917 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9426d154-9e01-497f-b5fb-dc5bdf3c0c4c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (12b1f780-5033-43ea-a985-381190ea424b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.396956 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed79aa0-d150-4716-a9ad-67e906ece157 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Deleting subnet 107e9b35-a90e-441b-a952-07f8a4c30503 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:52:51.449554 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8de7a46d-b284-4e64-830c-add04612674b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.464424 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-340fd2c5-1e96-4045-9e74-4829067877b4 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/subnets/b15152ad-a47e-4dbb-861f-f3ecc41a5fc1/tags HTTP/1.1" status: 200 len: 240 time: 0.2402871 Nov 02 12:52:51.467780 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51110) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:51.474543 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-2d78d714-4974-4da5-89c0-1bbfc33ad1c1 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b15152ad-a47e-4dbb-861f-f3ecc41a5fc1', 'tempest-TagsExtTest-Tag-115539508') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:51.490545 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-8de7a46d-b284-4e64-830c-add04612674b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:51.506483 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] For port 89819365-dd32-4a49-8fc1-21f262774940, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:51.508613 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-8de7a46d-b284-4e64-830c-add04612674b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5458e16-5174-4603-a3b1-2658cad23236') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:51.510608 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-8de7a46d-b284-4e64-830c-add04612674b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5458e16-5174-4603-a3b1-2658cad23236') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:51.522422 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8de7a46d-b284-4e64-830c-add04612674b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (a5458e16-5174-4603-a3b1-2658cad23236), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.523967 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] For port 89819365-dd32-4a49-8fc1-21f262774940, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=89819365-dd32-4a49-8fc1-21f262774940,segment=NetworkSegment(36de2a2b-fe7f-4cd8-aa28-5a9641958598),segment_id=36de2a2b-fe7f-4cd8-aa28-5a9641958598)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:51.536749 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4e787-b649-4e32-a058-fdf22220e6c3 None None] Pushing event updated for resources: {'Port': ['ID=d37dc78c-9242-4345-8617-00cd726e8535,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:51.544703 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8de7a46d-b284-4e64-830c-add04612674b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a5458e16-5174-4603-a3b1-2658cad23236), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.552112 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de7a46d-b284-4e64-830c-add04612674b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:51.552551 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8de7a46d-b284-4e64-830c-add04612674b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (a5458e16-5174-4603-a3b1-2658cad23236), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.583089 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2d78d714-4974-4da5-89c0-1bbfc33ad1c1 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/subnets/b15152ad-a47e-4dbb-861f-f3ecc41a5fc1/tags/tempest-TagsExtTest-Tag-115539508 HTTP/1.1" status: 204 len: 168 time: 0.1114173 Nov 02 12:52:51.585633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 98b85cdb-64d9-4815-88f6-0ed64eae3793 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:51.623022 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14c57123-e022-4bbb-a110-507d81f8bb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (19975524-2c5a-41ac-ac5f-a570a923677a), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.645349 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c57123-e022-4bbb-a110-507d81f8bb17 None None] No DVR routers for this DVR port 19975524-2c5a-41ac-ac5f-a570a923677a on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:52:51.657707 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eed79aa0-d150-4716-a9ad-67e906ece157 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks [] for subnet (107e9b35-a90e-441b-a952-07f8a4c30503), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.660849 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51112) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:51.688454 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c57123-e022-4bbb-a110-507d81f8bb17 None None] Pushing event deleted for resources: {'Port': ['ID=19975524-2c5a-41ac-ac5f-a570a923677a,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:51.690446 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-08ab2fbe-8e56-4896-a3ab-122ff016455b None None] Current status of the port 98b85cdb-64d9-4815-88f6-0ed64eae3793 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:51.708447 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (89819365-dd32-4a49-8fc1-21f262774940), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.717565 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9426d154-9e01-497f-b5fb-dc5bdf3c0c4c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (12b1f780-5033-43ea-a985-381190ea424b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.745402 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-d3f5388b-9c2b-4669-8fe5-b9b26e56b233 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b15152ad-a47e-4dbb-861f-f3ecc41a5fc1', 'tempest-TagsExtTest-Tag-115539508') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:51.751767 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment a5458e16-5174-4603-a3b1-2658cad23236 resource provider aggregate not found Nov 02 12:52:51.758877 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-9426d154-9e01-497f-b5fb-dc5bdf3c0c4c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b1f780-5033-43ea-a985-381190ea424b']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:51.779899 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-9426d154-9e01-497f-b5fb-dc5bdf3c0c4c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9109cb67-ffcc-4e9b-a214-d304fd3f1824') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:51.780313 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-9426d154-9e01-497f-b5fb-dc5bdf3c0c4c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9109cb67-ffcc-4e9b-a214-d304fd3f1824') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:51.815244 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eed79aa0-d150-4716-a9ad-67e906ece157 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (107e9b35-a90e-441b-a952-07f8a4c30503), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.820197 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9426d154-9e01-497f-b5fb-dc5bdf3c0c4c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (9109cb67-ffcc-4e9b-a214-d304fd3f1824), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.830346 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 98b85cdb-64d9-4815-88f6-0ed64eae3793 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:51.867053 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9426d154-9e01-497f-b5fb-dc5bdf3c0c4c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (9109cb67-ffcc-4e9b-a214-d304fd3f1824), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.907814 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment a5458e16-5174-4603-a3b1-2658cad23236 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5458e16-5174-4603-a3b1-2658cad23236 found for delete ", "request_id": "req-736f7af5-f592-4155-9ca8-c6520e3d6ca6"}]} Nov 02 12:52:51.909892 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9426d154-9e01-497f-b5fb-dc5bdf3c0c4c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:51.910990 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9426d154-9e01-497f-b5fb-dc5bdf3c0c4c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (9109cb67-ffcc-4e9b-a214-d304fd3f1824), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.912996 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8de7a46d-b284-4e64-830c-add04612674b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.943722 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 98b85cdb-64d9-4815-88f6-0ed64eae3793 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:51.944107 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (98b85cdb-64d9-4815-88f6-0ed64eae3793), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.944536 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 98b85cdb-64d9-4815-88f6-0ed64eae3793 Nov 02 12:52:51.951526 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214e2c7-ecbe-4b32-8534-74bddb814e25 None None] Pushing event updated for resources: {'Port': ['ID=89819365-dd32-4a49-8fc1-21f262774940,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:51.976790 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 9109cb67-ffcc-4e9b-a214-d304fd3f1824 resource provider aggregate not found Nov 02 12:52:51.977489 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8de7a46d-b284-4e64-830c-add04612674b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.984881 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8de7a46d-b284-4e64-830c-add04612674b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] 10.222.0.64 "DELETE /networking/v2.0/networks/89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98 HTTP/1.1" status: 204 len: 168 time: 2.1414073 Nov 02 12:52:51.988370 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7a46d-b284-4e64-830c-add04612674b tempest-NetworksIpV6TestAttrs-1191953089 tempest-NetworksIpV6TestAttrs-1191953089-project] Pushing event deleted for resources: {'Network': ['ID=89f0e14a-ef1f-4ed4-adf0-6f42e72b2a98,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:52.055953 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eed79aa0-d150-4716-a9ad-67e906ece157 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (107e9b35-a90e-441b-a952-07f8a4c30503), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:52.065203 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 9109cb67-ffcc-4e9b-a214-d304fd3f1824 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9109cb67-ffcc-4e9b-a214-d304fd3f1824 found for delete ", "request_id": "req-ff608e5b-d5c4-4d9e-9905-dedd731a5426"}]} Nov 02 12:52:52.144041 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:52.156052 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 98b85cdb-64d9-4815-88f6-0ed64eae3793 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:52.202970 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9426d154-9e01-497f-b5fb-dc5bdf3c0c4c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (12b1f780-5033-43ea-a985-381190ea424b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:52.206905 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d3f5388b-9c2b-4669-8fe5-b9b26e56b233 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/b15152ad-a47e-4dbb-861f-f3ecc41a5fc1/tags/tempest-TagsExtTest-Tag-115539508 HTTP/1.1" status: 204 len: 168 time: 0.5438564 Nov 02 12:52:52.209730 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51132) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:52.215747 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-3d80ea7a-a49d-48ca-a536-3dcdb4956159 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b15152ad-a47e-4dbb-861f-f3ecc41a5fc1') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:52.222173 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9426d154-9e01-497f-b5fb-dc5bdf3c0c4c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:52.228164 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9426d154-9e01-497f-b5fb-dc5bdf3c0c4c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/networks/12b1f780-5033-43ea-a985-381190ea424b HTTP/1.1" status: 204 len: 168 time: 1.1876457 Nov 02 12:52:52.234884 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 19975524-2c5a-41ac-ac5f-a570a923677a no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:52:52.246929 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51134) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:52.254804 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-b105537e-3707-49aa-963b-496f3e7b5e3d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1412417558'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:52.255050 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eed79aa0-d150-4716-a9ad-67e906ece157 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (107e9b35-a90e-441b-a952-07f8a4c30503), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:52.265908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 19975524-2c5a-41ac-ac5f-a570a923677a {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:52:52.267867 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426d154-9e01-497f-b5fb-dc5bdf3c0c4c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Network': ['ID=12b1f780-5033-43ea-a985-381190ea424b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:52.267991 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 19975524-2c5a-41ac-ac5f-a570a923677a not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:52:52.303668 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed79aa0-d150-4716-a9ad-67e906ece157 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event deleted for resources: {'Subnet': ['ID=107e9b35-a90e-441b-a952-07f8a4c30503,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:52.312084 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eed79aa0-d150-4716-a9ad-67e906ece157 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:52.318240 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-eed79aa0-d150-4716-a9ad-67e906ece157 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/107e9b35-a90e-441b-a952-07f8a4c30503 HTTP/1.1" status: 204 len: 168 time: 1.2271123 Nov 02 12:52:52.318408 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51136) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:52.324881 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3d80ea7a-a49d-48ca-a536-3dcdb4956159 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/subnets/b15152ad-a47e-4dbb-861f-f3ecc41a5fc1/tags HTTP/1.1" status: 200 len: 205 time: 0.1138208 Nov 02 12:52:52.327599 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51138) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:52.333019 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-ea2f7975-6f0c-4d64-9ee2-e7625481c9f2 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8b16cc82-ae40-411a-a2fd-1dfcbc278503') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:52.383883 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e563da-0fd5-4589-bc3f-174b1809d736 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:52.388368 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-69e563da-0fd5-4589-bc3f-174b1809d736 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0661526 Nov 02 12:52:52.388505 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ea2f7975-6f0c-4d64-9ee2-e7625481c9f2 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/ports/8b16cc82-ae40-411a-a2fd-1dfcbc278503/tags HTTP/1.1" status: 200 len: 241 time: 0.0578785 Nov 02 12:52:52.389175 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51140) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:52.390887 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51142) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:52.394025 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-b748aff9-def1-4fab-85a8-55a058d9c9fd tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8b16cc82-ae40-411a-a2fd-1dfcbc278503', 'tempest-TagsExtTest-Tag-1768811544') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:52.450960 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b748aff9-def1-4fab-85a8-55a058d9c9fd tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/ports/8b16cc82-ae40-411a-a2fd-1dfcbc278503/tags/tempest-TagsExtTest-Tag-1768811544 HTTP/1.1" status: 204 len: 168 time: 0.0607419 Nov 02 12:52:52.453757 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51144) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:52.458356 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-e2fcbc92-8ca4-455e-adb7-828186f3d093 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8b16cc82-ae40-411a-a2fd-1dfcbc278503', 'tempest-TagsExtTest-Tag-1768811544') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:52.495617 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73db3c9a-5e6d-42d9-8eff-dce67da9e6a7 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (70fef34a-9379-4eea-be77-10e20de76377), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:52.503243 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b105537e-3707-49aa-963b-496f3e7b5e3d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:52.507596 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b105537e-3707-49aa-963b-496f3e7b5e3d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:52.605788 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-73db3c9a-5e6d-42d9-8eff-dce67da9e6a7 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Deleting port d37dc78c-9242-4345-8617-00cd726e8535 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:52.606394 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73db3c9a-5e6d-42d9-8eff-dce67da9e6a7 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d37dc78c-9242-4345-8617-00cd726e8535), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:52.656435 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51152) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:52.684252 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b105537e-3707-49aa-963b-496f3e7b5e3d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:52.700886 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:52.711393 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b105537e-3707-49aa-963b-496f3e7b5e3d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (157a3c80-b7a0-489c-9d8b-802aa24a1194), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:52.711756 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-b105537e-3707-49aa-963b-496f3e7b5e3d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Added segment 157a3c80-b7a0-489c-9d8b-802aa24a1194 of type vlan for network 571c77b8-7678-4ad5-8edf-1e8fe556573e Nov 02 12:52:52.714791 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-73db3c9a-5e6d-42d9-8eff-dce67da9e6a7 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] For port d37dc78c-9242-4345-8617-00cd726e8535, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d37dc78c-9242-4345-8617-00cd726e8535,segment=NetworkSegment(a132843f-ba1d-4923-98e3-35ca8bd51e59),segment_id=a132843f-ba1d-4923-98e3-35ca8bd51e59)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:52.715158 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73db3c9a-5e6d-42d9-8eff-dce67da9e6a7 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d37dc78c-9242-4345-8617-00cd726e8535), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:52.735507 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e2fcbc92-8ca4-455e-adb7-828186f3d093 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "DELETE /networking/v2.0/ports/8b16cc82-ae40-411a-a2fd-1dfcbc278503/tags/tempest-TagsExtTest-Tag-1768811544 HTTP/1.1" status: 204 len: 168 time: 0.2806225 Nov 02 12:52:52.738788 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51156) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:52.744013 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-03d3c586-0f87-47a1-b78b-6b8b3587288c tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8b16cc82-ae40-411a-a2fd-1dfcbc278503') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:52.776453 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-73db3c9a-5e6d-42d9-8eff-dce67da9e6a7 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Calling delete_port for d37dc78c-9242-4345-8617-00cd726e8535 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:52.788777 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:52.798271 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b105537e-3707-49aa-963b-496f3e7b5e3d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (571c77b8-7678-4ad5-8edf-1e8fe556573e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:52.800782 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-03d3c586-0f87-47a1-b78b-6b8b3587288c tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/ports/8b16cc82-ae40-411a-a2fd-1dfcbc278503/tags HTTP/1.1" status: 200 len: 205 time: 0.0607688 Nov 02 12:52:52.803376 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51158) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:52.807965 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-22fc1ca3-4f71-4ac9-917e-b72c79a7d8e4 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '53c45dd5-2f85-4dad-96bc-e28a8bce11b4') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:52.891666 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-22fc1ca3-4f71-4ac9-917e-b72c79a7d8e4 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/routers/53c45dd5-2f85-4dad-96bc-e28a8bce11b4/tags HTTP/1.1" status: 200 len: 241 time: 0.0871503 Nov 02 12:52:52.895052 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51162) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:52.901900 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-2ad4f785-7d98-497c-bc5d-9e65eabe8712 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '53c45dd5-2f85-4dad-96bc-e28a8bce11b4', 'tempest-TagsExtTest-Tag-1018031068') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:52.935133 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf0e7af-f4f0-41c6-ada7-2bac4c8c101d None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:52:52.992657 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:53.001421 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2ad4f785-7d98-497c-bc5d-9e65eabe8712 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/routers/53c45dd5-2f85-4dad-96bc-e28a8bce11b4/tags/tempest-TagsExtTest-Tag-1018031068 HTTP/1.1" status: 204 len: 168 time: 0.1026704 Nov 02 12:52:53.001624 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51166) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:53.006473 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-d0cc08d4-64f4-4070-be0a-2071d1ad7b5f tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '53c45dd5-2f85-4dad-96bc-e28a8bce11b4', 'tempest-TagsExtTest-Tag-1018031068') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:53.024233 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf0e7af-f4f0-41c6-ada7-2bac4c8c101d None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:52:53.048379 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6a7af345-09d9-4eaa-8341-06a40643e31a None None] Provisioning complete for port d37dc78c-9242-4345-8617-00cd726e8535 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:53.048776 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6a7af345-09d9-4eaa-8341-06a40643e31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d37dc78c-9242-4345-8617-00cd726e8535), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.049293 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-6a7af345-09d9-4eaa-8341-06a40643e31a None None] Attempt 1 to provision port d37dc78c-9242-4345-8617-00cd726e8535 Nov 02 12:52:53.100263 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b105537e-3707-49aa-963b-496f3e7b5e3d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (571c77b8-7678-4ad5-8edf-1e8fe556573e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.107527 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b105537e-3707-49aa-963b-496f3e7b5e3d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:53.108401 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b105537e-3707-49aa-963b-496f3e7b5e3d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.148522 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3a21cc85-8580-47c8-a6d3-929a3a8f2aac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.218861 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73db3c9a-5e6d-42d9-8eff-dce67da9e6a7 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (d37dc78c-9242-4345-8617-00cd726e8535), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.219700 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6a7af345-09d9-4eaa-8341-06a40643e31a None None] Current status of the port d37dc78c-9242-4345-8617-00cd726e8535 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:53.220092 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6a7af345-09d9-4eaa-8341-06a40643e31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d37dc78c-9242-4345-8617-00cd726e8535), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.227141 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105537e-3707-49aa-963b-496f3e7b5e3d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Network': ['ID=571c77b8-7678-4ad5-8edf-1e8fe556573e,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:53.247235 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3a21cc85-8580-47c8-a6d3-929a3a8f2aac admin admin] Publish callbacks [] for security_group (0831a8a1-76ea-449d-839e-4b119111120c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.250538 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db3c9a-5e6d-42d9-8eff-dce67da9e6a7 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event deleted for resources: {'Port': ['ID=d37dc78c-9242-4345-8617-00cd726e8535,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:53.254021 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73db3c9a-5e6d-42d9-8eff-dce67da9e6a7 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] No DVR routers for this DVR port d37dc78c-9242-4345-8617-00cd726e8535 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:52:53.258265 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 571c77b8-7678-4ad5-8edf-1e8fe556573e details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:53.343249 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73db3c9a-5e6d-42d9-8eff-dce67da9e6a7 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (70fef34a-9379-4eea-be77-10e20de76377), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.371895 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-73db3c9a-5e6d-42d9-8eff-dce67da9e6a7 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fef34a-9379-4eea-be77-10e20de76377']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:53.372753 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6627b88-818f-40f9-821b-5c38aaf47a26 None None] Network 70fef34a-9379-4eea-be77-10e20de76377 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:53.377052 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daf526d-efcf-4f8e-9a9d-da2c11197290 None None] Network a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:53.383876 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-73db3c9a-5e6d-42d9-8eff-dce67da9e6a7 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a132843f-ba1d-4923-98e3-35ca8bd51e59') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:53.384213 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-73db3c9a-5e6d-42d9-8eff-dce67da9e6a7 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a132843f-ba1d-4923-98e3-35ca8bd51e59') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:53.402293 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d0cc08d4-64f4-4070-be0a-2071d1ad7b5f tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "DELETE /networking/v2.0/routers/53c45dd5-2f85-4dad-96bc-e28a8bce11b4/tags/tempest-TagsExtTest-Tag-1018031068 HTTP/1.1" status: 204 len: 168 time: 0.3951473 Nov 02 12:52:53.405834 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51168) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:53.419274 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73db3c9a-5e6d-42d9-8eff-dce67da9e6a7 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (a132843f-ba1d-4923-98e3-35ca8bd51e59), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.425605 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-84599217-f94c-4d85-8ee1-555a72988648 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '53c45dd5-2f85-4dad-96bc-e28a8bce11b4') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:53.456467 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51172) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:53.471079 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73db3c9a-5e6d-42d9-8eff-dce67da9e6a7 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a132843f-ba1d-4923-98e3-35ca8bd51e59), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.491775 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:53.493623 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73db3c9a-5e6d-42d9-8eff-dce67da9e6a7 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:53.494150 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73db3c9a-5e6d-42d9-8eff-dce67da9e6a7 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (a132843f-ba1d-4923-98e3-35ca8bd51e59), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.562496 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-84599217-f94c-4d85-8ee1-555a72988648 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/routers/53c45dd5-2f85-4dad-96bc-e28a8bce11b4/tags HTTP/1.1" status: 200 len: 205 time: 0.1544087 Nov 02 12:52:53.563434 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3a21cc85-8580-47c8-a6d3-929a3a8f2aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0831a8a1-76ea-449d-839e-4b119111120c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.565920 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51182) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:53.581996 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-09fa1038-837c-44e4-8467-8868e7821af7 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'af557ff5-ce0e-4f32-8770-7992cb308d5d') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:53.603342 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-09fa1038-837c-44e4-8467-8868e7821af7 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/subnetpools/af557ff5-ce0e-4f32-8770-7992cb308d5d/tags HTTP/1.1" status: 200 len: 241 time: 0.0337026 Nov 02 12:52:53.610397 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51186) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:53.628873 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-1016bc00-a53b-43cb-a555-5d7e49667b7b tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'af557ff5-ce0e-4f32-8770-7992cb308d5d', 'tempest-TagsExtTest-Tag-1614049325') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:53.666834 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21cc85-8580-47c8-a6d3-929a3a8f2aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0831a8a1-76ea-449d-839e-4b119111120c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:53.677123 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3a21cc85-8580-47c8-a6d3-929a3a8f2aac admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=31253f3142d44bf9b19240622d090444&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0193388 Nov 02 12:52:53.677996 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51190) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:53.687696 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1016bc00-a53b-43cb-a555-5d7e49667b7b tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/subnetpools/af557ff5-ce0e-4f32-8770-7992cb308d5d/tags/tempest-TagsExtTest-Tag-1614049325 HTTP/1.1" status: 204 len: 168 time: 0.0730360 Nov 02 12:52:53.699969 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51192) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:53.710032 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-7293d48e-eb2b-44a7-b4f6-7046e16b2421 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'af557ff5-ce0e-4f32-8770-7992cb308d5d', 'tempest-TagsExtTest-Tag-1614049325') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:53.723392 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb07a2b-0e58-43a9-b47e-188d29cbbfde None None] DHCP port deletion for 70fef34a-9379-4eea-be77-10e20de76377 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:52:53.748905 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b105537e-3707-49aa-963b-496f3e7b5e3d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4999771 Nov 02 12:52:53.754317 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51196) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:53.760451 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-8daf6b22-1bda-46fb-b8c3-2495778dbcc8 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'subnet': {'network_id': '571c77b8-7678-4ad5-8edf-1e8fe556573e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:53.803204 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-511c7161-fbb9-4357-ab9e-88d4ea5af2ab admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=10a6938d401e44a3933549dbb7943abd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3456485 Nov 02 12:52:53.805849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51198) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:53.860246 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b154d7b1-69ad-4b36-954c-789132200296 admin admin] Publish callbacks [] for security_group (4bd5024c-28e0-491d-a7da-8231d82b8018), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.865822 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.876441 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b8d48077-c906-4721-bf03-0cb5c8f64140 admin admin] Publish callbacks [] for security_group (0831a8a1-76ea-449d-839e-4b119111120c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.886663 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b154d7b1-69ad-4b36-954c-789132200296 admin admin] Publish callbacks [] for security_group (4bd5024c-28e0-491d-a7da-8231d82b8018), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.907701 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b8d48077-c906-4721-bf03-0cb5c8f64140 admin admin] Publish callbacks [] for security_group (0831a8a1-76ea-449d-839e-4b119111120c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.941468 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:53.942719 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73db3c9a-5e6d-42d9-8eff-dce67da9e6a7 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (70fef34a-9379-4eea-be77-10e20de76377), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.955385 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-73db3c9a-5e6d-42d9-8eff-dce67da9e6a7 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.959183 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-73db3c9a-5e6d-42d9-8eff-dce67da9e6a7 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "DELETE /networking/v2.0/networks/70fef34a-9379-4eea-be77-10e20de76377 HTTP/1.1" status: 204 len: 168 time: 1.5672398 Nov 02 12:52:53.963237 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51202) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:53.978228 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db3c9a-5e6d-42d9-8eff-dce67da9e6a7 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event deleted for resources: {'Network': ['ID=70fef34a-9379-4eea-be77-10e20de76377,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:54.001905 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7293d48e-eb2b-44a7-b4f6-7046e16b2421 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "DELETE /networking/v2.0/subnetpools/af557ff5-ce0e-4f32-8770-7992cb308d5d/tags/tempest-TagsExtTest-Tag-1614049325 HTTP/1.1" status: 204 len: 168 time: 0.2987382 Nov 02 12:52:54.002677 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51206) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:54.008612 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-afaa5f5d-156d-4a31-a1af-e57bc726c876 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'af557ff5-ce0e-4f32-8770-7992cb308d5d') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:54.048116 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-afaa5f5d-156d-4a31-a1af-e57bc726c876 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/subnetpools/af557ff5-ce0e-4f32-8770-7992cb308d5d/tags HTTP/1.1" status: 200 len: 205 time: 0.0415421 Nov 02 12:52:54.048385 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51208) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:54.057474 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-69f7f3cb-f935-44f0-a6ff-5f0b8aaa8b86 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'af557ff5-ce0e-4f32-8770-7992cb308d5d') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:54.081254 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba79dbb3-2fb2-4285-9e48-9ee88789a1b8 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.094768 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b154d7b1-69ad-4b36-954c-789132200296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4bd5024c-28e0-491d-a7da-8231d82b8018), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.094898 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daf6b22-1bda-46fb-b8c3-2495778dbcc8 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:54.097941 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b154d7b1-69ad-4b36-954c-789132200296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.105110 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8daf6b22-1bda-46fb-b8c3-2495778dbcc8 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.105262 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b154d7b1-69ad-4b36-954c-789132200296 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4bd5024c-28e0-491d-a7da-8231d82b8018 HTTP/1.1" status: 204 len: 168 time: 0.2929106 Nov 02 12:52:54.118258 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154d7b1-69ad-4b36-954c-789132200296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd5024c-28e0-491d-a7da-8231d82b8018,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:54.124164 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-69f7f3cb-f935-44f0-a6ff-5f0b8aaa8b86 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "DELETE /networking/v2.0/subnetpools/af557ff5-ce0e-4f32-8770-7992cb308d5d/tags HTTP/1.1" status: 204 len: 168 time: 0.0716081 Nov 02 12:52:54.124474 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51218) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:54.151645 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-a2eac161-520b-47ba-9d6d-204e36cfd4db tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '53c45dd5-2f85-4dad-96bc-e28a8bce11b4') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:54.217968 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.ipam_backend_mixin [None req-8daf6b22-1bda-46fb-b8c3-2495778dbcc8 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Performing IP validity checks on allocation pools {{(pid=105976) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 02 12:52:54.222548 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.ipam_backend_mixin [None req-8daf6b22-1bda-46fb-b8c3-2495778dbcc8 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105976) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 02 12:52:54.243869 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a2eac161-520b-47ba-9d6d-204e36cfd4db tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "DELETE /networking/v2.0/routers/53c45dd5-2f85-4dad-96bc-e28a8bce11b4/tags HTTP/1.1" status: 204 len: 168 time: 0.1182907 Nov 02 12:52:54.246468 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b8d48077-c906-4721-bf03-0cb5c8f64140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0831a8a1-76ea-449d-839e-4b119111120c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.246840 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51224) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:54.249401 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b8d48077-c906-4721-bf03-0cb5c8f64140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.251008 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b8d48077-c906-4721-bf03-0cb5c8f64140 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0831a8a1-76ea-449d-839e-4b119111120c HTTP/1.1" status: 204 len: 168 time: 0.5720773 Nov 02 12:52:54.256661 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-1363d2fa-54ea-44a9-a358-c0eaa5bedb0a tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8b16cc82-ae40-411a-a2fd-1dfcbc278503') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:54.270490 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:54.296669 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ba79dbb3-2fb2-4285-9e48-9ee88789a1b8 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Deleting port 89819365-dd32-4a49-8fc1-21f262774940 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:54.297224 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba79dbb3-2fb2-4285-9e48-9ee88789a1b8 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (89819365-dd32-4a49-8fc1-21f262774940), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.301379 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=5 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:54.307877 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1363d2fa-54ea-44a9-a358-c0eaa5bedb0a tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "DELETE /networking/v2.0/ports/8b16cc82-ae40-411a-a2fd-1dfcbc278503/tags HTTP/1.1" status: 204 len: 168 time: 0.0599999 Nov 02 12:52:54.310550 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51228) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:54.318098 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-fc2d17f8-74aa-4122-8e8a-6177aaa08ee4 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b15152ad-a47e-4dbb-861f-f3ecc41a5fc1') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:54.370997 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-ba79dbb3-2fb2-4285-9e48-9ee88789a1b8 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] For port 89819365-dd32-4a49-8fc1-21f262774940, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=89819365-dd32-4a49-8fc1-21f262774940,segment=NetworkSegment(36de2a2b-fe7f-4cd8-aa28-5a9641958598),segment_id=36de2a2b-fe7f-4cd8-aa28-5a9641958598)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:54.371377 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba79dbb3-2fb2-4285-9e48-9ee88789a1b8 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (89819365-dd32-4a49-8fc1-21f262774940), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.374979 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d48077-c906-4721-bf03-0cb5c8f64140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0831a8a1-76ea-449d-839e-4b119111120c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:54.379999 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fc2d17f8-74aa-4122-8e8a-6177aaa08ee4 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/b15152ad-a47e-4dbb-861f-f3ecc41a5fc1/tags HTTP/1.1" status: 204 len: 168 time: 0.0647521 Nov 02 12:52:54.380156 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51230) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:54.385558 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-9b1e5a61-bf5c-4c1b-bf64-3c6fd8bbbdc1 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b15152ad-a47e-4dbb-861f-f3ecc41a5fc1', 'tempest-TagsExtTest-Tag-1963370286') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:54.392294 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ba79dbb3-2fb2-4285-9e48-9ee88789a1b8 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Calling delete_port for 89819365-dd32-4a49-8fc1-21f262774940 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:54.442298 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment a132843f-ba1d-4923-98e3-35ca8bd51e59 resource provider aggregate not found Nov 02 12:52:54.457535 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment a132843f-ba1d-4923-98e3-35ca8bd51e59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a132843f-ba1d-4923-98e3-35ca8bd51e59 found for delete ", "request_id": "req-052f3998-5717-4553-a5a9-8ee2c5d73978"}]} Nov 02 12:52:54.665776 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba79dbb3-2fb2-4285-9e48-9ee88789a1b8 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (89819365-dd32-4a49-8fc1-21f262774940), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.666943 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9b1e5a61-bf5c-4c1b-bf64-3c6fd8bbbdc1 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "PUT /networking/v2.0/subnets/b15152ad-a47e-4dbb-861f-f3ecc41a5fc1/tags/tempest-TagsExtTest-Tag-1963370286 HTTP/1.1" status: 201 len: 201 time: 0.2855647 Nov 02 12:52:54.670046 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51236) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:54.674873 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8daf6b22-1bda-46fb-b8c3-2495778dbcc8 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (1acdc8af-9952-42e9-8f65-eb5142e86216), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.675377 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-0cec6ac5-269a-4eab-8f77-9f341126a044 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8b16cc82-ae40-411a-a2fd-1dfcbc278503', 'tempest-TagsExtTest-Tag-93485385') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:54.741317 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba79dbb3-2fb2-4285-9e48-9ee88789a1b8 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] No DVR routers for this DVR port 89819365-dd32-4a49-8fc1-21f262774940 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:52:54.742991 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79dbb3-2fb2-4285-9e48-9ee88789a1b8 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event deleted for resources: {'Port': ['ID=89819365-dd32-4a49-8fc1-21f262774940,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:54.768477 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:54.866233 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba79dbb3-2fb2-4285-9e48-9ee88789a1b8 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.898643 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ba79dbb3-2fb2-4285-9e48-9ee88789a1b8 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:54.908546 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0cec6ac5-269a-4eab-8f77-9f341126a044 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "PUT /networking/v2.0/ports/8b16cc82-ae40-411a-a2fd-1dfcbc278503/tags/tempest-TagsExtTest-Tag-93485385 HTTP/1.1" status: 201 len: 201 time: 0.2372949 Nov 02 12:52:54.909272 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51248) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:54.914226 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-be2851bf-8181-4063-aa6f-05f490de8a62 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '53c45dd5-2f85-4dad-96bc-e28a8bce11b4', 'tempest-TagsExtTest-Tag-300023614') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:54.923034 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf6b22-1bda-46fb-b8c3-2495778dbcc8 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Subnet': ['ID=1acdc8af-9952-42e9-8f65-eb5142e86216,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:54.932392 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ba79dbb3-2fb2-4285-9e48-9ee88789a1b8 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36de2a2b-fe7f-4cd8-aa28-5a9641958598') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:54.932725 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ba79dbb3-2fb2-4285-9e48-9ee88789a1b8 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36de2a2b-fe7f-4cd8-aa28-5a9641958598') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:54.950798 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba79dbb3-2fb2-4285-9e48-9ee88789a1b8 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (36de2a2b-fe7f-4cd8-aa28-5a9641958598), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.967838 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf6b22-1bda-46fb-b8c3-2495778dbcc8 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Checking segment: {'id': '157a3c80-b7a0-489c-9d8b-802aa24a1194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '571c77b8-7678-4ad5-8edf-1e8fe556573e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:54.968206 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daf6b22-1bda-46fb-b8c3-2495778dbcc8 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network hostable DHCP agents. Network: 571c77b8-7678-4ad5-8edf-1e8fe556573e, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:52:54.973655 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba79dbb3-2fb2-4285-9e48-9ee88789a1b8 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (36de2a2b-fe7f-4cd8-aa28-5a9641958598), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.985138 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba79dbb3-2fb2-4285-9e48-9ee88789a1b8 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:54.985461 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba79dbb3-2fb2-4285-9e48-9ee88789a1b8 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (36de2a2b-fe7f-4cd8-aa28-5a9641958598), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:55.043435 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 36de2a2b-fe7f-4cd8-aa28-5a9641958598 resource provider aggregate not found Nov 02 12:52:55.064239 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 36de2a2b-fe7f-4cd8-aa28-5a9641958598 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36de2a2b-fe7f-4cd8-aa28-5a9641958598 found for delete ", "request_id": "req-b6305e24-ad1a-4194-9721-ccfbea68264c"}]} Nov 02 12:52:55.169284 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-be2851bf-8181-4063-aa6f-05f490de8a62 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "PUT /networking/v2.0/routers/53c45dd5-2f85-4dad-96bc-e28a8bce11b4/tags/tempest-TagsExtTest-Tag-300023614 HTTP/1.1" status: 201 len: 201 time: 0.2487364 Nov 02 12:52:55.169728 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51258) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:55.174387 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-8974d0fa-3a53-4a10-a6ec-1b8ca982c48d tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'af557ff5-ce0e-4f32-8770-7992cb308d5d', 'tempest-TagsExtTest-Tag-882951565') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:55.237301 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daf6b22-1bda-46fb-b8c3-2495778dbcc8 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 571c77b8-7678-4ad5-8edf-1e8fe556573e is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:52:55.240804 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba79dbb3-2fb2-4285-9e48-9ee88789a1b8 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:55.252600 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba79dbb3-2fb2-4285-9e48-9ee88789a1b8 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:55.255708 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ba79dbb3-2fb2-4285-9e48-9ee88789a1b8 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "DELETE /networking/v2.0/networks/a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7 HTTP/1.1" status: 204 len: 168 time: 1.2914922 Nov 02 12:52:55.258829 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51260) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:55.271988 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79dbb3-2fb2-4285-9e48-9ee88789a1b8 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event deleted for resources: {'Network': ['ID=a7eb4968-d073-4f1d-8daa-f6b50ae8c2c7,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:55.351191 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9da5ec65-f1f7-4937-a2de-c7b5f5f69eb2 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (7d636152-402b-4b39-8e4f-fcf66173c342), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:55.368855 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-8daf6b22-1bda-46fb-b8c3-2495778dbcc8 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 571c77b8-7678-4ad5-8edf-1e8fe556573e) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:55.380473 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aa34bb-2ded-4bb6-bd52-538521297699 None None] Network 571c77b8-7678-4ad5-8edf-1e8fe556573e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:55.395386 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daf6b22-1bda-46fb-b8c3-2495778dbcc8 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:55.396799 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8daf6b22-1bda-46fb-b8c3-2495778dbcc8 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:55.411577 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8974d0fa-3a53-4a10-a6ec-1b8ca982c48d tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "PUT /networking/v2.0/subnetpools/af557ff5-ce0e-4f32-8770-7992cb308d5d/tags/tempest-TagsExtTest-Tag-882951565 HTTP/1.1" status: 201 len: 201 time: 0.2387853 Nov 02 12:52:55.419256 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51264) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:55.439966 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-7a618f0f-53a5-4bb6-90c9-6e0216eba387 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b15152ad-a47e-4dbb-861f-f3ecc41a5fc1', {'tags': ['tempest-TagsExtTest-Tag-1916218947', 'tempest-TagsExtTest-Tag-1831604418', 'tempest-TagsExtTest-Tag-1913908195']}) {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:55.524383 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9da5ec65-f1f7-4937-a2de-c7b5f5f69eb2 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (7d636152-402b-4b39-8e4f-fcf66173c342), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:55.575483 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-9da5ec65-f1f7-4937-a2de-c7b5f5f69eb2 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d636152-402b-4b39-8e4f-fcf66173c342']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:55.590262 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-9da5ec65-f1f7-4937-a2de-c7b5f5f69eb2 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac36ef1b-7b9a-43fb-9ba8-c1d47b18e0f6') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:55.590653 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-9da5ec65-f1f7-4937-a2de-c7b5f5f69eb2 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac36ef1b-7b9a-43fb-9ba8-c1d47b18e0f6') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:55.616273 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8daf6b22-1bda-46fb-b8c3-2495778dbcc8 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8560822 Nov 02 12:52:55.618630 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51270) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:55.622929 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9da5ec65-f1f7-4937-a2de-c7b5f5f69eb2 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (ac36ef1b-7b9a-43fb-9ba8-c1d47b18e0f6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:55.623709 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-808f1689-7779-448f-b634-85bf756fe138 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'port': {'network_id': '571c77b8-7678-4ad5-8edf-1e8fe556573e', 'name': 'tempest-PortsIpV6TestJSON-473194873'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:55.639438 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d37dc78c-9242-4345-8617-00cd726e8535 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:52:55.647111 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9da5ec65-f1f7-4937-a2de-c7b5f5f69eb2 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (ac36ef1b-7b9a-43fb-9ba8-c1d47b18e0f6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:55.666872 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da5ec65-f1f7-4937-a2de-c7b5f5f69eb2 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:55.667275 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9da5ec65-f1f7-4937-a2de-c7b5f5f69eb2 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (ac36ef1b-7b9a-43fb-9ba8-c1d47b18e0f6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:55.687795 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-571c77b8-7678-4ad5-8edf-1e8fe556573e', 'network_id': '571c77b8-7678-4ad5-8edf-1e8fe556573e', 'project_id': '7d3e207adaab4614babb8fb6e2c10f77', 'fixed_ips': [{'subnet_id': '1acdc8af-9952-42e9-8f65-eb5142e86216'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:52:55.689142 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:55.692971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: d37dc78c-9242-4345-8617-00cd726e8535 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:52:55.693510 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d37dc78c-9242-4345-8617-00cd726e8535 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:52:55.842967 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7a618f0f-53a5-4bb6-90c9-6e0216eba387 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "PUT /networking/v2.0/subnets/b15152ad-a47e-4dbb-861f-f3ecc41a5fc1/tags HTTP/1.1" status: 200 len: 318 time: 0.4188793 Nov 02 12:52:55.845486 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51272) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:55.845610 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] Allocated IP 2001:db8::2 (571c77b8-7678-4ad5-8edf-1e8fe556573e/1acdc8af-9952-42e9-8f65-eb5142e86216/3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:55.850316 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-948264ce-4bfc-4f08-bc00-2294a5a6bc5b tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b15152ad-a47e-4dbb-861f-f3ecc41a5fc1') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:56.002035 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9da5ec65-f1f7-4937-a2de-c7b5f5f69eb2 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (7d636152-402b-4b39-8e4f-fcf66173c342), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.027681 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9da5ec65-f1f7-4937-a2de-c7b5f5f69eb2 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.031525 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9da5ec65-f1f7-4937-a2de-c7b5f5f69eb2 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "DELETE /networking/v2.0/networks/7d636152-402b-4b39-8e4f-fcf66173c342 HTTP/1.1" status: 204 len: 168 time: 0.7714608 Nov 02 12:52:56.033065 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5ec65-f1f7-4937-a2de-c7b5f5f69eb2 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event deleted for resources: {'Network': ['ID=7d636152-402b-4b39-8e4f-fcf66173c342,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:56.035509 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51280) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:56.054581 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51282) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:56.055463 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-948264ce-4bfc-4f08-bc00-2294a5a6bc5b tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/b15152ad-a47e-4dbb-861f-f3ecc41a5fc1/tags HTTP/1.1" status: 204 len: 168 time: 0.2087722 Nov 02 12:52:56.063776 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-dc38274c-471d-42d1-a22b-37952cd4c86b tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b15152ad-a47e-4dbb-861f-f3ecc41a5fc1', 'tempest-TagsExtTest-Tag-1916218947') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:56.068822 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808f1689-7779-448f-b634-85bf756fe138 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:56.076797 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-808f1689-7779-448f-b634-85bf756fe138 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.116120 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-dc38274c-471d-42d1-a22b-37952cd4c86b tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] show failed (client error): The resource could not be found. Nov 02 12:52:56.122164 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dc38274c-471d-42d1-a22b-37952cd4c86b tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/subnets/b15152ad-a47e-4dbb-861f-f3ecc41a5fc1/tags/tempest-TagsExtTest-Tag-1916218947 HTTP/1.1" status: 404 len: 329 time: 0.0613034 Nov 02 12:52:56.126301 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51284) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:56.127425 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-f647aee6-9265-4edf-b54f-ef5c169fd943 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b15152ad-a47e-4dbb-861f-f3ecc41a5fc1', 'tempest-TagsExtTest-Tag-1831604418') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:56.162727 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-808f1689-7779-448f-b634-85bf756fe138 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] device_id is not set on port 00c670af-c4f3-4d92-8b93-03a0ac753fe2 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:52:56.195410 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] Publish callbacks [] for port (3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.207563 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-f647aee6-9265-4edf-b54f-ef5c169fd943 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] show failed (client error): The resource could not be found. Nov 02 12:52:56.211489 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f647aee6-9265-4edf-b54f-ef5c169fd943 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/subnets/b15152ad-a47e-4dbb-861f-f3ecc41a5fc1/tags/tempest-TagsExtTest-Tag-1831604418 HTTP/1.1" status: 404 len: 329 time: 0.0846422 Nov 02 12:52:56.211772 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51288) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:56.216209 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-83bbf327-bcfb-48e8-9267-7eb4ef8c28af tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b15152ad-a47e-4dbb-861f-f3ecc41a5fc1', 'tempest-TagsExtTest-Tag-1913908195') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:56.236060 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3ef052a2-2e6a-4cb3-8c7a-e32f69d7bab3 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (54f1db52-a482-4c0f-ae8a-f5cd2fbe9c3b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.262928 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-83bbf327-bcfb-48e8-9267-7eb4ef8c28af tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] show failed (client error): The resource could not be found. Nov 02 12:52:56.264294 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-83bbf327-bcfb-48e8-9267-7eb4ef8c28af tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/subnets/b15152ad-a47e-4dbb-861f-f3ecc41a5fc1/tags/tempest-TagsExtTest-Tag-1913908195 HTTP/1.1" status: 404 len: 329 time: 0.0515761 Nov 02 12:52:56.267423 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51292) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:56.272159 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-e5ce8961-d898-4a6b-b3c1-b9f91ec7f56c tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8b16cc82-ae40-411a-a2fd-1dfcbc278503', {'tags': ['tempest-TagsExtTest-Tag-506987131', 'tempest-TagsExtTest-Tag-1132991681', 'tempest-TagsExtTest-Tag-885697639']}) {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:56.347336 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.391007 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] Network 571c77b8-7678-4ad5-8edf-1e8fe556573e is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:56.393341 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51294) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:56.394009 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:56.400573 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:52:56.413052 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] Pushing event updated for resources: {'Port': ['ID=3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:56.420258 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f640d7c1-402d-4dcb-acb2-b9ac594727b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.489164 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment ac36ef1b-7b9a-43fb-9ba8-c1d47b18e0f6 resource provider aggregate not found Nov 02 12:52:56.508647 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] Attempting to bind port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:52:56.517278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] Attempting to bind port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '157a3c80-b7a0-489c-9d8b-802aa24a1194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '571c77b8-7678-4ad5-8edf-1e8fe556573e'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:52:56.517278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] Attempting to bind port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 on network 571c77b8-7678-4ad5-8edf-1e8fe556573e {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:56.565670 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment ac36ef1b-7b9a-43fb-9ba8-c1d47b18e0f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac36ef1b-7b9a-43fb-9ba8-c1d47b18e0f6 found for delete ", "request_id": "req-ecda2311-cd09-44c2-8397-a94a006522c6"}]} Nov 02 12:52:56.575151 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:52:56.576654 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] Checking segment: {'id': '157a3c80-b7a0-489c-9d8b-802aa24a1194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '571c77b8-7678-4ad5-8edf-1e8fe556573e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:52:56.578115 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e5ce8961-d898-4a6b-b3c1-b9f91ec7f56c tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "PUT /networking/v2.0/ports/8b16cc82-ae40-411a-a2fd-1dfcbc278503/tags HTTP/1.1" status: 200 len: 316 time: 0.3095062 Nov 02 12:52:56.578928 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.579551 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] Bound using segment: {'id': '157a3c80-b7a0-489c-9d8b-802aa24a1194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '571c77b8-7678-4ad5-8edf-1e8fe556573e'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:52:56.580056 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] Bound port: 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157a3c80-b7a0-489c-9d8b-802aa24a1194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '571c77b8-7678-4ad5-8edf-1e8fe556573e'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:52:56.580441 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.587063 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51302) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:56.589123 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:56.598075 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-efa67654-7e9b-4354-b546-e4aa083b906a tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8b16cc82-ae40-411a-a2fd-1dfcbc278503') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:56.674711 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f640d7c1-402d-4dcb-acb2-b9ac594727b7 admin admin] Publish callbacks [] for security_group (4a723eca-33d6-437c-afdd-3ff6e879c852), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.697839 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3ef052a2-2e6a-4cb3-8c7a-e32f69d7bab3 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (54f1db52-a482-4c0f-ae8a-f5cd2fbe9c3b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.715492 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] For port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:56.722477 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] For port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76,segment=NetworkSegment(157a3c80-b7a0-489c-9d8b-802aa24a1194),segment_id=157a3c80-b7a0-489c-9d8b-802aa24a1194)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:56.742956 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-808f1689-7779-448f-b634-85bf756fe138 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Allocated IP 2001:db8::362 (571c77b8-7678-4ad5-8edf-1e8fe556573e/1acdc8af-9952-42e9-8f65-eb5142e86216/00c670af-c4f3-4d92-8b93-03a0ac753fe2) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:56.746377 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-3ef052a2-2e6a-4cb3-8c7a-e32f69d7bab3 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f1db52-a482-4c0f-ae8a-f5cd2fbe9c3b']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:56.764562 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-3ef052a2-2e6a-4cb3-8c7a-e32f69d7bab3 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6316bb0-0122-495a-9bcc-0c8ce34e4526') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:56.764562 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-3ef052a2-2e6a-4cb3-8c7a-e32f69d7bab3 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6316bb0-0122-495a-9bcc-0c8ce34e4526') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:56.777010 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3ef052a2-2e6a-4cb3-8c7a-e32f69d7bab3 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (b6316bb0-0122-495a-9bcc-0c8ce34e4526), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.801854 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3ef052a2-2e6a-4cb3-8c7a-e32f69d7bab3 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (b6316bb0-0122-495a-9bcc-0c8ce34e4526), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.816974 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef052a2-2e6a-4cb3-8c7a-e32f69d7bab3 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:56.817384 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3ef052a2-2e6a-4cb3-8c7a-e32f69d7bab3 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (b6316bb0-0122-495a-9bcc-0c8ce34e4526), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.842641 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f640d7c1-402d-4dcb-acb2-b9ac594727b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4a723eca-33d6-437c-afdd-3ff6e879c852), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.887542 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.912913 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640d7c1-402d-4dcb-acb2-b9ac594727b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a723eca-33d6-437c-afdd-3ff6e879c852,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:56.924789 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-efa67654-7e9b-4354-b546-e4aa083b906a tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "DELETE /networking/v2.0/ports/8b16cc82-ae40-411a-a2fd-1dfcbc278503/tags HTTP/1.1" status: 204 len: 168 time: 0.3334754 Nov 02 12:52:56.927779 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51312) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:56.939602 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-3bd8c3f7-8351-427b-a5bf-5c13b0eed854 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8b16cc82-ae40-411a-a2fd-1dfcbc278503', 'tempest-TagsExtTest-Tag-506987131') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:56.955274 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f640d7c1-402d-4dcb-acb2-b9ac594727b7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6cf3fa70e5bd4a33af8f79cb6e7cede9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5600746 Nov 02 12:52:56.958403 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51314) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:57.043461 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-3bd8c3f7-8351-427b-a5bf-5c13b0eed854 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] show failed (client error): The resource could not be found. Nov 02 12:52:57.046214 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3bd8c3f7-8351-427b-a5bf-5c13b0eed854 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/ports/8b16cc82-ae40-411a-a2fd-1dfcbc278503/tags/tempest-TagsExtTest-Tag-506987131 HTTP/1.1" status: 404 len: 328 time: 0.1165395 Nov 02 12:52:57.055201 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51320) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:57.080621 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-ad49b70e-0d4c-4555-a5a8-5bb3727cd41c tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8b16cc82-ae40-411a-a2fd-1dfcbc278503', 'tempest-TagsExtTest-Tag-1132991681') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:57.095895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee624d-c0cc-4ff8-b3a9-c13df2733c8b None None] Pushing event updated for resources: {'Port': ['ID=3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:57.143447 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment b6316bb0-0122-495a-9bcc-0c8ce34e4526 resource provider aggregate not found Nov 02 12:52:57.180532 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment b6316bb0-0122-495a-9bcc-0c8ce34e4526 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6316bb0-0122-495a-9bcc-0c8ce34e4526 found for delete ", "request_id": "req-92c7df06-9c29-4074-a8ab-af88d4550767"}]} Nov 02 12:52:57.193470 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-ad49b70e-0d4c-4555-a5a8-5bb3727cd41c tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] show failed (client error): The resource could not be found. Nov 02 12:52:57.197302 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3ef052a2-2e6a-4cb3-8c7a-e32f69d7bab3 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (54f1db52-a482-4c0f-ae8a-f5cd2fbe9c3b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:57.206549 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51334) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:57.207730 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3ef052a2-2e6a-4cb3-8c7a-e32f69d7bab3 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:57.211152 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3ef052a2-2e6a-4cb3-8c7a-e32f69d7bab3 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] 10.222.0.64 "DELETE /networking/v2.0/networks/54f1db52-a482-4c0f-ae8a-f5cd2fbe9c3b HTTP/1.1" status: 204 len: 168 time: 1.1742251 Nov 02 12:52:57.218246 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-acc45863-4dd7-4e7f-85f5-4ebb0114e759 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8b16cc82-ae40-411a-a2fd-1dfcbc278503', 'tempest-TagsExtTest-Tag-885697639') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:57.221343 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ad49b70e-0d4c-4555-a5a8-5bb3727cd41c tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/ports/8b16cc82-ae40-411a-a2fd-1dfcbc278503/tags/tempest-TagsExtTest-Tag-1132991681 HTTP/1.1" status: 404 len: 329 time: 0.1606760 Nov 02 12:52:57.263695 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef052a2-2e6a-4cb3-8c7a-e32f69d7bab3 tempest-BulkNetworkOpsIpV6Test-355748322 tempest-BulkNetworkOpsIpV6Test-355748322-project] Pushing event deleted for resources: {'Network': ['ID=54f1db52-a482-4c0f-ae8a-f5cd2fbe9c3b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:57.308345 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5731cdb-0084-44c4-894a-bb7f83be38b5 admin admin] Publish callbacks [] for security_group (4a723eca-33d6-437c-afdd-3ff6e879c852), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:57.339713 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-808f1689-7779-448f-b634-85bf756fe138 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (00c670af-c4f3-4d92-8b93-03a0ac753fe2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:57.359810 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-acc45863-4dd7-4e7f-85f5-4ebb0114e759 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] show failed (client error): The resource could not be found. Nov 02 12:52:57.361287 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-acc45863-4dd7-4e7f-85f5-4ebb0114e759 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/ports/8b16cc82-ae40-411a-a2fd-1dfcbc278503/tags/tempest-TagsExtTest-Tag-885697639 HTTP/1.1" status: 404 len: 328 time: 0.1467302 Nov 02 12:52:57.364345 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51340) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:57.372816 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-ae54e116-a031-4534-8511-e422dc3e170d tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '53c45dd5-2f85-4dad-96bc-e28a8bce11b4', {'tags': ['tempest-TagsExtTest-Tag-1019355589', 'tempest-TagsExtTest-Tag-254144289', 'tempest-TagsExtTest-Tag-58121144']}) {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:57.396422 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5731cdb-0084-44c4-894a-bb7f83be38b5 admin admin] Publish callbacks [] for security_group (4a723eca-33d6-437c-afdd-3ff6e879c852), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:57.579739 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:57.653485 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-808f1689-7779-448f-b634-85bf756fe138 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (00c670af-c4f3-4d92-8b93-03a0ac753fe2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:57.655189 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ae54e116-a031-4534-8511-e422dc3e170d tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "PUT /networking/v2.0/routers/53c45dd5-2f85-4dad-96bc-e28a8bce11b4/tags HTTP/1.1" status: 200 len: 315 time: 0.2872133 Nov 02 12:52:57.656709 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51342) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:57.662670 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-60a14be6-cf0d-47bf-9b11-30b756ebc4bb tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '53c45dd5-2f85-4dad-96bc-e28a8bce11b4') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:57.712994 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:57.751059 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808f1689-7779-448f-b634-85bf756fe138 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 571c77b8-7678-4ad5-8edf-1e8fe556573e is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:57.757364 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-808f1689-7779-448f-b634-85bf756fe138 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:57.760696 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808f1689-7779-448f-b634-85bf756fe138 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:52:57.766218 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808f1689-7779-448f-b634-85bf756fe138 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:57.767950 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-808f1689-7779-448f-b634-85bf756fe138 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:57.771056 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f1689-7779-448f-b634-85bf756fe138 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=00c670af-c4f3-4d92-8b93-03a0ac753fe2,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:57.796031 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:57.796618 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:57.797694 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 Nov 02 12:52:57.859589 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5731cdb-0084-44c4-894a-bb7f83be38b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4a723eca-33d6-437c-afdd-3ff6e879c852), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:57.863685 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5731cdb-0084-44c4-894a-bb7f83be38b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:57.867515 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b5731cdb-0084-44c4-894a-bb7f83be38b5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4a723eca-33d6-437c-afdd-3ff6e879c852 HTTP/1.1" status: 204 len: 168 time: 0.9031010 Nov 02 12:52:57.885069 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5731cdb-0084-44c4-894a-bb7f83be38b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a723eca-33d6-437c-afdd-3ff6e879c852,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:57.940779 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:57.941331 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:57.979990 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76,segment=NetworkSegment(157a3c80-b7a0-489c-9d8b-802aa24a1194),segment_id=157a3c80-b7a0-489c-9d8b-802aa24a1194)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:58.043220 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-60a14be6-cf0d-47bf-9b11-30b756ebc4bb tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "DELETE /networking/v2.0/routers/53c45dd5-2f85-4dad-96bc-e28a8bce11b4/tags HTTP/1.1" status: 204 len: 168 time: 0.3851564 Nov 02 12:52:58.045119 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:52:58.047532 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51352) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:58.054636 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-808f1689-7779-448f-b634-85bf756fe138 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4350736 Nov 02 12:52:58.058900 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-f6957b3c-89fe-4711-b437-fd33bc2f671a tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '53c45dd5-2f85-4dad-96bc-e28a8bce11b4', 'tempest-TagsExtTest-Tag-1019355589') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:58.066614 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51354) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:58.153840 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:58.214751 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-f6957b3c-89fe-4711-b437-fd33bc2f671a tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] show failed (client error): The resource could not be found. Nov 02 12:52:58.215853 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f6957b3c-89fe-4711-b437-fd33bc2f671a tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/routers/53c45dd5-2f85-4dad-96bc-e28a8bce11b4/tags/tempest-TagsExtTest-Tag-1019355589 HTTP/1.1" status: 404 len: 329 time: 0.1671064 Nov 02 12:52:58.219350 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51360) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:58.236700 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-b42590c6-3886-482e-bc62-aedc2d8c65f7 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '53c45dd5-2f85-4dad-96bc-e28a8bce11b4', 'tempest-TagsExtTest-Tag-254144289') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:58.272432 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-5fa91635-793a-42d8-8993-dd4c59a61312 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port 00c670af-c4f3-4d92-8b93-03a0ac753fe2 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:52:58.273518 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5fa91635-793a-42d8-8993-dd4c59a61312 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (00c670af-c4f3-4d92-8b93-03a0ac753fe2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:58.287795 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:58.333672 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-b42590c6-3886-482e-bc62-aedc2d8c65f7 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] show failed (client error): The resource could not be found. Nov 02 12:52:58.334748 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b42590c6-3886-482e-bc62-aedc2d8c65f7 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/routers/53c45dd5-2f85-4dad-96bc-e28a8bce11b4/tags/tempest-TagsExtTest-Tag-254144289 HTTP/1.1" status: 404 len: 328 time: 0.1144507 Nov 02 12:52:58.339602 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51366) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:58.344219 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-4d7aaabe-796b-4a08-8e12-742693299c02 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '53c45dd5-2f85-4dad-96bc-e28a8bce11b4', 'tempest-TagsExtTest-Tag-58121144') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:58.433742 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5fa91635-793a-42d8-8993-dd4c59a61312 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (00c670af-c4f3-4d92-8b93-03a0ac753fe2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:58.471985 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-5fa91635-793a-42d8-8993-dd4c59a61312 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for 00c670af-c4f3-4d92-8b93-03a0ac753fe2 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:52:58.496607 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-4d7aaabe-796b-4a08-8e12-742693299c02 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] show failed (client error): The resource could not be found. Nov 02 12:52:58.497715 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4d7aaabe-796b-4a08-8e12-742693299c02 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/routers/53c45dd5-2f85-4dad-96bc-e28a8bce11b4/tags/tempest-TagsExtTest-Tag-58121144 HTTP/1.1" status: 404 len: 327 time: 0.1571066 Nov 02 12:52:58.500702 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51368) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:58.510836 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-a070e736-9c3e-4b48-8e25-9eae9bcb59cf tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'af557ff5-ce0e-4f32-8770-7992cb308d5d', {'tags': ['tempest-TagsExtTest-Tag-873500683', 'tempest-TagsExtTest-Tag-396145252', 'tempest-TagsExtTest-Tag-315704246']}) {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:58.513785 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07667cc3-de62-4f39-81fd-012551c3306a None None] Network 571c77b8-7678-4ad5-8edf-1e8fe556573e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:52:58.555310 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51370) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:58.600651 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51374) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:58.755003 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-66c60958-e3fc-4760-a750-06aafe1d102f None None] Provisioning complete for port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:58.755299 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-66c60958-e3fc-4760-a750-06aafe1d102f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:58.755651 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-66c60958-e3fc-4760-a750-06aafe1d102f None None] Attempt 1 to provision port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 Nov 02 12:52:58.854905 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a070e736-9c3e-4b48-8e25-9eae9bcb59cf tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "PUT /networking/v2.0/subnetpools/af557ff5-ce0e-4f32-8770-7992cb308d5d/tags HTTP/1.1" status: 200 len: 315 time: 0.3531592 Nov 02 12:52:58.857519 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51380) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:58.862016 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-3c4ffa2f-09ea-4cd9-8694-aa6f4d290a45 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'af557ff5-ce0e-4f32-8770-7992cb308d5d') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:58.917335 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-66c60958-e3fc-4760-a750-06aafe1d102f None None] Current status of the port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:58.963017 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5fa91635-793a-42d8-8993-dd4c59a61312 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (00c670af-c4f3-4d92-8b93-03a0ac753fe2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.009726 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa91635-793a-42d8-8993-dd4c59a61312 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=00c670af-c4f3-4d92-8b93-03a0ac753fe2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:59.049865 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-fc520cb2-23bb-4179-8116-b62581248d09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1602454074'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:59.067187 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5fa91635-793a-42d8-8993-dd4c59a61312 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.074249 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5fa91635-793a-42d8-8993-dd4c59a61312 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/ports/00c670af-c4f3-4d92-8b93-03a0ac753fe2 HTTP/1.1" status: 204 len: 168 time: 1.0023370 Nov 02 12:52:59.074649 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51384) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:59.104402 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-04641a7d-459d-442e-9068-c6531ab5b60d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] DELETE failed (client error): The resource could not be found. Nov 02 12:52:59.105301 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04641a7d-459d-442e-9068-c6531ab5b60d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:52:59.108903 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-04641a7d-459d-442e-9068-c6531ab5b60d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/ports/00c670af-c4f3-4d92-8b93-03a0ac753fe2 HTTP/1.1" status: 404 len: 333 time: 0.0328455 Nov 02 12:52:59.112084 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51388) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:59.139940 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3c4ffa2f-09ea-4cd9-8694-aa6f4d290a45 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "DELETE /networking/v2.0/subnetpools/af557ff5-ce0e-4f32-8770-7992cb308d5d/tags HTTP/1.1" status: 204 len: 168 time: 0.2812347 Nov 02 12:52:59.148636 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51390) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:59.152152 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-16f8f4b8-0e39-466b-a51d-01229a30dea1 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'af557ff5-ce0e-4f32-8770-7992cb308d5d', 'tempest-TagsExtTest-Tag-873500683') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:59.159531 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-c121054f-d0f4-4784-9fff-aa053f668488 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] GET failed (client error): The resource could not be found. Nov 02 12:52:59.163003 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c121054f-d0f4-4784-9fff-aa053f668488 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports/00c670af-c4f3-4d92-8b93-03a0ac753fe2 HTTP/1.1" status: 404 len: 333 time: 0.0496380 Nov 02 12:52:59.168302 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51392) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:59.171915 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-16f8f4b8-0e39-466b-a51d-01229a30dea1 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] show failed (client error): The resource could not be found. Nov 02 12:52:59.176179 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-16f8f4b8-0e39-466b-a51d-01229a30dea1 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/subnetpools/af557ff5-ce0e-4f32-8770-7992cb308d5d/tags/tempest-TagsExtTest-Tag-873500683 HTTP/1.1" status: 404 len: 328 time: 0.0283384 Nov 02 12:52:59.178542 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51394) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:59.192473 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-48b0b71d-6e39-4f66-af8b-6cc7358334f9 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'af557ff5-ce0e-4f32-8770-7992cb308d5d', 'tempest-TagsExtTest-Tag-396145252') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:59.223717 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-48b0b71d-6e39-4f66-af8b-6cc7358334f9 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] show failed (client error): The resource could not be found. Nov 02 12:52:59.227611 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-48b0b71d-6e39-4f66-af8b-6cc7358334f9 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/subnetpools/af557ff5-ce0e-4f32-8770-7992cb308d5d/tags/tempest-TagsExtTest-Tag-396145252 HTTP/1.1" status: 404 len: 328 time: 0.0480795 Nov 02 12:52:59.231646 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51398) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:59.236031 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-c675247f-e6dd-495f-86ae-35f8d9a0ec68 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'af557ff5-ce0e-4f32-8770-7992cb308d5d', 'tempest-TagsExtTest-Tag-315704246') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:59.257176 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6954161-7ed8-4454-9418-c975d1189268 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting subnet 1acdc8af-9952-42e9-8f65-eb5142e86216 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:52:59.268797 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b6954161-7ed8-4454-9418-c975d1189268 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (1acdc8af-9952-42e9-8f65-eb5142e86216), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.270452 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-c675247f-e6dd-495f-86ae-35f8d9a0ec68 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] show failed (client error): The resource could not be found. Nov 02 12:52:59.274242 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c675247f-e6dd-495f-86ae-35f8d9a0ec68 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/subnetpools/af557ff5-ce0e-4f32-8770-7992cb308d5d/tags/tempest-TagsExtTest-Tag-315704246 HTTP/1.1" status: 404 len: 328 time: 0.0416059 Nov 02 12:52:59.276853 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-29c022c3-4915-4003-881c-7f25469d57f0 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=67c2128d3a954ae7b5bcc30d9dd495b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6750762 Nov 02 12:52:59.277449 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51404) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:59.284277 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-281af907-b208-46d7-82d4-c60aa772d5ab tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'af557ff5-ce0e-4f32-8770-7992cb308d5d') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:59.298414 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51406) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:59.331698 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b6954161-7ed8-4454-9418-c975d1189268 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (1acdc8af-9952-42e9-8f65-eb5142e86216), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.343433 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-62c49bbf-1f7b-4bc4-9879-16477a1673e1 None None] Provisioning complete for port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:59.345547 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-62c49bbf-1f7b-4bc4-9879-16477a1673e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.346190 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-62c49bbf-1f7b-4bc4-9879-16477a1673e1 None None] Attempt 1 to provision port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 Nov 02 12:52:59.351610 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc520cb2-23bb-4179-8116-b62581248d09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:59.356180 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc520cb2-23bb-4179-8116-b62581248d09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.376307 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-281af907-b208-46d7-82d4-c60aa772d5ab tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "DELETE /networking/v2.0/subnetpools/af557ff5-ce0e-4f32-8770-7992cb308d5d/tags HTTP/1.1" status: 204 len: 168 time: 0.0936239 Nov 02 12:52:59.380646 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51412) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:59.381394 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc520cb2-23bb-4179-8116-b62581248d09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.394238 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-9c9ea87d-7d6e-4b65-a3f1-3492db488a73 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '53c45dd5-2f85-4dad-96bc-e28a8bce11b4') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:59.483494 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b6954161-7ed8-4454-9418-c975d1189268 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (1acdc8af-9952-42e9-8f65-eb5142e86216), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.491805 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-62c49bbf-1f7b-4bc4-9879-16477a1673e1 None None] Current status of the port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:59.498498 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-62c49bbf-1f7b-4bc4-9879-16477a1673e1 None None] Could not find standard attr ID for object 00c670af-c4f3-4d92-8b93-03a0ac753fe2. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:52:59.584869 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b8f82dcc-fac9-4ac4-873e-ef346d771fbc admin admin] Publish callbacks [] for security_group (e4b45df9-b0ac-4f73-9051-2f086282669c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.616602 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b8f82dcc-fac9-4ac4-873e-ef346d771fbc admin admin] Publish callbacks [] for security_group (e4b45df9-b0ac-4f73-9051-2f086282669c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.630853 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9c9ea87d-7d6e-4b65-a3f1-3492db488a73 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "DELETE /networking/v2.0/routers/53c45dd5-2f85-4dad-96bc-e28a8bce11b4/tags HTTP/1.1" status: 204 len: 168 time: 0.2445858 Nov 02 12:52:59.635337 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51418) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:59.640209 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-43358615-fe7b-4316-b7b1-424d5cd1d25c tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8b16cc82-ae40-411a-a2fd-1dfcbc278503') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:59.713892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:59.721230 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc520cb2-23bb-4179-8116-b62581248d09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (c87955c1-3076-4f6d-a709-c0695f397a71), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.735757 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-43358615-fe7b-4316-b7b1-424d5cd1d25c tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "DELETE /networking/v2.0/ports/8b16cc82-ae40-411a-a2fd-1dfcbc278503/tags HTTP/1.1" status: 204 len: 168 time: 0.0993984 Nov 02 12:52:59.742758 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51424) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:59.754757 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-86af5e82-a581-4b9c-978a-21d985f4e830 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b15152ad-a47e-4dbb-861f-f3ecc41a5fc1') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:59.800127 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:52:59.800884 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.801460 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 Nov 02 12:52:59.832926 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51426) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:59.834005 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-86af5e82-a581-4b9c-978a-21d985f4e830 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/b15152ad-a47e-4dbb-861f-f3ecc41a5fc1/tags HTTP/1.1" status: 204 len: 168 time: 0.0860431 Nov 02 12:52:59.846295 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941fcab9-360d-4a99-acaa-5767830c79dd None None] Could not find standard attr ID for object 00c670af-c4f3-4d92-8b93-03a0ac753fe2. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:52:59.878377 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b6954161-7ed8-4454-9418-c975d1189268 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (1acdc8af-9952-42e9-8f65-eb5142e86216), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.920123 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6954161-7ed8-4454-9418-c975d1189268 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Subnet': ['ID=1acdc8af-9952-42e9-8f65-eb5142e86216,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:59.935005 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:52:59.938829 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b6954161-7ed8-4454-9418-c975d1189268 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.946221 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51428) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:59.947954 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b6954161-7ed8-4454-9418-c975d1189268 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/1acdc8af-9952-42e9-8f65-eb5142e86216 HTTP/1.1" status: 204 len: 168 time: 0.7777591 Nov 02 12:52:59.960157 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b8f82dcc-fac9-4ac4-873e-ef346d771fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e4b45df9-b0ac-4f73-9051-2f086282669c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.963367 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b8f82dcc-fac9-4ac4-873e-ef346d771fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.965239 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b8f82dcc-fac9-4ac4-873e-ef346d771fbc admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e4b45df9-b0ac-4f73-9051-2f086282669c HTTP/1.1" status: 204 len: 168 time: 0.6652665 Nov 02 12:52:59.965736 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc520cb2-23bb-4179-8116-b62581248d09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c87955c1-3076-4f6d-a709-c0695f397a71), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.998501 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f82dcc-fac9-4ac4-873e-ef346d771fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b45df9-b0ac-4f73-9051-2f086282669c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:00.042527 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7653aba1-bc6d-40b9-a54f-7440f47a717c None None] Network 571c77b8-7678-4ad5-8edf-1e8fe556573e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:00.071655 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c3002f8-11ba-4691-ab79-ed5c15a90c61 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (571c77b8-7678-4ad5-8edf-1e8fe556573e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.083250 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc520cb2-23bb-4179-8116-b62581248d09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:53:00.091438 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc520cb2-23bb-4179-8116-b62581248d09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (1a4f5bae-4226-4afc-be7a-afac567ffe48), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.091796 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-fc520cb2-23bb-4179-8116-b62581248d09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Added segment 1a4f5bae-4226-4afc-be7a-afac567ffe48 of type vlan for network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 Nov 02 12:53:00.141794 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-822066ca-26d0-42bd-8510-de5d6d074cca tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.145775 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-822066ca-26d0-42bd-8510-de5d6d074cca tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "DELETE /networking/v2.0/subnetpools/af557ff5-ce0e-4f32-8770-7992cb308d5d HTTP/1.1" status: 204 len: 168 time: 0.3089445 Nov 02 12:53:00.147806 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51438) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:00.149096 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:00.178024 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc520cb2-23bb-4179-8116-b62581248d09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (ae0163d4-9a33-48e2-87f2-c6a4e9c35e50), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.203703 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f12128a9-cde5-49fb-86c1-56429561bcd2 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=53c45dd5-2f85-4dad-96bc-e28a8bce11b4 HTTP/1.1" status: 200 len: 205 time: 0.0490098 Nov 02 12:53:00.203823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc520cb2-23bb-4179-8116-b62581248d09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87955c1-3076-4f6d-a709-c0695f397a71,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:00.206522 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51442) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:00.237826 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-9c3002f8-11ba-4691-ab79-ed5c15a90c61 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:00.238173 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c3002f8-11ba-4691-ab79-ed5c15a90c61 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.265958 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a5c075-be2f-4121-ae7a-4e873eeb27cb None None] DHCP port deletion for 571c77b8-7678-4ad5-8edf-1e8fe556573e request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:53:00.311678 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-53a5c075-be2f-4121-ae7a-4e873eeb27cb None None] Deleting port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:00.323532 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53a5c075-be2f-4121-ae7a-4e873eeb27cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.346007 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-9c3002f8-11ba-4691-ab79-ed5c15a90c61 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] For port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76,segment=NetworkSegment(157a3c80-b7a0-489c-9d8b-802aa24a1194),segment_id=157a3c80-b7a0-489c-9d8b-802aa24a1194)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:00.346254 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c3002f8-11ba-4691-ab79-ed5c15a90c61 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.346965 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e29c8a2d-6258-4c6a-8aab-f146ce437aa6 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks [] for router (53c45dd5-2f85-4dad-96bc-e28a8bce11b4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.366332 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-9c3002f8-11ba-4691-ab79-ed5c15a90c61 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:00.417357 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-53a5c075-be2f-4121-ae7a-4e873eeb27cb None None] For port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76,segment=NetworkSegment(157a3c80-b7a0-489c-9d8b-802aa24a1194),segment_id=157a3c80-b7a0-489c-9d8b-802aa24a1194)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:00.417961 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53a5c075-be2f-4121-ae7a-4e873eeb27cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.448853 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc520cb2-23bb-4179-8116-b62581248d09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (ae0163d4-9a33-48e2-87f2-c6a4e9c35e50), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.453938 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc520cb2-23bb-4179-8116-b62581248d09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:00.454551 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc520cb2-23bb-4179-8116-b62581248d09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.459740 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-53a5c075-be2f-4121-ae7a-4e873eeb27cb None None] Calling delete_port for 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:00.567061 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e29c8a2d-6258-4c6a-8aab-f146ce437aa6 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (53c45dd5-2f85-4dad-96bc-e28a8bce11b4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.573083 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e29c8a2d-6258-4c6a-8aab-f146ce437aa6 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks [] for router_controller (53c45dd5-2f85-4dad-96bc-e28a8bce11b4), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.579634 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc520cb2-23bb-4179-8116-b62581248d09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Network': ['ID=ae0163d4-9a33-48e2-87f2-c6a4e9c35e50,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:00.595442 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:53:00.625476 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c3002f8-11ba-4691-ab79-ed5c15a90c61 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.658157 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3002f8-11ba-4691-ab79-ed5c15a90c61 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:00.660218 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3002f8-11ba-4691-ab79-ed5c15a90c61 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No DVR routers for this DVR port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:53:00.688225 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53a5c075-be2f-4121-ae7a-4e873eeb27cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.714812 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5c075-be2f-4121-ae7a-4e873eeb27cb None None] Pushing event deleted for resources: {'Port': ['ID=3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:00.726205 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a5c075-be2f-4121-ae7a-4e873eeb27cb None None] No DVR routers for this DVR port 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:53:00.776849 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c3002f8-11ba-4691-ab79-ed5c15a90c61 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (571c77b8-7678-4ad5-8edf-1e8fe556573e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.778046 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:00.789611 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fc520cb2-23bb-4179-8116-b62581248d09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.2317750 Nov 02 12:53:00.790709 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51460) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:00.799368 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-8d07aac7-3e15-4fd2-9ca2-5ce6f8956ef6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'port': {'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50', 'name': 'tempest-PortsTestJSON-1896542458'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:00.811735 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-9c3002f8-11ba-4691-ab79-ed5c15a90c61 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571c77b8-7678-4ad5-8edf-1e8fe556573e']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:00.833451 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-9c3002f8-11ba-4691-ab79-ed5c15a90c61 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157a3c80-b7a0-489c-9d8b-802aa24a1194') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:00.833752 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-9c3002f8-11ba-4691-ab79-ed5c15a90c61 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157a3c80-b7a0-489c-9d8b-802aa24a1194') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:00.849315 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c3002f8-11ba-4691-ab79-ed5c15a90c61 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (157a3c80-b7a0-489c-9d8b-802aa24a1194), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.866795 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c3002f8-11ba-4691-ab79-ed5c15a90c61 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (157a3c80-b7a0-489c-9d8b-802aa24a1194), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.876962 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e29c8a2d-6258-4c6a-8aab-f146ce437aa6 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (53c45dd5-2f85-4dad-96bc-e28a8bce11b4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.877459 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29c8a2d-6258-4c6a-8aab-f146ce437aa6 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Fanout notify agent at l3_agent the message router_deleted on router 53c45dd5-2f85-4dad-96bc-e28a8bce11b4 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:53:00.877927 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3002f8-11ba-4691-ab79-ed5c15a90c61 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:53:00.878336 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c3002f8-11ba-4691-ab79-ed5c15a90c61 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (157a3c80-b7a0-489c-9d8b-802aa24a1194), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.885439 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e29c8a2d-6258-4c6a-8aab-f146ce437aa6 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.886722 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e29c8a2d-6258-4c6a-8aab-f146ce437aa6 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "DELETE /networking/v2.0/routers/53c45dd5-2f85-4dad-96bc-e28a8bce11b4 HTTP/1.1" status: 204 len: 168 time: 0.6790810 Nov 02 12:53:00.904002 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51468) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:00.916365 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 157a3c80-b7a0-489c-9d8b-802aa24a1194 resource provider aggregate not found Nov 02 12:53:00.974115 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 157a3c80-b7a0-489c-9d8b-802aa24a1194 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 157a3c80-b7a0-489c-9d8b-802aa24a1194 found for delete ", "request_id": "req-33a66f65-a73f-4966-9104-9fb70dd79d54"}]} Nov 02 12:53:01.036030 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-d020f0c4-827e-4e07-81b4-66df4e4fd4d0 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Deleting port 8b16cc82-ae40-411a-a2fd-1dfcbc278503 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:01.036304 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d020f0c4-827e-4e07-81b4-66df4e4fd4d0 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (8b16cc82-ae40-411a-a2fd-1dfcbc278503), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.167998 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d020f0c4-827e-4e07-81b4-66df4e4fd4d0 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (8b16cc82-ae40-411a-a2fd-1dfcbc278503), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.175209 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:01.177539 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d07aac7-3e15-4fd2-9ca2-5ce6f8956ef6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:01.182292 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8d07aac7-3e15-4fd2-9ca2-5ce6f8956ef6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.201592 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-d020f0c4-827e-4e07-81b4-66df4e4fd4d0 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Calling delete_port for 8b16cc82-ae40-411a-a2fd-1dfcbc278503 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:01.219049 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-8d07aac7-3e15-4fd2-9ca2-5ce6f8956ef6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] device_id is not set on port a8e9abd2-311e-4314-9183-201c3244de99 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:53:01.222816 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c3002f8-11ba-4691-ab79-ed5c15a90c61 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (571c77b8-7678-4ad5-8edf-1e8fe556573e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.264294 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c3002f8-11ba-4691-ab79-ed5c15a90c61 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.267235 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9c3002f8-11ba-4691-ab79-ed5c15a90c61 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/networks/571c77b8-7678-4ad5-8edf-1e8fe556573e HTTP/1.1" status: 204 len: 168 time: 1.3175716 Nov 02 12:53:01.270816 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51480) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:01.277454 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-eaf484e3-09f8-4a5c-933d-6be80327d84e tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1099945465'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:01.297323 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3002f8-11ba-4691-ab79-ed5c15a90c61 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Network': ['ID=571c77b8-7678-4ad5-8edf-1e8fe556573e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:01.558726 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf484e3-09f8-4a5c-933d-6be80327d84e tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:01.572299 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eaf484e3-09f8-4a5c-933d-6be80327d84e tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.580286 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d020f0c4-827e-4e07-81b4-66df4e4fd4d0 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (8b16cc82-ae40-411a-a2fd-1dfcbc278503), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.671586 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020f0c4-827e-4e07-81b4-66df4e4fd4d0 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Pushing event deleted for resources: {'Port': ['ID=8b16cc82-ae40-411a-a2fd-1dfcbc278503,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:01.726071 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf484e3-09f8-4a5c-933d-6be80327d84e tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:53:01.752596 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:53:01.765522 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eaf484e3-09f8-4a5c-933d-6be80327d84e tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e2364bf6-9a8c-4425-b5d2-841f613ea716), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.768786 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-eaf484e3-09f8-4a5c-933d-6be80327d84e tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Added segment e2364bf6-9a8c-4425-b5d2-841f613ea716 of type vlan for network 14f73873-85e4-4865-bbee-0e50c5082c93 Nov 02 12:53:01.780895 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d020f0c4-827e-4e07-81b4-66df4e4fd4d0 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.792066 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:53:01.792789 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3b5aa8f4-10c8-4034-bcd2-0e4ae6854e76 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:53:01.795452 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d020f0c4-827e-4e07-81b4-66df4e4fd4d0 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "DELETE /networking/v2.0/ports/8b16cc82-ae40-411a-a2fd-1dfcbc278503 HTTP/1.1" status: 204 len: 168 time: 0.8902726 Nov 02 12:53:01.798077 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51494) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:01.903737 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eaf484e3-09f8-4a5c-933d-6be80327d84e tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (14f73873-85e4-4865-bbee-0e50c5082c93), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.969506 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51fbdcc-7d8c-4cb5-bd96-2d9e19cb6cce tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Deleting subnet b15152ad-a47e-4dbb-861f-f3ecc41a5fc1 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:53:01.970961 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8d07aac7-3e15-4fd2-9ca2-5ce6f8956ef6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (a8e9abd2-311e-4314-9183-201c3244de99), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.974413 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f51fbdcc-7d8c-4cb5-bd96-2d9e19cb6cce tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks [] for subnet (b15152ad-a47e-4dbb-861f-f3ecc41a5fc1), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:02.030598 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f51fbdcc-7d8c-4cb5-bd96-2d9e19cb6cce tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (b15152ad-a47e-4dbb-861f-f3ecc41a5fc1), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:02.124908 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eaf484e3-09f8-4a5c-933d-6be80327d84e tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (14f73873-85e4-4865-bbee-0e50c5082c93), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:02.125987 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8d07aac7-3e15-4fd2-9ca2-5ce6f8956ef6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (a8e9abd2-311e-4314-9183-201c3244de99), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:02.126418 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:02.137468 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf484e3-09f8-4a5c-933d-6be80327d84e tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:02.137468 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eaf484e3-09f8-4a5c-933d-6be80327d84e tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:02.177074 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f51fbdcc-7d8c-4cb5-bd96-2d9e19cb6cce tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (b15152ad-a47e-4dbb-861f-f3ecc41a5fc1), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:02.282967 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07aac7-3e15-4fd2-9ca2-5ce6f8956ef6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=a8e9abd2-311e-4314-9183-201c3244de99,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:02.312267 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d07aac7-3e15-4fd2-9ca2-5ce6f8956ef6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Checking segment: {'id': '1a4f5bae-4226-4afc-be7a-afac567ffe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:53:02.312861 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d07aac7-3e15-4fd2-9ca2-5ce6f8956ef6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network hostable DHCP agents. Network: ae0163d4-9a33-48e2-87f2-c6a4e9c35e50, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:53:02.341989 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-eaf484e3-09f8-4a5c-933d-6be80327d84e tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0697043 Nov 02 12:53:02.344893 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51506) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:02.352437 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-9eaa8053-b95a-42cf-a2a9-87c84614427a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'subnet': {'network_id': '14f73873-85e4-4865-bbee-0e50c5082c93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:02.355717 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf484e3-09f8-4a5c-933d-6be80327d84e tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Network': ['ID=14f73873-85e4-4865-bbee-0e50c5082c93,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:02.374819 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 14f73873-85e4-4865-bbee-0e50c5082c93 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:53:02.476797 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d07aac7-3e15-4fd2-9ca2-5ce6f8956ef6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:53:02.631938 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f51fbdcc-7d8c-4cb5-bd96-2d9e19cb6cce tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (b15152ad-a47e-4dbb-861f-f3ecc41a5fc1), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:02.675467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c50b63-776e-4ba9-8f9d-9b0aa81aec41 None None] Network 85cb384e-58fa-40e4-98f4-fa03d736d851 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:02.720334 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f51fbdcc-7d8c-4cb5-bd96-2d9e19cb6cce tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:02.734169 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51522) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:02.735199 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f51fbdcc-7d8c-4cb5-bd96-2d9e19cb6cce tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/b15152ad-a47e-4dbb-861f-f3ecc41a5fc1 HTTP/1.1" status: 204 len: 168 time: 0.9351735 Nov 02 12:53:02.738672 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51fbdcc-7d8c-4cb5-bd96-2d9e19cb6cce tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Pushing event deleted for resources: {'Subnet': ['ID=b15152ad-a47e-4dbb-861f-f3ecc41a5fc1,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:02.779947 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:02.790933 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaa8053-b95a-42cf-a2a9-87c84614427a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:02.799335 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9eaa8053-b95a-42cf-a2a9-87c84614427a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:02.802704 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-8d07aac7-3e15-4fd2-9ca2-5ce6f8956ef6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, ae0163d4-9a33-48e2-87f2-c6a4e9c35e50) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:02.847249 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51528) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:02.904722 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d07aac7-3e15-4fd2-9ca2-5ce6f8956ef6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:02.907058 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebac7914-aef2-46d2-a89b-bd5177f8fbb6 None None] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:02.910729 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d07aac7-3e15-4fd2-9ca2-5ce6f8956ef6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:02.917764 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8d07aac7-3e15-4fd2-9ca2-5ce6f8956ef6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:02.955714 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01dcd264-8451-4a51-85d8-f0a040606ff3 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (85cb384e-58fa-40e4-98f4-fa03d736d851), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:03.020389 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6b93995f-cf1a-4630-8a4e-2343d8aeb14a tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] Request body: {'port': {'network_id': 'b035043a-6332-45cc-acf5-a82521a26016', 'name': 'tempest-NetworksNegativeTestJSON-467617184'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:03.055672 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-01dcd264-8451-4a51-85d8-f0a040606ff3 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Deleting port 98b85cdb-64d9-4815-88f6-0ed64eae3793 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:03.056231 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01dcd264-8451-4a51-85d8-f0a040606ff3 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (98b85cdb-64d9-4815-88f6-0ed64eae3793), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:03.057242 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b93995f-cf1a-4630-8a4e-2343d8aeb14a tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] POST failed (client error): The resource could not be found. Nov 02 12:53:03.058194 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b93995f-cf1a-4630-8a4e-2343d8aeb14a tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:53:03.059799 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6b93995f-cf1a-4630-8a4e-2343d8aeb14a tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2114511 Nov 02 12:53:03.066383 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51532) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:03.119605 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bd80c1-ae42-4729-83d8-ebedfed04ae0 None None] DHCP port deletion for 85cb384e-58fa-40e4-98f4-fa03d736d851 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:53:03.151540 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b468f73-073d-47df-a1af-6bd940effd69 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] DELETE failed (client error): The resource could not be found. Nov 02 12:53:03.152328 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b468f73-073d-47df-a1af-6bd940effd69 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:53:03.169000 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0b468f73-073d-47df-a1af-6bd940effd69 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] 10.222.0.64 "DELETE /networking/v2.0/networks/9a81e78f-f8df-4214-a185-f0abb9b3c558 HTTP/1.1" status: 404 len: 339 time: 0.0989640 Nov 02 12:53:03.172935 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51538) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:03.201275 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-83bd80c1-ae42-4729-83d8-ebedfed04ae0 None None] Deleting port 98b85cdb-64d9-4815-88f6-0ed64eae3793 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:03.201960 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-83bd80c1-ae42-4729-83d8-ebedfed04ae0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (98b85cdb-64d9-4815-88f6-0ed64eae3793), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:03.212711 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8d07aac7-3e15-4fd2-9ca2-5ce6f8956ef6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4192090 Nov 02 12:53:03.227940 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51540) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:03.236114 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-8eb28c36-2266-4446-b078-e02bff3c2f73 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-58725563'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:03.240713 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-216384c6-cb44-4022-9dbd-135ab57b3617 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] DELETE failed (client error): The resource could not be found. Nov 02 12:53:03.241370 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216384c6-cb44-4022-9dbd-135ab57b3617 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:53:03.250203 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-216384c6-cb44-4022-9dbd-135ab57b3617 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] 10.222.0.64 "DELETE /networking/v2.0/ports/1d85c491-e9b4-4d64-bd86-403eafc66563 HTTP/1.1" status: 404 len: 333 time: 0.0713613 Nov 02 12:53:03.251244 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51542) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:03.254663 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-01dcd264-8451-4a51-85d8-f0a040606ff3 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] For port 98b85cdb-64d9-4815-88f6-0ed64eae3793, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=98b85cdb-64d9-4815-88f6-0ed64eae3793,segment=NetworkSegment(8e074cb2-9b30-4196-ad37-be9238fc21ab),segment_id=8e074cb2-9b30-4196-ad37-be9238fc21ab)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:03.255278 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01dcd264-8451-4a51-85d8-f0a040606ff3 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (98b85cdb-64d9-4815-88f6-0ed64eae3793), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:03.282160 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-1760b7fc-21ef-4e3c-8a63-ef4b5df29f2b tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] DELETE failed (client error): The resource could not be found. Nov 02 12:53:03.282630 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1760b7fc-21ef-4e3c-8a63-ef4b5df29f2b tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:53:03.289579 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1760b7fc-21ef-4e3c-8a63-ef4b5df29f2b tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/3b62cd5a-c573-49e0-a452-f677c635c329 HTTP/1.1" status: 404 len: 337 time: 0.0339081 Nov 02 12:53:03.303414 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51546) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:03.324374 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-01dcd264-8451-4a51-85d8-f0a040606ff3 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Calling delete_port for 98b85cdb-64d9-4815-88f6-0ed64eae3793 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:03.377368 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b7478a-ee69-4735-9831-5d1220abcf86 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] GET failed (client error): The resource could not be found. Nov 02 12:53:03.377368 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-38b7478a-ee69-4735-9831-5d1220abcf86 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] 10.222.0.64 "GET /networking/v2.0/networks/f3b66533-8dc4-48e8-be9b-fd18da0c73c7 HTTP/1.1" status: 404 len: 339 time: 0.0681162 Nov 02 12:53:03.379171 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51550) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:03.384148 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-83bd80c1-ae42-4729-83d8-ebedfed04ae0 None None] For port 98b85cdb-64d9-4815-88f6-0ed64eae3793, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=98b85cdb-64d9-4815-88f6-0ed64eae3793,segment=NetworkSegment(8e074cb2-9b30-4196-ad37-be9238fc21ab),segment_id=8e074cb2-9b30-4196-ad37-be9238fc21ab)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:03.389186 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-83bd80c1-ae42-4729-83d8-ebedfed04ae0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (98b85cdb-64d9-4815-88f6-0ed64eae3793), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:03.433812 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-83bd80c1-ae42-4729-83d8-ebedfed04ae0 None None] Calling delete_port for 98b85cdb-64d9-4815-88f6-0ed64eae3793 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:03.436968 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:03.461741 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-a234d7a2-16b2-42ef-888a-391aebc3a1ab tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] GET failed (client error): The resource could not be found. Nov 02 12:53:03.467514 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a234d7a2-16b2-42ef-888a-391aebc3a1ab tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] 10.222.0.64 "GET /networking/v2.0/ports/32a421cf-e2f3-478d-b015-72820958a504 HTTP/1.1" status: 404 len: 333 time: 0.0853255 Nov 02 12:53:03.479312 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51554) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:03.528256 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-3756f837-7b15-4367-bdd7-b3656d702593 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] GET failed (client error): The resource could not be found. Nov 02 12:53:03.536058 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3756f837-7b15-4367-bdd7-b3656d702593 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] 10.222.0.64 "GET /networking/v2.0/subnets/7f351345-19a9-473c-8969-88ae7f016bc3 HTTP/1.1" status: 404 len: 337 time: 0.0495658 Nov 02 12:53:03.552955 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51556) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:03.552955 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-22085f72-90ea-4297-a509-8840f0a4e286 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] Request body: {'network': {'name': 'new_name'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:03.590698 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-22085f72-90ea-4297-a509-8840f0a4e286 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] PUT failed (client error): The resource could not be found. Nov 02 12:53:03.600849 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22085f72-90ea-4297-a509-8840f0a4e286 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:53:03.602385 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb28c36-2266-4446-b078-e02bff3c2f73 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:03.603559 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-22085f72-90ea-4297-a509-8840f0a4e286 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] 10.222.0.64 "PUT /networking/v2.0/networks/94c2dd8e-05ee-4aa7-b4ef-2e05950eef7b HTTP/1.1" status: 404 len: 339 time: 0.0590558 Nov 02 12:53:03.608450 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8eb28c36-2266-4446-b078-e02bff3c2f73 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:03.619325 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51562) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:03.645361 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-07680ad8-c1d1-4947-bdb9-36ddb7422ca3 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] Request body: {'port': {'name': 'new_name'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:03.676545 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb28c36-2266-4446-b078-e02bff3c2f73 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:53:03.691673 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8eb28c36-2266-4446-b078-e02bff3c2f73 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e33072ab-b6ae-4083-a9ec-75ab41c4ee71), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:03.691921 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 98b85cdb-64d9-4815-88f6-0ed64eae3793 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:53:03.692059 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-8eb28c36-2266-4446-b078-e02bff3c2f73 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Added segment e33072ab-b6ae-4083-a9ec-75ab41c4ee71 of type vlan for network 9cfc253b-3cd0-4df6-af99-c7f415a8d611 Nov 02 12:53:03.695757 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-07680ad8-c1d1-4947-bdb9-36ddb7422ca3 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] PUT failed (client error): The resource could not be found. Nov 02 12:53:03.697229 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07680ad8-c1d1-4947-bdb9-36ddb7422ca3 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:53:03.704436 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-07680ad8-c1d1-4947-bdb9-36ddb7422ca3 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] 10.222.0.64 "PUT /networking/v2.0/ports/701d4fc3-d4e6-46cb-bd39-bd716fb7c92f HTTP/1.1" status: 404 len: 333 time: 0.0791843 Nov 02 12:53:03.704436 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51564) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:03.716052 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-13f1be03-2899-4167-b1ad-6ed9ea594796 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:03.742269 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8eb28c36-2266-4446-b078-e02bff3c2f73 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (9cfc253b-3cd0-4df6-af99-c7f415a8d611), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:03.743889 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f1be03-2899-4167-b1ad-6ed9ea594796 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] PUT failed (client error): The resource could not be found. Nov 02 12:53:03.744290 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f1be03-2899-4167-b1ad-6ed9ea594796 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:53:03.746121 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-13f1be03-2899-4167-b1ad-6ed9ea594796 tempest-NetworksNegativeTestJSON-433767415 tempest-NetworksNegativeTestJSON-433767415-project] 10.222.0.64 "PUT /networking/v2.0/subnets/bce2ad42-5a1a-4d68-a7ab-c57873f49d75 HTTP/1.1" status: 404 len: 337 time: 0.0407293 Nov 02 12:53:03.753360 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No ports have port_id starting with 98b85cdb-64d9-4815-88f6-0ed64eae3793 Nov 02 12:53:03.754292 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-83bd80c1-ae42-4729-83d8-ebedfed04ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (98b85cdb-64d9-4815-88f6-0ed64eae3793), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: from cryptography.utils import int_from_bytes Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: from cryptography.utils import int_from_bytes Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /opt/stack/neutron/neutron/extensions/quotasv2.py:140: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: warnings.warn('Neutron quota engine will require "--force" ' Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:53:03.762153 n-d-857339-6 neutron-server[105975]: self.session.flush() Nov 02 12:53:03.765723 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9eaa8053-b95a-42cf-a2a9-87c84614427a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (1c16ded9-d21c-4a5a-b911-7753ef1722c2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:03.795226 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd80c1-ae42-4729-83d8-ebedfed04ae0 None None] Pushing event deleted for resources: {'Port': ['ID=98b85cdb-64d9-4815-88f6-0ed64eae3793,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:03.798832 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd80c1-ae42-4729-83d8-ebedfed04ae0 None None] No DVR routers for this DVR port 98b85cdb-64d9-4815-88f6-0ed64eae3793 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:53:03.815566 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01dcd264-8451-4a51-85d8-f0a040606ff3 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (98b85cdb-64d9-4815-88f6-0ed64eae3793), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:03.862718 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcd264-8451-4a51-85d8-f0a040606ff3 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Pushing event deleted for resources: {'Port': ['ID=98b85cdb-64d9-4815-88f6-0ed64eae3793,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:03.864729 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dcd264-8451-4a51-85d8-f0a040606ff3 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] No DVR routers for this DVR port 98b85cdb-64d9-4815-88f6-0ed64eae3793 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:53:03.899868 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa8053-b95a-42cf-a2a9-87c84614427a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Subnet': ['ID=1c16ded9-d21c-4a5a-b911-7753ef1722c2,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:03.939963 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaa8053-b95a-42cf-a2a9-87c84614427a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Checking segment: {'id': 'e2364bf6-9a8c-4425-b5d2-841f613ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '14f73873-85e4-4865-bbee-0e50c5082c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:53:03.940334 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaa8053-b95a-42cf-a2a9-87c84614427a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network hostable DHCP agents. Network: 14f73873-85e4-4865-bbee-0e50c5082c93, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:53:03.982818 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01dcd264-8451-4a51-85d8-f0a040606ff3 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (85cb384e-58fa-40e4-98f4-fa03d736d851), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.021525 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8eb28c36-2266-4446-b078-e02bff3c2f73 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (9cfc253b-3cd0-4df6-af99-c7f415a8d611), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.026814 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb28c36-2266-4446-b078-e02bff3c2f73 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:04.027536 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8eb28c36-2266-4446-b078-e02bff3c2f73 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.037203 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-01dcd264-8451-4a51-85d8-f0a040606ff3 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85cb384e-58fa-40e4-98f4-fa03d736d851']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:04.080216 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-01dcd264-8451-4a51-85d8-f0a040606ff3 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e074cb2-9b30-4196-ad37-be9238fc21ab') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:04.080922 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-01dcd264-8451-4a51-85d8-f0a040606ff3 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e074cb2-9b30-4196-ad37-be9238fc21ab') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:04.121642 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01dcd264-8451-4a51-85d8-f0a040606ff3 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (8e074cb2-9b30-4196-ad37-be9238fc21ab), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.134848 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb28c36-2266-4446-b078-e02bff3c2f73 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Network': ['ID=9cfc253b-3cd0-4df6-af99-c7f415a8d611,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:04.142953 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01dcd264-8451-4a51-85d8-f0a040606ff3 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (8e074cb2-9b30-4196-ad37-be9238fc21ab), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.150602 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 9cfc253b-3cd0-4df6-af99-c7f415a8d611 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:53:04.151480 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01dcd264-8451-4a51-85d8-f0a040606ff3 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:53:04.152378 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01dcd264-8451-4a51-85d8-f0a040606ff3 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (8e074cb2-9b30-4196-ad37-be9238fc21ab), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.170469 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaa8053-b95a-42cf-a2a9-87c84614427a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 14f73873-85e4-4865-bbee-0e50c5082c93 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:53:04.190228 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 8e074cb2-9b30-4196-ad37-be9238fc21ab resource provider aggregate not found Nov 02 12:53:04.230965 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8eb28c36-2266-4446-b078-e02bff3c2f73 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9986866 Nov 02 12:53:04.232835 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51576) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:04.246005 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 8e074cb2-9b30-4196-ad37-be9238fc21ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e074cb2-9b30-4196-ad37-be9238fc21ab found for delete ", "request_id": "req-e4d6c17b-97f8-4962-b832-ce424f25c864"}]} Nov 02 12:53:04.248290 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'ports': [{'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50'}, {'network_id': '9cfc253b-3cd0-4df6-af99-c7f415a8d611'}]} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:04.248803 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'port': {'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:04.249101 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'port': {'network_id': '9cfc253b-3cd0-4df6-af99-c7f415a8d611'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:04.368440 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-9eaa8053-b95a-42cf-a2a9-87c84614427a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 14f73873-85e4-4865-bbee-0e50c5082c93) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:04.370334 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01dcd264-8451-4a51-85d8-f0a040606ff3 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (85cb384e-58fa-40e4-98f4-fa03d736d851), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.379959 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01dcd264-8451-4a51-85d8-f0a040606ff3 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.386218 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b99d132-15bf-47ef-a926-579819e7db97 None None] Network 14f73873-85e4-4865-bbee-0e50c5082c93 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:04.386821 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-01dcd264-8451-4a51-85d8-f0a040606ff3 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] 10.222.0.64 "DELETE /networking/v2.0/networks/85cb384e-58fa-40e4-98f4-fa03d736d851 HTTP/1.1" status: 204 len: 168 time: 1.6515751 Nov 02 12:53:04.389373 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaa8053-b95a-42cf-a2a9-87c84614427a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:04.389373 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9eaa8053-b95a-42cf-a2a9-87c84614427a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.402697 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51582) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:04.452759 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcd264-8451-4a51-85d8-f0a040606ff3 tempest-TagsExtTest-1141646979 tempest-TagsExtTest-1141646979-project] Pushing event deleted for resources: {'Network': ['ID=85cb384e-58fa-40e4-98f4-fa03d736d851,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:04.540635 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-14f73873-85e4-4865-bbee-0e50c5082c93', 'network_id': '14f73873-85e4-4865-bbee-0e50c5082c93', 'project_id': '7d3e207adaab4614babb8fb6e2c10f77', 'fixed_ips': [{'subnet_id': '1c16ded9-d21c-4a5a-b911-7753ef1722c2'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:53:04.541666 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.689408 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] Allocated IP 2001:db8::2 (14f73873-85e4-4865-bbee-0e50c5082c93/1c16ded9-d21c-4a5a-b911-7753ef1722c2/2f8bb382-b4c4-4117-b9e1-15bee75b2892) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:04.722263 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:04.926615 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'port': 2} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:04.926842 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] Publish callbacks [] for port (2f8bb382-b4c4-4117-b9e1-15bee75b2892), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.931303 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9eaa8053-b95a-42cf-a2a9-87c84614427a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5849710 Nov 02 12:53:04.933476 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.934220 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51588) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:04.939242 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c0829c83-c1f2-4482-b8bd-08d7d80fa42d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'port': {'network_id': '14f73873-85e4-4865-bbee-0e50c5082c93', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2011175561'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:04.950112 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.141390 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] device_id is not set on port 4606cbc4-0a32-4884-ad9a-2b40762d799a yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:53:05.219539 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (2f8bb382-b4c4-4117-b9e1-15bee75b2892), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.263244 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] Network 14f73873-85e4-4865-bbee-0e50c5082c93 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:05.266436 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:05.273932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:05.282668 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (4606cbc4-0a32-4884-ad9a-2b40762d799a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.299624 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0829c83-c1f2-4482-b8bd-08d7d80fa42d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:05.303534 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c0829c83-c1f2-4482-b8bd-08d7d80fa42d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.340573 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-c0829c83-c1f2-4482-b8bd-08d7d80fa42d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] device_id is not set on port 16200d38-19ce-4c9a-a08d-a6abe372dcb5 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:53:05.428061 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-57a9de53-45f9-4327-8b76-721c26368573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.432342 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] Pushing event updated for resources: {'Port': ['ID=2f8bb382-b4c4-4117-b9e1-15bee75b2892,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:05.467758 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] Attempting to bind port 2f8bb382-b4c4-4117-b9e1-15bee75b2892 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:53:05.468141 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] Attempting to bind port 2f8bb382-b4c4-4117-b9e1-15bee75b2892 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'e2364bf6-9a8c-4425-b5d2-841f613ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '14f73873-85e4-4865-bbee-0e50c5082c93'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:53:05.469307 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] Attempting to bind port 2f8bb382-b4c4-4117-b9e1-15bee75b2892 on network 14f73873-85e4-4865-bbee-0e50c5082c93 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:05.505463 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] device_id is not set on port 2d1ebbe9-e0e0-4539-b910-3a2fae341a3c yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:53:05.534919 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:05.587955 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:53:05.594445 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] Checking segment: {'id': 'e2364bf6-9a8c-4425-b5d2-841f613ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '14f73873-85e4-4865-bbee-0e50c5082c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:53:05.594445 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.594445 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] Bound using segment: {'id': 'e2364bf6-9a8c-4425-b5d2-841f613ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '14f73873-85e4-4865-bbee-0e50c5082c93'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:53:05.594445 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] Bound port: 2f8bb382-b4c4-4117-b9e1-15bee75b2892, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2364bf6-9a8c-4425-b5d2-841f613ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '14f73873-85e4-4865-bbee-0e50c5082c93'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:53:05.594445 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2f8bb382-b4c4-4117-b9e1-15bee75b2892), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.626085 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51602) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:05.743858 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] For port 2f8bb382-b4c4-4117-b9e1-15bee75b2892, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:53:05.752426 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-57a9de53-45f9-4327-8b76-721c26368573 admin admin] Publish callbacks [] for security_group (e00b5c6a-6aac-4730-9242-769445975e66), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.767120 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] For port 2f8bb382-b4c4-4117-b9e1-15bee75b2892, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2f8bb382-b4c4-4117-b9e1-15bee75b2892,segment=NetworkSegment(e2364bf6-9a8c-4425-b5d2-841f613ea716),segment_id=e2364bf6-9a8c-4425-b5d2-841f613ea716)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:53:05.767309 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (2d1ebbe9-e0e0-4539-b910-3a2fae341a3c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.819964 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51608) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:05.924256 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-c0829c83-c1f2-4482-b8bd-08d7d80fa42d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Allocated IP 2001:db8::208 (14f73873-85e4-4865-bbee-0e50c5082c93/1c16ded9-d21c-4a5a-b911-7753ef1722c2/16200d38-19ce-4c9a-a08d-a6abe372dcb5) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:06.024261 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2f8bb382-b4c4-4117-b9e1-15bee75b2892), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.049672 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-57a9de53-45f9-4327-8b76-721c26368573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e00b5c6a-6aac-4730-9242-769445975e66), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.064254 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (4606cbc4-0a32-4884-ad9a-2b40762d799a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.088740 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-177b8a43-6f32-40c7-9441-1cd44d0f61ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.112637 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34151a-cc8c-4a4a-9c78-89bf1992ae0f None None] Pushing event updated for resources: {'Port': ['ID=2f8bb382-b4c4-4117-b9e1-15bee75b2892,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:06.139290 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-57a9de53-45f9-4327-8b76-721c26368573 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a2e770e3f5b5476e93b61cb9871d77e7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7334633 Nov 02 12:53:06.140158 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9de53-45f9-4327-8b76-721c26368573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00b5c6a-6aac-4730-9242-769445975e66,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:06.146323 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51616) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:06.196276 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9de53-45f9-4327-8b76-721c26368573 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:06.203975 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9de53-45f9-4327-8b76-721c26368573 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:06.205505 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9de53-45f9-4327-8b76-721c26368573 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:06.205988 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9de53-45f9-4327-8b76-721c26368573 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:06.206424 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9de53-45f9-4327-8b76-721c26368573 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:06.214747 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9de53-45f9-4327-8b76-721c26368573 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:06.224316 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9de53-45f9-4327-8b76-721c26368573 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:06.224316 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9de53-45f9-4327-8b76-721c26368573 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:06.224316 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9de53-45f9-4327-8b76-721c26368573 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:06.224316 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9de53-45f9-4327-8b76-721c26368573 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:06.224316 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9de53-45f9-4327-8b76-721c26368573 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:06.224316 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9de53-45f9-4327-8b76-721c26368573 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:06.224316 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9de53-45f9-4327-8b76-721c26368573 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:06.224316 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9de53-45f9-4327-8b76-721c26368573 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:06.225239 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a9de53-45f9-4327-8b76-721c26368573 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:06.261828 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c0829c83-c1f2-4482-b8bd-08d7d80fa42d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (16200d38-19ce-4c9a-a08d-a6abe372dcb5), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.320639 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f1e5939-d287-4c5d-a69b-62d5151618bb admin admin] Publish callbacks [] for security_group (e00b5c6a-6aac-4730-9242-769445975e66), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.340230 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f1e5939-d287-4c5d-a69b-62d5151618bb admin admin] Publish callbacks [] for security_group (e00b5c6a-6aac-4730-9242-769445975e66), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.482054 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=4606cbc4-0a32-4884-ad9a-2b40762d799a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:06.493320 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c0829c83-c1f2-4482-b8bd-08d7d80fa42d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (16200d38-19ce-4c9a-a08d-a6abe372dcb5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.514436 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-98ebc516-353d-412b-b095-f0c16e0f4e5e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=71d14f22e3da4c8c974fbc239c9614cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8871491 Nov 02 12:53:06.519199 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51620) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:06.539221 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:06.547377 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:06.574730 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:06.575807 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2d1ebbe9-e0e0-4539-b910-3a2fae341a3c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.591908 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0829c83-c1f2-4482-b8bd-08d7d80fa42d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 14f73873-85e4-4865-bbee-0e50c5082c93 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:06.595378 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-c0829c83-c1f2-4482-b8bd-08d7d80fa42d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:06.597721 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0829c83-c1f2-4482-b8bd-08d7d80fa42d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=16200d38-19ce-4c9a-a08d-a6abe372dcb5,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:06.600215 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0829c83-c1f2-4482-b8bd-08d7d80fa42d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:06.605191 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0829c83-c1f2-4482-b8bd-08d7d80fa42d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:06.605728 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c0829c83-c1f2-4482-b8bd-08d7d80fa42d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.657236 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6ae8960c-a624-4b03-9fff-3e889e288ffd admin admin] Publish callbacks [] for security_group (2ac48a7e-be95-497c-a662-5aed5edaddec), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.659160 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=2d1ebbe9-e0e0-4539-b910-3a2fae341a3c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:06.694558 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6ae8960c-a624-4b03-9fff-3e889e288ffd admin admin] Publish callbacks [] for security_group (2ac48a7e-be95-497c-a662-5aed5edaddec), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.706630 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Checking segment: {'id': 'e33072ab-b6ae-4083-a9ec-75ab41c4ee71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9cfc253b-3cd0-4df6-af99-c7f415a8d611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:53:06.706991 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network hostable DHCP agents. Network: 9cfc253b-3cd0-4df6-af99-c7f415a8d611, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:53:06.760875 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f1e5939-d287-4c5d-a69b-62d5151618bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e00b5c6a-6aac-4730-9242-769445975e66), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.760875 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8f1e5939-d287-4c5d-a69b-62d5151618bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.760875 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8f1e5939-d287-4c5d-a69b-62d5151618bb admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e00b5c6a-6aac-4730-9242-769445975e66 HTTP/1.1" status: 204 len: 168 time: 0.6132932 Nov 02 12:53:06.769676 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e5939-d287-4c5d-a69b-62d5151618bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00b5c6a-6aac-4730-9242-769445975e66,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:06.827625 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-177b8a43-6f32-40c7-9441-1cd44d0f61ac admin admin] Publish callbacks [] for security_group (0c4cbde9-d849-47f8-9f41-df93bb98d9cb), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.120456 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c0829c83-c1f2-4482-b8bd-08d7d80fa42d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.1843438 Nov 02 12:53:07.122964 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51626) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:07.171309 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:07.173599 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6ae8960c-a624-4b03-9fff-3e889e288ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2ac48a7e-be95-497c-a662-5aed5edaddec), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.181947 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6ae8960c-a624-4b03-9fff-3e889e288ffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.194691 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6ae8960c-a624-4b03-9fff-3e889e288ffd admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2ac48a7e-be95-497c-a662-5aed5edaddec HTTP/1.1" status: 204 len: 168 time: 0.6640851 Nov 02 12:53:07.199132 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-177b8a43-6f32-40c7-9441-1cd44d0f61ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0c4cbde9-d849-47f8-9f41-df93bb98d9cb), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.224105 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6ce81c48-6fdc-4007-bf83-e259f7ae34da tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port 16200d38-19ce-4c9a-a08d-a6abe372dcb5 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:07.224467 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ce81c48-6fdc-4007-bf83-e259f7ae34da tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (16200d38-19ce-4c9a-a08d-a6abe372dcb5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.224824 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network 9cfc253b-3cd0-4df6-af99-c7f415a8d611 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:53:07.276732 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8960c-a624-4b03-9fff-3e889e288ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac48a7e-be95-497c-a662-5aed5edaddec,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:07.321494 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-177b8a43-6f32-40c7-9441-1cd44d0f61ac admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=22e30d928bca405f84a615ec80ee8868&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5004108 Nov 02 12:53:07.327117 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51634) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:07.347027 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b8a43-6f32-40c7-9441-1cd44d0f61ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4cbde9-d849-47f8-9f41-df93bb98d9cb,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:07.379779 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b81c9c-11ea-4782-9780-9e946b20ae0a None None] Network 14f73873-85e4-4865-bbee-0e50c5082c93 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:07.386724 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ce81c48-6fdc-4007-bf83-e259f7ae34da tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (16200d38-19ce-4c9a-a08d-a6abe372dcb5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.398043 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 9cfc253b-3cd0-4df6-af99-c7f415a8d611) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:07.406299 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:07.411446 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:07.412170 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6ce81c48-6fdc-4007-bf83-e259f7ae34da tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for 16200d38-19ce-4c9a-a08d-a6abe372dcb5 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:07.415972 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:07.421197 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.438988 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada21a50-be98-4caf-9034-8bdf2736988c None None] Network 9cfc253b-3cd0-4df6-af99-c7f415a8d611 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:07.469529 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-73377e74-83df-42f0-ac1f-88b4f4650049 admin admin] Publish callbacks [] for security_group (0c4cbde9-d849-47f8-9f41-df93bb98d9cb), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.492397 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-73377e74-83df-42f0-ac1f-88b4f4650049 admin admin] Publish callbacks [] for security_group (0c4cbde9-d849-47f8-9f41-df93bb98d9cb), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.561196 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-792053d2-57fa-4a7c-9b27-a09b6bd5ddb9 None None] Provisioning complete for port 2f8bb382-b4c4-4117-b9e1-15bee75b2892 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:07.561480 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-792053d2-57fa-4a7c-9b27-a09b6bd5ddb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2f8bb382-b4c4-4117-b9e1-15bee75b2892), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.561824 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-792053d2-57fa-4a7c-9b27-a09b6bd5ddb9 None None] Attempt 1 to provision port 2f8bb382-b4c4-4117-b9e1-15bee75b2892 Nov 02 12:53:07.615278 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2a6c66f6-bfe8-496b-9464-8aab8e52b808 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3811498 Nov 02 12:53:07.619476 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51640) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:07.746073 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-73377e74-83df-42f0-ac1f-88b4f4650049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0c4cbde9-d849-47f8-9f41-df93bb98d9cb), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.748657 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-73377e74-83df-42f0-ac1f-88b4f4650049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.779300 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-73377e74-83df-42f0-ac1f-88b4f4650049 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0c4cbde9-d849-47f8-9f41-df93bb98d9cb HTTP/1.1" status: 204 len: 168 time: 0.4214046 Nov 02 12:53:07.779467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2f8bb382-b4c4-4117-b9e1-15bee75b2892 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:07.779623 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f1825e02-a517-4a7d-a76e-b22dd46ff846 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port 2d1ebbe9-e0e0-4539-b910-3a2fae341a3c {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:07.779623 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1825e02-a517-4a7d-a76e-b22dd46ff846 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2d1ebbe9-e0e0-4539-b910-3a2fae341a3c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.779623 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73377e74-83df-42f0-ac1f-88b4f4650049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4cbde9-d849-47f8-9f41-df93bb98d9cb,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:07.803931 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ce81c48-6fdc-4007-bf83-e259f7ae34da tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (16200d38-19ce-4c9a-a08d-a6abe372dcb5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.838865 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-792053d2-57fa-4a7c-9b27-a09b6bd5ddb9 None None] Current status of the port 2f8bb382-b4c4-4117-b9e1-15bee75b2892 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:07.839268 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-792053d2-57fa-4a7c-9b27-a09b6bd5ddb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2f8bb382-b4c4-4117-b9e1-15bee75b2892), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.873427 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce81c48-6fdc-4007-bf83-e259f7ae34da tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=16200d38-19ce-4c9a-a08d-a6abe372dcb5,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:07.875433 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1825e02-a517-4a7d-a76e-b22dd46ff846 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2d1ebbe9-e0e0-4539-b910-3a2fae341a3c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.891766 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2f8bb382-b4c4-4117-b9e1-15bee75b2892 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:07.893756 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2f8bb382-b4c4-4117-b9e1-15bee75b2892), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.894311 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2f8bb382-b4c4-4117-b9e1-15bee75b2892 Nov 02 12:53:07.903345 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f1825e02-a517-4a7d-a76e-b22dd46ff846 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for 2d1ebbe9-e0e0-4539-b910-3a2fae341a3c owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:07.943708 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ce81c48-6fdc-4007-bf83-e259f7ae34da tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.950465 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6ce81c48-6fdc-4007-bf83-e259f7ae34da tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/ports/16200d38-19ce-4c9a-a08d-a6abe372dcb5 HTTP/1.1" status: 204 len: 168 time: 0.8237593 Nov 02 12:53:07.951224 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51648) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:08.016822 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffca4d2a-0d97-476d-bab6-ac1adbacf8b4 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] GET failed (client error): The resource could not be found. Nov 02 12:53:08.018351 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ffca4d2a-0d97-476d-bab6-ac1adbacf8b4 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports/16200d38-19ce-4c9a-a08d-a6abe372dcb5 HTTP/1.1" status: 404 len: 333 time: 0.0661194 Nov 02 12:53:08.021442 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51652) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:08.074250 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51654) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:08.091080 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a471a27-b9e5-4fca-ab81-666367d4743f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting subnet 1c16ded9-d21c-4a5a-b911-7753ef1722c2 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:53:08.091526 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:08.095936 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a471a27-b9e5-4fca-ab81-666367d4743f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (1c16ded9-d21c-4a5a-b911-7753ef1722c2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:08.109317 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61aa48fc-2e5a-42e7-b613-39bce5501883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:08.153665 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a471a27-b9e5-4fca-ab81-666367d4743f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (1c16ded9-d21c-4a5a-b911-7753ef1722c2), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:08.184769 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-792053d2-57fa-4a7c-9b27-a09b6bd5ddb9 None None] For port 2f8bb382-b4c4-4117-b9e1-15bee75b2892, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2f8bb382-b4c4-4117-b9e1-15bee75b2892,segment=NetworkSegment(e2364bf6-9a8c-4425-b5d2-841f613ea716),segment_id=e2364bf6-9a8c-4425-b5d2-841f613ea716)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:08.272862 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2f8bb382-b4c4-4117-b9e1-15bee75b2892 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:08.272862 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2f8bb382-b4c4-4117-b9e1-15bee75b2892), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:08.288265 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61aa48fc-2e5a-42e7-b613-39bce5501883 admin admin] Publish callbacks [] for security_group (64f89f5c-133a-441e-a208-836f3b0ee859), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:08.297179 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1825e02-a517-4a7d-a76e-b22dd46ff846 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2d1ebbe9-e0e0-4539-b910-3a2fae341a3c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:08.348675 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1825e02-a517-4a7d-a76e-b22dd46ff846 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:08.348675 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f1825e02-a517-4a7d-a76e-b22dd46ff846 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/ports/2d1ebbe9-e0e0-4539-b910-3a2fae341a3c HTTP/1.1" status: 204 len: 168 time: 0.7249916 Nov 02 12:53:08.349035 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51662) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:08.354450 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-792053d2-57fa-4a7c-9b27-a09b6bd5ddb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2f8bb382-b4c4-4117-b9e1-15bee75b2892), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:08.358055 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a471a27-b9e5-4fca-ab81-666367d4743f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (1c16ded9-d21c-4a5a-b911-7753ef1722c2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:08.425921 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1825e02-a517-4a7d-a76e-b22dd46ff846 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=2d1ebbe9-e0e0-4539-b910-3a2fae341a3c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:08.448219 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231d88e8-747f-4d4d-a849-afb6db5e2b90 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:08.454018 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231d88e8-747f-4d4d-a849-afb6db5e2b90 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:08.455700 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-231d88e8-747f-4d4d-a849-afb6db5e2b90 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1059117 Nov 02 12:53:08.458526 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51666) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:08.471541 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-098bbc68-9a9f-4d7f-ada0-3bb6d8938c16 None None] Could not find standard attr ID for object 16200d38-19ce-4c9a-a08d-a6abe372dcb5. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:53:08.473259 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:53:08.474013 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:53:08.493924 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792053d2-57fa-4a7c-9b27-a09b6bd5ddb9 None None] Pushing event updated for resources: {'Port': ['ID=2f8bb382-b4c4-4117-b9e1-15bee75b2892,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:08.524746 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61aa48fc-2e5a-42e7-b613-39bce5501883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (64f89f5c-133a-441e-a208-836f3b0ee859), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:08.524836 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-098bbc68-9a9f-4d7f-ada0-3bb6d8938c16 None None] Provisioning complete for port 2f8bb382-b4c4-4117-b9e1-15bee75b2892 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:08.524836 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-098bbc68-9a9f-4d7f-ada0-3bb6d8938c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2f8bb382-b4c4-4117-b9e1-15bee75b2892), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:08.524836 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-098bbc68-9a9f-4d7f-ada0-3bb6d8938c16 None None] Attempt 1 to provision port 2f8bb382-b4c4-4117-b9e1-15bee75b2892 Nov 02 12:53:08.611105 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51676) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:08.611931 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-61aa48fc-2e5a-42e7-b613-39bce5501883 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a2d9c1b2a0744993b8f82d543e9cffc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5365667 Nov 02 12:53:08.644188 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa48fc-2e5a-42e7-b613-39bce5501883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f89f5c-133a-441e-a208-836f3b0ee859,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:08.657619 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-098bbc68-9a9f-4d7f-ada0-3bb6d8938c16 None None] Current status of the port 2f8bb382-b4c4-4117-b9e1-15bee75b2892 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:08.661033 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ff670619-efc7-4740-a347-b452097d1aa4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port 4606cbc4-0a32-4884-ad9a-2b40762d799a {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:08.661324 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff670619-efc7-4740-a347-b452097d1aa4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (4606cbc4-0a32-4884-ad9a-2b40762d799a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:08.701723 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93220d82-9703-4493-aa41-2bd5d881f5dc admin admin] Publish callbacks [] for security_group (64f89f5c-133a-441e-a208-836f3b0ee859), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:08.705745 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a471a27-b9e5-4fca-ab81-666367d4743f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (1c16ded9-d21c-4a5a-b911-7753ef1722c2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:08.737886 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:53:08.763649 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a471a27-b9e5-4fca-ab81-666367d4743f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Subnet': ['ID=1c16ded9-d21c-4a5a-b911-7753ef1722c2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:08.768205 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93220d82-9703-4493-aa41-2bd5d881f5dc admin admin] Publish callbacks [] for security_group (64f89f5c-133a-441e-a208-836f3b0ee859), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:08.770626 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a471a27-b9e5-4fca-ab81-666367d4743f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:08.777397 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0a471a27-b9e5-4fca-ab81-666367d4743f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/1c16ded9-d21c-4a5a-b911-7753ef1722c2 HTTP/1.1" status: 204 len: 168 time: 0.7546206 Nov 02 12:53:08.778699 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-39cdfab4-3d62-4c0a-8088-ffef501091e2 None None] Could not find standard attr ID for object 16200d38-19ce-4c9a-a08d-a6abe372dcb5. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:53:08.780850 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51678) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:08.805778 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff670619-efc7-4740-a347-b452097d1aa4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (4606cbc4-0a32-4884-ad9a-2b40762d799a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:08.832710 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ff670619-efc7-4740-a347-b452097d1aa4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for 4606cbc4-0a32-4884-ad9a-2b40762d799a owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:08.886792 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba292872-eb3f-4ce0-aebb-563505b9d5f6 None None] Network 14f73873-85e4-4865-bbee-0e50c5082c93 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:08.895600 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c31db0dc-e8f2-43fe-ba50-074105e39189 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (14f73873-85e4-4865-bbee-0e50c5082c93), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:08.998168 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93220d82-9703-4493-aa41-2bd5d881f5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (64f89f5c-133a-441e-a208-836f3b0ee859), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:09.001160 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-c31db0dc-e8f2-43fe-ba50-074105e39189 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port 2f8bb382-b4c4-4117-b9e1-15bee75b2892 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:09.001516 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c31db0dc-e8f2-43fe-ba50-074105e39189 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2f8bb382-b4c4-4117-b9e1-15bee75b2892), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:09.010812 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-93220d82-9703-4493-aa41-2bd5d881f5dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:09.012159 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-93220d82-9703-4493-aa41-2bd5d881f5dc admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/64f89f5c-133a-441e-a208-836f3b0ee859 HTTP/1.1" status: 204 len: 168 time: 0.3999326 Nov 02 12:53:09.029696 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93220d82-9703-4493-aa41-2bd5d881f5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f89f5c-133a-441e-a208-836f3b0ee859,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:09.103467 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-c31db0dc-e8f2-43fe-ba50-074105e39189 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] For port 2f8bb382-b4c4-4117-b9e1-15bee75b2892, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2f8bb382-b4c4-4117-b9e1-15bee75b2892,segment=NetworkSegment(e2364bf6-9a8c-4425-b5d2-841f613ea716),segment_id=e2364bf6-9a8c-4425-b5d2-841f613ea716)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:09.118999 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c31db0dc-e8f2-43fe-ba50-074105e39189 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2f8bb382-b4c4-4117-b9e1-15bee75b2892), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:09.128255 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-c31db0dc-e8f2-43fe-ba50-074105e39189 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for 2f8bb382-b4c4-4117-b9e1-15bee75b2892 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:09.130963 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2f8bb382-b4c4-4117-b9e1-15bee75b2892 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:09.189235 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d046f0a1-5779-4d86-9b09-163a4ed02c25 None None] DHCP port deletion for 14f73873-85e4-4865-bbee-0e50c5082c93 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:53:09.240415 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff670619-efc7-4740-a347-b452097d1aa4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (4606cbc4-0a32-4884-ad9a-2b40762d799a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:09.249604 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d046f0a1-5779-4d86-9b09-163a4ed02c25 None None] Deleting port 2f8bb382-b4c4-4117-b9e1-15bee75b2892 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:09.250228 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d046f0a1-5779-4d86-9b09-163a4ed02c25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2f8bb382-b4c4-4117-b9e1-15bee75b2892), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:09.265057 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:09.298398 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff670619-efc7-4740-a347-b452097d1aa4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=4606cbc4-0a32-4884-ad9a-2b40762d799a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:09.329872 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff670619-efc7-4740-a347-b452097d1aa4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:09.336921 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51690) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:09.337978 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ff670619-efc7-4740-a347-b452097d1aa4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/ports/4606cbc4-0a32-4884-ad9a-2b40762d799a HTTP/1.1" status: 204 len: 168 time: 0.8782971 Nov 02 12:53:09.361329 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d046f0a1-5779-4d86-9b09-163a4ed02c25 None None] For port 2f8bb382-b4c4-4117-b9e1-15bee75b2892, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2f8bb382-b4c4-4117-b9e1-15bee75b2892,segment=NetworkSegment(e2364bf6-9a8c-4425-b5d2-841f613ea716),segment_id=e2364bf6-9a8c-4425-b5d2-841f613ea716)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:09.361740 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d046f0a1-5779-4d86-9b09-163a4ed02c25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2f8bb382-b4c4-4117-b9e1-15bee75b2892), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:09.407832 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d046f0a1-5779-4d86-9b09-163a4ed02c25 None None] Calling delete_port for 2f8bb382-b4c4-4117-b9e1-15bee75b2892 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:09.415474 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be886e7c-4224-4c4f-89aa-ad3948fc08be tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:09.417272 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-be886e7c-4224-4c4f-89aa-ad3948fc08be tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0771024 Nov 02 12:53:09.420795 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51694) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:09.452517 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-115de268-46b4-4885-a0ed-92676b83f1a7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] GET failed (client error): The resource could not be found. Nov 02 12:53:09.454021 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-115de268-46b4-4885-a0ed-92676b83f1a7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports/2d1ebbe9-e0e0-4539-b910-3a2fae341a3c HTTP/1.1" status: 404 len: 333 time: 0.0317876 Nov 02 12:53:09.456921 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51696) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:09.488750 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fac3644-883c-4ca1-bdba-7bbf66dbf6f3 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] GET failed (client error): The resource could not be found. Nov 02 12:53:09.493366 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4fac3644-883c-4ca1-bdba-7bbf66dbf6f3 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports/4606cbc4-0a32-4884-ad9a-2b40762d799a HTTP/1.1" status: 404 len: 333 time: 0.0323451 Nov 02 12:53:09.493815 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51698) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:09.598060 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0ff868b-63ea-4276-a1af-296f4ae7e9bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (9cfc253b-3cd0-4df6-af99-c7f415a8d611), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:09.601399 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c31db0dc-e8f2-43fe-ba50-074105e39189 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (2f8bb382-b4c4-4117-b9e1-15bee75b2892), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:09.604640 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d046f0a1-5779-4d86-9b09-163a4ed02c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (2f8bb382-b4c4-4117-b9e1-15bee75b2892), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:09.637963 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31db0dc-e8f2-43fe-ba50-074105e39189 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=2f8bb382-b4c4-4117-b9e1-15bee75b2892,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:09.649477 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31db0dc-e8f2-43fe-ba50-074105e39189 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No DVR routers for this DVR port 2f8bb382-b4c4-4117-b9e1-15bee75b2892 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:53:09.653093 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046f0a1-5779-4d86-9b09-163a4ed02c25 None None] Pushing event deleted for resources: {'Port': ['ID=2f8bb382-b4c4-4117-b9e1-15bee75b2892,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:09.665738 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d046f0a1-5779-4d86-9b09-163a4ed02c25 None None] No DVR routers for this DVR port 2f8bb382-b4c4-4117-b9e1-15bee75b2892 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:53:09.783766 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2f8bb382-b4c4-4117-b9e1-15bee75b2892 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:53:09.821707 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 2f8bb382-b4c4-4117-b9e1-15bee75b2892 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:53:09.822047 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2f8bb382-b4c4-4117-b9e1-15bee75b2892 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:53:09.851284 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c31db0dc-e8f2-43fe-ba50-074105e39189 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (14f73873-85e4-4865-bbee-0e50c5082c93), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:09.919380 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0ff868b-63ea-4276-a1af-296f4ae7e9bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (9cfc253b-3cd0-4df6-af99-c7f415a8d611), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:09.922982 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-c31db0dc-e8f2-43fe-ba50-074105e39189 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f73873-85e4-4865-bbee-0e50c5082c93']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:09.943254 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-c31db0dc-e8f2-43fe-ba50-074105e39189 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2364bf6-9a8c-4425-b5d2-841f613ea716') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:09.943254 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-c31db0dc-e8f2-43fe-ba50-074105e39189 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2364bf6-9a8c-4425-b5d2-841f613ea716') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:09.958824 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-b0ff868b-63ea-4276-a1af-296f4ae7e9bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfc253b-3cd0-4df6-af99-c7f415a8d611']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:09.962877 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c31db0dc-e8f2-43fe-ba50-074105e39189 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (e2364bf6-9a8c-4425-b5d2-841f613ea716), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:09.977530 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-b0ff868b-63ea-4276-a1af-296f4ae7e9bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33072ab-b6ae-4083-a9ec-75ab41c4ee71') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:09.977846 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-b0ff868b-63ea-4276-a1af-296f4ae7e9bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33072ab-b6ae-4083-a9ec-75ab41c4ee71') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:09.990226 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0ff868b-63ea-4276-a1af-296f4ae7e9bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (e33072ab-b6ae-4083-a9ec-75ab41c4ee71), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:09.992145 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c31db0dc-e8f2-43fe-ba50-074105e39189 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e2364bf6-9a8c-4425-b5d2-841f613ea716), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:10.011851 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31db0dc-e8f2-43fe-ba50-074105e39189 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:53:10.012251 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c31db0dc-e8f2-43fe-ba50-074105e39189 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (e2364bf6-9a8c-4425-b5d2-841f613ea716), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:10.029819 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0ff868b-63ea-4276-a1af-296f4ae7e9bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e33072ab-b6ae-4083-a9ec-75ab41c4ee71), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:10.052428 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment e2364bf6-9a8c-4425-b5d2-841f613ea716 resource provider aggregate not found Nov 02 12:53:10.089604 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ff868b-63ea-4276-a1af-296f4ae7e9bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:53:10.090204 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0ff868b-63ea-4276-a1af-296f4ae7e9bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (e33072ab-b6ae-4083-a9ec-75ab41c4ee71), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:10.109866 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment e2364bf6-9a8c-4425-b5d2-841f613ea716 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2364bf6-9a8c-4425-b5d2-841f613ea716 found for delete ", "request_id": "req-f4f90857-1b71-4297-b93a-def3b940a820"}]} Nov 02 12:53:10.389659 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c31db0dc-e8f2-43fe-ba50-074105e39189 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (14f73873-85e4-4865-bbee-0e50c5082c93), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:10.391648 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0ff868b-63ea-4276-a1af-296f4ae7e9bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (9cfc253b-3cd0-4df6-af99-c7f415a8d611), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:10.429434 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c31db0dc-e8f2-43fe-ba50-074105e39189 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:10.429434 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c31db0dc-e8f2-43fe-ba50-074105e39189 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/networks/14f73873-85e4-4865-bbee-0e50c5082c93 HTTP/1.1" status: 204 len: 168 time: 1.6276729 Nov 02 12:53:10.429434 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0ff868b-63ea-4276-a1af-296f4ae7e9bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:10.429434 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b0ff868b-63ea-4276-a1af-296f4ae7e9bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/networks/9cfc253b-3cd0-4df6-af99-c7f415a8d611 HTTP/1.1" status: 204 len: 168 time: 0.9321578 Nov 02 12:53:10.429434 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31db0dc-e8f2-43fe-ba50-074105e39189 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Network': ['ID=14f73873-85e4-4865-bbee-0e50c5082c93,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:10.434276 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51732) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:10.434712 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51734) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:10.440508 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-40f34951-99cf-4cd7-9721-16ba88bb4781 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'port': {'network_id': '950caa8b-342c-43ee-8569-196bbe644df8', 'name': 'tempest-PortsIpV6TestJSON-1656812614'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:10.451577 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-94a78e8f-2a44-4b00-b46c-c0b5e3fd1553 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1424273124'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:10.454152 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff868b-63ea-4276-a1af-296f4ae7e9bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Network': ['ID=9cfc253b-3cd0-4df6-af99-c7f415a8d611,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:10.484861 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=5,neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:10.715706 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a78e8f-2a44-4b00-b46c-c0b5e3fd1553 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:10.720082 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-94a78e8f-2a44-4b00-b46c-c0b5e3fd1553 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:10.780428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f34951-99cf-4cd7-9721-16ba88bb4781 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:10.805705 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40f34951-99cf-4cd7-9721-16ba88bb4781 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:10.855372 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a78e8f-2a44-4b00-b46c-c0b5e3fd1553 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:53:10.880967 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-40f34951-99cf-4cd7-9721-16ba88bb4781 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] device_id is not set on port 9f45cd6b-6ee3-479b-96a3-7853198a6c29 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:53:10.888736 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-94a78e8f-2a44-4b00-b46c-c0b5e3fd1553 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a8d3e2ff-ba13-4a06-a11b-78a0c5f12594), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:10.889288 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-94a78e8f-2a44-4b00-b46c-c0b5e3fd1553 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Added segment a8d3e2ff-ba13-4a06-a11b-78a0c5f12594 of type vlan for network fc7c3325-1b6e-4382-854b-71b1deb6d78c Nov 02 12:53:10.987916 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-94a78e8f-2a44-4b00-b46c-c0b5e3fd1553 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (fc7c3325-1b6e-4382-854b-71b1deb6d78c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.129158 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40f34951-99cf-4cd7-9721-16ba88bb4781 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (9f45cd6b-6ee3-479b-96a3-7853198a6c29), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.264220 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-94a78e8f-2a44-4b00-b46c-c0b5e3fd1553 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (fc7c3325-1b6e-4382-854b-71b1deb6d78c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.269618 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a78e8f-2a44-4b00-b46c-c0b5e3fd1553 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:11.284832 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-94a78e8f-2a44-4b00-b46c-c0b5e3fd1553 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.358133 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40f34951-99cf-4cd7-9721-16ba88bb4781 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9f45cd6b-6ee3-479b-96a3-7853198a6c29), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.373033 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a78e8f-2a44-4b00-b46c-c0b5e3fd1553 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Network': ['ID=fc7c3325-1b6e-4382-854b-71b1deb6d78c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:11.387845 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network fc7c3325-1b6e-4382-854b-71b1deb6d78c details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:53:11.431958 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f34951-99cf-4cd7-9721-16ba88bb4781 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 950caa8b-342c-43ee-8569-196bbe644df8 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:11.440198 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-40f34951-99cf-4cd7-9721-16ba88bb4781 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:11.444651 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f34951-99cf-4cd7-9721-16ba88bb4781 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=9f45cd6b-6ee3-479b-96a3-7853198a6c29,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:11.449162 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f34951-99cf-4cd7-9721-16ba88bb4781 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:11.466893 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f34951-99cf-4cd7-9721-16ba88bb4781 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:11.466893 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40f34951-99cf-4cd7-9721-16ba88bb4781 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.484921 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51760) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:11.486167 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-94a78e8f-2a44-4b00-b46c-c0b5e3fd1553 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0408010 Nov 02 12:53:11.487050 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:11.532464 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-3cfd4b4d-ccea-406d-967f-fd7516200604 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'subnet': {'network_id': 'fc7c3325-1b6e-4382-854b-71b1deb6d78c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:11.732566 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-40f34951-99cf-4cd7-9721-16ba88bb4781 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2943082 Nov 02 12:53:11.733244 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51768) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:11.765960 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfd4b4d-ccea-406d-967f-fd7516200604 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:11.774083 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3cfd4b4d-ccea-406d-967f-fd7516200604 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.835765 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port 9f45cd6b-6ee3-479b-96a3-7853198a6c29 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:11.836766 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9f45cd6b-6ee3-479b-96a3-7853198a6c29), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.873359 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.ipam_backend_mixin [None req-3cfd4b4d-ccea-406d-967f-fd7516200604 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Performing IP validity checks on allocation pools {{(pid=105975) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 02 12:53:11.874164 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.ipam_backend_mixin [None req-3cfd4b4d-ccea-406d-967f-fd7516200604 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105975) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 02 12:53:11.956369 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9f45cd6b-6ee3-479b-96a3-7853198a6c29), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.987019 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for 9f45cd6b-6ee3-479b-96a3-7853198a6c29 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:11.987147 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:11.994537 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51784) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:12.130290 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment e33072ab-b6ae-4083-a9ec-75ab41c4ee71 resource provider aggregate not found Nov 02 12:53:12.151521 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment e33072ab-b6ae-4083-a9ec-75ab41c4ee71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e33072ab-b6ae-4083-a9ec-75ab41c4ee71 found for delete ", "request_id": "req-d25c4ea0-e88c-4056-b385-9f44442ae746"}]} Nov 02 12:53:12.207925 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3cfd4b4d-ccea-406d-967f-fd7516200604 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (f312a6ac-ef48-4fc1-88f6-e50676f2801e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:12.254694 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9f45cd6b-6ee3-479b-96a3-7853198a6c29), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:12.294733 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd4b4d-ccea-406d-967f-fd7516200604 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Subnet': ['ID=f312a6ac-ef48-4fc1-88f6-e50676f2801e,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:12.299072 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfd4b4d-ccea-406d-967f-fd7516200604 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Checking segment: {'id': 'a8d3e2ff-ba13-4a06-a11b-78a0c5f12594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'fc7c3325-1b6e-4382-854b-71b1deb6d78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:53:12.299072 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfd4b4d-ccea-406d-967f-fd7516200604 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network hostable DHCP agents. Network: fc7c3325-1b6e-4382-854b-71b1deb6d78c, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:53:12.315536 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=9f45cd6b-6ee3-479b-96a3-7853198a6c29,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:12.347222 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:12.347720 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:12.348171 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:12.348761 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:12.349476 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:12.350109 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:12.350423 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:12.350852 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:12.351288 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:12.351798 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:12.352227 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:12.352687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:12.353138 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:12.353770 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:12.354193 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:12.361629 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:12.366649 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:12.373173 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6b26f99c-a2f9-4384-93a0-6261df8cceaa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/ports/9f45cd6b-6ee3-479b-96a3-7853198a6c29 HTTP/1.1" status: 204 len: 168 time: 0.6366093 Nov 02 12:53:12.373541 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51798) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:12.389084 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e49497d1-3409-4d43-98a5-8cc19850e0e7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'port': {'network_id': '950caa8b-342c-43ee-8569-196bbe644df8', 'mac_address': 'fa:16:3e:7f:93:8f', 'name': 'tempest-PortsIpV6TestJSON-1972941212'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:12.509635 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfd4b4d-ccea-406d-967f-fd7516200604 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network fc7c3325-1b6e-4382-854b-71b1deb6d78c is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:53:12.511493 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:12.611865 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-407dc95b-95da-4f74-853a-0e0b4bb9565e tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1398911166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:12.647676 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49497d1-3409-4d43-98a5-8cc19850e0e7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:12.738202 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e49497d1-3409-4d43-98a5-8cc19850e0e7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:12.754710 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-3cfd4b4d-ccea-406d-967f-fd7516200604 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, fc7c3325-1b6e-4382-854b-71b1deb6d78c) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:12.765545 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6e6757-411f-43e4-82e0-741f7fa9a664 None None] Network fc7c3325-1b6e-4382-854b-71b1deb6d78c requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:12.766090 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfd4b4d-ccea-406d-967f-fd7516200604 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:12.766466 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3cfd4b4d-ccea-406d-967f-fd7516200604 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:12.790566 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-e49497d1-3409-4d43-98a5-8cc19850e0e7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] device_id is not set on port 846cc4a7-ffb4-44cf-86f1-e88f83a2f521 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:53:12.854428 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-407dc95b-95da-4f74-853a-0e0b4bb9565e tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (49906b4b-3e22-4fcc-9f52-4c6509b42702), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:12.855302 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-407dc95b-95da-4f74-853a-0e0b4bb9565e tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (49906b4b-3e22-4fcc-9f52-4c6509b42702), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:12.941354 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3cfd4b4d-ccea-406d-967f-fd7516200604 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4500084 Nov 02 12:53:12.941570 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-fc7c3325-1b6e-4382-854b-71b1deb6d78c', 'network_id': 'fc7c3325-1b6e-4382-854b-71b1deb6d78c', 'project_id': '3d34b3cffbc44c0aae74d45280e6cf4d', 'fixed_ips': [{'subnet_id': 'f312a6ac-ef48-4fc1-88f6-e50676f2801e'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:53:12.941570 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:12.943364 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51810) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:12.950209 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-d914e9f1-25b6-4701-9191-cbe078c06039 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'port': {'network_id': 'fc7c3325-1b6e-4382-854b-71b1deb6d78c', 'name': 'tempest-PortsTestJSON-604701718'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:13.148773 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8a33697a-e0a8-4f5f-acae-4b4eb9ece3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:13.180387 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-407dc95b-95da-4f74-853a-0e0b4bb9565e tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for router_controller (49906b4b-3e22-4fcc-9f52-4c6509b42702), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:13.207576 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e49497d1-3409-4d43-98a5-8cc19850e0e7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (846cc4a7-ffb4-44cf-86f1-e88f83a2f521), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:13.234940 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] Allocated IP 172.20.0.2 (fc7c3325-1b6e-4382-854b-71b1deb6d78c/f312a6ac-ef48-4fc1-88f6-e50676f2801e/373c27cf-b7eb-49a3-81c3-7590998eb021) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:13.270016 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-407dc95b-95da-4f74-853a-0e0b4bb9565e tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (49906b4b-3e22-4fcc-9f52-4c6509b42702), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:13.294198 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51822) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:13.304111 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d914e9f1-25b6-4701-9191-cbe078c06039 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:13.309020 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d914e9f1-25b6-4701-9191-cbe078c06039 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:13.347114 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-d914e9f1-25b6-4701-9191-cbe078c06039 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] device_id is not set on port 012dee82-c347-4ab2-bdec-5a3919951bb8 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:53:13.372279 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e49497d1-3409-4d43-98a5-8cc19850e0e7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (846cc4a7-ffb4-44cf-86f1-e88f83a2f521), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:13.444041 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-407dc95b-95da-4f74-853a-0e0b4bb9565e tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:13.448653 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-407dc95b-95da-4f74-853a-0e0b4bb9565e tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4551985 Nov 02 12:53:13.451528 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51828) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:13.459837 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-2cba1c1e-5735-4bc4-9fc7-1a8e3e7c4f83 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-767725545'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:13.471513 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49497d1-3409-4d43-98a5-8cc19850e0e7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 950caa8b-342c-43ee-8569-196bbe644df8 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:13.477703 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e49497d1-3409-4d43-98a5-8cc19850e0e7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:13.480180 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49497d1-3409-4d43-98a5-8cc19850e0e7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=846cc4a7-ffb4-44cf-86f1-e88f83a2f521,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:13.482540 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49497d1-3409-4d43-98a5-8cc19850e0e7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:13.487385 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49497d1-3409-4d43-98a5-8cc19850e0e7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:13.487583 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] Publish callbacks [] for port (373c27cf-b7eb-49a3-81c3-7590998eb021), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:13.488191 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e49497d1-3409-4d43-98a5-8cc19850e0e7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:13.651308 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c401cf3a-b39a-4d8a-b2df-fcd1af766b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:13.754485 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c401cf3a-b39a-4d8a-b2df-fcd1af766b68 admin admin] Publish callbacks [] for security_group (e2651f40-0405-4ba4-9133-39beb9b88521), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:13.767669 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (373c27cf-b7eb-49a3-81c3-7590998eb021), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:13.770718 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e49497d1-3409-4d43-98a5-8cc19850e0e7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3959835 Nov 02 12:53:13.774262 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51838) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:13.834374 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cba1c1e-5735-4bc4-9fc7-1a8e3e7c4f83 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Made reservation on behalf of 2d7834e545604dfcab709c3662801725 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:13.838939 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37857b33-7111-4ff6-92d0-90168a4d0ea2 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:13.841063 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-37857b33-7111-4ff6-92d0-90168a4d0ea2 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports/846cc4a7-ffb4-44cf-86f1-e88f83a2f521 HTTP/1.1" status: 200 len: 845 time: 0.0627053 Nov 02 12:53:13.843638 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51842) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:13.849684 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2cba1c1e-5735-4bc4-9fc7-1a8e3e7c4f83 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:13.874138 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] Network fc7c3325-1b6e-4382-854b-71b1deb6d78c is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:13.899106 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:13.908620 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:13.922652 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c401cf3a-b39a-4d8a-b2df-fcd1af766b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e2651f40-0405-4ba4-9133-39beb9b88521), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:13.949605 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2cba1c1e-5735-4bc4-9fc7-1a8e3e7c4f83 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:13.963908 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9a7f06c0-ad33-4a15-8c1b-c45beeca1c35 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port 846cc4a7-ffb4-44cf-86f1-e88f83a2f521 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:13.965044 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a7f06c0-ad33-4a15-8c1b-c45beeca1c35 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (846cc4a7-ffb4-44cf-86f1-e88f83a2f521), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:14.021904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] Pushing event updated for resources: {'Port': ['ID=373c27cf-b7eb-49a3-81c3-7590998eb021,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:14.068327 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a7f06c0-ad33-4a15-8c1b-c45beeca1c35 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (846cc4a7-ffb4-44cf-86f1-e88f83a2f521), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:14.088370 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9a7f06c0-ad33-4a15-8c1b-c45beeca1c35 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for 846cc4a7-ffb4-44cf-86f1-e88f83a2f521 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:14.127355 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] Attempting to bind port 373c27cf-b7eb-49a3-81c3-7590998eb021 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:53:14.127929 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] Attempting to bind port 373c27cf-b7eb-49a3-81c3-7590998eb021 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a8d3e2ff-ba13-4a06-a11b-78a0c5f12594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'fc7c3325-1b6e-4382-854b-71b1deb6d78c'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:53:14.128690 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] Attempting to bind port 373c27cf-b7eb-49a3-81c3-7590998eb021 on network fc7c3325-1b6e-4382-854b-71b1deb6d78c {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:14.206861 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=7,neutron:SELECT=86,neutron:INSERT=7 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:14.208312 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:53:14.208725 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] Checking segment: {'id': 'a8d3e2ff-ba13-4a06-a11b-78a0c5f12594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'fc7c3325-1b6e-4382-854b-71b1deb6d78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:53:14.209156 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:14.209533 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] Bound using segment: {'id': 'a8d3e2ff-ba13-4a06-a11b-78a0c5f12594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'fc7c3325-1b6e-4382-854b-71b1deb6d78c'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:53:14.210036 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] Bound port: 373c27cf-b7eb-49a3-81c3-7590998eb021, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d3e2ff-ba13-4a06-a11b-78a0c5f12594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'fc7c3325-1b6e-4382-854b-71b1deb6d78c'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:53:14.210410 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (373c27cf-b7eb-49a3-81c3-7590998eb021), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:14.217593 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c401cf3a-b39a-4d8a-b2df-fcd1af766b68 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e76a4d0d270c4f46a34df991233cb35e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9219263 Nov 02 12:53:14.220200 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51858) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:14.341200 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a7f06c0-ad33-4a15-8c1b-c45beeca1c35 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (846cc4a7-ffb4-44cf-86f1-e88f83a2f521), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:14.358962 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] For port 373c27cf-b7eb-49a3-81c3-7590998eb021, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:53:14.372001 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] For port 373c27cf-b7eb-49a3-81c3-7590998eb021, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=373c27cf-b7eb-49a3-81c3-7590998eb021,segment=NetworkSegment(a8d3e2ff-ba13-4a06-a11b-78a0c5f12594),segment_id=a8d3e2ff-ba13-4a06-a11b-78a0c5f12594)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:53:14.399867 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2cba1c1e-5735-4bc4-9fc7-1a8e3e7c4f83 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for security_group (9df1a10f-fbc7-4707-b83f-fa3705cbf56b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:14.404995 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41722db3-51af-4fb0-89e1-d5653b2f897e admin admin] Publish callbacks [] for security_group (e2651f40-0405-4ba4-9133-39beb9b88521), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:14.410988 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401cf3a-b39a-4d8a-b2df-fcd1af766b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2651f40-0405-4ba4-9133-39beb9b88521,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:14.418486 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f06c0-ad33-4a15-8c1b-c45beeca1c35 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=846cc4a7-ffb4-44cf-86f1-e88f83a2f521,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:14.427211 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a7f06c0-ad33-4a15-8c1b-c45beeca1c35 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:14.434911 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51870) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:14.435485 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9a7f06c0-ad33-4a15-8c1b-c45beeca1c35 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/ports/846cc4a7-ffb4-44cf-86f1-e88f83a2f521 HTTP/1.1" status: 204 len: 168 time: 0.5904737 Nov 02 12:53:14.461090 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41722db3-51af-4fb0-89e1-d5653b2f897e admin admin] Publish callbacks [] for security_group (e2651f40-0405-4ba4-9133-39beb9b88521), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:14.492604 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c191c2-0cf0-4e57-909b-dc7cb69b10bd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] GET failed (client error): The resource could not be found. Nov 02 12:53:14.499358 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a4c191c2-0cf0-4e57-909b-dc7cb69b10bd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports/846cc4a7-ffb4-44cf-86f1-e88f83a2f521 HTTP/1.1" status: 404 len: 333 time: 0.0584121 Nov 02 12:53:14.499529 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51874) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:14.516754 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-0d0e8d33-cf69-4a97-97e4-66a85d6af8e0 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'port': {'network_id': '950caa8b-342c-43ee-8569-196bbe644df8', 'name': 'tempest-PortsIpV6TestJSON-118067353'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:14.527753 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.db.api [None req-d914e9f1-25b6-4701-9191-cbe078c06039 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-7001f9ae-01dc-418b-a224-8be09f9f118d {{(pid=105976) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:53:14.528142 n-d-857339-6 neutron-server[105976]: DEBUG oslo_db.api [None req-d914e9f1-25b6-4701-9191-cbe078c06039 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:53:14.572625 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2cba1c1e-5735-4bc4-9fc7-1a8e3e7c4f83 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9df1a10f-fbc7-4707-b83f-fa3705cbf56b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:14.577336 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (373c27cf-b7eb-49a3-81c3-7590998eb021), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:14.630505 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba1c1e-5735-4bc4-9fc7-1a8e3e7c4f83 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df1a10f-fbc7-4707-b83f-fa3705cbf56b,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:14.729442 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeebe95-ad36-443a-b61a-6173876d9ada None None] Pushing event updated for resources: {'Port': ['ID=373c27cf-b7eb-49a3-81c3-7590998eb021,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:14.800390 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41722db3-51af-4fb0-89e1-d5653b2f897e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e2651f40-0405-4ba4-9133-39beb9b88521), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:14.806406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cba1c1e-5735-4bc4-9fc7-1a8e3e7c4f83 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:53:14.809777 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41722db3-51af-4fb0-89e1-d5653b2f897e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:14.809777 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-41722db3-51af-4fb0-89e1-d5653b2f897e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e2651f40-0405-4ba4-9133-39beb9b88521 HTTP/1.1" status: 204 len: 168 time: 0.5880370 Nov 02 12:53:14.810462 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0e8d33-cf69-4a97-97e4-66a85d6af8e0 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:14.816448 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d0e8d33-cf69-4a97-97e4-66a85d6af8e0 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:14.838613 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2cba1c1e-5735-4bc4-9fc7-1a8e3e7c4f83 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (0d051e13-c480-46da-adf8-019d01d9b8f2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:14.839347 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-2cba1c1e-5735-4bc4-9fc7-1a8e3e7c4f83 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Added segment 0d051e13-c480-46da-adf8-019d01d9b8f2 of type vlan for network 7de2dbd3-91ea-4295-9736-559d1a7bf0d1 Nov 02 12:53:14.858814 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41722db3-51af-4fb0-89e1-d5653b2f897e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2651f40-0405-4ba4-9133-39beb9b88521,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:14.872993 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-0d0e8d33-cf69-4a97-97e4-66a85d6af8e0 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] device_id is not set on port c00b3423-c140-41e6-97e1-75848a59054d yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:53:14.922623 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2cba1c1e-5735-4bc4-9fc7-1a8e3e7c4f83 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (7de2dbd3-91ea-4295-9736-559d1a7bf0d1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:14.949195 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:15.035743 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d914e9f1-25b6-4701-9191-cbe078c06039 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:15.085269 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-d914e9f1-25b6-4701-9191-cbe078c06039 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] device_id is not set on port 287a3937-1868-47a3-862b-fc1158058f49 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:53:15.123475 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2cba1c1e-5735-4bc4-9fc7-1a8e3e7c4f83 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (7de2dbd3-91ea-4295-9736-559d1a7bf0d1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:15.138401 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cba1c1e-5735-4bc4-9fc7-1a8e3e7c4f83 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:15.139066 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2cba1c1e-5735-4bc4-9fc7-1a8e3e7c4f83 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:15.336001 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba1c1e-5735-4bc4-9fc7-1a8e3e7c4f83 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event updated for resources: {'Network': ['ID=7de2dbd3-91ea-4295-9736-559d1a7bf0d1,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:15.376634 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 7de2dbd3-91ea-4295-9736-559d1a7bf0d1 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:53:15.413250 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2cba1c1e-5735-4bc4-9fc7-1a8e3e7c4f83 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9590123 Nov 02 12:53:15.428165 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51914) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:15.451192 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-b4ca8cb6-60cf-4a4e-906c-c606dd58e2d0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Request body: {'subnet': {'network_id': '7de2dbd3-91ea-4295-9736-559d1a7bf0d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:15.619090 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d0e8d33-cf69-4a97-97e4-66a85d6af8e0 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (c00b3423-c140-41e6-97e1-75848a59054d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:15.690405 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-d914e9f1-25b6-4701-9191-cbe078c06039 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Allocated IP 172.20.0.13 (fc7c3325-1b6e-4382-854b-71b1deb6d78c/f312a6ac-ef48-4fc1-88f6-e50676f2801e/287a3937-1868-47a3-862b-fc1158058f49) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:15.792092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 373c27cf-b7eb-49a3-81c3-7590998eb021 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:15.872195 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 373c27cf-b7eb-49a3-81c3-7590998eb021 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:15.872971 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (373c27cf-b7eb-49a3-81c3-7590998eb021), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:15.873576 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 373c27cf-b7eb-49a3-81c3-7590998eb021 Nov 02 12:53:15.887892 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d0e8d33-cf69-4a97-97e4-66a85d6af8e0 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (c00b3423-c140-41e6-97e1-75848a59054d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:15.920586 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:15.978024 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0e8d33-cf69-4a97-97e4-66a85d6af8e0 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 950caa8b-342c-43ee-8569-196bbe644df8 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:15.986826 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-0d0e8d33-cf69-4a97-97e4-66a85d6af8e0 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:15.993480 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0e8d33-cf69-4a97-97e4-66a85d6af8e0 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:16.001823 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0e8d33-cf69-4a97-97e4-66a85d6af8e0 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:16.002875 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d0e8d33-cf69-4a97-97e4-66a85d6af8e0 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:16.009706 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d914e9f1-25b6-4701-9191-cbe078c06039 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (287a3937-1868-47a3-862b-fc1158058f49), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:16.018707 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e8d33-cf69-4a97-97e4-66a85d6af8e0 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=c00b3423-c140-41e6-97e1-75848a59054d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:16.039760 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8679e9cd-e535-444d-9377-635f4909dd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:16.042419 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 373c27cf-b7eb-49a3-81c3-7590998eb021 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:16.043056 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (373c27cf-b7eb-49a3-81c3-7590998eb021), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:16.053115 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ca8cb6-60cf-4a4e-906c-c606dd58e2d0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Made reservation on behalf of 2d7834e545604dfcab709c3662801725 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:16.057546 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8cb6-60cf-4a4e-906c-c606dd58e2d0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:16.112022 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 373c27cf-b7eb-49a3-81c3-7590998eb021, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=373c27cf-b7eb-49a3-81c3-7590998eb021,segment=NetworkSegment(a8d3e2ff-ba13-4a06-a11b-78a0c5f12594),segment_id=a8d3e2ff-ba13-4a06-a11b-78a0c5f12594)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:16.201914 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:16.204410 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0d0e8d33-cf69-4a97-97e4-66a85d6af8e0 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7030189 Nov 02 12:53:16.207302 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51934) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:16.213089 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5ba3a67d-bb5d-49e1-9b18-9bdc7d6a446c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:16.302373 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51938) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:16.315173 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (373c27cf-b7eb-49a3-81c3-7590998eb021), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:16.480031 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5ba3a67d-bb5d-49e1-9b18-9bdc7d6a446c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c00b3423-c140-41e6-97e1-75848a59054d), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:16.483839 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c46f6411-2975-4751-8d63-247284919e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:16.483839 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d914e9f1-25b6-4701-9191-cbe078c06039 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (287a3937-1868-47a3-862b-fc1158058f49), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:16.484359 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94d4b9a-f49e-47ab-bee7-57f9565b3c6a None None] Network fc7c3325-1b6e-4382-854b-71b1deb6d78c requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:16.484359 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3c0addd6-97ab-4658-82b3-d42170827175 None None] Provisioning complete for port 373c27cf-b7eb-49a3-81c3-7590998eb021 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:16.484359 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3c0addd6-97ab-4658-82b3-d42170827175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (373c27cf-b7eb-49a3-81c3-7590998eb021), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:16.484359 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3c0addd6-97ab-4658-82b3-d42170827175 None None] Attempt 1 to provision port 373c27cf-b7eb-49a3-81c3-7590998eb021 Nov 02 12:53:16.484866 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914e9f1-25b6-4701-9191-cbe078c06039 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=287a3937-1868-47a3-862b-fc1158058f49,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:16.494530 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d914e9f1-25b6-4701-9191-cbe078c06039 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network fc7c3325-1b6e-4382-854b-71b1deb6d78c is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:16.497920 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-d914e9f1-25b6-4701-9191-cbe078c06039 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:16.502511 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d914e9f1-25b6-4701-9191-cbe078c06039 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:16.545084 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8cb6-60cf-4a4e-906c-c606dd58e2d0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (4c77837c-a764-4058-a0f8-d2c5cbba6c31), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:16.607364 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d914e9f1-25b6-4701-9191-cbe078c06039 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:16.608294 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d914e9f1-25b6-4701-9191-cbe078c06039 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:16.646484 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca8cb6-60cf-4a4e-906c-c606dd58e2d0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event updated for resources: {'Subnet': ['ID=4c77837c-a764-4058-a0f8-d2c5cbba6c31,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:16.665362 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ca8cb6-60cf-4a4e-906c-c606dd58e2d0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Checking segment: {'id': '0d051e13-c480-46da-adf8-019d01d9b8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7de2dbd3-91ea-4295-9736-559d1a7bf0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:53:16.668662 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ca8cb6-60cf-4a4e-906c-c606dd58e2d0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Network hostable DHCP agents. Network: 7de2dbd3-91ea-4295-9736-559d1a7bf0d1, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:53:16.677392 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=373c27cf-b7eb-49a3-81c3-7590998eb021,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:16.719232 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c46f6411-2975-4751-8d63-247284919e58 admin admin] Publish callbacks [] for security_group (13af51c4-01da-4872-888c-bd0d01d8905e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:16.746134 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5ba3a67d-bb5d-49e1-9b18-9bdc7d6a446c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (c00b3423-c140-41e6-97e1-75848a59054d), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:16.785251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3c0addd6-97ab-4658-82b3-d42170827175 None None] Current status of the port 373c27cf-b7eb-49a3-81c3-7590998eb021 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:16.785459 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d914e9f1-25b6-4701-9191-cbe078c06039 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8347268 Nov 02 12:53:16.785459 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51948) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:16.878047 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5ba3a67d-bb5d-49e1-9b18-9bdc7d6a446c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (c00b3423-c140-41e6-97e1-75848a59054d), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:16.888170 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-5ba3a67d-bb5d-49e1-9b18-9bdc7d6a446c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] In _notify_port_updated(), no bound segment for port c00b3423-c140-41e6-97e1-75848a59054d on network 950caa8b-342c-43ee-8569-196bbe644df8 {{(pid=105975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 12:53:16.888170 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba3a67d-bb5d-49e1-9b18-9bdc7d6a446c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:16.889870 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5ba3a67d-bb5d-49e1-9b18-9bdc7d6a446c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:16.891866 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5ba3a67d-bb5d-49e1-9b18-9bdc7d6a446c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "PUT /networking/v2.0/ports/c00b3423-c140-41e6-97e1-75848a59054d HTTP/1.1" status: 200 len: 818 time: 0.6835444 Nov 02 12:53:16.899393 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51950) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:16.909928 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:16.922498 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c46f6411-2975-4751-8d63-247284919e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (13af51c4-01da-4872-888c-bd0d01d8905e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:16.922498 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ca8cb6-60cf-4a4e-906c-c606dd58e2d0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Network 7de2dbd3-91ea-4295-9736-559d1a7bf0d1 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:53:16.922498 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-4e1fa796-1b15-42c5-964f-699fb3ce3bfb tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port 287a3937-1868-47a3-862b-fc1158058f49 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:16.922498 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa796-1b15-42c5-964f-699fb3ce3bfb tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (287a3937-1868-47a3-862b-fc1158058f49), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:16.985403 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3a67d-bb5d-49e1-9b18-9bdc7d6a446c tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=c00b3423-c140-41e6-97e1-75848a59054d,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:17.010314 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a94b169b-444c-4974-8ea2-c047516c2700 None None] Provisioning complete for port 287a3937-1868-47a3-862b-fc1158058f49 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:17.010851 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a94b169b-444c-4974-8ea2-c047516c2700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (287a3937-1868-47a3-862b-fc1158058f49), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:17.011475 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a94b169b-444c-4974-8ea2-c047516c2700 None None] Attempt 1 to provision port 287a3937-1868-47a3-862b-fc1158058f49 Nov 02 12:53:17.055943 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:17.061947 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f6411-2975-4751-8d63-247284919e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13af51c4-01da-4872-888c-bd0d01d8905e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:17.088956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a94b169b-444c-4974-8ea2-c047516c2700 None None] Port 287a3937-1868-47a3-862b-fc1158058f49 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:53:17.104533 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a94b169b-444c-4974-8ea2-c047516c2700 None None] Provisioning complete for port 373c27cf-b7eb-49a3-81c3-7590998eb021 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:17.105190 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a94b169b-444c-4974-8ea2-c047516c2700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (373c27cf-b7eb-49a3-81c3-7590998eb021), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:17.105457 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a94b169b-444c-4974-8ea2-c047516c2700 None None] Attempt 1 to provision port 373c27cf-b7eb-49a3-81c3-7590998eb021 Nov 02 12:53:17.224549 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c46f6411-2975-4751-8d63-247284919e58 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a52a994bd3224e4fa01ffbb5e13cfe7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9209242 Nov 02 12:53:17.227935 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51960) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:17.258568 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-b4ca8cb6-60cf-4a4e-906c-c606dd58e2d0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 7de2dbd3-91ea-4295-9736-559d1a7bf0d1) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:17.272363 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ca8cb6-60cf-4a4e-906c-c606dd58e2d0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:17.272658 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b94504-672f-4473-8151-7a0f5261af5e None None] Network 7de2dbd3-91ea-4295-9736-559d1a7bf0d1 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:17.273161 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8cb6-60cf-4a4e-906c-c606dd58e2d0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:17.279939 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a94b169b-444c-4974-8ea2-c047516c2700 None None] Current status of the port 373c27cf-b7eb-49a3-81c3-7590998eb021 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:17.339088 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51964) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:17.367422 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:17.373183 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fbc35a2d-7135-4534-b050-39346bcd60b1 admin admin] Publish callbacks [] for security_group (13af51c4-01da-4872-888c-bd0d01d8905e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:17.377038 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa796-1b15-42c5-964f-699fb3ce3bfb tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (287a3937-1868-47a3-862b-fc1158058f49), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:17.397142 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-4e1fa796-1b15-42c5-964f-699fb3ce3bfb tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for 287a3937-1868-47a3-862b-fc1158058f49 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:17.412793 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b3c18e94-c794-4f47-ad03-3bbac02f9c37 None None] Provisioning complete for port 287a3937-1868-47a3-862b-fc1158058f49 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:17.413513 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b3c18e94-c794-4f47-ad03-3bbac02f9c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (287a3937-1868-47a3-862b-fc1158058f49), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:17.414454 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b3c18e94-c794-4f47-ad03-3bbac02f9c37 None None] Attempt 1 to provision port 287a3937-1868-47a3-862b-fc1158058f49 Nov 02 12:53:17.431186 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fbc35a2d-7135-4534-b050-39346bcd60b1 admin admin] Publish callbacks [] for security_group (13af51c4-01da-4872-888c-bd0d01d8905e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:17.532179 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-b87ac28c-c566-4550-92e5-b7aaf48a72ef tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port c00b3423-c140-41e6-97e1-75848a59054d {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:17.532564 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b87ac28c-c566-4550-92e5-b7aaf48a72ef tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c00b3423-c140-41e6-97e1-75848a59054d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:17.535258 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b3c18e94-c794-4f47-ad03-3bbac02f9c37 None None] Port 287a3937-1868-47a3-862b-fc1158058f49 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:53:17.584103 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-7de2dbd3-91ea-4295-9736-559d1a7bf0d1', 'network_id': '7de2dbd3-91ea-4295-9736-559d1a7bf0d1', 'project_id': '2d7834e545604dfcab709c3662801725', 'fixed_ips': [{'subnet_id': '4c77837c-a764-4058-a0f8-d2c5cbba6c31'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:53:17.584925 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:17.646827 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8906c53-4a2b-4b17-b01a-40affab9e974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:17.660209 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fbc35a2d-7135-4534-b050-39346bcd60b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (13af51c4-01da-4872-888c-bd0d01d8905e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:17.663981 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fbc35a2d-7135-4534-b050-39346bcd60b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:17.668400 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fbc35a2d-7135-4534-b050-39346bcd60b1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/13af51c4-01da-4872-888c-bd0d01d8905e HTTP/1.1" status: 204 len: 168 time: 0.4372983 Nov 02 12:53:17.684042 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc35a2d-7135-4534-b050-39346bcd60b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13af51c4-01da-4872-888c-bd0d01d8905e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:17.703874 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b4ca8cb6-60cf-4a4e-906c-c606dd58e2d0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2748277 Nov 02 12:53:17.709766 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51978) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:17.739632 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-bc034c12-b1b0-45dd-be61-cf419cf08380 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Request body: {'network': {'name': 'tempest-router-network01--415669463'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:17.744063 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:17.751372 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 373c27cf-b7eb-49a3-81c3-7590998eb021 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:17.778475 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b87ac28c-c566-4550-92e5-b7aaf48a72ef tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c00b3423-c140-41e6-97e1-75848a59054d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:17.810882 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-b87ac28c-c566-4550-92e5-b7aaf48a72ef tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for c00b3423-c140-41e6-97e1-75848a59054d owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:17.827816 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8906c53-4a2b-4b17-b01a-40affab9e974 admin admin] Publish callbacks [] for security_group (2badfa00-2961-44ef-8e71-21ee6d40a6f8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:17.972661 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa796-1b15-42c5-964f-699fb3ce3bfb tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (287a3937-1868-47a3-862b-fc1158058f49), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:17.975426 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 373c27cf-b7eb-49a3-81c3-7590998eb021 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:17.975601 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8906c53-4a2b-4b17-b01a-40affab9e974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2badfa00-2961-44ef-8e71-21ee6d40a6f8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:17.976699 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (373c27cf-b7eb-49a3-81c3-7590998eb021), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:17.977090 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 373c27cf-b7eb-49a3-81c3-7590998eb021 Nov 02 12:53:18.026842 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f8906c53-4a2b-4b17-b01a-40affab9e974 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=15cfd14dec0a4be4832c9a052aa3c8b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6843517 Nov 02 12:53:18.028257 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8906c53-4a2b-4b17-b01a-40affab9e974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2badfa00-2961-44ef-8e71-21ee6d40a6f8,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:18.031268 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51984) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:18.054166 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc034c12-b1b0-45dd-be61-cf419cf08380 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Made reservation on behalf of 2d7834e545604dfcab709c3662801725 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:18.058139 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc034c12-b1b0-45dd-be61-cf419cf08380 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.060580 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fa796-1b15-42c5-964f-699fb3ce3bfb tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=287a3937-1868-47a3-862b-fc1158058f49,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:18.062474 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b87ac28c-c566-4550-92e5-b7aaf48a72ef tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (c00b3423-c140-41e6-97e1-75848a59054d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.153814 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54d37256-0125-4921-ba54-2dc4507bd224 admin admin] Publish callbacks [] for security_group (2badfa00-2961-44ef-8e71-21ee6d40a6f8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.156234 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ac28c-c566-4550-92e5-b7aaf48a72ef tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=c00b3423-c140-41e6-97e1-75848a59054d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:18.232700 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54d37256-0125-4921-ba54-2dc4507bd224 admin admin] Publish callbacks [] for security_group (2badfa00-2961-44ef-8e71-21ee6d40a6f8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.256572 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b87ac28c-c566-4550-92e5-b7aaf48a72ef tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.262996 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b87ac28c-c566-4550-92e5-b7aaf48a72ef tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/ports/c00b3423-c140-41e6-97e1-75848a59054d HTTP/1.1" status: 204 len: 168 time: 1.3592358 Nov 02 12:53:18.266088 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51988) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:18.277205 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc034c12-b1b0-45dd-be61-cf419cf08380 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:53:18.280402 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:18.302293 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa796-1b15-42c5-964f-699fb3ce3bfb tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.305807 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4e1fa796-1b15-42c5-964f-699fb3ce3bfb tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/ports/287a3937-1868-47a3-862b-fc1158058f49 HTTP/1.1" status: 204 len: 168 time: 1.5243030 Nov 02 12:53:18.308757 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 373c27cf-b7eb-49a3-81c3-7590998eb021 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:18.308939 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51990) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:18.331956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] Allocated IP 172.20.0.2 (7de2dbd3-91ea-4295-9736-559d1a7bf0d1/4c77837c-a764-4058-a0f8-d2c5cbba6c31/8e71a7c2-ccc1-4104-bb42-d44e018d9a06) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:18.360894 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2110b19b-97c7-457a-b1dd-5678ed41a864 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:18.362490 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2110b19b-97c7-457a-b1dd-5678ed41a864 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0977337 Nov 02 12:53:18.374362 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51996) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:18.402975 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-7830cc75-8c4c-4ec8-bf36-d28b4098c806 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] DELETE failed (client error): The resource could not be found. Nov 02 12:53:18.402975 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7830cc75-8c4c-4ec8-bf36-d28b4098c806 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:53:18.403168 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.410912 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7830cc75-8c4c-4ec8-bf36-d28b4098c806 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/ports/287a3937-1868-47a3-862b-fc1158058f49 HTTP/1.1" status: 404 len: 333 time: 0.0994554 Nov 02 12:53:18.413012 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51998) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:18.420159 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf8f9ee-e0f8-42bc-9721-4bc8762d27e9 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] GET failed (client error): The resource could not be found. Nov 02 12:53:18.425560 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6bf8f9ee-e0f8-42bc-9721-4bc8762d27e9 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports/c00b3423-c140-41e6-97e1-75848a59054d HTTP/1.1" status: 404 len: 333 time: 0.0461986 Nov 02 12:53:18.427237 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52002) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:18.432614 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e861e969-6f1d-4223-88f2-82d874980990 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2141469489'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:18.462116 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-658bded3-fea0-4432-a4cd-7cc19c7bde65 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] GET failed (client error): The resource could not be found. Nov 02 12:53:18.463887 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-658bded3-fea0-4432-a4cd-7cc19c7bde65 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports/287a3937-1868-47a3-862b-fc1158058f49 HTTP/1.1" status: 404 len: 333 time: 0.0468335 Nov 02 12:53:18.468691 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52004) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:18.493960 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.544932 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f591e6c-4f53-485d-96fc-270518b02ab1 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting subnet f312a6ac-ef48-4fc1-88f6-e50676f2801e {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:53:18.548809 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0f591e6c-4f53-485d-96fc-270518b02ab1 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (f312a6ac-ef48-4fc1-88f6-e50676f2801e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.551156 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] Publish callbacks [] for port (8e71a7c2-ccc1-4104-bb42-d44e018d9a06), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.595583 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54d37256-0125-4921-ba54-2dc4507bd224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2badfa00-2961-44ef-8e71-21ee6d40a6f8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.595706 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc034c12-b1b0-45dd-be61-cf419cf08380 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (c7c93c24-d068-4f16-a122-4b527be039fc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.595706 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-bc034c12-b1b0-45dd-be61-cf419cf08380 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Added segment c7c93c24-d068-4f16-a122-4b527be039fc of type vlan for network 334621ab-24ac-4581-8927-abef4a894e00 Nov 02 12:53:18.595886 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54d37256-0125-4921-ba54-2dc4507bd224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.595886 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-54d37256-0125-4921-ba54-2dc4507bd224 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2badfa00-2961-44ef-8e71-21ee6d40a6f8 HTTP/1.1" status: 204 len: 168 time: 0.5514863 Nov 02 12:53:18.595886 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d37256-0125-4921-ba54-2dc4507bd224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2badfa00-2961-44ef-8e71-21ee6d40a6f8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:18.619253 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0f591e6c-4f53-485d-96fc-270518b02ab1 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (f312a6ac-ef48-4fc1-88f6-e50676f2801e), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.662168 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc034c12-b1b0-45dd-be61-cf419cf08380 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (334621ab-24ac-4581-8927-abef4a894e00), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.674409 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e861e969-6f1d-4223-88f2-82d874980990 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:18.678187 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e861e969-6f1d-4223-88f2-82d874980990 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.733076 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:18.775672 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (8e71a7c2-ccc1-4104-bb42-d44e018d9a06), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.827969 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] Network 7de2dbd3-91ea-4295-9736-559d1a7bf0d1 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:18.835754 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:18.836416 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] Pushing event updated for resources: {'Port': ['ID=8e71a7c2-ccc1-4104-bb42-d44e018d9a06,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:18.838861 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:18.916940 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] Attempting to bind port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:53:18.917376 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] Attempting to bind port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '0d051e13-c480-46da-adf8-019d01d9b8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7de2dbd3-91ea-4295-9736-559d1a7bf0d1'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:53:18.917688 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] Attempting to bind port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 on network 7de2dbd3-91ea-4295-9736-559d1a7bf0d1 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:18.943418 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.db.resource_extend [None req-bc034c12-b1b0-45dd-be61-cf419cf08380 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:53:18.949230 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:18.972783 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:53:18.973168 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] Checking segment: {'id': '0d051e13-c480-46da-adf8-019d01d9b8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7de2dbd3-91ea-4295-9736-559d1a7bf0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:53:18.973647 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.974048 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] Bound using segment: {'id': '0d051e13-c480-46da-adf8-019d01d9b8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7de2dbd3-91ea-4295-9736-559d1a7bf0d1'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:53:18.974528 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] Bound port: 8e71a7c2-ccc1-4104-bb42-d44e018d9a06, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d051e13-c480-46da-adf8-019d01d9b8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7de2dbd3-91ea-4295-9736-559d1a7bf0d1'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:53:18.974911 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8e71a7c2-ccc1-4104-bb42-d44e018d9a06), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.007974 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0f591e6c-4f53-485d-96fc-270518b02ab1 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (f312a6ac-ef48-4fc1-88f6-e50676f2801e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.039644 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] For port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:53:19.042960 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] For port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8e71a7c2-ccc1-4104-bb42-d44e018d9a06,segment=NetworkSegment(0d051e13-c480-46da-adf8-019d01d9b8f2),segment_id=0d051e13-c480-46da-adf8-019d01d9b8f2)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:53:19.043397 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e861e969-6f1d-4223-88f2-82d874980990 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:53:19.064573 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e861e969-6f1d-4223-88f2-82d874980990 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e42000af-ab9e-4aad-93ad-239b8d3b4102), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.065195 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-e861e969-6f1d-4223-88f2-82d874980990 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Added segment e42000af-ab9e-4aad-93ad-239b8d3b4102 of type vlan for network be6b2db1-f90f-4c78-9460-4164a3cc35aa Nov 02 12:53:19.105360 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc034c12-b1b0-45dd-be61-cf419cf08380 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (334621ab-24ac-4581-8927-abef4a894e00), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.110265 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc034c12-b1b0-45dd-be61-cf419cf08380 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:19.110846 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc034c12-b1b0-45dd-be61-cf419cf08380 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.151535 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e861e969-6f1d-4223-88f2-82d874980990 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (be6b2db1-f90f-4c78-9460-4164a3cc35aa), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.183837 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8e71a7c2-ccc1-4104-bb42-d44e018d9a06), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.212190 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc034c12-b1b0-45dd-be61-cf419cf08380 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event updated for resources: {'Network': ['ID=334621ab-24ac-4581-8927-abef4a894e00,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:19.236942 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 334621ab-24ac-4581-8927-abef4a894e00 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:53:19.299260 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7ab1f-ed4d-4fdb-ba59-f68737380aab None None] Pushing event updated for resources: {'Port': ['ID=8e71a7c2-ccc1-4104-bb42-d44e018d9a06,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:19.300074 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52020) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:19.352131 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52024) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:19.354504 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bc034c12-b1b0-45dd-be61-cf419cf08380 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6235399 Nov 02 12:53:19.356232 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0f591e6c-4f53-485d-96fc-270518b02ab1 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (f312a6ac-ef48-4fc1-88f6-e50676f2801e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.361034 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-10b0faa6-e2c0-4ddf-97b9-2f116b496d48 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Request body: {'network': {'name': 'tempest-router-network02--768422127'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:19.397349 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f591e6c-4f53-485d-96fc-270518b02ab1 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Subnet': ['ID=f312a6ac-ef48-4fc1-88f6-e50676f2801e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:19.407182 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0f591e6c-4f53-485d-96fc-270518b02ab1 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.412940 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0f591e6c-4f53-485d-96fc-270518b02ab1 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/f312a6ac-ef48-4fc1-88f6-e50676f2801e HTTP/1.1" status: 204 len: 168 time: 0.9407136 Nov 02 12:53:19.412940 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e861e969-6f1d-4223-88f2-82d874980990 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (be6b2db1-f90f-4c78-9460-4164a3cc35aa), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.413296 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de06cc01-d1c0-4cd7-a2ab-8bfbb4a3d0ab None None] Network fc7c3325-1b6e-4382-854b-71b1deb6d78c requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:19.414822 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52028) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:19.428333 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e861e969-6f1d-4223-88f2-82d874980990 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:19.429383 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e861e969-6f1d-4223-88f2-82d874980990 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.549620 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11b219f9-d377-4219-a71f-ef4f869c1729 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (fc7c3325-1b6e-4382-854b-71b1deb6d78c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.573566 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861e969-6f1d-4223-88f2-82d874980990 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Network': ['ID=be6b2db1-f90f-4c78-9460-4164a3cc35aa,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:19.590991 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network be6b2db1-f90f-4c78-9460-4164a3cc35aa details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:53:19.612735 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-11b219f9-d377-4219-a71f-ef4f869c1729 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port 373c27cf-b7eb-49a3-81c3-7590998eb021 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:19.613187 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11b219f9-d377-4219-a71f-ef4f869c1729 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (373c27cf-b7eb-49a3-81c3-7590998eb021), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.688271 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b0faa6-e2c0-4ddf-97b9-2f116b496d48 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Made reservation on behalf of 2d7834e545604dfcab709c3662801725 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:19.691907 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-10b0faa6-e2c0-4ddf-97b9-2f116b496d48 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.692659 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e861e969-6f1d-4223-88f2-82d874980990 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2641132 Nov 02 12:53:19.694188 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-01a5e772-2751-4df9-888b-46c08224376c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.708462 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52030) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:19.713760 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e4e11b-5fdd-4cac-91cd-60097f2a3c48 None None] DHCP port deletion for fc7c3325-1b6e-4382-854b-71b1deb6d78c request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:53:19.718699 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f4df9bc9-179f-4c5b-99a8-4ec474d8e481 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'subnet': {'network_id': 'be6b2db1-f90f-4c78-9460-4164a3cc35aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:19.844038 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4e11b-5fdd-4cac-91cd-60097f2a3c48 None None] Deleting port 373c27cf-b7eb-49a3-81c3-7590998eb021 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:19.844038 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e11b-5fdd-4cac-91cd-60097f2a3c48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (373c27cf-b7eb-49a3-81c3-7590998eb021), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.844222 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-01a5e772-2751-4df9-888b-46c08224376c admin admin] Publish callbacks [] for security_group (e4f06d32-8948-4e4a-8338-5133edc59772), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.902149 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:19.926490 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-01a5e772-2751-4df9-888b-46c08224376c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e4f06d32-8948-4e4a-8338-5133edc59772), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.969614 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b0faa6-e2c0-4ddf-97b9-2f116b496d48 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:53:19.996633 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-10b0faa6-e2c0-4ddf-97b9-2f116b496d48 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (180dfcf6-0b20-4446-9565-e1ec079c15c6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.997456 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-10b0faa6-e2c0-4ddf-97b9-2f116b496d48 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Added segment 180dfcf6-0b20-4446-9565-e1ec079c15c6 of type vlan for network 64b4a141-4992-4741-b832-0380a39b5bc2 Nov 02 12:53:20.042601 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:20.059722 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-10b0faa6-e2c0-4ddf-97b9-2f116b496d48 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (64b4a141-4992-4741-b832-0380a39b5bc2), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.072590 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-01a5e772-2751-4df9-888b-46c08224376c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=926415d28b694be19320580d8d2b0c6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7710931 Nov 02 12:53:20.074316 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52042) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:20.075262 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52044) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:20.079664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f7e4e11b-5fdd-4cac-91cd-60097f2a3c48 None None] For port 373c27cf-b7eb-49a3-81c3-7590998eb021, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=373c27cf-b7eb-49a3-81c3-7590998eb021,segment=NetworkSegment(a8d3e2ff-ba13-4a06-a11b-78a0c5f12594),segment_id=a8d3e2ff-ba13-4a06-a11b-78a0c5f12594)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:20.080908 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e11b-5fdd-4cac-91cd-60097f2a3c48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (373c27cf-b7eb-49a3-81c3-7590998eb021), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.088612 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5e772-2751-4df9-888b-46c08224376c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f06d32-8948-4e4a-8338-5133edc59772,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:20.117505 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa1dd91b-4c70-4056-936a-3410ad9fea3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.159225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:20.162475 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8e71a7c2-ccc1-4104-bb42-d44e018d9a06), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.162475 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 Nov 02 12:53:20.180724 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-11b219f9-d377-4219-a71f-ef4f869c1729 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] For port 373c27cf-b7eb-49a3-81c3-7590998eb021, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=373c27cf-b7eb-49a3-81c3-7590998eb021,segment=NetworkSegment(a8d3e2ff-ba13-4a06-a11b-78a0c5f12594),segment_id=a8d3e2ff-ba13-4a06-a11b-78a0c5f12594)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:20.181145 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11b219f9-d377-4219-a71f-ef4f869c1729 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (373c27cf-b7eb-49a3-81c3-7590998eb021), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.204236 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-11b219f9-d377-4219-a71f-ef4f869c1729 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for 373c27cf-b7eb-49a3-81c3-7590998eb021 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:20.206809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4e11b-5fdd-4cac-91cd-60097f2a3c48 None None] Calling delete_port for 373c27cf-b7eb-49a3-81c3-7590998eb021 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:20.230769 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-10b0faa6-e2c0-4ddf-97b9-2f116b496d48 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (64b4a141-4992-4741-b832-0380a39b5bc2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.241197 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b0faa6-e2c0-4ddf-97b9-2f116b496d48 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:20.242998 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-10b0faa6-e2c0-4ddf-97b9-2f116b496d48 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.265689 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-adb0e7cd-00ef-4752-be5d-daecf568f9b0 admin admin] Publish callbacks [] for security_group (e4f06d32-8948-4e4a-8338-5133edc59772), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.292181 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4df9bc9-179f-4c5b-99a8-4ec474d8e481 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:20.298773 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f4df9bc9-179f-4c5b-99a8-4ec474d8e481 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.330169 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-adb0e7cd-00ef-4752-be5d-daecf568f9b0 admin admin] Publish callbacks [] for security_group (e4f06d32-8948-4e4a-8338-5133edc59772), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.466153 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa1dd91b-4c70-4056-936a-3410ad9fea3d admin admin] Publish callbacks [] for security_group (86712440-b5af-46b3-be60-5332aba891f3), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.512170 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52052) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:20.517389 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-75b16e1a-3af6-4f09-89e4-f9cc8f8a6bd4 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Request body: {'subnet': {'network_id': '334621ab-24ac-4581-8927-abef4a894e00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:20.528566 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-10b0faa6-e2c0-4ddf-97b9-2f116b496d48 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1735177 Nov 02 12:53:20.574335 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:20.574871 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8e71a7c2-ccc1-4104-bb42-d44e018d9a06), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.632942 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0faa6-e2c0-4ddf-97b9-2f116b496d48 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event updated for resources: {'Network': ['ID=64b4a141-4992-4741-b832-0380a39b5bc2,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:20.660209 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:20.664517 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 64b4a141-4992-4741-b832-0380a39b5bc2 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:53:20.711860 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-adb0e7cd-00ef-4752-be5d-daecf568f9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e4f06d32-8948-4e4a-8338-5133edc59772), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.714575 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-adb0e7cd-00ef-4752-be5d-daecf568f9b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.725328 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-adb0e7cd-00ef-4752-be5d-daecf568f9b0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e4f06d32-8948-4e4a-8338-5133edc59772 HTTP/1.1" status: 204 len: 168 time: 0.6377170 Nov 02 12:53:20.726985 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa1dd91b-4c70-4056-936a-3410ad9fea3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (86712440-b5af-46b3-be60-5332aba891f3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.744407 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8e71a7c2-ccc1-4104-bb42-d44e018d9a06,segment=NetworkSegment(0d051e13-c480-46da-adf8-019d01d9b8f2),segment_id=0d051e13-c480-46da-adf8-019d01d9b8f2)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:20.755937 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e11b-5fdd-4cac-91cd-60097f2a3c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (373c27cf-b7eb-49a3-81c3-7590998eb021), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.780656 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0e7cd-00ef-4752-be5d-daecf568f9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f06d32-8948-4e4a-8338-5133edc59772,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:20.800846 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11b219f9-d377-4219-a71f-ef4f869c1729 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (373c27cf-b7eb-49a3-81c3-7590998eb021), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.831516 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b219f9-d377-4219-a71f-ef4f869c1729 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No DVR routers for this DVR port 373c27cf-b7eb-49a3-81c3-7590998eb021 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:53:20.850113 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dd91b-4c70-4056-936a-3410ad9fea3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86712440-b5af-46b3-be60-5332aba891f3,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:20.883383 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fa1dd91b-4c70-4056-936a-3410ad9fea3d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9b15f6cf9cf3492282a79e039ce7a758&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8038003 Nov 02 12:53:20.886470 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52064) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:20.947728 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:20.995472 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e4e11b-5fdd-4cac-91cd-60097f2a3c48 None None] No DVR routers for this DVR port 373c27cf-b7eb-49a3-81c3-7590998eb021 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:53:21.003032 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4e11b-5fdd-4cac-91cd-60097f2a3c48 None None] Pushing event deleted for resources: {'Port': ['ID=373c27cf-b7eb-49a3-81c3-7590998eb021,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:21.018910 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6248bc0-5b87-43e5-b2e3-d51347ad5122 None None] Network 7de2dbd3-91ea-4295-9736-559d1a7bf0d1 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:21.053538 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b16e1a-3af6-4f09-89e4-f9cc8f8a6bd4 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Made reservation on behalf of 2d7834e545604dfcab709c3662801725 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:21.058066 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75b16e1a-3af6-4f09-89e4-f9cc8f8a6bd4 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.059991 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b219f9-d377-4219-a71f-ef4f869c1729 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=373c27cf-b7eb-49a3-81c3-7590998eb021,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:21.091128 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-44f98b65-4a17-44d5-a2f8-37d02d09e8a6 admin admin] Publish callbacks [] for security_group (86712440-b5af-46b3-be60-5332aba891f3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.136991 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8e71a7c2-ccc1-4104-bb42-d44e018d9a06), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.141326 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:21.168447 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-44f98b65-4a17-44d5-a2f8-37d02d09e8a6 admin admin] Publish callbacks [] for security_group (86712440-b5af-46b3-be60-5332aba891f3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.212143 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11b219f9-d377-4219-a71f-ef4f869c1729 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (fc7c3325-1b6e-4382-854b-71b1deb6d78c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.250898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=8e71a7c2-ccc1-4104-bb42-d44e018d9a06,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:21.263912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-89b86c0f-102d-4bd9-af1d-42d16bd209ed None None] Provisioning complete for port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:21.264686 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-89b86c0f-102d-4bd9-af1d-42d16bd209ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8e71a7c2-ccc1-4104-bb42-d44e018d9a06), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.264939 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-89b86c0f-102d-4bd9-af1d-42d16bd209ed None None] Attempt 1 to provision port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 Nov 02 12:53:21.307538 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-11b219f9-d377-4219-a71f-ef4f869c1729 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7c3325-1b6e-4382-854b-71b1deb6d78c']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:21.359705 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-11b219f9-d377-4219-a71f-ef4f869c1729 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d3e2ff-ba13-4a06-a11b-78a0c5f12594') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:21.360007 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-11b219f9-d377-4219-a71f-ef4f869c1729 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d3e2ff-ba13-4a06-a11b-78a0c5f12594') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:21.382953 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-89b86c0f-102d-4bd9-af1d-42d16bd209ed None None] Current status of the port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:21.384855 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11b219f9-d377-4219-a71f-ef4f869c1729 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (a8d3e2ff-ba13-4a06-a11b-78a0c5f12594), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.414870 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11b219f9-d377-4219-a71f-ef4f869c1729 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a8d3e2ff-ba13-4a06-a11b-78a0c5f12594), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.437734 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b219f9-d377-4219-a71f-ef4f869c1729 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:53:21.438575 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11b219f9-d377-4219-a71f-ef4f869c1729 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (a8d3e2ff-ba13-4a06-a11b-78a0c5f12594), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.483010 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:21.494223 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment a8d3e2ff-ba13-4a06-a11b-78a0c5f12594 resource provider aggregate not found Nov 02 12:53:21.551336 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment a8d3e2ff-ba13-4a06-a11b-78a0c5f12594 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8d3e2ff-ba13-4a06-a11b-78a0c5f12594 found for delete ", "request_id": "req-b0805488-2024-4c69-a72f-c82c0f9b3795"}]} Nov 02 12:53:21.568468 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f4df9bc9-179f-4c5b-99a8-4ec474d8e481 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (78c8c9f9-832a-49e1-9939-a81bfffa71e9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.642494 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-44f98b65-4a17-44d5-a2f8-37d02d09e8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (86712440-b5af-46b3-be60-5332aba891f3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.643831 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-44f98b65-4a17-44d5-a2f8-37d02d09e8a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.645228 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-44f98b65-4a17-44d5-a2f8-37d02d09e8a6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/86712440-b5af-46b3-be60-5332aba891f3 HTTP/1.1" status: 204 len: 168 time: 0.7503901 Nov 02 12:53:21.650108 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df9bc9-179f-4c5b-99a8-4ec474d8e481 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Subnet': ['ID=78c8c9f9-832a-49e1-9939-a81bfffa71e9,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:21.665986 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f98b65-4a17-44d5-a2f8-37d02d09e8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86712440-b5af-46b3-be60-5332aba891f3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:21.666564 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4df9bc9-179f-4c5b-99a8-4ec474d8e481 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Checking segment: {'id': 'e42000af-ab9e-4aad-93ad-239b8d3b4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'be6b2db1-f90f-4c78-9460-4164a3cc35aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:53:21.666939 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4df9bc9-179f-4c5b-99a8-4ec474d8e481 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network hostable DHCP agents. Network: be6b2db1-f90f-4c78-9460-4164a3cc35aa, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:53:21.764343 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:21.815291 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-fedf995b-fd25-4416-9893-25ef1a6145a6 None None] Provisioning complete for port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:21.815660 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fedf995b-fd25-4416-9893-25ef1a6145a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8e71a7c2-ccc1-4104-bb42-d44e018d9a06), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.815990 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-fedf995b-fd25-4416-9893-25ef1a6145a6 None None] Attempt 1 to provision port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 Nov 02 12:53:21.830951 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11b219f9-d377-4219-a71f-ef4f869c1729 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (fc7c3325-1b6e-4382-854b-71b1deb6d78c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.840425 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11b219f9-d377-4219-a71f-ef4f869c1729 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.848797 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-11b219f9-d377-4219-a71f-ef4f869c1729 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/networks/fc7c3325-1b6e-4382-854b-71b1deb6d78c HTTP/1.1" status: 204 len: 168 time: 2.4323292 Nov 02 12:53:21.852067 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52080) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:21.860856 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ab433467-5116-47a9-9f28-830c5ea2a85f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1519883952'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:21.886611 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75b16e1a-3af6-4f09-89e4-f9cc8f8a6bd4 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (8fb719d5-ef88-4e38-9181-46f88cafcbd3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.897165 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b219f9-d377-4219-a71f-ef4f869c1729 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Network': ['ID=fc7c3325-1b6e-4382-854b-71b1deb6d78c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:21.913163 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4df9bc9-179f-4c5b-99a8-4ec474d8e481 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network be6b2db1-f90f-4c78-9460-4164a3cc35aa is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:53:21.915758 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:21.916129 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8e71a7c2-ccc1-4104-bb42-d44e018d9a06), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.916469 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 Nov 02 12:53:21.974153 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab433467-5116-47a9-9f28-830c5ea2a85f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:21.979855 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab433467-5116-47a9-9f28-830c5ea2a85f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.006018 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f4df9bc9-179f-4c5b-99a8-4ec474d8e481 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, be6b2db1-f90f-4c78-9460-4164a3cc35aa) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:22.013898 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4df9bc9-179f-4c5b-99a8-4ec474d8e481 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:22.013898 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f4df9bc9-179f-4c5b-99a8-4ec474d8e481 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.025080 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16376197-9a8b-4288-88c1-246ee1adb134 None None] Network be6b2db1-f90f-4c78-9460-4164a3cc35aa requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:22.055760 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b16e1a-3af6-4f09-89e4-f9cc8f8a6bd4 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event updated for resources: {'Subnet': ['ID=8fb719d5-ef88-4e38-9181-46f88cafcbd3,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:22.074669 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b16e1a-3af6-4f09-89e4-f9cc8f8a6bd4 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Checking segment: {'id': 'c7c93c24-d068-4f16-a122-4b527be039fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '334621ab-24ac-4581-8927-abef4a894e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:53:22.075439 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b16e1a-3af6-4f09-89e4-f9cc8f8a6bd4 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Network hostable DHCP agents. Network: 334621ab-24ac-4581-8927-abef4a894e00, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:53:22.083001 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52084) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:22.085850 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab433467-5116-47a9-9f28-830c5ea2a85f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:53:22.104319 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f565d1a5-f86a-4095-afe4-3825a250c00f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.106156 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab433467-5116-47a9-9f28-830c5ea2a85f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (bea565ef-2fb9-417a-96f7-b4289bdee93f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.107082 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-ab433467-5116-47a9-9f28-830c5ea2a85f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Added segment bea565ef-2fb9-417a-96f7-b4289bdee93f of type vlan for network 32d34e22-c35f-4b86-a5d8-09be8394c3a9 Nov 02 12:53:22.136931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fedf995b-fd25-4416-9893-25ef1a6145a6 None None] Current status of the port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:22.167689 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f4df9bc9-179f-4c5b-99a8-4ec474d8e481 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4570148 Nov 02 12:53:22.171922 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52086) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:22.184455 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-06bb26ab-e5a6-43cb-b238-06676a9d6981 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'subnet': {'network_id': 'be6b2db1-f90f-4c78-9460-4164a3cc35aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:22.190486 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab433467-5116-47a9-9f28-830c5ea2a85f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (32d34e22-c35f-4b86-a5d8-09be8394c3a9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.211320 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b16e1a-3af6-4f09-89e4-f9cc8f8a6bd4 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Network 334621ab-24ac-4581-8927-abef4a894e00 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:53:22.280650 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-75b16e1a-3af6-4f09-89e4-f9cc8f8a6bd4 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 334621ab-24ac-4581-8927-abef4a894e00) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:22.291673 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f565d1a5-f86a-4095-afe4-3825a250c00f admin admin] Publish callbacks [] for security_group (11c9f2d3-7e54-46dc-bac3-7b167a25a553), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.294117 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:22.301909 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b16e1a-3af6-4f09-89e4-f9cc8f8a6bd4 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:22.302634 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75b16e1a-3af6-4f09-89e4-f9cc8f8a6bd4 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.358255 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8168479-9a7c-4d03-9767-7d2bb1d5fb82 None None] Network 334621ab-24ac-4581-8927-abef4a894e00 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:22.393758 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-be6b2db1-f90f-4c78-9460-4164a3cc35aa', 'network_id': 'be6b2db1-f90f-4c78-9460-4164a3cc35aa', 'project_id': '7d3e207adaab4614babb8fb6e2c10f77', 'fixed_ips': [{'subnet_id': '78c8c9f9-832a-49e1-9939-a81bfffa71e9'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:53:22.394708 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.404986 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f565d1a5-f86a-4095-afe4-3825a250c00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (11c9f2d3-7e54-46dc-bac3-7b167a25a553), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.418590 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-75b16e1a-3af6-4f09-89e4-f9cc8f8a6bd4 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9021561 Nov 02 12:53:22.420009 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab433467-5116-47a9-9f28-830c5ea2a85f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (32d34e22-c35f-4b86-a5d8-09be8394c3a9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.427601 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab433467-5116-47a9-9f28-830c5ea2a85f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:22.431923 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab433467-5116-47a9-9f28-830c5ea2a85f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.436584 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52090) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:22.478195 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 373c27cf-b7eb-49a3-81c3-7590998eb021 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:53:22.482793 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6709a96d-4822-49dc-aef2-e7d4e3e6e6d5 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Request body: {'subnet': {'network_id': '64b4a141-4992-4741-b832-0380a39b5bc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:22.495271 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f565d1a5-f86a-4095-afe4-3825a250c00f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1fcfe378cd50414eb36e6d3c2abbb0ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4123197 Nov 02 12:53:22.498802 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52092) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:22.499487 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565d1a5-f86a-4095-afe4-3825a250c00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c9f2d3-7e54-46dc-bac3-7b167a25a553,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:22.549648 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 373c27cf-b7eb-49a3-81c3-7590998eb021 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:53:22.549648 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 373c27cf-b7eb-49a3-81c3-7590998eb021 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:53:22.639636 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d7f677e9-bd0c-47f0-b600-2b8deb637d58 admin admin] Publish callbacks [] for security_group (11c9f2d3-7e54-46dc-bac3-7b167a25a553), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.678949 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-334621ab-24ac-4581-8927-abef4a894e00', 'network_id': '334621ab-24ac-4581-8927-abef4a894e00', 'project_id': '2d7834e545604dfcab709c3662801725', 'fixed_ips': [{'subnet_id': '8fb719d5-ef88-4e38-9181-46f88cafcbd3'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:53:22.680531 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.680805 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d7f677e9-bd0c-47f0-b600-2b8deb637d58 admin admin] Publish callbacks [] for security_group (11c9f2d3-7e54-46dc-bac3-7b167a25a553), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.773211 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab433467-5116-47a9-9f28-830c5ea2a85f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Network': ['ID=32d34e22-c35f-4b86-a5d8-09be8394c3a9,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:22.817801 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 32d34e22-c35f-4b86-a5d8-09be8394c3a9 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:53:22.829912 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d7f677e9-bd0c-47f0-b600-2b8deb637d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (11c9f2d3-7e54-46dc-bac3-7b167a25a553), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.836757 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d7f677e9-bd0c-47f0-b600-2b8deb637d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.838275 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d7f677e9-bd0c-47f0-b600-2b8deb637d58 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/11c9f2d3-7e54-46dc-bac3-7b167a25a553 HTTP/1.1" status: 204 len: 168 time: 0.3202276 Nov 02 12:53:22.844606 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] Allocated IP 2001:db8::2 (be6b2db1-f90f-4c78-9460-4164a3cc35aa/78c8c9f9-832a-49e1-9939-a81bfffa71e9/c91171dc-330e-4772-a4b3-bd70c1cd77b7) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:22.856626 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f677e9-bd0c-47f0-b600-2b8deb637d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c9f2d3-7e54-46dc-bac3-7b167a25a553,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:22.933372 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6709a96d-4822-49dc-aef2-e7d4e3e6e6d5 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Made reservation on behalf of 2d7834e545604dfcab709c3662801725 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:22.938188 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6709a96d-4822-49dc-aef2-e7d4e3e6e6d5 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.950253 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ab433467-5116-47a9-9f28-830c5ea2a85f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0967884 Nov 02 12:53:22.953642 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52108) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:22.956289 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bb26ab-e5a6-43cb-b238-06676a9d6981 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:22.962730 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-04f35dce-4fc7-4cd4-a851-f9c962b72f27 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'subnet': {'network_id': '32d34e22-c35f-4b86-a5d8-09be8394c3a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:22.989173 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06bb26ab-e5a6-43cb-b238-06676a9d6981 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.156098 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:23.202641 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] Allocated IP 172.20.0.2 (334621ab-24ac-4581-8927-abef4a894e00/8fb719d5-ef88-4e38-9181-46f88cafcbd3/43f80ae7-cae9-4777-b781-a441cd4d403e) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:23.287106 n-d-857339-6 neutron-server[105976]: INFO neutron.db.ipam_backend_mixin [None req-06bb26ab-e5a6-43cb-b238-06676a9d6981 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 78c8c9f9-832a-49e1-9939-a81bfffa71e9 (CIDR: 2001:db8::/64) Nov 02 12:53:23.342635 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] Publish callbacks [] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.405917 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-06bb26ab-e5a6-43cb-b238-06676a9d6981 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:53:23.406230 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06bb26ab-e5a6-43cb-b238-06676a9d6981 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:53:23.418541 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f35dce-4fc7-4cd4-a851-f9c962b72f27 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:23.430837 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-04f35dce-4fc7-4cd4-a851-f9c962b72f27 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.438571 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] Publish callbacks [] for port (43f80ae7-cae9-4777-b781-a441cd4d403e), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.458460 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.501124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] Network be6b2db1-f90f-4c78-9460-4164a3cc35aa is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:23.509200 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:23.513549 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:23.557388 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-06bb26ab-e5a6-43cb-b238-06676a9d6981 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3765016 Nov 02 12:53:23.557623 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52126) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:23.562732 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-891d51ff-1ec8-4246-b719-5c8cc630348a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'subnet': {'network_id': 'be6b2db1-f90f-4c78-9460-4164a3cc35aa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:23.574161 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] Pushing event updated for resources: {'Port': ['ID=c91171dc-330e-4772-a4b3-bd70c1cd77b7,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:23.591329 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] Attempting to bind port c91171dc-330e-4772-a4b3-bd70c1cd77b7 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:53:23.591798 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] Attempting to bind port c91171dc-330e-4772-a4b3-bd70c1cd77b7 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'e42000af-ab9e-4aad-93ad-239b8d3b4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'be6b2db1-f90f-4c78-9460-4164a3cc35aa'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:53:23.592278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] Attempting to bind port c91171dc-330e-4772-a4b3-bd70c1cd77b7 on network be6b2db1-f90f-4c78-9460-4164a3cc35aa {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:23.623541 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6709a96d-4822-49dc-aef2-e7d4e3e6e6d5 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (33f6a753-9de6-4b17-9853-05c938e9cf49), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.658276 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (43f80ae7-cae9-4777-b781-a441cd4d403e), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.752356 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] Pushing event updated for resources: {'Port': ['ID=43f80ae7-cae9-4777-b781-a441cd4d403e,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:23.762302 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] Network 334621ab-24ac-4581-8927-abef4a894e00 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:23.764669 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:23.768085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:23.771531 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:53:23.771905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] Checking segment: {'id': 'e42000af-ab9e-4aad-93ad-239b8d3b4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'be6b2db1-f90f-4c78-9460-4164a3cc35aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:53:23.772869 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.773431 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] Bound using segment: {'id': 'e42000af-ab9e-4aad-93ad-239b8d3b4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'be6b2db1-f90f-4c78-9460-4164a3cc35aa'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:53:23.774278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] Bound port: c91171dc-330e-4772-a4b3-bd70c1cd77b7, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42000af-ab9e-4aad-93ad-239b8d3b4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'be6b2db1-f90f-4c78-9460-4164a3cc35aa'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:53:23.774751 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.797688 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6709a96d-4822-49dc-aef2-e7d4e3e6e6d5 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Checking segment: {'id': '180dfcf6-0b20-4446-9565-e1ec079c15c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '64b4a141-4992-4741-b832-0380a39b5bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:53:23.797688 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6709a96d-4822-49dc-aef2-e7d4e3e6e6d5 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Network hostable DHCP agents. Network: 64b4a141-4992-4741-b832-0380a39b5bc2, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:53:23.798542 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709a96d-4822-49dc-aef2-e7d4e3e6e6d5 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event updated for resources: {'Subnet': ['ID=33f6a753-9de6-4b17-9853-05c938e9cf49,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:23.863982 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:23.869799 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] Attempting to bind port 43f80ae7-cae9-4777-b781-a441cd4d403e on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:53:23.872547 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] Attempting to bind port 43f80ae7-cae9-4777-b781-a441cd4d403e by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'c7c93c24-d068-4f16-a122-4b527be039fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '334621ab-24ac-4581-8927-abef4a894e00'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:53:23.872547 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] Attempting to bind port 43f80ae7-cae9-4777-b781-a441cd4d403e on network 334621ab-24ac-4581-8927-abef4a894e00 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:23.880926 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-04f35dce-4fc7-4cd4-a851-f9c962b72f27 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (a8ddd64f-714a-45ed-a0ae-f76ff80f878b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.906510 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.928027 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] For port c91171dc-330e-4772-a4b3-bd70c1cd77b7, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:53:23.933258 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] For port c91171dc-330e-4772-a4b3-bd70c1cd77b7, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c91171dc-330e-4772-a4b3-bd70c1cd77b7,segment=NetworkSegment(e42000af-ab9e-4aad-93ad-239b8d3b4102),segment_id=e42000af-ab9e-4aad-93ad-239b8d3b4102)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:53:23.943797 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6709a96d-4822-49dc-aef2-e7d4e3e6e6d5 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Network 64b4a141-4992-4741-b832-0380a39b5bc2 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:53:23.946221 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:53:23.947144 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] Checking segment: {'id': 'c7c93c24-d068-4f16-a122-4b527be039fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '334621ab-24ac-4581-8927-abef4a894e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:53:23.947144 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.947479 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] Bound using segment: {'id': 'c7c93c24-d068-4f16-a122-4b527be039fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '334621ab-24ac-4581-8927-abef4a894e00'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:53:23.948994 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] Bound port: 43f80ae7-cae9-4777-b781-a441cd4d403e, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c93c24-d068-4f16-a122-4b527be039fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '334621ab-24ac-4581-8927-abef4a894e00'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:53:23.949421 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (43f80ae7-cae9-4777-b781-a441cd4d403e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.951527 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891d51ff-1ec8-4246-b719-5c8cc630348a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:23.955989 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-891d51ff-1ec8-4246-b719-5c8cc630348a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.990554 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f35dce-4fc7-4cd4-a851-f9c962b72f27 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Checking segment: {'id': 'bea565ef-2fb9-417a-96f7-b4289bdee93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '32d34e22-c35f-4b86-a5d8-09be8394c3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:53:23.991530 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f35dce-4fc7-4cd4-a851-f9c962b72f27 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network hostable DHCP agents. Network: 32d34e22-c35f-4b86-a5d8-09be8394c3a9, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:53:24.000622 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f35dce-4fc7-4cd4-a851-f9c962b72f27 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Subnet': ['ID=a8ddd64f-714a-45ed-a0ae-f76ff80f878b,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:24.031520 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:24.101784 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] For port 43f80ae7-cae9-4777-b781-a441cd4d403e, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:53:24.129744 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] For port 43f80ae7-cae9-4777-b781-a441cd4d403e, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=43f80ae7-cae9-4777-b781-a441cd4d403e,segment=NetworkSegment(c7c93c24-d068-4f16-a122-4b527be039fc),segment_id=c7c93c24-d068-4f16-a122-4b527be039fc)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:53:24.133977 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6709a96d-4822-49dc-aef2-e7d4e3e6e6d5 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 64b4a141-4992-4741-b832-0380a39b5bc2) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:24.136441 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd891fc1-1fb3-4e83-a998-6205eb5143ca None None] Pushing event updated for resources: {'Port': ['ID=c91171dc-330e-4772-a4b3-bd70c1cd77b7,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:24.140872 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6709a96d-4822-49dc-aef2-e7d4e3e6e6d5 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:24.141559 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6709a96d-4822-49dc-aef2-e7d4e3e6e6d5 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:24.157132 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a52ac6b-fb24-41e7-bc0a-d408642ab82a None None] Network 64b4a141-4992-4741-b832-0380a39b5bc2 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:24.300439 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (43f80ae7-cae9-4777-b781-a441cd4d403e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:24.324800 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f35dce-4fc7-4cd4-a851-f9c962b72f27 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network 32d34e22-c35f-4b86-a5d8-09be8394c3a9 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:53:24.334480 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-04f35dce-4fc7-4cd4-a851-f9c962b72f27 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 32d34e22-c35f-4b86-a5d8-09be8394c3a9) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:24.348269 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f35dce-4fc7-4cd4-a851-f9c962b72f27 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:24.348725 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-04f35dce-4fc7-4cd4-a851-f9c962b72f27 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:24.402166 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3010b70e-7dcc-41fa-af59-97e133d5a016 None None] Network 32d34e22-c35f-4b86-a5d8-09be8394c3a9 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:24.405059 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-64b4a141-4992-4741-b832-0380a39b5bc2', 'network_id': '64b4a141-4992-4741-b832-0380a39b5bc2', 'project_id': '2d7834e545604dfcab709c3662801725', 'fixed_ips': [{'subnet_id': '33f6a753-9de6-4b17-9853-05c938e9cf49'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:53:24.411427 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:24.453100 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6709a96d-4822-49dc-aef2-e7d4e3e6e6d5 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9908466 Nov 02 12:53:24.456143 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52156) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:24.580549 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52160) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:24.589354 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-0026c4c9-39e4-4681-9cfc-3525306d92cd tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'port': {'network_id': '32d34e22-c35f-4b86-a5d8-09be8394c3a9', 'security_groups': [], 'name': 'tempest-PortsTestJSON-500793977'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:24.589661 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e3808-e6a1-4af6-99d3-ac8a91f61d71 None None] Pushing event updated for resources: {'Port': ['ID=43f80ae7-cae9-4777-b781-a441cd4d403e,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:24.593156 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-891d51ff-1ec8-4246-b719-5c8cc630348a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (d16bb433-d158-4e07-97d5-3b2659dc7ec5), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:24.594717 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-04f35dce-4fc7-4cd4-a851-f9c962b72f27 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6390233 Nov 02 12:53:24.750135 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-32d34e22-c35f-4b86-a5d8-09be8394c3a9', 'network_id': '32d34e22-c35f-4b86-a5d8-09be8394c3a9', 'project_id': '3d34b3cffbc44c0aae74d45280e6cf4d', 'fixed_ips': [{'subnet_id': 'a8ddd64f-714a-45ed-a0ae-f76ff80f878b'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:53:24.751067 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:24.908453 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:24.984561 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] Allocated IP 172.20.0.2 (64b4a141-4992-4741-b832-0380a39b5bc2/33f6a753-9de6-4b17-9853-05c938e9cf49/27d55dd1-55ad-4c30-9a3f-16e53f7f8f52) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:25.053987 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891d51ff-1ec8-4246-b719-5c8cc630348a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network be6b2db1-f90f-4c78-9460-4164a3cc35aa is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:25.081941 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-891d51ff-1ec8-4246-b719-5c8cc630348a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:25.091683 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891d51ff-1ec8-4246-b719-5c8cc630348a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:25.092842 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-891d51ff-1ec8-4246-b719-5c8cc630348a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.099725 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d51ff-1ec8-4246-b719-5c8cc630348a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Subnet': ['ID=d16bb433-d158-4e07-97d5-3b2659dc7ec5,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:25.262065 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:25.283574 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-891d51ff-1ec8-4246-b719-5c8cc630348a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7248058 Nov 02 12:53:25.286276 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52178) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:25.293954 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f3a183cf-b16d-437a-8c7f-eda383a4bc3a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'port': {'network_id': 'be6b2db1-f90f-4c78-9460-4164a3cc35aa', 'fixed_ips': [{'subnet_id': '78c8c9f9-832a-49e1-9939-a81bfffa71e9'}, {'subnet_id': 'd16bb433-d158-4e07-97d5-3b2659dc7ec5'}], 'name': 'tempest-PortsIpV6TestJSON-484300664'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:25.376421 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:25.462599 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] Allocated IP 172.20.0.2 (32d34e22-c35f-4b86-a5d8-09be8394c3a9/a8ddd64f-714a-45ed-a0ae-f76ff80f878b/db94747a-92af-44d5-a69a-a5f774be5a4f) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:25.487522 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c66039e-8c64-4a4a-be39-c5ef964b0a09 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.495744 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0026c4c9-39e4-4681-9cfc-3525306d92cd tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:25.503127 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0026c4c9-39e4-4681-9cfc-3525306d92cd tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.585248 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-0026c4c9-39e4-4681-9cfc-3525306d92cd tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] device_id is not set on port 97438d66-32ea-49cf-a1e2-2472eab18090 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:53:25.816428 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] Publish callbacks [] for port (27d55dd1-55ad-4c30-9a3f-16e53f7f8f52), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.942767 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:25.973167 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a183cf-b16d-437a-8c7f-eda383a4bc3a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:26.026575 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] Publish callbacks [] for port (db94747a-92af-44d5-a69a-a5f774be5a4f), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:26.029730 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c91171dc-330e-4772-a4b3-bd70c1cd77b7 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:26.036227 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (27d55dd1-55ad-4c30-9a3f-16e53f7f8f52), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:26.128060 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-2c66039e-8c64-4a4a-be39-c5ef964b0a09 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Allocated IP 172.20.0.1 (334621ab-24ac-4581-8927-abef4a894e00/8fb719d5-ef88-4e38-9181-46f88cafcbd3/e6a57023-36f9-4d61-b022-c9cec8463529) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:26.160918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] Network 64b4a141-4992-4741-b832-0380a39b5bc2 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:26.191602 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (db94747a-92af-44d5-a69a-a5f774be5a4f), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:26.200793 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:26.209142 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:26.325512 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] Pushing event updated for resources: {'Port': ['ID=27d55dd1-55ad-4c30-9a3f-16e53f7f8f52,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:26.361967 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-0026c4c9-39e4-4681-9cfc-3525306d92cd tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Allocated IP 172.20.0.9 (32d34e22-c35f-4b86-a5d8-09be8394c3a9/a8ddd64f-714a-45ed-a0ae-f76ff80f878b/97438d66-32ea-49cf-a1e2-2472eab18090) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:26.390200 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3a183cf-b16d-437a-8c7f-eda383a4bc3a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:26.413528 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] Network 32d34e22-c35f-4b86-a5d8-09be8394c3a9 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:26.454442 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c66039e-8c64-4a4a-be39-c5ef964b0a09 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for port (e6a57023-36f9-4d61-b022-c9cec8463529), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:26.466346 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-f3a183cf-b16d-437a-8c7f-eda383a4bc3a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] device_id is not set on port 200b6428-9061-4a66-84d4-11ea4f564d09 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:53:26.509706 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:26.516817 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:26.536072 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c91171dc-330e-4772-a4b3-bd70c1cd77b7 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:26.539610 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:26.541652 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c91171dc-330e-4772-a4b3-bd70c1cd77b7 Nov 02 12:53:26.639411 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:26.657818 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c66039e-8c64-4a4a-be39-c5ef964b0a09 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (e6a57023-36f9-4d61-b022-c9cec8463529), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:26.664725 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6040d5f8-e73d-4b28-b1b4-5b606c29c314 None None] Network 334621ab-24ac-4581-8927-abef4a894e00 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:26.736653 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c66039e-8c64-4a4a-be39-c5ef964b0a09 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Network 334621ab-24ac-4581-8927-abef4a894e00 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:26.739622 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-2c66039e-8c64-4a4a-be39-c5ef964b0a09 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:26.745353 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c66039e-8c64-4a4a-be39-c5ef964b0a09 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:26.835696 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a2f440-c0a0-4fa6-aa9e-4ac1130a3346 None None] Network be6b2db1-f90f-4c78-9460-4164a3cc35aa requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:26.842380 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66039e-8c64-4a4a-be39-c5ef964b0a09 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event updated for resources: {'Port': ['ID=e6a57023-36f9-4d61-b022-c9cec8463529,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:26.846855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b5f9c2d5-7d1e-42f7-a232-62a2b7134da5 None None] Provisioning complete for port 43f80ae7-cae9-4777-b781-a441cd4d403e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:26.855345 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b5f9c2d5-7d1e-42f7-a232-62a2b7134da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (43f80ae7-cae9-4777-b781-a441cd4d403e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:26.855345 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b5f9c2d5-7d1e-42f7-a232-62a2b7134da5 None None] Attempt 1 to provision port 43f80ae7-cae9-4777-b781-a441cd4d403e Nov 02 12:53:26.855748 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c66039e-8c64-4a4a-be39-c5ef964b0a09 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (49906b4b-3e22-4fcc-9f52-4c6509b42702), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:26.858089 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:26.915183 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0026c4c9-39e4-4681-9cfc-3525306d92cd tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (97438d66-32ea-49cf-a1e2-2472eab18090), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:26.997482 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:27.107518 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-f3a183cf-b16d-437a-8c7f-eda383a4bc3a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Allocated IP 2001:db8::11d (be6b2db1-f90f-4c78-9460-4164a3cc35aa/78c8c9f9-832a-49e1-9939-a81bfffa71e9/200b6428-9061-4a66-84d4-11ea4f564d09) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:27.115049 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-f3a183cf-b16d-437a-8c7f-eda383a4bc3a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Allocated IP 2001:db8:0:1::e9 (be6b2db1-f90f-4c78-9460-4164a3cc35aa/d16bb433-d158-4e07-97d5-3b2659dc7ec5/200b6428-9061-4a66-84d4-11ea4f564d09) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:27.249438 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0026c4c9-39e4-4681-9cfc-3525306d92cd tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (97438d66-32ea-49cf-a1e2-2472eab18090), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:27.263896 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] Pushing event updated for resources: {'Port': ['ID=db94747a-92af-44d5-a69a-a5f774be5a4f,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:27.297232 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] Attempting to bind port db94747a-92af-44d5-a69a-a5f774be5a4f on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:53:27.302877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] Attempting to bind port db94747a-92af-44d5-a69a-a5f774be5a4f by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'bea565ef-2fb9-417a-96f7-b4289bdee93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '32d34e22-c35f-4b86-a5d8-09be8394c3a9'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:53:27.302877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] Attempting to bind port db94747a-92af-44d5-a69a-a5f774be5a4f on network 32d34e22-c35f-4b86-a5d8-09be8394c3a9 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:27.302877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] Attempting to bind port 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:53:27.302877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] Attempting to bind port 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '180dfcf6-0b20-4446-9565-e1ec079c15c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '64b4a141-4992-4741-b832-0380a39b5bc2'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:53:27.302877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] Attempting to bind port 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52 on network 64b4a141-4992-4741-b832-0380a39b5bc2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:27.446709 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c66039e-8c64-4a4a-be39-c5ef964b0a09 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e6a57023-36f9-4d61-b022-c9cec8463529), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:27.466539 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c91171dc-330e-4772-a4b3-bd70c1cd77b7 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:27.466846 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:27.543569 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026c4c9-39e4-4681-9cfc-3525306d92cd tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=97438d66-32ea-49cf-a1e2-2472eab18090,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:27.547669 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0026c4c9-39e4-4681-9cfc-3525306d92cd tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network 32d34e22-c35f-4b86-a5d8-09be8394c3a9 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:27.554423 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-0026c4c9-39e4-4681-9cfc-3525306d92cd tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:27.558858 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0026c4c9-39e4-4681-9cfc-3525306d92cd tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:27.688833 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:53:27.689216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] Checking segment: {'id': 'bea565ef-2fb9-417a-96f7-b4289bdee93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '32d34e22-c35f-4b86-a5d8-09be8394c3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:53:27.689722 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:27.690134 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] Bound using segment: {'id': 'bea565ef-2fb9-417a-96f7-b4289bdee93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '32d34e22-c35f-4b86-a5d8-09be8394c3a9'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:53:27.690637 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] Bound port: db94747a-92af-44d5-a69a-a5f774be5a4f, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea565ef-2fb9-417a-96f7-b4289bdee93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '32d34e22-c35f-4b86-a5d8-09be8394c3a9'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:53:27.691026 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (db94747a-92af-44d5-a69a-a5f774be5a4f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:27.716792 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b5f9c2d5-7d1e-42f7-a232-62a2b7134da5 None None] Current status of the port 43f80ae7-cae9-4777-b781-a441cd4d403e is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:27.717131 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b5f9c2d5-7d1e-42f7-a232-62a2b7134da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (43f80ae7-cae9-4777-b781-a441cd4d403e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:27.718029 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3a183cf-b16d-437a-8c7f-eda383a4bc3a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (200b6428-9061-4a66-84d4-11ea4f564d09), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:27.731132 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0026c4c9-39e4-4681-9cfc-3525306d92cd tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:27.731814 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0026c4c9-39e4-4681-9cfc-3525306d92cd tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:27.734562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:53:27.734964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] Checking segment: {'id': '180dfcf6-0b20-4446-9565-e1ec079c15c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '64b4a141-4992-4741-b832-0380a39b5bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:53:27.735281 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:27.735682 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] Bound using segment: {'id': '180dfcf6-0b20-4446-9565-e1ec079c15c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '64b4a141-4992-4741-b832-0380a39b5bc2'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:53:27.736210 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] Bound port: 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180dfcf6-0b20-4446-9565-e1ec079c15c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '64b4a141-4992-4741-b832-0380a39b5bc2'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:53:27.736918 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (27d55dd1-55ad-4c30-9a3f-16e53f7f8f52), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:27.775216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port c91171dc-330e-4772-a4b3-bd70c1cd77b7, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c91171dc-330e-4772-a4b3-bd70c1cd77b7,segment=NetworkSegment(e42000af-ab9e-4aad-93ad-239b8d3b4102),segment_id=e42000af-ab9e-4aad-93ad-239b8d3b4102)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:27.798116 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ddc7ce-7600-4a9b-be5e-9dd161ab33bf None None] Update dhcp port {'port': {'network_id': 'be6b2db1-f90f-4c78-9460-4164a3cc35aa', 'fixed_ips': [{'subnet_id': '78c8c9f9-832a-49e1-9939-a81bfffa71e9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd16bb433-d158-4e07-97d5-3b2659dc7ec5'}], 'binding:host_id': 'n-d-857339-6'}, 'id': 'c91171dc-330e-4772-a4b3-bd70c1cd77b7'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 12:53:27.814139 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c66039e-8c64-4a4a-be39-c5ef964b0a09 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for port (e6a57023-36f9-4d61-b022-c9cec8463529), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:27.836881 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c1ddc7ce-7600-4a9b-be5e-9dd161ab33bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:27.877143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b5f9c2d5-7d1e-42f7-a232-62a2b7134da5 None None] For port 43f80ae7-cae9-4777-b781-a441cd4d403e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=43f80ae7-cae9-4777-b781-a441cd4d403e,segment=NetworkSegment(c7c93c24-d068-4f16-a122-4b527be039fc),segment_id=c7c93c24-d068-4f16-a122-4b527be039fc)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:27.908296 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52230) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:27.908964 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0026c4c9-39e4-4681-9cfc-3525306d92cd tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.3260291 Nov 02 12:53:27.923177 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:27.924352 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 43f80ae7-cae9-4777-b781-a441cd4d403e up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:27.982387 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3a183cf-b16d-437a-8c7f-eda383a4bc3a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (200b6428-9061-4a66-84d4-11ea4f564d09), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.102025 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b5f9c2d5-7d1e-42f7-a232-62a2b7134da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (43f80ae7-cae9-4777-b781-a441cd4d403e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.109223 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] For port db94747a-92af-44d5-a69a-a5f774be5a4f, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:53:28.142965 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c66039e-8c64-4a4a-be39-c5ef964b0a09 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (e6a57023-36f9-4d61-b022-c9cec8463529), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.154551 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-90c2063c-44e4-414a-8b93-c8bd4687ca28 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port 97438d66-32ea-49cf-a1e2-2472eab18090 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:28.154878 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-90c2063c-44e4-414a-8b93-c8bd4687ca28 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (97438d66-32ea-49cf-a1e2-2472eab18090), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.163780 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a183cf-b16d-437a-8c7f-eda383a4bc3a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network be6b2db1-f90f-4c78-9460-4164a3cc35aa is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:28.182410 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-f3a183cf-b16d-437a-8c7f-eda383a4bc3a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:28.184453 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a183cf-b16d-437a-8c7f-eda383a4bc3a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=200b6428-9061-4a66-84d4-11ea4f564d09,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:28.205003 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a183cf-b16d-437a-8c7f-eda383a4bc3a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:28.221685 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a183cf-b16d-437a-8c7f-eda383a4bc3a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:28.222789 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3a183cf-b16d-437a-8c7f-eda383a4bc3a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.313954 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] For port db94747a-92af-44d5-a69a-a5f774be5a4f, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=db94747a-92af-44d5-a69a-a5f774be5a4f,segment=NetworkSegment(bea565ef-2fb9-417a-96f7-b4289bdee93f),segment_id=bea565ef-2fb9-417a-96f7-b4289bdee93f)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:53:28.334608 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] For port 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:53:28.378676 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f3a183cf-b16d-437a-8c7f-eda383a4bc3a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.0886130 Nov 02 12:53:28.378878 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52244) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:28.387888 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5beaa573-667d-4d31-9388-7ce0bbeadf25 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '78c8c9f9-832a-49e1-9939-a81bfffa71e9'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:28.431918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 43f80ae7-cae9-4777-b781-a441cd4d403e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:28.432707 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (43f80ae7-cae9-4777-b781-a441cd4d403e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.433309 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 43f80ae7-cae9-4777-b781-a441cd4d403e Nov 02 12:53:28.439453 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] For port 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=27d55dd1-55ad-4c30-9a3f-16e53f7f8f52,segment=NetworkSegment(180dfcf6-0b20-4446-9565-e1ec079c15c6),segment_id=180dfcf6-0b20-4446-9565-e1ec079c15c6)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:53:28.441960 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c66039e-8c64-4a4a-be39-c5ef964b0a09 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (49906b4b-3e22-4fcc-9f52-4c6509b42702), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.445750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8d048894-77c9-4f6b-8538-0e08876c482e None None] Provisioning complete for port c91171dc-330e-4772-a4b3-bd70c1cd77b7 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:28.446428 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8d048894-77c9-4f6b-8538-0e08876c482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.446992 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8d048894-77c9-4f6b-8538-0e08876c482e None None] Attempt 1 to provision port c91171dc-330e-4772-a4b3-bd70c1cd77b7 Nov 02 12:53:28.448907 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66039e-8c64-4a4a-be39-c5ef964b0a09 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event updated for resources: {'Port': ['ID=e6a57023-36f9-4d61-b022-c9cec8463529,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:28.560584 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=c91171dc-330e-4772-a4b3-bd70c1cd77b7,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:28.608357 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c66039e-8c64-4a4a-be39-c5ef964b0a09 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Network 334621ab-24ac-4581-8927-abef4a894e00 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:28.611935 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-2c66039e-8c64-4a4a-be39-c5ef964b0a09 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:28.628011 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (db94747a-92af-44d5-a69a-a5f774be5a4f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.653015 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5beaa573-667d-4d31-9388-7ce0bbeadf25 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (200b6428-9061-4a66-84d4-11ea4f564d09), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.658067 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:28.731377 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:28.800064 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9c2d5-7d1e-42f7-a232-62a2b7134da5 None None] Pushing event updated for resources: {'Port': ['ID=43f80ae7-cae9-4777-b781-a441cd4d403e,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:28.803966 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (27d55dd1-55ad-4c30-9a3f-16e53f7f8f52), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.807596 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-90c2063c-44e4-414a-8b93-c8bd4687ca28 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (97438d66-32ea-49cf-a1e2-2472eab18090), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.886372 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-90c2063c-44e4-414a-8b93-c8bd4687ca28 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for 97438d66-32ea-49cf-a1e2-2472eab18090 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:28.959938 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-c1ddc7ce-7600-4a9b-be5e-9dd161ab33bf None None] Allocated IP 2001:db8:0:1::2 (be6b2db1-f90f-4c78-9460-4164a3cc35aa/d16bb433-d158-4e07-97d5-3b2659dc7ec5/c91171dc-330e-4772-a4b3-bd70c1cd77b7) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:29.030505 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201589bb-e040-46a2-aa36-032f07696af3 None None] Pushing event updated for resources: {'Port': ['ID=db94747a-92af-44d5-a69a-a5f774be5a4f,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:29.176878 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8d048894-77c9-4f6b-8538-0e08876c482e None None] Current status of the port c91171dc-330e-4772-a4b3-bd70c1cd77b7 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:29.190656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 43f80ae7-cae9-4777-b781-a441cd4d403e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:29.437800 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:29.465746 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-167a8682-16c4-4f67-97c6-6680edac54ab None None] Provisioning complete for port 43f80ae7-cae9-4777-b781-a441cd4d403e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:29.466231 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-167a8682-16c4-4f67-97c6-6680edac54ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (43f80ae7-cae9-4777-b781-a441cd4d403e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:29.466490 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-167a8682-16c4-4f67-97c6-6680edac54ab None None] Attempt 1 to provision port 43f80ae7-cae9-4777-b781-a441cd4d403e Nov 02 12:53:29.568420 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c97a0-90f0-40fe-b349-977541b183f5 None None] Pushing event updated for resources: {'Port': ['ID=27d55dd1-55ad-4c30-9a3f-16e53f7f8f52,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:29.620280 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c1ddc7ce-7600-4a9b-be5e-9dd161ab33bf None None] For port c91171dc-330e-4772-a4b3-bd70c1cd77b7, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c91171dc-330e-4772-a4b3-bd70c1cd77b7,segment=NetworkSegment(e42000af-ab9e-4aad-93ad-239b8d3b4102),segment_id=e42000af-ab9e-4aad-93ad-239b8d3b4102)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:29.623892 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c66039e-8c64-4a4a-be39-c5ef964b0a09 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Router 49906b4b-3e22-4fcc-9f52-4c6509b42702 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:53:29.659184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c91171dc-330e-4772-a4b3-bd70c1cd77b7 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:29.704276 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c1ddc7ce-7600-4a9b-be5e-9dd161ab33bf None None] Publish callbacks [] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:29.707445 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-167a8682-16c4-4f67-97c6-6680edac54ab None None] Current status of the port 43f80ae7-cae9-4777-b781-a441cd4d403e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:29.725456 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-167a8682-16c4-4f67-97c6-6680edac54ab None None] Provisioning complete for port e6a57023-36f9-4d61-b022-c9cec8463529 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:29.725828 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-167a8682-16c4-4f67-97c6-6680edac54ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e6a57023-36f9-4d61-b022-c9cec8463529), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:29.726170 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-167a8682-16c4-4f67-97c6-6680edac54ab None None] Attempt 1 to provision port e6a57023-36f9-4d61-b022-c9cec8463529 Nov 02 12:53:29.733457 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c66039e-8c64-4a4a-be39-c5ef964b0a09 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:53:29.738784 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2c66039e-8c64-4a4a-be39-c5ef964b0a09 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "PUT /networking/v2.0/routers/49906b4b-3e22-4fcc-9f52-4c6509b42702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2815530 Nov 02 12:53:29.743581 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52280) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:29.763402 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb6bb4e-4a4b-46ee-b8c4-a86bed0bd161 None None] Sync routers for ids ['49906b4b-3e22-4fcc-9f52-4c6509b42702'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:53:29.774630 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c91171dc-330e-4772-a4b3-bd70c1cd77b7 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:29.775011 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:29.775354 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c91171dc-330e-4772-a4b3-bd70c1cd77b7 Nov 02 12:53:29.816661 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-167a8682-16c4-4f67-97c6-6680edac54ab None None] Port e6a57023-36f9-4d61-b022-c9cec8463529 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:53:29.822039 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb6bb4e-4a4b-46ee-b8c4-a86bed0bd161 None None] Routers {'49906b4b-3e22-4fcc-9f52-4c6509b42702'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:53:29.822686 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-cdb6bb4e-4a4b-46ee-b8c4-a86bed0bd161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:53:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['49906b4b-3e22-4fcc-9f52-4c6509b42702'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:29.830566 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-90c2063c-44e4-414a-8b93-c8bd4687ca28 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (97438d66-32ea-49cf-a1e2-2472eab18090), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:29.864076 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c1ddc7ce-7600-4a9b-be5e-9dd161ab33bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:29.866365 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-cdb6bb4e-4a4b-46ee-b8c4-a86bed0bd161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:29.927936 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb6bb4e-4a4b-46ee-b8c4-a86bed0bd161 None None] Routers {'49906b4b-3e22-4fcc-9f52-4c6509b42702'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:53:29.928636 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-cdb6bb4e-4a4b-46ee-b8c4-a86bed0bd161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:53:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['49906b4b-3e22-4fcc-9f52-4c6509b42702'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:29.928912 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2063c-44e4-414a-8b93-c8bd4687ca28 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=97438d66-32ea-49cf-a1e2-2472eab18090,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:30.051167 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-90c2063c-44e4-414a-8b93-c8bd4687ca28 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:30.058332 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-90c2063c-44e4-414a-8b93-c8bd4687ca28 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/ports/97438d66-32ea-49cf-a1e2-2472eab18090 HTTP/1.1" status: 204 len: 168 time: 2.1486027 Nov 02 12:53:30.060920 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52298) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:30.099249 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-cdb6bb4e-4a4b-46ee-b8c4-a86bed0bd161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:30.100669 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb6bb4e-4a4b-46ee-b8c4-a86bed0bd161 None None] The sync data for ids ['49906b4b-3e22-4fcc-9f52-4c6509b42702'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:53:30.114865 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-edcb235b-6086-41b0-8545-f6ab221272dd tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] GET failed (client error): The resource could not be found. Nov 02 12:53:30.124580 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2434b970-9b91-4ed1-acfb-224e48a825ed None None] Provisioning complete for port e6a57023-36f9-4d61-b022-c9cec8463529 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:30.125368 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-edcb235b-6086-41b0-8545-f6ab221272dd tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports/97438d66-32ea-49cf-a1e2-2472eab18090 HTTP/1.1" status: 404 len: 333 time: 0.0630374 Nov 02 12:53:30.126081 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52304) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:30.134612 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2434b970-9b91-4ed1-acfb-224e48a825ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e6a57023-36f9-4d61-b022-c9cec8463529), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:30.135431 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2434b970-9b91-4ed1-acfb-224e48a825ed None None] Attempt 1 to provision port e6a57023-36f9-4d61-b022-c9cec8463529 Nov 02 12:53:30.137247 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddc7ce-7600-4a9b-be5e-9dd161ab33bf None None] Pushing event updated for resources: {'Port': ['ID=c91171dc-330e-4772-a4b3-bd70c1cd77b7,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:30.258217 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dea4ab5-2f52-41d4-ae2e-c03eceecc612 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting subnet a8ddd64f-714a-45ed-a0ae-f76ff80f878b {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:53:30.262543 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5dea4ab5-2f52-41d4-ae2e-c03eceecc612 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (a8ddd64f-714a-45ed-a0ae-f76ff80f878b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:30.369291 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5dea4ab5-2f52-41d4-ae2e-c03eceecc612 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (a8ddd64f-714a-45ed-a0ae-f76ff80f878b), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:30.533167 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:30.535807 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c91171dc-330e-4772-a4b3-bd70c1cd77b7 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:30.537023 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device db94747a-92af-44d5-a69a-a5f774be5a4f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:30.571717 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5dea4ab5-2f52-41d4-ae2e-c03eceecc612 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (a8ddd64f-714a-45ed-a0ae-f76ff80f878b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:30.626398 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2434b970-9b91-4ed1-acfb-224e48a825ed None None] Port e6a57023-36f9-4d61-b022-c9cec8463529 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:53:30.642222 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:30.674506 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port db94747a-92af-44d5-a69a-a5f774be5a4f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:30.674506 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (db94747a-92af-44d5-a69a-a5f774be5a4f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:30.674506 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port db94747a-92af-44d5-a69a-a5f774be5a4f Nov 02 12:53:30.827662 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port db94747a-92af-44d5-a69a-a5f774be5a4f is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:30.828057 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (db94747a-92af-44d5-a69a-a5f774be5a4f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:30.847926 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-5beaa573-667d-4d31-9388-7ce0bbeadf25 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Delete allocated IP 2001:db8:0:1::e9 (be6b2db1-f90f-4c78-9460-4164a3cc35aa/d16bb433-d158-4e07-97d5-3b2659dc7ec5) {{(pid=105976) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 02 12:53:30.985528 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cb9403-a58c-407b-8c75-acba0063192d None None] Network 32d34e22-c35f-4b86-a5d8-09be8394c3a9 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:30.998226 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5dea4ab5-2f52-41d4-ae2e-c03eceecc612 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (a8ddd64f-714a-45ed-a0ae-f76ff80f878b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:31.103517 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea4ab5-2f52-41d4-ae2e-c03eceecc612 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Subnet': ['ID=a8ddd64f-714a-45ed-a0ae-f76ff80f878b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:31.121894 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5dea4ab5-2f52-41d4-ae2e-c03eceecc612 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:31.146343 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5dea4ab5-2f52-41d4-ae2e-c03eceecc612 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/a8ddd64f-714a-45ed-a0ae-f76ff80f878b HTTP/1.1" status: 204 len: 168 time: 1.0190835 Nov 02 12:53:31.148702 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52352) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:31.201622 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5beaa573-667d-4d31-9388-7ce0bbeadf25 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (200b6428-9061-4a66-84d4-11ea4f564d09), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:31.299147 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5beaa573-667d-4d31-9388-7ce0bbeadf25 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (200b6428-9061-4a66-84d4-11ea4f564d09), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:31.309251 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:31.368110 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e39892a2-4007-4460-ab01-9c36c305a44c None None] Provisioning complete for port db94747a-92af-44d5-a69a-a5f774be5a4f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:31.376461 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e39892a2-4007-4460-ab01-9c36c305a44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (db94747a-92af-44d5-a69a-a5f774be5a4f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:31.376461 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e39892a2-4007-4460-ab01-9c36c305a44c None None] Attempt 1 to provision port db94747a-92af-44d5-a69a-a5f774be5a4f Nov 02 12:53:31.452039 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:53:31.452263 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:53:31.473363 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-5beaa573-667d-4d31-9388-7ce0bbeadf25 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] In _notify_port_updated(), no bound segment for port 200b6428-9061-4a66-84d4-11ea4f564d09 on network be6b2db1-f90f-4c78-9460-4164a3cc35aa {{(pid=105976) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 12:53:31.479705 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beaa573-667d-4d31-9388-7ce0bbeadf25 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:31.480392 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5beaa573-667d-4d31-9388-7ce0bbeadf25 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:31.484968 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5beaa573-667d-4d31-9388-7ce0bbeadf25 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "PUT /networking/v2.0/ports/200b6428-9061-4a66-84d4-11ea4f564d09 HTTP/1.1" status: 200 len: 925 time: 3.1048737 Nov 02 12:53:31.485673 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52362) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:31.496828 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-fd5d4cd6-5345-4dfd-b48c-2e571d3c81d4 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '78c8c9f9-832a-49e1-9939-a81bfffa71e9'}, {'subnet_id': 'd16bb433-d158-4e07-97d5-3b2659dc7ec5'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:31.544116 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55342eca-1400-4f85-baaa-d5610bb79f20 None None] Network 64b4a141-4992-4741-b832-0380a39b5bc2 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:31.567387 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beaa573-667d-4d31-9388-7ce0bbeadf25 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=200b6428-9061-4a66-84d4-11ea4f564d09,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:31.719208 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7ded26-8f42-48e6-94da-670109fa0148 None None] Network be6b2db1-f90f-4c78-9460-4164a3cc35aa requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:31.729586 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5666f70-75a2-4b92-b426-c070d48f5a3d None None] DHCP port deletion for 32d34e22-c35f-4b86-a5d8-09be8394c3a9 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:53:31.772222 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-a8d77976-7d6d-456e-a010-51ec456632d9 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:53:31.773479 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a8d77976-7d6d-456e-a010-51ec456632d9 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "PUT /networking/v2.0/routers/49906b4b-3e22-4fcc-9f52-4c6509b42702/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0288010 Nov 02 12:53:31.776661 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52372) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:31.863903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e39892a2-4007-4460-ab01-9c36c305a44c None None] Current status of the port db94747a-92af-44d5-a69a-a5f774be5a4f is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:31.864353 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e39892a2-4007-4460-ab01-9c36c305a44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (db94747a-92af-44d5-a69a-a5f774be5a4f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:31.911632 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:31.929273 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4cd6-5345-4dfd-b48c-2e571d3c81d4 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (200b6428-9061-4a66-84d4-11ea4f564d09), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:31.943105 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-384ea076-d712-44d6-90bc-e940cb516cad tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (32d34e22-c35f-4b86-a5d8-09be8394c3a9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:31.988060 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c5666f70-75a2-4b92-b426-c070d48f5a3d None None] Deleting port db94747a-92af-44d5-a69a-a5f774be5a4f {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:31.988584 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c5666f70-75a2-4b92-b426-c070d48f5a3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (db94747a-92af-44d5-a69a-a5f774be5a4f), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.011142 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:32.014602 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-384ea076-d712-44d6-90bc-e940cb516cad tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port db94747a-92af-44d5-a69a-a5f774be5a4f {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:32.015899 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-384ea076-d712-44d6-90bc-e940cb516cad tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (db94747a-92af-44d5-a69a-a5f774be5a4f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.112379 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-384ea076-d712-44d6-90bc-e940cb516cad tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] For port db94747a-92af-44d5-a69a-a5f774be5a4f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=db94747a-92af-44d5-a69a-a5f774be5a4f,segment=NetworkSegment(bea565ef-2fb9-417a-96f7-b4289bdee93f),segment_id=bea565ef-2fb9-417a-96f7-b4289bdee93f)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:32.112876 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-384ea076-d712-44d6-90bc-e940cb516cad tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (db94747a-92af-44d5-a69a-a5f774be5a4f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.160084 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-384ea076-d712-44d6-90bc-e940cb516cad tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for db94747a-92af-44d5-a69a-a5f774be5a4f owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:32.222610 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e39892a2-4007-4460-ab01-9c36c305a44c None None] For port db94747a-92af-44d5-a69a-a5f774be5a4f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=db94747a-92af-44d5-a69a-a5f774be5a4f,segment=NetworkSegment(bea565ef-2fb9-417a-96f7-b4289bdee93f),segment_id=bea565ef-2fb9-417a-96f7-b4289bdee93f)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:32.223611 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port db94747a-92af-44d5-a69a-a5f774be5a4f is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:32.223998 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (db94747a-92af-44d5-a69a-a5f774be5a4f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.234936 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c5666f70-75a2-4b92-b426-c070d48f5a3d None None] For port db94747a-92af-44d5-a69a-a5f774be5a4f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=db94747a-92af-44d5-a69a-a5f774be5a4f,segment=NetworkSegment(bea565ef-2fb9-417a-96f7-b4289bdee93f),segment_id=bea565ef-2fb9-417a-96f7-b4289bdee93f)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:32.235341 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c5666f70-75a2-4b92-b426-c070d48f5a3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (db94747a-92af-44d5-a69a-a5f774be5a4f), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.279946 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:32.323323 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c5666f70-75a2-4b92-b426-c070d48f5a3d None None] Calling delete_port for db94747a-92af-44d5-a69a-a5f774be5a4f owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:32.487889 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:53:32.488313 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:53:32.488916 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e39892a2-4007-4460-ab01-9c36c305a44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (db94747a-92af-44d5-a69a-a5f774be5a4f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.531557 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-384ea076-d712-44d6-90bc-e940cb516cad tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (db94747a-92af-44d5-a69a-a5f774be5a4f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.555767 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0fe8845b-5bdb-410b-b22e-959172b46d31 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (49906b4b-3e22-4fcc-9f52-4c6509b42702), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.559632 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384ea076-d712-44d6-90bc-e940cb516cad tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No DVR routers for this DVR port db94747a-92af-44d5-a69a-a5f774be5a4f on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:53:32.669060 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:32.682129 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39892a2-4007-4460-ab01-9c36c305a44c None None] Pushing event deleted for resources: {'Port': ['ID=db94747a-92af-44d5-a69a-a5f774be5a4f,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:32.697286 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Port db94747a-92af-44d5-a69a-a5f774be5a4f update to ACTIVE by agent not found {{(pid=105977) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2310}} Nov 02 12:53:32.697751 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 43f80ae7-cae9-4777-b781-a441cd4d403e up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:32.760200 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ea076-d712-44d6-90bc-e940cb516cad tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=db94747a-92af-44d5-a69a-a5f774be5a4f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:32.819855 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-384ea076-d712-44d6-90bc-e940cb516cad tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (32d34e22-c35f-4b86-a5d8-09be8394c3a9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.874363 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-384ea076-d712-44d6-90bc-e940cb516cad tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d34e22-c35f-4b86-a5d8-09be8394c3a9']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:32.874615 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d568c8eb-551f-4421-bb46-9041aab06edf None None] Provisioning complete for port 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:32.874723 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d568c8eb-551f-4421-bb46-9041aab06edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (27d55dd1-55ad-4c30-9a3f-16e53f7f8f52), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.875077 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d568c8eb-551f-4421-bb46-9041aab06edf None None] Attempt 1 to provision port 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52 Nov 02 12:53:32.903017 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-fd5d4cd6-5345-4dfd-b48c-2e571d3c81d4 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Allocated IP 2001:db8:0:1::329 (be6b2db1-f90f-4c78-9460-4164a3cc35aa/d16bb433-d158-4e07-97d5-3b2659dc7ec5/200b6428-9061-4a66-84d4-11ea4f564d09) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:32.931055 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-384ea076-d712-44d6-90bc-e940cb516cad tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea565ef-2fb9-417a-96f7-b4289bdee93f') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:32.932826 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-384ea076-d712-44d6-90bc-e940cb516cad tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea565ef-2fb9-417a-96f7-b4289bdee93f') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:32.972436 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-384ea076-d712-44d6-90bc-e940cb516cad tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (bea565ef-2fb9-417a-96f7-b4289bdee93f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.028080 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 43f80ae7-cae9-4777-b781-a441cd4d403e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:33.028267 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-384ea076-d712-44d6-90bc-e940cb516cad tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (bea565ef-2fb9-417a-96f7-b4289bdee93f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.029162 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (43f80ae7-cae9-4777-b781-a441cd4d403e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.029656 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 43f80ae7-cae9-4777-b781-a441cd4d403e Nov 02 12:53:33.043801 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384ea076-d712-44d6-90bc-e940cb516cad tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:53:33.046429 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-384ea076-d712-44d6-90bc-e940cb516cad tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (bea565ef-2fb9-417a-96f7-b4289bdee93f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.125240 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment bea565ef-2fb9-417a-96f7-b4289bdee93f resource provider aggregate not found Nov 02 12:53:33.171174 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c5666f70-75a2-4b92-b426-c070d48f5a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (db94747a-92af-44d5-a69a-a5f774be5a4f), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.225751 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment bea565ef-2fb9-417a-96f7-b4289bdee93f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bea565ef-2fb9-417a-96f7-b4289bdee93f found for delete ", "request_id": "req-a16e8d05-5fd0-40a9-ac03-53bbc4ede7a6"}]} Nov 02 12:53:33.306131 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52416) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:33.329244 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 43f80ae7-cae9-4777-b781-a441cd4d403e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:33.360640 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5666f70-75a2-4b92-b426-c070d48f5a3d None None] No DVR routers for this DVR port db94747a-92af-44d5-a69a-a5f774be5a4f on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:53:33.370789 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5666f70-75a2-4b92-b426-c070d48f5a3d None None] Pushing event deleted for resources: {'Port': ['ID=db94747a-92af-44d5-a69a-a5f774be5a4f,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:33.372753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-0fe8845b-5bdb-410b-b22e-959172b46d31 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Deleting port e6a57023-36f9-4d61-b022-c9cec8463529 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:33.373259 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0fe8845b-5bdb-410b-b22e-959172b46d31 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e6a57023-36f9-4d61-b022-c9cec8463529), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.391101 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d568c8eb-551f-4421-bb46-9041aab06edf None None] Current status of the port 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:33.392957 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d568c8eb-551f-4421-bb46-9041aab06edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (27d55dd1-55ad-4c30-9a3f-16e53f7f8f52), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.395327 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-384ea076-d712-44d6-90bc-e940cb516cad tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (32d34e22-c35f-4b86-a5d8-09be8394c3a9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.402108 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-384ea076-d712-44d6-90bc-e940cb516cad tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.416911 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-384ea076-d712-44d6-90bc-e940cb516cad tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/networks/32d34e22-c35f-4b86-a5d8-09be8394c3a9 HTTP/1.1" status: 204 len: 168 time: 2.2559617 Nov 02 12:53:33.425725 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52420) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:33.426574 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ea076-d712-44d6-90bc-e940cb516cad tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Network': ['ID=32d34e22-c35f-4b86-a5d8-09be8394c3a9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:33.439925 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-387024a3-eb83-4354-b404-9154e585a926 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'port': {'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50', 'name': 'tempest-PortsTestJSON-2004014077'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:33.484027 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d568c8eb-551f-4421-bb46-9041aab06edf None None] For port 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=27d55dd1-55ad-4c30-9a3f-16e53f7f8f52,segment=NetworkSegment(180dfcf6-0b20-4446-9565-e1ec079c15c6),segment_id=180dfcf6-0b20-4446-9565-e1ec079c15c6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:33.606417 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4cd6-5345-4dfd-b48c-2e571d3c81d4 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (200b6428-9061-4a66-84d4-11ea4f564d09), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.659046 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0fe8845b-5bdb-410b-b22e-959172b46d31 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e6a57023-36f9-4d61-b022-c9cec8463529), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.667947 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54417994-f47a-4009-8805-165b750181ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.681943 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c91171dc-330e-4772-a4b3-bd70c1cd77b7 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:33.691739 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-0fe8845b-5bdb-410b-b22e-959172b46d31 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Calling delete_port for e6a57023-36f9-4d61-b022-c9cec8463529 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:33.730113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c91171dc-330e-4772-a4b3-bd70c1cd77b7 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:33.733466 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.733466 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c91171dc-330e-4772-a4b3-bd70c1cd77b7 Nov 02 12:53:33.755811 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d568c8eb-551f-4421-bb46-9041aab06edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (27d55dd1-55ad-4c30-9a3f-16e53f7f8f52), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.768379 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d568c8eb-551f-4421-bb46-9041aab06edf None None] Provisioning complete for port c91171dc-330e-4772-a4b3-bd70c1cd77b7 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:33.768805 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d568c8eb-551f-4421-bb46-9041aab06edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.769148 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d568c8eb-551f-4421-bb46-9041aab06edf None None] Attempt 1 to provision port c91171dc-330e-4772-a4b3-bd70c1cd77b7 Nov 02 12:53:33.780312 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4cd6-5345-4dfd-b48c-2e571d3c81d4 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (200b6428-9061-4a66-84d4-11ea4f564d09), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.820215 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54417994-f47a-4009-8805-165b750181ab admin admin] Publish callbacks [] for security_group (2c249c69-811d-49f7-a4cc-396605f528c2), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.938397 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568c8eb-551f-4421-bb46-9041aab06edf None None] Pushing event updated for resources: {'Port': ['ID=27d55dd1-55ad-4c30-9a3f-16e53f7f8f52,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:33.971369 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387024a3-eb83-4354-b404-9154e585a926 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:33.976320 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-387024a3-eb83-4354-b404-9154e585a926 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.979950 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54417994-f47a-4009-8805-165b750181ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2c249c69-811d-49f7-a4cc-396605f528c2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:34.024236 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c91171dc-330e-4772-a4b3-bd70c1cd77b7 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:34.025464 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:34.115360 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d4cd6-5345-4dfd-b48c-2e571d3c81d4 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=200b6428-9061-4a66-84d4-11ea4f564d09,revision_number=3']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:34.139245 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:34.139959 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (27d55dd1-55ad-4c30-9a3f-16e53f7f8f52), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:34.142459 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52 Nov 02 12:53:34.160127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-387024a3-eb83-4354-b404-9154e585a926 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] device_id is not set on port 7d7b912d-fdef-4576-9206-5743d418ccd4 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:53:34.172779 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d568c8eb-551f-4421-bb46-9041aab06edf None None] Current status of the port c91171dc-330e-4772-a4b3-bd70c1cd77b7 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:34.203706 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d4cd6-5345-4dfd-b48c-2e571d3c81d4 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] In _notify_port_updated(), no bound segment for port 200b6428-9061-4a66-84d4-11ea4f564d09 on network be6b2db1-f90f-4c78-9460-4164a3cc35aa {{(pid=105976) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 12:53:34.213122 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54417994-f47a-4009-8805-165b750181ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c249c69-811d-49f7-a4cc-396605f528c2,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:34.224476 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-54417994-f47a-4009-8805-165b750181ab admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=22939b0c49eb42bb8fb863e736016d2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9161930 Nov 02 12:53:34.225000 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52436) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:34.227316 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5d4cd6-5345-4dfd-b48c-2e571d3c81d4 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:34.228023 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4cd6-5345-4dfd-b48c-2e571d3c81d4 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:34.233006 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fd5d4cd6-5345-4dfd-b48c-2e571d3c81d4 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "PUT /networking/v2.0/ports/200b6428-9061-4a66-84d4-11ea4f564d09 HTTP/1.1" status: 200 len: 1011 time: 2.7406003 Nov 02 12:53:34.240304 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52438) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:34.366876 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c8c1ea70-333c-4adf-b8a9-e2419b017ab5 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port 200b6428-9061-4a66-84d4-11ea4f564d09 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:34.367228 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8c1ea70-333c-4adf-b8a9-e2419b017ab5 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (200b6428-9061-4a66-84d4-11ea4f564d09), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:34.386014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:34.389514 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d92c0950-af1c-46e4-a882-b2913019d2ff None None] Provisioning complete for port 200b6428-9061-4a66-84d4-11ea4f564d09 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:34.392880 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d92c0950-af1c-46e4-a882-b2913019d2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (200b6428-9061-4a66-84d4-11ea4f564d09), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:34.393589 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d92c0950-af1c-46e4-a882-b2913019d2ff None None] Attempt 1 to provision port 200b6428-9061-4a66-84d4-11ea4f564d09 Nov 02 12:53:34.485909 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d92c0950-af1c-46e4-a882-b2913019d2ff None None] Port 200b6428-9061-4a66-84d4-11ea4f564d09 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:53:34.497587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d92c0950-af1c-46e4-a882-b2913019d2ff None None] Provisioning complete for port c91171dc-330e-4772-a4b3-bd70c1cd77b7 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:34.501484 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d92c0950-af1c-46e4-a882-b2913019d2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:34.501484 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d92c0950-af1c-46e4-a882-b2913019d2ff None None] Attempt 1 to provision port c91171dc-330e-4772-a4b3-bd70c1cd77b7 Nov 02 12:53:34.501707 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cfce5a6e-9ffc-45d4-adf2-8b3002e71ae7 admin admin] Publish callbacks [] for security_group (2c249c69-811d-49f7-a4cc-396605f528c2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:34.504159 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device db94747a-92af-44d5-a69a-a5f774be5a4f no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:53:34.548004 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8c1ea70-333c-4adf-b8a9-e2419b017ab5 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (200b6428-9061-4a66-84d4-11ea4f564d09), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:34.555406 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: db94747a-92af-44d5-a69a-a5f774be5a4f {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:53:34.556013 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device db94747a-92af-44d5-a69a-a5f774be5a4f not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:53:34.580703 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c8c1ea70-333c-4adf-b8a9-e2419b017ab5 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for 200b6428-9061-4a66-84d4-11ea4f564d09 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:34.617640 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cfce5a6e-9ffc-45d4-adf2-8b3002e71ae7 admin admin] Publish callbacks [] for security_group (2c249c69-811d-49f7-a4cc-396605f528c2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:34.678854 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d92c0950-af1c-46e4-a882-b2913019d2ff None None] Current status of the port c91171dc-330e-4772-a4b3-bd70c1cd77b7 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:34.700866 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0fe8845b-5bdb-410b-b22e-959172b46d31 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e6a57023-36f9-4d61-b022-c9cec8463529), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:34.746655 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8845b-5bdb-410b-b22e-959172b46d31 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event deleted for resources: {'Port': ['ID=e6a57023-36f9-4d61-b022-c9cec8463529,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:34.791313 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-387024a3-eb83-4354-b404-9154e585a926 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (7d7b912d-fdef-4576-9206-5743d418ccd4), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:34.797934 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-78fcc298-d96a-4e8d-a0b0-1460d4f08cb2 None None] Provisioning complete for port 200b6428-9061-4a66-84d4-11ea4f564d09 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:34.798464 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-78fcc298-d96a-4e8d-a0b0-1460d4f08cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (200b6428-9061-4a66-84d4-11ea4f564d09), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:34.798653 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-78fcc298-d96a-4e8d-a0b0-1460d4f08cb2 None None] Attempt 1 to provision port 200b6428-9061-4a66-84d4-11ea4f564d09 Nov 02 12:53:34.941037 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cfce5a6e-9ffc-45d4-adf2-8b3002e71ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2c249c69-811d-49f7-a4cc-396605f528c2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:34.945719 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cfce5a6e-9ffc-45d4-adf2-8b3002e71ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:34.948352 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cfce5a6e-9ffc-45d4-adf2-8b3002e71ae7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2c249c69-811d-49f7-a4cc-396605f528c2 HTTP/1.1" status: 204 len: 168 time: 0.7223790 Nov 02 12:53:34.967156 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5a6e-9ffc-45d4-adf2-8b3002e71ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c249c69-811d-49f7-a4cc-396605f528c2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:34.984530 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-387024a3-eb83-4354-b404-9154e585a926 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (7d7b912d-fdef-4576-9206-5743d418ccd4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:35.080431 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0fe8845b-5bdb-410b-b22e-959172b46d31 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (49906b4b-3e22-4fcc-9f52-4c6509b42702), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:35.090667 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387024a3-eb83-4354-b404-9154e585a926 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:35.094397 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-387024a3-eb83-4354-b404-9154e585a926 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:35.114393 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387024a3-eb83-4354-b404-9154e585a926 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:35.123543 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387024a3-eb83-4354-b404-9154e585a926 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:35.126896 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-387024a3-eb83-4354-b404-9154e585a926 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:35.172225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-78fcc298-d96a-4e8d-a0b0-1460d4f08cb2 None None] Port 200b6428-9061-4a66-84d4-11ea4f564d09 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:53:35.184797 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:35.191791 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8c1ea70-333c-4adf-b8a9-e2419b017ab5 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (200b6428-9061-4a66-84d4-11ea4f564d09), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:35.228018 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c2bdef-9573-4f65-9a42-f814c6bb9458 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:53:35.244743 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387024a3-eb83-4354-b404-9154e585a926 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=7d7b912d-fdef-4576-9206-5743d418ccd4,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:35.399614 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c2bdef-9573-4f65-9a42-f814c6bb9458 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:53:35.453083 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-387024a3-eb83-4354-b404-9154e585a926 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0212736 Nov 02 12:53:35.455934 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52462) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:35.609914 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:35.692307 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-92ab0117-d0eb-48e6-9283-b5ae0f6c16ff tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port 7d7b912d-fdef-4576-9206-5743d418ccd4 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:35.692804 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92ab0117-d0eb-48e6-9283-b5ae0f6c16ff tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7d7b912d-fdef-4576-9206-5743d418ccd4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:35.738329 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:35.738712 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (27d55dd1-55ad-4c30-9a3f-16e53f7f8f52), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:35.739056 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52 Nov 02 12:53:35.752269 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1ea70-333c-4adf-b8a9-e2419b017ab5 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=200b6428-9061-4a66-84d4-11ea4f564d09,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:35.763092 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:35.811379 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:35.854018 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92ab0117-d0eb-48e6-9283-b5ae0f6c16ff tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7d7b912d-fdef-4576-9206-5743d418ccd4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:35.884461 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8c1ea70-333c-4adf-b8a9-e2419b017ab5 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:35.889147 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-92ab0117-d0eb-48e6-9283-b5ae0f6c16ff tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for 7d7b912d-fdef-4576-9206-5743d418ccd4 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:35.893013 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c8c1ea70-333c-4adf-b8a9-e2419b017ab5 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/ports/200b6428-9061-4a66-84d4-11ea4f564d09 HTTP/1.1" status: 204 len: 168 time: 1.6534688 Nov 02 12:53:35.902264 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52466) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:35.969946 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f6c831-4bac-4f42-8438-461623aa4de1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] GET failed (client error): The resource could not be found. Nov 02 12:53:35.971450 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-00f6c831-4bac-4f42-8438-461623aa4de1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports/200b6428-9061-4a66-84d4-11ea4f564d09 HTTP/1.1" status: 404 len: 333 time: 0.0571101 Nov 02 12:53:35.978060 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52468) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:35.987387 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe8845b-5bdb-410b-b22e-959172b46d31 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Router 49906b4b-3e22-4fcc-9f52-4c6509b42702 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:53:36.070409 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:36.161639 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c953793-e3d3-4343-91cf-b8f5c1e4ac20 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting subnet d16bb433-d158-4e07-97d5-3b2659dc7ec5 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:53:36.249089 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5c953793-e3d3-4343-91cf-b8f5c1e4ac20 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (d16bb433-d158-4e07-97d5-3b2659dc7ec5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:36.280641 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52474) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:36.287580 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92ab0117-d0eb-48e6-9283-b5ae0f6c16ff tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (7d7b912d-fdef-4576-9206-5743d418ccd4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:36.385570 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52478) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:36.394947 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab0117-d0eb-48e6-9283-b5ae0f6c16ff tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=7d7b912d-fdef-4576-9206-5743d418ccd4,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:36.420155 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92ab0117-d0eb-48e6-9283-b5ae0f6c16ff tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:36.446472 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-92ab0117-d0eb-48e6-9283-b5ae0f6c16ff tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/ports/7d7b912d-fdef-4576-9206-5743d418ccd4 HTTP/1.1" status: 204 len: 168 time: 0.9785094 Nov 02 12:53:36.450734 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52482) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:36.486193 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-821a9eb4-0578-47f3-9115-09d64ac57f16 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'port': {'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50', 'mac_address': 'fa:16:3e:53:94:4c', 'name': 'tempest-PortsTestJSON-874612612'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:36.548766 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:36.594416 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-091f7a03-eebc-4f4a-8252-a224686d0316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:36.596814 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe8845b-5bdb-410b-b22e-959172b46d31 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:53:36.611755 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8064338-b39e-43fc-8e01-39aff724b428 None None] Sync routers for ids ['49906b4b-3e22-4fcc-9f52-4c6509b42702'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:53:36.633483 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8064338-b39e-43fc-8e01-39aff724b428 None None] Routers {'49906b4b-3e22-4fcc-9f52-4c6509b42702'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:53:36.634903 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f8064338-b39e-43fc-8e01-39aff724b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:53:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['49906b4b-3e22-4fcc-9f52-4c6509b42702'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:36.655294 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0fe8845b-5bdb-410b-b22e-959172b46d31 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "PUT /networking/v2.0/routers/49906b4b-3e22-4fcc-9f52-4c6509b42702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8752489 Nov 02 12:53:36.673711 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52488) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:36.683400 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f8064338-b39e-43fc-8e01-39aff724b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:36.696369 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8064338-b39e-43fc-8e01-39aff724b428 None None] Routers {'49906b4b-3e22-4fcc-9f52-4c6509b42702'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:53:36.697066 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f8064338-b39e-43fc-8e01-39aff724b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:53:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['49906b4b-3e22-4fcc-9f52-4c6509b42702'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:36.706636 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5c953793-e3d3-4343-91cf-b8f5c1e4ac20 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (d16bb433-d158-4e07-97d5-3b2659dc7ec5), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:36.750728 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f8064338-b39e-43fc-8e01-39aff724b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:36.751567 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8064338-b39e-43fc-8e01-39aff724b428 None None] The sync data for ids ['49906b4b-3e22-4fcc-9f52-4c6509b42702'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:53:36.778679 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-457be961-d410-4744-a2ec-39c6ce7c55da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:36.784103 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-d3328a2a-e515-4a66-a9c7-432165f2d9d7 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] delete failed (client error): The resource could not be found. Nov 02 12:53:36.792659 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52490) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:36.802919 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d3328a2a-e515-4a66-a9c7-432165f2d9d7 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "DELETE /networking/v2.0/routers/tempest-non_exist_router-1453740160 HTTP/1.1" status: 404 len: 335 time: 0.1127982 Nov 02 12:53:36.805599 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-90983443-8042-4ab9-9f37-658c5d8b43d4 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Request body: {'router': {'external_gateway_info': {'network_id': '49906b4b-3e22-4fcc-9f52-4c6509b42702'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:36.883138 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:36.941544 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52492) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:37.006749 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0fdfcd73-1de8-4594-8656-1e0932b89d5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.035950 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5c953793-e3d3-4343-91cf-b8f5c1e4ac20 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (d16bb433-d158-4e07-97d5-3b2659dc7ec5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.073567 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-091f7a03-eebc-4f4a-8252-a224686d0316 admin admin] Publish callbacks [] for security_group (3acee8bc-8e2e-4006-a7d9-5fd0a13a9540), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.151534 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-457be961-d410-4744-a2ec-39c6ce7c55da admin admin] Publish callbacks [] for security_group (c6eb8a85-b00e-4bc8-8ae0-56c96c18e4c2), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.202094 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821a9eb4-0578-47f3-9115-09d64ac57f16 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:37.212200 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-091f7a03-eebc-4f4a-8252-a224686d0316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3acee8bc-8e2e-4006-a7d9-5fd0a13a9540), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.271967 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-457be961-d410-4744-a2ec-39c6ce7c55da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c6eb8a85-b00e-4bc8-8ae0-56c96c18e4c2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.284689 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-091f7a03-eebc-4f4a-8252-a224686d0316 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e2dcb849fb9446298147ae4926d38cd6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0020344 Nov 02 12:53:37.295661 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52496) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:37.296362 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f7a03-eebc-4f4a-8252-a224686d0316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acee8bc-8e2e-4006-a7d9-5fd0a13a9540,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:37.359803 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5a3039f2-488f-4542-a2d0-d073f790f804 None None] Provisioning complete for port 43f80ae7-cae9-4777-b781-a441cd4d403e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:37.359803 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5a3039f2-488f-4542-a2d0-d073f790f804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (43f80ae7-cae9-4777-b781-a441cd4d403e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.359803 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5a3039f2-488f-4542-a2d0-d073f790f804 None None] Attempt 1 to provision port 43f80ae7-cae9-4777-b781-a441cd4d403e Nov 02 12:53:37.362614 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-821a9eb4-0578-47f3-9115-09d64ac57f16 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.395340 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-821a9eb4-0578-47f3-9115-09d64ac57f16 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] device_id is not set on port 2f35cde6-6e57-47c8-b175-c71f2cea14e9 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:53:37.398991 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0fdfcd73-1de8-4594-8656-1e0932b89d5f admin admin] Publish callbacks [] for security_group (20a14909-a854-40b5-b3d6-5c40ea766ca7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.441663 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-457be961-d410-4744-a2ec-39c6ce7c55da admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d0581b732e004d1daa7fc194eb2fd645&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0549109 Nov 02 12:53:37.465674 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52498) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:37.493295 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:37.504419 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457be961-d410-4744-a2ec-39c6ce7c55da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6eb8a85-b00e-4bc8-8ae0-56c96c18e4c2,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:37.537239 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5a3039f2-488f-4542-a2d0-d073f790f804 None None] Current status of the port 43f80ae7-cae9-4777-b781-a441cd4d403e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:37.539647 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0fdfcd73-1de8-4594-8656-1e0932b89d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (20a14909-a854-40b5-b3d6-5c40ea766ca7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.626315 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f31e4d13-d0ae-45fe-87cc-e79357b3d218 admin admin] Publish callbacks [] for security_group (3acee8bc-8e2e-4006-a7d9-5fd0a13a9540), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.643438 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfcd73-1de8-4594-8656-1e0932b89d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a14909-a854-40b5-b3d6-5c40ea766ca7,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:37.653818 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-821a9eb4-0578-47f3-9115-09d64ac57f16 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (2f35cde6-6e57-47c8-b175-c71f2cea14e9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.654795 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0fdfcd73-1de8-4594-8656-1e0932b89d5f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2e89b1f11ca14f25869236cd308963d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7085617 Nov 02 12:53:37.664994 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52500) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:37.680371 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f31e4d13-d0ae-45fe-87cc-e79357b3d218 admin admin] Publish callbacks [] for security_group (3acee8bc-8e2e-4006-a7d9-5fd0a13a9540), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.682436 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-64d3e9f8-400e-49c9-af5b-81fc03104e46 admin admin] Publish callbacks [] for security_group (c6eb8a85-b00e-4bc8-8ae0-56c96c18e4c2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.699433 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-90983443-8042-4ab9-9f37-658c5d8b43d4 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for router_gateway (49906b4b-3e22-4fcc-9f52-4c6509b42702), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.787220 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-821a9eb4-0578-47f3-9115-09d64ac57f16 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2f35cde6-6e57-47c8-b175-c71f2cea14e9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.807758 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-64d3e9f8-400e-49c9-af5b-81fc03104e46 admin admin] Publish callbacks [] for security_group (c6eb8a85-b00e-4bc8-8ae0-56c96c18e4c2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.885005 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5c953793-e3d3-4343-91cf-b8f5c1e4ac20 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (d16bb433-d158-4e07-97d5-3b2659dc7ec5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.887270 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f31e4d13-d0ae-45fe-87cc-e79357b3d218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3acee8bc-8e2e-4006-a7d9-5fd0a13a9540), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.890816 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f31e4d13-d0ae-45fe-87cc-e79357b3d218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.899632 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f31e4d13-d0ae-45fe-87cc-e79357b3d218 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3acee8bc-8e2e-4006-a7d9-5fd0a13a9540 HTTP/1.1" status: 204 len: 168 time: 0.5975633 Nov 02 12:53:37.916031 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab640acc-7ede-482f-8682-f1473a2e00dc admin admin] Publish callbacks [] for security_group (20a14909-a854-40b5-b3d6-5c40ea766ca7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.936714 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-90983443-8042-4ab9-9f37-658c5d8b43d4 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] update failed (client error): The resource could not be found. Nov 02 12:53:37.942538 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-90983443-8042-4ab9-9f37-658c5d8b43d4 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "PUT /networking/v2.0/routers/49906b4b-3e22-4fcc-9f52-4c6509b42702 HTTP/1.1" status: 404 len: 339 time: 1.1464400 Nov 02 12:53:37.946108 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab640acc-7ede-482f-8682-f1473a2e00dc admin admin] Publish callbacks [] for security_group (20a14909-a854-40b5-b3d6-5c40ea766ca7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.965310 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52510) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:38.011578 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e4d13-d0ae-45fe-87cc-e79357b3d218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acee8bc-8e2e-4006-a7d9-5fd0a13a9540,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:38.085427 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1715eb72-e0b1-4b71-8311-fb6b71533f6b None None] Network be6b2db1-f90f-4c78-9460-4164a3cc35aa requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:38.105663 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821a9eb4-0578-47f3-9115-09d64ac57f16 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:38.123486 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab640acc-7ede-482f-8682-f1473a2e00dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (20a14909-a854-40b5-b3d6-5c40ea766ca7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:38.126235 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab640acc-7ede-482f-8682-f1473a2e00dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:38.127736 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ab640acc-7ede-482f-8682-f1473a2e00dc admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/20a14909-a854-40b5-b3d6-5c40ea766ca7 HTTP/1.1" status: 204 len: 168 time: 0.4598513 Nov 02 12:53:38.144698 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab640acc-7ede-482f-8682-f1473a2e00dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a14909-a854-40b5-b3d6-5c40ea766ca7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:38.171057 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-64d3e9f8-400e-49c9-af5b-81fc03104e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c6eb8a85-b00e-4bc8-8ae0-56c96c18e4c2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:38.174263 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-64d3e9f8-400e-49c9-af5b-81fc03104e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:38.179094 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-64d3e9f8-400e-49c9-af5b-81fc03104e46 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c6eb8a85-b00e-4bc8-8ae0-56c96c18e4c2 HTTP/1.1" status: 204 len: 168 time: 0.7087750 Nov 02 12:53:38.203394 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3e9f8-400e-49c9-af5b-81fc03104e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6eb8a85-b00e-4bc8-8ae0-56c96c18e4c2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:38.204143 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-821a9eb4-0578-47f3-9115-09d64ac57f16 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:38.211465 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c953793-e3d3-4343-91cf-b8f5c1e4ac20 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Subnet': ['ID=d16bb433-d158-4e07-97d5-3b2659dc7ec5,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:38.216052 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a9eb4-0578-47f3-9115-09d64ac57f16 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:38.241107 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821a9eb4-0578-47f3-9115-09d64ac57f16 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:38.241893 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-821a9eb4-0578-47f3-9115-09d64ac57f16 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:38.258645 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5c953793-e3d3-4343-91cf-b8f5c1e4ac20 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:38.264835 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5c953793-e3d3-4343-91cf-b8f5c1e4ac20 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/d16bb433-d158-4e07-97d5-3b2659dc7ec5 HTTP/1.1" status: 204 len: 168 time: 2.2833135 Nov 02 12:53:38.264835 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a9eb4-0578-47f3-9115-09d64ac57f16 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=2f35cde6-6e57-47c8-b175-c71f2cea14e9,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:38.267976 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52520) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:38.388935 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-172abd16-7aff-45b9-bb8f-3870076f461d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting subnet 78c8c9f9-832a-49e1-9939-a81bfffa71e9 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:53:38.394842 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-172abd16-7aff-45b9-bb8f-3870076f461d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (78c8c9f9-832a-49e1-9939-a81bfffa71e9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:38.479809 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52522) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:38.479939 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-821a9eb4-0578-47f3-9115-09d64ac57f16 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0157351 Nov 02 12:53:38.495734 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-172abd16-7aff-45b9-bb8f-3870076f461d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (78c8c9f9-832a-49e1-9939-a81bfffa71e9), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:38.585265 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:38.610942 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3078e5-5921-4e45-8d31-164ad60130f1 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:38.612059 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5d3078e5-5921-4e45-8d31-164ad60130f1 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports/2f35cde6-6e57-47c8-b175-c71f2cea14e9 HTTP/1.1" status: 200 len: 840 time: 0.1323781 Nov 02 12:53:38.614942 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52526) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:38.660513 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a4c748e6-2d84-41b5-a6ab-e5db9158fae0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:38.712858 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:38.850944 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a60e7835-e947-4036-b768-79f303943777 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port 2f35cde6-6e57-47c8-b175-c71f2cea14e9 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:38.851285 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a60e7835-e947-4036-b768-79f303943777 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2f35cde6-6e57-47c8-b175-c71f2cea14e9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:38.932081 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-172abd16-7aff-45b9-bb8f-3870076f461d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (78c8c9f9-832a-49e1-9939-a81bfffa71e9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.079717 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a60e7835-e947-4036-b768-79f303943777 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2f35cde6-6e57-47c8-b175-c71f2cea14e9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.086037 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:39.105737 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-a4c748e6-2d84-41b5-a6ab-e5db9158fae0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Allocated IP 172.20.0.1 (7de2dbd3-91ea-4295-9736-559d1a7bf0d1/4c77837c-a764-4058-a0f8-d2c5cbba6c31/603835b7-d0a6-429e-a0cb-a6cdbc7eec97) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:39.176127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a60e7835-e947-4036-b768-79f303943777 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for 2f35cde6-6e57-47c8-b175-c71f2cea14e9 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:39.332535 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a4c748e6-2d84-41b5-a6ab-e5db9158fae0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for port (603835b7-d0a6-429e-a0cb-a6cdbc7eec97), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.432856 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-172abd16-7aff-45b9-bb8f-3870076f461d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (78c8c9f9-832a-49e1-9939-a81bfffa71e9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.464449 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172abd16-7aff-45b9-bb8f-3870076f461d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Subnet': ['ID=78c8c9f9-832a-49e1-9939-a81bfffa71e9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:39.467650 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-172abd16-7aff-45b9-bb8f-3870076f461d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.473331 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-172abd16-7aff-45b9-bb8f-3870076f461d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/78c8c9f9-832a-49e1-9939-a81bfffa71e9 HTTP/1.1" status: 204 len: 168 time: 1.2012887 Nov 02 12:53:39.474826 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52544) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:39.476523 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-701923ff-16c3-4e90-8d39-14a820f01e90 None None] Provisioning complete for port c91171dc-330e-4772-a4b3-bd70c1cd77b7 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:39.476962 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-701923ff-16c3-4e90-8d39-14a820f01e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.477306 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-701923ff-16c3-4e90-8d39-14a820f01e90 None None] Attempt 1 to provision port c91171dc-330e-4772-a4b3-bd70c1cd77b7 Nov 02 12:53:39.481188 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52546) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:39.491895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71727db-ff1e-454d-9ce5-383aa0463b2d None None] Network be6b2db1-f90f-4c78-9460-4164a3cc35aa requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:39.500882 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3b758d5b-b261-4318-912f-6476c22638e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.503800 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a60e7835-e947-4036-b768-79f303943777 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (2f35cde6-6e57-47c8-b175-c71f2cea14e9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.574910 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a60e7835-e947-4036-b768-79f303943777 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.577384 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a4c748e6-2d84-41b5-a6ab-e5db9158fae0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (603835b7-d0a6-429e-a0cb-a6cdbc7eec97), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.578813 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a60e7835-e947-4036-b768-79f303943777 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/ports/2f35cde6-6e57-47c8-b175-c71f2cea14e9 HTTP/1.1" status: 204 len: 168 time: 0.9627562 Nov 02 12:53:39.593767 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e7835-e947-4036-b768-79f303943777 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=2f35cde6-6e57-47c8-b175-c71f2cea14e9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:39.596709 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52548) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:39.633518 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1830cd-9467-45ce-be82-e823381fae20 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] GET failed (client error): The resource could not be found. Nov 02 12:53:39.634955 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2c1830cd-9467-45ce-be82-e823381fae20 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports/2f35cde6-6e57-47c8-b175-c71f2cea14e9 HTTP/1.1" status: 404 len: 333 time: 0.0368683 Nov 02 12:53:39.641547 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52552) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:39.650565 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-a65860bd-7d0d-4842-9936-187782ee2204 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'port': {'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50', 'name': 'tempest-PortsTestJSON-419877894'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:39.726205 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-27feb3ad-ad61-4fb2-bcff-3e0946f7479b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (be6b2db1-f90f-4c78-9460-4164a3cc35aa), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.741520 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c748e6-2d84-41b5-a6ab-e5db9158fae0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Network 7de2dbd3-91ea-4295-9736-559d1a7bf0d1 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:39.744761 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c748e6-2d84-41b5-a6ab-e5db9158fae0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event updated for resources: {'Port': ['ID=603835b7-d0a6-429e-a0cb-a6cdbc7eec97,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:39.765660 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-701923ff-16c3-4e90-8d39-14a820f01e90 None None] Current status of the port c91171dc-330e-4772-a4b3-bd70c1cd77b7 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:39.782820 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-a4c748e6-2d84-41b5-a6ab-e5db9158fae0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:39.788396 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c748e6-2d84-41b5-a6ab-e5db9158fae0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:39.792630 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3b758d5b-b261-4318-912f-6476c22638e6 admin admin] Publish callbacks [] for security_group (9b6c5f7d-60ea-46b7-a8b7-605e2c4e9931), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.872294 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] DHCP port deletion for be6b2db1-f90f-4c78-9460-4164a3cc35aa request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:53:39.898389 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-27feb3ad-ad61-4fb2-bcff-3e0946f7479b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port c91171dc-330e-4772-a4b3-bd70c1cd77b7 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:39.898738 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-27feb3ad-ad61-4fb2-bcff-3e0946f7479b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.921926 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a4c748e6-2d84-41b5-a6ab-e5db9158fae0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (49906b4b-3e22-4fcc-9f52-4c6509b42702), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.922707 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] Deleting port c91171dc-330e-4772-a4b3-bd70c1cd77b7 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:39.923758 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.932073 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3b758d5b-b261-4318-912f-6476c22638e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9b6c5f7d-60ea-46b7-a8b7-605e2c4e9931), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.052605 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3b758d5b-b261-4318-912f-6476c22638e6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=de5a4d4fb188466baba441083b0ddd31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5700459 Nov 02 12:53:40.053798 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b758d5b-b261-4318-912f-6476c22638e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6c5f7d-60ea-46b7-a8b7-605e2c4e9931,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:40.071183 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52568) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:40.124424 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] For port c91171dc-330e-4772-a4b3-bd70c1cd77b7, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c91171dc-330e-4772-a4b3-bd70c1cd77b7,segment=NetworkSegment(e42000af-ab9e-4aad-93ad-239b8d3b4102),segment_id=e42000af-ab9e-4aad-93ad-239b8d3b4102)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:40.127267 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.161931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] Calling delete_port for c91171dc-330e-4772-a4b3-bd70c1cd77b7 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:40.162517 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d287241-2051-4f17-9e6f-c4683e6144cf admin admin] Publish callbacks [] for security_group (9b6c5f7d-60ea-46b7-a8b7-605e2c4e9931), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.197121 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d287241-2051-4f17-9e6f-c4683e6144cf admin admin] Publish callbacks [] for security_group (9b6c5f7d-60ea-46b7-a8b7-605e2c4e9931), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.314691 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-148fa7b4-f776-4495-a843-694b0238bc44 None None] Provisioning complete for port 603835b7-d0a6-429e-a0cb-a6cdbc7eec97 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:40.315065 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-148fa7b4-f776-4495-a843-694b0238bc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (603835b7-d0a6-429e-a0cb-a6cdbc7eec97), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.315411 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-148fa7b4-f776-4495-a843-694b0238bc44 None None] Attempt 1 to provision port 603835b7-d0a6-429e-a0cb-a6cdbc7eec97 Nov 02 12:53:40.365913 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-148fa7b4-f776-4495-a843-694b0238bc44 None None] Port 603835b7-d0a6-429e-a0cb-a6cdbc7eec97 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:53:40.388471 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52572) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:40.399822 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d287241-2051-4f17-9e6f-c4683e6144cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9b6c5f7d-60ea-46b7-a8b7-605e2c4e9931), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.413251 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d287241-2051-4f17-9e6f-c4683e6144cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.413251 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1d287241-2051-4f17-9e6f-c4683e6144cf admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9b6c5f7d-60ea-46b7-a8b7-605e2c4e9931 HTTP/1.1" status: 204 len: 168 time: 0.3338084 Nov 02 12:53:40.413835 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65860bd-7d0d-4842-9936-187782ee2204 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:40.419081 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a65860bd-7d0d-4842-9936-187782ee2204 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.429676 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d287241-2051-4f17-9e6f-c4683e6144cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6c5f7d-60ea-46b7-a8b7-605e2c4e9931,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:40.456598 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-27feb3ad-ad61-4fb2-bcff-3e0946f7479b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] For port c91171dc-330e-4772-a4b3-bd70c1cd77b7, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c91171dc-330e-4772-a4b3-bd70c1cd77b7,segment=NetworkSegment(e42000af-ab9e-4aad-93ad-239b8d3b4102),segment_id=e42000af-ab9e-4aad-93ad-239b8d3b4102)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:40.456902 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-27feb3ad-ad61-4fb2-bcff-3e0946f7479b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.497376 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-27feb3ad-ad61-4fb2-bcff-3e0946f7479b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for c91171dc-330e-4772-a4b3-bd70c1cd77b7 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:40.501543 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-a65860bd-7d0d-4842-9936-187782ee2204 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] device_id is not set on port e9fa717b-a598-4765-82ba-4fe412daa395 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:53:40.598353 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.605818 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-986f0c2f-8351-4930-bd0a-2eda737c6827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.633269 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] Pushing event deleted for resources: {'Port': ['ID=c91171dc-330e-4772-a4b3-bd70c1cd77b7,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:40.642004 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] No DVR routers for this DVR port c91171dc-330e-4772-a4b3-bd70c1cd77b7 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:53:40.646836 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:40.647183 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:40.649138 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:40.649499 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:40.649829 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:40.650214 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:40.651216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:40.651342 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:40.651682 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:40.652295 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:40.652295 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:40.652681 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:40.653003 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:40.653794 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:40.654132 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ee442-cfea-4c91-9bbc-e183db06b2b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:40.680526 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=12 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:40.739024 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-986f0c2f-8351-4930-bd0a-2eda737c6827 admin admin] Publish callbacks [] for security_group (b07b1553-25d9-40a5-b984-ca510ef4e555), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.769331 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-27feb3ad-ad61-4fb2-bcff-3e0946f7479b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (c91171dc-330e-4772-a4b3-bd70c1cd77b7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.843570 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-986f0c2f-8351-4930-bd0a-2eda737c6827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b07b1553-25d9-40a5-b984-ca510ef4e555), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.845832 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27feb3ad-ad61-4fb2-bcff-3e0946f7479b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=c91171dc-330e-4772-a4b3-bd70c1cd77b7,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:40.897149 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:40.901439 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-986f0c2f-8351-4930-bd0a-2eda737c6827 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5b059fc7270c4c7c857733dc9c7c5b1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5089383 Nov 02 12:53:40.901439 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f0c2f-8351-4930-bd0a-2eda737c6827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07b1553-25d9-40a5-b984-ca510ef4e555,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:40.901732 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27feb3ad-ad61-4fb2-bcff-3e0946f7479b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No DVR routers for this DVR port c91171dc-330e-4772-a4b3-bd70c1cd77b7 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:53:40.902893 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52584) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:40.910612 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a4c748e6-2d84-41b5-a6ab-e5db9158fae0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (603835b7-d0a6-429e-a0cb-a6cdbc7eec97), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.941390 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a65860bd-7d0d-4842-9936-187782ee2204 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (e9fa717b-a598-4765-82ba-4fe412daa395), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.970031 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b1cafea-f7de-4aa8-baa5-56534d1079df admin admin] Publish callbacks [] for security_group (b07b1553-25d9-40a5-b984-ca510ef4e555), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.997659 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b1cafea-f7de-4aa8-baa5-56534d1079df admin admin] Publish callbacks [] for security_group (b07b1553-25d9-40a5-b984-ca510ef4e555), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.119047 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-27feb3ad-ad61-4fb2-bcff-3e0946f7479b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (be6b2db1-f90f-4c78-9460-4164a3cc35aa), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.182259 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-27feb3ad-ad61-4fb2-bcff-3e0946f7479b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6b2db1-f90f-4c78-9460-4164a3cc35aa']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:41.194525 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b1cafea-f7de-4aa8-baa5-56534d1079df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b07b1553-25d9-40a5-b984-ca510ef4e555), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.197584 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b1cafea-f7de-4aa8-baa5-56534d1079df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.198776 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9b1cafea-f7de-4aa8-baa5-56534d1079df admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b07b1553-25d9-40a5-b984-ca510ef4e555 HTTP/1.1" status: 204 len: 168 time: 0.2950449 Nov 02 12:53:41.202170 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-27feb3ad-ad61-4fb2-bcff-3e0946f7479b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42000af-ab9e-4aad-93ad-239b8d3b4102') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:41.202170 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-27feb3ad-ad61-4fb2-bcff-3e0946f7479b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42000af-ab9e-4aad-93ad-239b8d3b4102') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:41.207099 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1cafea-f7de-4aa8-baa5-56534d1079df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07b1553-25d9-40a5-b984-ca510ef4e555,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:41.216601 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-27feb3ad-ad61-4fb2-bcff-3e0946f7479b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (e42000af-ab9e-4aad-93ad-239b8d3b4102), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.251062 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-27feb3ad-ad61-4fb2-bcff-3e0946f7479b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e42000af-ab9e-4aad-93ad-239b8d3b4102), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.293458 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27feb3ad-ad61-4fb2-bcff-3e0946f7479b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:53:41.293911 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-27feb3ad-ad61-4fb2-bcff-3e0946f7479b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (e42000af-ab9e-4aad-93ad-239b8d3b4102), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.312848 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a65860bd-7d0d-4842-9936-187782ee2204 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e9fa717b-a598-4765-82ba-4fe412daa395), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.358393 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment e42000af-ab9e-4aad-93ad-239b8d3b4102 resource provider aggregate not found Nov 02 12:53:41.365766 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:41.416431 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment e42000af-ab9e-4aad-93ad-239b8d3b4102 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e42000af-ab9e-4aad-93ad-239b8d3b4102 found for delete ", "request_id": "req-2b84a275-e8fc-476d-aa38-0f48c741b801"}]} Nov 02 12:53:41.433696 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:41.449537 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65860bd-7d0d-4842-9936-187782ee2204 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=e9fa717b-a598-4765-82ba-4fe412daa395,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:41.466691 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65860bd-7d0d-4842-9936-187782ee2204 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:41.469883 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-a65860bd-7d0d-4842-9936-187782ee2204 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:41.470172 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c91171dc-330e-4772-a4b3-bd70c1cd77b7 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:53:41.480163 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65860bd-7d0d-4842-9936-187782ee2204 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:41.480163 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65860bd-7d0d-4842-9936-187782ee2204 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:41.480163 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a65860bd-7d0d-4842-9936-187782ee2204 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.500169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: c91171dc-330e-4772-a4b3-bd70c1cd77b7 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:53:41.500550 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c91171dc-330e-4772-a4b3-bd70c1cd77b7 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:53:41.521107 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a4c748e6-2d84-41b5-a6ab-e5db9158fae0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for port (603835b7-d0a6-429e-a0cb-a6cdbc7eec97), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.542657 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-27feb3ad-ad61-4fb2-bcff-3e0946f7479b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (be6b2db1-f90f-4c78-9460-4164a3cc35aa), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.551793 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-27feb3ad-ad61-4fb2-bcff-3e0946f7479b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.555710 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-27feb3ad-ad61-4fb2-bcff-3e0946f7479b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/networks/be6b2db1-f90f-4c78-9460-4164a3cc35aa HTTP/1.1" status: 204 len: 168 time: 2.0795004 Nov 02 12:53:41.559758 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52618) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:41.568814 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27feb3ad-ad61-4fb2-bcff-3e0946f7479b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Network': ['ID=be6b2db1-f90f-4c78-9460-4164a3cc35aa,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:41.616133 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e35e1a-6d7b-4137-8ce2-a6292d22a943 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:41.618015 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a2e35e1a-6d7b-4137-8ce2-a6292d22a943 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0556705 Nov 02 12:53:41.621841 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52620) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:41.635763 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a65860bd-7d0d-4842-9936-187782ee2204 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9931161 Nov 02 12:53:41.636967 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a4c748e6-2d84-41b5-a6ab-e5db9158fae0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (603835b7-d0a6-429e-a0cb-a6cdbc7eec97), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.638934 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52622) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:41.666776 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-d003d393-aa31-4d26-bb5d-153b43064d00 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:41.710492 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-550a72c5-db9e-46ed-9105-ce0772a5f834 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0850883 Nov 02 12:53:41.713562 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52630) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:41.718316 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a4c748e6-2d84-41b5-a6ab-e5db9158fae0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (49906b4b-3e22-4fcc-9f52-4c6509b42702), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.718972 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-fa08d5fb-9288-412b-8553-473d020efd9f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-32323886'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:41.720454 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c748e6-2d84-41b5-a6ab-e5db9158fae0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event updated for resources: {'Port': ['ID=603835b7-d0a6-429e-a0cb-a6cdbc7eec97,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:41.804347 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:41.807414 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d003d393-aa31-4d26-bb5d-153b43064d00 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e9fa717b-a598-4765-82ba-4fe412daa395), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.858229 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c748e6-2d84-41b5-a6ab-e5db9158fae0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Network 7de2dbd3-91ea-4295-9736-559d1a7bf0d1 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:41.860352 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-a4c748e6-2d84-41b5-a6ab-e5db9158fae0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:41.875363 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa08d5fb-9288-412b-8553-473d020efd9f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:41.884068 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fa08d5fb-9288-412b-8553-473d020efd9f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.972032 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa08d5fb-9288-412b-8553-473d020efd9f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:53:42.003444 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fa08d5fb-9288-412b-8553-473d020efd9f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (2dc3cae4-be33-43ca-8b70-08cc6d28fd19), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:42.003818 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-fa08d5fb-9288-412b-8553-473d020efd9f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Added segment 2dc3cae4-be33-43ca-8b70-08cc6d28fd19 of type vlan for network 75d158d1-5c05-4774-b080-ae3642d93ac3 Nov 02 12:53:42.044812 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c748e6-2d84-41b5-a6ab-e5db9158fae0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Router 49906b4b-3e22-4fcc-9f52-4c6509b42702 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:53:42.071597 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d003d393-aa31-4d26-bb5d-153b43064d00 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (e9fa717b-a598-4765-82ba-4fe412daa395), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:42.074190 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fa08d5fb-9288-412b-8553-473d020efd9f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (75d158d1-5c05-4774-b080-ae3642d93ac3), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:42.165247 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d003d393-aa31-4d26-bb5d-153b43064d00 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (e9fa717b-a598-4765-82ba-4fe412daa395), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:42.166275 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-d003d393-aa31-4d26-bb5d-153b43064d00 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] In _notify_port_updated(), no bound segment for port e9fa717b-a598-4765-82ba-4fe412daa395 on network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 {{(pid=105975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 12:53:42.169285 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c748e6-2d84-41b5-a6ab-e5db9158fae0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:53:42.174647 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d003d393-aa31-4d26-bb5d-153b43064d00 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:42.174647 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d003d393-aa31-4d26-bb5d-153b43064d00 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:42.175075 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d003d393-aa31-4d26-bb5d-153b43064d00 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "PUT /networking/v2.0/ports/e9fa717b-a598-4765-82ba-4fe412daa395 HTTP/1.1" status: 200 len: 818 time: 0.5343864 Nov 02 12:53:42.181805 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52640) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:42.183143 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a4c748e6-2d84-41b5-a6ab-e5db9158fae0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "PUT /networking/v2.0/routers/49906b4b-3e22-4fcc-9f52-4c6509b42702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2122202 Nov 02 12:53:42.186906 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52642) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:42.190293 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d331ff7d-1862-46bd-9a58-2d8b503719c7 None None] Sync routers for ids ['49906b4b-3e22-4fcc-9f52-4c6509b42702'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:53:42.214228 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d331ff7d-1862-46bd-9a58-2d8b503719c7 None None] Routers {'49906b4b-3e22-4fcc-9f52-4c6509b42702'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:53:42.218440 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d331ff7d-1862-46bd-9a58-2d8b503719c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:53:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['49906b4b-3e22-4fcc-9f52-4c6509b42702'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:42.267966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d331ff7d-1862-46bd-9a58-2d8b503719c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:42.277452 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fa08d5fb-9288-412b-8553-473d020efd9f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (75d158d1-5c05-4774-b080-ae3642d93ac3), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:42.282770 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa08d5fb-9288-412b-8553-473d020efd9f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:42.283867 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fa08d5fb-9288-412b-8553-473d020efd9f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:42.295333 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d331ff7d-1862-46bd-9a58-2d8b503719c7 None None] Routers {'49906b4b-3e22-4fcc-9f52-4c6509b42702'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:53:42.296473 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d331ff7d-1862-46bd-9a58-2d8b503719c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:53:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['49906b4b-3e22-4fcc-9f52-4c6509b42702'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:42.394010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d331ff7d-1862-46bd-9a58-2d8b503719c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:42.394672 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d331ff7d-1862-46bd-9a58-2d8b503719c7 None None] The sync data for ids ['49906b4b-3e22-4fcc-9f52-4c6509b42702'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:53:42.422234 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56237d44-db4f-4df3-8d36-e6551c8ec21a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for router (49906b4b-3e22-4fcc-9f52-4c6509b42702), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:42.442654 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-67331d9a-df4c-402e-965c-80ff85aed469 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port e9fa717b-a598-4765-82ba-4fe412daa395 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:42.442654 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-67331d9a-df4c-402e-965c-80ff85aed469 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e9fa717b-a598-4765-82ba-4fe412daa395), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:42.443608 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003d393-aa31-4d26-bb5d-153b43064d00 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=e9fa717b-a598-4765-82ba-4fe412daa395,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:42.463609 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08d5fb-9288-412b-8553-473d020efd9f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Network': ['ID=75d158d1-5c05-4774-b080-ae3642d93ac3,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:42.479542 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fa08d5fb-9288-412b-8553-473d020efd9f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7643664 Nov 02 12:53:42.482278 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52646) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:42.482869 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 75d158d1-5c05-4774-b080-ae3642d93ac3 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:53:42.490120 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-df576f2b-9572-4691-a3e2-6b9fba4d5b5a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'subnet': {'network_id': '75d158d1-5c05-4774-b080-ae3642d93ac3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:42.522502 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:42.550195 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-56237d44-db4f-4df3-8d36-e6551c8ec21a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 02 12:53:42.555311 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-56237d44-db4f-4df3-8d36-e6551c8ec21a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "DELETE /networking/v2.0/routers/49906b4b-3e22-4fcc-9f52-4c6509b42702 HTTP/1.1" status: 409 len: 376 time: 0.3602173 Nov 02 12:53:42.555913 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52652) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:42.568914 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0ceeb3c6-0cbb-47e9-b9de-1b4ed7d43d23 None None] Provisioning complete for port 603835b7-d0a6-429e-a0cb-a6cdbc7eec97 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:42.569295 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0ceeb3c6-0cbb-47e9-b9de-1b4ed7d43d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (603835b7-d0a6-429e-a0cb-a6cdbc7eec97), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:42.569805 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0ceeb3c6-0cbb-47e9-b9de-1b4ed7d43d23 None None] Attempt 1 to provision port 603835b7-d0a6-429e-a0cb-a6cdbc7eec97 Nov 02 12:53:42.572382 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-67331d9a-df4c-402e-965c-80ff85aed469 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e9fa717b-a598-4765-82ba-4fe412daa395), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:42.620524 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-67331d9a-df4c-402e-965c-80ff85aed469 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for e9fa717b-a598-4765-82ba-4fe412daa395 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:42.712267 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0ceeb3c6-0cbb-47e9-b9de-1b4ed7d43d23 None None] Port 603835b7-d0a6-429e-a0cb-a6cdbc7eec97 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:53:42.776774 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52660) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:42.798132 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b35c45f3-3553-41b4-ace1-7ec9da9e1470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:42.869147 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df576f2b-9572-4691-a3e2-6b9fba4d5b5a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:42.873613 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-df576f2b-9572-4691-a3e2-6b9fba4d5b5a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:42.916079 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-67331d9a-df4c-402e-965c-80ff85aed469 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (e9fa717b-a598-4765-82ba-4fe412daa395), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:42.975484 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67331d9a-df4c-402e-965c-80ff85aed469 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=e9fa717b-a598-4765-82ba-4fe412daa395,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:42.986002 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-03a180c0-8a92-4cd3-af22-991625e64761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.013464 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-de4a7e6e-bae3-4b07-87a7-be23add4adc9 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (49906b4b-3e22-4fcc-9f52-4c6509b42702), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.024510 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-67331d9a-df4c-402e-965c-80ff85aed469 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.028124 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-67331d9a-df4c-402e-965c-80ff85aed469 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/ports/e9fa717b-a598-4765-82ba-4fe412daa395 HTTP/1.1" status: 204 len: 168 time: 0.8449266 Nov 02 12:53:43.032454 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52672) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:43.047011 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b35c45f3-3553-41b4-ace1-7ec9da9e1470 admin admin] Publish callbacks [] for security_group (680ecd44-7b1d-4bc8-a025-b9d46104bc27), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.108229 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5775943-fc72-46af-bbd2-7a383ea5c17e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:43.110037 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b5775943-fc72-46af-bbd2-7a383ea5c17e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0738223 Nov 02 12:53:43.113059 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52680) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:43.157027 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-a159cdf6-74d1-48d0-a4d0-27eff9021dc1 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] GET failed (client error): The resource could not be found. Nov 02 12:53:43.157027 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a159cdf6-74d1-48d0-a4d0-27eff9021dc1 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports/e9fa717b-a598-4765-82ba-4fe412daa395 HTTP/1.1" status: 404 len: 333 time: 0.0395558 Nov 02 12:53:43.173486 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b35c45f3-3553-41b4-ace1-7ec9da9e1470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (680ecd44-7b1d-4bc8-a025-b9d46104bc27), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.183298 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52684) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:43.189584 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-579fd198-4c20-4ecb-9af3-feaf5493c1de tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-614970602'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:43.219455 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b35c45f3-3553-41b4-ace1-7ec9da9e1470 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f2fde523165c477bbc9af94a9ee9f6ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4390461 Nov 02 12:53:43.221258 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52686) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:43.257994 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c45f3-3553-41b4-ace1-7ec9da9e1470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680ecd44-7b1d-4bc8-a025-b9d46104bc27,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:43.337607 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ebbe3130-2050-4605-9359-c92c5ab9edf8 admin admin] Publish callbacks [] for security_group (680ecd44-7b1d-4bc8-a025-b9d46104bc27), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.342561 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-de4a7e6e-bae3-4b07-87a7-be23add4adc9 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Deleting port 603835b7-d0a6-429e-a0cb-a6cdbc7eec97 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:43.343097 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-de4a7e6e-bae3-4b07-87a7-be23add4adc9 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (603835b7-d0a6-429e-a0cb-a6cdbc7eec97), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.368423 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ebbe3130-2050-4605-9359-c92c5ab9edf8 admin admin] Publish callbacks [] for security_group (680ecd44-7b1d-4bc8-a025-b9d46104bc27), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.376851 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579fd198-4c20-4ecb-9af3-feaf5493c1de tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:43.382027 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-579fd198-4c20-4ecb-9af3-feaf5493c1de tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.417163 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-df576f2b-9572-4691-a3e2-6b9fba4d5b5a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (88b58a10-ed29-4a93-a784-4f9cee9bca3d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.482453 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-de4a7e6e-bae3-4b07-87a7-be23add4adc9 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (603835b7-d0a6-429e-a0cb-a6cdbc7eec97), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.489532 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df576f2b-9572-4691-a3e2-6b9fba4d5b5a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Subnet': ['ID=88b58a10-ed29-4a93-a784-4f9cee9bca3d,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:43.504590 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-de4a7e6e-bae3-4b07-87a7-be23add4adc9 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Calling delete_port for 603835b7-d0a6-429e-a0cb-a6cdbc7eec97 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:43.513310 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df576f2b-9572-4691-a3e2-6b9fba4d5b5a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Checking segment: {'id': '2dc3cae4-be33-43ca-8b70-08cc6d28fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '75d158d1-5c05-4774-b080-ae3642d93ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:53:43.513688 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df576f2b-9572-4691-a3e2-6b9fba4d5b5a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network hostable DHCP agents. Network: 75d158d1-5c05-4774-b080-ae3642d93ac3, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:53:43.574804 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ebbe3130-2050-4605-9359-c92c5ab9edf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (680ecd44-7b1d-4bc8-a025-b9d46104bc27), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.577574 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ebbe3130-2050-4605-9359-c92c5ab9edf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.578755 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ebbe3130-2050-4605-9359-c92c5ab9edf8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/680ecd44-7b1d-4bc8-a025-b9d46104bc27 HTTP/1.1" status: 204 len: 168 time: 0.3534763 Nov 02 12:53:43.588843 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe3130-2050-4605-9359-c92c5ab9edf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680ecd44-7b1d-4bc8-a025-b9d46104bc27,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:43.602956 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579fd198-4c20-4ecb-9af3-feaf5493c1de tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:53:43.625673 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-579fd198-4c20-4ecb-9af3-feaf5493c1de tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (1b13ba3e-a058-4381-bde6-c1bda09c2a2b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.625673 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-579fd198-4c20-4ecb-9af3-feaf5493c1de tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Added segment 1b13ba3e-a058-4381-bde6-c1bda09c2a2b of type vlan for network 43189886-c329-408a-9573-a9469bd6c62a Nov 02 12:53:43.713061 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df576f2b-9572-4691-a3e2-6b9fba4d5b5a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 75d158d1-5c05-4774-b080-ae3642d93ac3 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:53:43.730634 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-579fd198-4c20-4ecb-9af3-feaf5493c1de tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (43189886-c329-408a-9573-a9469bd6c62a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.877324 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-df576f2b-9572-4691-a3e2-6b9fba4d5b5a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 75d158d1-5c05-4774-b080-ae3642d93ac3) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:43.881643 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df576f2b-9572-4691-a3e2-6b9fba4d5b5a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:43.883078 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-df576f2b-9572-4691-a3e2-6b9fba4d5b5a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.888167 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4267a9-45bc-4141-b6b4-e2731fbae54d None None] Network 75d158d1-5c05-4774-b080-ae3642d93ac3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:43.925764 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-de4a7e6e-bae3-4b07-87a7-be23add4adc9 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (603835b7-d0a6-429e-a0cb-a6cdbc7eec97), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.932515 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-579fd198-4c20-4ecb-9af3-feaf5493c1de tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (43189886-c329-408a-9573-a9469bd6c62a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.944071 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:43.944214 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579fd198-4c20-4ecb-9af3-feaf5493c1de tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:43.944987 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-579fd198-4c20-4ecb-9af3-feaf5493c1de tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:44.002979 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a7e6e-bae3-4b07-87a7-be23add4adc9 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event deleted for resources: {'Port': ['ID=603835b7-d0a6-429e-a0cb-a6cdbc7eec97,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:44.025094 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-df576f2b-9572-4691-a3e2-6b9fba4d5b5a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5416763 Nov 02 12:53:44.026189 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52714) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:44.038607 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-1c205501-8816-496e-a870-e2db17a4cbac tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'port': {'network_id': '75d158d1-5c05-4774-b080-ae3642d93ac3', 'name': 'tempest-PortsIpV6TestJSON-1277164877'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:44.077302 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-75d158d1-5c05-4774-b080-ae3642d93ac3', 'network_id': '75d158d1-5c05-4774-b080-ae3642d93ac3', 'project_id': '7d3e207adaab4614babb8fb6e2c10f77', 'fixed_ips': [{'subnet_id': '88b58a10-ed29-4a93-a784-4f9cee9bca3d'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:53:44.079043 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:44.205105 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-579fd198-4c20-4ecb-9af3-feaf5493c1de tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0201514 Nov 02 12:53:44.209582 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52724) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:44.217493 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fd198-4c20-4ecb-9af3-feaf5493c1de tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Network': ['ID=43189886-c329-408a-9573-a9469bd6c62a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:44.227327 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-b23e7deb-2eba-448b-8863-feb9247af028 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'subnet': {'network_id': '43189886-c329-408a-9573-a9469bd6c62a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:44.269055 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 43189886-c329-408a-9573-a9469bd6c62a details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:53:44.567231 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-de4a7e6e-bae3-4b07-87a7-be23add4adc9 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (49906b4b-3e22-4fcc-9f52-4c6509b42702), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:44.569489 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] Allocated IP 2001:db8::2 (75d158d1-5c05-4774-b080-ae3642d93ac3/88b58a10-ed29-4a93-a784-4f9cee9bca3d/d54465b5-5b48-4aad-b3a7-25059ba37362) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:44.699244 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] Publish callbacks [] for port (d54465b5-5b48-4aad-b3a7-25059ba37362), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:44.837550 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:44.889206 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23e7deb-2eba-448b-8863-feb9247af028 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:44.897077 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b23e7deb-2eba-448b-8863-feb9247af028 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:44.899212 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c205501-8816-496e-a870-e2db17a4cbac tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:44.903603 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1c205501-8816-496e-a870-e2db17a4cbac tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:44.923244 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4a7e6e-bae3-4b07-87a7-be23add4adc9 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Router 49906b4b-3e22-4fcc-9f52-4c6509b42702 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:53:44.970396 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:44.974152 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (d54465b5-5b48-4aad-b3a7-25059ba37362), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:44.980207 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-1c205501-8816-496e-a870-e2db17a4cbac tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] device_id is not set on port c25353a4-96f0-4fd3-a977-cea9fa35efbb yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:53:45.014323 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4a7e6e-bae3-4b07-87a7-be23add4adc9 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:53:45.031609 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6cd358-0892-4caf-9862-f7c38592d083 None None] Sync routers for ids ['49906b4b-3e22-4fcc-9f52-4c6509b42702'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:53:45.032143 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-de4a7e6e-bae3-4b07-87a7-be23add4adc9 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "PUT /networking/v2.0/routers/49906b4b-3e22-4fcc-9f52-4c6509b42702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4746213 Nov 02 12:53:45.036247 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52752) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:45.044754 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6cd358-0892-4caf-9862-f7c38592d083 None None] Routers {'49906b4b-3e22-4fcc-9f52-4c6509b42702'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:53:45.045628 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0e6cd358-0892-4caf-9862-f7c38592d083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:53:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['49906b4b-3e22-4fcc-9f52-4c6509b42702'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:45.084307 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0e6cd358-0892-4caf-9862-f7c38592d083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:45.091789 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] Network 75d158d1-5c05-4774-b080-ae3642d93ac3 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:45.096227 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6cd358-0892-4caf-9862-f7c38592d083 None None] Routers {'49906b4b-3e22-4fcc-9f52-4c6509b42702'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:53:45.097142 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0e6cd358-0892-4caf-9862-f7c38592d083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:53:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['49906b4b-3e22-4fcc-9f52-4c6509b42702'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:45.100630 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:45.116297 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:45.129241 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-e8120a17-ff00-4c95-bdfa-5fabbbc3a178 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] show failed (client error): The resource could not be found. Nov 02 12:53:45.133423 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e8120a17-ff00-4c95-bdfa-5fabbbc3a178 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "GET /networking/v2.0/routers/tempest-non_exist_router-1478446333 HTTP/1.1" status: 404 len: 335 time: 0.0948403 Nov 02 12:53:45.137847 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52760) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:45.146693 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-713d069e-e949-4820-beb7-6e0f0b5dd044 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:45.155347 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0e6cd358-0892-4caf-9862-f7c38592d083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:45.155347 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6cd358-0892-4caf-9862-f7c38592d083 None None] The sync data for ids ['49906b4b-3e22-4fcc-9f52-4c6509b42702'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:53:45.156338 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] Pushing event updated for resources: {'Port': ['ID=d54465b5-5b48-4aad-b3a7-25059ba37362,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:45.207059 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-1c205501-8816-496e-a870-e2db17a4cbac tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Allocated IP 2001:db8::1bf (75d158d1-5c05-4774-b080-ae3642d93ac3/88b58a10-ed29-4a93-a784-4f9cee9bca3d/c25353a4-96f0-4fd3-a977-cea9fa35efbb) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:45.218186 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] Attempting to bind port d54465b5-5b48-4aad-b3a7-25059ba37362 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:53:45.218851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] Attempting to bind port d54465b5-5b48-4aad-b3a7-25059ba37362 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2dc3cae4-be33-43ca-8b70-08cc6d28fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '75d158d1-5c05-4774-b080-ae3642d93ac3'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:53:45.219380 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] Attempting to bind port d54465b5-5b48-4aad-b3a7-25059ba37362 on network 75d158d1-5c05-4774-b080-ae3642d93ac3 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:45.258547 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:45.260306 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-713d069e-e949-4820-beb7-6e0f0b5dd044 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] update failed (client error): The resource could not be found. Nov 02 12:53:45.263003 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-713d069e-e949-4820-beb7-6e0f0b5dd044 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "PUT /networking/v2.0/routers/tempest-non_exist_router-2082666657 HTTP/1.1" status: 404 len: 335 time: 0.1237593 Nov 02 12:53:45.266586 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52768) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:45.280724 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:53:45.281505 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] Checking segment: {'id': '2dc3cae4-be33-43ca-8b70-08cc6d28fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '75d158d1-5c05-4774-b080-ae3642d93ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:53:45.282153 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:45.283135 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] Bound using segment: {'id': '2dc3cae4-be33-43ca-8b70-08cc6d28fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '75d158d1-5c05-4774-b080-ae3642d93ac3'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:53:45.284084 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] Bound port: d54465b5-5b48-4aad-b3a7-25059ba37362, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc3cae4-be33-43ca-8b70-08cc6d28fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '75d158d1-5c05-4774-b080-ae3642d93ac3'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:53:45.284889 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d54465b5-5b48-4aad-b3a7-25059ba37362), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:45.378708 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec8f5030-69fa-4a45-8e9f-d972d195c967 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Deleting subnet 33f6a753-9de6-4b17-9853-05c938e9cf49 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:53:45.391534 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec8f5030-69fa-4a45-8e9f-d972d195c967 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for subnet (33f6a753-9de6-4b17-9853-05c938e9cf49), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:45.401867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] For port d54465b5-5b48-4aad-b3a7-25059ba37362, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:53:45.405642 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] For port d54465b5-5b48-4aad-b3a7-25059ba37362, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d54465b5-5b48-4aad-b3a7-25059ba37362,segment=NetworkSegment(2dc3cae4-be33-43ca-8b70-08cc6d28fd19),segment_id=2dc3cae4-be33-43ca-8b70-08cc6d28fd19)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:53:45.440558 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec8f5030-69fa-4a45-8e9f-d972d195c967 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (33f6a753-9de6-4b17-9853-05c938e9cf49), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:45.499902 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1c205501-8816-496e-a870-e2db17a4cbac tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (c25353a4-96f0-4fd3-a977-cea9fa35efbb), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:45.589426 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec8f5030-69fa-4a45-8e9f-d972d195c967 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (33f6a753-9de6-4b17-9853-05c938e9cf49), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:45.671869 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b23e7deb-2eba-448b-8863-feb9247af028 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (cec9cf67-206f-4c93-9223-2a0a7fd15b22), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:45.672385 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d54465b5-5b48-4aad-b3a7-25059ba37362), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:45.684269 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1c205501-8816-496e-a870-e2db17a4cbac tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (c25353a4-96f0-4fd3-a977-cea9fa35efbb), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:45.748544 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:53:45.757795 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec8f5030-69fa-4a45-8e9f-d972d195c967 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (33f6a753-9de6-4b17-9853-05c938e9cf49), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:45.833490 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f5030-69fa-4a45-8e9f-d972d195c967 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event deleted for resources: {'Subnet': ['ID=33f6a753-9de6-4b17-9853-05c938e9cf49,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:45.851778 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c205501-8816-496e-a870-e2db17a4cbac tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 75d158d1-5c05-4774-b080-ae3642d93ac3 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:45.856333 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5010c1-e5c3-4a25-8d62-6b74ad59ac98 None None] Pushing event updated for resources: {'Port': ['ID=d54465b5-5b48-4aad-b3a7-25059ba37362,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:45.863821 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec8f5030-69fa-4a45-8e9f-d972d195c967 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:45.874233 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ec8f5030-69fa-4a45-8e9f-d972d195c967 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/33f6a753-9de6-4b17-9853-05c938e9cf49 HTTP/1.1" status: 204 len: 168 time: 0.6061175 Nov 02 12:53:45.874620 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52790) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:45.899863 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-1c205501-8816-496e-a870-e2db17a4cbac tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:45.904968 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c205501-8816-496e-a870-e2db17a4cbac tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:45.914705 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c205501-8816-496e-a870-e2db17a4cbac tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:45.916337 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1c205501-8816-496e-a870-e2db17a4cbac tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:45.968984 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e7deb-2eba-448b-8863-feb9247af028 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Subnet': ['ID=cec9cf67-206f-4c93-9223-2a0a7fd15b22,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:46.001032 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c205501-8816-496e-a870-e2db17a4cbac tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=c25353a4-96f0-4fd3-a977-cea9fa35efbb,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:46.021654 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5ded59-ed11-4472-bf03-20828871bef9 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Deleting subnet 8fb719d5-ef88-4e38-9181-46f88cafcbd3 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:53:46.029669 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a5ded59-ed11-4472-bf03-20828871bef9 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for subnet (8fb719d5-ef88-4e38-9181-46f88cafcbd3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:46.031460 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ff2933e3-c10a-4f9f-b5a3-5f759e97f0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:46.062452 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e7deb-2eba-448b-8863-feb9247af028 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Checking segment: {'id': '1b13ba3e-a058-4381-bde6-c1bda09c2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '43189886-c329-408a-9573-a9469bd6c62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:53:46.076218 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23e7deb-2eba-448b-8863-feb9247af028 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network hostable DHCP agents. Network: 43189886-c329-408a-9573-a9469bd6c62a, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:53:46.125565 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1c205501-8816-496e-a870-e2db17a4cbac tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0956366 Nov 02 12:53:46.126883 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52808) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:46.133480 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-dacec4f1-b61a-46f0-816b-45a8094b241d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'port': {'network_id': '75d158d1-5c05-4774-b080-ae3642d93ac3', 'name': 'tempest-PortsIpV6TestJSON-138133574'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:46.166372 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:46.176795 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:46.231403 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a5ded59-ed11-4472-bf03-20828871bef9 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (8fb719d5-ef88-4e38-9181-46f88cafcbd3), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:46.256065 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23e7deb-2eba-448b-8863-feb9247af028 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network 43189886-c329-408a-9573-a9469bd6c62a is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:53:46.363499 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-b23e7deb-2eba-448b-8863-feb9247af028 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 43189886-c329-408a-9573-a9469bd6c62a) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:46.376037 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23e7deb-2eba-448b-8863-feb9247af028 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:46.376966 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b23e7deb-2eba-448b-8863-feb9247af028 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:46.430437 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a5ded59-ed11-4472-bf03-20828871bef9 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (8fb719d5-ef88-4e38-9181-46f88cafcbd3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:46.529693 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b23e7deb-2eba-448b-8863-feb9247af028 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3142974 Nov 02 12:53:46.533184 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52832) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:46.538367 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f1c17eb6-1754-494f-8ba2-d40a6504644d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'subnet': {'network_id': '43189886-c329-408a-9573-a9469bd6c62a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:46.584300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacec4f1-b61a-46f0-816b-45a8094b241d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:46.595861 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dacec4f1-b61a-46f0-816b-45a8094b241d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:46.622541 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a5ded59-ed11-4472-bf03-20828871bef9 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (8fb719d5-ef88-4e38-9181-46f88cafcbd3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:46.666378 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ded59-ed11-4472-bf03-20828871bef9 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event deleted for resources: {'Subnet': ['ID=8fb719d5-ef88-4e38-9181-46f88cafcbd3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:46.668815 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-dacec4f1-b61a-46f0-816b-45a8094b241d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] device_id is not set on port 93237366-3437-44a4-811a-b72329d6a4bb yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:53:46.680728 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a5ded59-ed11-4472-bf03-20828871bef9 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:46.683912 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0a5ded59-ed11-4472-bf03-20828871bef9 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/8fb719d5-ef88-4e38-9181-46f88cafcbd3 HTTP/1.1" status: 204 len: 168 time: 0.8044522 Nov 02 12:53:46.687096 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52838) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:46.805217 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c17eb6-1754-494f-8ba2-d40a6504644d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:46.819217 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f1c17eb6-1754-494f-8ba2-d40a6504644d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:46.870045 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-556ab3f2-170f-4963-b732-a5f9fdaa2ab0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (64b4a141-4992-4741-b832-0380a39b5bc2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:46.887069 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:46.935798 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-556ab3f2-170f-4963-b732-a5f9fdaa2ab0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Deleting port 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:46.936055 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-556ab3f2-170f-4963-b732-a5f9fdaa2ab0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (27d55dd1-55ad-4c30-9a3f-16e53f7f8f52), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:46.949771 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-dacec4f1-b61a-46f0-816b-45a8094b241d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Allocated IP 2001:db8::38a (75d158d1-5c05-4774-b080-ae3642d93ac3/88b58a10-ed29-4a93-a784-4f9cee9bca3d/93237366-3437-44a4-811a-b72329d6a4bb) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:46.986968 n-d-857339-6 neutron-server[105975]: INFO neutron.db.ipam_backend_mixin [None req-f1c17eb6-1754-494f-8ba2-d40a6504644d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cec9cf67-206f-4c93-9223-2a0a7fd15b22 (CIDR: 172.20.0.0/28) Nov 02 12:53:47.038018 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c17eb6-1754-494f-8ba2-d40a6504644d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:53:47.039208 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c17eb6-1754-494f-8ba2-d40a6504644d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:53:47.063071 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-556ab3f2-170f-4963-b732-a5f9fdaa2ab0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] For port 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=27d55dd1-55ad-4c30-9a3f-16e53f7f8f52,segment=NetworkSegment(180dfcf6-0b20-4446-9565-e1ec079c15c6),segment_id=180dfcf6-0b20-4446-9565-e1ec079c15c6)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:47.063456 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-556ab3f2-170f-4963-b732-a5f9fdaa2ab0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (27d55dd1-55ad-4c30-9a3f-16e53f7f8f52), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:47.090234 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-556ab3f2-170f-4963-b732-a5f9fdaa2ab0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Calling delete_port for 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:47.231931 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f1c17eb6-1754-494f-8ba2-d40a6504644d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6950388 Nov 02 12:53:47.232185 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52864) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:47.239531 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-3dd324ea-563d-4fe3-8262-9cbb92eb5310 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'subnet': {'network_id': '43189886-c329-408a-9573-a9469bd6c62a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:47.256523 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:47.276045 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dacec4f1-b61a-46f0-816b-45a8094b241d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (93237366-3437-44a4-811a-b72329d6a4bb), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:47.447043 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85547a51-8f97-4bdf-80bf-a4a2603504a5 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:53:47.456658 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-556ab3f2-170f-4963-b732-a5f9fdaa2ab0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (27d55dd1-55ad-4c30-9a3f-16e53f7f8f52), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:47.491167 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-06fb64bc-3e03-468b-8ad5-a21a32fd3467 None None] Provisioning complete for port d54465b5-5b48-4aad-b3a7-25059ba37362 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:47.491805 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-06fb64bc-3e03-468b-8ad5-a21a32fd3467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d54465b5-5b48-4aad-b3a7-25059ba37362), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:47.492173 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-06fb64bc-3e03-468b-8ad5-a21a32fd3467 None None] Attempt 1 to provision port d54465b5-5b48-4aad-b3a7-25059ba37362 Nov 02 12:53:47.506431 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ab3f2-170f-4963-b732-a5f9fdaa2ab0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event deleted for resources: {'Port': ['ID=27d55dd1-55ad-4c30-9a3f-16e53f7f8f52,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:47.522173 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ab3f2-170f-4963-b732-a5f9fdaa2ab0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] No DVR routers for this DVR port 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:53:47.541476 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d54465b5-5b48-4aad-b3a7-25059ba37362 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:47.581165 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52872) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:47.594234 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dacec4f1-b61a-46f0-816b-45a8094b241d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (93237366-3437-44a4-811a-b72329d6a4bb), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:47.667939 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-556ab3f2-170f-4963-b732-a5f9fdaa2ab0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (64b4a141-4992-4741-b832-0380a39b5bc2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:47.694681 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacec4f1-b61a-46f0-816b-45a8094b241d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 75d158d1-5c05-4774-b080-ae3642d93ac3 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:47.710017 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-dacec4f1-b61a-46f0-816b-45a8094b241d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:47.714861 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-556ab3f2-170f-4963-b732-a5f9fdaa2ab0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b4a141-4992-4741-b832-0380a39b5bc2']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:47.717960 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacec4f1-b61a-46f0-816b-45a8094b241d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:47.722631 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacec4f1-b61a-46f0-816b-45a8094b241d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:47.723340 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dacec4f1-b61a-46f0-816b-45a8094b241d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:47.732668 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacec4f1-b61a-46f0-816b-45a8094b241d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=93237366-3437-44a4-811a-b72329d6a4bb,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:47.738554 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd324ea-563d-4fe3-8262-9cbb92eb5310 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:47.742350 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-556ab3f2-170f-4963-b732-a5f9fdaa2ab0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180dfcf6-0b20-4446-9565-e1ec079c15c6') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:47.742699 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-556ab3f2-170f-4963-b732-a5f9fdaa2ab0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180dfcf6-0b20-4446-9565-e1ec079c15c6') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:47.743415 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3dd324ea-563d-4fe3-8262-9cbb92eb5310 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:47.758688 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-556ab3f2-170f-4963-b732-a5f9fdaa2ab0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (180dfcf6-0b20-4446-9565-e1ec079c15c6), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:47.776072 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-556ab3f2-170f-4963-b732-a5f9fdaa2ab0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (180dfcf6-0b20-4446-9565-e1ec079c15c6), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:47.787968 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556ab3f2-170f-4963-b732-a5f9fdaa2ab0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:53:47.788396 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-556ab3f2-170f-4963-b732-a5f9fdaa2ab0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (180dfcf6-0b20-4446-9565-e1ec079c15c6), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:47.853844 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-06fb64bc-3e03-468b-8ad5-a21a32fd3467 None None] Current status of the port d54465b5-5b48-4aad-b3a7-25059ba37362 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:47.854269 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-06fb64bc-3e03-468b-8ad5-a21a32fd3467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d54465b5-5b48-4aad-b3a7-25059ba37362), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:47.875053 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 180dfcf6-0b20-4446-9565-e1ec079c15c6 resource provider aggregate not found Nov 02 12:53:47.908974 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 180dfcf6-0b20-4446-9565-e1ec079c15c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 180dfcf6-0b20-4446-9565-e1ec079c15c6 found for delete ", "request_id": "req-a8d80cf6-15a8-46a7-9aa9-b98b5fcb53b6"}]} Nov 02 12:53:47.922144 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d54465b5-5b48-4aad-b3a7-25059ba37362 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:47.922312 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d54465b5-5b48-4aad-b3a7-25059ba37362), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:47.922601 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d54465b5-5b48-4aad-b3a7-25059ba37362 Nov 02 12:53:47.924212 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85547a51-8f97-4bdf-80bf-a4a2603504a5 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:53:47.954523 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dacec4f1-b61a-46f0-816b-45a8094b241d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8254480 Nov 02 12:53:47.958130 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52886) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:47.970352 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-06fb64bc-3e03-468b-8ad5-a21a32fd3467 None None] For port d54465b5-5b48-4aad-b3a7-25059ba37362, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d54465b5-5b48-4aad-b3a7-25059ba37362,segment=NetworkSegment(2dc3cae4-be33-43ca-8b70-08cc6d28fd19),segment_id=2dc3cae4-be33-43ca-8b70-08cc6d28fd19)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:48.131509 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9aa58d-b309-44e6-9955-3bc270270ac3 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:48.136362 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ce9aa58d-b309-44e6-9955-3bc270270ac3 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1bf HTTP/1.1" status: 200 len: 929 time: 0.1765947 Nov 02 12:53:48.140026 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-556ab3f2-170f-4963-b732-a5f9fdaa2ab0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (64b4a141-4992-4741-b832-0380a39b5bc2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:48.143252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d54465b5-5b48-4aad-b3a7-25059ba37362 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:48.144078 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52894) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:48.144970 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d54465b5-5b48-4aad-b3a7-25059ba37362), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:48.246271 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-556ab3f2-170f-4963-b732-a5f9fdaa2ab0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:48.261749 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-556ab3f2-170f-4963-b732-a5f9fdaa2ab0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "DELETE /networking/v2.0/networks/64b4a141-4992-4741-b832-0380a39b5bc2 HTTP/1.1" status: 204 len: 168 time: 1.5742655 Nov 02 12:53:48.273010 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52900) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:48.282822 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cc6f4eae-adaa-4547-95a0-409607e60ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:48.299678 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-06fb64bc-3e03-468b-8ad5-a21a32fd3467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d54465b5-5b48-4aad-b3a7-25059ba37362), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:48.323775 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ab3f2-170f-4963-b732-a5f9fdaa2ab0 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event deleted for resources: {'Network': ['ID=64b4a141-4992-4741-b832-0380a39b5bc2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:48.407714 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-fbd9cca4-db9b-48d2-b8e5-faa3fa595071 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port 93237366-3437-44a4-811a-b72329d6a4bb {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:48.408739 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fbd9cca4-db9b-48d2-b8e5-faa3fa595071 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (93237366-3437-44a4-811a-b72329d6a4bb), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:48.508609 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-37df6176-bc97-4e2b-a15b-9fd69b24ed97 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (334621ab-24ac-4581-8927-abef4a894e00), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:48.544957 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:48.588900 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3dd324ea-563d-4fe3-8262-9cbb92eb5310 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (6bcbab31-acdf-4f83-8a54-d1055694fb55), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:48.751114 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fbd9cca4-db9b-48d2-b8e5-faa3fa595071 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (93237366-3437-44a4-811a-b72329d6a4bb), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:48.759617 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd324ea-563d-4fe3-8262-9cbb92eb5310 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network 43189886-c329-408a-9573-a9469bd6c62a is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:48.772336 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-43189886-c329-408a-9573-a9469bd6c62a', 'network_id': '43189886-c329-408a-9573-a9469bd6c62a', 'project_id': '3d34b3cffbc44c0aae74d45280e6cf4d', 'fixed_ips': [{'subnet_id': 'cec9cf67-206f-4c93-9223-2a0a7fd15b22'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:53:48.773318 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:48.782103 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-37df6176-bc97-4e2b-a15b-9fd69b24ed97 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Deleting port 43f80ae7-cae9-4777-b781-a441cd4d403e {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:48.782450 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-37df6176-bc97-4e2b-a15b-9fd69b24ed97 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (43f80ae7-cae9-4777-b781-a441cd4d403e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:48.798757 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-3dd324ea-563d-4fe3-8262-9cbb92eb5310 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:48.811388 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:48.821671 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd324ea-563d-4fe3-8262-9cbb92eb5310 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:48.822621 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3dd324ea-563d-4fe3-8262-9cbb92eb5310 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:48.824845 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-fbd9cca4-db9b-48d2-b8e5-faa3fa595071 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for 93237366-3437-44a4-811a-b72329d6a4bb owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:48.829173 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb64bc-3e03-468b-8ad5-a21a32fd3467 None None] Pushing event updated for resources: {'Port': ['ID=d54465b5-5b48-4aad-b3a7-25059ba37362,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:48.855237 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cc6f4eae-adaa-4547-95a0-409607e60ae8 admin admin] Publish callbacks [] for security_group (fde038d8-517e-4bae-8657-b6e3ec9cfed2), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:48.861476 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd324ea-563d-4fe3-8262-9cbb92eb5310 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Subnet': ['ID=6bcbab31-acdf-4f83-8a54-d1055694fb55,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:48.876887 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:53:48.877348 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:53:48.952829 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cc6f4eae-adaa-4547-95a0-409607e60ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fde038d8-517e-4bae-8657-b6e3ec9cfed2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:49.049087 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-37df6176-bc97-4e2b-a15b-9fd69b24ed97 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] For port 43f80ae7-cae9-4777-b781-a441cd4d403e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=43f80ae7-cae9-4777-b781-a441cd4d403e,segment=NetworkSegment(c7c93c24-d068-4f16-a122-4b527be039fc),segment_id=c7c93c24-d068-4f16-a122-4b527be039fc)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:49.052858 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-37df6176-bc97-4e2b-a15b-9fd69b24ed97 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (43f80ae7-cae9-4777-b781-a441cd4d403e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:49.119219 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-37df6176-bc97-4e2b-a15b-9fd69b24ed97 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Calling delete_port for 43f80ae7-cae9-4777-b781-a441cd4d403e owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:49.249717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] Allocated IP 172.20.0.2 (43189886-c329-408a-9573-a9469bd6c62a/cec9cf67-206f-4c93-9223-2a0a7fd15b22/1d08030c-db53-4e8f-8a89-aeaa142a1d6c) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:49.559989 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d54465b5-5b48-4aad-b3a7-25059ba37362 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:49.737116 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fbd9cca4-db9b-48d2-b8e5-faa3fa595071 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (93237366-3437-44a4-811a-b72329d6a4bb), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:49.741701 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-37df6176-bc97-4e2b-a15b-9fd69b24ed97 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (43f80ae7-cae9-4777-b781-a441cd4d403e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:49.776256 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cc6f4eae-adaa-4547-95a0-409607e60ae8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6c6332695ad1466688e0e25550f37c84&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1997812 Nov 02 12:53:49.785465 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] Publish callbacks [] for port (1d08030c-db53-4e8f-8a89-aeaa142a1d6c), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:49.791525 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52940) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:49.799611 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3dd324ea-563d-4fe3-8262-9cbb92eb5310 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5661373 Nov 02 12:53:49.814810 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52942) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:49.815987 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:49.823409 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6ec4b03a-55cd-46f5-b02c-11e08aeb8440 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'port': {'network_id': '43189886-c329-408a-9573-a9469bd6c62a', 'fixed_ips': [{'subnet_id': 'cec9cf67-206f-4c93-9223-2a0a7fd15b22'}, {'subnet_id': '6bcbab31-acdf-4f83-8a54-d1055694fb55'}], 'name': 'tempest-PortsTestJSON-1939778017'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:49.827017 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df6176-bc97-4e2b-a15b-9fd69b24ed97 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event deleted for resources: {'Port': ['ID=43f80ae7-cae9-4777-b781-a441cd4d403e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:49.877393 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5e5abb06-c041-49e3-8c17-0b69ee599820 None None] Provisioning complete for port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:49.878901 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5e5abb06-c041-49e3-8c17-0b69ee599820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8e71a7c2-ccc1-4104-bb42-d44e018d9a06), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:49.881525 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5e5abb06-c041-49e3-8c17-0b69ee599820 None None] Attempt 1 to provision port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 Nov 02 12:53:49.885583 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f4eae-adaa-4547-95a0-409607e60ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde038d8-517e-4bae-8657-b6e3ec9cfed2,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:49.918808 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (1d08030c-db53-4e8f-8a89-aeaa142a1d6c), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:49.924090 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d54465b5-5b48-4aad-b3a7-25059ba37362 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:49.950978 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fbd9cca4-db9b-48d2-b8e5-faa3fa595071 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:49.956393 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fbd9cca4-db9b-48d2-b8e5-faa3fa595071 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/ports/93237366-3437-44a4-811a-b72329d6a4bb HTTP/1.1" status: 204 len: 168 time: 1.8095970 Nov 02 12:53:49.957742 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9cca4-db9b-48d2-b8e5-faa3fa595071 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=93237366-3437-44a4-811a-b72329d6a4bb,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:49.967378 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37df6176-bc97-4e2b-a15b-9fd69b24ed97 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] No DVR routers for this DVR port 43f80ae7-cae9-4777-b781-a441cd4d403e on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:53:49.967768 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52946) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:50.035908 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-37cd1e3f-4592-41cb-8c45-8f9d03a5fdb9 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] GET failed (client error): The resource could not be found. Nov 02 12:53:50.035908 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-37cd1e3f-4592-41cb-8c45-8f9d03a5fdb9 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports/93237366-3437-44a4-811a-b72329d6a4bb HTTP/1.1" status: 404 len: 333 time: 0.0659442 Nov 02 12:53:50.037860 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52950) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:50.039261 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:50.048343 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:50.071873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] Network 43189886-c329-408a-9573-a9469bd6c62a is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:50.085071 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:50.088268 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:50.111172 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] Pushing event updated for resources: {'Port': ['ID=1d08030c-db53-4e8f-8a89-aeaa142a1d6c,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:50.155737 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e793d45d-48d1-4f25-a136-c8c0641bff54 admin admin] Publish callbacks [] for security_group (fde038d8-517e-4bae-8657-b6e3ec9cfed2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.191470 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-00184b3e-b5bb-4576-9170-ff5ef27e2044 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port c25353a4-96f0-4fd3-a977-cea9fa35efbb {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:50.192293 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00184b3e-b5bb-4576-9170-ff5ef27e2044 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c25353a4-96f0-4fd3-a977-cea9fa35efbb), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.245158 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e793d45d-48d1-4f25-a136-c8c0641bff54 admin admin] Publish callbacks [] for security_group (fde038d8-517e-4bae-8657-b6e3ec9cfed2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.270685 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:50.280174 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-37df6176-bc97-4e2b-a15b-9fd69b24ed97 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (334621ab-24ac-4581-8927-abef4a894e00), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.298267 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d54465b5-5b48-4aad-b3a7-25059ba37362 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:50.299061 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d54465b5-5b48-4aad-b3a7-25059ba37362), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.300273 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d54465b5-5b48-4aad-b3a7-25059ba37362 Nov 02 12:53:50.353758 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-37df6176-bc97-4e2b-a15b-9fd69b24ed97 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334621ab-24ac-4581-8927-abef4a894e00']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:50.374429 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-37df6176-bc97-4e2b-a15b-9fd69b24ed97 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c93c24-d068-4f16-a122-4b527be039fc') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:50.374726 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-37df6176-bc97-4e2b-a15b-9fd69b24ed97 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c93c24-d068-4f16-a122-4b527be039fc') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:50.381954 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec4b03a-55cd-46f5-b02c-11e08aeb8440 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:50.400188 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:50.402571 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-37df6176-bc97-4e2b-a15b-9fd69b24ed97 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (c7c93c24-d068-4f16-a122-4b527be039fc), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.414446 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00184b3e-b5bb-4576-9170-ff5ef27e2044 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c25353a4-96f0-4fd3-a977-cea9fa35efbb), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.433540 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-37df6176-bc97-4e2b-a15b-9fd69b24ed97 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (c7c93c24-d068-4f16-a122-4b527be039fc), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.435979 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-00184b3e-b5bb-4576-9170-ff5ef27e2044 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for c25353a4-96f0-4fd3-a977-cea9fa35efbb owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:50.448314 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37df6176-bc97-4e2b-a15b-9fd69b24ed97 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:53:50.449006 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-37df6176-bc97-4e2b-a15b-9fd69b24ed97 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (c7c93c24-d068-4f16-a122-4b527be039fc), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.466673 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5e5abb06-c041-49e3-8c17-0b69ee599820 None None] Current status of the port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:50.469137 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] Attempting to bind port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:53:50.471944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] Attempting to bind port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '1b13ba3e-a058-4381-bde6-c1bda09c2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '43189886-c329-408a-9573-a9469bd6c62a'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:53:50.472319 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] Attempting to bind port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c on network 43189886-c329-408a-9573-a9469bd6c62a {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:50.489980 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment c7c93c24-d068-4f16-a122-4b527be039fc resource provider aggregate not found Nov 02 12:53:50.539283 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e793d45d-48d1-4f25-a136-c8c0641bff54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fde038d8-517e-4bae-8657-b6e3ec9cfed2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.542179 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e793d45d-48d1-4f25-a136-c8c0641bff54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.548114 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e793d45d-48d1-4f25-a136-c8c0641bff54 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fde038d8-517e-4bae-8657-b6e3ec9cfed2 HTTP/1.1" status: 204 len: 168 time: 0.7512696 Nov 02 12:53:50.566840 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793d45d-48d1-4f25-a136-c8c0641bff54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde038d8-517e-4bae-8657-b6e3ec9cfed2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:50.589652 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ec4b03a-55cd-46f5-b02c-11e08aeb8440 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.610364 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment c7c93c24-d068-4f16-a122-4b527be039fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7c93c24-d068-4f16-a122-4b527be039fc found for delete ", "request_id": "req-8cf630b5-a437-4a79-a5f8-c08103e3db6a"}]} Nov 02 12:53:50.619546 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-6ec4b03a-55cd-46f5-b02c-11e08aeb8440 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] device_id is not set on port 7bc9de52-f3fb-4820-a648-706e6e26ec52 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:53:50.720379 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d54465b5-5b48-4aad-b3a7-25059ba37362 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:50.722815 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:53:50.723224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] Checking segment: {'id': '1b13ba3e-a058-4381-bde6-c1bda09c2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '43189886-c329-408a-9573-a9469bd6c62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:53:50.723632 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.724022 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] Bound using segment: {'id': '1b13ba3e-a058-4381-bde6-c1bda09c2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '43189886-c329-408a-9573-a9469bd6c62a'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:53:50.724555 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] Bound port: 1d08030c-db53-4e8f-8a89-aeaa142a1d6c, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b13ba3e-a058-4381-bde6-c1bda09c2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '43189886-c329-408a-9573-a9469bd6c62a'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:53:50.735282 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1d08030c-db53-4e8f-8a89-aeaa142a1d6c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.805418 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-37df6176-bc97-4e2b-a15b-9fd69b24ed97 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (334621ab-24ac-4581-8927-abef4a894e00), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.830007 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-37df6176-bc97-4e2b-a15b-9fd69b24ed97 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.834648 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-37df6176-bc97-4e2b-a15b-9fd69b24ed97 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "DELETE /networking/v2.0/networks/334621ab-24ac-4581-8927-abef4a894e00 HTTP/1.1" status: 204 len: 168 time: 2.5581238 Nov 02 12:53:50.840581 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52974) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:50.845826 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] For port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:53:50.856347 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df6176-bc97-4e2b-a15b-9fd69b24ed97 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event deleted for resources: {'Network': ['ID=334621ab-24ac-4581-8927-abef4a894e00,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:50.859193 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00184b3e-b5bb-4576-9170-ff5ef27e2044 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (c25353a4-96f0-4fd3-a977-cea9fa35efbb), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.887298 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] For port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1d08030c-db53-4e8f-8a89-aeaa142a1d6c,segment=NetworkSegment(1b13ba3e-a058-4381-bde6-c1bda09c2a2b),segment_id=1b13ba3e-a058-4381-bde6-c1bda09c2a2b)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:53:50.895133 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00184b3e-b5bb-4576-9170-ff5ef27e2044 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=c25353a4-96f0-4fd3-a977-cea9fa35efbb,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:50.903630 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:50.960326 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00184b3e-b5bb-4576-9170-ff5ef27e2044 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.964860 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-00184b3e-b5bb-4576-9170-ff5ef27e2044 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/ports/c25353a4-96f0-4fd3-a977-cea9fa35efbb HTTP/1.1" status: 204 len: 168 time: 0.9253385 Nov 02 12:53:50.967598 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52976) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:51.003449 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7f55ef-6ace-4e2a-9896-c6590b25ea52 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] GET failed (client error): The resource could not be found. Nov 02 12:53:51.006327 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ff7f55ef-6ace-4e2a-9896-c6590b25ea52 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports/c25353a4-96f0-4fd3-a977-cea9fa35efbb HTTP/1.1" status: 404 len: 333 time: 0.0373139 Nov 02 12:53:51.011338 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 52978) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:51.045489 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1d08030c-db53-4e8f-8a89-aeaa142a1d6c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:51.111675 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1fafef-4b7b-4d25-8bf0-f3ca3d40977b tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Deleting subnet 4c77837c-a764-4058-a0f8-d2c5cbba6c31 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:53:51.122588 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d1fafef-4b7b-4d25-8bf0-f3ca3d40977b tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for subnet (4c77837c-a764-4058-a0f8-d2c5cbba6c31), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:51.122782 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c3c014-7f22-4340-ab6c-2eff1a7a52f4 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting subnet 88b58a10-ed29-4a93-a784-4f9cee9bca3d {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:53:51.140311 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c014-7f22-4340-ab6c-2eff1a7a52f4 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (88b58a10-ed29-4a93-a784-4f9cee9bca3d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:51.183094 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c01103-195d-4a9b-b6b9-697d96125c08 None None] Pushing event updated for resources: {'Port': ['ID=1d08030c-db53-4e8f-8a89-aeaa142a1d6c,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:51.311627 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-6ec4b03a-55cd-46f5-b02c-11e08aeb8440 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Allocated IP 172.20.0.10 (43189886-c329-408a-9573-a9469bd6c62a/cec9cf67-206f-4c93-9223-2a0a7fd15b22/7bc9de52-f3fb-4820-a648-706e6e26ec52) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:51.322996 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-6ec4b03a-55cd-46f5-b02c-11e08aeb8440 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Allocated IP 172.20.0.20 (43189886-c329-408a-9573-a9469bd6c62a/6bcbab31-acdf-4f83-8a54-d1055694fb55/7bc9de52-f3fb-4820-a648-706e6e26ec52) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:51.348925 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c014-7f22-4340-ab6c-2eff1a7a52f4 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (88b58a10-ed29-4a93-a784-4f9cee9bca3d), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:51.514744 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d1fafef-4b7b-4d25-8bf0-f3ca3d40977b tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (4c77837c-a764-4058-a0f8-d2c5cbba6c31), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:51.805968 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d1fafef-4b7b-4d25-8bf0-f3ca3d40977b tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (4c77837c-a764-4058-a0f8-d2c5cbba6c31), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:51.853267 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ec4b03a-55cd-46f5-b02c-11e08aeb8440 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (7bc9de52-f3fb-4820-a648-706e6e26ec52), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.009311 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 52998) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:52.019758 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c014-7f22-4340-ab6c-2eff1a7a52f4 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (88b58a10-ed29-4a93-a784-4f9cee9bca3d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.031694 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb229e22-7c36-495b-ba21-a43bd9dc15a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.109580 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d1fafef-4b7b-4d25-8bf0-f3ca3d40977b tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (4c77837c-a764-4058-a0f8-d2c5cbba6c31), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.120818 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ec4b03a-55cd-46f5-b02c-11e08aeb8440 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (7bc9de52-f3fb-4820-a648-706e6e26ec52), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.176357 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d1fafef-4b7b-4d25-8bf0-f3ca3d40977b tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.181840 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6d1fafef-4b7b-4d25-8bf0-f3ca3d40977b tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/4c77837c-a764-4058-a0f8-d2c5cbba6c31 HTTP/1.1" status: 204 len: 168 time: 1.3263462 Nov 02 12:53:52.182246 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53004) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:52.203065 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fafef-4b7b-4d25-8bf0-f3ca3d40977b tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event deleted for resources: {'Subnet': ['ID=4c77837c-a764-4058-a0f8-d2c5cbba6c31,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:52.232086 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec4b03a-55cd-46f5-b02c-11e08aeb8440 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network 43189886-c329-408a-9573-a9469bd6c62a is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:52.250112 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-6ec4b03a-55cd-46f5-b02c-11e08aeb8440 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:52.253170 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec4b03a-55cd-46f5-b02c-11e08aeb8440 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:53:52.274067 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c996c4f-abdd-45ad-ae00-3d32f15c980a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (7de2dbd3-91ea-4295-9736-559d1a7bf0d1), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.298475 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb229e22-7c36-495b-ba21-a43bd9dc15a4 admin admin] Publish callbacks [] for security_group (1e73ae3b-c300-41f5-8ff0-3e537fc9ac02), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.309592 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4b03a-55cd-46f5-b02c-11e08aeb8440 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=7bc9de52-f3fb-4820-a648-706e6e26ec52,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:52.346606 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c014-7f22-4340-ab6c-2eff1a7a52f4 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (88b58a10-ed29-4a93-a784-4f9cee9bca3d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.374546 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec4b03a-55cd-46f5-b02c-11e08aeb8440 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:52.375182 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ec4b03a-55cd-46f5-b02c-11e08aeb8440 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.418194 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb229e22-7c36-495b-ba21-a43bd9dc15a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1e73ae3b-c300-41f5-8ff0-3e537fc9ac02), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.449945 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3c996c4f-abdd-45ad-ae00-3d32f15c980a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Deleting port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:52.460354 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c996c4f-abdd-45ad-ae00-3d32f15c980a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (8e71a7c2-ccc1-4104-bb42-d44e018d9a06), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.466709 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3c014-7f22-4340-ab6c-2eff1a7a52f4 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Subnet': ['ID=88b58a10-ed29-4a93-a784-4f9cee9bca3d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:52.478601 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c014-7f22-4340-ab6c-2eff1a7a52f4 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.482095 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f9c3c014-7f22-4340-ab6c-2eff1a7a52f4 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/88b58a10-ed29-4a93-a784-4f9cee9bca3d HTTP/1.1" status: 204 len: 168 time: 1.4694729 Nov 02 12:53:52.524799 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fb229e22-7c36-495b-ba21-a43bd9dc15a4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b65e647e443e43ca86b782706b34f5b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5142488 Nov 02 12:53:52.527707 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53016) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:52.529047 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53012) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:52.529168 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb229e22-7c36-495b-ba21-a43bd9dc15a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e73ae3b-c300-41f5-8ff0-3e537fc9ac02,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:52.570370 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6ec4b03a-55cd-46f5-b02c-11e08aeb8440 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.7391410 Nov 02 12:53:52.573248 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53018) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:52.590856 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-3a5421c7-79d9-4b2e-becf-13ae1bd5fd50 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cec9cf67-206f-4c93-9223-2a0a7fd15b22'}]}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:52.706465 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-3c996c4f-abdd-45ad-ae00-3d32f15c980a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] For port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8e71a7c2-ccc1-4104-bb42-d44e018d9a06,segment=NetworkSegment(0d051e13-c480-46da-adf8-019d01d9b8f2),segment_id=0d051e13-c480-46da-adf8-019d01d9b8f2)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:52.706841 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c996c4f-abdd-45ad-ae00-3d32f15c980a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (8e71a7c2-ccc1-4104-bb42-d44e018d9a06), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.708314 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-50e450d7-b3ac-493b-9a59-a4be77d1548f admin admin] Publish callbacks [] for security_group (1e73ae3b-c300-41f5-8ff0-3e537fc9ac02), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.718950 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a0b9e1bd-ac92-4d2a-9b37-b74e8f0b4ecd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (75d158d1-5c05-4774-b080-ae3642d93ac3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.732129 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3c996c4f-abdd-45ad-ae00-3d32f15c980a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Calling delete_port for 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:52.792986 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3a5421c7-79d9-4b2e-becf-13ae1bd5fd50 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7bc9de52-f3fb-4820-a648-706e6e26ec52), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.797840 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9e1bd-ac92-4d2a-9b37-b74e8f0b4ecd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port d54465b5-5b48-4aad-b3a7-25059ba37362 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:52.797840 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a0b9e1bd-ac92-4d2a-9b37-b74e8f0b4ecd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d54465b5-5b48-4aad-b3a7-25059ba37362), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.801417 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-50e450d7-b3ac-493b-9a59-a4be77d1548f admin admin] Publish callbacks [] for security_group (1e73ae3b-c300-41f5-8ff0-3e537fc9ac02), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.993595 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b45779-4f01-4d00-8a36-817eed7b8595 None None] Network 75d158d1-5c05-4774-b080-ae3642d93ac3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:52.997305 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a742177f-bb5e-4f36-b4a1-7674dda5fe41 None None] Network 64b4a141-4992-4741-b832-0380a39b5bc2 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:52.999597 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9efc15e-5d30-4894-a787-12eb8eb83ba5 None None] Network 43189886-c329-408a-9573-a9469bd6c62a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:53.001742 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2298d217-6e4d-4885-8a86-ed98c5707056 None None] Network 334621ab-24ac-4581-8927-abef4a894e00 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:53.004760 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e26ba4-7150-4771-85de-938e12c10c56 None None] Network 7de2dbd3-91ea-4295-9736-559d1a7bf0d1 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:53.070854 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-a0b9e1bd-ac92-4d2a-9b37-b74e8f0b4ecd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] For port d54465b5-5b48-4aad-b3a7-25059ba37362, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d54465b5-5b48-4aad-b3a7-25059ba37362,segment=NetworkSegment(2dc3cae4-be33-43ca-8b70-08cc6d28fd19),segment_id=2dc3cae4-be33-43ca-8b70-08cc6d28fd19)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:53.071468 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a0b9e1bd-ac92-4d2a-9b37-b74e8f0b4ecd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d54465b5-5b48-4aad-b3a7-25059ba37362), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.083052 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2298d217-6e4d-4885-8a86-ed98c5707056 None None] Network 334621ab-24ac-4581-8927-abef4a894e00 could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 12:53:53.096982 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9e1bd-ac92-4d2a-9b37-b74e8f0b4ecd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for d54465b5-5b48-4aad-b3a7-25059ba37362 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:53.097094 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a742177f-bb5e-4f36-b4a1-7674dda5fe41 None None] Network 64b4a141-4992-4741-b832-0380a39b5bc2 could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 12:53:53.129801 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-50e450d7-b3ac-493b-9a59-a4be77d1548f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1e73ae3b-c300-41f5-8ff0-3e537fc9ac02), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.137260 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-50e450d7-b3ac-493b-9a59-a4be77d1548f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.139884 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-50e450d7-b3ac-493b-9a59-a4be77d1548f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1e73ae3b-c300-41f5-8ff0-3e537fc9ac02 HTTP/1.1" status: 204 len: 168 time: 0.5974817 Nov 02 12:53:53.237256 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e450d7-b3ac-493b-9a59-a4be77d1548f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e73ae3b-c300-41f5-8ff0-3e537fc9ac02,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:53.271599 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d431926b-581b-4a3e-8b3b-c2aa6312d6f2 None None] DHCP port deletion for 334621ab-24ac-4581-8927-abef4a894e00 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:53:53.291190 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-bad62697-3795-4161-b177-808240493838 None None] Provisioning complete for port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:53.293433 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bad62697-3795-4161-b177-808240493838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1d08030c-db53-4e8f-8a89-aeaa142a1d6c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.293956 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-bad62697-3795-4161-b177-808240493838 None None] Attempt 1 to provision port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c Nov 02 12:53:53.319582 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78b689a-7292-49c9-a17f-e538ff8b7d73 None None] DHCP port deletion for 64b4a141-4992-4741-b832-0380a39b5bc2 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:53:53.326663 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c996c4f-abdd-45ad-ae00-3d32f15c980a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (8e71a7c2-ccc1-4104-bb42-d44e018d9a06), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.401277 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-3a5421c7-79d9-4b2e-becf-13ae1bd5fd50 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Delete allocated IP 172.20.0.20 (43189886-c329-408a-9573-a9469bd6c62a/6bcbab31-acdf-4f83-8a54-d1055694fb55) {{(pid=105975) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 02 12:53:53.464019 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c996c4f-abdd-45ad-ae00-3d32f15c980a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event deleted for resources: {'Port': ['ID=8e71a7c2-ccc1-4104-bb42-d44e018d9a06,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:53.474088 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c996c4f-abdd-45ad-ae00-3d32f15c980a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] No DVR routers for this DVR port 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:53:53.668406 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a0b9e1bd-ac92-4d2a-9b37-b74e8f0b4ecd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (d54465b5-5b48-4aad-b3a7-25059ba37362), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.838741 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3a5421c7-79d9-4b2e-becf-13ae1bd5fd50 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (7bc9de52-f3fb-4820-a648-706e6e26ec52), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.842360 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:53.916221 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9980a6-4e95-4db0-b309-d4e5461eb63b None None] DHCP port deletion for 7de2dbd3-91ea-4295-9736-559d1a7bf0d1 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:53:53.989416 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.989416 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dadede-f3d3-4a80-b790-5506b850a863 None None] DHCP port deletion for 75d158d1-5c05-4774-b080-ae3642d93ac3 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:53:53.989416 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bad62697-3795-4161-b177-808240493838 None None] Current status of the port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:53.989416 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bad62697-3795-4161-b177-808240493838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1d08030c-db53-4e8f-8a89-aeaa142a1d6c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.989416 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:54.009520 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7f40f4-0942-428c-995b-9792d25377af None None] Update dhcp port {'port': {'network_id': '43189886-c329-408a-9573-a9469bd6c62a', 'fixed_ips': [{'subnet_id': 'cec9cf67-206f-4c93-9223-2a0a7fd15b22', 'ip_address': '172.20.0.2'}, {'subnet_id': '6bcbab31-acdf-4f83-8a54-d1055694fb55'}], 'binding:host_id': 'n-d-857339-6'}, 'id': '1d08030c-db53-4e8f-8a89-aeaa142a1d6c'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 12:53:54.036437 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3a5421c7-79d9-4b2e-becf-13ae1bd5fd50 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (7bc9de52-f3fb-4820-a648-706e6e26ec52), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.070824 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:54.076896 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-bad62697-3795-4161-b177-808240493838 None None] For port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1d08030c-db53-4e8f-8a89-aeaa142a1d6c,segment=NetworkSegment(1b13ba3e-a058-4381-bde6-c1bda09c2a2b),segment_id=1b13ba3e-a058-4381-bde6-c1bda09c2a2b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:54.090475 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c996c4f-abdd-45ad-ae00-3d32f15c980a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (7de2dbd3-91ea-4295-9736-559d1a7bf0d1), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.092148 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd7f40f4-0942-428c-995b-9792d25377af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1d08030c-db53-4e8f-8a89-aeaa142a1d6c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.100579 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9e1bd-ac92-4d2a-9b37-b74e8f0b4ecd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=d54465b5-5b48-4aad-b3a7-25059ba37362,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:54.100579 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b9e1bd-ac92-4d2a-9b37-b74e8f0b4ecd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No DVR routers for this DVR port d54465b5-5b48-4aad-b3a7-25059ba37362 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:53:54.167674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1d08030c-db53-4e8f-8a89-aeaa142a1d6c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:54.221823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-3c996c4f-abdd-45ad-ae00-3d32f15c980a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de2dbd3-91ea-4295-9736-559d1a7bf0d1']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:54.267523 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-3c996c4f-abdd-45ad-ae00-3d32f15c980a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d051e13-c480-46da-adf8-019d01d9b8f2') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:54.268418 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-3c996c4f-abdd-45ad-ae00-3d32f15c980a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d051e13-c480-46da-adf8-019d01d9b8f2') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:54.280210 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c996c4f-abdd-45ad-ae00-3d32f15c980a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (0d051e13-c480-46da-adf8-019d01d9b8f2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.299137 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c996c4f-abdd-45ad-ae00-3d32f15c980a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (0d051e13-c480-46da-adf8-019d01d9b8f2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.309590 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c996c4f-abdd-45ad-ae00-3d32f15c980a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:53:54.310254 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c996c4f-abdd-45ad-ae00-3d32f15c980a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (0d051e13-c480-46da-adf8-019d01d9b8f2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.312645 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5421c7-79d9-4b2e-becf-13ae1bd5fd50 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=7bc9de52-f3fb-4820-a648-706e6e26ec52,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:54.339962 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-3a5421c7-79d9-4b2e-becf-13ae1bd5fd50 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] In _notify_port_updated(), no bound segment for port 7bc9de52-f3fb-4820-a648-706e6e26ec52 on network 43189886-c329-408a-9573-a9469bd6c62a {{(pid=105975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 12:53:54.344857 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5421c7-79d9-4b2e-becf-13ae1bd5fd50 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:54.345965 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3a5421c7-79d9-4b2e-becf-13ae1bd5fd50 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.347674 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3a5421c7-79d9-4b2e-becf-13ae1bd5fd50 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "PUT /networking/v2.0/ports/7bc9de52-f3fb-4820-a648-706e6e26ec52 HTTP/1.1" status: 200 len: 920 time: 1.7731674 Nov 02 12:53:54.357133 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53062) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:54.364336 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c7f287c8-7cc8-4303-8981-00e0d3fd0785 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cec9cf67-206f-4c93-9223-2a0a7fd15b22'}, {'subnet_id': '6bcbab31-acdf-4f83-8a54-d1055694fb55'}]}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:54.498447 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a0b9e1bd-ac92-4d2a-9b37-b74e8f0b4ecd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (75d158d1-5c05-4774-b080-ae3642d93ac3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.532996 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 0d051e13-c480-46da-adf8-019d01d9b8f2 resource provider aggregate not found Nov 02 12:53:54.544201 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-a0b9e1bd-ac92-4d2a-9b37-b74e8f0b4ecd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d158d1-5c05-4774-b080-ae3642d93ac3']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:54.548060 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:54.561464 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c996c4f-abdd-45ad-ae00-3d32f15c980a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (7de2dbd3-91ea-4295-9736-559d1a7bf0d1), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.561754 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 0d051e13-c480-46da-adf8-019d01d9b8f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d051e13-c480-46da-adf8-019d01d9b8f2 found for delete ", "request_id": "req-81342dd5-214b-45e2-9acd-c2510c86e25d"}]} Nov 02 12:53:54.587950 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c7f287c8-7cc8-4303-8981-00e0d3fd0785 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7bc9de52-f3fb-4820-a648-706e6e26ec52), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.621101 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-a0b9e1bd-ac92-4d2a-9b37-b74e8f0b4ecd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc3cae4-be33-43ca-8b70-08cc6d28fd19') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:54.621976 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-a0b9e1bd-ac92-4d2a-9b37-b74e8f0b4ecd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc3cae4-be33-43ca-8b70-08cc6d28fd19') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:54.627856 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c996c4f-abdd-45ad-ae00-3d32f15c980a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.632817 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3c996c4f-abdd-45ad-ae00-3d32f15c980a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "DELETE /networking/v2.0/networks/7de2dbd3-91ea-4295-9736-559d1a7bf0d1 HTTP/1.1" status: 204 len: 168 time: 2.4491847 Nov 02 12:53:54.634403 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c996c4f-abdd-45ad-ae00-3d32f15c980a tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Pushing event deleted for resources: {'Network': ['ID=7de2dbd3-91ea-4295-9736-559d1a7bf0d1,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:54.637060 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53090) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:54.662986 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:54.664695 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a0b9e1bd-ac92-4d2a-9b37-b74e8f0b4ecd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (2dc3cae4-be33-43ca-8b70-08cc6d28fd19), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.703218 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5889e451-79a4-476f-a550-9bfa145d7f5d tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=49906b4b-3e22-4fcc-9f52-4c6509b42702 HTTP/1.1" status: 200 len: 205 time: 0.0566909 Nov 02 12:53:54.710343 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53096) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:54.711582 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a0b9e1bd-ac92-4d2a-9b37-b74e8f0b4ecd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (2dc3cae4-be33-43ca-8b70-08cc6d28fd19), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.723396 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b9e1bd-ac92-4d2a-9b37-b74e8f0b4ecd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:53:54.723987 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a0b9e1bd-ac92-4d2a-9b37-b74e8f0b4ecd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (2dc3cae4-be33-43ca-8b70-08cc6d28fd19), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.731346 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bad62697-3795-4161-b177-808240493838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1d08030c-db53-4e8f-8a89-aeaa142a1d6c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.735733 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-bad62697-3795-4161-b177-808240493838 None None] Could not find standard attr ID for object 8e71a7c2-ccc1-4104-bb42-d44e018d9a06. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:53:54.842791 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fec3f795-d470-4eb4-9870-0be81b3edd89 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for router (49906b4b-3e22-4fcc-9f52-4c6509b42702), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.957167 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a0b9e1bd-ac92-4d2a-9b37-b74e8f0b4ecd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (75d158d1-5c05-4774-b080-ae3642d93ac3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.966266 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a0b9e1bd-ac92-4d2a-9b37-b74e8f0b4ecd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.977126 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a0b9e1bd-ac92-4d2a-9b37-b74e8f0b4ecd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/networks/75d158d1-5c05-4774-b080-ae3642d93ac3 HTTP/1.1" status: 204 len: 168 time: 2.4471748 Nov 02 12:53:54.982084 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53118) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:55.020971 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9e1bd-ac92-4d2a-9b37-b74e8f0b4ecd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Network': ['ID=75d158d1-5c05-4774-b080-ae3642d93ac3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:55.054689 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:55.055391 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1d08030c-db53-4e8f-8a89-aeaa142a1d6c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.063352 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c Nov 02 12:53:55.087579 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-cb735216-aea9-4666-bf15-294cf91169ef tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-515436851'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:55.114687 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad62697-3795-4161-b177-808240493838 None None] Pushing event updated for resources: {'Port': ['ID=1d08030c-db53-4e8f-8a89-aeaa142a1d6c,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:55.134590 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-fd7f40f4-0942-428c-995b-9792d25377af None None] Allocated IP 172.20.0.18 (43189886-c329-408a-9573-a9469bd6c62a/6bcbab31-acdf-4f83-8a54-d1055694fb55/1d08030c-db53-4e8f-8a89-aeaa142a1d6c) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:55.138793 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:55.196414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:55.209724 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:55.211163 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 43f80ae7-cae9-4777-b781-a441cd4d403e no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:53:55.270101 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 43f80ae7-cae9-4777-b781-a441cd4d403e {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:53:55.270459 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 43f80ae7-cae9-4777-b781-a441cd4d403e not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:53:55.272610 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:53:55.306813 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fec3f795-d470-4eb4-9870-0be81b3edd89 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (49906b4b-3e22-4fcc-9f52-4c6509b42702), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.309440 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fec3f795-d470-4eb4-9870-0be81b3edd89 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for router_controller (49906b4b-3e22-4fcc-9f52-4c6509b42702), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.364524 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb735216-aea9-4666-bf15-294cf91169ef tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:55.370943 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb735216-aea9-4666-bf15-294cf91169ef tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.386439 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:53:55.386818 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 27d55dd1-55ad-4c30-9a3f-16e53f7f8f52 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:53:55.445731 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb735216-aea9-4666-bf15-294cf91169ef tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:53:55.449754 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-fd7f40f4-0942-428c-995b-9792d25377af None None] For port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1d08030c-db53-4e8f-8a89-aeaa142a1d6c,segment=NetworkSegment(1b13ba3e-a058-4381-bde6-c1bda09c2a2b),segment_id=1b13ba3e-a058-4381-bde6-c1bda09c2a2b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:55.452645 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb735216-aea9-4666-bf15-294cf91169ef tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (5322e888-60eb-42a4-8f31-1f862e6cc420), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.453004 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-cb735216-aea9-4666-bf15-294cf91169ef tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Added segment 5322e888-60eb-42a4-8f31-1f862e6cc420 of type vlan for network c9d22162-5bd4-4c97-8afd-9986c69a6d7b Nov 02 12:53:55.522983 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd7f40f4-0942-428c-995b-9792d25377af None None] Publish callbacks [] for port (1d08030c-db53-4e8f-8a89-aeaa142a1d6c), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.555081 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fec3f795-d470-4eb4-9870-0be81b3edd89 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (49906b4b-3e22-4fcc-9f52-4c6509b42702), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.555625 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec3f795-d470-4eb4-9870-0be81b3edd89 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Fanout notify agent at l3_agent the message router_deleted on router 49906b4b-3e22-4fcc-9f52-4c6509b42702 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:53:55.588120 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fec3f795-d470-4eb4-9870-0be81b3edd89 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.589771 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fec3f795-d470-4eb4-9870-0be81b3edd89 tempest-RoutersNegativeTest-2107230433 tempest-RoutersNegativeTest-2107230433-project] 10.222.0.64 "DELETE /networking/v2.0/routers/49906b4b-3e22-4fcc-9f52-4c6509b42702 HTTP/1.1" status: 204 len: 168 time: 0.8778830 Nov 02 12:53:55.638510 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb735216-aea9-4666-bf15-294cf91169ef tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (c9d22162-5bd4-4c97-8afd-9986c69a6d7b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.672904 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd7f40f4-0942-428c-995b-9792d25377af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1d08030c-db53-4e8f-8a89-aeaa142a1d6c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.735583 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=13 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:55.782704 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1d08030c-db53-4e8f-8a89-aeaa142a1d6c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:55.830357 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-c7f287c8-7cc8-4303-8981-00e0d3fd0785 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Allocated IP 172.20.0.27 (43189886-c329-408a-9573-a9469bd6c62a/6bcbab31-acdf-4f83-8a54-d1055694fb55/7bc9de52-f3fb-4820-a648-706e6e26ec52) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:55.868911 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb735216-aea9-4666-bf15-294cf91169ef tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (c9d22162-5bd4-4c97-8afd-9986c69a6d7b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.874658 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb735216-aea9-4666-bf15-294cf91169ef tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:55.880825 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cb735216-aea9-4666-bf15-294cf91169ef tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:56.026325 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f40f4-0942-428c-995b-9792d25377af None None] Pushing event updated for resources: {'Port': ['ID=1d08030c-db53-4e8f-8a89-aeaa142a1d6c,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:56.133317 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:56.133317 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1d08030c-db53-4e8f-8a89-aeaa142a1d6c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:56.133317 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c Nov 02 12:53:56.250752 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cb735216-aea9-4666-bf15-294cf91169ef tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2675660 Nov 02 12:53:56.255201 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53182) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:56.257293 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:56.261333 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-8f349859-b38a-4118-8c71-6ba1aa9fd8e1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'subnet': {'network_id': 'c9d22162-5bd4-4c97-8afd-9986c69a6d7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:56.283556 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb735216-aea9-4666-bf15-294cf91169ef tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Network': ['ID=c9d22162-5bd4-4c97-8afd-9986c69a6d7b,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:56.318424 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:56.425524 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c7f287c8-7cc8-4303-8981-00e0d3fd0785 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (7bc9de52-f3fb-4820-a648-706e6e26ec52), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:56.561265 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network c9d22162-5bd4-4c97-8afd-9986c69a6d7b details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:53:56.575677 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c7f287c8-7cc8-4303-8981-00e0d3fd0785 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (7bc9de52-f3fb-4820-a648-706e6e26ec52), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:56.649611 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 2dc3cae4-be33-43ca-8b70-08cc6d28fd19 resource provider aggregate not found Nov 02 12:53:56.696460 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:53:56.716905 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 2dc3cae4-be33-43ca-8b70-08cc6d28fd19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2dc3cae4-be33-43ca-8b70-08cc6d28fd19 found for delete ", "request_id": "req-3fe2f7f5-ead3-4895-9449-92505486cbc1"}]} Nov 02 12:53:56.772626 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:53:56.772626 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8e71a7c2-ccc1-4104-bb42-d44e018d9a06 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:53:56.772626 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d54465b5-5b48-4aad-b3a7-25059ba37362 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:53:56.853481 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:56.855630 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: d54465b5-5b48-4aad-b3a7-25059ba37362 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:53:56.856393 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d54465b5-5b48-4aad-b3a7-25059ba37362 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:53:56.889713 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f349859-b38a-4118-8c71-6ba1aa9fd8e1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:56.900695 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8f349859-b38a-4118-8c71-6ba1aa9fd8e1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:56.909742 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f287c8-7cc8-4303-8981-00e0d3fd0785 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=7bc9de52-f3fb-4820-a648-706e6e26ec52,revision_number=3']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:57.007794 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-c7f287c8-7cc8-4303-8981-00e0d3fd0785 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] In _notify_port_updated(), no bound segment for port 7bc9de52-f3fb-4820-a648-706e6e26ec52 on network 43189886-c329-408a-9573-a9469bd6c62a {{(pid=105975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 12:53:57.013425 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f287c8-7cc8-4303-8981-00e0d3fd0785 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:57.014288 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c7f287c8-7cc8-4303-8981-00e0d3fd0785 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:57.018686 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c7f287c8-7cc8-4303-8981-00e0d3fd0785 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "PUT /networking/v2.0/ports/7bc9de52-f3fb-4820-a648-706e6e26ec52 HTTP/1.1" status: 200 len: 1000 time: 2.6601622 Nov 02 12:53:57.019353 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53216) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:57.076009 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53218) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:57.125376 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:57.169319 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-22d413eb-9a41-47ca-956f-cf55218f237a tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port 7bc9de52-f3fb-4820-a648-706e6e26ec52 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:53:57.169675 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22d413eb-9a41-47ca-956f-cf55218f237a tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7bc9de52-f3fb-4820-a648-706e6e26ec52), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:57.220300 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78a1a56-2f76-4384-a8aa-f5cfaab4b667 None None] Network 43189886-c329-408a-9573-a9469bd6c62a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:57.240110 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:57.359009 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d6ecd8ad-aa7c-46fa-abd7-6440dc701351 None None] Provisioning complete for port 7bc9de52-f3fb-4820-a648-706e6e26ec52 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:57.359675 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d6ecd8ad-aa7c-46fa-abd7-6440dc701351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7bc9de52-f3fb-4820-a648-706e6e26ec52), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:57.360320 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d6ecd8ad-aa7c-46fa-abd7-6440dc701351 None None] Attempt 1 to provision port 7bc9de52-f3fb-4820-a648-706e6e26ec52 Nov 02 12:53:57.414707 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:57.455656 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22d413eb-9a41-47ca-956f-cf55218f237a tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7bc9de52-f3fb-4820-a648-706e6e26ec52), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:57.479810 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-22d413eb-9a41-47ca-956f-cf55218f237a tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for 7bc9de52-f3fb-4820-a648-706e6e26ec52 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:53:57.488721 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d6ecd8ad-aa7c-46fa-abd7-6440dc701351 None None] Port 7bc9de52-f3fb-4820-a648-706e6e26ec52 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:53:57.501354 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d6ecd8ad-aa7c-46fa-abd7-6440dc701351 None None] Provisioning complete for port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:57.501354 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d6ecd8ad-aa7c-46fa-abd7-6440dc701351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1d08030c-db53-4e8f-8a89-aeaa142a1d6c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:57.501354 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d6ecd8ad-aa7c-46fa-abd7-6440dc701351 None None] Attempt 1 to provision port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c Nov 02 12:53:57.553706 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2f195dde-fa61-4c64-93a2-0dcda9755d53 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2d7834e545604dfcab709c3662801725&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4748220 Nov 02 12:53:57.556299 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53234) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:57.609286 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8f349859-b38a-4118-8c71-6ba1aa9fd8e1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (42d843cd-3dd7-493c-90f2-faa211a80d62), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:57.689044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d6ecd8ad-aa7c-46fa-abd7-6440dc701351 None None] Current status of the port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:57.720256 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1d08030c-db53-4e8f-8a89-aeaa142a1d6c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:57.731918 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f349859-b38a-4118-8c71-6ba1aa9fd8e1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Subnet': ['ID=42d843cd-3dd7-493c-90f2-faa211a80d62,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:57.764784 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70bf65e9-6766-4d7b-b408-5092771f6723 admin admin] Publish callbacks [] for security_group (9df1a10f-fbc7-4707-b83f-fa3705cbf56b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:57.808501 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70bf65e9-6766-4d7b-b408-5092771f6723 admin admin] Publish callbacks [] for security_group (9df1a10f-fbc7-4707-b83f-fa3705cbf56b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:57.811993 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:57.817107 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:57.817824 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1d08030c-db53-4e8f-8a89-aeaa142a1d6c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:57.821740 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c Nov 02 12:53:57.825815 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f349859-b38a-4118-8c71-6ba1aa9fd8e1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Checking segment: {'id': '5322e888-60eb-42a4-8f31-1f862e6cc420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c9d22162-5bd4-4c97-8afd-9986c69a6d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:53:57.826484 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f349859-b38a-4118-8c71-6ba1aa9fd8e1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network hostable DHCP agents. Network: c9d22162-5bd4-4c97-8afd-9986c69a6d7b, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:53:58.057220 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:58.061054 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f349859-b38a-4118-8c71-6ba1aa9fd8e1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network c9d22162-5bd4-4c97-8afd-9986c69a6d7b is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:53:58.078553 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70bf65e9-6766-4d7b-b408-5092771f6723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9df1a10f-fbc7-4707-b83f-fa3705cbf56b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:58.081273 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70bf65e9-6766-4d7b-b408-5092771f6723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:58.085812 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-70bf65e9-6766-4d7b-b408-5092771f6723 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9df1a10f-fbc7-4707-b83f-fa3705cbf56b HTTP/1.1" status: 204 len: 168 time: 0.5282655 Nov 02 12:53:58.091722 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22d413eb-9a41-47ca-956f-cf55218f237a tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (7bc9de52-f3fb-4820-a648-706e6e26ec52), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:58.103204 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf65e9-6766-4d7b-b408-5092771f6723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df1a10f-fbc7-4707-b83f-fa3705cbf56b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:58.162504 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d413eb-9a41-47ca-956f-cf55218f237a tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=7bc9de52-f3fb-4820-a648-706e6e26ec52,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:58.209635 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-8f349859-b38a-4118-8c71-6ba1aa9fd8e1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, c9d22162-5bd4-4c97-8afd-9986c69a6d7b) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:58.214084 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f349859-b38a-4118-8c71-6ba1aa9fd8e1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:58.214856 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8f349859-b38a-4118-8c71-6ba1aa9fd8e1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:58.223259 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0474a1a2-4917-46dd-9c14-0434dd83ffe7 None None] Network c9d22162-5bd4-4c97-8afd-9986c69a6d7b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:58.360804 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025a333b-3097-4478-b8b9-2b0745741b7b None None] Network 43189886-c329-408a-9573-a9469bd6c62a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:58.389778 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-89598dde-4609-4990-8346-a82240cfc9b4 None None] Could not find standard attr ID for object 7bc9de52-f3fb-4820-a648-706e6e26ec52. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:53:58.394518 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8f349859-b38a-4118-8c71-6ba1aa9fd8e1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1350729 Nov 02 12:53:58.394719 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53270) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:58.411443 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e2ef5b89-b8fd-488a-acdd-48704633e932 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'port': {'network_id': 'c9d22162-5bd4-4c97-8afd-9986c69a6d7b', 'name': 'tempest-PortsIpV6TestJSON-1817763633', 'fixed_ips': [{'subnet_id': '42d843cd-3dd7-493c-90f2-faa211a80d62', 'ip_address': '2001:db8::10'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:58.453838 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22d413eb-9a41-47ca-956f-cf55218f237a tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:58.459742 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-22d413eb-9a41-47ca-956f-cf55218f237a tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/ports/7bc9de52-f3fb-4820-a648-706e6e26ec52 HTTP/1.1" status: 204 len: 168 time: 1.4392188 Nov 02 12:53:58.462811 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53274) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:58.553246 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-89598dde-4609-4990-8346-a82240cfc9b4 None None] Provisioning complete for port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:53:58.553677 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-89598dde-4609-4990-8346-a82240cfc9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1d08030c-db53-4e8f-8a89-aeaa142a1d6c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:58.554027 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-89598dde-4609-4990-8346-a82240cfc9b4 None None] Attempt 1 to provision port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c Nov 02 12:53:58.591412 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc579af0-2b4a-4048-9d23-33426c87723d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] GET failed (client error): The resource could not be found. Nov 02 12:53:58.596748 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53284) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:58.607649 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cc579af0-2b4a-4048-9d23-33426c87723d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports/7bc9de52-f3fb-4820-a648-706e6e26ec52 HTTP/1.1" status: 404 len: 333 time: 0.1435969 Nov 02 12:53:58.694350 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1fc682-8278-4115-9ff2-1a7ad06e6ba6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting subnet 6bcbab31-acdf-4f83-8a54-d1055694fb55 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:53:58.704046 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4f1fc682-8278-4115-9ff2-1a7ad06e6ba6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (6bcbab31-acdf-4f83-8a54-d1055694fb55), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:58.746205 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-c9d22162-5bd4-4c97-8afd-9986c69a6d7b', 'network_id': 'c9d22162-5bd4-4c97-8afd-9986c69a6d7b', 'project_id': '7d3e207adaab4614babb8fb6e2c10f77', 'fixed_ips': [{'subnet_id': '42d843cd-3dd7-493c-90f2-faa211a80d62'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:53:58.747951 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:58.810009 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4f1fc682-8278-4115-9ff2-1a7ad06e6ba6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (6bcbab31-acdf-4f83-8a54-d1055694fb55), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:58.912416 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ef5b89-b8fd-488a-acdd-48704633e932 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:59.089594 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4f1fc682-8278-4115-9ff2-1a7ad06e6ba6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (6bcbab31-acdf-4f83-8a54-d1055694fb55), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:59.119917 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:59.206169 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e2ef5b89-b8fd-488a-acdd-48704633e932 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:59.220510 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] Allocated IP 2001:db8::2 (c9d22162-5bd4-4c97-8afd-9986c69a6d7b/42d843cd-3dd7-493c-90f2-faa211a80d62/3c50ff1f-98bc-4586-81fb-f7e7e6b96b60) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:59.248829 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:53:59.274568 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-e2ef5b89-b8fd-488a-acdd-48704633e932 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] device_id is not set on port e3ec64a8-8d90-4007-b022-1a9de1d9730c yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:53:59.394726 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4f1fc682-8278-4115-9ff2-1a7ad06e6ba6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (6bcbab31-acdf-4f83-8a54-d1055694fb55), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:59.423418 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-89598dde-4609-4990-8346-a82240cfc9b4 None None] Current status of the port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:53:59.478214 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1fc682-8278-4115-9ff2-1a7ad06e6ba6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Subnet': ['ID=6bcbab31-acdf-4f83-8a54-d1055694fb55,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:59.489493 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4f1fc682-8278-4115-9ff2-1a7ad06e6ba6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:59.497676 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53328) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:59.497883 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4f1fc682-8278-4115-9ff2-1a7ad06e6ba6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/6bcbab31-acdf-4f83-8a54-d1055694fb55 HTTP/1.1" status: 204 len: 168 time: 0.8995030 Nov 02 12:53:59.541876 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] Publish callbacks [] for port (3c50ff1f-98bc-4586-81fb-f7e7e6b96b60), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:59.577175 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc21f7e-01a6-4335-91a2-1b6f91ec478b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting subnet cec9cf67-206f-4c93-9223-2a0a7fd15b22 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:53:59.590154 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3bc21f7e-01a6-4335-91a2-1b6f91ec478b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (cec9cf67-206f-4c93-9223-2a0a7fd15b22), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:59.666287 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62631d5-d57b-4e9f-86ee-18769c3050bf None None] Network 43189886-c329-408a-9573-a9469bd6c62a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:53:59.673837 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3bc21f7e-01a6-4335-91a2-1b6f91ec478b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (cec9cf67-206f-4c93-9223-2a0a7fd15b22), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:59.786413 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-e2ef5b89-b8fd-488a-acdd-48704633e932 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Allocated IP 2001:db8::10 (c9d22162-5bd4-4c97-8afd-9986c69a6d7b/42d843cd-3dd7-493c-90f2-faa211a80d62/e3ec64a8-8d90-4007-b022-1a9de1d9730c) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:59.835324 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3bc21f7e-01a6-4335-91a2-1b6f91ec478b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (cec9cf67-206f-4c93-9223-2a0a7fd15b22), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:00.043557 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (3c50ff1f-98bc-4586-81fb-f7e7e6b96b60), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:00.051448 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:00.103048 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1862e2c0-4be6-4276-bd35-3420c3b4806c None None] Provisioning complete for port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:00.103638 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1862e2c0-4be6-4276-bd35-3420c3b4806c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1d08030c-db53-4e8f-8a89-aeaa142a1d6c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:00.104134 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1862e2c0-4be6-4276-bd35-3420c3b4806c None None] Attempt 1 to provision port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c Nov 02 12:54:00.116543 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] Network c9d22162-5bd4-4c97-8afd-9986c69a6d7b is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:00.163535 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:00.171440 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:00.208574 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e2ef5b89-b8fd-488a-acdd-48704633e932 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (e3ec64a8-8d90-4007-b022-1a9de1d9730c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:00.213546 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] Pushing event updated for resources: {'Port': ['ID=3c50ff1f-98bc-4586-81fb-f7e7e6b96b60,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:00.296163 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] Attempting to bind port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:54:00.296939 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] Attempting to bind port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '5322e888-60eb-42a4-8f31-1f862e6cc420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c9d22162-5bd4-4c97-8afd-9986c69a6d7b'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:54:00.297539 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] Attempting to bind port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 on network c9d22162-5bd4-4c97-8afd-9986c69a6d7b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:00.338135 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1862e2c0-4be6-4276-bd35-3420c3b4806c None None] Current status of the port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:00.360220 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e2ef5b89-b8fd-488a-acdd-48704633e932 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e3ec64a8-8d90-4007-b022-1a9de1d9730c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:00.362463 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3bc21f7e-01a6-4335-91a2-1b6f91ec478b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (cec9cf67-206f-4c93-9223-2a0a7fd15b22), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:00.374997 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:54:00.375843 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] Checking segment: {'id': '5322e888-60eb-42a4-8f31-1f862e6cc420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c9d22162-5bd4-4c97-8afd-9986c69a6d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:54:00.376604 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:00.377242 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] Bound using segment: {'id': '5322e888-60eb-42a4-8f31-1f862e6cc420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c9d22162-5bd4-4c97-8afd-9986c69a6d7b'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:54:00.378101 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] Bound port: 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5322e888-60eb-42a4-8f31-1f862e6cc420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c9d22162-5bd4-4c97-8afd-9986c69a6d7b'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:54:00.378822 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3c50ff1f-98bc-4586-81fb-f7e7e6b96b60), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:00.502369 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] For port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:00.509151 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] For port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3c50ff1f-98bc-4586-81fb-f7e7e6b96b60,segment=NetworkSegment(5322e888-60eb-42a4-8f31-1f862e6cc420),segment_id=5322e888-60eb-42a4-8f31-1f862e6cc420)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:00.534583 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef5b89-b8fd-488a-acdd-48704633e932 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=e3ec64a8-8d90-4007-b022-1a9de1d9730c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:00.566901 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc21f7e-01a6-4335-91a2-1b6f91ec478b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Subnet': ['ID=cec9cf67-206f-4c93-9223-2a0a7fd15b22,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:00.569302 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3bc21f7e-01a6-4335-91a2-1b6f91ec478b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:00.574961 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3bc21f7e-01a6-4335-91a2-1b6f91ec478b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/cec9cf67-206f-4c93-9223-2a0a7fd15b22 HTTP/1.1" status: 204 len: 168 time: 1.0739310 Nov 02 12:54:00.575845 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53370) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:00.586432 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ef5b89-b8fd-488a-acdd-48704633e932 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network c9d22162-5bd4-4c97-8afd-9986c69a6d7b is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:00.588122 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-e2ef5b89-b8fd-488a-acdd-48704633e932 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:00.591074 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef5b89-b8fd-488a-acdd-48704633e932 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:00.596350 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ef5b89-b8fd-488a-acdd-48704633e932 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:00.597141 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e2ef5b89-b8fd-488a-acdd-48704633e932 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:00.731997 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3c50ff1f-98bc-4586-81fb-f7e7e6b96b60), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:00.775020 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e2ef5b89-b8fd-488a-acdd-48704633e932 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3762996 Nov 02 12:54:00.775574 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53372) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:00.780237 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:00.784451 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-1f7e1b80-dd08-4b26-b08a-0d57315c59d7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'port': {'network_id': 'c9d22162-5bd4-4c97-8afd-9986c69a6d7b', 'name': 'tempest-PortsIpV6TestJSON-845233520', 'fixed_ips': [{'subnet_id': '42d843cd-3dd7-493c-90f2-faa211a80d62', 'ip_address': '2001:db8::f'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:00.791151 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b9fc080-7e7b-4f50-8d9d-b441d5a6e372 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (43189886-c329-408a-9573-a9469bd6c62a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:00.908415 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-8b9fc080-7e7b-4f50-8d9d-b441d5a6e372 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:00.910938 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b9fc080-7e7b-4f50-8d9d-b441d5a6e372 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (1d08030c-db53-4e8f-8a89-aeaa142a1d6c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:00.949407 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4143de6-274b-43f9-8d9b-39eba5f0a403 None None] Pushing event updated for resources: {'Port': ['ID=3c50ff1f-98bc-4586-81fb-f7e7e6b96b60,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:01.078282 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:01.135151 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-8b9fc080-7e7b-4f50-8d9d-b441d5a6e372 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] For port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1d08030c-db53-4e8f-8a89-aeaa142a1d6c,segment=NetworkSegment(1b13ba3e-a058-4381-bde6-c1bda09c2a2b),segment_id=1b13ba3e-a058-4381-bde6-c1bda09c2a2b)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:01.135857 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b9fc080-7e7b-4f50-8d9d-b441d5a6e372 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (1d08030c-db53-4e8f-8a89-aeaa142a1d6c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:01.178867 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-8b9fc080-7e7b-4f50-8d9d-b441d5a6e372 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for 1d08030c-db53-4e8f-8a89-aeaa142a1d6c owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:01.312441 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7e1b80-dd08-4b26-b08a-0d57315c59d7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:01.319370 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1f7e1b80-dd08-4b26-b08a-0d57315c59d7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:01.382697 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:01.386832 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53386) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:01.390427 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-1f7e1b80-dd08-4b26-b08a-0d57315c59d7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] device_id is not set on port 49282f07-ebd7-41ae-8532-e0a19b4b670d yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:54:01.441909 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b498d22f-9a69-4f50-bc60-0491bdfa3243 None None] Network 43189886-c329-408a-9573-a9469bd6c62a requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:01.462109 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53390) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:01.508078 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3ca43d90-f72d-48b4-89c9-c6ded2e5b445 None None] Provisioning complete for port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:01.508655 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3ca43d90-f72d-48b4-89c9-c6ded2e5b445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1d08030c-db53-4e8f-8a89-aeaa142a1d6c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:01.509131 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3ca43d90-f72d-48b4-89c9-c6ded2e5b445 None None] Attempt 1 to provision port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c Nov 02 12:54:01.685562 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b9fc080-7e7b-4f50-8d9d-b441d5a6e372 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (1d08030c-db53-4e8f-8a89-aeaa142a1d6c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:01.696896 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3ca43d90-f72d-48b4-89c9-c6ded2e5b445 None None] Could not find standard attr ID for object 1d08030c-db53-4e8f-8a89-aeaa142a1d6c. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:54:01.741875 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.db [None req-3ca43d90-f72d-48b4-89c9-c6ded2e5b445 None None] No ports have port_id starting with 1d08030c-db53-4e8f-8a89-aeaa142a1d6c Nov 02 12:54:01.780010 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9fc080-7e7b-4f50-8d9d-b441d5a6e372 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=1d08030c-db53-4e8f-8a89-aeaa142a1d6c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:01.784763 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:01.795139 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9fc080-7e7b-4f50-8d9d-b441d5a6e372 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No DVR routers for this DVR port 1d08030c-db53-4e8f-8a89-aeaa142a1d6c on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:54:01.848920 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-1f7e1b80-dd08-4b26-b08a-0d57315c59d7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Allocated IP 2001:db8::f (c9d22162-5bd4-4c97-8afd-9986c69a6d7b/42d843cd-3dd7-493c-90f2-faa211a80d62/49282f07-ebd7-41ae-8532-e0a19b4b670d) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:01.925691 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240cde73-e184-44af-b22a-ef3214af51ee None None] DHCP port deletion for 43189886-c329-408a-9573-a9469bd6c62a request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:54:01.955747 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:01.955959 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3c50ff1f-98bc-4586-81fb-f7e7e6b96b60), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:01.956245 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 Nov 02 12:54:02.144082 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b9fc080-7e7b-4f50-8d9d-b441d5a6e372 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (43189886-c329-408a-9573-a9469bd6c62a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:02.217310 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-8b9fc080-7e7b-4f50-8d9d-b441d5a6e372 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43189886-c329-408a-9573-a9469bd6c62a']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:02.235942 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:02.252401 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-8b9fc080-7e7b-4f50-8d9d-b441d5a6e372 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b13ba3e-a058-4381-bde6-c1bda09c2a2b') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:02.252763 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-8b9fc080-7e7b-4f50-8d9d-b441d5a6e372 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b13ba3e-a058-4381-bde6-c1bda09c2a2b') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:02.281999 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:02.282545 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3c50ff1f-98bc-4586-81fb-f7e7e6b96b60), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:02.290403 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1f7e1b80-dd08-4b26-b08a-0d57315c59d7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (49282f07-ebd7-41ae-8532-e0a19b4b670d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:02.292103 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:02.297457 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b9fc080-7e7b-4f50-8d9d-b441d5a6e372 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (1b13ba3e-a058-4381-bde6-c1bda09c2a2b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:02.333705 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b9fc080-7e7b-4f50-8d9d-b441d5a6e372 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (1b13ba3e-a058-4381-bde6-c1bda09c2a2b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:02.357866 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9fc080-7e7b-4f50-8d9d-b441d5a6e372 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:54:02.357866 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b9fc080-7e7b-4f50-8d9d-b441d5a6e372 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (1b13ba3e-a058-4381-bde6-c1bda09c2a2b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:02.375024 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3c50ff1f-98bc-4586-81fb-f7e7e6b96b60,segment=NetworkSegment(5322e888-60eb-42a4-8f31-1f862e6cc420),segment_id=5322e888-60eb-42a4-8f31-1f862e6cc420)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:02.431299 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53412) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:02.472427 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3c50ff1f-98bc-4586-81fb-f7e7e6b96b60), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:02.474815 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1f7e1b80-dd08-4b26-b08a-0d57315c59d7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (49282f07-ebd7-41ae-8532-e0a19b4b670d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:02.514891 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:02.597732 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 1b13ba3e-a058-4381-bde6-c1bda09c2a2b resource provider aggregate not found Nov 02 12:54:02.602183 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-bbfc38dc-b3d0-4106-89cb-664abb95a438 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1534652970'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:02.626236 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7e1b80-dd08-4b26-b08a-0d57315c59d7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network c9d22162-5bd4-4c97-8afd-9986c69a6d7b is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:02.633135 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=3c50ff1f-98bc-4586-81fb-f7e7e6b96b60,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:02.633828 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-1f7e1b80-dd08-4b26-b08a-0d57315c59d7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:02.641609 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e1b80-dd08-4b26-b08a-0d57315c59d7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:02.653865 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7e1b80-dd08-4b26-b08a-0d57315c59d7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:02.669581 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1f7e1b80-dd08-4b26-b08a-0d57315c59d7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:02.672351 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:INSERT=9,neutron:UPDATE=10,neutron:SELECT=81 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:02.684522 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e1b80-dd08-4b26-b08a-0d57315c59d7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=49282f07-ebd7-41ae-8532-e0a19b4b670d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:02.687728 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4be6edc6-d339-4a32-a392-b0cb3f53a0bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:02.719740 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-90d91c37-0ac3-4ac4-bb5d-a967db28133e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:02.745942 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 1b13ba3e-a058-4381-bde6-c1bda09c2a2b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b13ba3e-a058-4381-bde6-c1bda09c2a2b found for delete ", "request_id": "req-255b1fb9-0bb0-455f-8778-3ad43c929dbe"}]} Nov 02 12:54:02.824411 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1f7e1b80-dd08-4b26-b08a-0d57315c59d7 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0476635 Nov 02 12:54:02.827185 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b9fc080-7e7b-4f50-8d9d-b441d5a6e372 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (43189886-c329-408a-9573-a9469bd6c62a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:02.827698 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfc38dc-b3d0-4106-89cb-664abb95a438 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Made reservation on behalf of 761364b811194a01b444e3a9816111f7 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:02.833054 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b9fc080-7e7b-4f50-8d9d-b441d5a6e372 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:02.833974 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bbfc38dc-b3d0-4106-89cb-664abb95a438 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:02.839844 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53430) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:02.841234 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8b9fc080-7e7b-4f50-8d9d-b441d5a6e372 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/networks/43189886-c329-408a-9573-a9469bd6c62a HTTP/1.1" status: 204 len: 168 time: 2.2635417 Nov 02 12:54:02.852186 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53432) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:02.921806 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bbfc38dc-b3d0-4106-89cb-664abb95a438 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:02.936435 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9fc080-7e7b-4f50-8d9d-b441d5a6e372 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Network': ['ID=43189886-c329-408a-9573-a9469bd6c62a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:02.989128 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-90d91c37-0ac3-4ac4-bb5d-a967db28133e admin admin] Publish callbacks [] for security_group (cbf2bb60-e934-4ce6-82ac-6963e6b81bb9), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:02.999672 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e529374-2151-4568-a3bb-3834314ffeba tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:03.009985 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7e529374-2151-4568-a3bb-3834314ffeba tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1260526 Nov 02 12:54:03.011698 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53436) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:03.035690 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afb02bb-2587-4e26-adf0-6fda98ba6779 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:03.037568 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3afb02bb-2587-4e26-adf0-6fda98ba6779 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1963990 Nov 02 12:54:03.041000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb12ae25-0c20-4134-89ef-2662bf8f19bd None None] Network c9d22162-5bd4-4c97-8afd-9986c69a6d7b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:03.042065 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53438) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:03.089866 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6be5651f-e74f-4449-a07d-80911bcfdf19 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0769181 Nov 02 12:54:03.090495 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53440) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:03.104575 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-4474cfb9-c6d7-45f1-9a20-6a6b5108073d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1385968714'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:03.139039 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-90d91c37-0ac3-4ac4-bb5d-a967db28133e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (cbf2bb60-e934-4ce6-82ac-6963e6b81bb9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:03.167368 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4be6edc6-d339-4a32-a392-b0cb3f53a0bc admin admin] Publish callbacks [] for security_group (78f66449-3c80-48d6-b1fd-47d70877faa2), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:03.183730 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-097073a8-f432-44a0-b954-e82f8e0b5005 None None] Provisioning complete for port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:03.186750 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-097073a8-f432-44a0-b954-e82f8e0b5005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3c50ff1f-98bc-4586-81fb-f7e7e6b96b60), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:03.187423 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-097073a8-f432-44a0-b954-e82f8e0b5005 None None] Attempt 1 to provision port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 Nov 02 12:54:03.194909 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4b8484-9fe2-4a29-b06e-42cd3c3bc421 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:03.200975 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-90d91c37-0ac3-4ac4-bb5d-a967db28133e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=dd17e46e19e24e3baa1d1ecc4125b81b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8119235 Nov 02 12:54:03.211724 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53444) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:03.212014 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4b8484-9fe2-4a29-b06e-42cd3c3bc421 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:03.243798 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4b8484-9fe2-4a29-b06e-42cd3c3bc421 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:03.252217 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d91c37-0ac3-4ac4-bb5d-a967db28133e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf2bb60-e934-4ce6-82ac-6963e6b81bb9,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:03.253143 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bf4b8484-9fe2-4a29-b06e-42cd3c3bc421 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2067788 Nov 02 12:54:03.255221 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53448) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:03.318224 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88077c27-2748-445e-ad04-e0f0a21c7753 admin admin] Publish callbacks [] for security_group (cbf2bb60-e934-4ce6-82ac-6963e6b81bb9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:03.344717 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4be6edc6-d339-4a32-a392-b0cb3f53a0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (78f66449-3c80-48d6-b1fd-47d70877faa2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:03.389336 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-097073a8-f432-44a0-b954-e82f8e0b5005 None None] Current status of the port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:03.395389 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6edc6-d339-4a32-a392-b0cb3f53a0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f66449-3c80-48d6-b1fd-47d70877faa2,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:03.408799 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4474cfb9-c6d7-45f1-9a20-6a6b5108073d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:03.411581 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4474cfb9-c6d7-45f1-9a20-6a6b5108073d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:03.420099 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88077c27-2748-445e-ad04-e0f0a21c7753 admin admin] Publish callbacks [] for security_group (cbf2bb60-e934-4ce6-82ac-6963e6b81bb9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:03.464376 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bbfc38dc-b3d0-4106-89cb-664abb95a438 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Publish callbacks [] for security_group (92e64742-79fd-416a-b91c-90e0ffc8d10b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:03.476836 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-8ac0688b-f0e9-4970-b241-dd2a981bbb0b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port 49282f07-ebd7-41ae-8532-e0a19b4b670d {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:03.477456 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8ac0688b-f0e9-4970-b241-dd2a981bbb0b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (49282f07-ebd7-41ae-8532-e0a19b4b670d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:03.618539 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8ac0688b-f0e9-4970-b241-dd2a981bbb0b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (49282f07-ebd7-41ae-8532-e0a19b4b670d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:03.623248 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bbfc38dc-b3d0-4106-89cb-664abb95a438 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (92e64742-79fd-416a-b91c-90e0ffc8d10b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:03.675440 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-8ac0688b-f0e9-4970-b241-dd2a981bbb0b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for 49282f07-ebd7-41ae-8532-e0a19b4b670d owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:03.682890 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc38dc-b3d0-4106-89cb-664abb95a438 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e64742-79fd-416a-b91c-90e0ffc8d10b,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:03.686025 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfc38dc-b3d0-4106-89cb-664abb95a438 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:54:03.703998 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bbfc38dc-b3d0-4106-89cb-664abb95a438 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (119234e2-399f-4ff2-9716-4cc9eb6de3b7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:03.704346 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-bbfc38dc-b3d0-4106-89cb-664abb95a438 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Added segment 119234e2-399f-4ff2-9716-4cc9eb6de3b7 of type vlan for network b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a Nov 02 12:54:03.738982 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:03.794319 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bbfc38dc-b3d0-4106-89cb-664abb95a438 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:03.814240 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:03.814939 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3c50ff1f-98bc-4586-81fb-f7e7e6b96b60), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:03.816077 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 Nov 02 12:54:03.871819 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9a103483-5423-44a5-8255-8bb43595c008 None None] Provisioning complete for port 49282f07-ebd7-41ae-8532-e0a19b4b670d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:03.872345 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9a103483-5423-44a5-8255-8bb43595c008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (49282f07-ebd7-41ae-8532-e0a19b4b670d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:03.872807 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9a103483-5423-44a5-8255-8bb43595c008 None None] Attempt 1 to provision port 49282f07-ebd7-41ae-8532-e0a19b4b670d Nov 02 12:54:03.911093 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9a103483-5423-44a5-8255-8bb43595c008 None None] Port 49282f07-ebd7-41ae-8532-e0a19b4b670d cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:54:03.931508 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9a103483-5423-44a5-8255-8bb43595c008 None None] Provisioning complete for port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:03.932136 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9a103483-5423-44a5-8255-8bb43595c008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3c50ff1f-98bc-4586-81fb-f7e7e6b96b60), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:03.932698 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9a103483-5423-44a5-8255-8bb43595c008 None None] Attempt 1 to provision port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 Nov 02 12:54:03.940433 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:03.948147 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=29,neutron:SELECT=65,neutron:UPDATE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:03.953407 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4be6edc6-d339-4a32-a392-b0cb3f53a0bc admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=04b83725669342508fa2c92a958621f2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4829142 Nov 02 12:54:03.956081 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53472) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:03.977301 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4474cfb9-c6d7-45f1-9a20-6a6b5108073d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:54:04.000560 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4474cfb9-c6d7-45f1-9a20-6a6b5108073d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (ff973c65-968d-4b30-902d-b2fa28aeb16b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:04.001318 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-4474cfb9-c6d7-45f1-9a20-6a6b5108073d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Added segment ff973c65-968d-4b30-902d-b2fa28aeb16b of type vlan for network 6e227a75-fc5a-445d-908c-ebdf9a00295c Nov 02 12:54:04.004089 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:04.064840 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-025f7ac1-6109-4d58-8f5f-064a67d36630 admin admin] Publish callbacks [] for security_group (78f66449-3c80-48d6-b1fd-47d70877faa2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:04.064840 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bbfc38dc-b3d0-4106-89cb-664abb95a438 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:04.075186 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4474cfb9-c6d7-45f1-9a20-6a6b5108073d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (6e227a75-fc5a-445d-908c-ebdf9a00295c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:04.080406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfc38dc-b3d0-4106-89cb-664abb95a438 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:04.086575 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bbfc38dc-b3d0-4106-89cb-664abb95a438 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:04.115010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9a103483-5423-44a5-8255-8bb43595c008 None None] Current status of the port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:04.127511 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1d08030c-db53-4e8f-8a89-aeaa142a1d6c no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:04.132321 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-025f7ac1-6109-4d58-8f5f-064a67d36630 admin admin] Publish callbacks [] for security_group (78f66449-3c80-48d6-b1fd-47d70877faa2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:04.136185 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9a103483-5423-44a5-8255-8bb43595c008 None None] Provisioning complete for port e3ec64a8-8d90-4007-b022-1a9de1d9730c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:04.136829 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9a103483-5423-44a5-8255-8bb43595c008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e3ec64a8-8d90-4007-b022-1a9de1d9730c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:04.137263 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9a103483-5423-44a5-8255-8bb43595c008 None None] Attempt 1 to provision port e3ec64a8-8d90-4007-b022-1a9de1d9730c Nov 02 12:54:04.161256 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8ac0688b-f0e9-4970-b241-dd2a981bbb0b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (49282f07-ebd7-41ae-8532-e0a19b4b670d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:04.184436 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 1d08030c-db53-4e8f-8a89-aeaa142a1d6c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:54:04.184865 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1d08030c-db53-4e8f-8a89-aeaa142a1d6c not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:54:04.206701 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9a103483-5423-44a5-8255-8bb43595c008 None None] Port e3ec64a8-8d90-4007-b022-1a9de1d9730c cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:54:04.260358 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0688b-f0e9-4970-b241-dd2a981bbb0b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=49282f07-ebd7-41ae-8532-e0a19b4b670d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:04.270177 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:04.297150 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc38dc-b3d0-4106-89cb-664abb95a438 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Pushing event updated for resources: {'Network': ['ID=b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:04.302047 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8ac0688b-f0e9-4970-b241-dd2a981bbb0b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:04.306073 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8ac0688b-f0e9-4970-b241-dd2a981bbb0b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/ports/49282f07-ebd7-41ae-8532-e0a19b4b670d HTTP/1.1" status: 204 len: 168 time: 1.0357068 Nov 02 12:54:04.308899 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53476) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:04.320766 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:54:04.343669 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e32250-7136-425e-af65-e33f92309d1d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] GET failed (client error): The resource could not be found. Nov 02 12:54:04.346045 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-34e32250-7136-425e-af65-e33f92309d1d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports/49282f07-ebd7-41ae-8532-e0a19b4b670d HTTP/1.1" status: 404 len: 333 time: 0.0357652 Nov 02 12:54:04.349704 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53480) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:04.368983 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88077c27-2748-445e-ad04-e0f0a21c7753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (cbf2bb60-e934-4ce6-82ac-6963e6b81bb9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:04.369365 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e3d9bd42-5c5b-493a-99fc-e533834a1252 None None] Provisioning complete for port e3ec64a8-8d90-4007-b022-1a9de1d9730c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:04.370172 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e3d9bd42-5c5b-493a-99fc-e533834a1252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e3ec64a8-8d90-4007-b022-1a9de1d9730c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:04.371001 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e3d9bd42-5c5b-493a-99fc-e533834a1252 None None] Attempt 1 to provision port e3ec64a8-8d90-4007-b022-1a9de1d9730c Nov 02 12:54:04.376756 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88077c27-2748-445e-ad04-e0f0a21c7753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:04.380437 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-88077c27-2748-445e-ad04-e0f0a21c7753 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/cbf2bb60-e934-4ce6-82ac-6963e6b81bb9 HTTP/1.1" status: 204 len: 168 time: 1.1686349 Nov 02 12:54:04.399620 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bbfc38dc-b3d0-4106-89cb-664abb95a438 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.9666054 Nov 02 12:54:04.400287 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53484) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:04.405476 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-41a686a9-141e-4078-863d-0973418bfaba tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a', 'tempest-TagsTest-Tag-713435610') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:04.466522 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4474cfb9-c6d7-45f1-9a20-6a6b5108073d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (6e227a75-fc5a-445d-908c-ebdf9a00295c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:04.475851 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4474cfb9-c6d7-45f1-9a20-6a6b5108073d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:04.476139 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4474cfb9-c6d7-45f1-9a20-6a6b5108073d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:04.494339 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e3d9bd42-5c5b-493a-99fc-e533834a1252 None None] Port e3ec64a8-8d90-4007-b022-1a9de1d9730c cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:54:04.497500 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-025f7ac1-6109-4d58-8f5f-064a67d36630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (78f66449-3c80-48d6-b1fd-47d70877faa2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:04.500583 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-025f7ac1-6109-4d58-8f5f-064a67d36630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:04.502155 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88077c27-2748-445e-ad04-e0f0a21c7753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf2bb60-e934-4ce6-82ac-6963e6b81bb9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:04.511432 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-025f7ac1-6109-4d58-8f5f-064a67d36630 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/78f66449-3c80-48d6-b1fd-47d70877faa2 HTTP/1.1" status: 204 len: 168 time: 0.5502470 Nov 02 12:54:04.602159 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f7ac1-6109-4d58-8f5f-064a67d36630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f66449-3c80-48d6-b1fd-47d70877faa2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:04.655342 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:04.666561 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f9429597-5f05-4725-85c8-de6242ea9006 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port e3ec64a8-8d90-4007-b022-1a9de1d9730c {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:04.666920 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9429597-5f05-4725-85c8-de6242ea9006 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e3ec64a8-8d90-4007-b022-1a9de1d9730c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:04.696941 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4474cfb9-c6d7-45f1-9a20-6a6b5108073d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6031175 Nov 02 12:54:04.700081 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474cfb9-c6d7-45f1-9a20-6a6b5108073d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Network': ['ID=6e227a75-fc5a-445d-908c-ebdf9a00295c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:04.701314 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53498) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:04.729521 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-cf56ae06-8f51-44d9-b740-99fdc48f6893 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'subnet': {'network_id': '6e227a75-fc5a-445d-908c-ebdf9a00295c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:04.755499 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 6e227a75-fc5a-445d-908c-ebdf9a00295c details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:54:04.766703 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f478b4c3-14db-4399-a2b5-91915e4e1c3d None None] Could not find standard attr ID for object 49282f07-ebd7-41ae-8532-e0a19b4b670d. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:54:04.817944 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9429597-5f05-4725-85c8-de6242ea9006 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e3ec64a8-8d90-4007-b022-1a9de1d9730c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:04.836586 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f9429597-5f05-4725-85c8-de6242ea9006 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for e3ec64a8-8d90-4007-b022-1a9de1d9730c owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:04.936876 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-41a686a9-141e-4078-863d-0973418bfaba tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] 10.222.0.64 "PUT /networking/v2.0/networks/b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a/tags/tempest-TagsTest-Tag-713435610 HTTP/1.1" status: 201 len: 201 time: 0.5329530 Nov 02 12:54:04.937639 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53502) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:04.947686 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-0598aa2a-5aeb-49ae-b2aa-f9b3b3c87694 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a', 'tempest-TagsTest-Tag-713435610') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:05.222671 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9429597-5f05-4725-85c8-de6242ea9006 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (e3ec64a8-8d90-4007-b022-1a9de1d9730c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:05.262709 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9429597-5f05-4725-85c8-de6242ea9006 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=e3ec64a8-8d90-4007-b022-1a9de1d9730c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:05.295087 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9429597-5f05-4725-85c8-de6242ea9006 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:05.302565 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f9429597-5f05-4725-85c8-de6242ea9006 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/ports/e3ec64a8-8d90-4007-b022-1a9de1d9730c HTTP/1.1" status: 204 len: 168 time: 0.9515679 Nov 02 12:54:05.303432 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53512) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:05.336476 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e14cf1-90de-4836-a967-f116f0332a64 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] GET failed (client error): The resource could not be found. Nov 02 12:54:05.340875 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-00e14cf1-90de-4836-a967-f116f0332a64 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports/e3ec64a8-8d90-4007-b022-1a9de1d9730c HTTP/1.1" status: 404 len: 333 time: 0.0358539 Nov 02 12:54:05.341597 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53514) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:05.420882 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-66327444-f738-4c31-ad8a-cf3ecdf1750b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting subnet 42d843cd-3dd7-493c-90f2-faa211a80d62 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:54:05.432511 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-66327444-f738-4c31-ad8a-cf3ecdf1750b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (42d843cd-3dd7-493c-90f2-faa211a80d62), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:05.500942 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-66327444-f738-4c31-ad8a-cf3ecdf1750b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (42d843cd-3dd7-493c-90f2-faa211a80d62), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:05.512453 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0598aa2a-5aeb-49ae-b2aa-f9b3b3c87694 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] 10.222.0.64 "GET /networking/v2.0/networks/b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a/tags/tempest-TagsTest-Tag-713435610 HTTP/1.1" status: 204 len: 168 time: 0.5720906 Nov 02 12:54:05.514993 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53524) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:05.520551 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-c5830757-b600-40eb-8254-37c4130d4e52 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:05.672558 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53530) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:05.675909 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-66327444-f738-4c31-ad8a-cf3ecdf1750b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (42d843cd-3dd7-493c-90f2-faa211a80d62), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:05.702834 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf56ae06-8f51-44d9-b740-99fdc48f6893 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:05.717656 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cf56ae06-8f51-44d9-b740-99fdc48f6893 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:05.740751 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8802d250-4a58-4e9f-b976-8dcf1ae4aa36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:05.773209 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53534) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:05.793018 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c5830757-b600-40eb-8254-37c4130d4e52 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] 10.222.0.64 "GET /networking/v2.0/networks/b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a/tags HTTP/1.1" status: 200 len: 237 time: 0.2708821 Nov 02 12:54:05.793018 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53536) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:05.823418 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe9613ea-c589-4be0-8e36-3dc85db1032e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:05.887702 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-e8ef09ca-6450-477b-8d6d-cd64299a9a86 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a', {'tags': ['tempest-TagsTest-Tag-1989924905', 'tempest-TagsTest-Tag-687538420', 'tempest-TagsTest-Tag-762856491']}) {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:05.958768 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:05.988106 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-66327444-f738-4c31-ad8a-cf3ecdf1750b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (42d843cd-3dd7-493c-90f2-faa211a80d62), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:06.142230 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe9613ea-c589-4be0-8e36-3dc85db1032e admin admin] Publish callbacks [] for security_group (550c90b9-c304-4d78-9645-19d5f1a3aad7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:06.149729 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66327444-f738-4c31-ad8a-cf3ecdf1750b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Subnet': ['ID=42d843cd-3dd7-493c-90f2-faa211a80d62,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:06.152778 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-66327444-f738-4c31-ad8a-cf3ecdf1750b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:06.160457 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53546) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:06.160907 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-66327444-f738-4c31-ad8a-cf3ecdf1750b tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/42d843cd-3dd7-493c-90f2-faa211a80d62 HTTP/1.1" status: 204 len: 168 time: 0.8182061 Nov 02 12:54:06.171908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3299b3-cbfa-474f-9629-faf0b10146a2 None None] Network c9d22162-5bd4-4c97-8afd-9986c69a6d7b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:06.213045 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e8ef09ca-6450-477b-8d6d-cd64299a9a86 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] 10.222.0.64 "PUT /networking/v2.0/networks/b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a/tags HTTP/1.1" status: 200 len: 307 time: 0.3324773 Nov 02 12:54:06.215873 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53550) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:06.233437 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-4dd7e90c-fec8-4e11-9f73-23502fcfb6ea tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a', 'tempest-TagsTest-Tag-1989924905') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:06.321678 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8802d250-4a58-4e9f-b976-8dcf1ae4aa36 admin admin] Publish callbacks [] for security_group (345eeaaf-a488-4a97-a88a-cef0c89e957f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:06.348617 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:06.390502 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4a12-ec8b-4fac-bfdc-92d9029dc7cc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (c9d22162-5bd4-4c97-8afd-9986c69a6d7b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:06.457049 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d4a12-ec8b-4fac-bfdc-92d9029dc7cc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:06.457049 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4a12-ec8b-4fac-bfdc-92d9029dc7cc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3c50ff1f-98bc-4586-81fb-f7e7e6b96b60), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:06.469146 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe9613ea-c589-4be0-8e36-3dc85db1032e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (550c90b9-c304-4d78-9645-19d5f1a3aad7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:06.564193 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cf56ae06-8f51-44d9-b740-99fdc48f6893 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (c37d265d-aa31-4a08-9ef7-0d58f017cfb0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:06.578719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7d90ff-397f-45e1-a3df-40e8cf7c3bcc None None] DHCP port deletion for c9d22162-5bd4-4c97-8afd-9986c69a6d7b request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:54:06.581613 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8802d250-4a58-4e9f-b976-8dcf1ae4aa36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (345eeaaf-a488-4a97-a88a-cef0c89e957f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:06.588221 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-ad3d4a12-ec8b-4fac-bfdc-92d9029dc7cc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] For port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3c50ff1f-98bc-4586-81fb-f7e7e6b96b60,segment=NetworkSegment(5322e888-60eb-42a4-8f31-1f862e6cc420),segment_id=5322e888-60eb-42a4-8f31-1f862e6cc420)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:06.591404 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4a12-ec8b-4fac-bfdc-92d9029dc7cc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3c50ff1f-98bc-4586-81fb-f7e7e6b96b60), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:06.658006 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fe9613ea-c589-4be0-8e36-3dc85db1032e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=59b7f62b316c48698934c1f557e6b15c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8775496 Nov 02 12:54:06.660010 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9613ea-c589-4be0-8e36-3dc85db1032e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550c90b9-c304-4d78-9645-19d5f1a3aad7,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:06.661085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bf7d90ff-397f-45e1-a3df-40e8cf7c3bcc None None] Deleting port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:06.661528 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bf7d90ff-397f-45e1-a3df-40e8cf7c3bcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3c50ff1f-98bc-4586-81fb-f7e7e6b96b60), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:06.671760 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53556) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:06.673745 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9613ea-c589-4be0-8e36-3dc85db1032e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:06.674398 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9613ea-c589-4be0-8e36-3dc85db1032e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:06.675119 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9613ea-c589-4be0-8e36-3dc85db1032e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:06.677716 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9613ea-c589-4be0-8e36-3dc85db1032e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:06.678448 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9613ea-c589-4be0-8e36-3dc85db1032e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:06.678944 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9613ea-c589-4be0-8e36-3dc85db1032e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:06.679527 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9613ea-c589-4be0-8e36-3dc85db1032e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:06.680163 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9613ea-c589-4be0-8e36-3dc85db1032e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:06.680827 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9613ea-c589-4be0-8e36-3dc85db1032e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:06.681363 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9613ea-c589-4be0-8e36-3dc85db1032e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:06.681853 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9613ea-c589-4be0-8e36-3dc85db1032e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:06.682358 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9613ea-c589-4be0-8e36-3dc85db1032e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:06.682990 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9613ea-c589-4be0-8e36-3dc85db1032e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:06.683474 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9613ea-c589-4be0-8e36-3dc85db1032e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:06.684759 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9613ea-c589-4be0-8e36-3dc85db1032e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:06.715811 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d4a12-ec8b-4fac-bfdc-92d9029dc7cc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:06.724171 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8802d250-4a58-4e9f-b976-8dcf1ae4aa36 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=15e494289a324de09042dbd29c3a6464&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0496309 Nov 02 12:54:06.734984 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53558) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:06.802715 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4dd7e90c-fec8-4e11-9f73-23502fcfb6ea tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] 10.222.0.64 "DELETE /networking/v2.0/networks/b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a/tags/tempest-TagsTest-Tag-1989924905 HTTP/1.1" status: 204 len: 168 time: 0.5855434 Nov 02 12:54:06.816449 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53560) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:06.830029 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56ae06-8f51-44d9-b740-99fdc48f6893 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Subnet': ['ID=c37d265d-aa31-4a08-9ef7-0d58f017cfb0,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:06.845076 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-bf7d90ff-397f-45e1-a3df-40e8cf7c3bcc None None] For port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3c50ff1f-98bc-4586-81fb-f7e7e6b96b60,segment=NetworkSegment(5322e888-60eb-42a4-8f31-1f862e6cc420),segment_id=5322e888-60eb-42a4-8f31-1f862e6cc420)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:06.845544 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bf7d90ff-397f-45e1-a3df-40e8cf7c3bcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3c50ff1f-98bc-4586-81fb-f7e7e6b96b60), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:06.847062 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-3d894f4d-5096-444a-a826-7450caf20d83 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a', 'tempest-TagsTest-Tag-1989924905') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:06.872442 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf56ae06-8f51-44d9-b740-99fdc48f6893 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Checking segment: {'id': 'ff973c65-968d-4b30-902d-b2fa28aeb16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '6e227a75-fc5a-445d-908c-ebdf9a00295c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:54:06.873336 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf56ae06-8f51-44d9-b740-99fdc48f6893 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network hostable DHCP agents. Network: 6e227a75-fc5a-445d-908c-ebdf9a00295c, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:54:06.879803 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bf7d90ff-397f-45e1-a3df-40e8cf7c3bcc None None] Calling delete_port for 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:06.962286 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802d250-4a58-4e9f-b976-8dcf1ae4aa36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345eeaaf-a488-4a97-a88a-cef0c89e957f,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:06.985885 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:07.052886 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf56ae06-8f51-44d9-b740-99fdc48f6893 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network 6e227a75-fc5a-445d-908c-ebdf9a00295c is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: from cryptography.utils import int_from_bytes Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: from cryptography.utils import int_from_bytes Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: items = [ Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /opt/stack/neutron/neutron/extensions/quotasv2.py:140: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: warnings.warn('Neutron quota engine will require "--force" ' Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:54:07.076988 n-d-857339-6 neutron-server[105976]: self.session.flush() Nov 02 12:54:07.085188 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bf7d90ff-397f-45e1-a3df-40e8cf7c3bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (3c50ff1f-98bc-4586-81fb-f7e7e6b96b60), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.086044 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:07.098194 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4a12-ec8b-4fac-bfdc-92d9029dc7cc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (3c50ff1f-98bc-4586-81fb-f7e7e6b96b60), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.104803 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-de68a520-6de5-49b6-88cb-f0d5cbe79d0c admin admin] Publish callbacks [] for security_group (345eeaaf-a488-4a97-a88a-cef0c89e957f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.132400 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7d90ff-397f-45e1-a3df-40e8cf7c3bcc None None] No DVR routers for this DVR port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:54:07.135709 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-3d894f4d-5096-444a-a826-7450caf20d83 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] show failed (client error): The resource could not be found. Nov 02 12:54:07.138090 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d90ff-397f-45e1-a3df-40e8cf7c3bcc None None] Pushing event deleted for resources: {'Port': ['ID=3c50ff1f-98bc-4586-81fb-f7e7e6b96b60,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:07.140009 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3d894f4d-5096-444a-a826-7450caf20d83 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] 10.222.0.64 "GET /networking/v2.0/networks/b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a/tags/tempest-TagsTest-Tag-1989924905 HTTP/1.1" status: 404 len: 326 time: 0.3160090 Nov 02 12:54:07.140009 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53568) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:07.144680 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-de68a520-6de5-49b6-88cb-f0d5cbe79d0c admin admin] Publish callbacks [] for security_group (345eeaaf-a488-4a97-a88a-cef0c89e957f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.150537 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-8722a7e4-09a7-43fb-a65e-eae511e0afc9 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a', 'tempest-TagsTest-Tag-687538420') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:07.155180 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d4a12-ec8b-4fac-bfdc-92d9029dc7cc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=3c50ff1f-98bc-4586-81fb-f7e7e6b96b60,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:07.157126 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d4a12-ec8b-4fac-bfdc-92d9029dc7cc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No DVR routers for this DVR port 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:54:07.161013 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5ebf7c18-7faa-4989-9f17-6f1091470f55 admin admin] Publish callbacks [] for security_group (550c90b9-c304-4d78-9645-19d5f1a3aad7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.204452 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-cf56ae06-8f51-44d9-b740-99fdc48f6893 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 6e227a75-fc5a-445d-908c-ebdf9a00295c) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:07.216420 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3359056b-5cf2-49e6-b15e-82bb3b736b29 None None] Network 6e227a75-fc5a-445d-908c-ebdf9a00295c requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:07.218862 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf56ae06-8f51-44d9-b740-99fdc48f6893 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:07.219657 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cf56ae06-8f51-44d9-b740-99fdc48f6893 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.285013 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4a12-ec8b-4fac-bfdc-92d9029dc7cc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (c9d22162-5bd4-4c97-8afd-9986c69a6d7b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.312311 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5ebf7c18-7faa-4989-9f17-6f1091470f55 admin admin] Publish callbacks [] for security_group (550c90b9-c304-4d78-9645-19d5f1a3aad7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.312965 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:07.317335 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ad3d4a12-ec8b-4fac-bfdc-92d9029dc7cc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d22162-5bd4-4c97-8afd-9986c69a6d7b']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:07.338955 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ad3d4a12-ec8b-4fac-bfdc-92d9029dc7cc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5322e888-60eb-42a4-8f31-1f862e6cc420') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:07.338955 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-ad3d4a12-ec8b-4fac-bfdc-92d9029dc7cc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5322e888-60eb-42a4-8f31-1f862e6cc420') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:07.346260 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-6e227a75-fc5a-445d-908c-ebdf9a00295c', 'network_id': '6e227a75-fc5a-445d-908c-ebdf9a00295c', 'project_id': '3d34b3cffbc44c0aae74d45280e6cf4d', 'fixed_ips': [{'subnet_id': 'c37d265d-aa31-4a08-9ef7-0d58f017cfb0'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:54:07.354407 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4a12-ec8b-4fac-bfdc-92d9029dc7cc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (5322e888-60eb-42a4-8f31-1f862e6cc420), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.354633 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.357192 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53576) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:07.358311 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8722a7e4-09a7-43fb-a65e-eae511e0afc9 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] 10.222.0.64 "GET /networking/v2.0/networks/b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a/tags/tempest-TagsTest-Tag-687538420 HTTP/1.1" status: 204 len: 168 time: 0.2069674 Nov 02 12:54:07.368971 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-a02ddf88-10fc-4247-bc60-c78345beee1a tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a', 'tempest-TagsTest-Tag-762856491') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:07.477231 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4a12-ec8b-4fac-bfdc-92d9029dc7cc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (5322e888-60eb-42a4-8f31-1f862e6cc420), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.491077 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53578) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:07.493646 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a02ddf88-10fc-4247-bc60-c78345beee1a tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] 10.222.0.64 "GET /networking/v2.0/networks/b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a/tags/tempest-TagsTest-Tag-762856491 HTTP/1.1" status: 204 len: 168 time: 0.1317556 Nov 02 12:54:07.493646 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3d4a12-ec8b-4fac-bfdc-92d9029dc7cc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:54:07.493646 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4a12-ec8b-4fac-bfdc-92d9029dc7cc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (5322e888-60eb-42a4-8f31-1f862e6cc420), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.496637 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.tag.tag_plugin [None req-cd2bcef3-7749-4125-92f0-b74d93f0de5c tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:07.524458 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cf56ae06-8f51-44d9-b740-99fdc48f6893 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8204248 Nov 02 12:54:07.526353 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 5322e888-60eb-42a4-8f31-1f862e6cc420 resource provider aggregate not found Nov 02 12:54:07.529566 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53582) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:07.535430 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-94137a4d-88b6-4042-9f81-844ca058406d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'port': {'network_id': '6e227a75-fc5a-445d-908c-ebdf9a00295c', 'name': 'tempest-PortsTestJSON-1491933636'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:07.562114 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 5322e888-60eb-42a4-8f31-1f862e6cc420 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5322e888-60eb-42a4-8f31-1f862e6cc420 found for delete ", "request_id": "req-bb588f7d-fb21-44b0-aa0b-c230b9881e8f"}]} Nov 02 12:54:07.651792 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-de68a520-6de5-49b6-88cb-f0d5cbe79d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (345eeaaf-a488-4a97-a88a-cef0c89e957f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.654516 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-de68a520-6de5-49b6-88cb-f0d5cbe79d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.655928 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-de68a520-6de5-49b6-88cb-f0d5cbe79d0c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/345eeaaf-a488-4a97-a88a-cef0c89e957f HTTP/1.1" status: 204 len: 168 time: 0.9186983 Nov 02 12:54:07.666363 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:07.695242 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:54:07.695671 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3c50ff1f-98bc-4586-81fb-f7e7e6b96b60 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:54:07.733321 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68a520-6de5-49b6-88cb-f0d5cbe79d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345eeaaf-a488-4a97-a88a-cef0c89e957f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:07.792710 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] Allocated IP 172.20.0.2 (6e227a75-fc5a-445d-908c-ebdf9a00295c/c37d265d-aa31-4a08-9ef7-0d58f017cfb0/2f2253ea-cd4b-4390-95e2-eea0979e5451) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:07.849683 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4a12-ec8b-4fac-bfdc-92d9029dc7cc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (c9d22162-5bd4-4c97-8afd-9986c69a6d7b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.854163 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:07.878967 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad3d4a12-ec8b-4fac-bfdc-92d9029dc7cc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.878967 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ad3d4a12-ec8b-4fac-bfdc-92d9029dc7cc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/networks/c9d22162-5bd4-4c97-8afd-9986c69a6d7b HTTP/1.1" status: 204 len: 168 time: 1.7164493 Nov 02 12:54:07.882451 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53588) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:07.887869 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-8cb5af36-5970-45a9-9b59-67118b05f8c1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1100426428'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:07.901948 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d4a12-ec8b-4fac-bfdc-92d9029dc7cc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Network': ['ID=c9d22162-5bd4-4c97-8afd-9986c69a6d7b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:07.933520 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53592) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:07.935748 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cd2bcef3-7749-4125-92f0-b74d93f0de5c tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] 10.222.0.64 "DELETE /networking/v2.0/networks/b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a/tags HTTP/1.1" status: 204 len: 168 time: 0.4413335 Nov 02 12:54:07.940355 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-6466ce68-c6a8-4e43-bf0b-ee44e0641318 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a', 'tempest-TagsTest-Tag-687538420') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:07.943166 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94137a4d-88b6-4042-9f81-844ca058406d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:07.951167 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94137a4d-88b6-4042-9f81-844ca058406d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.953820 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5ebf7c18-7faa-4989-9f17-6f1091470f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (550c90b9-c304-4d78-9645-19d5f1a3aad7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.956984 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5ebf7c18-7faa-4989-9f17-6f1091470f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.958551 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5ebf7c18-7faa-4989-9f17-6f1091470f55 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/550c90b9-c304-4d78-9645-19d5f1a3aad7 HTTP/1.1" status: 204 len: 168 time: 1.2324314 Nov 02 12:54:07.991043 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf7c18-7faa-4989-9f17-6f1091470f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550c90b9-c304-4d78-9645-19d5f1a3aad7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:08.000183 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-94137a4d-88b6-4042-9f81-844ca058406d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] device_id is not set on port b834699f-f44f-4d39-9e82-f87df2317f5f yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:54:08.086279 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-6466ce68-c6a8-4e43-bf0b-ee44e0641318 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] show failed (client error): The resource could not be found. Nov 02 12:54:08.090472 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6466ce68-c6a8-4e43-bf0b-ee44e0641318 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] 10.222.0.64 "GET /networking/v2.0/networks/b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a/tags/tempest-TagsTest-Tag-687538420 HTTP/1.1" status: 404 len: 325 time: 0.1523635 Nov 02 12:54:08.090916 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53596) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:08.100955 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-95273013-dd4d-435c-bfdb-c0e000e9d6f1 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a', 'tempest-TagsTest-Tag-762856491') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:08.131027 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53598) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:08.141247 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb5af36-5970-45a9-9b59-67118b05f8c1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:08.146111 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8cb5af36-5970-45a9-9b59-67118b05f8c1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:08.180981 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb5af36-5970-45a9-9b59-67118b05f8c1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:54:08.199321 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8cb5af36-5970-45a9-9b59-67118b05f8c1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (8643b755-3314-4f94-99d3-10999679b2fc), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:08.200525 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-8cb5af36-5970-45a9-9b59-67118b05f8c1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Added segment 8643b755-3314-4f94-99d3-10999679b2fc of type vlan for network 24552c1c-3779-4c6f-a953-e0446feea514 Nov 02 12:54:08.242610 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] Publish callbacks [] for port (2f2253ea-cd4b-4390-95e2-eea0979e5451), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:08.244452 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-95273013-dd4d-435c-bfdb-c0e000e9d6f1 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] show failed (client error): The resource could not be found. Nov 02 12:54:08.246299 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-95273013-dd4d-435c-bfdb-c0e000e9d6f1 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] 10.222.0.64 "GET /networking/v2.0/networks/b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a/tags/tempest-TagsTest-Tag-762856491 HTTP/1.1" status: 404 len: 325 time: 0.1538217 Nov 02 12:54:08.249169 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53604) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:08.255122 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.tag.tag_plugin [None req-6998bbf2-2ecc-45ea-9946-8d3816a6e331 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:08.278397 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8cb5af36-5970-45a9-9b59-67118b05f8c1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (24552c1c-3779-4c6f-a953-e0446feea514), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:08.304787 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:08.310490 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=5 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:08.350288 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (2f2253ea-cd4b-4390-95e2-eea0979e5451), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:08.366403 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6998bbf2-2ecc-45ea-9946-8d3816a6e331 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] 10.222.0.64 "DELETE /networking/v2.0/networks/b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a/tags HTTP/1.1" status: 204 len: 168 time: 0.1160910 Nov 02 12:54:08.370767 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53606) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:08.417662 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8cb5af36-5970-45a9-9b59-67118b05f8c1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (24552c1c-3779-4c6f-a953-e0446feea514), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:08.433507 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb5af36-5970-45a9-9b59-67118b05f8c1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:08.436796 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8cb5af36-5970-45a9-9b59-67118b05f8c1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:08.447713 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:08.449548 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] Pushing event updated for resources: {'Port': ['ID=2f2253ea-cd4b-4390-95e2-eea0979e5451,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:08.465596 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] Network 6e227a75-fc5a-445d-908c-ebdf9a00295c is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:08.467177 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:08.473799 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:08.542819 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-94137a4d-88b6-4042-9f81-844ca058406d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Allocated IP 172.20.0.12 (6e227a75-fc5a-445d-908c-ebdf9a00295c/c37d265d-aa31-4a08-9ef7-0d58f017cfb0/b834699f-f44f-4d39-9e82-f87df2317f5f) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:08.632188 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] Attempting to bind port 2f2253ea-cd4b-4390-95e2-eea0979e5451 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:54:08.636987 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] Attempting to bind port 2f2253ea-cd4b-4390-95e2-eea0979e5451 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ff973c65-968d-4b30-902d-b2fa28aeb16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '6e227a75-fc5a-445d-908c-ebdf9a00295c'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:54:08.637829 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] Attempting to bind port 2f2253ea-cd4b-4390-95e2-eea0979e5451 on network 6e227a75-fc5a-445d-908c-ebdf9a00295c {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:08.647202 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9156-390f-4e9a-beca-47e46cae1995 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:08.757412 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:54:08.757708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] Checking segment: {'id': 'ff973c65-968d-4b30-902d-b2fa28aeb16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '6e227a75-fc5a-445d-908c-ebdf9a00295c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:54:08.767274 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:08.767274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] Bound using segment: {'id': 'ff973c65-968d-4b30-902d-b2fa28aeb16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '6e227a75-fc5a-445d-908c-ebdf9a00295c'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:54:08.767274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] Bound port: 2f2253ea-cd4b-4390-95e2-eea0979e5451, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff973c65-968d-4b30-902d-b2fa28aeb16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '6e227a75-fc5a-445d-908c-ebdf9a00295c'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:54:08.767274 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2f2253ea-cd4b-4390-95e2-eea0979e5451), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:08.855228 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9156-390f-4e9a-beca-47e46cae1995 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:08.870126 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94137a4d-88b6-4042-9f81-844ca058406d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (b834699f-f44f-4d39-9e82-f87df2317f5f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:08.916175 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-c8ea9156-390f-4e9a-beca-47e46cae1995 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:08.929839 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] For port 2f2253ea-cd4b-4390-95e2-eea0979e5451, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:08.938939 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] For port 2f2253ea-cd4b-4390-95e2-eea0979e5451, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2f2253ea-cd4b-4390-95e2-eea0979e5451,segment=NetworkSegment(ff973c65-968d-4b30-902d-b2fa28aeb16b),segment_id=ff973c65-968d-4b30-902d-b2fa28aeb16b)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:08.950489 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-c8ea9156-390f-4e9a-beca-47e46cae1995 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119234e2-399f-4ff2-9716-4cc9eb6de3b7') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:08.951096 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-c8ea9156-390f-4e9a-beca-47e46cae1995 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119234e2-399f-4ff2-9716-4cc9eb6de3b7') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:08.984039 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9156-390f-4e9a-beca-47e46cae1995 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (119234e2-399f-4ff2-9716-4cc9eb6de3b7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:09.020366 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9156-390f-4e9a-beca-47e46cae1995 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (119234e2-399f-4ff2-9716-4cc9eb6de3b7), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:09.032706 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ea9156-390f-4e9a-beca-47e46cae1995 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:54:09.040194 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9156-390f-4e9a-beca-47e46cae1995 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (119234e2-399f-4ff2-9716-4cc9eb6de3b7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:09.055304 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25be504e-f5e5-404b-8307-90ac843a866c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:09.105962 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5af36-5970-45a9-9b59-67118b05f8c1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Network': ['ID=24552c1c-3779-4c6f-a953-e0446feea514,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:09.117460 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 24552c1c-3779-4c6f-a953-e0446feea514 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:54:09.123431 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2f2253ea-cd4b-4390-95e2-eea0979e5451), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:09.125633 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94137a4d-88b6-4042-9f81-844ca058406d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (b834699f-f44f-4d39-9e82-f87df2317f5f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:09.213785 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94137a4d-88b6-4042-9f81-844ca058406d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network 6e227a75-fc5a-445d-908c-ebdf9a00295c is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:09.218850 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-94137a4d-88b6-4042-9f81-844ca058406d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:09.228011 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94137a4d-88b6-4042-9f81-844ca058406d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:09.255078 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9156-390f-4e9a-beca-47e46cae1995 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:09.290483 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9156-390f-4e9a-beca-47e46cae1995 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:09.297397 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8cb5af36-5970-45a9-9b59-67118b05f8c1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4137044 Nov 02 12:54:09.304690 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53634) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:09.306040 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c8ea9156-390f-4e9a-beca-47e46cae1995 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] 10.222.0.64 "DELETE /networking/v2.0/networks/b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a HTTP/1.1" status: 204 len: 168 time: 0.9334638 Nov 02 12:54:09.312824 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-0abe6f85-5668-4294-a6b5-9a2810a880f1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'subnet': {'network_id': '24552c1c-3779-4c6f-a953-e0446feea514', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:09.321062 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94137a4d-88b6-4042-9f81-844ca058406d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=b834699f-f44f-4d39-9e82-f87df2317f5f,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:09.322940 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554e9db-e8be-4656-9d93-50344c765cfb None None] Pushing event updated for resources: {'Port': ['ID=2f2253ea-cd4b-4390-95e2-eea0979e5451,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:09.357004 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea9156-390f-4e9a-beca-47e46cae1995 tempest-TagsTest-1883445640 tempest-TagsTest-1883445640-project] Pushing event deleted for resources: {'Network': ['ID=b3acd9aa-6cd6-4b7c-a858-cb0c98eb2d8a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:09.428456 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94137a4d-88b6-4042-9f81-844ca058406d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:09.430258 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94137a4d-88b6-4042-9f81-844ca058406d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:09.590261 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 119234e2-399f-4ff2-9716-4cc9eb6de3b7 resource provider aggregate not found Nov 02 12:54:09.610998 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25be504e-f5e5-404b-8307-90ac843a866c admin admin] Publish callbacks [] for security_group (b858df15-a6a7-4a3a-ad8e-802064a345f2), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:09.622436 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 119234e2-399f-4ff2-9716-4cc9eb6de3b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 119234e2-399f-4ff2-9716-4cc9eb6de3b7 found for delete ", "request_id": "req-56feec64-ac5d-48d9-8334-7e6cd5f38e20"}]} Nov 02 12:54:09.723694 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-94137a4d-88b6-4042-9f81-844ca058406d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1933117 Nov 02 12:54:09.726261 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53646) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:09.734669 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-53439909-d523-47cc-afbd-76c15f0c9663 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'port': {'network_id': '6e227a75-fc5a-445d-908c-ebdf9a00295c', 'name': 'tempest-PortsTestJSON-1984279493'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:09.780972 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2f2253ea-cd4b-4390-95e2-eea0979e5451 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:09.795261 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abe6f85-5668-4294-a6b5-9a2810a880f1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:09.799495 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0abe6f85-5668-4294-a6b5-9a2810a880f1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:09.809314 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25be504e-f5e5-404b-8307-90ac843a866c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b858df15-a6a7-4a3a-ad8e-802064a345f2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:09.913050 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53654) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:09.917013 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-25be504e-f5e5-404b-8307-90ac843a866c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=14b95955f0504596993e441d78bb5636&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7847273 Nov 02 12:54:09.929706 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be504e-f5e5-404b-8307-90ac843a866c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b858df15-a6a7-4a3a-ad8e-802064a345f2,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:09.984124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2f2253ea-cd4b-4390-95e2-eea0979e5451 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:09.986789 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2f2253ea-cd4b-4390-95e2-eea0979e5451), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:09.987771 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2f2253ea-cd4b-4390-95e2-eea0979e5451 Nov 02 12:54:10.046819 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c64d71b3-abab-47c9-973f-f8efc00cee59 admin admin] Publish callbacks [] for security_group (b858df15-a6a7-4a3a-ad8e-802064a345f2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:10.101818 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c64d71b3-abab-47c9-973f-f8efc00cee59 admin admin] Publish callbacks [] for security_group (b858df15-a6a7-4a3a-ad8e-802064a345f2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:10.215347 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2f2253ea-cd4b-4390-95e2-eea0979e5451 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:10.215739 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2f2253ea-cd4b-4390-95e2-eea0979e5451), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:10.259476 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 2f2253ea-cd4b-4390-95e2-eea0979e5451, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2f2253ea-cd4b-4390-95e2-eea0979e5451,segment=NetworkSegment(ff973c65-968d-4b30-902d-b2fa28aeb16b),segment_id=ff973c65-968d-4b30-902d-b2fa28aeb16b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:10.275247 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:10.338650 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c64d71b3-abab-47c9-973f-f8efc00cee59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b858df15-a6a7-4a3a-ad8e-802064a345f2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:10.338921 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53439909-d523-47cc-afbd-76c15f0c9663 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:10.341897 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c64d71b3-abab-47c9-973f-f8efc00cee59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:10.343244 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c64d71b3-abab-47c9-973f-f8efc00cee59 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b858df15-a6a7-4a3a-ad8e-802064a345f2 HTTP/1.1" status: 204 len: 168 time: 0.4284782 Nov 02 12:54:10.343692 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-53439909-d523-47cc-afbd-76c15f0c9663 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:10.353839 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d71b3-abab-47c9-973f-f8efc00cee59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b858df15-a6a7-4a3a-ad8e-802064a345f2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:10.391923 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0abe6f85-5668-4294-a6b5-9a2810a880f1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (7e5378de-70a9-4d5a-9029-4620ff6fa269), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:10.391923 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-53439909-d523-47cc-afbd-76c15f0c9663 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] device_id is not set on port 9d312f20-428f-4bbb-9fda-d573b89607c0 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:54:10.393892 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2f2253ea-cd4b-4390-95e2-eea0979e5451), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:10.481300 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=2f2253ea-cd4b-4390-95e2-eea0979e5451,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:10.518288 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:10.574638 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe6f85-5668-4294-a6b5-9a2810a880f1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Subnet': ['ID=7e5378de-70a9-4d5a-9029-4620ff6fa269,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:10.638143 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abe6f85-5668-4294-a6b5-9a2810a880f1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Checking segment: {'id': '8643b755-3314-4f94-99d3-10999679b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '24552c1c-3779-4c6f-a953-e0446feea514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:54:10.638517 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abe6f85-5668-4294-a6b5-9a2810a880f1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network hostable DHCP agents. Network: 24552c1c-3779-4c6f-a953-e0446feea514, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:54:10.671372 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-53439909-d523-47cc-afbd-76c15f0c9663 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Allocated IP 172.20.0.4 (6e227a75-fc5a-445d-908c-ebdf9a00295c/c37d265d-aa31-4a08-9ef7-0d58f017cfb0/9d312f20-428f-4bbb-9fda-d573b89607c0) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:10.902821 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53674) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:10.906401 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abe6f85-5668-4294-a6b5-9a2810a880f1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 24552c1c-3779-4c6f-a953-e0446feea514 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:54:10.930005 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8019d92b-09e3-4139-b659-fcb2e33b3d0b None None] Network 6e227a75-fc5a-445d-908c-ebdf9a00295c requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:10.988449 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-53439909-d523-47cc-afbd-76c15f0c9663 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (9d312f20-428f-4bbb-9fda-d573b89607c0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:11.018815 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-14dbacd0-c864-4283-91f4-c4d5507e8071 None None] Provisioning complete for port 2f2253ea-cd4b-4390-95e2-eea0979e5451 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:11.019197 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14dbacd0-c864-4283-91f4-c4d5507e8071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2f2253ea-cd4b-4390-95e2-eea0979e5451), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:11.019723 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-14dbacd0-c864-4283-91f4-c4d5507e8071 None None] Attempt 1 to provision port 2f2253ea-cd4b-4390-95e2-eea0979e5451 Nov 02 12:54:11.031508 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-0abe6f85-5668-4294-a6b5-9a2810a880f1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 24552c1c-3779-4c6f-a953-e0446feea514) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:11.037079 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abe6f85-5668-4294-a6b5-9a2810a880f1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:11.037882 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0abe6f85-5668-4294-a6b5-9a2810a880f1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:11.047573 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2bbd90-fb5e-4dd2-904f-f1c907874b8e None None] Network 24552c1c-3779-4c6f-a953-e0446feea514 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:11.147876 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-53439909-d523-47cc-afbd-76c15f0c9663 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (9d312f20-428f-4bbb-9fda-d573b89607c0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:11.218756 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0abe6f85-5668-4294-a6b5-9a2810a880f1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9129272 Nov 02 12:54:11.220810 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53439909-d523-47cc-afbd-76c15f0c9663 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network 6e227a75-fc5a-445d-908c-ebdf9a00295c is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:11.221718 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53680) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:11.227200 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-53439909-d523-47cc-afbd-76c15f0c9663 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:11.228526 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-bc98056b-348b-4158-8ea5-7095d58d1c6f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1299425696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:11.229713 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53439909-d523-47cc-afbd-76c15f0c9663 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:11.280818 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53684) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:11.309482 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-14dbacd0-c864-4283-91f4-c4d5507e8071 None None] Current status of the port 2f2253ea-cd4b-4390-95e2-eea0979e5451 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:11.315775 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3228d3-851e-4426-9763-889742037b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-24552c1c-3779-4c6f-a953-e0446feea514', 'network_id': '24552c1c-3779-4c6f-a953-e0446feea514', 'project_id': '7d3e207adaab4614babb8fb6e2c10f77', 'fixed_ips': [{'subnet_id': '7e5378de-70a9-4d5a-9029-4620ff6fa269'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:54:11.316986 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7f3228d3-851e-4426-9763-889742037b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:11.317291 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53439909-d523-47cc-afbd-76c15f0c9663 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:11.317937 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-53439909-d523-47cc-afbd-76c15f0c9663 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:11.340620 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53439909-d523-47cc-afbd-76c15f0c9663 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=9d312f20-428f-4bbb-9fda-d573b89607c0,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:11.381410 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc98056b-348b-4158-8ea5-7095d58d1c6f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:11.383156 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc98056b-348b-4158-8ea5-7095d58d1c6f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:11.427059 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-53439909-d523-47cc-afbd-76c15f0c9663 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6964099 Nov 02 12:54:11.427723 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53688) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:11.469206 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc98056b-348b-4158-8ea5-7095d58d1c6f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for router_controller (d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:11.561729 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472c7f5b-ba43-4481-a597-4495ae56b94b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:11.563333 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-472c7f5b-ba43-4481-a597-4495ae56b94b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.1343405 Nov 02 12:54:11.567237 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53692) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:11.586656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-7f3228d3-851e-4426-9763-889742037b15 None None] Allocated IP 2001:db8::2 (24552c1c-3779-4c6f-a953-e0446feea514/7e5378de-70a9-4d5a-9029-4620ff6fa269/305178d1-edc0-4491-9353-a0e7de3b083e) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:11.646800 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc98056b-348b-4158-8ea5-7095d58d1c6f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:11.688793 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-bf37d91a-206b-4759-8076-3acb4b6eaa78 None None] Provisioning complete for port 2f2253ea-cd4b-4390-95e2-eea0979e5451 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:11.698787 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3902288d-801c-4891-9724-e9fad841d518 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=761364b811194a01b444e3a9816111f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7943058 Nov 02 12:54:11.701403 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bf37d91a-206b-4759-8076-3acb4b6eaa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2f2253ea-cd4b-4390-95e2-eea0979e5451), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:11.705932 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-bf37d91a-206b-4759-8076-3acb4b6eaa78 None None] Attempt 1 to provision port 2f2253ea-cd4b-4390-95e2-eea0979e5451 Nov 02 12:54:11.706089 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53694) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:11.765128 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:11.796663 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2003e7cb-552a-4ba7-8644-32233e45fb66 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port 9d312f20-428f-4bbb-9fda-d573b89607c0 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:11.798437 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2003e7cb-552a-4ba7-8644-32233e45fb66 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9d312f20-428f-4bbb-9fda-d573b89607c0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:11.806573 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc98056b-348b-4158-8ea5-7095d58d1c6f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:11.810267 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bc98056b-348b-4158-8ea5-7095d58d1c6f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5865736 Nov 02 12:54:11.812837 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53696) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:11.816434 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2f2253ea-cd4b-4390-95e2-eea0979e5451 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:11.859997 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-648a338d-97fb-4cc0-9801-8cac61dd3d32 admin admin] Publish callbacks [] for security_group (92e64742-79fd-416a-b91c-90e0ffc8d10b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:11.923446 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-648a338d-97fb-4cc0-9801-8cac61dd3d32 admin admin] Publish callbacks [] for security_group (92e64742-79fd-416a-b91c-90e0ffc8d10b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:12.018901 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-1bb81eb0-99f9-4a63-9526-d07d9d8a0649 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'port': {'network_id': '24552c1c-3779-4c6f-a953-e0446feea514', 'name': 'tempest-PortsIpV6TestJSON-1202148167'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:12.040847 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:12.045985 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-805795e3-7bea-4475-9f87-2c6c49a8c7ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:12.061934 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:12.101297 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2f2253ea-cd4b-4390-95e2-eea0979e5451 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:12.101603 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2f2253ea-cd4b-4390-95e2-eea0979e5451), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:12.101944 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2f2253ea-cd4b-4390-95e2-eea0979e5451 Nov 02 12:54:12.123577 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-648a338d-97fb-4cc0-9801-8cac61dd3d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (92e64742-79fd-416a-b91c-90e0ffc8d10b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:12.136436 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-648a338d-97fb-4cc0-9801-8cac61dd3d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:12.142265 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-648a338d-97fb-4cc0-9801-8cac61dd3d32 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/92e64742-79fd-416a-b91c-90e0ffc8d10b HTTP/1.1" status: 204 len: 168 time: 0.4389732 Nov 02 12:54:12.166998 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2003e7cb-552a-4ba7-8644-32233e45fb66 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9d312f20-428f-4bbb-9fda-d573b89607c0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:12.198372 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a338d-97fb-4cc0-9801-8cac61dd3d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e64742-79fd-416a-b91c-90e0ffc8d10b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:12.205650 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2003e7cb-552a-4ba7-8644-32233e45fb66 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for 9d312f20-428f-4bbb-9fda-d573b89607c0 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:12.312229 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:12.324844 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-805795e3-7bea-4475-9f87-2c6c49a8c7ea admin admin] Publish callbacks [] for security_group (0ad2d5d3-ba11-4713-b763-58130df734af), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:12.385438 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2f2253ea-cd4b-4390-95e2-eea0979e5451 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:12.441408 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bf37d91a-206b-4759-8076-3acb4b6eaa78 None None] Current status of the port 2f2253ea-cd4b-4390-95e2-eea0979e5451 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:12.442686 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-805795e3-7bea-4475-9f87-2c6c49a8c7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0ad2d5d3-ba11-4713-b763-58130df734af), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:12.453883 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-bf37d91a-206b-4759-8076-3acb4b6eaa78 None None] Provisioning complete for port b834699f-f44f-4d39-9e82-f87df2317f5f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:12.454547 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bf37d91a-206b-4759-8076-3acb4b6eaa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b834699f-f44f-4d39-9e82-f87df2317f5f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:12.455019 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-bf37d91a-206b-4759-8076-3acb4b6eaa78 None None] Attempt 1 to provision port b834699f-f44f-4d39-9e82-f87df2317f5f Nov 02 12:54:12.479997 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7f3228d3-851e-4426-9763-889742037b15 None None] Publish callbacks [] for port (305178d1-edc0-4491-9353-a0e7de3b083e), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:12.498410 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bf37d91a-206b-4759-8076-3acb4b6eaa78 None None] Port b834699f-f44f-4d39-9e82-f87df2317f5f cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:54:12.499741 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805795e3-7bea-4475-9f87-2c6c49a8c7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad2d5d3-ba11-4713-b763-58130df734af,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:12.556393 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805795e3-7bea-4475-9f87-2c6c49a8c7ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:12.557057 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805795e3-7bea-4475-9f87-2c6c49a8c7ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:12.557813 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805795e3-7bea-4475-9f87-2c6c49a8c7ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:12.558322 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805795e3-7bea-4475-9f87-2c6c49a8c7ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:12.559077 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805795e3-7bea-4475-9f87-2c6c49a8c7ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:12.559623 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805795e3-7bea-4475-9f87-2c6c49a8c7ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:12.560097 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805795e3-7bea-4475-9f87-2c6c49a8c7ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:12.560590 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805795e3-7bea-4475-9f87-2c6c49a8c7ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:12.561115 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805795e3-7bea-4475-9f87-2c6c49a8c7ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:12.561720 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805795e3-7bea-4475-9f87-2c6c49a8c7ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:12.562232 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805795e3-7bea-4475-9f87-2c6c49a8c7ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:12.563444 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805795e3-7bea-4475-9f87-2c6c49a8c7ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:12.563945 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805795e3-7bea-4475-9f87-2c6c49a8c7ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:12.564435 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805795e3-7bea-4475-9f87-2c6c49a8c7ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:12.570167 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805795e3-7bea-4475-9f87-2c6c49a8c7ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:12.576216 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-805795e3-7bea-4475-9f87-2c6c49a8c7ea admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7ff448019d6c4cb2bd17d8481e467562&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2943997 Nov 02 12:54:12.579085 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53720) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:12.606400 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2003e7cb-552a-4ba7-8644-32233e45fb66 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (9d312f20-428f-4bbb-9fda-d573b89607c0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:12.613361 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2fcd0468-07a9-46bc-88f2-e8b6bd26f6fc None None] Could not find standard attr ID for object 9d312f20-428f-4bbb-9fda-d573b89607c0. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:54:12.640594 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003e7cb-552a-4ba7-8644-32233e45fb66 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=9d312f20-428f-4bbb-9fda-d573b89607c0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:12.653310 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2fcd0468-07a9-46bc-88f2-e8b6bd26f6fc None None] Provisioning complete for port b834699f-f44f-4d39-9e82-f87df2317f5f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:12.653705 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2fcd0468-07a9-46bc-88f2-e8b6bd26f6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b834699f-f44f-4d39-9e82-f87df2317f5f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:12.654055 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2fcd0468-07a9-46bc-88f2-e8b6bd26f6fc None None] Attempt 1 to provision port b834699f-f44f-4d39-9e82-f87df2317f5f Nov 02 12:54:12.675569 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba57df87-3309-4a48-a3d5-ee8f28cb845a admin admin] Publish callbacks [] for security_group (0ad2d5d3-ba11-4713-b763-58130df734af), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:12.696611 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2fcd0468-07a9-46bc-88f2-e8b6bd26f6fc None None] Port b834699f-f44f-4d39-9e82-f87df2317f5f cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:54:12.698880 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7f3228d3-851e-4426-9763-889742037b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (305178d1-edc0-4491-9353-a0e7de3b083e), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:12.705677 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba57df87-3309-4a48-a3d5-ee8f28cb845a admin admin] Publish callbacks [] for security_group (0ad2d5d3-ba11-4713-b763-58130df734af), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:12.756722 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2003e7cb-552a-4ba7-8644-32233e45fb66 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:12.762848 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53728) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:12.763649 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2003e7cb-552a-4ba7-8644-32233e45fb66 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/ports/9d312f20-428f-4bbb-9fda-d573b89607c0 HTTP/1.1" status: 204 len: 168 time: 1.1952295 Nov 02 12:54:12.786106 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb81eb0-99f9-4a63-9526-d07d9d8a0649 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:12.790122 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1bb81eb0-99f9-4a63-9526-d07d9d8a0649 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:12.829385 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-1bb81eb0-99f9-4a63-9526-d07d9d8a0649 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] device_id is not set on port daff99b8-0d0b-4c6f-a02c-832e3c38ef97 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:54:12.839137 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3228d3-851e-4426-9763-889742037b15 None None] Pushing event updated for resources: {'Port': ['ID=305178d1-edc0-4491-9353-a0e7de3b083e,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:12.845973 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcbfafab-d880-4709-99ff-635b2782e90a tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] GET failed (client error): The resource could not be found. Nov 02 12:54:12.852827 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53732) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:12.853498 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dcbfafab-d880-4709-99ff-635b2782e90a tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports/9d312f20-428f-4bbb-9fda-d573b89607c0 HTTP/1.1" status: 404 len: 333 time: 0.0880320 Nov 02 12:54:12.878925 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:12.884822 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3228d3-851e-4426-9763-889742037b15 None None] Network 24552c1c-3779-4c6f-a953-e0446feea514 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:12.899720 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-7f3228d3-851e-4426-9763-889742037b15 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:12.904016 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3228d3-851e-4426-9763-889742037b15 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:13.013147 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba57df87-3309-4a48-a3d5-ee8f28cb845a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0ad2d5d3-ba11-4713-b763-58130df734af), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:13.016719 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ba57df87-3309-4a48-a3d5-ee8f28cb845a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:13.019933 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-69d44252-5549-4aa5-81e8-5874e5ac4259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:13.020750 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ba57df87-3309-4a48-a3d5-ee8f28cb845a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0ad2d5d3-ba11-4713-b763-58130df734af HTTP/1.1" status: 204 len: 168 time: 0.4400876 Nov 02 12:54:13.024795 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:13.033321 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7f3228d3-851e-4426-9763-889742037b15 None None] Attempting to bind port 305178d1-edc0-4491-9353-a0e7de3b083e on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:54:13.034375 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7f3228d3-851e-4426-9763-889742037b15 None None] Attempting to bind port 305178d1-edc0-4491-9353-a0e7de3b083e by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '8643b755-3314-4f94-99d3-10999679b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '24552c1c-3779-4c6f-a953-e0446feea514'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:54:13.034895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3228d3-851e-4426-9763-889742037b15 None None] Attempting to bind port 305178d1-edc0-4491-9353-a0e7de3b083e on network 24552c1c-3779-4c6f-a953-e0446feea514 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:13.037973 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57df87-3309-4a48-a3d5-ee8f28cb845a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad2d5d3-ba11-4713-b763-58130df734af,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:13.107161 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-86aca457-e401-4247-8afb-44e8ab4d001e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port b834699f-f44f-4d39-9e82-f87df2317f5f {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:13.107161 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86aca457-e401-4247-8afb-44e8ab4d001e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (b834699f-f44f-4d39-9e82-f87df2317f5f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:13.123979 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3228d3-851e-4426-9763-889742037b15 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:54:13.124715 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3228d3-851e-4426-9763-889742037b15 None None] Checking segment: {'id': '8643b755-3314-4f94-99d3-10999679b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '24552c1c-3779-4c6f-a953-e0446feea514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:54:13.125291 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7f3228d3-851e-4426-9763-889742037b15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:13.125786 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3228d3-851e-4426-9763-889742037b15 None None] Bound using segment: {'id': '8643b755-3314-4f94-99d3-10999679b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '24552c1c-3779-4c6f-a953-e0446feea514'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:54:13.126362 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7f3228d3-851e-4426-9763-889742037b15 None None] Bound port: 305178d1-edc0-4491-9353-a0e7de3b083e, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8643b755-3314-4f94-99d3-10999679b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '24552c1c-3779-4c6f-a953-e0446feea514'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:54:13.126918 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7f3228d3-851e-4426-9763-889742037b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (305178d1-edc0-4491-9353-a0e7de3b083e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:13.227515 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7f3228d3-851e-4426-9763-889742037b15 None None] For port 305178d1-edc0-4491-9353-a0e7de3b083e, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:13.233123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7f3228d3-851e-4426-9763-889742037b15 None None] For port 305178d1-edc0-4491-9353-a0e7de3b083e, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=305178d1-edc0-4491-9353-a0e7de3b083e,segment=NetworkSegment(8643b755-3314-4f94-99d3-10999679b2fc),segment_id=8643b755-3314-4f94-99d3-10999679b2fc)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:13.254515 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-1bb81eb0-99f9-4a63-9526-d07d9d8a0649 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Allocated IP 2001:db8::169 (24552c1c-3779-4c6f-a953-e0446feea514/7e5378de-70a9-4d5a-9029-4620ff6fa269/daff99b8-0d0b-4c6f-a02c-832e3c38ef97) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:13.290222 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86aca457-e401-4247-8afb-44e8ab4d001e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (b834699f-f44f-4d39-9e82-f87df2317f5f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:13.318558 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-86aca457-e401-4247-8afb-44e8ab4d001e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for b834699f-f44f-4d39-9e82-f87df2317f5f owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:13.433391 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7f3228d3-851e-4426-9763-889742037b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (305178d1-edc0-4491-9353-a0e7de3b083e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:13.541666 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3228d3-851e-4426-9763-889742037b15 None None] Pushing event updated for resources: {'Port': ['ID=305178d1-edc0-4491-9353-a0e7de3b083e,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:13.606956 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1bb81eb0-99f9-4a63-9526-d07d9d8a0649 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (daff99b8-0d0b-4c6f-a02c-832e3c38ef97), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:13.744571 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86aca457-e401-4247-8afb-44e8ab4d001e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (b834699f-f44f-4d39-9e82-f87df2317f5f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:13.746825 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1bb81eb0-99f9-4a63-9526-d07d9d8a0649 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (daff99b8-0d0b-4c6f-a02c-832e3c38ef97), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:13.827746 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aca457-e401-4247-8afb-44e8ab4d001e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=b834699f-f44f-4d39-9e82-f87df2317f5f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:13.894411 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb81eb0-99f9-4a63-9526-d07d9d8a0649 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 24552c1c-3779-4c6f-a953-e0446feea514 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:13.921389 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-1bb81eb0-99f9-4a63-9526-d07d9d8a0649 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:13.956577 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb81eb0-99f9-4a63-9526-d07d9d8a0649 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:13.961628 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb81eb0-99f9-4a63-9526-d07d9d8a0649 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:13.962301 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1bb81eb0-99f9-4a63-9526-d07d9d8a0649 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:14.410754 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb81eb0-99f9-4a63-9526-d07d9d8a0649 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=daff99b8-0d0b-4c6f-a02c-832e3c38ef97,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:14.413729 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86aca457-e401-4247-8afb-44e8ab4d001e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:14.417063 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-86aca457-e401-4247-8afb-44e8ab4d001e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/ports/b834699f-f44f-4d39-9e82-f87df2317f5f HTTP/1.1" status: 204 len: 168 time: 1.5133402 Nov 02 12:54:14.423802 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53800) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:14.457507 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07aba3a-9367-4f7c-9dec-a669d245e63a tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] GET failed (client error): The resource could not be found. Nov 02 12:54:14.459136 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c07aba3a-9367-4f7c-9dec-a669d245e63a tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports/b834699f-f44f-4d39-9e82-f87df2317f5f HTTP/1.1" status: 404 len: 333 time: 0.0342612 Nov 02 12:54:14.465667 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53802) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:14.518610 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:14.533839 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1bb81eb0-99f9-4a63-9526-d07d9d8a0649 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7145810 Nov 02 12:54:14.535517 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53804) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:14.564436 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d2f49c-a322-4423-9caa-626ecde2b23b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting subnet c37d265d-aa31-4a08-9ef7-0d58f017cfb0 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:54:14.568878 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f49c-a322-4423-9caa-626ecde2b23b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (c37d265d-aa31-4a08-9ef7-0d58f017cfb0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:14.625044 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f49c-a322-4423-9caa-626ecde2b23b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (c37d265d-aa31-4a08-9ef7-0d58f017cfb0), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:14.757006 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53808) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:14.782069 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f49c-a322-4423-9caa-626ecde2b23b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (c37d265d-aa31-4a08-9ef7-0d58f017cfb0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:14.788473 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-70e3de5d-dde3-4e27-babb-5604e44a1761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:14.990616 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:15.016955 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193cf04f-4085-4773-b79f-c50bfb8440a9 None None] Network 24552c1c-3779-4c6f-a953-e0446feea514 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:15.057212 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f49c-a322-4423-9caa-626ecde2b23b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (c37d265d-aa31-4a08-9ef7-0d58f017cfb0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:15.080733 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53816) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:15.140462 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-70e3de5d-dde3-4e27-babb-5604e44a1761 admin admin] Publish callbacks [] for security_group (5c032f86-1da5-4e74-885e-2d6b8f236b4c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:15.141726 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2f49c-a322-4423-9caa-626ecde2b23b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Subnet': ['ID=c37d265d-aa31-4a08-9ef7-0d58f017cfb0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:15.143951 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f49c-a322-4423-9caa-626ecde2b23b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:15.150044 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f7d2f49c-a322-4423-9caa-626ecde2b23b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/c37d265d-aa31-4a08-9ef7-0d58f017cfb0 HTTP/1.1" status: 204 len: 168 time: 0.6798799 Nov 02 12:54:15.150889 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53820) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:15.162877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5a4c4c12-eb27-4c55-803e-4783923c1152 None None] Provisioning complete for port 305178d1-edc0-4491-9353-a0e7de3b083e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:15.164330 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5a4c4c12-eb27-4c55-803e-4783923c1152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (305178d1-edc0-4491-9353-a0e7de3b083e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:15.165604 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5a4c4c12-eb27-4c55-803e-4783923c1152 None None] Attempt 1 to provision port 305178d1-edc0-4491-9353-a0e7de3b083e Nov 02 12:54:15.195164 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-51d78afe-5e8f-4f04-b032-01aba0f966ed tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (daff99b8-0d0b-4c6f-a02c-832e3c38ef97), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:15.231215 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:15.249631 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f283b94f-4d63-4d53-a235-24de2b20d66f None None] Network 6e227a75-fc5a-445d-908c-ebdf9a00295c requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:15.257262 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:15.289016 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-70e3de5d-dde3-4e27-babb-5604e44a1761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5c032f86-1da5-4e74-885e-2d6b8f236b4c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:15.384365 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-70e3de5d-dde3-4e27-babb-5604e44a1761 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1abfb0e6a32c47d38a8dbcf23f051279&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6256263 Nov 02 12:54:15.402208 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53826) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:15.444604 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-080ca9c7-21f0-4771-92a6-f3bc00cb51c6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (6e227a75-fc5a-445d-908c-ebdf9a00295c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:15.472322 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5a4c4c12-eb27-4c55-803e-4783923c1152 None None] Current status of the port 305178d1-edc0-4491-9353-a0e7de3b083e is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:15.472859 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5a4c4c12-eb27-4c55-803e-4783923c1152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (305178d1-edc0-4491-9353-a0e7de3b083e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:15.536547 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3de5d-dde3-4e27-babb-5604e44a1761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c032f86-1da5-4e74-885e-2d6b8f236b4c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:15.744699 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5a4c4c12-eb27-4c55-803e-4783923c1152 None None] For port 305178d1-edc0-4491-9353-a0e7de3b083e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=305178d1-edc0-4491-9353-a0e7de3b083e,segment=NetworkSegment(8643b755-3314-4f94-99d3-10999679b2fc),segment_id=8643b755-3314-4f94-99d3-10999679b2fc)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:15.773327 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-67112f72-05b0-4aea-841e-66cb13cd56c5 admin admin] Publish callbacks [] for security_group (5c032f86-1da5-4e74-885e-2d6b8f236b4c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:15.811285 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-080ca9c7-21f0-4771-92a6-f3bc00cb51c6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port 2f2253ea-cd4b-4390-95e2-eea0979e5451 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:15.812188 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-080ca9c7-21f0-4771-92a6-f3bc00cb51c6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2f2253ea-cd4b-4390-95e2-eea0979e5451), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:15.843518 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 305178d1-edc0-4491-9353-a0e7de3b083e up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:15.926709 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5a4c4c12-eb27-4c55-803e-4783923c1152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (305178d1-edc0-4491-9353-a0e7de3b083e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:15.936724 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-67112f72-05b0-4aea-841e-66cb13cd56c5 admin admin] Publish callbacks [] for security_group (5c032f86-1da5-4e74-885e-2d6b8f236b4c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:16.017848 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e4a2a62f-076f-4239-b998-9101dafa457e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:16.024641 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6686ee2-702d-4f43-9324-b6a6818838d1 None None] DHCP port deletion for 6e227a75-fc5a-445d-908c-ebdf9a00295c request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:54:16.032785 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c4c12-eb27-4c55-803e-4783923c1152 None None] Pushing event updated for resources: {'Port': ['ID=305178d1-edc0-4491-9353-a0e7de3b083e,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:16.136584 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a6686ee2-702d-4f43-9324-b6a6818838d1 None None] Deleting port 2f2253ea-cd4b-4390-95e2-eea0979e5451 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:16.146542 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a6686ee2-702d-4f43-9324-b6a6818838d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2f2253ea-cd4b-4390-95e2-eea0979e5451), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:16.197546 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 305178d1-edc0-4491-9353-a0e7de3b083e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:16.201689 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=15 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:16.202996 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (305178d1-edc0-4491-9353-a0e7de3b083e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:16.204125 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 305178d1-edc0-4491-9353-a0e7de3b083e Nov 02 12:54:16.252920 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c2bab72d-2580-47c9-9e1a-20441cbae470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:16.267761 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-080ca9c7-21f0-4771-92a6-f3bc00cb51c6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] For port 2f2253ea-cd4b-4390-95e2-eea0979e5451, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2f2253ea-cd4b-4390-95e2-eea0979e5451,segment=NetworkSegment(ff973c65-968d-4b30-902d-b2fa28aeb16b),segment_id=ff973c65-968d-4b30-902d-b2fa28aeb16b)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:16.268988 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-080ca9c7-21f0-4771-92a6-f3bc00cb51c6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2f2253ea-cd4b-4390-95e2-eea0979e5451), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:16.318053 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:16.320274 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-080ca9c7-21f0-4771-92a6-f3bc00cb51c6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for 2f2253ea-cd4b-4390-95e2-eea0979e5451 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:16.495223 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-51d78afe-5e8f-4f04-b032-01aba0f966ed tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (daff99b8-0d0b-4c6f-a02c-832e3c38ef97), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:16.500472 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53850) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:16.646006 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-51d78afe-5e8f-4f04-b032-01aba0f966ed tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (daff99b8-0d0b-4c6f-a02c-832e3c38ef97), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:16.683215 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-67112f72-05b0-4aea-841e-66cb13cd56c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5c032f86-1da5-4e74-885e-2d6b8f236b4c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:16.686644 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-67112f72-05b0-4aea-841e-66cb13cd56c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:16.687722 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-67112f72-05b0-4aea-841e-66cb13cd56c5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5c032f86-1da5-4e74-885e-2d6b8f236b4c HTTP/1.1" status: 204 len: 168 time: 1.2841988 Nov 02 12:54:16.703707 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67112f72-05b0-4aea-841e-66cb13cd56c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c032f86-1da5-4e74-885e-2d6b8f236b4c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:16.707565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7764c0f9-8634-4277-9d45-1717a5a364b6 None None] Provisioning complete for port daff99b8-0d0b-4c6f-a02c-832e3c38ef97 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:16.717227 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7764c0f9-8634-4277-9d45-1717a5a364b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (daff99b8-0d0b-4c6f-a02c-832e3c38ef97), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:16.717578 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7764c0f9-8634-4277-9d45-1717a5a364b6 None None] Attempt 1 to provision port daff99b8-0d0b-4c6f-a02c-832e3c38ef97 Nov 02 12:54:16.777866 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-080ca9c7-21f0-4771-92a6-f3bc00cb51c6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (2f2253ea-cd4b-4390-95e2-eea0979e5451), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:16.815392 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7764c0f9-8634-4277-9d45-1717a5a364b6 None None] Port daff99b8-0d0b-4c6f-a02c-832e3c38ef97 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:54:16.833590 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c2bab72d-2580-47c9-9e1a-20441cbae470 admin admin] Publish callbacks [] for security_group (8c49e8be-e616-4878-ac23-1826ec0cc5df), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:16.859436 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-7eda7180-aa40-449b-8c19-5ed473c4250b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-890471223-network', 'tenant_id': 'f5d1895796ac47f99a74ac65f7a6e400'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:16.862221 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ca9c7-21f0-4771-92a6-f3bc00cb51c6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=2f2253ea-cd4b-4390-95e2-eea0979e5451,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:16.901852 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080ca9c7-21f0-4771-92a6-f3bc00cb51c6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No DVR routers for this DVR port 2f2253ea-cd4b-4390-95e2-eea0979e5451 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:54:16.902083 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7764c0f9-8634-4277-9d45-1717a5a364b6 None None] Provisioning complete for port 305178d1-edc0-4491-9353-a0e7de3b083e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:16.902083 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7764c0f9-8634-4277-9d45-1717a5a364b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (305178d1-edc0-4491-9353-a0e7de3b083e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:16.902083 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7764c0f9-8634-4277-9d45-1717a5a364b6 None None] Attempt 1 to provision port 305178d1-edc0-4491-9353-a0e7de3b083e Nov 02 12:54:16.928318 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c2bab72d-2580-47c9-9e1a-20441cbae470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8c49e8be-e616-4878-ac23-1826ec0cc5df), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:16.930945 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d78afe-5e8f-4f04-b032-01aba0f966ed tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=daff99b8-0d0b-4c6f-a02c-832e3c38ef97,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:17.031001 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c2bab72d-2580-47c9-9e1a-20441cbae470 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4173186541fb4cf0a2aa4548c70b8afa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9430525 Nov 02 12:54:17.035874 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:17.040554 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53868) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:17.069137 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a6686ee2-702d-4f43-9324-b6a6818838d1 None None] For port 2f2253ea-cd4b-4390-95e2-eea0979e5451, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2f2253ea-cd4b-4390-95e2-eea0979e5451,segment=NetworkSegment(ff973c65-968d-4b30-902d-b2fa28aeb16b),segment_id=ff973c65-968d-4b30-902d-b2fa28aeb16b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:17.069822 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a6686ee2-702d-4f43-9324-b6a6818838d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2f2253ea-cd4b-4390-95e2-eea0979e5451), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.088546 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eda7180-aa40-449b-8c19-5ed473c4250b admin admin] Made reservation on behalf of f5d1895796ac47f99a74ac65f7a6e400 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:17.091945 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7eda7180-aa40-449b-8c19-5ed473c4250b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.099082 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-080ca9c7-21f0-4771-92a6-f3bc00cb51c6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (6e227a75-fc5a-445d-908c-ebdf9a00295c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.102587 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bab72d-2580-47c9-9e1a-20441cbae470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c49e8be-e616-4878-ac23-1826ec0cc5df,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:17.114895 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7eda7180-aa40-449b-8c19-5ed473c4250b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.132019 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-080ca9c7-21f0-4771-92a6-f3bc00cb51c6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e227a75-fc5a-445d-908c-ebdf9a00295c']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:17.145856 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-080ca9c7-21f0-4771-92a6-f3bc00cb51c6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff973c65-968d-4b30-902d-b2fa28aeb16b') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:17.146285 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-080ca9c7-21f0-4771-92a6-f3bc00cb51c6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff973c65-968d-4b30-902d-b2fa28aeb16b') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:17.158122 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-080ca9c7-21f0-4771-92a6-f3bc00cb51c6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (ff973c65-968d-4b30-902d-b2fa28aeb16b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.176223 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-080ca9c7-21f0-4771-92a6-f3bc00cb51c6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (ff973c65-968d-4b30-902d-b2fa28aeb16b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.183721 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b0ba4888-8bab-4367-89a2-99891fdd9523 admin admin] Publish callbacks [] for security_group (8c49e8be-e616-4878-ac23-1826ec0cc5df), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.185737 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080ca9c7-21f0-4771-92a6-f3bc00cb51c6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:54:17.186387 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-080ca9c7-21f0-4771-92a6-f3bc00cb51c6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (ff973c65-968d-4b30-902d-b2fa28aeb16b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.190395 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-51d78afe-5e8f-4f04-b032-01aba0f966ed tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.212080 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a6686ee2-702d-4f43-9324-b6a6818838d1 None None] Calling delete_port for 2f2253ea-cd4b-4390-95e2-eea0979e5451 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:17.240140 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.296268 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment ff973c65-968d-4b30-902d-b2fa28aeb16b resource provider aggregate not found Nov 02 12:54:17.329029 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-080ca9c7-21f0-4771-92a6-f3bc00cb51c6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (6e227a75-fc5a-445d-908c-ebdf9a00295c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.337733 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-080ca9c7-21f0-4771-92a6-f3bc00cb51c6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.346427 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-080ca9c7-21f0-4771-92a6-f3bc00cb51c6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/networks/6e227a75-fc5a-445d-908c-ebdf9a00295c HTTP/1.1" status: 204 len: 168 time: 2.1913581 Nov 02 12:54:17.354849 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment ff973c65-968d-4b30-902d-b2fa28aeb16b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff973c65-968d-4b30-902d-b2fa28aeb16b found for delete ", "request_id": "req-c4cc374e-52ae-4a7f-94cf-7998a3088787"}]} Nov 02 12:54:17.375541 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53884) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:17.381766 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-61652466-c984-437a-bb5c-3d7caeecf8bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2041971834'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:17.410278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7764c0f9-8634-4277-9d45-1717a5a364b6 None None] Current status of the port 305178d1-edc0-4491-9353-a0e7de3b083e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:17.430529 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ca9c7-21f0-4771-92a6-f3bc00cb51c6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Network': ['ID=6e227a75-fc5a-445d-908c-ebdf9a00295c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:17.493800 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=2,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:17.512401 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b0ba4888-8bab-4367-89a2-99891fdd9523 admin admin] Publish callbacks [] for security_group (8c49e8be-e616-4878-ac23-1826ec0cc5df), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.570753 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2721bb49-2551-4c41-a719-2a0f09d487a4 None None] Provisioning complete for port daff99b8-0d0b-4c6f-a02c-832e3c38ef97 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:17.571125 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2721bb49-2551-4c41-a719-2a0f09d487a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (daff99b8-0d0b-4c6f-a02c-832e3c38ef97), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.572838 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2721bb49-2551-4c41-a719-2a0f09d487a4 None None] Attempt 1 to provision port daff99b8-0d0b-4c6f-a02c-832e3c38ef97 Nov 02 12:54:17.612453 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61652466-c984-437a-bb5c-3d7caeecf8bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:17.616868 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61652466-c984-437a-bb5c-3d7caeecf8bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.709275 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 305178d1-edc0-4491-9353-a0e7de3b083e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:17.718998 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7eda7180-aa40-449b-8c19-5ed473c4250b admin admin] Publish callbacks [] for security_group (8da71c90-2318-4618-9094-6cb2cd3500a8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.732623 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-51d78afe-5e8f-4f04-b032-01aba0f966ed tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (daff99b8-0d0b-4c6f-a02c-832e3c38ef97), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.744806 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2721bb49-2551-4c41-a719-2a0f09d487a4 None None] Port daff99b8-0d0b-4c6f-a02c-832e3c38ef97 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:54:17.763751 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a6686ee2-702d-4f43-9324-b6a6818838d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (2f2253ea-cd4b-4390-95e2-eea0979e5451), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.794699 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6686ee2-702d-4f43-9324-b6a6818838d1 None None] Pushing event deleted for resources: {'Port': ['ID=2f2253ea-cd4b-4390-95e2-eea0979e5451,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:17.801695 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6686ee2-702d-4f43-9324-b6a6818838d1 None None] Network 6e227a75-fc5a-445d-908c-ebdf9a00295c is not hosted by any dhcp agent {{(pid=105977) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 12:54:17.805212 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6686ee2-702d-4f43-9324-b6a6818838d1 None None] No DVR routers for this DVR port 2f2253ea-cd4b-4390-95e2-eea0979e5451 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:54:17.811046 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53900) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:17.870398 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 305178d1-edc0-4491-9353-a0e7de3b083e up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:17.884918 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61652466-c984-437a-bb5c-3d7caeecf8bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:54:17.928181 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61652466-c984-437a-bb5c-3d7caeecf8bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (44f2edd3-80b9-453a-ae7a-3aa487278135), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.928814 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-61652466-c984-437a-bb5c-3d7caeecf8bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Added segment 44f2edd3-80b9-453a-ae7a-3aa487278135 of type vlan for network 4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5 Nov 02 12:54:17.929954 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 305178d1-edc0-4491-9353-a0e7de3b083e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:17.930399 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (305178d1-edc0-4491-9353-a0e7de3b083e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.930786 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 305178d1-edc0-4491-9353-a0e7de3b083e Nov 02 12:54:17.981135 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61652466-c984-437a-bb5c-3d7caeecf8bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.982158 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b0ba4888-8bab-4367-89a2-99891fdd9523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8c49e8be-e616-4878-ac23-1826ec0cc5df), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.985301 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b0ba4888-8bab-4367-89a2-99891fdd9523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.989759 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b0ba4888-8bab-4367-89a2-99891fdd9523 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8c49e8be-e616-4878-ac23-1826ec0cc5df HTTP/1.1" status: 204 len: 168 time: 0.9447522 Nov 02 12:54:18.002104 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7eda7180-aa40-449b-8c19-5ed473c4250b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8da71c90-2318-4618-9094-6cb2cd3500a8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:18.029981 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-b51c3846-9bff-4f7c-8e05-7884312c1bdd tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:18.043710 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba4888-8bab-4367-89a2-99891fdd9523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c49e8be-e616-4878-ac23-1826ec0cc5df,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:18.074970 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eda7180-aa40-449b-8c19-5ed473c4250b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:54:18.088402 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 305178d1-edc0-4491-9353-a0e7de3b083e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:18.118521 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda7180-aa40-449b-8c19-5ed473c4250b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da71c90-2318-4618-9094-6cb2cd3500a8,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:18.152582 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7eda7180-aa40-449b-8c19-5ed473c4250b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (35a61488-3964-4bf0-bfc6-c12b34d73b5e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:18.153780 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-7eda7180-aa40-449b-8c19-5ed473c4250b admin admin] Added segment 35a61488-3964-4bf0-bfc6-c12b34d73b5e of type vlan for network 82867fa6-5613-46fe-ad0f-e89430b6d467 Nov 02 12:54:18.190455 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2f2253ea-cd4b-4390-95e2-eea0979e5451 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:18.211721 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61652466-c984-437a-bb5c-3d7caeecf8bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:18.223411 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 2f2253ea-cd4b-4390-95e2-eea0979e5451 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:54:18.223411 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2f2253ea-cd4b-4390-95e2-eea0979e5451 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:54:18.223936 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61652466-c984-437a-bb5c-3d7caeecf8bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:18.223936 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61652466-c984-437a-bb5c-3d7caeecf8bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:18.270761 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7eda7180-aa40-449b-8c19-5ed473c4250b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (82867fa6-5613-46fe-ad0f-e89430b6d467), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:18.271741 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b51c3846-9bff-4f7c-8e05-7884312c1bdd tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:18.322049 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:18.400508 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61652466-c984-437a-bb5c-3d7caeecf8bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Network': ['ID=4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:18.415048 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:54:18.417541 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-51d78afe-5e8f-4f04-b032-01aba0f966ed tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (daff99b8-0d0b-4c6f-a02c-832e3c38ef97), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:18.439862 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-61652466-c984-437a-bb5c-3d7caeecf8bc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0628393 Nov 02 12:54:18.444037 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53922) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:18.449565 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-680430d7-3618-458f-94e4-266daa4e9b37 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'subnet': {'network_id': '4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:18.457425 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7eda7180-aa40-449b-8c19-5ed473c4250b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (82867fa6-5613-46fe-ad0f-e89430b6d467), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:18.458725 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eda7180-aa40-449b-8c19-5ed473c4250b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:18.459365 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7eda7180-aa40-449b-8c19-5ed473c4250b admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:18.498137 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b51c3846-9bff-4f7c-8e05-7884312c1bdd tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:18.550868 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:18.643474 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:18.717032 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-b51c3846-9bff-4f7c-8e05-7884312c1bdd tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Allocated IP 172.25.2.155 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/3e21829c-4662-4023-999c-6d7b5d2b5dc0) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:18.853085 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-51d78afe-5e8f-4f04-b032-01aba0f966ed tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (daff99b8-0d0b-4c6f-a02c-832e3c38ef97), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:18.853974 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-51d78afe-5e8f-4f04-b032-01aba0f966ed tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:18.869936 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b51c3846-9bff-4f7c-8e05-7884312c1bdd tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Publish callbacks [] for port (3e21829c-4662-4023-999c-6d7b5d2b5dc0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:18.953756 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda7180-aa40-449b-8c19-5ed473c4250b admin admin] Pushing event updated for resources: {'Network': ['ID=82867fa6-5613-46fe-ad0f-e89430b6d467,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:18.964963 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 82867fa6-5613-46fe-ad0f-e89430b6d467 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:54:18.994540 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7eda7180-aa40-449b-8c19-5ed473c4250b admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4953589 Nov 02 12:54:18.995503 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=7,neutron:SELECT=78,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:19.001252 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53936) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:19.015725 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-afce2236-ef33-48da-b4be-fb8d33d63029 admin admin] Request body: {'subnet': {'network_id': '82867fa6-5613-46fe-ad0f-e89430b6d467', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-890471223-subnet', 'tenant_id': 'f5d1895796ac47f99a74ac65f7a6e400', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:19.031017 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b51c3846-9bff-4f7c-8e05-7884312c1bdd tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (3e21829c-4662-4023-999c-6d7b5d2b5dc0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:19.046380 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d78afe-5e8f-4f04-b032-01aba0f966ed tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=daff99b8-0d0b-4c6f-a02c-832e3c38ef97,revision_number=3']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:19.093081 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d78afe-5e8f-4f04-b032-01aba0f966ed tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 24552c1c-3779-4c6f-a953-e0446feea514 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:19.095039 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-51d78afe-5e8f-4f04-b032-01aba0f966ed tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:19.150018 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51c3846-9bff-4f7c-8e05-7884312c1bdd tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:19.164272 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-b51c3846-9bff-4f7c-8e05-7884312c1bdd tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:19.172057 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c3846-9bff-4f7c-8e05-7884312c1bdd tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:19.175696 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c3846-9bff-4f7c-8e05-7884312c1bdd tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Pushing event updated for resources: {'Port': ['ID=3e21829c-4662-4023-999c-6d7b5d2b5dc0,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:19.202218 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680430d7-3618-458f-94e4-266daa4e9b37 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:19.206307 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-680430d7-3618-458f-94e4-266daa4e9b37 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:19.384192 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b51c3846-9bff-4f7c-8e05-7884312c1bdd tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Publish callbacks [] for floatingip (91848989-11ad-49d4-9db3-2117d84e5a74), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:19.401216 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afce2236-ef33-48da-b4be-fb8d33d63029 admin admin] Made reservation on behalf of f5d1895796ac47f99a74ac65f7a6e400 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:19.405479 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afce2236-ef33-48da-b4be-fb8d33d63029 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:19.475657 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53952) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:19.607190 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a2e08483-547b-46dd-b091-f9d5d5740f91 None None] Provisioning complete for port daff99b8-0d0b-4c6f-a02c-832e3c38ef97 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:19.610292 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a2e08483-547b-46dd-b091-f9d5d5740f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (daff99b8-0d0b-4c6f-a02c-832e3c38ef97), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:19.610640 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a2e08483-547b-46dd-b091-f9d5d5740f91 None None] Attempt 1 to provision port daff99b8-0d0b-4c6f-a02c-832e3c38ef97 Nov 02 12:54:19.634084 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d78afe-5e8f-4f04-b032-01aba0f966ed tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Router d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:54:19.668722 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b51c3846-9bff-4f7c-8e05-7884312c1bdd tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3e21829c-4662-4023-999c-6d7b5d2b5dc0), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:19.710457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a2e08483-547b-46dd-b091-f9d5d5740f91 None None] Port daff99b8-0d0b-4c6f-a02c-832e3c38ef97 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:54:19.807765 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-680430d7-3618-458f-94e4-266daa4e9b37 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (a5da99e8-9346-434f-87cf-3f1a7ab127bd), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:19.880219 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:19.916756 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680430d7-3618-458f-94e4-266daa4e9b37 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Subnet': ['ID=a5da99e8-9346-434f-87cf-3f1a7ab127bd,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:19.933786 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d78afe-5e8f-4f04-b032-01aba0f966ed tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:54:19.942376 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-51d78afe-5e8f-4f04-b032-01aba0f966ed tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "PUT /networking/v2.0/routers/d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4050281 Nov 02 12:54:19.949854 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53966) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:19.951400 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6991ea6-a7a7-4b38-88f4-33576ccc70fd None None] Sync routers for ids ['d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:54:19.958446 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:19.962617 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680430d7-3618-458f-94e4-266daa4e9b37 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Checking segment: {'id': '44f2edd3-80b9-453a-ae7a-3aa487278135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:54:19.970376 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680430d7-3618-458f-94e4-266daa4e9b37 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network hostable DHCP agents. Network: 4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:54:19.970659 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6991ea6-a7a7-4b38-88f4-33576ccc70fd None None] Routers {'d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:54:19.971749 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a6991ea6-a7a7-4b38-88f4-33576ccc70fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:54:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:20.019244 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a6991ea6-a7a7-4b38-88f4-33576ccc70fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:20.037999 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6991ea6-a7a7-4b38-88f4-33576ccc70fd None None] Routers {'d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:54:20.038393 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a6991ea6-a7a7-4b38-88f4-33576ccc70fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:54:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:20.041342 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c86ecbd8-d08c-4fb6-96b6-c564a20739d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:20.054276 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe9db9e-eb82-4713-94ee-23f2d49149af tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:20.056709 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-abe9db9e-eb82-4713-94ee-23f2d49149af tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa HTTP/1.1" status: 200 len: 989 time: 0.0894787 Nov 02 12:54:20.061933 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 53970) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:20.106434 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afce2236-ef33-48da-b4be-fb8d33d63029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (372739a2-4122-4e3c-860a-b88dbe9449d7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:20.116218 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b51c3846-9bff-4f7c-8e05-7884312c1bdd tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Publish callbacks [] for port (3e21829c-4662-4023-999c-6d7b5d2b5dc0), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:20.150833 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a6991ea6-a7a7-4b38-88f4-33576ccc70fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:20.153384 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6991ea6-a7a7-4b38-88f4-33576ccc70fd None None] The sync data for ids ['d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:54:20.209162 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b51c3846-9bff-4f7c-8e05-7884312c1bdd tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (3e21829c-4662-4023-999c-6d7b5d2b5dc0), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:20.228895 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680430d7-3618-458f-94e4-266daa4e9b37 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network 4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:54:20.381928 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce2236-ef33-48da-b4be-fb8d33d63029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=372739a2-4122-4e3c-860a-b88dbe9449d7,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:20.407097 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c3846-9bff-4f7c-8e05-7884312c1bdd tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Pushing event updated for resources: {'Port': ['ID=3e21829c-4662-4023-999c-6d7b5d2b5dc0,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:20.428860 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b51c3846-9bff-4f7c-8e05-7884312c1bdd tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (91848989-11ad-49d4-9db3-2117d84e5a74), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:20.497652 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce2236-ef33-48da-b4be-fb8d33d63029 admin admin] Checking segment: {'id': '35a61488-3964-4bf0-bfc6-c12b34d73b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '82867fa6-5613-46fe-ad0f-e89430b6d467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:54:20.499230 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afce2236-ef33-48da-b4be-fb8d33d63029 admin admin] Network hostable DHCP agents. Network: 82867fa6-5613-46fe-ad0f-e89430b6d467, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:54:20.542664 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c86ecbd8-d08c-4fb6-96b6-c564a20739d8 admin admin] Publish callbacks [] for security_group (9bf342af-45bc-45ba-8289-57e1871117d7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:20.544728 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-680430d7-3618-458f-94e4-266daa4e9b37 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:20.563178 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79211de0-ee51-4af8-9663-b82efda6eca1 None None] Network 4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:20.580361 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680430d7-3618-458f-94e4-266daa4e9b37 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:20.582504 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-680430d7-3618-458f-94e4-266daa4e9b37 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:20.585454 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b51c3846-9bff-4f7c-8e05-7884312c1bdd tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:20.588556 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b51c3846-9bff-4f7c-8e05-7884312c1bdd tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7724960 Nov 02 12:54:20.590136 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 53984) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:20.599439 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-011ed53d-43c2-4818-a896-de2ba8e47372 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1158660139', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'fixed_ips': [{'ip_address': '172.25.2.155'}]}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:20.740983 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afce2236-ef33-48da-b4be-fb8d33d63029 admin admin] Network 82867fa6-5613-46fe-ad0f-e89430b6d467 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:54:20.749505 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c86ecbd8-d08c-4fb6-96b6-c564a20739d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9bf342af-45bc-45ba-8289-57e1871117d7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:20.751430 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-afce2236-ef33-48da-b4be-fb8d33d63029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 82867fa6-5613-46fe-ad0f-e89430b6d467) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:20.759138 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afce2236-ef33-48da-b4be-fb8d33d63029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:20.761328 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afce2236-ef33-48da-b4be-fb8d33d63029 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:20.789566 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011ed53d-43c2-4818-a896-de2ba8e47372 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Made reservation on behalf of 2fde1d2f7f3e4d5da243efca67d47565 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:20.794297 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-011ed53d-43c2-4818-a896-de2ba8e47372 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:20.817872 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ecbd8-d08c-4fb6-96b6-c564a20739d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf342af-45bc-45ba-8289-57e1871117d7,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:20.841047 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-011ed53d-43c2-4818-a896-de2ba8e47372 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:20.843870 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-680430d7-3618-458f-94e4-266daa4e9b37 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3987939 Nov 02 12:54:20.854505 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54010) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:20.866064 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7625cc8d-f373-4170-a7c7-5edca121bb63 None None] Network 82867fa6-5613-46fe-ad0f-e89430b6d467 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:20.878798 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-9b5aabfc-5a61-4c74-b419-9d4119bc64e7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'port': {'network_id': '4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5', 'name': 'tempest-PortsTestJSON-303555646', 'fixed_ips': [{'subnet_id': 'a5da99e8-9346-434f-87cf-3f1a7ab127bd', 'ip_address': '172.20.0.10'}]}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:20.898806 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a65e61de-c9fb-4706-bc66-158ce8cbe348 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:20.906337 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c86ecbd8-d08c-4fb6-96b6-c564a20739d8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=fa4adf1e6c344a1394ff522880c3f5d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4297955 Nov 02 12:54:20.910345 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54012) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:21.026228 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-afce2236-ef33-48da-b4be-fb8d33d63029 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0134482 Nov 02 12:54:21.038454 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:21.148219 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2335cc0-c975-419f-a5f2-060f7edf3cae admin admin] Publish callbacks [] for security_group (9bf342af-45bc-45ba-8289-57e1871117d7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.182009 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2335cc0-c975-419f-a5f2-060f7edf3cae admin admin] Publish callbacks [] for security_group (9bf342af-45bc-45ba-8289-57e1871117d7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.213728 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5', 'network_id': '4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5', 'project_id': '3d34b3cffbc44c0aae74d45280e6cf4d', 'fixed_ips': [{'subnet_id': 'a5da99e8-9346-434f-87cf-3f1a7ab127bd'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:54:21.217118 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.239552 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1063b87b-2d10-407f-87aa-a3690575f6c4 None None] Network 82867fa6-5613-46fe-ad0f-e89430b6d467 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:21.281604 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-011ed53d-43c2-4818-a896-de2ba8e47372 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Publish callbacks [] for security_group (87014039-f5ec-4418-9797-70d4a3e3c9f8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.355256 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a65e61de-c9fb-4706-bc66-158ce8cbe348 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port daff99b8-0d0b-4c6f-a02c-832e3c38ef97 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:21.356060 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a65e61de-c9fb-4706-bc66-158ce8cbe348 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (daff99b8-0d0b-4c6f-a02c-832e3c38ef97), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.393696 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-011ed53d-43c2-4818-a896-de2ba8e47372 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (87014039-f5ec-4418-9797-70d4a3e3c9f8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.398668 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2335cc0-c975-419f-a5f2-060f7edf3cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9bf342af-45bc-45ba-8289-57e1871117d7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.400608 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2335cc0-c975-419f-a5f2-060f7edf3cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.404653 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f2335cc0-c975-419f-a5f2-060f7edf3cae admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9bf342af-45bc-45ba-8289-57e1871117d7 HTTP/1.1" status: 204 len: 168 time: 0.4775333 Nov 02 12:54:21.404848 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5aabfc-5a61-4c74-b419-9d4119bc64e7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:21.438715 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-011ed53d-43c2-4818-a896-de2ba8e47372 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] device_id is not set on port da191662-8c7b-4e4d-b16c-6a5c24b8dba1 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:54:21.528879 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a65e61de-c9fb-4706-bc66-158ce8cbe348 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (daff99b8-0d0b-4c6f-a02c-832e3c38ef97), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.552934 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ed53d-43c2-4818-a896-de2ba8e47372 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87014039-f5ec-4418-9797-70d4a3e3c9f8,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:21.593901 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2335cc0-c975-419f-a5f2-060f7edf3cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf342af-45bc-45ba-8289-57e1871117d7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:21.603216 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:21.618456 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a65e61de-c9fb-4706-bc66-158ce8cbe348 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for daff99b8-0d0b-4c6f-a02c-832e3c38ef97 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:21.659547 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b5aabfc-5a61-4c74-b419-9d4119bc64e7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.682708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] Allocated IP 172.20.0.2 (4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5/a5da99e8-9346-434f-87cf-3f1a7ab127bd/1a361098-c3b2-4da8-b60e-b1868c011dec) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:21.703399 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-9b5aabfc-5a61-4c74-b419-9d4119bc64e7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] device_id is not set on port 4983c409-bd05-4b01-afbe-e6a831599800 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:54:21.717655 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:21.922810 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] Publish callbacks [] for port (1a361098-c3b2-4da8-b60e-b1868c011dec), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.952101 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-011ed53d-43c2-4818-a896-de2ba8e47372 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 02 12:54:21.952521 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011ed53d-43c2-4818-a896-de2ba8e47372 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:54:22.037964 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (1a361098-c3b2-4da8-b60e-b1868c011dec), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.066887 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54038) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:22.095337 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] Network 4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:22.097559 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:22.101370 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a65e61de-c9fb-4706-bc66-158ce8cbe348 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (daff99b8-0d0b-4c6f-a02c-832e3c38ef97), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.114851 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-011ed53d-43c2-4818-a896-de2ba8e47372 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.5208814 Nov 02 12:54:22.114851 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-9b5aabfc-5a61-4c74-b419-9d4119bc64e7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Allocated IP 172.20.0.10 (4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5/a5da99e8-9346-434f-87cf-3f1a7ab127bd/4983c409-bd05-4b01-afbe-e6a831599800) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:22.117240 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54044) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:22.119190 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:22.149197 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] Pushing event updated for resources: {'Port': ['ID=1a361098-c3b2-4da8-b60e-b1868c011dec,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:22.188708 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e61de-c9fb-4706-bc66-158ce8cbe348 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=daff99b8-0d0b-4c6f-a02c-832e3c38ef97,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:22.264315 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] Attempting to bind port 1a361098-c3b2-4da8-b60e-b1868c011dec on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:54:22.264898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] Attempting to bind port 1a361098-c3b2-4da8-b60e-b1868c011dec by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '44f2edd3-80b9-453a-ae7a-3aa487278135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:54:22.265339 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] Attempting to bind port 1a361098-c3b2-4da8-b60e-b1868c011dec on network 4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:22.350301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:54:22.350932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] Checking segment: {'id': '44f2edd3-80b9-453a-ae7a-3aa487278135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:54:22.351360 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.351837 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] Bound using segment: {'id': '44f2edd3-80b9-453a-ae7a-3aa487278135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:54:22.352384 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] Bound port: 1a361098-c3b2-4da8-b60e-b1868c011dec, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f2edd3-80b9-453a-ae7a-3aa487278135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:54:22.352864 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1a361098-c3b2-4da8-b60e-b1868c011dec), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.379730 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9b0c9d6d-76f4-45b3-98a7-93b205fb937c tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Deleting port 3e21829c-4662-4023-999c-6d7b5d2b5dc0 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:22.379730 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b0c9d6d-76f4-45b3-98a7-93b205fb937c tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3e21829c-4662-4023-999c-6d7b5d2b5dc0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.387990 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a65e61de-c9fb-4706-bc66-158ce8cbe348 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.538578 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] For port 1a361098-c3b2-4da8-b60e-b1868c011dec, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:22.544253 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] For port 1a361098-c3b2-4da8-b60e-b1868c011dec, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1a361098-c3b2-4da8-b60e-b1868c011dec,segment=NetworkSegment(44f2edd3-80b9-453a-ae7a-3aa487278135),segment_id=44f2edd3-80b9-453a-ae7a-3aa487278135)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:22.635600 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1a361098-c3b2-4da8-b60e-b1868c011dec), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.696510 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:22.704733 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-139815a6-2378-48cf-a483-21f626106091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.738913 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:54:22.750581 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23150d-5675-4818-97af-3c41ac658850 None None] Pushing event updated for resources: {'Port': ['ID=1a361098-c3b2-4da8-b60e-b1868c011dec,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:22.769667 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65e61de-c9fb-4706-bc66-158ce8cbe348 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Router d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:54:22.818480 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b0c9d6d-76f4-45b3-98a7-93b205fb937c tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3e21829c-4662-4023-999c-6d7b5d2b5dc0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.819078 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b0c9d6d-76f4-45b3-98a7-93b205fb937c tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Publish callbacks [] for floatingip (3e21829c-4662-4023-999c-6d7b5d2b5dc0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.843564 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9b0c9d6d-76f4-45b3-98a7-93b205fb937c tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Calling delete_port for 3e21829c-4662-4023-999c-6d7b5d2b5dc0 owned by network:floatingip {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:23.056167 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54074) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:23.136764 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7b1caf34-8eeb-4a6d-962d-acdafc3d1f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:23.173209 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b5aabfc-5a61-4c74-b419-9d4119bc64e7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (4983c409-bd05-4b01-afbe-e6a831599800), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:23.418957 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:23.428710 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65e61de-c9fb-4706-bc66-158ce8cbe348 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:54:23.429591 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54084) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:23.429748 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b5aabfc-5a61-4c74-b419-9d4119bc64e7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (4983c409-bd05-4b01-afbe-e6a831599800), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:23.434871 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-d5c843ec-e7e6-402e-a361-0e7580a22bf9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1556180635-network', 'tenant_id': '7ce41b65c4ff4b298048562c1adf0695'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:23.448976 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eee35fc-f94c-4493-98a4-db514472141a None None] Sync routers for ids ['d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:54:23.449173 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a65e61de-c9fb-4706-bc66-158ce8cbe348 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "PUT /networking/v2.0/routers/d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3733411 Nov 02 12:54:23.456903 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54086) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:23.473275 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eee35fc-f94c-4493-98a4-db514472141a None None] Routers {'d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:54:23.473832 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7eee35fc-f94c-4493-98a4-db514472141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:54:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:23.507716 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5aabfc-5a61-4c74-b419-9d4119bc64e7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network 4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:23.525870 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-9b5aabfc-5a61-4c74-b419-9d4119bc64e7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:23.533237 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-139815a6-2378-48cf-a483-21f626106091 admin admin] Publish callbacks [] for security_group (c705e31c-4e61-4363-a851-b7b6689daba8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:23.542435 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d00711-60fd-475c-9a54-f69565a4a605 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] GET failed (client error): The resource could not be found. Nov 02 12:54:23.544131 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-19d00711-60fd-475c-9a54-f69565a4a605 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports/daff99b8-0d0b-4c6f-a02c-832e3c38ef97 HTTP/1.1" status: 404 len: 333 time: 0.0838478 Nov 02 12:54:23.546269 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5aabfc-5a61-4c74-b419-9d4119bc64e7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:23.550315 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b0c9d6d-76f4-45b3-98a7-93b205fb937c tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (3e21829c-4662-4023-999c-6d7b5d2b5dc0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:23.551297 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7eee35fc-f94c-4493-98a4-db514472141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:23.555936 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54092) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:23.557448 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5aabfc-5a61-4c74-b419-9d4119bc64e7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=4983c409-bd05-4b01-afbe-e6a831599800,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:23.562690 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eee35fc-f94c-4493-98a4-db514472141a None None] Routers {'d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:54:23.563309 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7eee35fc-f94c-4493-98a4-db514472141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:54:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:23.600909 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7eee35fc-f94c-4493-98a4-db514472141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:23.601602 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eee35fc-f94c-4493-98a4-db514472141a None None] The sync data for ids ['d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:54:23.627564 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7b1caf34-8eeb-4a6d-962d-acdafc3d1f72 admin admin] Publish callbacks [] for security_group (3c45d32f-7b5f-46da-ade7-dfaf422e9f26), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:23.635748 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c9d6d-76f4-45b3-98a7-93b205fb937c tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e21829c-4662-4023-999c-6d7b5d2b5dc0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:23.675601 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5aabfc-5a61-4c74-b419-9d4119bc64e7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:23.676572 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b5aabfc-5a61-4c74-b419-9d4119bc64e7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:23.703819 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0b396f96-c23a-4b1e-9c72-6991ab4dc4bc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for router (d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:23.748010 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-139815a6-2378-48cf-a483-21f626106091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c705e31c-4e61-4363-a851-b7b6689daba8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:23.753306 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b0c9d6d-76f4-45b3-98a7-93b205fb937c tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Publish callbacks [] for floatingip (91848989-11ad-49d4-9db3-2117d84e5a74), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:23.761524 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b0c9d6d-76f4-45b3-98a7-93b205fb937c tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:23.764840 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9b0c9d6d-76f4-45b3-98a7-93b205fb937c tempest-ExternalNetworksAdminNegativeTestJSON-1162022094 tempest-ExternalNetworksAdminNegativeTestJSON-1162022094-project-admin] 10.222.0.64 "DELETE /networking/v2.0/floatingips/91848989-11ad-49d4-9db3-2117d84e5a74 HTTP/1.1" status: 204 len: 168 time: 1.6464400 Nov 02 12:54:23.803184 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7b1caf34-8eeb-4a6d-962d-acdafc3d1f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3c45d32f-7b5f-46da-ade7-dfaf422e9f26), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:23.830462 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139815a6-2378-48cf-a483-21f626106091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c705e31c-4e61-4363-a851-b7b6689daba8,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:23.833729 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:23.857984 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c843ec-e7e6-402e-a361-0e7580a22bf9 admin admin] Made reservation on behalf of 7ce41b65c4ff4b298048562c1adf0695 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:23.860407 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5c843ec-e7e6-402e-a361-0e7580a22bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:23.874822 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1caf34-8eeb-4a6d-962d-acdafc3d1f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c45d32f-7b5f-46da-ade7-dfaf422e9f26,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:23.903420 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1a361098-c3b2-4da8-b60e-b1868c011dec up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:23.905863 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9b5aabfc-5a61-4c74-b419-9d4119bc64e7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0501280 Nov 02 12:54:23.908647 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54098) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:23.928195 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7b1caf34-8eeb-4a6d-962d-acdafc3d1f72 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3ca023efb346407785d2bc1fa7c20a22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8595824 Nov 02 12:54:23.928873 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54100) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:24.015488 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-139815a6-2378-48cf-a483-21f626106091 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3b7e804f6e3d4e44b934232478043da3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9448333 Nov 02 12:54:24.015488 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5c843ec-e7e6-402e-a361-0e7580a22bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.022973 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54102) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:24.025675 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 1a361098-c3b2-4da8-b60e-b1868c011dec triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:24.026252 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1a361098-c3b2-4da8-b60e-b1868c011dec), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.026702 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 1a361098-c3b2-4da8-b60e-b1868c011dec Nov 02 12:54:24.031561 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-07c56397-4db2-4d97-950b-ff2a19a4e7e4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'port': {'network_id': '4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5', 'name': 'tempest-PortsTestJSON-1504878384', 'fixed_ips': [{'subnet_id': 'a5da99e8-9346-434f-87cf-3f1a7ab127bd', 'ip_address': '172.20.0.9'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:24.034895 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:24.087733 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:24.150426 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a30d2d5a-635f-4bc5-8b39-7f2c17cdda63 admin admin] Publish callbacks [] for security_group (3c45d32f-7b5f-46da-ade7-dfaf422e9f26), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.185770 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 1a361098-c3b2-4da8-b60e-b1868c011dec is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:24.186422 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1a361098-c3b2-4da8-b60e-b1868c011dec), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.204474 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0b396f96-c23a-4b1e-9c72-6991ab4dc4bc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.207959 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0b396f96-c23a-4b1e-9c72-6991ab4dc4bc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for router_controller (d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.229570 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-83dc964d-a219-4c4e-9fd1-ce155dcadce9 admin admin] Publish callbacks [] for security_group (c705e31c-4e61-4363-a851-b7b6689daba8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.256821 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a30d2d5a-635f-4bc5-8b39-7f2c17cdda63 admin admin] Publish callbacks [] for security_group (3c45d32f-7b5f-46da-ade7-dfaf422e9f26), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.268453 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 1a361098-c3b2-4da8-b60e-b1868c011dec, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1a361098-c3b2-4da8-b60e-b1868c011dec,segment=NetworkSegment(44f2edd3-80b9-453a-ae7a-3aa487278135),segment_id=44f2edd3-80b9-453a-ae7a-3aa487278135)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:24.322441 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-83dc964d-a219-4c4e-9fd1-ce155dcadce9 admin admin] Publish callbacks [] for security_group (c705e31c-4e61-4363-a851-b7b6689daba8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.427569 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0b396f96-c23a-4b1e-9c72-6991ab4dc4bc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.428657 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b396f96-c23a-4b1e-9c72-6991ab4dc4bc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Fanout notify agent at l3_agent the message router_deleted on router d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:54:24.436833 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1a361098-c3b2-4da8-b60e-b1868c011dec), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.456976 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0b396f96-c23a-4b1e-9c72-6991ab4dc4bc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.463610 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0b396f96-c23a-4b1e-9c72-6991ab4dc4bc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/routers/d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa HTTP/1.1" status: 204 len: 168 time: 0.9025056 Nov 02 12:54:24.463792 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54106) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:24.469342 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5c843ec-e7e6-402e-a361-0e7580a22bf9 admin admin] Publish callbacks [] for security_group (b51207c4-cc46-4aa1-9fb3-f433f1da38b9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.554292 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=1a361098-c3b2-4da8-b60e-b1868c011dec,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:24.571972 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54108) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:24.585614 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c56397-4db2-4d97-950b-ff2a19a4e7e4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:24.593364 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-83dc964d-a219-4c4e-9fd1-ce155dcadce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c705e31c-4e61-4363-a851-b7b6689daba8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.599792 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-83dc964d-a219-4c4e-9fd1-ce155dcadce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.606954 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-83dc964d-a219-4c4e-9fd1-ce155dcadce9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c705e31c-4e61-4363-a851-b7b6689daba8 HTTP/1.1" status: 204 len: 168 time: 0.5794592 Nov 02 12:54:24.625163 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c889338-e6eb-48b8-b851-67fa4d82dc5d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting subnet 7e5378de-70a9-4d5a-9029-4620ff6fa269 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:54:24.645264 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8270ab-00cd-46c3-b09e-e8c904622adb None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:54:24.648186 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc964d-a219-4c4e-9fd1-ce155dcadce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c705e31c-4e61-4363-a851-b7b6689daba8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:24.650318 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c889338-e6eb-48b8-b851-67fa4d82dc5d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (7e5378de-70a9-4d5a-9029-4620ff6fa269), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.672646 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5c843ec-e7e6-402e-a361-0e7580a22bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b51207c4-cc46-4aa1-9fb3-f433f1da38b9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.687932 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a30d2d5a-635f-4bc5-8b39-7f2c17cdda63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3c45d32f-7b5f-46da-ade7-dfaf422e9f26), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.691695 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a30d2d5a-635f-4bc5-8b39-7f2c17cdda63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.693029 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a30d2d5a-635f-4bc5-8b39-7f2c17cdda63 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3c45d32f-7b5f-46da-ade7-dfaf422e9f26 HTTP/1.1" status: 204 len: 168 time: 0.7631164 Nov 02 12:54:24.713520 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d2d5a-635f-4bc5-8b39-7f2c17cdda63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c45d32f-7b5f-46da-ade7-dfaf422e9f26,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:24.735321 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c889338-e6eb-48b8-b851-67fa4d82dc5d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (7e5378de-70a9-4d5a-9029-4620ff6fa269), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.789951 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54118) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:24.811900 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c843ec-e7e6-402e-a361-0e7580a22bf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:54:24.820310 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:24.826220 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b2d507dd-7fe1-4e7e-86d8-2dc9596bb754 None None] Provisioning complete for port 1a361098-c3b2-4da8-b60e-b1868c011dec triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:24.829837 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b2d507dd-7fe1-4e7e-86d8-2dc9596bb754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1a361098-c3b2-4da8-b60e-b1868c011dec), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.829837 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b2d507dd-7fe1-4e7e-86d8-2dc9596bb754 None None] Attempt 1 to provision port 1a361098-c3b2-4da8-b60e-b1868c011dec Nov 02 12:54:24.846185 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c843ec-e7e6-402e-a361-0e7580a22bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51207c4-cc46-4aa1-9fb3-f433f1da38b9,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:24.864328 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5c843ec-e7e6-402e-a361-0e7580a22bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (926833ed-5626-46f5-a6f8-de167ea2345d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:24.865652 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-d5c843ec-e7e6-402e-a361-0e7580a22bf9 admin admin] Added segment 926833ed-5626-46f5-a6f8-de167ea2345d of type vlan for network 6e339bec-b552-4447-8735-853e05f8e684 Nov 02 12:54:25.020087 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8270ab-00cd-46c3-b09e-e8c904622adb None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:54:25.023464 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb706-de27-4133-9512-0cd8aea82014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:25.038674 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c889338-e6eb-48b8-b851-67fa4d82dc5d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (7e5378de-70a9-4d5a-9029-4620ff6fa269), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:25.090461 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5c843ec-e7e6-402e-a361-0e7580a22bf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (6e339bec-b552-4447-8735-853e05f8e684), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:25.112684 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07c56397-4db2-4d97-950b-ff2a19a4e7e4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:25.250480 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-07c56397-4db2-4d97-950b-ff2a19a4e7e4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] device_id is not set on port 9cec0955-cc12-41c5-bf25-4cb11858fc6f yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:54:25.349584 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c889338-e6eb-48b8-b851-67fa4d82dc5d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (7e5378de-70a9-4d5a-9029-4620ff6fa269), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:25.439652 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c889338-e6eb-48b8-b851-67fa4d82dc5d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Subnet': ['ID=7e5378de-70a9-4d5a-9029-4620ff6fa269,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:25.451706 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c889338-e6eb-48b8-b851-67fa4d82dc5d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:25.490481 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2c889338-e6eb-48b8-b851-67fa4d82dc5d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/7e5378de-70a9-4d5a-9029-4620ff6fa269 HTTP/1.1" status: 204 len: 168 time: 1.0254712 Nov 02 12:54:25.500933 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54128) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:25.547696 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b2d507dd-7fe1-4e7e-86d8-2dc9596bb754 None None] Current status of the port 1a361098-c3b2-4da8-b60e-b1868c011dec is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:25.605181 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb706-de27-4133-9512-0cd8aea82014 admin admin] Publish callbacks [] for security_group (d64af8a2-8b02-4e2d-b43e-28f4cb6c386b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:25.630558 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5c843ec-e7e6-402e-a361-0e7580a22bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (6e339bec-b552-4447-8735-853e05f8e684), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:25.631668 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c843ec-e7e6-402e-a361-0e7580a22bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:25.632335 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d5c843ec-e7e6-402e-a361-0e7580a22bf9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:25.740645 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb706-de27-4133-9512-0cd8aea82014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d64af8a2-8b02-4e2d-b43e-28f4cb6c386b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:25.744665 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b26f8584-8864-4816-8b47-bbbdbbc4cd58 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (24552c1c-3779-4c6f-a953-e0446feea514), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:25.758315 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-07c56397-4db2-4d97-950b-ff2a19a4e7e4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Allocated IP 172.20.0.9 (4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5/a5da99e8-9346-434f-87cf-3f1a7ab127bd/9cec0955-cc12-41c5-bf25-4cb11858fc6f) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:25.777150 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c843ec-e7e6-402e-a361-0e7580a22bf9 admin admin] Pushing event updated for resources: {'Network': ['ID=6e339bec-b552-4447-8735-853e05f8e684,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:25.795983 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 6e339bec-b552-4447-8735-853e05f8e684 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:54:25.808810 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d5c843ec-e7e6-402e-a361-0e7580a22bf9 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3786812 Nov 02 12:54:25.810917 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54136) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:25.818379 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-19696f9b-56a5-4817-a356-595c6a11e1e9 admin admin] Request body: {'subnet': {'network_id': '6e339bec-b552-4447-8735-853e05f8e684', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1556180635-subnet', 'tenant_id': '7ce41b65c4ff4b298048562c1adf0695', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:25.843723 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:25.862551 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3003fc0d-7a74-497d-aba2-a93b6ac857fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:25.892906 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-b26f8584-8864-4816-8b47-bbbdbbc4cd58 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port 305178d1-edc0-4491-9353-a0e7de3b083e {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:25.893450 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b26f8584-8864-4816-8b47-bbbdbbc4cd58 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (305178d1-edc0-4491-9353-a0e7de3b083e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:25.956662 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2c9eb706-de27-4133-9512-0cd8aea82014 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8103042f79b745beaed82231ddc7416f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3761475 Nov 02 12:54:25.965462 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9eb706-de27-4133-9512-0cd8aea82014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64af8a2-8b02-4e2d-b43e-28f4cb6c386b,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:25.979775 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54144) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:26.040108 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-b26f8584-8864-4816-8b47-bbbdbbc4cd58 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] For port 305178d1-edc0-4491-9353-a0e7de3b083e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=305178d1-edc0-4491-9353-a0e7de3b083e,segment=NetworkSegment(8643b755-3314-4f94-99d3-10999679b2fc),segment_id=8643b755-3314-4f94-99d3-10999679b2fc)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:26.041212 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b26f8584-8864-4816-8b47-bbbdbbc4cd58 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (305178d1-edc0-4491-9353-a0e7de3b083e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:26.063008 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19696f9b-56a5-4817-a356-595c6a11e1e9 admin admin] Made reservation on behalf of 7ce41b65c4ff4b298048562c1adf0695 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:26.066403 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-19696f9b-56a5-4817-a356-595c6a11e1e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:26.076309 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1a361098-c3b2-4da8-b60e-b1868c011dec up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:26.100350 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-b26f8584-8864-4816-8b47-bbbdbbc4cd58 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for 305178d1-edc0-4491-9353-a0e7de3b083e owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:26.155726 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a63451-e2b9-45b7-9e74-c402707b2a47 None None] Update dhcp port {'port': {'network_id': '24552c1c-3779-4c6f-a953-e0446feea514', 'fixed_ips': [{'subnet_id': '7e5378de-70a9-4d5a-9029-4620ff6fa269'}], 'binding:host_id': 'n-d-857339-6'}, 'id': '305178d1-edc0-4491-9353-a0e7de3b083e'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 12:54:26.159655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 1a361098-c3b2-4da8-b60e-b1868c011dec triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:26.160031 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1a361098-c3b2-4da8-b60e-b1868c011dec), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:26.160779 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 1a361098-c3b2-4da8-b60e-b1868c011dec Nov 02 12:54:26.200953 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:26.230881 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-59a63451-e2b9-45b7-9e74-c402707b2a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (305178d1-edc0-4491-9353-a0e7de3b083e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:26.231478 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07c56397-4db2-4d97-950b-ff2a19a4e7e4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (9cec0955-cc12-41c5-bf25-4cb11858fc6f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:26.272182 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3003fc0d-7a74-497d-aba2-a93b6ac857fc admin admin] Publish callbacks [] for security_group (22fad464-7c20-4eba-82cc-aa29d102f0d8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:26.275047 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8e754006-5fda-4606-bab7-9e8893e1ce2f admin admin] Publish callbacks [] for security_group (d64af8a2-8b02-4e2d-b43e-28f4cb6c386b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:26.321247 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8e754006-5fda-4606-bab7-9e8893e1ce2f admin admin] Publish callbacks [] for security_group (d64af8a2-8b02-4e2d-b43e-28f4cb6c386b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:26.395442 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3003fc0d-7a74-497d-aba2-a93b6ac857fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (22fad464-7c20-4eba-82cc-aa29d102f0d8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:26.436296 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365555d2-8ad8-44b0-b320-01e47d4dae42 None None] Network 4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:26.436296 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a13c355-08fe-4fcf-934a-7a31d1275e39 None None] Network 24552c1c-3779-4c6f-a953-e0446feea514 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:26.436296 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 1a361098-c3b2-4da8-b60e-b1868c011dec is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:26.464275 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:26.467708 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07c56397-4db2-4d97-950b-ff2a19a4e7e4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9cec0955-cc12-41c5-bf25-4cb11858fc6f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:26.468541 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3003fc0d-7a74-497d-aba2-a93b6ac857fc admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=93d474c8008742c39d946d5a80466162&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6767881 Nov 02 12:54:26.471611 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54152) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:26.472289 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003fc0d-7a74-497d-aba2-a93b6ac857fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fad464-7c20-4eba-82cc-aa29d102f0d8,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:26.560237 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c56397-4db2-4d97-950b-ff2a19a4e7e4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network 4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:26.565692 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-07c56397-4db2-4d97-950b-ff2a19a4e7e4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:26.569236 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c56397-4db2-4d97-950b-ff2a19a4e7e4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:26.576256 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c56397-4db2-4d97-950b-ff2a19a4e7e4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=9cec0955-cc12-41c5-bf25-4cb11858fc6f,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:26.604084 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b26f8584-8864-4816-8b47-bbbdbbc4cd58 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (305178d1-edc0-4491-9353-a0e7de3b083e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:26.604332 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0c18c5df-2d12-4fea-a771-c5a96d24095d None None] Provisioning complete for port 305178d1-edc0-4491-9353-a0e7de3b083e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:26.604634 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0c18c5df-2d12-4fea-a771-c5a96d24095d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (305178d1-edc0-4491-9353-a0e7de3b083e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:26.605640 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0c18c5df-2d12-4fea-a771-c5a96d24095d None None] Attempt 1 to provision port 305178d1-edc0-4491-9353-a0e7de3b083e Nov 02 12:54:26.616328 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8e754006-5fda-4606-bab7-9e8893e1ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d64af8a2-8b02-4e2d-b43e-28f4cb6c386b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:26.625508 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8e754006-5fda-4606-bab7-9e8893e1ce2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:26.630885 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8e754006-5fda-4606-bab7-9e8893e1ce2f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d64af8a2-8b02-4e2d-b43e-28f4cb6c386b HTTP/1.1" status: 204 len: 168 time: 0.6436758 Nov 02 12:54:26.642116 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0c18c5df-2d12-4fea-a771-c5a96d24095d None None] Port 305178d1-edc0-4491-9353-a0e7de3b083e was deleted so its status cannot be updated. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Nov 02 12:54:26.643214 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a4cf6e37-d6b0-4155-82e5-2e91c8cc4105 admin admin] Publish callbacks [] for security_group (22fad464-7c20-4eba-82cc-aa29d102f0d8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:26.668020 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c56397-4db2-4d97-950b-ff2a19a4e7e4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:26.668733 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07c56397-4db2-4d97-950b-ff2a19a4e7e4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:26.696815 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a4cf6e37-d6b0-4155-82e5-2e91c8cc4105 admin admin] Publish callbacks [] for security_group (22fad464-7c20-4eba-82cc-aa29d102f0d8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:26.714344 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e754006-5fda-4606-bab7-9e8893e1ce2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64af8a2-8b02-4e2d-b43e-28f4cb6c386b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:26.731700 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-19696f9b-56a5-4817-a356-595c6a11e1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (c105dfcb-82dc-453b-9d8f-cedba277ce1e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:26.731852 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c938b9e-1f5b-44ff-a69f-e82d7580dafe None None] DHCP port deletion for 24552c1c-3779-4c6f-a953-e0446feea514 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:54:26.742222 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f8584-8864-4816-8b47-bbbdbbc4cd58 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No DVR routers for this DVR port 305178d1-edc0-4491-9353-a0e7de3b083e on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:54:26.744859 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f8584-8864-4816-8b47-bbbdbbc4cd58 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=305178d1-edc0-4491-9353-a0e7de3b083e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:26.816033 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-07c56397-4db2-4d97-950b-ff2a19a4e7e4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8492239 Nov 02 12:54:26.816891 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54166) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:26.836620 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:26.875779 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1ece1e-cbc4-45eb-aec6-42d6ed237a90 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:26.880025 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7d1ece1e-cbc4-45eb-aec6-42d6ed237a90 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0593920 Nov 02 12:54:26.880481 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54168) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:26.956609 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a29da04-4c1a-4f3e-b19f-76af5b161410 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:26.962358 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a29da04-4c1a-4f3e-b19f-76af5b161410 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:26.968734 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a29da04-4c1a-4f3e-b19f-76af5b161410 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:26.971187 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1a29da04-4c1a-4f3e-b19f-76af5b161410 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.0879905 Nov 02 12:54:26.972907 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a4cf6e37-d6b0-4155-82e5-2e91c8cc4105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (22fad464-7c20-4eba-82cc-aa29d102f0d8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:26.975987 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a4cf6e37-d6b0-4155-82e5-2e91c8cc4105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:26.977289 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a4cf6e37-d6b0-4155-82e5-2e91c8cc4105 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/22fad464-7c20-4eba-82cc-aa29d102f0d8 HTTP/1.1" status: 204 len: 168 time: 0.5029376 Nov 02 12:54:26.977932 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54172) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:26.999849 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf6e37-d6b0-4155-82e5-2e91c8cc4105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fad464-7c20-4eba-82cc-aa29d102f0d8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:27.085406 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:27.105926 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-14958dd5-2743-4622-8a4c-b978e983c1a2 None None] Provisioning complete for port 1a361098-c3b2-4da8-b60e-b1868c011dec triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:27.106486 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14958dd5-2743-4622-8a4c-b978e983c1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1a361098-c3b2-4da8-b60e-b1868c011dec), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.124022 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-14958dd5-2743-4622-8a4c-b978e983c1a2 None None] Attempt 1 to provision port 1a361098-c3b2-4da8-b60e-b1868c011dec Nov 02 12:54:27.186487 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-b33cce34-4500-412c-b005-7f3a63d3e7ee tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port 9cec0955-cc12-41c5-bf25-4cb11858fc6f {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:27.188220 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b33cce34-4500-412c-b005-7f3a63d3e7ee tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9cec0955-cc12-41c5-bf25-4cb11858fc6f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.342163 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-14958dd5-2743-4622-8a4c-b978e983c1a2 None None] Current status of the port 1a361098-c3b2-4da8-b60e-b1868c011dec is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:27.353334 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-14958dd5-2743-4622-8a4c-b978e983c1a2 None None] Provisioning complete for port 9cec0955-cc12-41c5-bf25-4cb11858fc6f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:27.353334 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14958dd5-2743-4622-8a4c-b978e983c1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9cec0955-cc12-41c5-bf25-4cb11858fc6f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.353864 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-14958dd5-2743-4622-8a4c-b978e983c1a2 None None] Attempt 1 to provision port 9cec0955-cc12-41c5-bf25-4cb11858fc6f Nov 02 12:54:27.395575 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-14958dd5-2743-4622-8a4c-b978e983c1a2 None None] Port 9cec0955-cc12-41c5-bf25-4cb11858fc6f cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:54:27.408023 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-14958dd5-2743-4622-8a4c-b978e983c1a2 None None] Provisioning complete for port 4983c409-bd05-4b01-afbe-e6a831599800 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:27.409755 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14958dd5-2743-4622-8a4c-b978e983c1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4983c409-bd05-4b01-afbe-e6a831599800), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.410530 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-14958dd5-2743-4622-8a4c-b978e983c1a2 None None] Attempt 1 to provision port 4983c409-bd05-4b01-afbe-e6a831599800 Nov 02 12:54:27.428841 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b33cce34-4500-412c-b005-7f3a63d3e7ee tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9cec0955-cc12-41c5-bf25-4cb11858fc6f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.442553 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:27.468989 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19696f9b-56a5-4817-a356-595c6a11e1e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c105dfcb-82dc-453b-9d8f-cedba277ce1e,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:27.469155 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-b33cce34-4500-412c-b005-7f3a63d3e7ee tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for 9cec0955-cc12-41c5-bf25-4cb11858fc6f owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:27.473800 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-14958dd5-2743-4622-8a4c-b978e983c1a2 None None] Port 4983c409-bd05-4b01-afbe-e6a831599800 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:54:27.505283 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b26f8584-8864-4816-8b47-bbbdbbc4cd58 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (24552c1c-3779-4c6f-a953-e0446feea514), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.519761 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19696f9b-56a5-4817-a356-595c6a11e1e9 admin admin] Checking segment: {'id': '926833ed-5626-46f5-a6f8-de167ea2345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6e339bec-b552-4447-8735-853e05f8e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:54:27.520428 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19696f9b-56a5-4817-a356-595c6a11e1e9 admin admin] Network hostable DHCP agents. Network: 6e339bec-b552-4447-8735-853e05f8e684, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:54:27.544085 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-b26f8584-8864-4816-8b47-bbbdbbc4cd58 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24552c1c-3779-4c6f-a953-e0446feea514']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:27.553713 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-b26f8584-8864-4816-8b47-bbbdbbc4cd58 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8643b755-3314-4f94-99d3-10999679b2fc') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:27.554030 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-b26f8584-8864-4816-8b47-bbbdbbc4cd58 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8643b755-3314-4f94-99d3-10999679b2fc') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:27.574034 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b26f8584-8864-4816-8b47-bbbdbbc4cd58 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (8643b755-3314-4f94-99d3-10999679b2fc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.593992 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b26f8584-8864-4816-8b47-bbbdbbc4cd58 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (8643b755-3314-4f94-99d3-10999679b2fc), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.600459 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-815c3571-f786-466c-819c-5cc9e7138bd1 None None] Provisioning complete for port 4983c409-bd05-4b01-afbe-e6a831599800 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:27.600937 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-815c3571-f786-466c-819c-5cc9e7138bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4983c409-bd05-4b01-afbe-e6a831599800), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.601305 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-815c3571-f786-466c-819c-5cc9e7138bd1 None None] Attempt 1 to provision port 4983c409-bd05-4b01-afbe-e6a831599800 Nov 02 12:54:27.609338 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26f8584-8864-4816-8b47-bbbdbbc4cd58 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:54:27.611153 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b26f8584-8864-4816-8b47-bbbdbbc4cd58 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (8643b755-3314-4f94-99d3-10999679b2fc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.646403 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-815c3571-f786-466c-819c-5cc9e7138bd1 None None] Port 4983c409-bd05-4b01-afbe-e6a831599800 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:54:27.799614 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 8643b755-3314-4f94-99d3-10999679b2fc resource provider aggregate not found Nov 02 12:54:27.818430 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 8643b755-3314-4f94-99d3-10999679b2fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8643b755-3314-4f94-99d3-10999679b2fc found for delete ", "request_id": "req-b9c928ac-f837-4512-8c44-6065d4fd51d8"}]} Nov 02 12:54:27.825794 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19696f9b-56a5-4817-a356-595c6a11e1e9 admin admin] Network 6e339bec-b552-4447-8735-853e05f8e684 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:54:27.846281 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 305178d1-edc0-4491-9353-a0e7de3b083e no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:27.859908 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b33cce34-4500-412c-b005-7f3a63d3e7ee tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9cec0955-cc12-41c5-bf25-4cb11858fc6f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.882028 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 305178d1-edc0-4491-9353-a0e7de3b083e {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:54:27.882641 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 305178d1-edc0-4491-9353-a0e7de3b083e not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:54:27.896599 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-82547c92-573d-4ead-96c0-e5e012620ed3 None None] Could not find standard attr ID for object 9cec0955-cc12-41c5-bf25-4cb11858fc6f. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:54:27.911911 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cce34-4500-412c-b005-7f3a63d3e7ee tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=9cec0955-cc12-41c5-bf25-4cb11858fc6f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:27.934060 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b26f8584-8864-4816-8b47-bbbdbbc4cd58 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (24552c1c-3779-4c6f-a953-e0446feea514), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.985399 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b26f8584-8864-4816-8b47-bbbdbbc4cd58 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.994814 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b26f8584-8864-4816-8b47-bbbdbbc4cd58 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/networks/24552c1c-3779-4c6f-a953-e0446feea514 HTTP/1.1" status: 204 len: 168 time: 2.4900582 Nov 02 12:54:27.996074 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f8584-8864-4816-8b47-bbbdbbc4cd58 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Network': ['ID=24552c1c-3779-4c6f-a953-e0446feea514,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:27.998605 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-19696f9b-56a5-4817-a356-595c6a11e1e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 6e339bec-b552-4447-8735-853e05f8e684) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:28.002485 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54210) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:28.045170 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54212) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:28.056889 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a702a48f-c526-4a6d-8ce8-ee469d8858d0 None None] Network 6e339bec-b552-4447-8735-853e05f8e684 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:28.115249 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bd6a5a01-294d-4eb2-9d7d-fefa47e0d876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:28.124017 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19696f9b-56a5-4817-a356-595c6a11e1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:28.126470 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-19696f9b-56a5-4817-a356-595c6a11e1e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:28.189611 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b33cce34-4500-412c-b005-7f3a63d3e7ee tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:28.197643 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b33cce34-4500-412c-b005-7f3a63d3e7ee tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/ports/9cec0955-cc12-41c5-bf25-4cb11858fc6f HTTP/1.1" status: 204 len: 168 time: 1.2065191 Nov 02 12:54:28.197643 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54214) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:28.201615 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770ed65c-8d73-48c6-87ab-ac196e16aa93 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:28.207977 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-770ed65c-8d73-48c6-87ab-ac196e16aa93 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports/be643ec0-e668-46c0-ac36-0f7079401bc1 HTTP/1.1" status: 200 len: 845 time: 0.2007933 Nov 02 12:54:28.209339 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54216) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:28.286937 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-0048203c-6d4d-4bda-accb-0a02b963ea62 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] GET failed (client error): The resource could not be found. Nov 02 12:54:28.299361 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0048203c-6d4d-4bda-accb-0a02b963ea62 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports/9cec0955-cc12-41c5-bf25-4cb11858fc6f HTTP/1.1" status: 404 len: 333 time: 0.0981998 Nov 02 12:54:28.301097 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54218) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:28.304915 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76caf95-536f-48d4-8a53-e398bfd928b7 None None] Network 6e339bec-b552-4447-8735-853e05f8e684 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:28.322138 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-19696f9b-56a5-4817-a356-595c6a11e1e9 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5025246 Nov 02 12:54:28.358072 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ad693475-f1da-4225-ad20-76b6e2265e03 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports/be643ec0-e668-46c0-ac36-0f7079401bc1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1447115 Nov 02 12:54:28.358826 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54222) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:28.370049 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-0f346b03-d1a1-490c-9cda-449a9be4832f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'subnet': {'network_id': '950caa8b-342c-43ee-8569-196bbe644df8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:28.488131 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bd6a5a01-294d-4eb2-9d7d-fefa47e0d876 admin admin] Publish callbacks [] for security_group (703ab509-ffdb-49ed-8ee5-881c42af1c72), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:28.505947 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ddb2b369-16c6-4b8c-bad9-e9d474715ae4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port 4983c409-bd05-4b01-afbe-e6a831599800 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:28.506311 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b369-16c6-4b8c-bad9-e9d474715ae4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (4983c409-bd05-4b01-afbe-e6a831599800), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:28.656375 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b369-16c6-4b8c-bad9-e9d474715ae4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (4983c409-bd05-4b01-afbe-e6a831599800), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:28.659793 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:28.665186 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bd6a5a01-294d-4eb2-9d7d-fefa47e0d876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (703ab509-ffdb-49ed-8ee5-881c42af1c72), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:28.682275 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ddb2b369-16c6-4b8c-bad9-e9d474715ae4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for 4983c409-bd05-4b01-afbe-e6a831599800 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:28.699069 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f346b03-d1a1-490c-9cda-449a9be4832f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:28.709069 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0f346b03-d1a1-490c-9cda-449a9be4832f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:28.768186 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a5a01-294d-4eb2-9d7d-fefa47e0d876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703ab509-ffdb-49ed-8ee5-881c42af1c72,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:28.777900 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bd6a5a01-294d-4eb2-9d7d-fefa47e0d876 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9d59594133b04cbea92f5705ac13ad5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7272408 Nov 02 12:54:28.777900 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54228) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:28.862078 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8288a30e-be61-4662-84ed-f201511b80b8 admin admin] Publish callbacks [] for security_group (703ab509-ffdb-49ed-8ee5-881c42af1c72), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:28.887881 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8288a30e-be61-4662-84ed-f201511b80b8 admin admin] Publish callbacks [] for security_group (703ab509-ffdb-49ed-8ee5-881c42af1c72), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:28.899109 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54230) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:28.899736 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54232) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:28.964084 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:28.986632 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-67746500-7361-43b2-8fa9-2442155006c4 admin admin] Deleting subnet 372739a2-4122-4e3c-860a-b88dbe9449d7 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:54:29.011941 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-67746500-7361-43b2-8fa9-2442155006c4 admin admin] Publish callbacks [] for subnet (372739a2-4122-4e3c-860a-b88dbe9449d7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.046390 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8288a30e-be61-4662-84ed-f201511b80b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (703ab509-ffdb-49ed-8ee5-881c42af1c72), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.046390 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8288a30e-be61-4662-84ed-f201511b80b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.046390 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8288a30e-be61-4662-84ed-f201511b80b8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/703ab509-ffdb-49ed-8ee5-881c42af1c72 HTTP/1.1" status: 204 len: 168 time: 0.2665803 Nov 02 12:54:29.074353 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288a30e-be61-4662-84ed-f201511b80b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703ab509-ffdb-49ed-8ee5-881c42af1c72,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:29.099234 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e64693e6-66ef-4aa3-9d4d-04f4d88507b7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2fde1d2f7f3e4d5da243efca67d47565&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1944108 Nov 02 12:54:29.100076 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54238) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:29.142737 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b369-16c6-4b8c-bad9-e9d474715ae4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (4983c409-bd05-4b01-afbe-e6a831599800), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.147571 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-67746500-7361-43b2-8fa9-2442155006c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (372739a2-4122-4e3c-860a-b88dbe9449d7), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.188879 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2b369-16c6-4b8c-bad9-e9d474715ae4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=4983c409-bd05-4b01-afbe-e6a831599800,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:29.233046 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-67746500-7361-43b2-8fa9-2442155006c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (372739a2-4122-4e3c-860a-b88dbe9449d7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.273886 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9293dcff-f45f-4cbc-9744-fbb672263bfa admin admin] Publish callbacks [] for security_group (87014039-f5ec-4418-9797-70d4a3e3c9f8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.318785 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9293dcff-f45f-4cbc-9744-fbb672263bfa admin admin] Publish callbacks [] for security_group (87014039-f5ec-4418-9797-70d4a3e3c9f8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.326285 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0f346b03-d1a1-490c-9cda-449a9be4832f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (3783e879-959b-4b12-82d9-0f6081bb09ed), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.414520 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f346b03-d1a1-490c-9cda-449a9be4832f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Subnet': ['ID=3783e879-959b-4b12-82d9-0f6081bb09ed,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:29.418875 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:29.428099 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-67746500-7361-43b2-8fa9-2442155006c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (372739a2-4122-4e3c-860a-b88dbe9449d7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.444521 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:29.462114 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b369-16c6-4b8c-bad9-e9d474715ae4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.465776 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ddb2b369-16c6-4b8c-bad9-e9d474715ae4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/ports/4983c409-bd05-4b01-afbe-e6a831599800 HTTP/1.1" status: 204 len: 168 time: 1.1644757 Nov 02 12:54:29.468632 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54246) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:29.480359 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67746500-7361-43b2-8fa9-2442155006c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=372739a2-4122-4e3c-860a-b88dbe9449d7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:29.492907 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-67746500-7361-43b2-8fa9-2442155006c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.498846 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-67746500-7361-43b2-8fa9-2442155006c4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/372739a2-4122-4e3c-860a-b88dbe9449d7 HTTP/1.1" status: 204 len: 168 time: 0.5978835 Nov 02 12:54:29.499748 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54248) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:29.504698 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-96745b5f-1fc9-4a6b-8a6a-6c16d2462153 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] GET failed (client error): The resource could not be found. Nov 02 12:54:29.504698 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-96745b5f-1fc9-4a6b-8a6a-6c16d2462153 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports/4983c409-bd05-4b01-afbe-e6a831599800 HTTP/1.1" status: 404 len: 333 time: 0.0349126 Nov 02 12:54:29.507332 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54250) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:29.510041 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f346b03-d1a1-490c-9cda-449a9be4832f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 950caa8b-342c-43ee-8569-196bbe644df8 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:29.582677 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5cb2943-51bc-442d-9ba4-7256516088f6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting subnet a5da99e8-9346-434f-87cf-3f1a7ab127bd {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:54:29.601814 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-0f346b03-d1a1-490c-9cda-449a9be4832f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:29.604275 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5cb2943-51bc-442d-9ba4-7256516088f6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (a5da99e8-9346-434f-87cf-3f1a7ab127bd), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.608113 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9293dcff-f45f-4cbc-9744-fbb672263bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (87014039-f5ec-4418-9797-70d4a3e3c9f8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.613035 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f346b03-d1a1-490c-9cda-449a9be4832f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:29.613458 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9293dcff-f45f-4cbc-9744-fbb672263bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.613570 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0f346b03-d1a1-490c-9cda-449a9be4832f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.613666 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9293dcff-f45f-4cbc-9744-fbb672263bfa admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/87014039-f5ec-4418-9797-70d4a3e3c9f8 HTTP/1.1" status: 204 len: 168 time: 0.5108614 Nov 02 12:54:29.614169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94ec701-103f-4b95-8e60-96c5d31790e4 None None] Network 950caa8b-342c-43ee-8569-196bbe644df8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:29.631614 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3bdf792c-7a34-45ca-bdf0-92708bb322f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (82867fa6-5613-46fe-ad0f-e89430b6d467), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.650534 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293dcff-f45f-4cbc-9744-fbb672263bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87014039-f5ec-4418-9797-70d4a3e3c9f8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:29.667455 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5cb2943-51bc-442d-9ba4-7256516088f6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (a5da99e8-9346-434f-87cf-3f1a7ab127bd), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.779898 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0f346b03-d1a1-490c-9cda-449a9be4832f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4173982 Nov 02 12:54:29.783847 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54258) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:29.794873 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-59c34bef-f34a-45df-b105-23438dfcfd77 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'security_group': {'name': 'tempest-secgroup-722076020'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:29.844575 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3bdf792c-7a34-45ca-bdf0-92708bb322f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (82867fa6-5613-46fe-ad0f-e89430b6d467), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.884669 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-950caa8b-342c-43ee-8569-196bbe644df8', 'network_id': '950caa8b-342c-43ee-8569-196bbe644df8', 'project_id': '7d3e207adaab4614babb8fb6e2c10f77', 'fixed_ips': [{'subnet_id': '3783e879-959b-4b12-82d9-0f6081bb09ed'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:54:29.886050 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.895267 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-3bdf792c-7a34-45ca-bdf0-92708bb322f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82867fa6-5613-46fe-ad0f-e89430b6d467']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:29.912350 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-3bdf792c-7a34-45ca-bdf0-92708bb322f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a61488-3964-4bf0-bfc6-c12b34d73b5e') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:29.922810 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-3bdf792c-7a34-45ca-bdf0-92708bb322f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a61488-3964-4bf0-bfc6-c12b34d73b5e') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:29.925111 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5cb2943-51bc-442d-9ba4-7256516088f6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (a5da99e8-9346-434f-87cf-3f1a7ab127bd), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.928428 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3bdf792c-7a34-45ca-bdf0-92708bb322f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (35a61488-3964-4bf0-bfc6-c12b34d73b5e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.946060 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3bdf792c-7a34-45ca-bdf0-92708bb322f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (35a61488-3964-4bf0-bfc6-c12b34d73b5e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.954737 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bdf792c-7a34-45ca-bdf0-92708bb322f0 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:54:29.955149 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3bdf792c-7a34-45ca-bdf0-92708bb322f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (35a61488-3964-4bf0-bfc6-c12b34d73b5e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.970881 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59c34bef-f34a-45df-b105-23438dfcfd77 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.994770 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 35a61488-3964-4bf0-bfc6-c12b34d73b5e resource provider aggregate not found Nov 02 12:54:30.070839 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 35a61488-3964-4bf0-bfc6-c12b34d73b5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35a61488-3964-4bf0-bfc6-c12b34d73b5e found for delete ", "request_id": "req-55308fc6-bcd5-4e05-9e0f-8e9f9e27a77c"}]} Nov 02 12:54:30.147118 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] Allocated IP 2001:db8::2 (950caa8b-342c-43ee-8569-196bbe644df8/3783e879-959b-4b12-82d9-0f6081bb09ed/23731878-5d01-4cfa-b252-74bef5e7c58f) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:30.180951 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59c34bef-f34a-45df-b105-23438dfcfd77 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (011a69d5-bc80-44ff-b867-b36b62386dce), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.189126 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3bdf792c-7a34-45ca-bdf0-92708bb322f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (82867fa6-5613-46fe-ad0f-e89430b6d467), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.191854 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5cb2943-51bc-442d-9ba4-7256516088f6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (a5da99e8-9346-434f-87cf-3f1a7ab127bd), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.195583 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3bdf792c-7a34-45ca-bdf0-92708bb322f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.199650 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3bdf792c-7a34-45ca-bdf0-92708bb322f0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/82867fa6-5613-46fe-ad0f-e89430b6d467 HTTP/1.1" status: 204 len: 168 time: 0.6921408 Nov 02 12:54:30.204950 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54272) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:30.244558 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf792c-7a34-45ca-bdf0-92708bb322f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=82867fa6-5613-46fe-ad0f-e89430b6d467,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:30.245277 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59c34bef-f34a-45df-b105-23438dfcfd77 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (011a69d5-bc80-44ff-b867-b36b62386dce), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.249252 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb2943-51bc-442d-9ba4-7256516088f6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Subnet': ['ID=a5da99e8-9346-434f-87cf-3f1a7ab127bd,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:30.259454 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5cb2943-51bc-442d-9ba4-7256516088f6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.262898 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b5cb2943-51bc-442d-9ba4-7256516088f6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/a5da99e8-9346-434f-87cf-3f1a7ab127bd HTTP/1.1" status: 204 len: 168 time: 0.7547507 Nov 02 12:54:30.266226 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54274) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:30.288381 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e21d049-87e9-4696-9dc4-5c721e79af4e None None] Network 4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:30.311182 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e0e440-dc7b-4765-932d-ad08072ff1fc admin admin] Deleting subnet c105dfcb-82dc-453b-9d8f-cedba277ce1e {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:54:30.315055 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e440-dc7b-4765-932d-ad08072ff1fc admin admin] Publish callbacks [] for subnet (c105dfcb-82dc-453b-9d8f-cedba277ce1e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.365934 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e440-dc7b-4765-932d-ad08072ff1fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (c105dfcb-82dc-453b-9d8f-cedba277ce1e), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.393068 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c34bef-f34a-45df-b105-23438dfcfd77 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=011a69d5-bc80-44ff-b867-b36b62386dce,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:30.422979 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a038b89c-f1a6-4bfa-bf95-ae69a0c12015 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.438784 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e440-dc7b-4765-932d-ad08072ff1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (c105dfcb-82dc-453b-9d8f-cedba277ce1e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.503108 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59c34bef-f34a-45df-b105-23438dfcfd77 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.505020 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-59c34bef-f34a-45df-b105-23438dfcfd77 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7191002 Nov 02 12:54:30.505949 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a038b89c-f1a6-4bfa-bf95-ae69a0c12015 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port 1a361098-c3b2-4da8-b60e-b1868c011dec {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:30.506281 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a038b89c-f1a6-4bfa-bf95-ae69a0c12015 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (1a361098-c3b2-4da8-b60e-b1868c011dec), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.507885 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54278) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:30.514989 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-46dbf785-5cd7-419a-8c0b-08ffde5d53aa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'security_group': {'name': 'tempest-secgroup-1615510089'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:30.580183 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] Publish callbacks [] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.608418 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-a038b89c-f1a6-4bfa-bf95-ae69a0c12015 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] For port 1a361098-c3b2-4da8-b60e-b1868c011dec, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1a361098-c3b2-4da8-b60e-b1868c011dec,segment=NetworkSegment(44f2edd3-80b9-453a-ae7a-3aa487278135),segment_id=44f2edd3-80b9-453a-ae7a-3aa487278135)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:30.608864 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a038b89c-f1a6-4bfa-bf95-ae69a0c12015 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (1a361098-c3b2-4da8-b60e-b1868c011dec), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.627200 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a038b89c-f1a6-4bfa-bf95-ae69a0c12015 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for 1a361098-c3b2-4da8-b60e-b1868c011dec owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:30.643892 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e440-dc7b-4765-932d-ad08072ff1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (c105dfcb-82dc-453b-9d8f-cedba277ce1e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.674638 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.699890 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-46dbf785-5cd7-419a-8c0b-08ffde5d53aa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.738028 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e440-dc7b-4765-932d-ad08072ff1fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.746881 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d8e0e440-dc7b-4765-932d-ad08072ff1fc admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/c105dfcb-82dc-453b-9d8f-cedba277ce1e HTTP/1.1" status: 204 len: 168 time: 0.5194600 Nov 02 12:54:30.749558 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54294) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:30.751734 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56011265-71ee-47df-9a07-d9588140a985 None None] DHCP port deletion for 4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:54:30.754835 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0e440-dc7b-4765-932d-ad08072ff1fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c105dfcb-82dc-453b-9d8f-cedba277ce1e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:30.778488 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] Network 950caa8b-342c-43ee-8569-196bbe644df8 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:30.786811 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:30.796143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:30.841160 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:30.878692 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] Pushing event updated for resources: {'Port': ['ID=23731878-5d01-4cfa-b252-74bef5e7c58f,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:30.890591 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-46dbf785-5cd7-419a-8c0b-08ffde5d53aa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (cb8a2505-8d44-485c-a8e9-365656668392), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.911607 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:30.924638 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-56011265-71ee-47df-9a07-d9588140a985 None None] Deleting port 1a361098-c3b2-4da8-b60e-b1868c011dec {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:30.926332 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-56011265-71ee-47df-9a07-d9588140a985 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (1a361098-c3b2-4da8-b60e-b1868c011dec), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.928699 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] Attempting to bind port 23731878-5d01-4cfa-b252-74bef5e7c58f on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:54:30.929344 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] Attempting to bind port 23731878-5d01-4cfa-b252-74bef5e7c58f by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '4082de43-43aa-429a-8a3d-b3abe3bc0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '950caa8b-342c-43ee-8569-196bbe644df8'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:54:30.930016 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] Attempting to bind port 23731878-5d01-4cfa-b252-74bef5e7c58f on network 950caa8b-342c-43ee-8569-196bbe644df8 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:30.940379 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa87da05-0145-4492-9524-7e3c2913ed7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (6e339bec-b552-4447-8735-853e05f8e684), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.974317 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-46dbf785-5cd7-419a-8c0b-08ffde5d53aa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (cb8a2505-8d44-485c-a8e9-365656668392), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.019662 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a038b89c-f1a6-4bfa-bf95-ae69a0c12015 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (1a361098-c3b2-4da8-b60e-b1868c011dec), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.054775 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbf785-5cd7-419a-8c0b-08ffde5d53aa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8a2505-8d44-485c-a8e9-365656668392,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:31.056722 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:31.075581 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54300) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:31.075866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:54:31.076661 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] Checking segment: {'id': '4082de43-43aa-429a-8a3d-b3abe3bc0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '950caa8b-342c-43ee-8569-196bbe644df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:54:31.076835 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.077496 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] Bound using segment: {'id': '4082de43-43aa-429a-8a3d-b3abe3bc0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '950caa8b-342c-43ee-8569-196bbe644df8'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:54:31.078037 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] Bound port: 23731878-5d01-4cfa-b252-74bef5e7c58f, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4082de43-43aa-429a-8a3d-b3abe3bc0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '950caa8b-342c-43ee-8569-196bbe644df8'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:54:31.078674 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.084900 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-56011265-71ee-47df-9a07-d9588140a985 None None] For port 1a361098-c3b2-4da8-b60e-b1868c011dec, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1a361098-c3b2-4da8-b60e-b1868c011dec,segment=NetworkSegment(44f2edd3-80b9-453a-ae7a-3aa487278135),segment_id=44f2edd3-80b9-453a-ae7a-3aa487278135)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:31.085945 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-56011265-71ee-47df-9a07-d9588140a985 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (1a361098-c3b2-4da8-b60e-b1868c011dec), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.093503 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038b89c-f1a6-4bfa-bf95-ae69a0c12015 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=1a361098-c3b2-4da8-b60e-b1868c011dec,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:31.095652 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-46dbf785-5cd7-419a-8c0b-08ffde5d53aa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.097232 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-46dbf785-5cd7-419a-8c0b-08ffde5d53aa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5881019 Nov 02 12:54:31.106141 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54304) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:31.122917 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-33b5151c-c8b4-4a29-be60-68e47ad41809 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1091171443', 'security_groups': ['cb8a2505-8d44-485c-a8e9-365656668392'], 'network_id': '950caa8b-342c-43ee-8569-196bbe644df8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3783e879-959b-4b12-82d9-0f6081bb09ed'}]}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:31.140354 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a038b89c-f1a6-4bfa-bf95-ae69a0c12015 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No DVR routers for this DVR port 1a361098-c3b2-4da8-b60e-b1868c011dec on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:54:31.151600 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa87da05-0145-4492-9524-7e3c2913ed7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (6e339bec-b552-4447-8735-853e05f8e684), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.189848 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-56011265-71ee-47df-9a07-d9588140a985 None None] Calling delete_port for 1a361098-c3b2-4da8-b60e-b1868c011dec owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:31.229123 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:31.246570 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-fa87da05-0145-4492-9524-7e3c2913ed7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e339bec-b552-4447-8735-853e05f8e684']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:31.306496 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-fa87da05-0145-4492-9524-7e3c2913ed7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926833ed-5626-46f5-a6f8-de167ea2345d') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:31.306816 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-fa87da05-0145-4492-9524-7e3c2913ed7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926833ed-5626-46f5-a6f8-de167ea2345d') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:31.318593 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a038b89c-f1a6-4bfa-bf95-ae69a0c12015 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.331602 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa87da05-0145-4492-9524-7e3c2913ed7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (926833ed-5626-46f5-a6f8-de167ea2345d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.361108 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-a038b89c-f1a6-4bfa-bf95-ae69a0c12015 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:31.370384 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa87da05-0145-4492-9524-7e3c2913ed7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (926833ed-5626-46f5-a6f8-de167ea2345d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.379790 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-a038b89c-f1a6-4bfa-bf95-ae69a0c12015 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f2edd3-80b9-453a-ae7a-3aa487278135') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:31.380143 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-a038b89c-f1a6-4bfa-bf95-ae69a0c12015 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f2edd3-80b9-453a-ae7a-3aa487278135') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:31.395428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa87da05-0145-4492-9524-7e3c2913ed7e admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:54:31.395846 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa87da05-0145-4492-9524-7e3c2913ed7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (926833ed-5626-46f5-a6f8-de167ea2345d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.438051 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a038b89c-f1a6-4bfa-bf95-ae69a0c12015 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (44f2edd3-80b9-453a-ae7a-3aa487278135), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.441936 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 926833ed-5626-46f5-a6f8-de167ea2345d resource provider aggregate not found Nov 02 12:54:31.504396 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 926833ed-5626-46f5-a6f8-de167ea2345d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 926833ed-5626-46f5-a6f8-de167ea2345d found for delete ", "request_id": "req-2839dbb4-1a36-4964-923b-665575e8456d"}]} Nov 02 12:54:31.507637 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b5151c-c8b4-4a29-be60-68e47ad41809 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:31.518323 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a038b89c-f1a6-4bfa-bf95-ae69a0c12015 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (44f2edd3-80b9-453a-ae7a-3aa487278135), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.528656 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a038b89c-f1a6-4bfa-bf95-ae69a0c12015 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:54:31.529337 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a038b89c-f1a6-4bfa-bf95-ae69a0c12015 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (44f2edd3-80b9-453a-ae7a-3aa487278135), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.621876 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa87da05-0145-4492-9524-7e3c2913ed7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (6e339bec-b552-4447-8735-853e05f8e684), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.642744 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa87da05-0145-4492-9524-7e3c2913ed7e admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.646448 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fa87da05-0145-4492-9524-7e3c2913ed7e admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/6e339bec-b552-4447-8735-853e05f8e684 HTTP/1.1" status: 204 len: 168 time: 0.8958943 Nov 02 12:54:31.647565 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87da05-0145-4492-9524-7e3c2913ed7e admin admin] Pushing event deleted for resources: {'Network': ['ID=6e339bec-b552-4447-8735-853e05f8e684,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:31.668939 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:31.679360 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ad3e40e5-b859-491e-9776-cf6685b9b2d5 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1343462171'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:31.688557 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] For port 23731878-5d01-4cfa-b252-74bef5e7c58f, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:31.695868 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-56011265-71ee-47df-9a07-d9588140a985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (1a361098-c3b2-4da8-b60e-b1868c011dec), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.701023 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33b5151c-c8b4-4a29-be60-68e47ad41809 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.714347 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a038b89c-f1a6-4bfa-bf95-ae69a0c12015 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.725229 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a038b89c-f1a6-4bfa-bf95-ae69a0c12015 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.726256 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-33b5151c-c8b4-4a29-be60-68e47ad41809 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] device_id is not set on port 7bfe3cd6-1354-4753-aa75-d822e79fa8ee yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:54:31.729151 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56011265-71ee-47df-9a07-d9588140a985 None None] Pushing event deleted for resources: {'Port': ['ID=1a361098-c3b2-4da8-b60e-b1868c011dec,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:31.733849 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56011265-71ee-47df-9a07-d9588140a985 None None] No DVR routers for this DVR port 1a361098-c3b2-4da8-b60e-b1868c011dec on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:54:31.737655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] For port 23731878-5d01-4cfa-b252-74bef5e7c58f, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=23731878-5d01-4cfa-b252-74bef5e7c58f,segment=NetworkSegment(4082de43-43aa-429a-8a3d-b3abe3bc0442),segment_id=4082de43-43aa-429a-8a3d-b3abe3bc0442)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:31.747417 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a038b89c-f1a6-4bfa-bf95-ae69a0c12015 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/networks/4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5 HTTP/1.1" status: 204 len: 168 time: 1.4735718 Nov 02 12:54:31.756722 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54334) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:31.769664 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-8d3d7afa-eb78-4caf-96c1-f068bd5f5b09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-381932786'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:31.770943 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:31.789421 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038b89c-f1a6-4bfa-bf95-ae69a0c12015 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Network': ['ID=4fa907cd-e0f7-4fa4-b3ce-b8fe0d9eefe5,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:31.831873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1a361098-c3b2-4da8-b60e-b1868c011dec no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:31.860189 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3e40e5-b859-491e-9776-cf6685b9b2d5 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Made reservation on behalf of 4dd0ba2781b444bfa96a5c7141ed3671 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:31.866472 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ad3e40e5-b859-491e-9776-cf6685b9b2d5 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.881960 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ad3e40e5-b859-491e-9776-cf6685b9b2d5 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.903606 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.916464 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3d7afa-eb78-4caf-96c1-f068bd5f5b09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:31.923987 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7afa-eb78-4caf-96c1-f068bd5f5b09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.931967 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 1a361098-c3b2-4da8-b60e-b1868c011dec {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:54:31.933351 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1a361098-c3b2-4da8-b60e-b1868c011dec not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:54:32.045362 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3d7afa-eb78-4caf-96c1-f068bd5f5b09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:54:32.085840 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7afa-eb78-4caf-96c1-f068bd5f5b09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (ec4625ec-cf67-40b6-b2df-501448369a4d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:32.086715 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-8d3d7afa-eb78-4caf-96c1-f068bd5f5b09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Added segment ec4625ec-cf67-40b6-b2df-501448369a4d of type vlan for network 0d57f6e5-3894-454b-91d5-468879d61329 Nov 02 12:54:32.109232 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db12670-32cc-466b-bf01-cd4bf67c10a7 None None] Pushing event updated for resources: {'Port': ['ID=23731878-5d01-4cfa-b252-74bef5e7c58f,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:32.131825 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-33b5151c-c8b4-4a29-be60-68e47ad41809 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Allocated IP 2001:db8::2ad (950caa8b-342c-43ee-8569-196bbe644df8/3783e879-959b-4b12-82d9-0f6081bb09ed/7bfe3cd6-1354-4753-aa75-d822e79fa8ee) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:32.155857 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7afa-eb78-4caf-96c1-f068bd5f5b09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (0d57f6e5-3894-454b-91d5-468879d61329), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:32.199570 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ad3e40e5-b859-491e-9776-cf6685b9b2d5 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks [] for security_group (f8e07676-d456-4a66-8c54-758a5b9b6f6d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:32.256060 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:32.256459 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7afa-eb78-4caf-96c1-f068bd5f5b09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (0d57f6e5-3894-454b-91d5-468879d61329), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:32.262873 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3d7afa-eb78-4caf-96c1-f068bd5f5b09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:32.264132 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7afa-eb78-4caf-96c1-f068bd5f5b09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:32.357449 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ad3e40e5-b859-491e-9776-cf6685b9b2d5 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f8e07676-d456-4a66-8c54-758a5b9b6f6d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:32.411875 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3e40e5-b859-491e-9776-cf6685b9b2d5 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:54:32.456259 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d7afa-eb78-4caf-96c1-f068bd5f5b09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Network': ['ID=0d57f6e5-3894-454b-91d5-468879d61329,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:32.470375 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 0d57f6e5-3894-454b-91d5-468879d61329 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:54:32.528647 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ad3e40e5-b859-491e-9776-cf6685b9b2d5 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (82a376a5-908e-4ab9-896b-61dd9acdfe33), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:32.529317 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-ad3e40e5-b859-491e-9776-cf6685b9b2d5 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Added segment 82a376a5-908e-4ab9-896b-61dd9acdfe33 of type vlan for network b55f8d05-f58b-47d9-bd84-383ab52b49bb Nov 02 12:54:32.550267 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e40e5-b859-491e-9776-cf6685b9b2d5 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e07676-d456-4a66-8c54-758a5b9b6f6d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:32.571149 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8d3d7afa-eb78-4caf-96c1-f068bd5f5b09 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8127546 Nov 02 12:54:32.579703 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54346) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:32.581782 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-72a44f62-4429-4e11-b259-cd829a6f5c85 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'subnet': {'network_id': '0d57f6e5-3894-454b-91d5-468879d61329', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:32.673410 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54348) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:32.721174 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ad3e40e5-b859-491e-9776-cf6685b9b2d5 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (b55f8d05-f58b-47d9-bd84-383ab52b49bb), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:32.806892 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33b5151c-c8b4-4a29-be60-68e47ad41809 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (7bfe3cd6-1354-4753-aa75-d822e79fa8ee), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:32.825252 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:32.910882 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ad3e40e5-b859-491e-9776-cf6685b9b2d5 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (b55f8d05-f58b-47d9-bd84-383ab52b49bb), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:32.912045 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:32.920274 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3e40e5-b859-491e-9776-cf6685b9b2d5 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:32.921400 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ad3e40e5-b859-491e-9776-cf6685b9b2d5 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:32.950157 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33b5151c-c8b4-4a29-be60-68e47ad41809 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (7bfe3cd6-1354-4753-aa75-d822e79fa8ee), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:33.036892 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b5151c-c8b4-4a29-be60-68e47ad41809 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 950caa8b-342c-43ee-8569-196bbe644df8 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:33.052992 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ad3e40e5-b859-491e-9776-cf6685b9b2d5 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9761062 Nov 02 12:54:33.054629 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-33b5151c-c8b4-4a29-be60-68e47ad41809 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:33.056887 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54360) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:33.134607 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b5151c-c8b4-4a29-be60-68e47ad41809 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:33.140677 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b5151c-c8b4-4a29-be60-68e47ad41809 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:33.142110 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33b5151c-c8b4-4a29-be60-68e47ad41809 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:33.149459 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-8be1fbd9-50b2-49a6-995a-59da3b9344b6 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Request body: {'subnet': {'network_id': 'b55f8d05-f58b-47d9-bd84-383ab52b49bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:33.189224 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:33.217931 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:33.322726 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5151c-c8b4-4a29-be60-68e47ad41809 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=7bfe3cd6-1354-4753-aa75-d822e79fa8ee,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:33.360452 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e40e5-b859-491e-9776-cf6685b9b2d5 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Pushing event updated for resources: {'Network': ['ID=b55f8d05-f58b-47d9-bd84-383ab52b49bb,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:33.372554 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d0522b9a-638c-4ac8-80ab-deb88fa0dff2 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f5d1895796ac47f99a74ac65f7a6e400&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6952336 Nov 02 12:54:33.378647 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network b55f8d05-f58b-47d9-bd84-383ab52b49bb details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:54:33.397022 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54372) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:33.433246 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54376) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:33.548809 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a44f62-4429-4e11-b259-cd829a6f5c85 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:33.553667 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72a44f62-4429-4e11-b259-cd829a6f5c85 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:33.586759 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 44f2edd3-80b9-453a-ae7a-3aa487278135 resource provider aggregate not found Nov 02 12:54:33.587968 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be1fbd9-50b2-49a6-995a-59da3b9344b6 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Made reservation on behalf of 4dd0ba2781b444bfa96a5c7141ed3671 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:33.591990 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8be1fbd9-50b2-49a6-995a-59da3b9344b6 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:33.606233 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-33b5151c-c8b4-4a29-be60-68e47ad41809 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4926605 Nov 02 12:54:33.609484 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54384) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:33.624672 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-b7b8995f-b590-461b-8351-4180ce59d577 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'subnet': {'network_id': '950caa8b-342c-43ee-8569-196bbe644df8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:33.635778 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 44f2edd3-80b9-453a-ae7a-3aa487278135 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44f2edd3-80b9-453a-ae7a-3aa487278135 found for delete ", "request_id": "req-6483b3c2-a2e5-4216-b1ee-e3af60a58069"}]} Nov 02 12:54:33.639335 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d19c4a97-0628-43c0-b4b0-f8ee4608c523 admin admin] Publish callbacks [] for security_group (8da71c90-2318-4618-9094-6cb2cd3500a8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:33.713303 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e7fed012-97e0-496a-8384-618cd0963930 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-682684804'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:33.755842 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d19c4a97-0628-43c0-b4b0-f8ee4608c523 admin admin] Publish callbacks [] for security_group (8da71c90-2318-4618-9094-6cb2cd3500a8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:33.868369 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fed012-97e0-496a-8384-618cd0963930 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:33.882505 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e7fed012-97e0-496a-8384-618cd0963930 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:33.887507 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ceb00525-207e-4db7-aaaa-8d21a87d23e3 None None] Provisioning complete for port 23731878-5d01-4cfa-b252-74bef5e7c58f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:33.888058 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ceb00525-207e-4db7-aaaa-8d21a87d23e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:33.889335 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ceb00525-207e-4db7-aaaa-8d21a87d23e3 None None] Attempt 1 to provision port 23731878-5d01-4cfa-b252-74bef5e7c58f Nov 02 12:54:33.957698 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e7fed012-97e0-496a-8384-618cd0963930 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:33.968049 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 23731878-5d01-4cfa-b252-74bef5e7c58f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:34.078976 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b8995f-b590-461b-8351-4180ce59d577 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:34.083885 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b7b8995f-b590-461b-8351-4180ce59d577 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:34.112003 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d19c4a97-0628-43c0-b4b0-f8ee4608c523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8da71c90-2318-4618-9094-6cb2cd3500a8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:34.116330 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d19c4a97-0628-43c0-b4b0-f8ee4608c523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:34.127194 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d19c4a97-0628-43c0-b4b0-f8ee4608c523 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8da71c90-2318-4618-9094-6cb2cd3500a8 HTTP/1.1" status: 204 len: 168 time: 0.7408810 Nov 02 12:54:34.150763 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 23731878-5d01-4cfa-b252-74bef5e7c58f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:34.152721 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:34.153291 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 23731878-5d01-4cfa-b252-74bef5e7c58f Nov 02 12:54:34.162162 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c4a97-0628-43c0-b4b0-f8ee4608c523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da71c90-2318-4618-9094-6cb2cd3500a8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:34.257113 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72a44f62-4429-4e11-b259-cd829a6f5c85 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (01afb805-a2f8-4b73-89bb-70e8c77e5329), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:34.262546 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:34.286854 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ceb00525-207e-4db7-aaaa-8d21a87d23e3 None None] Current status of the port 23731878-5d01-4cfa-b252-74bef5e7c58f is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:34.287481 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ceb00525-207e-4db7-aaaa-8d21a87d23e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:34.312167 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:34.326104 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:34.349784 n-d-857339-6 neutron-server[105975]: INFO neutron.db.ipam_backend_mixin [None req-b7b8995f-b590-461b-8351-4180ce59d577 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3783e879-959b-4b12-82d9-0f6081bb09ed (CIDR: 2001:db8::/64) Nov 02 12:54:34.356550 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e7fed012-97e0-496a-8384-618cd0963930 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for security_group (c2dae2f5-de1b-4d89-9acb-c1943fe356a8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:34.363827 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 23731878-5d01-4cfa-b252-74bef5e7c58f is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:34.364571 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:34.388664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ceb00525-207e-4db7-aaaa-8d21a87d23e3 None None] For port 23731878-5d01-4cfa-b252-74bef5e7c58f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=23731878-5d01-4cfa-b252-74bef5e7c58f,segment=NetworkSegment(4082de43-43aa-429a-8a3d-b3abe3bc0442),segment_id=4082de43-43aa-429a-8a3d-b3abe3bc0442)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:34.444960 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a44f62-4429-4e11-b259-cd829a6f5c85 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Subnet': ['ID=01afb805-a2f8-4b73-89bb-70e8c77e5329,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:34.446384 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b8995f-b590-461b-8351-4180ce59d577 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:54:34.447017 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b8995f-b590-461b-8351-4180ce59d577 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:54:34.449213 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a44f62-4429-4e11-b259-cd829a6f5c85 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Checking segment: {'id': 'ec4625ec-cf67-40b6-b2df-501448369a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d57f6e5-3894-454b-91d5-468879d61329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:54:34.449627 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a44f62-4429-4e11-b259-cd829a6f5c85 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network hostable DHCP agents. Network: 0d57f6e5-3894-454b-91d5-468879d61329, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:54:34.494957 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:34.494957 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e7fed012-97e0-496a-8384-618cd0963930 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c2dae2f5-de1b-4d89-9acb-c1943fe356a8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:34.500633 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ceb00525-207e-4db7-aaaa-8d21a87d23e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:34.542271 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8be1fbd9-50b2-49a6-995a-59da3b9344b6 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (3e1f61b8-7402-40ad-91da-8ebec53b6d3d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:34.545940 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7fed012-97e0-496a-8384-618cd0963930 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:54:34.564554 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e7fed012-97e0-496a-8384-618cd0963930 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (0b3b4d07-7416-44e1-9229-ddc192396eb7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:34.564968 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-e7fed012-97e0-496a-8384-618cd0963930 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Added segment 0b3b4d07-7416-44e1-9229-ddc192396eb7 of type vlan for network f688b8f8-7bcf-442e-b24c-e6d4bdea9b64 Nov 02 12:54:34.609029 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ceb00525-207e-4db7-aaaa-8d21a87d23e3 None None] Provisioning complete for port be643ec0-e668-46c0-ac36-0f7079401bc1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:34.609592 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ceb00525-207e-4db7-aaaa-8d21a87d23e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (be643ec0-e668-46c0-ac36-0f7079401bc1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:34.610653 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ceb00525-207e-4db7-aaaa-8d21a87d23e3 None None] Attempt 1 to provision port be643ec0-e668-46c0-ac36-0f7079401bc1 Nov 02 12:54:34.635560 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b7b8995f-b590-461b-8351-4180ce59d577 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0254965 Nov 02 12:54:34.645534 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54402) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:34.659926 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ceb00525-207e-4db7-aaaa-8d21a87d23e3 None None] Port be643ec0-e668-46c0-ac36-0f7079401bc1 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:54:34.661098 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-3896a715-049e-4134-809f-9bbb933ea3bd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'subnet': {'network_id': '950caa8b-342c-43ee-8569-196bbe644df8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:34.700113 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:54:34.709131 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:54:34.709131 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb00525-207e-4db7-aaaa-8d21a87d23e3 None None] Pushing event updated for resources: {'Port': ['ID=23731878-5d01-4cfa-b252-74bef5e7c58f,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:34.729379 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fed012-97e0-496a-8384-618cd0963930 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dae2f5-de1b-4d89-9acb-c1943fe356a8,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:34.740988 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e7fed012-97e0-496a-8384-618cd0963930 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (f688b8f8-7bcf-442e-b24c-e6d4bdea9b64), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:34.746071 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a44f62-4429-4e11-b259-cd829a6f5c85 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network 0d57f6e5-3894-454b-91d5-468879d61329 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:54:34.767942 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1fbd9-50b2-49a6-995a-59da3b9344b6 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Pushing event updated for resources: {'Subnet': ['ID=3e1f61b8-7402-40ad-91da-8ebec53b6d3d,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:34.799904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-718c4f2e-6ea5-4f5e-ad1d-0f7da0dd59ed None None] Provisioning complete for port 7bfe3cd6-1354-4753-aa75-d822e79fa8ee triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:34.804671 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-718c4f2e-6ea5-4f5e-ad1d-0f7da0dd59ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7bfe3cd6-1354-4753-aa75-d822e79fa8ee), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:34.804671 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-718c4f2e-6ea5-4f5e-ad1d-0f7da0dd59ed None None] Attempt 1 to provision port 7bfe3cd6-1354-4753-aa75-d822e79fa8ee Nov 02 12:54:34.839362 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-72a44f62-4429-4e11-b259-cd829a6f5c85 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 0d57f6e5-3894-454b-91d5-468879d61329) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:34.847663 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a44f62-4429-4e11-b259-cd829a6f5c85 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:34.849684 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72a44f62-4429-4e11-b259-cd829a6f5c85 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:34.870459 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad4ff4d-09fc-4c67-bcba-da80b6d61632 None None] Network 0d57f6e5-3894-454b-91d5-468879d61329 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:34.911184 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be1fbd9-50b2-49a6-995a-59da3b9344b6 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Checking segment: {'id': '82a376a5-908e-4ab9-896b-61dd9acdfe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'b55f8d05-f58b-47d9-bd84-383ab52b49bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:54:34.911184 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be1fbd9-50b2-49a6-995a-59da3b9344b6 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Network hostable DHCP agents. Network: b55f8d05-f58b-47d9-bd84-383ab52b49bb, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:54:34.940355 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e7fed012-97e0-496a-8384-618cd0963930 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (f688b8f8-7bcf-442e-b24c-e6d4bdea9b64), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:34.954807 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fed012-97e0-496a-8384-618cd0963930 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:34.958465 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e7fed012-97e0-496a-8384-618cd0963930 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:35.051519 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-72a44f62-4429-4e11-b259-cd829a6f5c85 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4727700 Nov 02 12:54:35.052454 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54410) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:35.059777 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-b7681843-c6ae-41b6-9aa0-a7a73ca757ff tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2122652973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:35.093773 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fed012-97e0-496a-8384-618cd0963930 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Network': ['ID=f688b8f8-7bcf-442e-b24c-e6d4bdea9b64,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:35.120132 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:35.122468 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-718c4f2e-6ea5-4f5e-ad1d-0f7da0dd59ed None None] Port 7bfe3cd6-1354-4753-aa75-d822e79fa8ee cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:54:35.126387 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network f688b8f8-7bcf-442e-b24c-e6d4bdea9b64 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:54:35.133197 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be1fbd9-50b2-49a6-995a-59da3b9344b6 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Network b55f8d05-f58b-47d9-bd84-383ab52b49bb is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:54:35.143504 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-8be1fbd9-50b2-49a6-995a-59da3b9344b6 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, b55f8d05-f58b-47d9-bd84-383ab52b49bb) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:35.154689 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1fbd9-50b2-49a6-995a-59da3b9344b6 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:35.157551 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8be1fbd9-50b2-49a6-995a-59da3b9344b6 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:35.161467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd41407-b85e-4f82-a6c1-e05060f3d3a8 None None] Network b55f8d05-f58b-47d9-bd84-383ab52b49bb requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:35.167277 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3896a715-049e-4134-809f-9bbb933ea3bd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:35.178570 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3896a715-049e-4134-809f-9bbb933ea3bd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:35.211330 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e7fed012-97e0-496a-8384-618cd0963930 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7732360 Nov 02 12:54:35.251909 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b7681843-c6ae-41b6-9aa0-a7a73ca757ff tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (40448205-2003-4361-a8f9-1eb676eec41b), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:35.256939 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b7681843-c6ae-41b6-9aa0-a7a73ca757ff tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (40448205-2003-4361-a8f9-1eb676eec41b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:35.357743 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54416) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:35.378745 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5d4a33bb-c877-435c-aa35-4de5afe3772c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'subnet': {'network_id': 'f688b8f8-7bcf-442e-b24c-e6d4bdea9b64', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:35.398703 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b7681843-c6ae-41b6-9aa0-a7a73ca757ff tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for router_controller (40448205-2003-4361-a8f9-1eb676eec41b), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:35.444832 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8be1fbd9-50b2-49a6-995a-59da3b9344b6 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3781321 Nov 02 12:54:35.452820 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54418) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:35.462152 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-661e735f-9fd0-4e82-9989-5c00dccb397f tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Request body: {'port': {'network_id': 'b55f8d05-f58b-47d9-bd84-383ab52b49bb', 'name': 'tempest-DHCPAgentSchedulersTestJSON-410239350'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:35.468212 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:35.527907 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-0d57f6e5-3894-454b-91d5-468879d61329', 'network_id': '0d57f6e5-3894-454b-91d5-468879d61329', 'project_id': '3d34b3cffbc44c0aae74d45280e6cf4d', 'fixed_ips': [{'subnet_id': '01afb805-a2f8-4b73-89bb-70e8c77e5329'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:54:35.529658 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:35.616603 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54426) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:35.688518 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b7681843-c6ae-41b6-9aa0-a7a73ca757ff tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (40448205-2003-4361-a8f9-1eb676eec41b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:35.745044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 23731878-5d01-4cfa-b252-74bef5e7c58f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:35.774218 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:35.788402 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-b55f8d05-f58b-47d9-bd84-383ab52b49bb', 'network_id': 'b55f8d05-f58b-47d9-bd84-383ab52b49bb', 'project_id': '4dd0ba2781b444bfa96a5c7141ed3671', 'fixed_ips': [{'subnet_id': '3e1f61b8-7402-40ad-91da-8ebec53b6d3d'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:54:35.795771 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:35.808277 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-428b596c-6bb9-4aa1-9be2-7d2590b2f5d5 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7ce41b65c4ff4b298048562c1adf0695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1833394 Nov 02 12:54:35.808833 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54430) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:35.832057 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b7681843-c6ae-41b6-9aa0-a7a73ca757ff tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:35.837556 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b7681843-c6ae-41b6-9aa0-a7a73ca757ff tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7836950 Nov 02 12:54:35.840698 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54434) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:35.867720 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-b51208f8-57f8-497c-9292-74730d69c298 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'port': {'network_id': '0d57f6e5-3894-454b-91d5-468879d61329', 'name': 'tempest-PortsTestJSON-925817942'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:35.932237 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4a33bb-c877-435c-aa35-4de5afe3772c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:35.958165 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5d4a33bb-c877-435c-aa35-4de5afe3772c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:35.991726 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 23731878-5d01-4cfa-b252-74bef5e7c58f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:36.046737 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6d692f7e-e34a-4f50-bf73-81848034b01b admin admin] Publish callbacks [] for security_group (b51207c4-cc46-4aa1-9fb3-f433f1da38b9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:36.304542 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661e735f-9fd0-4e82-9989-5c00dccb397f tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Made reservation on behalf of 4dd0ba2781b444bfa96a5c7141ed3671 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:36.310935 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-661e735f-9fd0-4e82-9989-5c00dccb397f tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:36.316173 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51208f8-57f8-497c-9292-74730d69c298 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:36.322052 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b51208f8-57f8-497c-9292-74730d69c298 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:36.365609 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6d692f7e-e34a-4f50-bf73-81848034b01b admin admin] Publish callbacks [] for security_group (b51207c4-cc46-4aa1-9fb3-f433f1da38b9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:36.385794 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-661e735f-9fd0-4e82-9989-5c00dccb397f tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] device_id is not set on port 53529a2d-e0a9-4408-a36a-d0940efa82dd yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:54:36.397195 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:36.402926 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3896a715-049e-4134-809f-9bbb933ea3bd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (e29d927e-d2cc-46df-a32e-bfacd3ad5bc4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:36.435847 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] Allocated IP 172.20.0.2 (b55f8d05-f58b-47d9-bd84-383ab52b49bb/3e1f61b8-7402-40ad-91da-8ebec53b6d3d/4157b670-5d30-429c-9f18-0d468eee93e9) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:36.539471 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 23731878-5d01-4cfa-b252-74bef5e7c58f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:36.539930 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:36.542345 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 23731878-5d01-4cfa-b252-74bef5e7c58f Nov 02 12:54:36.559840 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896a715-049e-4134-809f-9bbb933ea3bd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Subnet': ['ID=e29d927e-d2cc-46df-a32e-bfacd3ad5bc4,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:36.633833 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:36.633956 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:36.635934 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-b51208f8-57f8-497c-9292-74730d69c298 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] device_id is not set on port 88389785-1e59-46c2-8ee2-6f5ba18f9b16 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:54:36.676578 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3896a715-049e-4134-809f-9bbb933ea3bd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 950caa8b-342c-43ee-8569-196bbe644df8 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:36.679334 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] Allocated IP 172.20.0.2 (0d57f6e5-3894-454b-91d5-468879d61329/01afb805-a2f8-4b73-89bb-70e8c77e5329/0c133ced-f5a1-4b73-ba42-96bc1b31ac10) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:36.687759 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6d692f7e-e34a-4f50-bf73-81848034b01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b51207c4-cc46-4aa1-9fb3-f433f1da38b9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:36.691857 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6d692f7e-e34a-4f50-bf73-81848034b01b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:36.698443 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6d692f7e-e34a-4f50-bf73-81848034b01b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b51207c4-cc46-4aa1-9fb3-f433f1da38b9 HTTP/1.1" status: 204 len: 168 time: 0.8878422 Nov 02 12:54:36.705226 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5d4a33bb-c877-435c-aa35-4de5afe3772c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (75626476-8040-41b0-9540-e7a4f13e3fc2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:36.801664 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-3896a715-049e-4134-809f-9bbb933ea3bd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:36.814350 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d692f7e-e34a-4f50-bf73-81848034b01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51207c4-cc46-4aa1-9fb3-f433f1da38b9,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:36.822228 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3896a715-049e-4134-809f-9bbb933ea3bd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:36.823038 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3896a715-049e-4134-809f-9bbb933ea3bd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:36.840920 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=77,neutron:INSERT=10,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:36.846322 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20a9104-9605-42cf-9ef0-d506fd71f142 None None] Network 950caa8b-342c-43ee-8569-196bbe644df8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:36.911771 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a33bb-c877-435c-aa35-4de5afe3772c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Subnet': ['ID=75626476-8040-41b0-9540-e7a4f13e3fc2,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:36.928821 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4a33bb-c877-435c-aa35-4de5afe3772c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Checking segment: {'id': '0b3b4d07-7416-44e1-9229-ddc192396eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'f688b8f8-7bcf-442e-b24c-e6d4bdea9b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:54:36.930228 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4a33bb-c877-435c-aa35-4de5afe3772c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network hostable DHCP agents. Network: f688b8f8-7bcf-442e-b24c-e6d4bdea9b64, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:54:36.952752 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3896a715-049e-4134-809f-9bbb933ea3bd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3023264 Nov 02 12:54:36.955502 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54464) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:36.959357 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 23731878-5d01-4cfa-b252-74bef5e7c58f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:36.961697 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6771b93e-6cc6-4853-ab99-46863bddd146 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-687062299', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e29d927e-d2cc-46df-a32e-bfacd3ad5bc4'}], 'security_groups': ['011a69d5-bc80-44ff-b867-b36b62386dce']}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:37.009839 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:37.169785 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4a33bb-c877-435c-aa35-4de5afe3772c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network f688b8f8-7bcf-442e-b24c-e6d4bdea9b64 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:54:37.223325 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6771b93e-6cc6-4853-ab99-46863bddd146 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7bfe3cd6-1354-4753-aa75-d822e79fa8ee), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:37.332430 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] Publish callbacks [] for port (4157b670-5d30-429c-9f18-0d468eee93e9), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:37.370829 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-5d4a33bb-c877-435c-aa35-4de5afe3772c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, f688b8f8-7bcf-442e-b24c-e6d4bdea9b64) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:37.383875 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4a33bb-c877-435c-aa35-4de5afe3772c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:37.387281 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5d4a33bb-c877-435c-aa35-4de5afe3772c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:37.425673 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076772c9-d090-43f8-8a9e-612423dba5f9 None None] Network f688b8f8-7bcf-442e-b24c-e6d4bdea9b64 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:37.504998 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (4157b670-5d30-429c-9f18-0d468eee93e9), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:37.547476 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5d4a33bb-c877-435c-aa35-4de5afe3772c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1759100 Nov 02 12:54:37.551397 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54472) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:37.570856 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f1a36d53-6e42-4692-b2fb-473fabdbe2fb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-328970202'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:37.616336 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] Pushing event updated for resources: {'Port': ['ID=4157b670-5d30-429c-9f18-0d468eee93e9,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:37.620823 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-661e735f-9fd0-4e82-9989-5c00dccb397f tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Allocated IP 172.20.0.13 (b55f8d05-f58b-47d9-bd84-383ab52b49bb/3e1f61b8-7402-40ad-91da-8ebec53b6d3d/53529a2d-e0a9-4408-a36a-d0940efa82dd) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:37.693814 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97de1ab-0dcf-48a9-bab6-bb020c05da97 None None] Update dhcp port {'port': {'network_id': '950caa8b-342c-43ee-8569-196bbe644df8', 'fixed_ips': [{'subnet_id': '3783e879-959b-4b12-82d9-0f6081bb09ed', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e29d927e-d2cc-46df-a32e-bfacd3ad5bc4'}], 'binding:host_id': 'n-d-857339-6'}, 'id': '23731878-5d01-4cfa-b252-74bef5e7c58f'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 12:54:37.762725 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a36d53-6e42-4692-b2fb-473fabdbe2fb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:37.779013 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1a36d53-6e42-4692-b2fb-473fabdbe2fb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:37.808672 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] Network b55f8d05-f58b-47d9-bd84-383ab52b49bb is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:37.845964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:37.851081 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a36d53-6e42-4692-b2fb-473fabdbe2fb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:54:37.863313 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] Publish callbacks [] for port (0c133ced-f5a1-4b73-ba42-96bc1b31ac10), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:37.882263 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:37.885879 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b97de1ab-0dcf-48a9-bab6-bb020c05da97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:37.902858 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1a36d53-6e42-4692-b2fb-473fabdbe2fb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (38815616-4747-4f2d-bdbb-6caf85b46d76), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:37.905233 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-f1a36d53-6e42-4692-b2fb-473fabdbe2fb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Added segment 38815616-4747-4f2d-bdbb-6caf85b46d76 of type vlan for network b3825f1f-fc99-4a6c-bc45-502ca24f3dac Nov 02 12:54:38.006161 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1a36d53-6e42-4692-b2fb-473fabdbe2fb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (b3825f1f-fc99-4a6c-bc45-502ca24f3dac), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:38.046092 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=17 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:38.047886 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (0c133ced-f5a1-4b73-ba42-96bc1b31ac10), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:38.118421 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-b51208f8-57f8-497c-9292-74730d69c298 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Allocated IP 172.20.0.9 (0d57f6e5-3894-454b-91d5-468879d61329/01afb805-a2f8-4b73-89bb-70e8c77e5329/88389785-1e59-46c2-8ee2-6f5ba18f9b16) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:38.119292 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1a36d53-6e42-4692-b2fb-473fabdbe2fb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (b3825f1f-fc99-4a6c-bc45-502ca24f3dac), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:38.127121 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a36d53-6e42-4692-b2fb-473fabdbe2fb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:38.127750 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1a36d53-6e42-4692-b2fb-473fabdbe2fb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:38.319490 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f1a36d53-6e42-4692-b2fb-473fabdbe2fb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7661207 Nov 02 12:54:38.323791 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54496) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:38.330383 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-606cc3eb-9072-4d69-adb1-f693c502043c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'subnet': {'network_id': 'b3825f1f-fc99-4a6c-bc45-502ca24f3dac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:38.352741 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a36d53-6e42-4692-b2fb-473fabdbe2fb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Network': ['ID=b3825f1f-fc99-4a6c-bc45-502ca24f3dac,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:38.438512 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-f688b8f8-7bcf-442e-b24c-e6d4bdea9b64', 'network_id': 'f688b8f8-7bcf-442e-b24c-e6d4bdea9b64', 'project_id': 'd4052ea9dbe5435fad182eb586fcfe76', 'fixed_ips': [{'subnet_id': '75626476-8040-41b0-9540-e7a4f13e3fc2'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:54:38.443156 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:38.448112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network b3825f1f-fc99-4a6c-bc45-502ca24f3dac details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:54:38.496950 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:38.505232 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54498) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:38.606288 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606cc3eb-9072-4d69-adb1-f693c502043c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:38.622782 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] Network 0d57f6e5-3894-454b-91d5-468879d61329 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:38.631593 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-606cc3eb-9072-4d69-adb1-f693c502043c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:38.718487 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] Pushing event updated for resources: {'Port': ['ID=0c133ced-f5a1-4b73-ba42-96bc1b31ac10,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:38.748321 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] Attempting to bind port 4157b670-5d30-429c-9f18-0d468eee93e9 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:54:38.748321 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] Attempting to bind port 4157b670-5d30-429c-9f18-0d468eee93e9 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '82a376a5-908e-4ab9-896b-61dd9acdfe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'b55f8d05-f58b-47d9-bd84-383ab52b49bb'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:54:38.763434 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b51208f8-57f8-497c-9292-74730d69c298 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (88389785-1e59-46c2-8ee2-6f5ba18f9b16), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:38.764198 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] Attempting to bind port 4157b670-5d30-429c-9f18-0d468eee93e9 on network b55f8d05-f58b-47d9-bd84-383ab52b49bb {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:38.767603 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:38.786902 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:38.818438 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-6771b93e-6cc6-4853-ab99-46863bddd146 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Delete allocated IP 2001:db8::2ad (950caa8b-342c-43ee-8569-196bbe644df8/3783e879-959b-4b12-82d9-0f6081bb09ed) {{(pid=105975) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 02 12:54:38.865987 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-6771b93e-6cc6-4853-ab99-46863bddd146 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Allocated IP 2001:db8:0:1::fb (950caa8b-342c-43ee-8569-196bbe644df8/e29d927e-d2cc-46df-a32e-bfacd3ad5bc4/7bfe3cd6-1354-4753-aa75-d822e79fa8ee) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:38.874535 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-661e735f-9fd0-4e82-9989-5c00dccb397f tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks [] for port (53529a2d-e0a9-4408-a36a-d0940efa82dd), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.048344 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b51208f8-57f8-497c-9292-74730d69c298 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (88389785-1e59-46c2-8ee2-6f5ba18f9b16), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.146398 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-927bd76c-2496-4e11-a4a5-7a4b845bf7d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.155815 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:54:39.156085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] Checking segment: {'id': '82a376a5-908e-4ab9-896b-61dd9acdfe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'b55f8d05-f58b-47d9-bd84-383ab52b49bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:54:39.156447 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.162413 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] Bound using segment: {'id': '82a376a5-908e-4ab9-896b-61dd9acdfe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'b55f8d05-f58b-47d9-bd84-383ab52b49bb'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:54:39.163187 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] Bound port: 4157b670-5d30-429c-9f18-0d468eee93e9, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a376a5-908e-4ab9-896b-61dd9acdfe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'b55f8d05-f58b-47d9-bd84-383ab52b49bb'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:54:39.164555 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4157b670-5d30-429c-9f18-0d468eee93e9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.213863 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-661e735f-9fd0-4e82-9989-5c00dccb397f tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (53529a2d-e0a9-4408-a36a-d0940efa82dd), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.253735 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51208f8-57f8-497c-9292-74730d69c298 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network 0d57f6e5-3894-454b-91d5-468879d61329 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:39.275075 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-b51208f8-57f8-497c-9292-74730d69c298 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:39.276461 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-606cc3eb-9072-4d69-adb1-f693c502043c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (d43dd838-540a-4032-a290-4f5e42bfc270), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.299836 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] Attempting to bind port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:54:39.300207 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] Attempting to bind port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ec4625ec-cf67-40b6-b2df-501448369a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d57f6e5-3894-454b-91d5-468879d61329'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:54:39.300600 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] Attempting to bind port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 on network 0d57f6e5-3894-454b-91d5-468879d61329 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:39.322227 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51208f8-57f8-497c-9292-74730d69c298 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=88389785-1e59-46c2-8ee2-6f5ba18f9b16,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:39.332976 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51208f8-57f8-497c-9292-74730d69c298 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:39.349128 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661e735f-9fd0-4e82-9989-5c00dccb397f tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Network b55f8d05-f58b-47d9-bd84-383ab52b49bb is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:39.406390 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:39.433944 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-661e735f-9fd0-4e82-9989-5c00dccb397f tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:39.456932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Allocated IP 172.20.255.242 (f688b8f8-7bcf-442e-b24c-e6d4bdea9b64/75626476-8040-41b0-9540-e7a4f13e3fc2/c75d4e13-6063-4fc5-9aba-3dfd048e716f) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:39.467578 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661e735f-9fd0-4e82-9989-5c00dccb397f tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:39.486248 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:39.497266 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:39.543616 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cc3eb-9072-4d69-adb1-f693c502043c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Subnet': ['ID=d43dd838-540a-4032-a290-4f5e42bfc270,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:39.582207 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606cc3eb-9072-4d69-adb1-f693c502043c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Checking segment: {'id': '38815616-4747-4f2d-bdbb-6caf85b46d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b3825f1f-fc99-4a6c-bc45-502ca24f3dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:54:39.582778 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606cc3eb-9072-4d69-adb1-f693c502043c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network hostable DHCP agents. Network: b3825f1f-fc99-4a6c-bc45-502ca24f3dac, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:54:39.628010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:54:39.628519 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] Checking segment: {'id': 'ec4625ec-cf67-40b6-b2df-501448369a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d57f6e5-3894-454b-91d5-468879d61329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:54:39.628820 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.629355 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] Bound using segment: {'id': 'ec4625ec-cf67-40b6-b2df-501448369a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d57f6e5-3894-454b-91d5-468879d61329'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:54:39.629717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] Bound port: 0c133ced-f5a1-4b73-ba42-96bc1b31ac10, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4625ec-cf67-40b6-b2df-501448369a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d57f6e5-3894-454b-91d5-468879d61329'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:54:39.630109 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0c133ced-f5a1-4b73-ba42-96bc1b31ac10), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.644527 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] For port 4157b670-5d30-429c-9f18-0d468eee93e9, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:39.664030 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51208f8-57f8-497c-9292-74730d69c298 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:39.664557 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-927bd76c-2496-4e11-a4a5-7a4b845bf7d7 admin admin] Publish callbacks [] for security_group (3ca03bd3-b0cf-46ea-bd94-696d50804c8d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.667512 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b51208f8-57f8-497c-9292-74730d69c298 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.692098 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e735f-9fd0-4e82-9989-5c00dccb397f tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Pushing event updated for resources: {'Port': ['ID=53529a2d-e0a9-4408-a36a-d0940efa82dd,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:39.751782 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] For port 4157b670-5d30-429c-9f18-0d468eee93e9, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4157b670-5d30-429c-9f18-0d468eee93e9,segment=NetworkSegment(82a376a5-908e-4ab9-896b-61dd9acdfe33),segment_id=82a376a5-908e-4ab9-896b-61dd9acdfe33)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:39.787170 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-927bd76c-2496-4e11-a4a5-7a4b845bf7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3ca03bd3-b0cf-46ea-bd94-696d50804c8d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.793308 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606cc3eb-9072-4d69-adb1-f693c502043c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network b3825f1f-fc99-4a6c-bc45-502ca24f3dac is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:54:39.859202 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4157b670-5d30-429c-9f18-0d468eee93e9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.893425 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-927bd76c-2496-4e11-a4a5-7a4b845bf7d7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6b50a796601a4dd7a314e515e19dd8cb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3869960 Nov 02 12:54:39.894290 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54532) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:39.939742 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bd76c-2496-4e11-a4a5-7a4b845bf7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca03bd3-b0cf-46ea-bd94-696d50804c8d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:39.964141 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] For port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:39.976510 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-606cc3eb-9072-4d69-adb1-f693c502043c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, b3825f1f-fc99-4a6c-bc45-502ca24f3dac) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:39.981872 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606cc3eb-9072-4d69-adb1-f693c502043c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:39.983572 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-606cc3eb-9072-4d69-adb1-f693c502043c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.005530 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ceeffb-c172-4c34-9981-ae59a04a08bc None None] Network b3825f1f-fc99-4a6c-bc45-502ca24f3dac requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:40.048880 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] For port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0c133ced-f5a1-4b73-ba42-96bc1b31ac10,segment=NetworkSegment(ec4625ec-cf67-40b6-b2df-501448369a4d),segment_id=ec4625ec-cf67-40b6-b2df-501448369a4d)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:40.074177 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446acac-35b9-444b-988c-5cb7ade2f8bd None None] Pushing event updated for resources: {'Port': ['ID=4157b670-5d30-429c-9f18-0d468eee93e9,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:40.077076 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9a3f6466-8306-4da3-b380-baa1004382f3 admin admin] Publish callbacks [] for security_group (3ca03bd3-b0cf-46ea-bd94-696d50804c8d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.087365 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Publish callbacks [] for port (c75d4e13-6063-4fc5-9aba-3dfd048e716f), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.139549 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-606cc3eb-9072-4d69-adb1-f693c502043c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8146634 Nov 02 12:54:40.140621 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=7,neutron:SELECT=82,neutron:INSERT=11 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:40.144581 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54536) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:40.166344 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9a3f6466-8306-4da3-b380-baa1004382f3 admin admin] Publish callbacks [] for security_group (3ca03bd3-b0cf-46ea-bd94-696d50804c8d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.220782 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0c133ced-f5a1-4b73-ba42-96bc1b31ac10), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.346843 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (c75d4e13-6063-4fc5-9aba-3dfd048e716f), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.401157 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f955a2-41de-489f-8656-817f56bc5ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-b3825f1f-fc99-4a6c-bc45-502ca24f3dac', 'network_id': 'b3825f1f-fc99-4a6c-bc45-502ca24f3dac', 'project_id': 'd4052ea9dbe5435fad182eb586fcfe76', 'fixed_ips': [{'subnet_id': 'd43dd838-540a-4032-a290-4f5e42bfc270'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:54:40.402246 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-21f955a2-41de-489f-8656-817f56bc5ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.497174 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Network f688b8f8-7bcf-442e-b24c-e6d4bdea9b64 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:40.514043 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-536b4dd9-cc92-47cb-8ea3-1fcd74255456 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (b3825f1f-fc99-4a6c-bc45-502ca24f3dac), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.546158 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661e735f-9fd0-4e82-9989-5c00dccb397f tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:40.546838 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-661e735f-9fd0-4e82-9989-5c00dccb397f tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.564101 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:40.582364 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9a3f6466-8306-4da3-b380-baa1004382f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3ca03bd3-b0cf-46ea-bd94-696d50804c8d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.582364 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9a3f6466-8306-4da3-b380-baa1004382f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.582364 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9a3f6466-8306-4da3-b380-baa1004382f3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3ca03bd3-b0cf-46ea-bd94-696d50804c8d HTTP/1.1" status: 204 len: 168 time: 0.6813235 Nov 02 12:54:40.584034 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54011cd-3d4e-413e-83d9-ea8783a5e249 None None] Pushing event updated for resources: {'Port': ['ID=0c133ced-f5a1-4b73-ba42-96bc1b31ac10,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:40.588847 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:40.625519 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b51208f8-57f8-497c-9292-74730d69c298 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.7716186 Nov 02 12:54:40.629916 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6771b93e-6cc6-4853-ab99-46863bddd146 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (7bfe3cd6-1354-4753-aa75-d822e79fa8ee), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.634409 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54546) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:40.683039 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f6466-8306-4da3-b380-baa1004382f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca03bd3-b0cf-46ea-bd94-696d50804c8d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:40.731215 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54550) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:40.732104 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-536b4dd9-cc92-47cb-8ea3-1fcd74255456 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (d43dd838-540a-4032-a290-4f5e42bfc270), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.778197 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-661e735f-9fd0-4e82-9989-5c00dccb397f tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3281319 Nov 02 12:54:40.779719 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6771b93e-6cc6-4853-ab99-46863bddd146 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (7bfe3cd6-1354-4753-aa75-d822e79fa8ee), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.791759 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54554) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:40.917846 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Pushing event updated for resources: {'Port': ['ID=c75d4e13-6063-4fc5-9aba-3dfd048e716f,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:41.013909 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6771b93e-6cc6-4853-ab99-46863bddd146 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] In _notify_port_updated(), no bound segment for port 7bfe3cd6-1354-4753-aa75-d822e79fa8ee on network 950caa8b-342c-43ee-8569-196bbe644df8 {{(pid=105975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 12:54:41.018861 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6771b93e-6cc6-4853-ab99-46863bddd146 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:41.019867 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6771b93e-6cc6-4853-ab99-46863bddd146 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.021474 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6771b93e-6cc6-4853-ab99-46863bddd146 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "PUT /networking/v2.0/ports/7bfe3cd6-1354-4753-aa75-d822e79fa8ee HTTP/1.1" status: 200 len: 929 time: 4.0647492 Nov 02 12:54:41.025722 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54556) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:41.140813 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771b93e-6cc6-4853-ab99-46863bddd146 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=7bfe3cd6-1354-4753-aa75-d822e79fa8ee,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:41.158392 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-536b4dd9-cc92-47cb-8ea3-1fcd74255456 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (d43dd838-540a-4032-a290-4f5e42bfc270), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.183471 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:41.240161 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:41.247668 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b4dd9-cc92-47cb-8ea3-1fcd74255456 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Subnet': ['ID=d43dd838-540a-4032-a290-4f5e42bfc270,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server [None req-21f955a2-41de-489f-8656-817f56bc5ecf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d43dd838-540a-4032-a290-4f5e42bfc270: This subnet is being modified by another concurrent operation. Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1018, in wrapper Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server raise exception Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d43dd838-540a-4032-a290-4f5e42bfc270: This subnet is being modified by another concurrent operation. Nov 02 12:54:41.289218 n-d-857339-6 neutron-server[105977]: ERROR oslo_messaging.rpc.server Nov 02 12:54:41.404082 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:41.404425 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:41.404798 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:41.405218 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:41.405545 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:41.405906 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:41.406735 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:41.407089 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:41.407411 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:41.424310 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:41.426623 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-03e4a271-22de-484a-8017-dbf17ecfc7d1 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Deleting port 53529a2d-e0a9-4408-a36a-d0940efa82dd {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:41.426782 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:41.426782 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:41.426782 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:41.426782 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:41.426782 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:41.429965 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03e4a271-22de-484a-8017-dbf17ecfc7d1 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (53529a2d-e0a9-4408-a36a-d0940efa82dd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.470685 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Attempting to bind port c75d4e13-6063-4fc5-9aba-3dfd048e716f on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:54:41.471219 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Attempting to bind port c75d4e13-6063-4fc5-9aba-3dfd048e716f by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '0b3b4d07-7416-44e1-9229-ddc192396eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'f688b8f8-7bcf-442e-b24c-e6d4bdea9b64'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:54:41.471694 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Attempting to bind port c75d4e13-6063-4fc5-9aba-3dfd048e716f on network f688b8f8-7bcf-442e-b24c-e6d4bdea9b64 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:41.489919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-b97de1ab-0dcf-48a9-bab6-bb020c05da97 None None] Allocated IP 2001:db8:0:1::2 (950caa8b-342c-43ee-8569-196bbe644df8/e29d927e-d2cc-46df-a32e-bfacd3ad5bc4/23731878-5d01-4cfa-b252-74bef5e7c58f) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:41.661886 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e29974bb-8c7b-4f76-8cf8-a60d5242acd1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port 7bfe3cd6-1354-4753-aa75-d822e79fa8ee {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:41.662986 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e29974bb-8c7b-4f76-8cf8-a60d5242acd1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7bfe3cd6-1354-4753-aa75-d822e79fa8ee), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.709562 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2283a6b1-4bf1-4f02-8397-76a6233c98cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.717331 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-536b4dd9-cc92-47cb-8ea3-1fcd74255456 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (b3825f1f-fc99-4a6c-bc45-502ca24f3dac), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.740571 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03e4a271-22de-484a-8017-dbf17ecfc7d1 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (53529a2d-e0a9-4408-a36a-d0940efa82dd), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.781085 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-03e4a271-22de-484a-8017-dbf17ecfc7d1 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Calling delete_port for 53529a2d-e0a9-4408-a36a-d0940efa82dd owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:41.816817 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:41.832897 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:41.833462 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:42.032762 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:54:42.033303 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Checking segment: {'id': '0b3b4d07-7416-44e1-9229-ddc192396eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'f688b8f8-7bcf-442e-b24c-e6d4bdea9b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:54:42.033656 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.034063 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Bound using segment: {'id': '0b3b4d07-7416-44e1-9229-ddc192396eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'f688b8f8-7bcf-442e-b24c-e6d4bdea9b64'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:54:42.034625 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Bound port: c75d4e13-6063-4fc5-9aba-3dfd048e716f, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b3b4d07-7416-44e1-9229-ddc192396eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'f688b8f8-7bcf-442e-b24c-e6d4bdea9b64'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:54:42.035201 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c75d4e13-6063-4fc5-9aba-3dfd048e716f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.053576 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4157b670-5d30-429c-9f18-0d468eee93e9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:42.088179 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-536b4dd9-cc92-47cb-8ea3-1fcd74255456 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3825f1f-fc99-4a6c-bc45-502ca24f3dac']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:42.108810 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-536b4dd9-cc92-47cb-8ea3-1fcd74255456 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38815616-4747-4f2d-bdbb-6caf85b46d76') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:42.110101 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-536b4dd9-cc92-47cb-8ea3-1fcd74255456 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38815616-4747-4f2d-bdbb-6caf85b46d76') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:42.154758 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-536b4dd9-cc92-47cb-8ea3-1fcd74255456 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (38815616-4747-4f2d-bdbb-6caf85b46d76), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.187646 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-536b4dd9-cc92-47cb-8ea3-1fcd74255456 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (38815616-4747-4f2d-bdbb-6caf85b46d76), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.200744 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536b4dd9-cc92-47cb-8ea3-1fcd74255456 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:54:42.201493 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-536b4dd9-cc92-47cb-8ea3-1fcd74255456 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (38815616-4747-4f2d-bdbb-6caf85b46d76), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.213718 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54572) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:42.266396 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-78960929-3255-4090-9921-f03dd7c800e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.296152 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0a392cbb-f0ea-4cbb-9865-06362bcd8bcf tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (88389785-1e59-46c2-8ee2-6f5ba18f9b16), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.299600 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03e4a271-22de-484a-8017-dbf17ecfc7d1 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (53529a2d-e0a9-4408-a36a-d0940efa82dd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.305789 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-137af4e4-0b66-4990-99e1-ff6ecb2826bb None None] Provisioning complete for port 4157b670-5d30-429c-9f18-0d468eee93e9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:42.306306 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-137af4e4-0b66-4990-99e1-ff6ecb2826bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4157b670-5d30-429c-9f18-0d468eee93e9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.306831 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-137af4e4-0b66-4990-99e1-ff6ecb2826bb None None] Attempt 1 to provision port 4157b670-5d30-429c-9f18-0d468eee93e9 Nov 02 12:54:42.372674 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4a271-22de-484a-8017-dbf17ecfc7d1 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Pushing event deleted for resources: {'Port': ['ID=53529a2d-e0a9-4408-a36a-d0940efa82dd,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:42.409147 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e29974bb-8c7b-4f76-8cf8-a60d5242acd1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7bfe3cd6-1354-4753-aa75-d822e79fa8ee), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.416677 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b97de1ab-0dcf-48a9-bab6-bb020c05da97 None None] For port 23731878-5d01-4cfa-b252-74bef5e7c58f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=23731878-5d01-4cfa-b252-74bef5e7c58f,segment=NetworkSegment(4082de43-43aa-429a-8a3d-b3abe3bc0442),segment_id=4082de43-43aa-429a-8a3d-b3abe3bc0442)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:42.445631 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e29974bb-8c7b-4f76-8cf8-a60d5242acd1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for 7bfe3cd6-1354-4753-aa75-d822e79fa8ee owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:42.471562 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 38815616-4747-4f2d-bdbb-6caf85b46d76 resource provider aggregate not found Nov 02 12:54:42.486105 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2283a6b1-4bf1-4f02-8397-76a6233c98cc admin admin] Publish callbacks [] for security_group (00b538ff-b551-416b-b7fe-2293a5f62704), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.498383 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 4157b670-5d30-429c-9f18-0d468eee93e9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:42.499011 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4157b670-5d30-429c-9f18-0d468eee93e9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.499509 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 4157b670-5d30-429c-9f18-0d468eee93e9 Nov 02 12:54:42.555041 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] For port c75d4e13-6063-4fc5-9aba-3dfd048e716f, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:42.560693 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b97de1ab-0dcf-48a9-bab6-bb020c05da97 None None] Publish callbacks [] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.579817 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 38815616-4747-4f2d-bdbb-6caf85b46d76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38815616-4747-4f2d-bdbb-6caf85b46d76 found for delete ", "request_id": "req-b3a8b9e9-96b6-4844-a6e8-00680f9f6af6"}]} Nov 02 12:54:42.580148 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] For port c75d4e13-6063-4fc5-9aba-3dfd048e716f, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c75d4e13-6063-4fc5-9aba-3dfd048e716f,segment=NetworkSegment(0b3b4d07-7416-44e1-9229-ddc192396eb7),segment_id=0b3b4d07-7416-44e1-9229-ddc192396eb7)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:42.661972 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2283a6b1-4bf1-4f02-8397-76a6233c98cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (00b538ff-b551-416b-b7fe-2293a5f62704), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.669866 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03e4a271-22de-484a-8017-dbf17ecfc7d1 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.670568 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-536b4dd9-cc92-47cb-8ea3-1fcd74255456 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (b3825f1f-fc99-4a6c-bc45-502ca24f3dac), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.674597 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-03e4a271-22de-484a-8017-dbf17ecfc7d1 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] 10.222.0.64 "DELETE /networking/v2.0/ports/53529a2d-e0a9-4408-a36a-d0940efa82dd HTTP/1.1" status: 204 len: 168 time: 1.8618279 Nov 02 12:54:42.684478 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54582) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:42.701198 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-536b4dd9-cc92-47cb-8ea3-1fcd74255456 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.701198 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-536b4dd9-cc92-47cb-8ea3-1fcd74255456 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/b3825f1f-fc99-4a6c-bc45-502ca24f3dac HTTP/1.1" status: 204 len: 168 time: 2.5550752 Nov 02 12:54:42.708123 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54584) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:42.727591 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-b32a34a8-b345-4ce2-a3a7-004076cd3d2e tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-49061466'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:42.750328 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b4dd9-cc92-47cb-8ea3-1fcd74255456 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Network': ['ID=b3825f1f-fc99-4a6c-bc45-502ca24f3dac,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:42.751626 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c75d4e13-6063-4fc5-9aba-3dfd048e716f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.760367 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:42.771456 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b97de1ab-0dcf-48a9-bab6-bb020c05da97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.778648 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2283a6b1-4bf1-4f02-8397-76a6233c98cc admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ec85550047b64522b160e22f69bdec50&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0337024 Nov 02 12:54:42.782239 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283a6b1-4bf1-4f02-8397-76a6233c98cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b538ff-b551-416b-b7fe-2293a5f62704,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:42.795037 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54594) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:42.810652 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-78960929-3255-4090-9921-f03dd7c800e3 admin admin] Publish callbacks [] for security_group (f860c1a2-c6df-4d84-8a2c-2e48273bc83e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.889793 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e29974bb-8c7b-4f76-8cf8-a60d5242acd1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (7bfe3cd6-1354-4753-aa75-d822e79fa8ee), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.898770 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-78960929-3255-4090-9921-f03dd7c800e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f860c1a2-c6df-4d84-8a2c-2e48273bc83e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.932085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-137af4e4-0b66-4990-99e1-ff6ecb2826bb None None] Current status of the port 4157b670-5d30-429c-9f18-0d468eee93e9 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:42.933190 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-137af4e4-0b66-4990-99e1-ff6ecb2826bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4157b670-5d30-429c-9f18-0d468eee93e9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.945862 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32a34a8-b345-4ce2-a3a7-004076cd3d2e tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:42.956114 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b32a34a8-b345-4ce2-a3a7-004076cd3d2e tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.969895 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-78960929-3255-4090-9921-f03dd7c800e3 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=585cd942a62049b2b42a54db568118c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7537525 Nov 02 12:54:42.993125 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54600) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:43.039099 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29974bb-8c7b-4f76-8cf8-a60d5242acd1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=7bfe3cd6-1354-4753-aa75-d822e79fa8ee,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:43.118635 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5e221dd5-a108-48d0-aa11-9fa081df784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.159598 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99915bd1-e51d-43f2-bcb6-04bdba8e3939 None None] Pushing event updated for resources: {'Port': ['ID=c75d4e13-6063-4fc5-9aba-3dfd048e716f,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:43.165787 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32a34a8-b345-4ce2-a3a7-004076cd3d2e tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:54:43.170708 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e29974bb-8c7b-4f76-8cf8-a60d5242acd1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.183065 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e29974bb-8c7b-4f76-8cf8-a60d5242acd1 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/ports/7bfe3cd6-1354-4753-aa75-d822e79fa8ee HTTP/1.1" status: 204 len: 168 time: 2.1562090 Nov 02 12:54:43.184064 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-852118f8-6dc1-4e8a-8dc7-99813ff079d6 admin admin] Publish callbacks [] for security_group (00b538ff-b551-416b-b7fe-2293a5f62704), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.186266 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54602) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:43.196202 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-137af4e4-0b66-4990-99e1-ff6ecb2826bb None None] For port 4157b670-5d30-429c-9f18-0d468eee93e9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4157b670-5d30-429c-9f18-0d468eee93e9,segment=NetworkSegment(82a376a5-908e-4ab9-896b-61dd9acdfe33),segment_id=82a376a5-908e-4ab9-896b-61dd9acdfe33)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:43.233780 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:43.237995 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6cfd2056-e33b-4919-ab9f-bac54260e2ab admin admin] Publish callbacks [] for security_group (f860c1a2-c6df-4d84-8a2c-2e48273bc83e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.263541 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0a392cbb-f0ea-4cbb-9865-06362bcd8bcf tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (88389785-1e59-46c2-8ee2-6f5ba18f9b16), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.267035 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78960929-3255-4090-9921-f03dd7c800e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f860c1a2-c6df-4d84-8a2c-2e48273bc83e,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:43.287428 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-aad1cb8f-ed02-4730-9595-a0de1336fc52 tempest-DHCPAgentSchedulersTestJSON-1656464921 tempest-DHCPAgentSchedulersTestJSON-1656464921-project-admin] 10.222.0.64 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.6018007 Nov 02 12:54:43.296629 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 4157b670-5d30-429c-9f18-0d468eee93e9 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:43.298794 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:43.299646 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54604) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:43.300067 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4157b670-5d30-429c-9f18-0d468eee93e9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.311707 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-137af4e4-0b66-4990-99e1-ff6ecb2826bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4157b670-5d30-429c-9f18-0d468eee93e9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.314630 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef59463-7039-4d8a-a87e-6681122c4f5f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] GET failed (client error): The resource could not be found. Nov 02 12:54:43.317051 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2ef59463-7039-4d8a-a87e-6681122c4f5f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports/7bfe3cd6-1354-4753-aa75-d822e79fa8ee HTTP/1.1" status: 404 len: 333 time: 0.1187248 Nov 02 12:54:43.321214 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-69d51398-f852-408f-97b6-60951f5fc6ef tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1372985962'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:43.321666 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54606) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:43.332037 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b32a34a8-b345-4ce2-a3a7-004076cd3d2e tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e7028f5f-e59a-4cb5-8b9f-4128667fea87), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.332384 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-b32a34a8-b345-4ce2-a3a7-004076cd3d2e tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Added segment e7028f5f-e59a-4cb5-8b9f-4128667fea87 of type vlan for network 5018f941-c5a2-4757-931e-3252c29c8c37 Nov 02 12:54:43.335718 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6cfd2056-e33b-4919-ab9f-bac54260e2ab admin admin] Publish callbacks [] for security_group (f860c1a2-c6df-4d84-8a2c-2e48273bc83e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.336685 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-852118f8-6dc1-4e8a-8dc7-99813ff079d6 admin admin] Publish callbacks [] for security_group (00b538ff-b551-416b-b7fe-2293a5f62704), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.400302 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0a392cbb-f0ea-4cbb-9865-06362bcd8bcf tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (88389785-1e59-46c2-8ee2-6f5ba18f9b16), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.542856 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b32a34a8-b345-4ce2-a3a7-004076cd3d2e tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (5018f941-c5a2-4757-931e-3252c29c8c37), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.544794 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d51398-f852-408f-97b6-60951f5fc6ef tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Made reservation on behalf of 4dd0ba2781b444bfa96a5c7141ed3671 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:43.548937 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-69d51398-f852-408f-97b6-60951f5fc6ef tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.553858 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2878fb67-f731-4cf5-8b68-9222cd811805 None None] Provisioning complete for port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:43.555343 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2878fb67-f731-4cf5-8b68-9222cd811805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0c133ced-f5a1-4b73-ba42-96bc1b31ac10), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.556148 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2878fb67-f731-4cf5-8b68-9222cd811805 None None] Attempt 1 to provision port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 Nov 02 12:54:43.559660 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:54:43.567890 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:54:43.606477 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a392cbb-f0ea-4cbb-9865-06362bcd8bcf tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=88389785-1e59-46c2-8ee2-6f5ba18f9b16,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:43.610098 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2215d54-d493-4535-9d17-6f19c507ffd2 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (cb8a2505-8d44-485c-a8e9-365656668392), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.647839 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d51398-f852-408f-97b6-60951f5fc6ef tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:54:43.672426 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2215d54-d493-4535-9d17-6f19c507ffd2 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (cb8a2505-8d44-485c-a8e9-365656668392), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.674047 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97de1ab-0dcf-48a9-bab6-bb020c05da97 None None] Pushing event updated for resources: {'Port': ['ID=23731878-5d01-4cfa-b252-74bef5e7c58f,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:43.677990 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-69d51398-f852-408f-97b6-60951f5fc6ef tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e18380c2-e392-444e-a571-02bb524daa12), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.678346 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-69d51398-f852-408f-97b6-60951f5fc6ef tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Added segment e18380c2-e392-444e-a571-02bb524daa12 of type vlan for network b804e4f8-4a12-44cd-8e89-f3617efc0c73 Nov 02 12:54:43.696973 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-852118f8-6dc1-4e8a-8dc7-99813ff079d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (00b538ff-b551-416b-b7fe-2293a5f62704), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.700367 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-852118f8-6dc1-4e8a-8dc7-99813ff079d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.702079 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-852118f8-6dc1-4e8a-8dc7-99813ff079d6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/00b538ff-b551-416b-b7fe-2293a5f62704 HTTP/1.1" status: 204 len: 168 time: 0.8981826 Nov 02 12:54:43.704020 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b32a34a8-b345-4ce2-a3a7-004076cd3d2e tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (5018f941-c5a2-4757-931e-3252c29c8c37), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.718550 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32a34a8-b345-4ce2-a3a7-004076cd3d2e tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:43.719468 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b32a34a8-b345-4ce2-a3a7-004076cd3d2e tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.815423 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-69d51398-f852-408f-97b6-60951f5fc6ef tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (b804e4f8-4a12-44cd-8e89-f3617efc0c73), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.860709 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:43.888930 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:43.895549 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137af4e4-0b66-4990-99e1-ff6ecb2826bb None None] Pushing event updated for resources: {'Port': ['ID=4157b670-5d30-429c-9f18-0d468eee93e9,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:43.903089 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6cfd2056-e33b-4919-ab9f-bac54260e2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f860c1a2-c6df-4d84-8a2c-2e48273bc83e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.910365 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6cfd2056-e33b-4919-ab9f-bac54260e2ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.918119 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6cfd2056-e33b-4919-ab9f-bac54260e2ab admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f860c1a2-c6df-4d84-8a2c-2e48273bc83e HTTP/1.1" status: 204 len: 168 time: 0.9236634 Nov 02 12:54:43.918335 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852118f8-6dc1-4e8a-8dc7-99813ff079d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b538ff-b551-416b-b7fe-2293a5f62704,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:43.956093 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd2056-e33b-4919-ab9f-bac54260e2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f860c1a2-c6df-4d84-8a2c-2e48273bc83e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:43.960563 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:43.978583 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.db.resource_extend [None req-69d51398-f852-408f-97b6-60951f5fc6ef tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:54:44.012118 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2878fb67-f731-4cf5-8b68-9222cd811805 None None] Current status of the port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:44.025154 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2878fb67-f731-4cf5-8b68-9222cd811805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0c133ced-f5a1-4b73-ba42-96bc1b31ac10), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.085142 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0a392cbb-f0ea-4cbb-9865-06362bcd8bcf tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (40448205-2003-4361-a8f9-1eb676eec41b), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.088456 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b32a34a8-b345-4ce2-a3a7-004076cd3d2e tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3628519 Nov 02 12:54:44.101751 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54616) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:44.118367 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-68c61dd7-78f4-43fa-853d-c9d9a3b9a037 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'subnet': {'network_id': '5018f941-c5a2-4757-931e-3252c29c8c37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:44.195928 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2878fb67-f731-4cf5-8b68-9222cd811805 None None] For port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0c133ced-f5a1-4b73-ba42-96bc1b31ac10,segment=NetworkSegment(ec4625ec-cf67-40b6-b2df-501448369a4d),segment_id=ec4625ec-cf67-40b6-b2df-501448369a4d)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:44.212319 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 4157b670-5d30-429c-9f18-0d468eee93e9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:44.217583 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:44.272570 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a34a8-b345-4ce2-a3a7-004076cd3d2e tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Network': ['ID=5018f941-c5a2-4757-931e-3252c29c8c37,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:44.284175 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-69d51398-f852-408f-97b6-60951f5fc6ef tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (b804e4f8-4a12-44cd-8e89-f3617efc0c73), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.293241 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d51398-f852-408f-97b6-60951f5fc6ef tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:44.293883 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-69d51398-f852-408f-97b6-60951f5fc6ef tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.297958 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 5018f941-c5a2-4757-931e-3252c29c8c37 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:54:44.349398 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2878fb67-f731-4cf5-8b68-9222cd811805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0c133ced-f5a1-4b73-ba42-96bc1b31ac10), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.370501 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2215d54-d493-4535-9d17-6f19c507ffd2 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (cb8a2505-8d44-485c-a8e9-365656668392), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.374060 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2215d54-d493-4535-9d17-6f19c507ffd2 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.377070 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a2215d54-d493-4535-9d17-6f19c507ffd2 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/cb8a2505-8d44-485c-a8e9-365656668392 HTTP/1.1" status: 204 len: 168 time: 1.0425131 Nov 02 12:54:44.381353 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54618) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:44.421971 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2215d54-d493-4535-9d17-6f19c507ffd2 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8a2505-8d44-485c-a8e9-365656668392,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:44.432431 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d51398-f852-408f-97b6-60951f5fc6ef tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Pushing event updated for resources: {'Network': ['ID=b804e4f8-4a12-44cd-8e89-f3617efc0c73,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:44.477070 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c61dd7-78f4-43fa-853d-c9d9a3b9a037 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:44.505727 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-68c61dd7-78f4-43fa-853d-c9d9a3b9a037 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.506095 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-69d51398-f852-408f-97b6-60951f5fc6ef tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2026296 Nov 02 12:54:44.508873 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54624) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:44.549960 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network b804e4f8-4a12-44cd-8e89-f3617efc0c73 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:54:44.618571 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:44.618961 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0c133ced-f5a1-4b73-ba42-96bc1b31ac10), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.619301 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 Nov 02 12:54:44.722103 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.ipam_backend_mixin [None req-68c61dd7-78f4-43fa-853d-c9d9a3b9a037 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Performing IP validity checks on allocation pools {{(pid=105976) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 02 12:54:44.722622 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.ipam_backend_mixin [None req-68c61dd7-78f4-43fa-853d-c9d9a3b9a037 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105976) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 02 12:54:44.729183 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0a392cbb-f0ea-4cbb-9865-06362bcd8bcf tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (88389785-1e59-46c2-8ee2-6f5ba18f9b16), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.741752 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fe66c93b-eeee-443a-83c3-c0a2fa7e705d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (011a69d5-bc80-44ff-b867-b36b62386dce), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.793339 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3fd3767b-3f51-4afc-8ae8-8b90144e2175 None None] Could not find standard attr ID for object 7bfe3cd6-1354-4753-aa75-d822e79fa8ee. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:54:44.796838 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fe66c93b-eeee-443a-83c3-c0a2fa7e705d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (011a69d5-bc80-44ff-b867-b36b62386dce), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.890393 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2269042-f074-4f45-8895-0067062e15e3 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:54:45.031285 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:45.032562 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fe66c93b-eeee-443a-83c3-c0a2fa7e705d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (011a69d5-bc80-44ff-b867-b36b62386dce), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.035220 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fe66c93b-eeee-443a-83c3-c0a2fa7e705d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.036415 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fe66c93b-eeee-443a-83c3-c0a2fa7e705d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/011a69d5-bc80-44ff-b867-b36b62386dce HTTP/1.1" status: 204 len: 168 time: 0.6517866 Nov 02 12:54:45.047850 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54638) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:45.048746 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2269042-f074-4f45-8895-0067062e15e3 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:54:45.062915 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878fb67-f731-4cf5-8b68-9222cd811805 None None] Pushing event updated for resources: {'Port': ['ID=0c133ced-f5a1-4b73-ba42-96bc1b31ac10,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:45.070977 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66c93b-eeee-443a-83c3-c0a2fa7e705d tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=011a69d5-bc80-44ff-b867-b36b62386dce,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:45.158008 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3fd3767b-3f51-4afc-8ae8-8b90144e2175 None None] Provisioning complete for port 23731878-5d01-4cfa-b252-74bef5e7c58f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:45.158979 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3fd3767b-3f51-4afc-8ae8-8b90144e2175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.159471 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3fd3767b-3f51-4afc-8ae8-8b90144e2175 None None] Attempt 1 to provision port 23731878-5d01-4cfa-b252-74bef5e7c58f Nov 02 12:54:45.204516 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:45.278932 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.281648 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=27 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:45.286148 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-68c61dd7-78f4-43fa-853d-c9d9a3b9a037 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (bb0dfaaf-a7f0-41ae-a8d5-4ea06d788870), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.287249 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:45.307435 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=19 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:45.386228 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54644) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:45.459064 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6b169826-4376-47b9-bbbc-f54798cf2c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.467733 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c61dd7-78f4-43fa-853d-c9d9a3b9a037 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Subnet': ['ID=bb0dfaaf-a7f0-41ae-a8d5-4ea06d788870,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:45.484360 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c61dd7-78f4-43fa-853d-c9d9a3b9a037 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Checking segment: {'id': 'e7028f5f-e59a-4cb5-8b9f-4128667fea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5018f941-c5a2-4757-931e-3252c29c8c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:54:45.485308 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c61dd7-78f4-43fa-853d-c9d9a3b9a037 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network hostable DHCP agents. Network: 5018f941-c5a2-4757-931e-3252c29c8c37, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:54:45.528097 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3767b-3f51-4afc-8ae8-8b90144e2175 None None] Current status of the port 23731878-5d01-4cfa-b252-74bef5e7c58f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:45.563422 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c551d34d-d746-45f5-94d8-3a2e7eda3d8c tempest-DHCPAgentSchedulersTestJSON-1656464921 tempest-DHCPAgentSchedulersTestJSON-1656464921-project-admin] 10.222.0.64 "GET /networking/v2.0/agents/cb21dedf-534b-40c9-851e-bca791414a4c/dhcp-networks HTTP/1.1" status: 200 len: 6468 time: 1.0372014 Nov 02 12:54:45.567110 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54650) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:45.573865 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3fd3767b-3f51-4afc-8ae8-8b90144e2175 None None] Provisioning complete for port be643ec0-e668-46c0-ac36-0f7079401bc1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:45.574640 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3fd3767b-3f51-4afc-8ae8-8b90144e2175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (be643ec0-e668-46c0-ac36-0f7079401bc1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.575201 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3fd3767b-3f51-4afc-8ae8-8b90144e2175 None None] Attempt 1 to provision port be643ec0-e668-46c0-ac36-0f7079401bc1 Nov 02 12:54:45.582306 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:45.621163 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb764812-b7ba-43c9-8c17-920b9951b3ce tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting subnet 3783e879-959b-4b12-82d9-0f6081bb09ed {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:54:45.656914 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb764812-b7ba-43c9-8c17-920b9951b3ce tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (3783e879-959b-4b12-82d9-0f6081bb09ed), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.705370 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e24f7ce-73dc-4f39-a492-d6f295298e45 tempest-DHCPAgentSchedulersTestJSON-1656464921 tempest-DHCPAgentSchedulersTestJSON-1656464921-project-admin] Network b804e4f8-4a12-44cd-8e89-f3617efc0c73 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:54:45.707983 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:45.748404 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6b169826-4376-47b9-bbbc-f54798cf2c29 admin admin] Publish callbacks [] for security_group (31953245-03b6-4e81-ab32-5a175c8af922), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.761731 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3767b-3f51-4afc-8ae8-8b90144e2175 None None] Port be643ec0-e668-46c0-ac36-0f7079401bc1 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:54:45.771039 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c61dd7-78f4-43fa-853d-c9d9a3b9a037 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network 5018f941-c5a2-4757-931e-3252c29c8c37 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:54:45.779147 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb764812-b7ba-43c9-8c17-920b9951b3ce tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (3783e879-959b-4b12-82d9-0f6081bb09ed), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.817271 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09add1cb-3601-40e0-96d9-2c159b7cbb1b None None] Network f688b8f8-7bcf-442e-b24c-e6d4bdea9b64 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:45.884741 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6b169826-4376-47b9-bbbc-f54798cf2c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (31953245-03b6-4e81-ab32-5a175c8af922), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.894616 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da123f93-8066-41b1-9659-ab2fc6784616 None None] Network 0d57f6e5-3894-454b-91d5-468879d61329 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:45.900210 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801c8a79-72f4-4c66-a9fd-e8851b8bb492 None None] Network b55f8d05-f58b-47d9-bd84-383ab52b49bb requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:45.906943 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98c980d-f644-4847-9ad8-eb7d792a25aa None None] Network b3825f1f-fc99-4a6c-bc45-502ca24f3dac requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:45.912708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:45.913229 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0c133ced-f5a1-4b73-ba42-96bc1b31ac10), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.913662 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 Nov 02 12:54:45.957961 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-68c61dd7-78f4-43fa-853d-c9d9a3b9a037 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 5018f941-c5a2-4757-931e-3252c29c8c37) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:45.975143 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5e24f7ce-73dc-4f39-a492-d6f295298e45 tempest-DHCPAgentSchedulersTestJSON-1656464921 tempest-DHCPAgentSchedulersTestJSON-1656464921-project-admin] 10.222.0.64 "POST /networking/v2.0/agents/cb21dedf-534b-40c9-851e-bca791414a4c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4031496 Nov 02 12:54:45.984832 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0a392cbb-f0ea-4cbb-9865-06362bcd8bcf tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (88389785-1e59-46c2-8ee2-6f5ba18f9b16), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.987784 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54656) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:45.997974 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c61dd7-78f4-43fa-853d-c9d9a3b9a037 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:45.999655 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-68c61dd7-78f4-43fa-853d-c9d9a3b9a037 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:46.013913 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6b169826-4376-47b9-bbbc-f54798cf2c29 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=15be6aca034244cead8b2428c2d89391&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6216149 Nov 02 12:54:46.019311 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b169826-4376-47b9-bbbc-f54798cf2c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31953245-03b6-4e81-ab32-5a175c8af922,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:46.023739 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54658) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:46.144284 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-777e9e24-0f02-427e-9ee9-3254f86933c0 admin admin] Publish callbacks [] for security_group (31953245-03b6-4e81-ab32-5a175c8af922), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:46.192329 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-777e9e24-0f02-427e-9ee9-3254f86933c0 admin admin] Publish callbacks [] for security_group (31953245-03b6-4e81-ab32-5a175c8af922), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:46.222247 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-68c61dd7-78f4-43fa-853d-c9d9a3b9a037 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1146145 Nov 02 12:54:46.222906 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54662) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:46.246511 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f58fec10-5503-4f83-8091-2258970c88a9 tempest-DHCPAgentSchedulersTestJSON-1656464921 tempest-DHCPAgentSchedulersTestJSON-1656464921-project-admin] 10.222.0.64 "GET /networking/v2.0/agents/cb21dedf-534b-40c9-851e-bca791414a4c/dhcp-networks HTTP/1.1" status: 200 len: 8031 time: 0.2537944 Nov 02 12:54:46.247918 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0a392cbb-f0ea-4cbb-9865-06362bcd8bcf tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (88389785-1e59-46c2-8ee2-6f5ba18f9b16), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:46.253397 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54664) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:46.366138 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f8f50248-0bac-4e6a-b491-f3b42620def2 None None] Provisioning complete for port c75d4e13-6063-4fc5-9aba-3dfd048e716f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:46.369143 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f8f50248-0bac-4e6a-b491-f3b42620def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c75d4e13-6063-4fc5-9aba-3dfd048e716f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:46.369143 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f8f50248-0bac-4e6a-b491-f3b42620def2 None None] Attempt 1 to provision port c75d4e13-6063-4fc5-9aba-3dfd048e716f Nov 02 12:54:46.416432 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb764812-b7ba-43c9-8c17-920b9951b3ce tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (3783e879-959b-4b12-82d9-0f6081bb09ed), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:46.433029 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8130514-454e-4016-8366-a03687957a30 None None] Network b804e4f8-4a12-44cd-8e89-f3617efc0c73 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:46.438232 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd68b34-6638-4b92-9113-116cc73596af None None] Network 5018f941-c5a2-4757-931e-3252c29c8c37 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:46.439227 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2285f426-7d7b-49df-af06-623c70be18b4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (5018f941-c5a2-4757-931e-3252c29c8c37), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:46.464226 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-777e9e24-0f02-427e-9ee9-3254f86933c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (31953245-03b6-4e81-ab32-5a175c8af922), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:46.481621 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-777e9e24-0f02-427e-9ee9-3254f86933c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:46.483482 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-777e9e24-0f02-427e-9ee9-3254f86933c0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/31953245-03b6-4e81-ab32-5a175c8af922 HTTP/1.1" status: 204 len: 168 time: 0.4530983 Nov 02 12:54:46.549397 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e9e24-0f02-427e-9ee9-3254f86933c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31953245-03b6-4e81-ab32-5a175c8af922,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:46.605010 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0a392cbb-f0ea-4cbb-9865-06362bcd8bcf tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (40448205-2003-4361-a8f9-1eb676eec41b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:46.608647 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a392cbb-f0ea-4cbb-9865-06362bcd8bcf tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=88389785-1e59-46c2-8ee2-6f5ba18f9b16,revision_number=3']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:46.632732 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:46.684107 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb764812-b7ba-43c9-8c17-920b9951b3ce tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (3783e879-959b-4b12-82d9-0f6081bb09ed), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:46.701750 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1b1d6e8c-11df-4a9d-9da7-82e90393cbe7 tempest-DHCPAgentSchedulersTestJSON-1656464921 tempest-DHCPAgentSchedulersTestJSON-1656464921-project-admin] 10.222.0.64 "DELETE /networking/v2.0/agents/cb21dedf-534b-40c9-851e-bca791414a4c/dhcp-networks/b804e4f8-4a12-44cd-8e89-f3617efc0c73 HTTP/1.1" status: 204 len: 168 time: 0.4395313 Nov 02 12:54:46.702493 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54678) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:46.720052 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-317cead1-e8bf-4f57-b16c-1a4e6abf9211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:46.745509 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2285f426-7d7b-49df-af06-623c70be18b4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (bb0dfaaf-a7f0-41ae-a8d5-4ea06d788870), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:46.792407 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:46.809014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98c980d-f644-4847-9ad8-eb7d792a25aa None None] Network b3825f1f-fc99-4a6c-bc45-502ca24f3dac could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 12:54:46.859487 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb764812-b7ba-43c9-8c17-920b9951b3ce tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Subnet': ['ID=3783e879-959b-4b12-82d9-0f6081bb09ed,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:46.877608 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=77,neutron:INSERT=14,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:46.911042 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5a6421-16b7-4ef0-9557-3c13dfdadd9e None None] Network 950caa8b-342c-43ee-8569-196bbe644df8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:46.944084 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb764812-b7ba-43c9-8c17-920b9951b3ce tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:46.954525 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fb764812-b7ba-43c9-8c17-920b9951b3ce tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/3783e879-959b-4b12-82d9-0f6081bb09ed HTTP/1.1" status: 204 len: 168 time: 1.9055278 Nov 02 12:54:46.955310 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54682) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:46.963984 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-880c71a0-2c85-49ca-8be7-c0e14953e297 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'subnet': {'network_id': '950caa8b-342c-43ee-8569-196bbe644df8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:46.993957 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a392cbb-f0ea-4cbb-9865-06362bcd8bcf tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network 0d57f6e5-3894-454b-91d5-468879d61329 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:47.013928 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-0a392cbb-f0ea-4cbb-9865-06362bcd8bcf tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:47.057992 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f06c860-2419-4e99-9db3-06ad3c3b0017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-5018f941-c5a2-4757-931e-3252c29c8c37', 'network_id': '5018f941-c5a2-4757-931e-3252c29c8c37', 'project_id': 'd4052ea9dbe5435fad182eb586fcfe76', 'fixed_ips': [{'subnet_id': 'bb0dfaaf-a7f0-41ae-a8d5-4ea06d788870'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:54:47.059128 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2f06c860-2419-4e99-9db3-06ad3c3b0017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:47.097486 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2285f426-7d7b-49df-af06-623c70be18b4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (bb0dfaaf-a7f0-41ae-a8d5-4ea06d788870), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:47.153912 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285f426-7d7b-49df-af06-623c70be18b4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Subnet': ['ID=bb0dfaaf-a7f0-41ae-a8d5-4ea06d788870,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:47.331087 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880c71a0-2c85-49ca-8be7-c0e14953e297 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:47.345774 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-880c71a0-2c85-49ca-8be7-c0e14953e297 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:47.354199 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:47.361450 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:47.368288 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2285f426-7d7b-49df-af06-623c70be18b4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (5018f941-c5a2-4757-931e-3252c29c8c37), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:47.508769 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:47.509983 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 23731878-5d01-4cfa-b252-74bef5e7c58f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:47.568921 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54690) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:47.600022 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-2285f426-7d7b-49df-af06-623c70be18b4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5018f941-c5a2-4757-931e-3252c29c8c37']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:47.648407 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-2285f426-7d7b-49df-af06-623c70be18b4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7028f5f-e59a-4cb5-8b9f-4128667fea87') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:47.649304 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-2285f426-7d7b-49df-af06-623c70be18b4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7028f5f-e59a-4cb5-8b9f-4128667fea87') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:47.682162 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f8f50248-0bac-4e6a-b491-f3b42620def2 None None] Current status of the port c75d4e13-6063-4fc5-9aba-3dfd048e716f is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:47.682162 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f8f50248-0bac-4e6a-b491-f3b42620def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c75d4e13-6063-4fc5-9aba-3dfd048e716f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:47.710130 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2285f426-7d7b-49df-af06-623c70be18b4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (e7028f5f-e59a-4cb5-8b9f-4128667fea87), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:47.792885 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2285f426-7d7b-49df-af06-623c70be18b4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e7028f5f-e59a-4cb5-8b9f-4128667fea87), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:47.839781 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1341704-86a0-430e-8612-e0fb5c4dcf34 None None] Network 5018f941-c5a2-4757-931e-3252c29c8c37 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:48.009631 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f8f50248-0bac-4e6a-b491-f3b42620def2 None None] For port c75d4e13-6063-4fc5-9aba-3dfd048e716f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c75d4e13-6063-4fc5-9aba-3dfd048e716f,segment=NetworkSegment(0b3b4d07-7416-44e1-9229-ddc192396eb7),segment_id=0b3b4d07-7416-44e1-9229-ddc192396eb7)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:48.029160 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 23731878-5d01-4cfa-b252-74bef5e7c58f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:48.029542 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.029886 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 23731878-5d01-4cfa-b252-74bef5e7c58f Nov 02 12:54:48.053430 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:48.241159 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2285f426-7d7b-49df-af06-623c70be18b4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:54:48.242391 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2285f426-7d7b-49df-af06-623c70be18b4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (e7028f5f-e59a-4cb5-8b9f-4128667fea87), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.309460 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0c074796-7a19-4b16-a77f-489df4c6e47b tempest-DHCPAgentSchedulersTestJSON-1656464921 tempest-DHCPAgentSchedulersTestJSON-1656464921-project-admin] 10.222.0.64 "GET /networking/v2.0/agents/cb21dedf-534b-40c9-851e-bca791414a4c/dhcp-networks HTTP/1.1" status: 200 len: 7220 time: 1.5783949 Nov 02 12:54:48.311685 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54712) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:48.378905 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54714) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:48.381228 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment e7028f5f-e59a-4cb5-8b9f-4128667fea87 resource provider aggregate not found Nov 02 12:54:48.381516 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8961d8d9-b966-4dd2-b458-1a32f7c33168 tempest-DHCPAgentSchedulersTestJSON-1656464921 tempest-DHCPAgentSchedulersTestJSON-1656464921-project-admin] 10.222.0.64 "GET /networking/v2.0/networks/b55f8d05-f58b-47d9-bd84-383ab52b49bb/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0490978 Nov 02 12:54:48.382668 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f8f50248-0bac-4e6a-b491-f3b42620def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c75d4e13-6063-4fc5-9aba-3dfd048e716f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.426976 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a392cbb-f0ea-4cbb-9865-06362bcd8bcf tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Router 40448205-2003-4361-a8f9-1eb676eec41b is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:54:48.442546 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-880c71a0-2c85-49ca-8be7-c0e14953e297 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (8eb1bc84-8665-4348-9d81-532d5f01180b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.485583 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment e7028f5f-e59a-4cb5-8b9f-4128667fea87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7028f5f-e59a-4cb5-8b9f-4128667fea87 found for delete ", "request_id": "req-24e2490f-f193-46ba-a30b-2d0089606a38"}]} Nov 02 12:54:48.556876 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c71a0-2c85-49ca-8be7-c0e14953e297 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Subnet': ['ID=8eb1bc84-8665-4348-9d81-532d5f01180b,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:48.564943 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-31962c8b-bda5-40df-8455-6d125cf14306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.697089 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880c71a0-2c85-49ca-8be7-c0e14953e297 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 950caa8b-342c-43ee-8569-196bbe644df8 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:48.706846 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a392cbb-f0ea-4cbb-9865-06362bcd8bcf tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:54:48.719717 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-880c71a0-2c85-49ca-8be7-c0e14953e297 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:48.725001 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0a392cbb-f0ea-4cbb-9865-06362bcd8bcf tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "PUT /networking/v2.0/routers/40448205-2003-4361-a8f9-1eb676eec41b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0864210 Nov 02 12:54:48.725693 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54724) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:48.752785 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.755149 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9465b263-ed8c-4e99-9d1b-574451b6bdbc None None] Sync routers for ids ['40448205-2003-4361-a8f9-1eb676eec41b'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:54:48.756892 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4022e20a-ca75-4d61-88b6-79e3019f49f9 tempest-DHCPAgentSchedulersTestJSON-1656464921 tempest-DHCPAgentSchedulersTestJSON-1656464921-project-admin] 10.222.0.64 "GET /networking/v2.0/networks/b55f8d05-f58b-47d9-bd84-383ab52b49bb/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.3706331 Nov 02 12:54:48.762078 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880c71a0-2c85-49ca-8be7-c0e14953e297 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:48.770645 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-880c71a0-2c85-49ca-8be7-c0e14953e297 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.773116 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54726) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:48.793903 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.799124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c21cbb6a-dd06-46a5-a16f-d632fad5c6ce None None] Provisioning complete for port 4157b670-5d30-429c-9f18-0d468eee93e9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:48.805730 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c21cbb6a-dd06-46a5-a16f-d632fad5c6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4157b670-5d30-429c-9f18-0d468eee93e9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.808178 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c21cbb6a-dd06-46a5-a16f-d632fad5c6ce None None] Attempt 1 to provision port 4157b670-5d30-429c-9f18-0d468eee93e9 Nov 02 12:54:48.845968 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2285f426-7d7b-49df-af06-623c70be18b4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (5018f941-c5a2-4757-931e-3252c29c8c37), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.861295 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2285f426-7d7b-49df-af06-623c70be18b4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.871191 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2285f426-7d7b-49df-af06-623c70be18b4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/5018f941-c5a2-4757-931e-3252c29c8c37 HTTP/1.1" status: 204 len: 168 time: 2.6342564 Nov 02 12:54:48.871976 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38709f13-1e8c-4bb7-84be-5779534c13f4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:48.879510 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-38709f13-1e8c-4bb7-84be-5779534c13f4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=40448205-2003-4361-a8f9-1eb676eec41b HTTP/1.1" status: 200 len: 981 time: 0.1525118 Nov 02 12:54:48.889481 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54730) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:48.894347 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54732) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:48.903719 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-3aff9ef3-36a2-468d-88ed-dcf09d00e600 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1430140917'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:48.948239 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285f426-7d7b-49df-af06-623c70be18b4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Network': ['ID=5018f941-c5a2-4757-931e-3252c29c8c37,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:48.965291 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:49.006030 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:49.064293 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-880c71a0-2c85-49ca-8be7-c0e14953e297 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1077576 Nov 02 12:54:49.078932 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54734) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:49.084140 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-42e2a3b6-17f4-46a7-b2b4-691abf3bfc22 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'security_group': {'name': 'tempest-secgroup-351405974'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:49.103139 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c21cbb6a-dd06-46a5-a16f-d632fad5c6ce None None] Current status of the port 4157b670-5d30-429c-9f18-0d468eee93e9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:49.132270 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-31962c8b-bda5-40df-8455-6d125cf14306 admin admin] Publish callbacks [] for security_group (73108e64-d407-4cba-af6a-4068c17a1921), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:49.234575 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 23731878-5d01-4cfa-b252-74bef5e7c58f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:49.245424 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4157b670-5d30-429c-9f18-0d468eee93e9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:49.261398 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-42e2a3b6-17f4-46a7-b2b4-691abf3bfc22 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:49.262365 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f50248-0bac-4e6a-b491-f3b42620def2 None None] Pushing event updated for resources: {'Port': ['ID=c75d4e13-6063-4fc5-9aba-3dfd048e716f,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:49.264466 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-31962c8b-bda5-40df-8455-6d125cf14306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (73108e64-d407-4cba-af6a-4068c17a1921), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:49.357947 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aff9ef3-36a2-468d-88ed-dcf09d00e600 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:49.364461 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3aff9ef3-36a2-468d-88ed-dcf09d00e600 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:49.367086 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31962c8b-bda5-40df-8455-6d125cf14306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73108e64-d407-4cba-af6a-4068c17a1921,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:49.397970 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c21cbb6a-dd06-46a5-a16f-d632fad5c6ce None None] Provisioning complete for port c75d4e13-6063-4fc5-9aba-3dfd048e716f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:49.399268 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c21cbb6a-dd06-46a5-a16f-d632fad5c6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c75d4e13-6063-4fc5-9aba-3dfd048e716f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:49.405629 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c21cbb6a-dd06-46a5-a16f-d632fad5c6ce None None] Attempt 1 to provision port c75d4e13-6063-4fc5-9aba-3dfd048e716f Nov 02 12:54:49.435766 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9465b263-ed8c-4e99-9d1b-574451b6bdbc None None] Routers {'40448205-2003-4361-a8f9-1eb676eec41b'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:54:49.439696 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9465b263-ed8c-4e99-9d1b-574451b6bdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:54:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['40448205-2003-4361-a8f9-1eb676eec41b'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:49.457384 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-725c9cca-76cb-4b41-aaf7-5674e7ee3eb2 tempest-DHCPAgentSchedulersTestJSON-1656464921 tempest-DHCPAgentSchedulersTestJSON-1656464921-project-admin] 10.222.0.64 "GET /networking/v2.0/agents/cb21dedf-534b-40c9-851e-bca791414a4c/dhcp-networks HTTP/1.1" status: 200 len: 6468 time: 0.6830220 Nov 02 12:54:49.460675 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54742) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:49.469385 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:49.491885 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-31962c8b-bda5-40df-8455-6d125cf14306 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=945ec6b5f74544328179da5d27312b64&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9196804 Nov 02 12:54:49.507825 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54744) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:49.657497 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3172f9bd-a1bd-4123-94db-23fe72f840ec admin admin] Publish callbacks [] for security_group (73108e64-d407-4cba-af6a-4068c17a1921), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:49.709046 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9465b263-ed8c-4e99-9d1b-574451b6bdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:49.728686 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3172f9bd-a1bd-4123-94db-23fe72f840ec admin admin] Publish callbacks [] for security_group (73108e64-d407-4cba-af6a-4068c17a1921), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:49.771006 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:49.777906 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aff9ef3-36a2-468d-88ed-dcf09d00e600 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:54:49.822449 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9465b263-ed8c-4e99-9d1b-574451b6bdbc None None] Routers {'40448205-2003-4361-a8f9-1eb676eec41b'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:54:49.823065 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9465b263-ed8c-4e99-9d1b-574451b6bdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:54:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['40448205-2003-4361-a8f9-1eb676eec41b'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:49.830028 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf3139e-2aa2-4278-b43c-462188c212e6 None None] Network 950caa8b-342c-43ee-8569-196bbe644df8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:54:49.830905 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-42e2a3b6-17f4-46a7-b2b4-691abf3bfc22 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (8394541d-18f1-4d96-abc4-d8781a4edf43), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:49.845437 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3aff9ef3-36a2-468d-88ed-dcf09d00e600 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (835af9eb-20b9-4b1f-8c31-dfb46bc7035c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:49.846167 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-3aff9ef3-36a2-468d-88ed-dcf09d00e600 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Added segment 835af9eb-20b9-4b1f-8c31-dfb46bc7035c of type vlan for network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 Nov 02 12:54:49.922601 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e69d968c-1c24-42b8-a57e-5b8f6838d4ad tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (b804e4f8-4a12-44cd-8e89-f3617efc0c73), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:49.949968 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-42e2a3b6-17f4-46a7-b2b4-691abf3bfc22 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8394541d-18f1-4d96-abc4-d8781a4edf43), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:49.951428 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9465b263-ed8c-4e99-9d1b-574451b6bdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:49.952040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9465b263-ed8c-4e99-9d1b-574451b6bdbc None None] The sync data for ids ['40448205-2003-4361-a8f9-1eb676eec41b'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:54:49.978990 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3172f9bd-a1bd-4123-94db-23fe72f840ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (73108e64-d407-4cba-af6a-4068c17a1921), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:49.978990 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3172f9bd-a1bd-4123-94db-23fe72f840ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:49.978990 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3172f9bd-a1bd-4123-94db-23fe72f840ec admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/73108e64-d407-4cba-af6a-4068c17a1921 HTTP/1.1" status: 204 len: 168 time: 0.4527547 Nov 02 12:54:49.981770 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 4157b670-5d30-429c-9f18-0d468eee93e9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:49.982233 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4157b670-5d30-429c-9f18-0d468eee93e9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:49.982702 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 4157b670-5d30-429c-9f18-0d468eee93e9 Nov 02 12:54:50.040663 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2a3b6-17f4-46a7-b2b4-691abf3bfc22 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8394541d-18f1-4d96-abc4-d8781a4edf43,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:50.063089 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172f9bd-a1bd-4123-94db-23fe72f840ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73108e64-d407-4cba-af6a-4068c17a1921,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:50.070051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c21cbb6a-dd06-46a5-a16f-d632fad5c6ce None None] Current status of the port c75d4e13-6063-4fc5-9aba-3dfd048e716f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:50.096303 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c21cbb6a-dd06-46a5-a16f-d632fad5c6ce None None] Could not find standard attr ID for object 7bfe3cd6-1354-4753-aa75-d822e79fa8ee. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:54:50.160754 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-42e2a3b6-17f4-46a7-b2b4-691abf3bfc22 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.162112 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-42e2a3b6-17f4-46a7-b2b4-691abf3bfc22 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0818069 Nov 02 12:54:50.165351 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54754) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:50.176906 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ebe06007-a742-4237-b8c9-e6b5f6990f57 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'security_group': {'name': 'tempest-secgroup-433595811'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:50.177897 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c21cbb6a-dd06-46a5-a16f-d632fad5c6ce None None] Provisioning complete for port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:50.180736 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c21cbb6a-dd06-46a5-a16f-d632fad5c6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0c133ced-f5a1-4b73-ba42-96bc1b31ac10), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.181573 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c21cbb6a-dd06-46a5-a16f-d632fad5c6ce None None] Attempt 1 to provision port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 Nov 02 12:54:50.234519 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3aff9ef3-36a2-468d-88ed-dcf09d00e600 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (77028d8b-e1e4-4bd0-9c42-e87eae6b0a31), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.336095 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ebe06007-a742-4237-b8c9-e6b5f6990f57 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.477142 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 4157b670-5d30-429c-9f18-0d468eee93e9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:50.480963 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c75d4e13-6063-4fc5-9aba-3dfd048e716f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:50.555568 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e69d968c-1c24-42b8-a57e-5b8f6838d4ad tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (b804e4f8-4a12-44cd-8e89-f3617efc0c73), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.613805 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-e69d968c-1c24-42b8-a57e-5b8f6838d4ad tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b804e4f8-4a12-44cd-8e89-f3617efc0c73']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:50.616833 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33b20cb9-a56e-43b5-8e1f-7293f17498b2 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (40448205-2003-4361-a8f9-1eb676eec41b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.668527 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ebe06007-a742-4237-b8c9-e6b5f6990f57 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (59698c0e-2f08-4017-8ffc-66e84d59f889), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.668825 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-e69d968c-1c24-42b8-a57e-5b8f6838d4ad tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18380c2-e392-444e-a571-02bb524daa12') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:50.668825 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-e69d968c-1c24-42b8-a57e-5b8f6838d4ad tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18380c2-e392-444e-a571-02bb524daa12') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:50.677560 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3aff9ef3-36a2-468d-88ed-dcf09d00e600 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (77028d8b-e1e4-4bd0-9c42-e87eae6b0a31), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.683588 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aff9ef3-36a2-468d-88ed-dcf09d00e600 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:50.684237 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3aff9ef3-36a2-468d-88ed-dcf09d00e600 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.731258 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e69d968c-1c24-42b8-a57e-5b8f6838d4ad tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (e18380c2-e392-444e-a571-02bb524daa12), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.764153 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c21cbb6a-dd06-46a5-a16f-d632fad5c6ce None None] Current status of the port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:50.767354 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f1c9ba-75d4-4ecd-8db2-df06a783b081 None None] Update dhcp port {'port': {'network_id': '950caa8b-342c-43ee-8569-196bbe644df8', 'fixed_ips': [{'subnet_id': 'e29d927e-d2cc-46df-a32e-bfacd3ad5bc4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8eb1bc84-8665-4348-9d81-532d5f01180b'}], 'binding:host_id': 'n-d-857339-6'}, 'id': '23731878-5d01-4cfa-b252-74bef5e7c58f'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 12:54:50.836503 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e69d968c-1c24-42b8-a57e-5b8f6838d4ad tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e18380c2-e392-444e-a571-02bb524daa12), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.849486 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-69f1c9ba-75d4-4ecd-8db2-df06a783b081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.862558 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff9ef3-36a2-468d-88ed-dcf09d00e600 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Network': ['ID=77028d8b-e1e4-4bd0-9c42-e87eae6b0a31,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:50.866696 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69d968c-1c24-42b8-a57e-5b8f6838d4ad tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:54:50.867467 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e69d968c-1c24-42b8-a57e-5b8f6838d4ad tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (e18380c2-e392-444e-a571-02bb524daa12), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.877121 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ebe06007-a742-4237-b8c9-e6b5f6990f57 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (59698c0e-2f08-4017-8ffc-66e84d59f889), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.912960 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:54:50.922298 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c21cbb6a-dd06-46a5-a16f-d632fad5c6ce None None] Provisioning complete for port 88389785-1e59-46c2-8ee2-6f5ba18f9b16 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:50.924884 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c21cbb6a-dd06-46a5-a16f-d632fad5c6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (88389785-1e59-46c2-8ee2-6f5ba18f9b16), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.925246 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c21cbb6a-dd06-46a5-a16f-d632fad5c6ce None None] Attempt 1 to provision port 88389785-1e59-46c2-8ee2-6f5ba18f9b16 Nov 02 12:54:50.936712 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment e18380c2-e392-444e-a571-02bb524daa12 resource provider aggregate not found Nov 02 12:54:50.939955 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe06007-a742-4237-b8c9-e6b5f6990f57 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59698c0e-2f08-4017-8ffc-66e84d59f889,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:50.989080 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment e18380c2-e392-444e-a571-02bb524daa12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e18380c2-e392-444e-a571-02bb524daa12 found for delete ", "request_id": "req-f203c20e-e463-4651-b044-d6334bb4d86a"}]} Nov 02 12:54:50.997870 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c75d4e13-6063-4fc5-9aba-3dfd048e716f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:50.998240 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c75d4e13-6063-4fc5-9aba-3dfd048e716f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.998585 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c75d4e13-6063-4fc5-9aba-3dfd048e716f Nov 02 12:54:51.023121 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3aff9ef3-36a2-468d-88ed-dcf09d00e600 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1243656 Nov 02 12:54:51.023497 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54778) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:51.031039 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-4c2a5969-645f-4bb1-94b6-1d5da6e28e4d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'subnet': {'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:51.129612 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:51.130987 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-33b20cb9-a56e-43b5-8e1f-7293f17498b2 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port 88389785-1e59-46c2-8ee2-6f5ba18f9b16 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:51.151798 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33b20cb9-a56e-43b5-8e1f-7293f17498b2 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (88389785-1e59-46c2-8ee2-6f5ba18f9b16), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.195368 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c21cbb6a-dd06-46a5-a16f-d632fad5c6ce None None] Port 88389785-1e59-46c2-8ee2-6f5ba18f9b16 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:54:51.214799 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ebe06007-a742-4237-b8c9-e6b5f6990f57 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.216521 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ebe06007-a742-4237-b8c9-e6b5f6990f57 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0501475 Nov 02 12:54:51.220211 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54782) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:51.225511 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-07110577-8fd0-4574-88bc-9ebe218ca1d6 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'security_group': {'name': 'tempest-secgroup-340845567'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:51.252817 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c75d4e13-6063-4fc5-9aba-3dfd048e716f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:51.309150 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e69d968c-1c24-42b8-a57e-5b8f6838d4ad tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (b804e4f8-4a12-44cd-8e89-f3617efc0c73), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.317033 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e69d968c-1c24-42b8-a57e-5b8f6838d4ad tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.324673 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54786) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:51.336341 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e69d968c-1c24-42b8-a57e-5b8f6838d4ad tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] 10.222.0.64 "DELETE /networking/v2.0/networks/b804e4f8-4a12-44cd-8e89-f3617efc0c73 HTTP/1.1" status: 204 len: 168 time: 1.8720291 Nov 02 12:54:51.339049 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2a5969-645f-4bb1-94b6-1d5da6e28e4d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:51.347268 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c2a5969-645f-4bb1-94b6-1d5da6e28e4d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.390649 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9fc4711c-94ba-4be8-9a4a-88c3e2af3cc6 None None] Provisioning complete for port be643ec0-e668-46c0-ac36-0f7079401bc1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:51.393945 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9fc4711c-94ba-4be8-9a4a-88c3e2af3cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (be643ec0-e668-46c0-ac36-0f7079401bc1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.394514 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9fc4711c-94ba-4be8-9a4a-88c3e2af3cc6 None None] Attempt 1 to provision port be643ec0-e668-46c0-ac36-0f7079401bc1 Nov 02 12:54:51.412810 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d968c-1c24-42b8-a57e-5b8f6838d4ad tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Pushing event deleted for resources: {'Network': ['ID=b804e4f8-4a12-44cd-8e89-f3617efc0c73,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:51.429673 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c453254-2c7c-46de-8909-4c4a8e2d643d tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] DELETE failed (client error): The resource could not be found. Nov 02 12:54:51.430283 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c453254-2c7c-46de-8909-4c4a8e2d643d tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:54:51.433776 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0c453254-2c7c-46de-8909-4c4a8e2d643d tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] 10.222.0.64 "DELETE /networking/v2.0/ports/53529a2d-e0a9-4408-a36a-d0940efa82dd HTTP/1.1" status: 404 len: 333 time: 0.1080086 Nov 02 12:54:51.438421 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54788) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:51.466330 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9fc4711c-94ba-4be8-9a4a-88c3e2af3cc6 None None] Port be643ec0-e668-46c0-ac36-0f7079401bc1 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:54:51.470819 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9fc4711c-94ba-4be8-9a4a-88c3e2af3cc6 None None] Could not find standard attr ID for object 53529a2d-e0a9-4408-a36a-d0940efa82dd. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:54:51.473284 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c75d4e13-6063-4fc5-9aba-3dfd048e716f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:51.478081 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33b20cb9-a56e-43b5-8e1f-7293f17498b2 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (88389785-1e59-46c2-8ee2-6f5ba18f9b16), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.513153 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-33b20cb9-a56e-43b5-8e1f-7293f17498b2 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for 88389785-1e59-46c2-8ee2-6f5ba18f9b16 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:51.513354 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9fc4711c-94ba-4be8-9a4a-88c3e2af3cc6 None None] Provisioning complete for port 88389785-1e59-46c2-8ee2-6f5ba18f9b16 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:51.513524 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9fc4711c-94ba-4be8-9a4a-88c3e2af3cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (88389785-1e59-46c2-8ee2-6f5ba18f9b16), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.513932 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9fc4711c-94ba-4be8-9a4a-88c3e2af3cc6 None None] Attempt 1 to provision port 88389785-1e59-46c2-8ee2-6f5ba18f9b16 Nov 02 12:54:51.588606 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-69f1c9ba-75d4-4ecd-8db2-df06a783b081 None None] Allocated IP 2001:db8::2 (950caa8b-342c-43ee-8569-196bbe644df8/8eb1bc84-8665-4348-9d81-532d5f01180b/23731878-5d01-4cfa-b252-74bef5e7c58f) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:51.607337 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c75d4e13-6063-4fc5-9aba-3dfd048e716f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:51.607853 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c75d4e13-6063-4fc5-9aba-3dfd048e716f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.608256 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c75d4e13-6063-4fc5-9aba-3dfd048e716f Nov 02 12:54:51.610651 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9fc4711c-94ba-4be8-9a4a-88c3e2af3cc6 None None] Port 88389785-1e59-46c2-8ee2-6f5ba18f9b16 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:54:51.716661 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9fc4711c-94ba-4be8-9a4a-88c3e2af3cc6 None None] Provisioning complete for port 23731878-5d01-4cfa-b252-74bef5e7c58f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:51.718798 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9fc4711c-94ba-4be8-9a4a-88c3e2af3cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.719466 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9fc4711c-94ba-4be8-9a4a-88c3e2af3cc6 None None] Attempt 1 to provision port 23731878-5d01-4cfa-b252-74bef5e7c58f Nov 02 12:54:51.916045 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:51.935462 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:51.997869 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33b20cb9-a56e-43b5-8e1f-7293f17498b2 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (88389785-1e59-46c2-8ee2-6f5ba18f9b16), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.042043 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9fc4711c-94ba-4be8-9a4a-88c3e2af3cc6 None None] Current status of the port 23731878-5d01-4cfa-b252-74bef5e7c58f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:52.069860 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b20cb9-a56e-43b5-8e1f-7293f17498b2 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=88389785-1e59-46c2-8ee2-6f5ba18f9b16,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:52.073930 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07110577-8fd0-4574-88bc-9ebe218ca1d6 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.099604 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-69f1c9ba-75d4-4ecd-8db2-df06a783b081 None None] For port 23731878-5d01-4cfa-b252-74bef5e7c58f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=23731878-5d01-4cfa-b252-74bef5e7c58f,segment=NetworkSegment(4082de43-43aa-429a-8a3d-b3abe3bc0442),segment_id=4082de43-43aa-429a-8a3d-b3abe3bc0442)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:52.126230 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c75d4e13-6063-4fc5-9aba-3dfd048e716f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:52.140791 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:52.205405 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-69f1c9ba-75d4-4ecd-8db2-df06a783b081 None None] Publish callbacks [] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.312751 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-69f1c9ba-75d4-4ecd-8db2-df06a783b081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.385351 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33b20cb9-a56e-43b5-8e1f-7293f17498b2 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (40448205-2003-4361-a8f9-1eb676eec41b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.397820 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-1177076a-26b8-4aae-b2a6-7f8e64323c43 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Deleting subnet 3e1f61b8-7402-40ad-91da-8ebec53b6d3d {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:54:52.412091 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1177076a-26b8-4aae-b2a6-7f8e64323c43 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks [] for subnet (3e1f61b8-7402-40ad-91da-8ebec53b6d3d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.576021 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:52.584343 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1c9ba-75d4-4ecd-8db2-df06a783b081 None None] Pushing event updated for resources: {'Port': ['ID=23731878-5d01-4cfa-b252-74bef5e7c58f,revision_number=6']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:52.587514 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1177076a-26b8-4aae-b2a6-7f8e64323c43 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (3e1f61b8-7402-40ad-91da-8ebec53b6d3d), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.623559 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:52.759763 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07110577-8fd0-4574-88bc-9ebe218ca1d6 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (4ebd1b18-8185-4067-a408-a6cb7f1584fd), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.773396 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:52.787720 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1177076a-26b8-4aae-b2a6-7f8e64323c43 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (3e1f61b8-7402-40ad-91da-8ebec53b6d3d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.798277 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b20cb9-a56e-43b5-8e1f-7293f17498b2 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Router 40448205-2003-4361-a8f9-1eb676eec41b has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:54:52.878555 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07110577-8fd0-4574-88bc-9ebe218ca1d6 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4ebd1b18-8185-4067-a408-a6cb7f1584fd), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.947789 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07110577-8fd0-4574-88bc-9ebe218ca1d6 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebd1b18-8185-4067-a408-a6cb7f1584fd,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:52.965307 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b20cb9-a56e-43b5-8e1f-7293f17498b2 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:54:52.971670 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-33b20cb9-a56e-43b5-8e1f-7293f17498b2 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "PUT /networking/v2.0/routers/40448205-2003-4361-a8f9-1eb676eec41b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0535636 Nov 02 12:54:52.977428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54842) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:52.978945 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61295acf-e5cc-4e13-8a36-caedfa703664 None None] Sync routers for ids ['40448205-2003-4361-a8f9-1eb676eec41b'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:54:53.003691 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61295acf-e5cc-4e13-8a36-caedfa703664 None None] Routers {'40448205-2003-4361-a8f9-1eb676eec41b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:54:53.011851 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-61295acf-e5cc-4e13-8a36-caedfa703664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:54:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['40448205-2003-4361-a8f9-1eb676eec41b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:53.012145 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07110577-8fd0-4574-88bc-9ebe218ca1d6 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.013140 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-07110577-8fd0-4574-88bc-9ebe218ca1d6 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.7914560 Nov 02 12:54:53.014395 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a2b827-4be0-43f7-9b12-5e6c5b305f17 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] GET failed (client error): The resource could not be found. Nov 02 12:54:53.015908 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54844) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:53.021182 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-78a2b827-4be0-43f7-9b12-5e6c5b305f17 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports/88389785-1e59-46c2-8ee2-6f5ba18f9b16 HTTP/1.1" status: 404 len: 333 time: 0.0452638 Nov 02 12:54:53.021373 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ace4c1c5-e53b-4970-8ffa-75bb0ab36e1f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-867364441', 'security_groups': ['4ebd1b18-8185-4067-a408-a6cb7f1584fd'], 'network_id': '950caa8b-342c-43ee-8569-196bbe644df8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8eb1bc84-8665-4348-9d81-532d5f01180b'}]}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:53.023796 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54846) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:53.052592 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-61295acf-e5cc-4e13-8a36-caedfa703664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:53.073046 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61295acf-e5cc-4e13-8a36-caedfa703664 None None] Routers {'40448205-2003-4361-a8f9-1eb676eec41b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:54:53.073680 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-61295acf-e5cc-4e13-8a36-caedfa703664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:54:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['40448205-2003-4361-a8f9-1eb676eec41b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:53.111089 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-61295acf-e5cc-4e13-8a36-caedfa703664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:53.111949 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61295acf-e5cc-4e13-8a36-caedfa703664 None None] The sync data for ids ['40448205-2003-4361-a8f9-1eb676eec41b'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:54:53.183886 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa11d-a9bb-43f1-816c-e93fded62f63 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for router (40448205-2003-4361-a8f9-1eb676eec41b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.191412 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1177076a-26b8-4aae-b2a6-7f8e64323c43 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (3e1f61b8-7402-40ad-91da-8ebec53b6d3d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.208649 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c2a5969-645f-4bb1-94b6-1d5da6e28e4d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (f60d77d5-920e-40df-8b70-dc0b681f32e3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.215511 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:53.283294 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1177076a-26b8-4aae-b2a6-7f8e64323c43 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.288926 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1177076a-26b8-4aae-b2a6-7f8e64323c43 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/3e1f61b8-7402-40ad-91da-8ebec53b6d3d HTTP/1.1" status: 204 len: 168 time: 1.2095819 Nov 02 12:54:53.289985 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54848) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:53.310815 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:53.319861 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177076a-26b8-4aae-b2a6-7f8e64323c43 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Pushing event deleted for resources: {'Subnet': ['ID=3e1f61b8-7402-40ad-91da-8ebec53b6d3d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:53.359362 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace4c1c5-e53b-4970-8ffa-75bb0ab36e1f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:53.470123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 23731878-5d01-4cfa-b252-74bef5e7c58f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:53.554798 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c065b1-e5bb-4093-8b64-d459e19c2b31 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:54:53.575087 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1244a72a-0a0e-4aa7-8797-5ac3bdc82ea2 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (b55f8d05-f58b-47d9-bd84-383ab52b49bb), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.586180 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2a5969-645f-4bb1-94b6-1d5da6e28e4d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Checking segment: {'id': '835af9eb-20b9-4b1f-8c31-dfb46bc7035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:54:53.586771 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2a5969-645f-4bb1-94b6-1d5da6e28e4d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network hostable DHCP agents. Network: 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:54:53.591609 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a5969-645f-4bb1-94b6-1d5da6e28e4d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Subnet': ['ID=f60d77d5-920e-40df-8b70-dc0b681f32e3,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:53.607319 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ace4c1c5-e53b-4970-8ffa-75bb0ab36e1f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.677671 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-ace4c1c5-e53b-4970-8ffa-75bb0ab36e1f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] device_id is not set on port 35b44594-b10d-437c-b49d-0453bd0f322b yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:54:53.685452 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1244a72a-0a0e-4aa7-8797-5ac3bdc82ea2 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Deleting port 4157b670-5d30-429c-9f18-0d468eee93e9 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:53.685784 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1244a72a-0a0e-4aa7-8797-5ac3bdc82ea2 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (4157b670-5d30-429c-9f18-0d468eee93e9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.709019 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa11d-a9bb-43f1-816c-e93fded62f63 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (40448205-2003-4361-a8f9-1eb676eec41b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.714429 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa11d-a9bb-43f1-816c-e93fded62f63 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for router_controller (40448205-2003-4361-a8f9-1eb676eec41b), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.718610 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 23731878-5d01-4cfa-b252-74bef5e7c58f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:53.719015 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.721095 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 23731878-5d01-4cfa-b252-74bef5e7c58f Nov 02 12:54:53.856399 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2a5969-645f-4bb1-94b6-1d5da6e28e4d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:54:53.957545 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-1244a72a-0a0e-4aa7-8797-5ac3bdc82ea2 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] For port 4157b670-5d30-429c-9f18-0d468eee93e9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4157b670-5d30-429c-9f18-0d468eee93e9,segment=NetworkSegment(82a376a5-908e-4ab9-896b-61dd9acdfe33),segment_id=82a376a5-908e-4ab9-896b-61dd9acdfe33)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:53.957545 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1244a72a-0a0e-4aa7-8797-5ac3bdc82ea2 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (4157b670-5d30-429c-9f18-0d468eee93e9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.961432 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-946457db-9278-4608-8c76-2b42295eac57 None None] Provisioning complete for port be643ec0-e668-46c0-ac36-0f7079401bc1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:53.961882 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-946457db-9278-4608-8c76-2b42295eac57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (be643ec0-e668-46c0-ac36-0f7079401bc1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.962463 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-946457db-9278-4608-8c76-2b42295eac57 None None] Attempt 1 to provision port be643ec0-e668-46c0-ac36-0f7079401bc1 Nov 02 12:54:54.011892 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-4c2a5969-645f-4bb1-94b6-1d5da6e28e4d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:54.017523 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2a5969-645f-4bb1-94b6-1d5da6e28e4d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:54.018216 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c2a5969-645f-4bb1-94b6-1d5da6e28e4d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.027966 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa11d-a9bb-43f1-816c-e93fded62f63 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (40448205-2003-4361-a8f9-1eb676eec41b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.029246 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7fa11d-a9bb-43f1-816c-e93fded62f63 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Fanout notify agent at l3_agent the message router_deleted on router 40448205-2003-4361-a8f9-1eb676eec41b {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:54:54.050777 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa11d-a9bb-43f1-816c-e93fded62f63 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.054413 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8f7fa11d-a9bb-43f1-816c-e93fded62f63 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/routers/40448205-2003-4361-a8f9-1eb676eec41b HTTP/1.1" status: 204 len: 168 time: 1.0268981 Nov 02 12:54:54.059203 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-946457db-9278-4608-8c76-2b42295eac57 None None] Port be643ec0-e668-46c0-ac36-0f7079401bc1 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:54:54.063070 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.073962 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54860) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:54.085318 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1244a72a-0a0e-4aa7-8797-5ac3bdc82ea2 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Calling delete_port for 4157b670-5d30-429c-9f18-0d468eee93e9 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:54.139971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-946457db-9278-4608-8c76-2b42295eac57 None None] Provisioning complete for port 23731878-5d01-4cfa-b252-74bef5e7c58f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:54.140346 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-946457db-9278-4608-8c76-2b42295eac57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.140724 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-946457db-9278-4608-8c76-2b42295eac57 None None] Attempt 1 to provision port 23731878-5d01-4cfa-b252-74bef5e7c58f Nov 02 12:54:54.178863 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c065b1-e5bb-4093-8b64-d459e19c2b31 None None] Unable to find a vacant binding_index for network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 and agent cb21dedf-534b-40c9-851e-bca791414a4c {{(pid=105977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 02 12:54:54.180973 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea23873-ace6-45c7-a3dd-30a66f4374d1 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting subnet 01afb805-a2f8-4b73-89bb-70e8c77e5329 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:54:54.185891 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cea23873-ace6-45c7-a3dd-30a66f4374d1 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (01afb805-a2f8-4b73-89bb-70e8c77e5329), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.195988 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c065b1-e5bb-4093-8b64-d459e19c2b31 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31) {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:54:54.216831 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 23731878-5d01-4cfa-b252-74bef5e7c58f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:54.251273 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4c2a5969-645f-4bb1-94b6-1d5da6e28e4d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2260869 Nov 02 12:54:54.257198 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54862) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:54.268968 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-ace4c1c5-e53b-4970-8ffa-75bb0ab36e1f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Allocated IP 2001:db8::98 (950caa8b-342c-43ee-8569-196bbe644df8/8eb1bc84-8665-4348-9d81-532d5f01180b/35b44594-b10d-437c-b49d-0453bd0f322b) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:54.284243 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cea23873-ace6-45c7-a3dd-30a66f4374d1 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (01afb805-a2f8-4b73-89bb-70e8c77e5329), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.414749 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (77028d8b-e1e4-4bd0-9c42-e87eae6b0a31), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.471841 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cea23873-ace6-45c7-a3dd-30a66f4374d1 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (01afb805-a2f8-4b73-89bb-70e8c77e5329), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.490972 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1244a72a-0a0e-4aa7-8797-5ac3bdc82ea2 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (4157b670-5d30-429c-9f18-0d468eee93e9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.559141 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-946457db-9278-4608-8c76-2b42295eac57 None None] Current status of the port 23731878-5d01-4cfa-b252-74bef5e7c58f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:54:54.713640 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-77028d8b-e1e4-4bd0-9c42-e87eae6b0a31', 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31', 'project_id': 'd4052ea9dbe5435fad182eb586fcfe76', 'fixed_ips': [{'subnet_id': 'f60d77d5-920e-40df-8b70-dc0b681f32e3'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:54:54.714669 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.717735 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cea23873-ace6-45c7-a3dd-30a66f4374d1 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (01afb805-a2f8-4b73-89bb-70e8c77e5329), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.823034 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cea23873-ace6-45c7-a3dd-30a66f4374d1 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.831349 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cea23873-ace6-45c7-a3dd-30a66f4374d1 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/01afb805-a2f8-4b73-89bb-70e8c77e5329 HTTP/1.1" status: 204 len: 168 time: 0.7559791 Nov 02 12:54:54.833292 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54874) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:54.838657 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea23873-ace6-45c7-a3dd-30a66f4374d1 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Subnet': ['ID=01afb805-a2f8-4b73-89bb-70e8c77e5329,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:55.075990 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Allocated IP 172.20.0.1 (77028d8b-e1e4-4bd0-9c42-e87eae6b0a31/f60d77d5-920e-40df-8b70-dc0b681f32e3/904648aa-532c-441c-b103-2290b81db696) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:55.138452 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e957aa6f-0bdc-4c73-8dad-101f0258ecb5 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (0d57f6e5-3894-454b-91d5-468879d61329), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.232323 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e957aa6f-0bdc-4c73-8dad-101f0258ecb5 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:55.235587 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e957aa6f-0bdc-4c73-8dad-101f0258ecb5 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0c133ced-f5a1-4b73-ba42-96bc1b31ac10), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.405272 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-e957aa6f-0bdc-4c73-8dad-101f0258ecb5 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] For port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0c133ced-f5a1-4b73-ba42-96bc1b31ac10,segment=NetworkSegment(ec4625ec-cf67-40b6-b2df-501448369a4d),segment_id=ec4625ec-cf67-40b6-b2df-501448369a4d)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:55.406509 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e957aa6f-0bdc-4c73-8dad-101f0258ecb5 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0c133ced-f5a1-4b73-ba42-96bc1b31ac10), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.431543 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e957aa6f-0bdc-4c73-8dad-101f0258ecb5 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:55.462747 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Publish callbacks [] for port (904648aa-532c-441c-b103-2290b81db696), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.498485 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:55.536522 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:55.542114 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244a72a-0a0e-4aa7-8797-5ac3bdc82ea2 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Pushing event deleted for resources: {'Port': ['ID=4157b670-5d30-429c-9f18-0d468eee93e9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:55.630428 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1244a72a-0a0e-4aa7-8797-5ac3bdc82ea2 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] No DVR routers for this DVR port 4157b670-5d30-429c-9f18-0d468eee93e9 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:54:55.641644 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (f60d77d5-920e-40df-8b70-dc0b681f32e3), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.700901 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f07cb0f5-1d3d-4c66-bfa5-1e0d17e1cae4 None None] Provisioning complete for port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:54:55.701538 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f07cb0f5-1d3d-4c66-bfa5-1e0d17e1cae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0c133ced-f5a1-4b73-ba42-96bc1b31ac10), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.701647 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f07cb0f5-1d3d-4c66-bfa5-1e0d17e1cae4 None None] Attempt 1 to provision port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 Nov 02 12:54:55.782916 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (904648aa-532c-441c-b103-2290b81db696), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.831776 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ace4c1c5-e53b-4970-8ffa-75bb0ab36e1f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (35b44594-b10d-437c-b49d-0453bd0f322b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.844012 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1244a72a-0a0e-4aa7-8797-5ac3bdc82ea2 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (b55f8d05-f58b-47d9-bd84-383ab52b49bb), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.884041 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e957aa6f-0bdc-4c73-8dad-101f0258ecb5 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (0c133ced-f5a1-4b73-ba42-96bc1b31ac10), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.908681 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:55.911923 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Pushing event updated for resources: {'Port': ['ID=904648aa-532c-441c-b103-2290b81db696,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:55.916329 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:55.925073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f07cb0f5-1d3d-4c66-bfa5-1e0d17e1cae4 None None] Could not find standard attr ID for object 0c133ced-f5a1-4b73-ba42-96bc1b31ac10. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:54:55.927031 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:55.934478 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.db [None req-f07cb0f5-1d3d-4c66-bfa5-1e0d17e1cae4 None None] No ports have port_id starting with 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 Nov 02 12:54:55.970976 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957aa6f-0bdc-4c73-8dad-101f0258ecb5 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=0c133ced-f5a1-4b73-ba42-96bc1b31ac10,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:56.013726 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e957aa6f-0bdc-4c73-8dad-101f0258ecb5 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No DVR routers for this DVR port 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:54:56.032961 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-1244a72a-0a0e-4aa7-8797-5ac3bdc82ea2 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55f8d05-f58b-47d9-bd84-383ab52b49bb']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:56.074422 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (f60d77d5-920e-40df-8b70-dc0b681f32e3), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.121706 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-1244a72a-0a0e-4aa7-8797-5ac3bdc82ea2 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a376a5-908e-4ab9-896b-61dd9acdfe33') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:56.125566 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:56.130321 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-1244a72a-0a0e-4aa7-8797-5ac3bdc82ea2 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a376a5-908e-4ab9-896b-61dd9acdfe33') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:56.159959 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ace4c1c5-e53b-4970-8ffa-75bb0ab36e1f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (35b44594-b10d-437c-b49d-0453bd0f322b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.205004 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e957aa6f-0bdc-4c73-8dad-101f0258ecb5 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (0d57f6e5-3894-454b-91d5-468879d61329), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.250670 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:54:56.250923 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '835af9eb-20b9-4b1f-8c31-dfb46bc7035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:54:56.251203 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:56.256473 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-e957aa6f-0bdc-4c73-8dad-101f0258ecb5 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d57f6e5-3894-454b-91d5-468879d61329']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:56.273686 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1244a72a-0a0e-4aa7-8797-5ac3bdc82ea2 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (82a376a5-908e-4ab9-896b-61dd9acdfe33), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.284931 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-e957aa6f-0bdc-4c73-8dad-101f0258ecb5 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec4625ec-cf67-40b6-b2df-501448369a4d') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:56.285324 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-e957aa6f-0bdc-4c73-8dad-101f0258ecb5 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec4625ec-cf67-40b6-b2df-501448369a4d') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:56.298113 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e957aa6f-0bdc-4c73-8dad-101f0258ecb5 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (ec4625ec-cf67-40b6-b2df-501448369a4d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.303453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:54:56.306912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:56.326004 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Subnet': ['ID=f60d77d5-920e-40df-8b70-dc0b681f32e3,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:56.328003 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e957aa6f-0bdc-4c73-8dad-101f0258ecb5 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (ec4625ec-cf67-40b6-b2df-501448369a4d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.339091 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e957aa6f-0bdc-4c73-8dad-101f0258ecb5 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:54:56.339303 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e957aa6f-0bdc-4c73-8dad-101f0258ecb5 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (ec4625ec-cf67-40b6-b2df-501448369a4d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.346534 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1244a72a-0a0e-4aa7-8797-5ac3bdc82ea2 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (82a376a5-908e-4ab9-896b-61dd9acdfe33), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.350253 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:54:56.352814 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Failed to bind port 904648aa-532c-441c-b103-2290b81db696 on host n-d-857339-6 for vnic_type normal using segments [{'id': '835af9eb-20b9-4b1f-8c31-dfb46bc7035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'}] Nov 02 12:54:56.352814 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempt 2 to bind port 904648aa-532c-441c-b103-2290b81db696 Nov 02 12:54:56.373577 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:54:56.373982 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '835af9eb-20b9-4b1f-8c31-dfb46bc7035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:54:56.374846 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:56.375595 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1244a72a-0a0e-4aa7-8797-5ac3bdc82ea2 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:54:56.376560 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1244a72a-0a0e-4aa7-8797-5ac3bdc82ea2 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (82a376a5-908e-4ab9-896b-61dd9acdfe33), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.415251 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:54:56.418840 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:56.437957 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment ec4625ec-cf67-40b6-b2df-501448369a4d resource provider aggregate not found Nov 02 12:54:56.473448 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment ec4625ec-cf67-40b6-b2df-501448369a4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec4625ec-cf67-40b6-b2df-501448369a4d found for delete ", "request_id": "req-c866d08d-afa8-4acb-8d33-8940a31c4d8f"}]} Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.490043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:54:56.492669 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Failed to bind port 904648aa-532c-441c-b103-2290b81db696 on host n-d-857339-6 for vnic_type normal using segments [{'id': '835af9eb-20b9-4b1f-8c31-dfb46bc7035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'}] Nov 02 12:54:56.492669 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempt 3 to bind port 904648aa-532c-441c-b103-2290b81db696 Nov 02 12:54:56.520796 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:54:56.521467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '835af9eb-20b9-4b1f-8c31-dfb46bc7035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:54:56.521910 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:56.532612 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4c1c5-e53b-4970-8ffa-75bb0ab36e1f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=35b44594-b10d-437c-b49d-0453bd0f322b,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:56.565377 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace4c1c5-e53b-4970-8ffa-75bb0ab36e1f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 950caa8b-342c-43ee-8569-196bbe644df8 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:56.578926 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 82a376a5-908e-4ab9-896b-61dd9acdfe33 resource provider aggregate not found Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:54:56.579318 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:56.591840 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.617282 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:54:56.623969 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Failed to bind port 904648aa-532c-441c-b103-2290b81db696 on host n-d-857339-6 for vnic_type normal using segments [{'id': '835af9eb-20b9-4b1f-8c31-dfb46bc7035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'}] Nov 02 12:54:56.623969 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempt 4 to bind port 904648aa-532c-441c-b103-2290b81db696 Nov 02 12:54:56.631825 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-ace4c1c5-e53b-4970-8ffa-75bb0ab36e1f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:56.637137 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace4c1c5-e53b-4970-8ffa-75bb0ab36e1f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:56.641862 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e957aa6f-0bdc-4c73-8dad-101f0258ecb5 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (0d57f6e5-3894-454b-91d5-468879d61329), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.655062 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e957aa6f-0bdc-4c73-8dad-101f0258ecb5 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.678831 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e957aa6f-0bdc-4c73-8dad-101f0258ecb5 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/networks/0d57f6e5-3894-454b-91d5-468879d61329 HTTP/1.1" status: 204 len: 168 time: 1.8392098 Nov 02 12:54:56.682622 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54934) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:56.693137 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace4c1c5-e53b-4970-8ffa-75bb0ab36e1f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:56.694748 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ace4c1c5-e53b-4970-8ffa-75bb0ab36e1f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.699908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:54:56.700522 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '835af9eb-20b9-4b1f-8c31-dfb46bc7035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:54:56.701136 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:56.720585 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 82a376a5-908e-4ab9-896b-61dd9acdfe33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82a376a5-908e-4ab9-896b-61dd9acdfe33 found for delete ", "request_id": "req-f9ed71e6-c396-48cc-866f-3dab3f475fcf"}]} Nov 02 12:54:56.729001 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (77028d8b-e1e4-4bd0-9c42-e87eae6b0a31), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.755186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:54:56.763099 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:56.775404 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957aa6f-0bdc-4c73-8dad-101f0258ecb5 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Network': ['ID=0d57f6e5-3894-454b-91d5-468879d61329,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.809298 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:54:56.811929 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Failed to bind port 904648aa-532c-441c-b103-2290b81db696 on host n-d-857339-6 for vnic_type normal using segments [{'id': '835af9eb-20b9-4b1f-8c31-dfb46bc7035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'}] Nov 02 12:54:56.811929 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempt 5 to bind port 904648aa-532c-441c-b103-2290b81db696 Nov 02 12:54:56.817826 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77028d8b-e1e4-4bd0-9c42-e87eae6b0a31']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:56.840290 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1244a72a-0a0e-4aa7-8797-5ac3bdc82ea2 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (b55f8d05-f58b-47d9-bd84-383ab52b49bb), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.843927 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835af9eb-20b9-4b1f-8c31-dfb46bc7035c') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:56.844315 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835af9eb-20b9-4b1f-8c31-dfb46bc7035c') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:56.851157 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:54:56.852340 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '835af9eb-20b9-4b1f-8c31-dfb46bc7035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:54:56.854339 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:56.858741 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852043b4-33f2-45ea-b370-71106069ddf2 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:56.860869 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-852043b4-33f2-45ea-b370-71106069ddf2 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports/a8e9abd2-311e-4314-9183-201c3244de99 HTTP/1.1" status: 200 len: 841 time: 0.1073396 Nov 02 12:54:56.861042 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1244a72a-0a0e-4aa7-8797-5ac3bdc82ea2 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.864304 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54944) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:56.878574 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1244a72a-0a0e-4aa7-8797-5ac3bdc82ea2 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] 10.222.0.64 "DELETE /networking/v2.0/networks/b55f8d05-f58b-47d9-bd84-383ab52b49bb HTTP/1.1" status: 204 len: 168 time: 3.5759177 Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.899034 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:54:56.901766 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:56.907664 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (835af9eb-20b9-4b1f-8c31-dfb46bc7035c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.909990 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244a72a-0a0e-4aa7-8797-5ac3bdc82ea2 tempest-DHCPAgentSchedulersTestJSON-333612674 tempest-DHCPAgentSchedulersTestJSON-333612674-project] Pushing event deleted for resources: {'Network': ['ID=b55f8d05-f58b-47d9-bd84-383ab52b49bb,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Failed to bind port 904648aa-532c-441c-b103-2290b81db696 on host n-d-857339-6 for vnic_type normal using segments [{'id': '835af9eb-20b9-4b1f-8c31-dfb46bc7035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'}] Nov 02 12:54:56.936134 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempt 6 to bind port 904648aa-532c-441c-b103-2290b81db696 Nov 02 12:54:56.944962 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (835af9eb-20b9-4b1f-8c31-dfb46bc7035c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.948085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:54:56.948471 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '835af9eb-20b9-4b1f-8c31-dfb46bc7035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:54:56.948865 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:56.956665 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:54:56.956984 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (835af9eb-20b9-4b1f-8c31-dfb46bc7035c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:56.980924 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:54:56.985188 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:57.005821 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7babc6a3-3573-4ac8-92c8-04493cab09ea tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports/a8e9abd2-311e-4314-9183-201c3244de99?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1386969 Nov 02 12:54:57.010526 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54948) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:57.012076 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:54:57.017356 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Failed to bind port 904648aa-532c-441c-b103-2290b81db696 on host n-d-857339-6 for vnic_type normal using segments [{'id': '835af9eb-20b9-4b1f-8c31-dfb46bc7035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'}] Nov 02 12:54:57.017356 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempt 7 to bind port 904648aa-532c-441c-b103-2290b81db696 Nov 02 12:54:57.017644 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-efd0d6d1-74b6-431f-8960-1536400c8929 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'subnet': {'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:57.043381 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:54:57.044800 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '835af9eb-20b9-4b1f-8c31-dfb46bc7035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:54:57.045466 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:57.063040 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ace4c1c5-e53b-4970-8ffa-75bb0ab36e1f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0459428 Nov 02 12:54:57.075377 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:57.091585 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54952) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:57.099678 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c4345c45-ed31-4f35-b3a2-d72dc896b103 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'subnet': {'network_id': '950caa8b-342c-43ee-8569-196bbe644df8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:57.108777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:54:57.112162 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:57.168909 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:54:57.171623 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Failed to bind port 904648aa-532c-441c-b103-2290b81db696 on host n-d-857339-6 for vnic_type normal using segments [{'id': '835af9eb-20b9-4b1f-8c31-dfb46bc7035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'}] Nov 02 12:54:57.171623 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempt 8 to bind port 904648aa-532c-441c-b103-2290b81db696 Nov 02 12:54:57.214508 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:54:57.214892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '835af9eb-20b9-4b1f-8c31-dfb46bc7035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:54:57.215268 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:57.244296 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:54:57.247030 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:57.273077 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:54:57.275639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Failed to bind port 904648aa-532c-441c-b103-2290b81db696 on host n-d-857339-6 for vnic_type normal using segments [{'id': '835af9eb-20b9-4b1f-8c31-dfb46bc7035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'}] Nov 02 12:54:57.275639 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempt 9 to bind port 904648aa-532c-441c-b103-2290b81db696 Nov 02 12:54:57.298190 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd0d6d1-74b6-431f-8960-1536400c8929 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:57.304914 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-efd0d6d1-74b6-431f-8960-1536400c8929 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:57.307194 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:54:57.308070 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '835af9eb-20b9-4b1f-8c31-dfb46bc7035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:54:57.309573 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:57.334555 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.db.api [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:54:57.334555 n-d-857339-6 neutron-server[105975]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:54:57.334555 n-d-857339-6 neutron-server[105975]: [parameters: {'id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'}] Nov 02 12:54:57.334555 n-d-857339-6 neutron-server[105975]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105975) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:54:57.350636 n-d-857339-6 neutron-server[105975]: DEBUG oslo_db.api [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:54:57.351666 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:57.387093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:54:57.392346 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Failed to bind port 904648aa-532c-441c-b103-2290b81db696 on host n-d-857339-6 for vnic_type normal using segments [{'id': '835af9eb-20b9-4b1f-8c31-dfb46bc7035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'}] Nov 02 12:54:57.392346 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempt 10 to bind port 904648aa-532c-441c-b103-2290b81db696 Nov 02 12:54:57.405875 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:54:57.406342 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '835af9eb-20b9-4b1f-8c31-dfb46bc7035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:54:57.409126 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:57.459196 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4345c45-ed31-4f35-b3a2-d72dc896b103 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:54:57.459809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempting to bind port 904648aa-532c-441c-b103-2290b81db696 on network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:57.478308 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c4345c45-ed31-4f35-b3a2-d72dc896b103 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f60d77d5-920e-40df-8b70-dc0b681f32e3 could not be found. Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Failed to bind port 904648aa-532c-441c-b103-2290b81db696 on host n-d-857339-6 for vnic_type normal using segments [{'id': '835af9eb-20b9-4b1f-8c31-dfb46bc7035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '77028d8b-e1e4-4bd0-9c42-e87eae6b0a31'}] Nov 02 12:54:57.478690 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (904648aa-532c-441c-b103-2290b81db696), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:57.567965 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] For port 904648aa-532c-441c-b103-2290b81db696, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:57.568380 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Attempted to set empty binding levels {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 12:54:57.589199 n-d-857339-6 neutron-server[105975]: INFO neutron.db.ipam_backend_mixin [None req-c4345c45-ed31-4f35-b3a2-d72dc896b103 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8eb1bc84-8665-4348-9d81-532d5f01180b (CIDR: 2001:db8::/64) Nov 02 12:54:57.709594 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4345c45-ed31-4f35-b3a2-d72dc896b103 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:54:57.710110 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4345c45-ed31-4f35-b3a2-d72dc896b103 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:54:57.836919 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (77028d8b-e1e4-4bd0-9c42-e87eae6b0a31), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:57.895654 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Deleting port 904648aa-532c-441c-b103-2290b81db696 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:54:57.896042 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (904648aa-532c-441c-b103-2290b81db696), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:57.937939 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (904648aa-532c-441c-b103-2290b81db696), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:57.938702 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-efd0d6d1-74b6-431f-8960-1536400c8929 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (2d33749f-97b5-4bdd-9e84-dba4cf2b5f37), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.007544 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c4345c45-ed31-4f35-b3a2-d72dc896b103 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9136145 Nov 02 12:54:58.016546 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 54972) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:58.027471 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ebd5bbc2-362e-4245-ad48-98e64742439f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'subnet': {'network_id': '950caa8b-342c-43ee-8569-196bbe644df8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:58.045865 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0d6d1-74b6-431f-8960-1536400c8929 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Subnet': ['ID=2d33749f-97b5-4bdd-9e84-dba4cf2b5f37,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:58.047924 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad7b0bf-8e78-4158-b1e2-34041f1fca1a None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:54:58.058263 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd0d6d1-74b6-431f-8960-1536400c8929 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:58.059769 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-efd0d6d1-74b6-431f-8960-1536400c8929 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:58.064566 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd0d6d1-74b6-431f-8960-1536400c8929 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:58.065326 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-efd0d6d1-74b6-431f-8960-1536400c8929 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.075421 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] For port 904648aa-532c-441c-b103-2290b81db696, host n-d-857339-6, got binding levels [] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:58.076312 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (904648aa-532c-441c-b103-2290b81db696), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.121067 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3af173bd-e29e-45d3-9a9d-aa70c4bc7285 None None] Could not find standard attr ID for object 0c133ced-f5a1-4b73-ba42-96bc1b31ac10. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:54:58.121664 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Calling delete_port for 904648aa-532c-441c-b103-2290b81db696 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:54:58.129501 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8dc0c-7a4b-4365-9cc4-456ba88cc95e None None] Pushing event updated for resources: {'Port': ['ID=904648aa-532c-441c-b103-2290b81db696,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:58.194981 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad7b0bf-8e78-4158-b1e2-34041f1fca1a None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:54:58.301687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54978) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:58.372937 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-efd0d6d1-74b6-431f-8960-1536400c8929 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3609726 Nov 02 12:54:58.377317 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54982) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:58.385230 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-1a9b00d9-09a0-4c25-ad13-00029ac25f45 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'security_group': {'name': 'tempest-secgroup-154700142'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:58.486605 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6fd97f-14e9-4dee-afad-9d0f6ee1dd82 None None] DHCP port deletion for 0d57f6e5-3894-454b-91d5-468879d61329 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:54:58.507572 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4f9d7c5d-eb80-436d-a445-96e121eb0a61 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4dd0ba2781b444bfa96a5c7141ed3671&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2002792 Nov 02 12:54:58.507572 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:54:58.507967 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 54986) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:58.619896 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af809f67-b465-4aa9-8b45-ce0e4055bde7 admin admin] Publish callbacks [] for security_group (f8e07676-d456-4a66-8c54-758a5b9b6f6d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.664576 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af809f67-b465-4aa9-8b45-ce0e4055bde7 admin admin] Publish callbacks [] for security_group (f8e07676-d456-4a66-8c54-758a5b9b6f6d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.670137 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45475ad4-266e-449a-8fba-9c737d01dd18 None None] DHCP port deletion for b55f8d05-f58b-47d9-bd84-383ab52b49bb request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:54:58.703716 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (904648aa-532c-441c-b103-2290b81db696), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.705393 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1a9b00d9-09a0-4c25-ad13-00029ac25f45 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.707405 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd5bbc2-362e-4245-ad48-98e64742439f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:58.718189 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-ae0163d4-9a33-48e2-87f2-c6a4e9c35e50', 'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50', 'project_id': '3d34b3cffbc44c0aae74d45280e6cf4d', 'fixed_ips': [{'subnet_id': '2d33749f-97b5-4bdd-9e84-dba4cf2b5f37'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:54:58.720762 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.728446 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ebd5bbc2-362e-4245-ad48-98e64742439f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.816056 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Port': ['ID=904648aa-532c-441c-b103-2290b81db696,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:58.830821 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1a9b00d9-09a0-4c25-ad13-00029ac25f45 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (fdadbadb-9af4-4daf-8897-3c2ad93dc22a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.839979 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 835af9eb-20b9-4b1f-8c31-dfb46bc7035c resource provider aggregate not found Nov 02 12:54:58.851410 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No DVR routers for this DVR port 904648aa-532c-441c-b103-2290b81db696 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:54:58.961928 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] Allocated IP 172.20.0.2 (ae0163d4-9a33-48e2-87f2-c6a4e9c35e50/2d33749f-97b5-4bdd-9e84-dba4cf2b5f37/2e48ab5f-6968-4539-b855-f7d80963ed24) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:58.994493 n-d-857339-6 neutron-server[105975]: INFO neutron.db.ipam_backend_mixin [None req-ebd5bbc2-362e-4245-ad48-98e64742439f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e29d927e-d2cc-46df-a32e-bfacd3ad5bc4 (CIDR: 2001:db8:0:1::/64) Nov 02 12:54:59.001483 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 835af9eb-20b9-4b1f-8c31-dfb46bc7035c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 835af9eb-20b9-4b1f-8c31-dfb46bc7035c found for delete ", "request_id": "req-f179d377-d888-4094-b3d5-fb639b9265f7"}]} Nov 02 12:54:59.012426 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af809f67-b465-4aa9-8b45-ce0e4055bde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f8e07676-d456-4a66-8c54-758a5b9b6f6d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.016081 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af809f67-b465-4aa9-8b45-ce0e4055bde7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.020970 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-af809f67-b465-4aa9-8b45-ce0e4055bde7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f8e07676-d456-4a66-8c54-758a5b9b6f6d HTTP/1.1" status: 204 len: 168 time: 0.5085280 Nov 02 12:54:59.032410 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af809f67-b465-4aa9-8b45-ce0e4055bde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e07676-d456-4a66-8c54-758a5b9b6f6d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:59.155282 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd5bbc2-362e-4245-ad48-98e64742439f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:54:59.160749 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd5bbc2-362e-4245-ad48-98e64742439f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:54:59.160749 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (77028d8b-e1e4-4bd0-9c42-e87eae6b0a31), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.190810 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77028d8b-e1e4-4bd0-9c42-e87eae6b0a31']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:59.202917 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835af9eb-20b9-4b1f-8c31-dfb46bc7035c') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:59.203379 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835af9eb-20b9-4b1f-8c31-dfb46bc7035c') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:59.214808 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (835af9eb-20b9-4b1f-8c31-dfb46bc7035c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.219796 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1a9b00d9-09a0-4c25-ad13-00029ac25f45 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fdadbadb-9af4-4daf-8897-3c2ad93dc22a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.242396 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (835af9eb-20b9-4b1f-8c31-dfb46bc7035c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.255780 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:54:59.257050 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (835af9eb-20b9-4b1f-8c31-dfb46bc7035c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.258385 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b00d9-09a0-4c25-ad13-00029ac25f45 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdadbadb-9af4-4daf-8897-3c2ad93dc22a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:59.263131 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] Publish callbacks [] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.323196 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4157b670-5d30-429c-9f18-0d468eee93e9 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:59.352037 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 4157b670-5d30-429c-9f18-0d468eee93e9 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:54:59.352644 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4157b670-5d30-429c-9f18-0d468eee93e9 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:54:59.353538 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:59.395726 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ebd5bbc2-362e-4245-ad48-98e64742439f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3758180 Nov 02 12:54:59.397736 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:54:59.397954 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55012) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:59.398438 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0c133ced-f5a1-4b73-ba42-96bc1b31ac10 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:54:59.406642 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e5c5e2d8-290b-419c-b889-1565f65b3db3 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'subnet': {'network_id': '950caa8b-342c-43ee-8569-196bbe644df8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:59.420946 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1a9b00d9-09a0-4c25-ad13-00029ac25f45 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.423533 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1a9b00d9-09a0-4c25-ad13-00029ac25f45 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0426006 Nov 02 12:54:59.433954 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55014) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:59.456214 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-121ef31c-3b97-40b6-b993-13e63b9fa648 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'security_group': {'name': 'tempest-secgroup-438836306'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:59.464161 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.509292 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:59.515173 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:59.531314 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:54:59.554156 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] Pushing event updated for resources: {'Port': ['ID=2e48ab5f-6968-4539-b855-f7d80963ed24,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:59.571238 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (77028d8b-e1e4-4bd0-9c42-e87eae6b0a31), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.604193 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.615707 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 HTTP/1.1" status: 204 len: 168 time: 5.3539624 Nov 02 12:54:59.615707 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383a426-34de-479a-a2ce-ea98d25a8900 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Network': ['ID=77028d8b-e1e4-4bd0-9c42-e87eae6b0a31,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:59.616175 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55016) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:59.621911 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-bfc1e9d2-937d-4972-802a-61f19ac4005d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-419408939'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:59.661961 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] Attempting to bind port 2e48ab5f-6968-4539-b855-f7d80963ed24 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:54:59.662324 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] Attempting to bind port 2e48ab5f-6968-4539-b855-f7d80963ed24 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '1a4f5bae-4226-4afc-be7a-afac567ffe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:54:59.662692 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] Attempting to bind port 2e48ab5f-6968-4539-b855-f7d80963ed24 on network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:59.727598 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:54:59.727974 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] Checking segment: {'id': '1a4f5bae-4226-4afc-be7a-afac567ffe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:54:59.728470 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.728912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] Bound using segment: {'id': '1a4f5bae-4226-4afc-be7a-afac567ffe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:54:59.729411 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] Bound port: 2e48ab5f-6968-4539-b855-f7d80963ed24, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4f5bae-4226-4afc-be7a-afac567ffe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:54:59.729796 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.740254 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:54:59.811747 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] For port 2e48ab5f-6968-4539-b855-f7d80963ed24, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:59.815838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] For port 2e48ab5f-6968-4539-b855-f7d80963ed24, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2e48ab5f-6968-4539-b855-f7d80963ed24,segment=NetworkSegment(1a4f5bae-4226-4afc-be7a-afac567ffe48),segment_id=1a4f5bae-4226-4afc-be7a-afac567ffe48)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:59.836878 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc1e9d2-937d-4972-802a-61f19ac4005d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:59.837107 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-121ef31c-3b97-40b6-b993-13e63b9fa648 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.843703 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e9d2-937d-4972-802a-61f19ac4005d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.879303 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc1e9d2-937d-4972-802a-61f19ac4005d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:54:59.896831 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e9d2-937d-4972-802a-61f19ac4005d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (77165ab9-3139-40e7-bf78-05eda1bb78e2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.897752 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-bfc1e9d2-937d-4972-802a-61f19ac4005d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Added segment 77165ab9-3139-40e7-bf78-05eda1bb78e2 of type vlan for network 4bfedf38-ae48-44af-82b2-9fa2c1e2bb06 Nov 02 12:54:59.920836 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c5e2d8-290b-419c-b889-1565f65b3db3 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Made reservation on behalf of 7d3e207adaab4614babb8fb6e2c10f77 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:59.939611 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.943541 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e5c5e2d8-290b-419c-b889-1565f65b3db3 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:00.069327 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99d41e-74c8-4d15-a720-484e61b023d7 None None] Pushing event updated for resources: {'Port': ['ID=2e48ab5f-6968-4539-b855-f7d80963ed24,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:00.099809 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e9d2-937d-4972-802a-61f19ac4005d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (4bfedf38-ae48-44af-82b2-9fa2c1e2bb06), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:00.315809 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-121ef31c-3b97-40b6-b993-13e63b9fa648 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (819e83fc-af11-422b-8a63-2dd4f2b813d1), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:00.322983 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e9d2-937d-4972-802a-61f19ac4005d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (4bfedf38-ae48-44af-82b2-9fa2c1e2bb06), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:00.330975 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc1e9d2-937d-4972-802a-61f19ac4005d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:00.336607 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e9d2-937d-4972-802a-61f19ac4005d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:00.472418 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55040) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:00.537640 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4fb1b875-064f-4955-8050-998993fc12c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:00.541879 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-121ef31c-3b97-40b6-b993-13e63b9fa648 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (819e83fc-af11-422b-8a63-2dd4f2b813d1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:00.620531 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1e9d2-937d-4972-802a-61f19ac4005d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Network': ['ID=4bfedf38-ae48-44af-82b2-9fa2c1e2bb06,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:00.637290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 4bfedf38-ae48-44af-82b2-9fa2c1e2bb06 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:55:00.819099 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bfc1e9d2-937d-4972-802a-61f19ac4005d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2015321 Nov 02 12:55:00.824139 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55050) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:00.831620 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:00.836531 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-b84d9a81-0f59-4609-aae4-7ad36ea1f476 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'subnet': {'network_id': '4bfedf38-ae48-44af-82b2-9fa2c1e2bb06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:00.906744 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-121ef31c-3b97-40b6-b993-13e63b9fa648 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:00.907990 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-121ef31c-3b97-40b6-b993-13e63b9fa648 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4730573 Nov 02 12:55:00.930305 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4fb1b875-064f-4955-8050-998993fc12c7 admin admin] Publish callbacks [] for security_group (f411fe1f-c308-4dc5-b923-1abaaf4a8e57), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:00.933521 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55054) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:00.936731 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ef31c-3b97-40b6-b993-13e63b9fa648 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=819e83fc-af11-422b-8a63-2dd4f2b813d1,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:00.963643 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-080ee65f-ffb7-461e-9521-c87249ec3035 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1110185152', 'security_groups': ['819e83fc-af11-422b-8a63-2dd4f2b813d1'], 'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2d33749f-97b5-4bdd-9e84-dba4cf2b5f37'}]}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:00.984275 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:01.096828 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4fb1b875-064f-4955-8050-998993fc12c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f411fe1f-c308-4dc5-b923-1abaaf4a8e57), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.237692 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84d9a81-0f59-4609-aae4-7ad36ea1f476 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:01.237692 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b84d9a81-0f59-4609-aae4-7ad36ea1f476 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.273411 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4fb1b875-064f-4955-8050-998993fc12c7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=cdfb7e3e5f5445eaa5ebb7688390c7b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7902787 Nov 02 12:55:01.531114 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 835af9eb-20b9-4b1f-8c31-dfb46bc7035c resource provider aggregate not found Nov 02 12:55:01.554416 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55060) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:01.626127 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2e48ab5f-6968-4539-b855-f7d80963ed24 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:55:01.778217 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 835af9eb-20b9-4b1f-8c31-dfb46bc7035c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 835af9eb-20b9-4b1f-8c31-dfb46bc7035c found for delete ", "request_id": "req-e858e8c2-cec8-435b-b16c-f90ac3dc58a7"}]} Nov 02 12:55:01.836078 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:01.842064 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2e48ab5f-6968-4539-b855-f7d80963ed24 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:01.844696 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.845502 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2e48ab5f-6968-4539-b855-f7d80963ed24 Nov 02 12:55:01.970587 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1b875-064f-4955-8050-998993fc12c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f411fe1f-c308-4dc5-b923-1abaaf4a8e57,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:02.225655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2e48ab5f-6968-4539-b855-f7d80963ed24 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:55:02.226295 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.313918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec582933-ffb7-45d8-b65c-37ee2444851f None None] Network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:02.322871 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b84d9a81-0f59-4609-aae4-7ad36ea1f476 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (c1ba672f-fee1-4a61-93e7-b14953cc61cd), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.325512 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c206fbef-bc9b-4971-98e6-e554014d3a17 admin admin] Publish callbacks [] for security_group (f411fe1f-c308-4dc5-b923-1abaaf4a8e57), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.428285 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c206fbef-bc9b-4971-98e6-e554014d3a17 admin admin] Publish callbacks [] for security_group (f411fe1f-c308-4dc5-b923-1abaaf4a8e57), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.472281 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 2e48ab5f-6968-4539-b855-f7d80963ed24, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2e48ab5f-6968-4539-b855-f7d80963ed24,segment=NetworkSegment(1a4f5bae-4226-4afc-be7a-afac567ffe48),segment_id=1a4f5bae-4226-4afc-be7a-afac567ffe48)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:02.481567 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d9a81-0f59-4609-aae4-7ad36ea1f476 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Subnet': ['ID=c1ba672f-fee1-4a61-93e7-b14953cc61cd,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:02.492765 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371dd848-0fe5-49cd-8e00-6e965ad09fbe None None] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:02.504245 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080ee65f-ffb7-461e-9521-c87249ec3035 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:02.529394 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec582933-ffb7-45d8-b65c-37ee2444851f None None] Network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 12:55:02.591699 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84d9a81-0f59-4609-aae4-7ad36ea1f476 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Checking segment: {'id': '77165ab9-3139-40e7-bf78-05eda1bb78e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4bfedf38-ae48-44af-82b2-9fa2c1e2bb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:55:02.594981 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84d9a81-0f59-4609-aae4-7ad36ea1f476 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network hostable DHCP agents. Network: 4bfedf38-ae48-44af-82b2-9fa2c1e2bb06, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:55:02.598538 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:02.670915 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555f23c8-8512-43ba-a565-1fc070792a2c None None] Network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:02.697545 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e5c5e2d8-290b-419c-b889-1565f65b3db3 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (7b85a62e-a789-4988-bf0e-04d3b1f5a828), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.711632 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:02.725919 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.763706 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84d9a81-0f59-4609-aae4-7ad36ea1f476 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network 4bfedf38-ae48-44af-82b2-9fa2c1e2bb06 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:55:02.907155 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-b84d9a81-0f59-4609-aae4-7ad36ea1f476 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 4bfedf38-ae48-44af-82b2-9fa2c1e2bb06) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:02.912413 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84d9a81-0f59-4609-aae4-7ad36ea1f476 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:02.913307 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b84d9a81-0f59-4609-aae4-7ad36ea1f476 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.014834 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b84d9a81-0f59-4609-aae4-7ad36ea1f476 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1891720 Nov 02 12:55:03.021553 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55092) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:03.106359 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c5e2d8-290b-419c-b889-1565f65b3db3 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Network 950caa8b-342c-43ee-8569-196bbe644df8 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:03.120580 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb6e243-4005-4ef1-b865-165a8fc92329 None None] Network 4bfedf38-ae48-44af-82b2-9fa2c1e2bb06 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:03.142587 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:03.148331 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=7 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:03.156691 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e5c5e2d8-290b-419c-b889-1565f65b3db3 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:03.174822 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c5e2d8-290b-419c-b889-1565f65b3db3 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:03.179489 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e5c5e2d8-290b-419c-b889-1565f65b3db3 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.211165 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5e2d8-290b-419c-b889-1565f65b3db3 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Subnet': ['ID=7b85a62e-a789-4988-bf0e-04d3b1f5a828,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:03.306590 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-080ee65f-ffb7-461e-9521-c87249ec3035 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.342900 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555f23c8-8512-43ba-a565-1fc070792a2c None None] Network 77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 12:55:03.344352 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c67e1305-8fc1-48c5-bdfb-baddd8f31f10 None None] Provisioning complete for port a8e9abd2-311e-4314-9183-201c3244de99 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:03.344805 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c67e1305-8fc1-48c5-bdfb-baddd8f31f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a8e9abd2-311e-4314-9183-201c3244de99), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.345325 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c67e1305-8fc1-48c5-bdfb-baddd8f31f10 None None] Attempt 1 to provision port a8e9abd2-311e-4314-9183-201c3244de99 Nov 02 12:55:03.365144 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c206fbef-bc9b-4971-98e6-e554014d3a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f411fe1f-c308-4dc5-b923-1abaaf4a8e57), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.370058 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:03.373734 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48caf92f-db01-40cf-a662-9cb24538e258 None None] Network 950caa8b-342c-43ee-8569-196bbe644df8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:03.376912 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c206fbef-bc9b-4971-98e6-e554014d3a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.379501 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c206fbef-bc9b-4971-98e6-e554014d3a17 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f411fe1f-c308-4dc5-b923-1abaaf4a8e57 HTTP/1.1" status: 204 len: 168 time: 1.7206023 Nov 02 12:55:03.422216 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4bba91f8-1a29-492a-8fff-a63ee877a358 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (4bfedf38-ae48-44af-82b2-9fa2c1e2bb06), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.445522 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206fbef-bc9b-4971-98e6-e554014d3a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f411fe1f-c308-4dc5-b923-1abaaf4a8e57,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:03.468153 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e5c5e2d8-290b-419c-b889-1565f65b3db3 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.0681727 Nov 02 12:55:03.469541 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55104) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:03.492758 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1359396415', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7b85a62e-a789-4988-bf0e-04d3b1f5a828'}], 'security_groups': ['8394541d-18f1-4d96-abc4-d8781a4edf43', '59698c0e-2f08-4017-8ffc-66e84d59f889']}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:03.503236 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-080ee65f-ffb7-461e-9521-c87249ec3035 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] device_id is not set on port 07627cd2-5925-4bed-b5f6-4f45ac2e7fba yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:55:03.587819 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:03.627221 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4bba91f8-1a29-492a-8fff-a63ee877a358 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (c1ba672f-fee1-4a61-93e7-b14953cc61cd), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.717717 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:04.032304 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4bba91f8-1a29-492a-8fff-a63ee877a358 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (c1ba672f-fee1-4a61-93e7-b14953cc61cd), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:04.136619 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba91f8-1a29-492a-8fff-a63ee877a358 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ba672f-fee1-4a61-93e7-b14953cc61cd,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:04.399037 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4bba91f8-1a29-492a-8fff-a63ee877a358 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (4bfedf38-ae48-44af-82b2-9fa2c1e2bb06), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:04.484357 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=2e48ab5f-6968-4539-b855-f7d80963ed24,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:04.546295 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c67e1305-8fc1-48c5-bdfb-baddd8f31f10 None None] Port a8e9abd2-311e-4314-9183-201c3244de99 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:55:04.573816 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c67e1305-8fc1-48c5-bdfb-baddd8f31f10 None None] Provisioning complete for port 2e48ab5f-6968-4539-b855-f7d80963ed24 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:04.574207 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c67e1305-8fc1-48c5-bdfb-baddd8f31f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:04.574558 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c67e1305-8fc1-48c5-bdfb-baddd8f31f10 None None] Attempt 1 to provision port 2e48ab5f-6968-4539-b855-f7d80963ed24 Nov 02 12:55:04.586601 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-4bba91f8-1a29-492a-8fff-a63ee877a358 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bfedf38-ae48-44af-82b2-9fa2c1e2bb06']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:04.625413 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:04.649141 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-080ee65f-ffb7-461e-9521-c87249ec3035 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Allocated IP 172.20.0.3 (ae0163d4-9a33-48e2-87f2-c6a4e9c35e50/2d33749f-97b5-4bdd-9e84-dba4cf2b5f37/07627cd2-5925-4bed-b5f6-4f45ac2e7fba) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:04.658027 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-4bba91f8-1a29-492a-8fff-a63ee877a358 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77165ab9-3139-40e7-bf78-05eda1bb78e2') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:04.658538 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-4bba91f8-1a29-492a-8fff-a63ee877a358 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77165ab9-3139-40e7-bf78-05eda1bb78e2') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:04.680756 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe3e589-a50f-42b6-9c08-999ddf703038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-4bfedf38-ae48-44af-82b2-9fa2c1e2bb06', 'network_id': '4bfedf38-ae48-44af-82b2-9fa2c1e2bb06', 'project_id': 'd4052ea9dbe5435fad182eb586fcfe76', 'fixed_ips': [{'subnet_id': 'c1ba672f-fee1-4a61-93e7-b14953cc61cd'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:55:04.682056 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cfe3e589-a50f-42b6-9c08-999ddf703038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:04.728461 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (35b44594-b10d-437c-b49d-0453bd0f322b), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:04.729836 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4bba91f8-1a29-492a-8fff-a63ee877a358 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (77165ab9-3139-40e7-bf78-05eda1bb78e2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:04.853047 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:04.853779 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4bba91f8-1a29-492a-8fff-a63ee877a358 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (77165ab9-3139-40e7-bf78-05eda1bb78e2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:04.941836 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bba91f8-1a29-492a-8fff-a63ee877a358 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:55:04.941836 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4bba91f8-1a29-492a-8fff-a63ee877a358 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (77165ab9-3139-40e7-bf78-05eda1bb78e2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:05.020577 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:05.147102 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a2cc1c-1c85-44d9-b363-185c46da659a None None] Update dhcp port {'port': {'network_id': '950caa8b-342c-43ee-8569-196bbe644df8', 'fixed_ips': [{'subnet_id': 'e29d927e-d2cc-46df-a32e-bfacd3ad5bc4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8eb1bc84-8665-4348-9d81-532d5f01180b', 'ip_address': '2001:db8::2'}, {'subnet_id': '7b85a62e-a789-4988-bf0e-04d3b1f5a828'}], 'binding:host_id': 'n-d-857339-6'}, 'id': '23731878-5d01-4cfa-b252-74bef5e7c58f'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 12:55:05.178371 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 77165ab9-3139-40e7-bf78-05eda1bb78e2 resource provider aggregate not found Nov 02 12:55:05.252538 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 77165ab9-3139-40e7-bf78-05eda1bb78e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77165ab9-3139-40e7-bf78-05eda1bb78e2 found for delete ", "request_id": "req-cfd82516-445f-49a6-8d49-9971eb16436c"}]} Nov 02 12:55:05.322074 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4bba91f8-1a29-492a-8fff-a63ee877a358 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (4bfedf38-ae48-44af-82b2-9fa2c1e2bb06), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:05.330676 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4bba91f8-1a29-492a-8fff-a63ee877a358 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:05.343254 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4bba91f8-1a29-492a-8fff-a63ee877a358 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/4bfedf38-ae48-44af-82b2-9fa2c1e2bb06 HTTP/1.1" status: 204 len: 168 time: 2.3246789 Nov 02 12:55:05.348698 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55150) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:05.382328 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-329d8870-4498-4229-bbf0-3604352d5ea8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-496630592'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:05.429415 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba91f8-1a29-492a-8fff-a63ee877a358 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Network': ['ID=4bfedf38-ae48-44af-82b2-9fa2c1e2bb06,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:05.536501 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:05.642479 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329d8870-4498-4229-bbf0-3604352d5ea8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:05.647109 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-329d8870-4498-4229-bbf0-3604352d5ea8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:05.794749 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-329d8870-4498-4229-bbf0-3604352d5ea8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:55:05.828838 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-329d8870-4498-4229-bbf0-3604352d5ea8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (325a37f3-7de6-40b0-8ba0-f82ca11a0d67), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:05.829550 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-329d8870-4498-4229-bbf0-3604352d5ea8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Added segment 325a37f3-7de6-40b0-8ba0-f82ca11a0d67 of type vlan for network 6ed2a21b-4c98-48f7-ad3b-5d45847be9f4 Nov 02 12:55:05.866846 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-080ee65f-ffb7-461e-9521-c87249ec3035 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (07627cd2-5925-4bed-b5f6-4f45ac2e7fba), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:05.958368 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:05.959230 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-329d8870-4498-4229-bbf0-3604352d5ea8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (6ed2a21b-4c98-48f7-ad3b-5d45847be9f4), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:05.967058 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2e48ab5f-6968-4539-b855-f7d80963ed24 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:55:06.048978 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:06.106999 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-329d8870-4498-4229-bbf0-3604352d5ea8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (6ed2a21b-4c98-48f7-ad3b-5d45847be9f4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:06.163557 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-080ee65f-ffb7-461e-9521-c87249ec3035 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (07627cd2-5925-4bed-b5f6-4f45ac2e7fba), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:06.169691 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329d8870-4498-4229-bbf0-3604352d5ea8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:06.171354 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-329d8870-4498-4229-bbf0-3604352d5ea8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:06.382195 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2e48ab5f-6968-4539-b855-f7d80963ed24 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:06.382587 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:06.382978 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2e48ab5f-6968-4539-b855-f7d80963ed24 Nov 02 12:55:06.408352 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080ee65f-ffb7-461e-9521-c87249ec3035 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:06.422183 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-080ee65f-ffb7-461e-9521-c87249ec3035 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:06.438746 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-329d8870-4498-4229-bbf0-3604352d5ea8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0835571 Nov 02 12:55:06.440381 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080ee65f-ffb7-461e-9521-c87249ec3035 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:55:06.448303 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55178) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:06.465415 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5f370ab4-b53d-45b9-b821-8d0ccf8074b1 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'subnet': {'network_id': '6ed2a21b-4c98-48f7-ad3b-5d45847be9f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:06.571227 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:06.585756 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e018301-71b1-4627-8086-c33ba7a4ff45 None None] Network 4bfedf38-ae48-44af-82b2-9fa2c1e2bb06 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:06.633840 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ee65f-ffb7-461e-9521-c87249ec3035 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=07627cd2-5925-4bed-b5f6-4f45ac2e7fba,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:06.655428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d8870-4498-4229-bbf0-3604352d5ea8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Network': ['ID=6ed2a21b-4c98-48f7-ad3b-5d45847be9f4,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:06.658549 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:06.716411 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:06.724373 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e018301-71b1-4627-8086-c33ba7a4ff45 None None] Network 4bfedf38-ae48-44af-82b2-9fa2c1e2bb06 could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 12:55:06.741887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 6ed2a21b-4c98-48f7-ad3b-5d45847be9f4 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:55:06.786349 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-93a2cc1c-1c85-44d9-b363-185c46da659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:06.853821 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c67e1305-8fc1-48c5-bdfb-baddd8f31f10 None None] Current status of the port 2e48ab5f-6968-4539-b855-f7d80963ed24 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:55:06.983029 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:07.182860 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:07.410924 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d0123ec8-8b36-439e-8afc-a31eebe0b83d None None] Provisioning complete for port 35b44594-b10d-437c-b49d-0453bd0f322b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:07.411536 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d0123ec8-8b36-439e-8afc-a31eebe0b83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (35b44594-b10d-437c-b49d-0453bd0f322b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:07.412920 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d0123ec8-8b36-439e-8afc-a31eebe0b83d None None] Attempt 1 to provision port 35b44594-b10d-437c-b49d-0453bd0f322b Nov 02 12:55:07.452944 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080ee65f-ffb7-461e-9521-c87249ec3035 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:07.454698 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-080ee65f-ffb7-461e-9521-c87249ec3035 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:07.563487 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Delete allocated IP 2001:db8::98 (950caa8b-342c-43ee-8569-196bbe644df8/8eb1bc84-8665-4348-9d81-532d5f01180b) {{(pid=105975) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 02 12:55:07.599159 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Allocated IP 2001:db8:0:2::2cd (950caa8b-342c-43ee-8569-196bbe644df8/7b85a62e-a789-4988-bf0e-04d3b1f5a828/35b44594-b10d-437c-b49d-0453bd0f322b) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:07.601521 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2e48ab5f-6968-4539-b855-f7d80963ed24 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:55:07.638561 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-080ee65f-ffb7-461e-9521-c87249ec3035 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.7031393 Nov 02 12:55:07.641290 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55204) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:07.647813 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-d2726581-8fe4-47d6-a6d0-388432f801cc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'subnet': {'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:07.653385 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f370ab4-b53d-45b9-b821-8d0ccf8074b1 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:07.666898 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f370ab4-b53d-45b9-b821-8d0ccf8074b1 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:07.686774 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d0123ec8-8b36-439e-8afc-a31eebe0b83d None None] Port 35b44594-b10d-437c-b49d-0453bd0f322b cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:55:07.707940 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d0123ec8-8b36-439e-8afc-a31eebe0b83d None None] Provisioning complete for port a8e9abd2-311e-4314-9183-201c3244de99 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:07.708887 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d0123ec8-8b36-439e-8afc-a31eebe0b83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a8e9abd2-311e-4314-9183-201c3244de99), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:07.710817 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d0123ec8-8b36-439e-8afc-a31eebe0b83d None None] Attempt 1 to provision port a8e9abd2-311e-4314-9183-201c3244de99 Nov 02 12:55:07.817185 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d0123ec8-8b36-439e-8afc-a31eebe0b83d None None] Port a8e9abd2-311e-4314-9183-201c3244de99 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:55:07.823754 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.ipam_backend_mixin [None req-5f370ab4-b53d-45b9-b821-8d0ccf8074b1 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Performing IP validity checks on allocation pools {{(pid=105975) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 02 12:55:07.825767 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.ipam_backend_mixin [None req-5f370ab4-b53d-45b9-b821-8d0ccf8074b1 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105975) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 02 12:55:07.849727 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d0123ec8-8b36-439e-8afc-a31eebe0b83d None None] Provisioning complete for port 2e48ab5f-6968-4539-b855-f7d80963ed24 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:07.849727 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d0123ec8-8b36-439e-8afc-a31eebe0b83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:07.849727 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d0123ec8-8b36-439e-8afc-a31eebe0b83d None None] Attempt 1 to provision port 2e48ab5f-6968-4539-b855-f7d80963ed24 Nov 02 12:55:08.076753 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d0123ec8-8b36-439e-8afc-a31eebe0b83d None None] Current status of the port 2e48ab5f-6968-4539-b855-f7d80963ed24 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:55:08.082826 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:08.165208 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2726581-8fe4-47d6-a6d0-388432f801cc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:08.171199 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:08.176141 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d2726581-8fe4-47d6-a6d0-388432f801cc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:08.225391 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-cadcd429-8369-453f-9d34-a2a8b7ff6673 None None] Provisioning complete for port 07627cd2-5925-4bed-b5f6-4f45ac2e7fba triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:08.225873 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cadcd429-8369-453f-9d34-a2a8b7ff6673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (07627cd2-5925-4bed-b5f6-4f45ac2e7fba), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:08.226226 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-cadcd429-8369-453f-9d34-a2a8b7ff6673 None None] Attempt 1 to provision port 07627cd2-5925-4bed-b5f6-4f45ac2e7fba Nov 02 12:55:08.354616 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:08.414685 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cadcd429-8369-453f-9d34-a2a8b7ff6673 None None] Port 07627cd2-5925-4bed-b5f6-4f45ac2e7fba cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:55:08.563246 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:08.603808 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for port (35b44594-b10d-437c-b49d-0453bd0f322b), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:08.661767 n-d-857339-6 neutron-server[105976]: INFO neutron.db.ipam_backend_mixin [None req-d2726581-8fe4-47d6-a6d0-388432f801cc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2d33749f-97b5-4bdd-9e84-dba4cf2b5f37 (CIDR: 172.20.0.0/28) Nov 02 12:55:08.736018 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (35b44594-b10d-437c-b49d-0453bd0f322b), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:08.740801 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2726581-8fe4-47d6-a6d0-388432f801cc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:55:08.742421 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2726581-8fe4-47d6-a6d0-388432f801cc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:08.861698 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d2726581-8fe4-47d6-a6d0-388432f801cc tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2183273 Nov 02 12:55:08.867474 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55236) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:08.897696 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f370ab4-b53d-45b9-b821-8d0ccf8074b1 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (70b1724c-ed34-4ef9-a0b2-55788d34f13b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:08.907129 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'subnet': {'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:09.028668 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-93a2cc1c-1c85-44d9-b363-185c46da659a None None] Allocated IP 2001:db8:0:2::2 (950caa8b-342c-43ee-8569-196bbe644df8/7b85a62e-a789-4988-bf0e-04d3b1f5a828/23731878-5d01-4cfa-b252-74bef5e7c58f) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:09.081360 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event updated for resources: {'Port': ['ID=35b44594-b10d-437c-b49d-0453bd0f322b,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:09.094248 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] In _notify_port_updated(), no bound segment for port 35b44594-b10d-437c-b49d-0453bd0f322b on network 950caa8b-342c-43ee-8569-196bbe644df8 {{(pid=105975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 12:55:09.099356 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:09.100355 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:09.102220 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "PUT /networking/v2.0/ports/35b44594-b10d-437c-b49d-0453bd0f322b HTTP/1.1" status: 200 len: 970 time: 5.6306584 Nov 02 12:55:09.114063 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55238) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:09.193504 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:09.194918 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:09.194918 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:09.195250 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:09.195751 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:09.196260 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:09.196792 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:09.197279 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:09.197770 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:09.198260 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:09.198767 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:09.199261 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:09.199752 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:09.200255 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:09.200949 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f6110f-1689-4036-8b0e-2a2af372b64f tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:09.246439 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f370ab4-b53d-45b9-b821-8d0ccf8074b1 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Subnet': ['ID=70b1724c-ed34-4ef9-a0b2-55788d34f13b,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:09.258243 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:09.289003 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a784b19a-afdb-4113-9fc2-5878477c5602 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port 35b44594-b10d-437c-b49d-0453bd0f322b {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:55:09.293340 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a784b19a-afdb-4113-9fc2-5878477c5602 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (35b44594-b10d-437c-b49d-0453bd0f322b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:09.330503 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f370ab4-b53d-45b9-b821-8d0ccf8074b1 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Checking segment: {'id': '325a37f3-7de6-40b0-8ba0-f82ca11a0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6ed2a21b-4c98-48f7-ad3b-5d45847be9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:55:09.330960 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f370ab4-b53d-45b9-b821-8d0ccf8074b1 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network hostable DHCP agents. Network: 6ed2a21b-4c98-48f7-ad3b-5d45847be9f4, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:55:09.337111 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:09.354526 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:09.482174 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-93a2cc1c-1c85-44d9-b363-185c46da659a None None] For port 23731878-5d01-4cfa-b252-74bef5e7c58f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=23731878-5d01-4cfa-b252-74bef5e7c58f,segment=NetworkSegment(4082de43-43aa-429a-8a3d-b3abe3bc0442),segment_id=4082de43-43aa-429a-8a3d-b3abe3bc0442)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:09.568170 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-93a2cc1c-1c85-44d9-b363-185c46da659a None None] Publish callbacks [] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:09.594514 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:09.599138 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:09.609002 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a784b19a-afdb-4113-9fc2-5878477c5602 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (35b44594-b10d-437c-b49d-0453bd0f322b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:09.665923 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-93a2cc1c-1c85-44d9-b363-185c46da659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:09.696874 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a784b19a-afdb-4113-9fc2-5878477c5602 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for 35b44594-b10d-437c-b49d-0453bd0f322b owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:55:09.736255 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=7 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:09.948942 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f370ab4-b53d-45b9-b821-8d0ccf8074b1 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network 6ed2a21b-4c98-48f7-ad3b-5d45847be9f4 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:55:09.958365 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2cc1c-1c85-44d9-b363-185c46da659a None None] Pushing event updated for resources: {'Port': ['ID=23731878-5d01-4cfa-b252-74bef5e7c58f,revision_number=7']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:09.959792 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:10.057200 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-5f370ab4-b53d-45b9-b821-8d0ccf8074b1 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 6ed2a21b-4c98-48f7-ad3b-5d45847be9f4) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:10.093533 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f370ab4-b53d-45b9-b821-8d0ccf8074b1 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:10.095683 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f370ab4-b53d-45b9-b821-8d0ccf8074b1 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:10.177047 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a78796-4597-41af-8382-b1d952db5064 None None] Network 6ed2a21b-4c98-48f7-ad3b-5d45847be9f4 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:10.199145 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55260) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:10.274751 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5f370ab4-b53d-45b9-b821-8d0ccf8074b1 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.8143229 Nov 02 12:55:10.281037 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55268) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:10.453570 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a784b19a-afdb-4113-9fc2-5878477c5602 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (35b44594-b10d-437c-b49d-0453bd0f322b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:10.549642 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784b19a-afdb-4113-9fc2-5878477c5602 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=35b44594-b10d-437c-b49d-0453bd0f322b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:10.575240 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:10.669311 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-6ed2a21b-4c98-48f7-ad3b-5d45847be9f4', 'network_id': '6ed2a21b-4c98-48f7-ad3b-5d45847be9f4', 'project_id': 'd4052ea9dbe5435fad182eb586fcfe76', 'fixed_ips': [{'subnet_id': '70b1724c-ed34-4ef9-a0b2-55788d34f13b'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:55:10.671656 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:10.695279 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a784b19a-afdb-4113-9fc2-5878477c5602 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:10.700160 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a784b19a-afdb-4113-9fc2-5878477c5602 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/ports/35b44594-b10d-437c-b49d-0453bd0f322b HTTP/1.1" status: 204 len: 168 time: 1.5824103 Nov 02 12:55:10.712772 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55272) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:10.786395 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-93281f54-cf03-42e1-8e19-bd456c59b148 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] GET failed (client error): The resource could not be found. Nov 02 12:55:10.788195 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-93281f54-cf03-42e1-8e19-bd456c59b148 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports/35b44594-b10d-437c-b49d-0453bd0f322b HTTP/1.1" status: 404 len: 333 time: 0.0743074 Nov 02 12:55:10.792471 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55274) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:10.905905 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:10.928740 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:11.032096 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e25039e7-a212-4a4c-b553-4d2e08381bee tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (4ebd1b18-8185-4067-a408-a6cb7f1584fd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:11.109422 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:11.126018 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e25039e7-a212-4a4c-b553-4d2e08381bee tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (4ebd1b18-8185-4067-a408-a6cb7f1584fd), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:11.292598 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] Allocated IP 172.20.0.3 (6ed2a21b-4c98-48f7-ad3b-5d45847be9f4/70b1724c-ed34-4ef9-a0b2-55788d34f13b/4463758d-2909-4ebf-b95c-c0fde5be1d87) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:11.475107 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e25039e7-a212-4a4c-b553-4d2e08381bee tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4ebd1b18-8185-4067-a408-a6cb7f1584fd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:11.481838 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e25039e7-a212-4a4c-b553-4d2e08381bee tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:11.491840 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e25039e7-a212-4a4c-b553-4d2e08381bee tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4ebd1b18-8185-4067-a408-a6cb7f1584fd HTTP/1.1" status: 204 len: 168 time: 0.6966972 Nov 02 12:55:11.493360 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55292) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:11.547168 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25039e7-a212-4a4c-b553-4d2e08381bee tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebd1b18-8185-4067-a408-a6cb7f1584fd,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:11.679345 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-765a615a-1c39-4d2e-8941-eb7583c4f2cf tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (59698c0e-2f08-4017-8ffc-66e84d59f889), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:11.720433 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-765a615a-1c39-4d2e-8941-eb7583c4f2cf tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (59698c0e-2f08-4017-8ffc-66e84d59f889), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:11.839160 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 23731878-5d01-4cfa-b252-74bef5e7c58f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:55:11.884639 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] Publish callbacks [] for port (4463758d-2909-4ebf-b95c-c0fde5be1d87), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:11.910276 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-765a615a-1c39-4d2e-8941-eb7583c4f2cf tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (59698c0e-2f08-4017-8ffc-66e84d59f889), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:11.913570 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-765a615a-1c39-4d2e-8941-eb7583c4f2cf tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:11.916110 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-765a615a-1c39-4d2e-8941-eb7583c4f2cf tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/59698c0e-2f08-4017-8ffc-66e84d59f889 HTTP/1.1" status: 204 len: 168 time: 0.3988888 Nov 02 12:55:11.920450 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55294) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:11.921909 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-7f9a939a-eb3b-4815-8780-2cad04721c7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1935297088', 'router:external': True}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:11.939458 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 23731878-5d01-4cfa-b252-74bef5e7c58f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:11.940142 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:11.940689 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 23731878-5d01-4cfa-b252-74bef5e7c58f Nov 02 12:55:11.970465 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a615a-1c39-4d2e-8941-eb7583c4f2cf tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59698c0e-2f08-4017-8ffc-66e84d59f889,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:12.003006 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (6ed2a21b-4c98-48f7-ad3b-5d45847be9f4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:12.039825 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (a2dd673e-c344-4765-b029-8de9217de86c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:12.068792 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (4463758d-2909-4ebf-b95c-c0fde5be1d87), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:12.118029 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9a939a-eb3b-4815-8780-2cad04721c7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Made reservation on behalf of 39f7d1d90b134583b6e57cb34b545b73 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:12.121324 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f9a939a-eb3b-4815-8780-2cad04721c7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:12.152692 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f9a939a-eb3b-4815-8780-2cad04721c7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:12.164584 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-02d767ab-b667-4915-97a4-ca0f80f924c3 None None] Could not find standard attr ID for object 35b44594-b10d-437c-b49d-0453bd0f322b. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:55:12.167899 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:12.178634 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:12.178925 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:12.182253 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:12.188569 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:12.224575 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4eeaa244-a56c-43c1-a0b0-c06d379aacde tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (8394541d-18f1-4d96-abc4-d8781a4edf43), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:12.255613 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-02d767ab-b667-4915-97a4-ca0f80f924c3 None None] Provisioning complete for port be643ec0-e668-46c0-ac36-0f7079401bc1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:12.256150 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-02d767ab-b667-4915-97a4-ca0f80f924c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (be643ec0-e668-46c0-ac36-0f7079401bc1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:12.256690 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-02d767ab-b667-4915-97a4-ca0f80f924c3 None None] Attempt 1 to provision port be643ec0-e668-46c0-ac36-0f7079401bc1 Nov 02 12:55:12.259160 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092967f9-db10-4813-a5bf-1e91e05d2da4 None None] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:12.337921 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4eeaa244-a56c-43c1-a0b0-c06d379aacde tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (8394541d-18f1-4d96-abc4-d8781a4edf43), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:12.385262 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] Network 6ed2a21b-4c98-48f7-ad3b-5d45847be9f4 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:12.385529 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:12.523888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:12.528239 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:55:12.552781 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55314) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:12.562828 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.6837609 Nov 02 12:55:12.589330 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c5fd2348-cbdf-4297-949b-aedfbbdab8a4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-895473196', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a2dd673e-c344-4765-b029-8de9217de86c'}], 'security_groups': ['fdadbadb-9af4-4daf-8897-3c2ad93dc22a']}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:12.596164 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:12.601294 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:12.605362 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:12.645654 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] Pushing event updated for resources: {'Port': ['ID=4463758d-2909-4ebf-b95c-c0fde5be1d87,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:12.662543 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4eeaa244-a56c-43c1-a0b0-c06d379aacde tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8394541d-18f1-4d96-abc4-d8781a4edf43), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:12.670136 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4eeaa244-a56c-43c1-a0b0-c06d379aacde tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:12.674715 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4eeaa244-a56c-43c1-a0b0-c06d379aacde tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8394541d-18f1-4d96-abc4-d8781a4edf43 HTTP/1.1" status: 204 len: 168 time: 0.7503266 Nov 02 12:55:12.695798 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55316) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:12.702284 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Subnet': ['ID=a2dd673e-c344-4765-b029-8de9217de86c,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:12.726928 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Deleting port 4463758d-2909-4ebf-b95c-c0fde5be1d87 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:55:12.729807 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (4463758d-2909-4ebf-b95c-c0fde5be1d87), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:12.745267 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeaa244-a56c-43c1-a0b0-c06d379aacde tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8394541d-18f1-4d96-abc4-d8781a4edf43,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:12.747404 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-02d767ab-b667-4915-97a4-ca0f80f924c3 None None] Port be643ec0-e668-46c0-ac36-0f7079401bc1 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:55:12.873973 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:12.926408 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:12.926996 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:12.940861 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:12.941435 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:12.942222 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:12.942354 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:12.942950 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:12.943490 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:12.943875 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:12.944314 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:12.944782 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:12.945731 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:12.945731 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:12.946044 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:12.946465 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67332e7a-e1b8-4ae5-84d9-8c2ff621b149 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:13.009532 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:13.015852 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-02d767ab-b667-4915-97a4-ca0f80f924c3 None None] Provisioning complete for port 23731878-5d01-4cfa-b252-74bef5e7c58f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:13.016549 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-02d767ab-b667-4915-97a4-ca0f80f924c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:13.016661 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-02d767ab-b667-4915-97a4-ca0f80f924c3 None None] Attempt 1 to provision port 23731878-5d01-4cfa-b252-74bef5e7c58f Nov 02 12:55:13.055965 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5fd2348-cbdf-4297-949b-aedfbbdab8a4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (07627cd2-5925-4bed-b5f6-4f45ac2e7fba), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:13.089182 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f9a939a-eb3b-4815-8780-2cad04721c7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for security_group (f700cc0d-0c46-4a33-8b82-edb799e916b0), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:13.103943 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2280f8-dc6d-4864-8bb3-1ee423570263 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting subnet 8eb1bc84-8665-4348-9d81-532d5f01180b {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:55:13.114548 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b2280f8-dc6d-4864-8bb3-1ee423570263 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (8eb1bc84-8665-4348-9d81-532d5f01180b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:13.184513 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b2280f8-dc6d-4864-8bb3-1ee423570263 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (8eb1bc84-8665-4348-9d81-532d5f01180b), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:13.245651 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6eefa2e9-0766-4d3f-8064-d638b159222d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:13.257369 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:13.273839 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] Attempting to bind port 4463758d-2909-4ebf-b95c-c0fde5be1d87 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:13.273839 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] Attempting to bind port 4463758d-2909-4ebf-b95c-c0fde5be1d87 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '325a37f3-7de6-40b0-8ba0-f82ca11a0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6ed2a21b-4c98-48f7-ad3b-5d45847be9f4'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:13.274135 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] Attempting to bind port 4463758d-2909-4ebf-b95c-c0fde5be1d87 on network 6ed2a21b-4c98-48f7-ad3b-5d45847be9f4 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:13.345700 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 23731878-5d01-4cfa-b252-74bef5e7c58f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:55:13.363600 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30653713-2ed5-4cca-a46f-c6416a3a3c64 None None] Update dhcp port {'port': {'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50', 'fixed_ips': [{'subnet_id': '2d33749f-97b5-4bdd-9e84-dba4cf2b5f37', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a2dd673e-c344-4765-b029-8de9217de86c'}], 'binding:host_id': 'n-d-857339-6'}, 'id': '2e48ab5f-6968-4539-b855-f7d80963ed24'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 12:55:13.394297 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:55:13.394684 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] Checking segment: {'id': '325a37f3-7de6-40b0-8ba0-f82ca11a0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6ed2a21b-4c98-48f7-ad3b-5d45847be9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:55:13.395079 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:13.395473 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] Bound using segment: {'id': '325a37f3-7de6-40b0-8ba0-f82ca11a0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6ed2a21b-4c98-48f7-ad3b-5d45847be9f4'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:55:13.395971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] Bound port: 4463758d-2909-4ebf-b95c-c0fde5be1d87, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325a37f3-7de6-40b0-8ba0-f82ca11a0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6ed2a21b-4c98-48f7-ad3b-5d45847be9f4'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:55:13.396355 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4463758d-2909-4ebf-b95c-c0fde5be1d87), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:13.432674 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b2280f8-dc6d-4864-8bb3-1ee423570263 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (8eb1bc84-8665-4348-9d81-532d5f01180b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:13.433525 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-30653713-2ed5-4cca-a46f-c6416a3a3c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:13.555725 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f9a939a-eb3b-4815-8780-2cad04721c7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f700cc0d-0c46-4a33-8b82-edb799e916b0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:13.626633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-02d767ab-b667-4915-97a4-ca0f80f924c3 None None] Current status of the port 23731878-5d01-4cfa-b252-74bef5e7c58f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:55:13.743414 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a939a-eb3b-4815-8780-2cad04721c7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f700cc0d-0c46-4a33-8b82-edb799e916b0,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:13.824811 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9a939a-eb3b-4815-8780-2cad04721c7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:55:13.834487 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b2280f8-dc6d-4864-8bb3-1ee423570263 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (8eb1bc84-8665-4348-9d81-532d5f01180b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:13.978999 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2280f8-dc6d-4864-8bb3-1ee423570263 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb1bc84-8665-4348-9d81-532d5f01180b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:13.998755 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] For port 4463758d-2909-4ebf-b95c-c0fde5be1d87, host n-d-857339-6, got binding levels [] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:14.000534 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (4463758d-2909-4ebf-b95c-c0fde5be1d87), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:14.039095 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:14.051661 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:14.053949 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b2280f8-dc6d-4864-8bb3-1ee423570263 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:14.057401 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9de728a5-abc3-4552-bd83-0423b06032ba None None] Could not find standard attr ID for object 35b44594-b10d-437c-b49d-0453bd0f322b. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:55:14.061353 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-c5fd2348-cbdf-4297-949b-aedfbbdab8a4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Delete allocated IP 172.20.0.3 (ae0163d4-9a33-48e2-87f2-c6a4e9c35e50/2d33749f-97b5-4bdd-9e84-dba4cf2b5f37) {{(pid=105975) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 02 12:55:14.067893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042aab65-70be-4890-b908-038ec1aa7d5e None None] Network 950caa8b-342c-43ee-8569-196bbe644df8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:14.071272 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1b2280f8-dc6d-4864-8bb3-1ee423570263 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/8eb1bc84-8665-4348-9d81-532d5f01180b HTTP/1.1" status: 204 len: 168 time: 1.3698766 Nov 02 12:55:14.084531 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-c5fd2348-cbdf-4297-949b-aedfbbdab8a4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Allocated IP 172.20.0.26 (ae0163d4-9a33-48e2-87f2-c6a4e9c35e50/a2dd673e-c344-4765-b029-8de9217de86c/07627cd2-5925-4bed-b5f6-4f45ac2e7fba) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:14.085749 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55344) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:14.094744 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f9a939a-eb3b-4815-8780-2cad04721c7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (5cf431c9-164c-4c73-88e7-5c86b124a4c4), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:14.095461 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-7f9a939a-eb3b-4815-8780-2cad04721c7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Added segment 5cf431c9-164c-4c73-88e7-5c86b124a4c4 of type vlan for network f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25 Nov 02 12:55:14.173372 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Calling delete_port for 4463758d-2909-4ebf-b95c-c0fde5be1d87 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:55:14.262009 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] For port 4463758d-2909-4ebf-b95c-c0fde5be1d87, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:55:14.370236 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:14.390835 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] For port 4463758d-2909-4ebf-b95c-c0fde5be1d87, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4463758d-2909-4ebf-b95c-c0fde5be1d87,segment=NetworkSegment(325a37f3-7de6-40b0-8ba0-f82ca11a0d67),segment_id=325a37f3-7de6-40b0-8ba0-f82ca11a0d67)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:55:14.531649 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5fd2348-cbdf-4297-949b-aedfbbdab8a4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (07627cd2-5925-4bed-b5f6-4f45ac2e7fba), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:14.554610 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:14.570348 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d80a18c-c17b-4046-8cc2-2f755f37b41a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting subnet 7b85a62e-a789-4988-bf0e-04d3b1f5a828 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:55:14.577349 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f9a939a-eb3b-4815-8780-2cad04721c7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:14.586028 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d80a18c-c17b-4046-8cc2-2f755f37b41a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (7b85a62e-a789-4988-bf0e-04d3b1f5a828), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:14.647973 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4463758d-2909-4ebf-b95c-c0fde5be1d87), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:14.687691 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d80a18c-c17b-4046-8cc2-2f755f37b41a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (7b85a62e-a789-4988-bf0e-04d3b1f5a828), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:14.693790 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5fd2348-cbdf-4297-949b-aedfbbdab8a4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (07627cd2-5925-4bed-b5f6-4f45ac2e7fba), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:14.740633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0ebd0-77b8-4bf9-bd2b-67851b116188 None None] Pushing event updated for resources: {'Port': ['ID=4463758d-2909-4ebf-b95c-c0fde5be1d87,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:14.867472 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f9a939a-eb3b-4815-8780-2cad04721c7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:14.870687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9a939a-eb3b-4815-8780-2cad04721c7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:14.873781 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f9a939a-eb3b-4815-8780-2cad04721c7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:14.911963 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd2348-cbdf-4297-949b-aedfbbdab8a4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=07627cd2-5925-4bed-b5f6-4f45ac2e7fba,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:14.994434 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-30653713-2ed5-4cca-a46f-c6416a3a3c64 None None] Allocated IP 172.20.0.18 (ae0163d4-9a33-48e2-87f2-c6a4e9c35e50/a2dd673e-c344-4765-b029-8de9217de86c/2e48ab5f-6968-4539-b855-f7d80963ed24) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:15.048542 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7f9a939a-eb3b-4815-8780-2cad04721c7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 875 time: 4.8471627 Nov 02 12:55:15.091593 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55364) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:15.111999 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:15.130305 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:15.131256 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6e847d1b-2323-4d67-a38f-6888eeee5a7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Request body: {'subnet': {'network_id': 'f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:15.384214 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:15.531900 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a939a-eb3b-4815-8780-2cad04721c7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Pushing event updated for resources: {'Network': ['ID=f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:15.549535 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-30653713-2ed5-4cca-a46f-c6416a3a3c64 None None] For port 2e48ab5f-6968-4539-b855-f7d80963ed24, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2e48ab5f-6968-4539-b855-f7d80963ed24,segment=NetworkSegment(1a4f5bae-4226-4afc-be7a-afac567ffe48),segment_id=1a4f5bae-4226-4afc-be7a-afac567ffe48)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:15.564193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:55:15.612682 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:15.618409 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e847d1b-2323-4d67-a38f-6888eeee5a7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Made reservation on behalf of 39f7d1d90b134583b6e57cb34b545b73 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:15.639416 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e847d1b-2323-4d67-a38f-6888eeee5a7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:15.699685 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (4463758d-2909-4ebf-b95c-c0fde5be1d87), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:15.755870 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d80a18c-c17b-4046-8cc2-2f755f37b41a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (7b85a62e-a789-4988-bf0e-04d3b1f5a828), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:15.998293 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-30653713-2ed5-4cca-a46f-c6416a3a3c64 None None] Publish callbacks [] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:16.010013 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4463758d-2909-4ebf-b95c-c0fde5be1d87 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:55:16.035395 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:16.104473 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:16.122363 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-27cc0f95-9d8a-4279-9ff6-ee2dd1bea973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:16.139757 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-30653713-2ed5-4cca-a46f-c6416a3a3c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:16.141931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 4463758d-2909-4ebf-b95c-c0fde5be1d87 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:55:16.142337 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4463758d-2909-4ebf-b95c-c0fde5be1d87 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 02 12:55:16.236236 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:16.280506 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-c5fd2348-cbdf-4297-949b-aedfbbdab8a4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] In _notify_port_updated(), no bound segment for port 07627cd2-5925-4bed-b5f6-4f45ac2e7fba on network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 {{(pid=105975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 12:55:16.286147 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fd2348-cbdf-4297-949b-aedfbbdab8a4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:16.286910 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5fd2348-cbdf-4297-949b-aedfbbdab8a4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:16.289046 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c5fd2348-cbdf-4297-949b-aedfbbdab8a4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "PUT /networking/v2.0/ports/07627cd2-5925-4bed-b5f6-4f45ac2e7fba HTTP/1.1" status: 200 len: 920 time: 3.7339163 Nov 02 12:55:16.293818 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55388) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:16.297670 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-93cda7b0-3292-4964-9cf2-0772ae1dd948 None None] Provisioning complete for port be643ec0-e668-46c0-ac36-0f7079401bc1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:16.303145 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-93cda7b0-3292-4964-9cf2-0772ae1dd948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (be643ec0-e668-46c0-ac36-0f7079401bc1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:16.303782 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-93cda7b0-3292-4964-9cf2-0772ae1dd948 None None] Attempt 1 to provision port be643ec0-e668-46c0-ac36-0f7079401bc1 Nov 02 12:55:16.397467 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Port': ['ID=4463758d-2909-4ebf-b95c-c0fde5be1d87,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:16.474995 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Port 4463758d-2909-4ebf-b95c-c0fde5be1d87 not found, will not notify nova. {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 02 12:55:16.547995 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-93cda7b0-3292-4964-9cf2-0772ae1dd948 None None] Port be643ec0-e668-46c0-ac36-0f7079401bc1 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:55:16.602097 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No DVR routers for this DVR port 4463758d-2909-4ebf-b95c-c0fde5be1d87 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:55:16.611858 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-08c88649-6112-43c8-a44a-cc32d7f1866f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port 07627cd2-5925-4bed-b5f6-4f45ac2e7fba {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:55:16.612343 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-08c88649-6112-43c8-a44a-cc32d7f1866f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (07627cd2-5925-4bed-b5f6-4f45ac2e7fba), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:16.635763 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:16.750388 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:16.813168 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-93cda7b0-3292-4964-9cf2-0772ae1dd948 None None] Provisioning complete for port 23731878-5d01-4cfa-b252-74bef5e7c58f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:16.813546 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-93cda7b0-3292-4964-9cf2-0772ae1dd948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:16.813883 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-93cda7b0-3292-4964-9cf2-0772ae1dd948 None None] Attempt 1 to provision port 23731878-5d01-4cfa-b252-74bef5e7c58f Nov 02 12:55:16.839975 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:16.869444 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-08c88649-6112-43c8-a44a-cc32d7f1866f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (07627cd2-5925-4bed-b5f6-4f45ac2e7fba), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:16.891535 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30653713-2ed5-4cca-a46f-c6416a3a3c64 None None] Pushing event updated for resources: {'Port': ['ID=2e48ab5f-6968-4539-b855-f7d80963ed24,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:16.922257 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-08c88649-6112-43c8-a44a-cc32d7f1866f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for 07627cd2-5925-4bed-b5f6-4f45ac2e7fba owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:55:16.933249 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (70b1724c-ed34-4ef9-a0b2-55788d34f13b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:17.059428 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:17.091316 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-93cda7b0-3292-4964-9cf2-0772ae1dd948 None None] Current status of the port 23731878-5d01-4cfa-b252-74bef5e7c58f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:55:17.161432 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d80a18c-c17b-4046-8cc2-2f755f37b41a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (7b85a62e-a789-4988-bf0e-04d3b1f5a828), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:17.228022 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:17.254423 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d80a18c-c17b-4046-8cc2-2f755f37b41a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:17.260212 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0d80a18c-c17b-4046-8cc2-2f755f37b41a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/7b85a62e-a789-4988-bf0e-04d3b1f5a828 HTTP/1.1" status: 204 len: 168 time: 3.1542838 Nov 02 12:55:17.261540 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55400) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:17.280287 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbb3ce0-5f4d-4155-bee3-0b5d3ce842e6 None None] Network 950caa8b-342c-43ee-8569-196bbe644df8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:17.303746 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80a18c-c17b-4046-8cc2-2f755f37b41a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Subnet': ['ID=7b85a62e-a789-4988-bf0e-04d3b1f5a828,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:17.326072 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-1712fa13-0fa9-4061-ac11-0140aafc8c36 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:17.326072 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1712fa13-0fa9-4061-ac11-0140aafc8c36 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:17.336116 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1712fa13-0fa9-4061-ac11-0140aafc8c36 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/8eb1bc84-8665-4348-9d81-532d5f01180b HTTP/1.1" status: 404 len: 337 time: 0.0728931 Nov 02 12:55:17.337257 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-08c88649-6112-43c8-a44a-cc32d7f1866f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (07627cd2-5925-4bed-b5f6-4f45ac2e7fba), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:17.346720 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55402) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:17.356537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95dc082-067c-4aa0-97cd-a3d4ef1c47a3 None None] Network 6ed2a21b-4c98-48f7-ad3b-5d45847be9f4 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:17.406085 n-d-857339-6 neutron-server[105976]: DEBUG neutron.objects.ports [None req-6e847d1b-2323-4d67-a38f-6888eeee5a7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105976) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 12:55:17.406569 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e847d1b-2323-4d67-a38f-6888eeee5a7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (9a63bda7-cce6-4542-9b33-4eda5f0e0321), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:17.474735 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (70b1724c-ed34-4ef9-a0b2-55788d34f13b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:17.495630 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-df910d73-3d23-40ff-97b0-525bb35b893e None None] Could not find standard attr ID for object 4463758d-2909-4ebf-b95c-c0fde5be1d87. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:55:17.615286 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43d4ea4-945d-469b-a573-044d12d5ddfa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting subnet e29d927e-d2cc-46df-a32e-bfacd3ad5bc4 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:55:17.740551 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e847d1b-2323-4d67-a38f-6888eeee5a7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9a63bda7-cce6-4542-9b33-4eda5f0e0321,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:17.783303 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:17.853918 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c88649-6112-43c8-a44a-cc32d7f1866f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=07627cd2-5925-4bed-b5f6-4f45ac2e7fba,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:17.866902 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f43d4ea4-945d-469b-a573-044d12d5ddfa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (e29d927e-d2cc-46df-a32e-bfacd3ad5bc4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:17.964940 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:17.994622 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:18.014442 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Subnet': ['ID=70b1724c-ed34-4ef9-a0b2-55788d34f13b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:18.056161 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-08c88649-6112-43c8-a44a-cc32d7f1866f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:18.069316 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-08c88649-6112-43c8-a44a-cc32d7f1866f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/ports/07627cd2-5925-4bed-b5f6-4f45ac2e7fba HTTP/1.1" status: 204 len: 168 time: 1.7725382 Nov 02 12:55:18.077863 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55424) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:18.109348 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2e48ab5f-6968-4539-b855-f7d80963ed24 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:55:18.176921 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b71d4a-ea26-49bb-a257-d885a1e458a7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] GET failed (client error): The resource could not be found. Nov 02 12:55:18.177579 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (6ed2a21b-4c98-48f7-ad3b-5d45847be9f4), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:18.180429 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b3b71d4a-ea26-49bb-a257-d885a1e458a7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports/07627cd2-5925-4bed-b5f6-4f45ac2e7fba HTTP/1.1" status: 404 len: 333 time: 0.0999689 Nov 02 12:55:18.183652 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55426) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:18.233797 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f43d4ea4-945d-469b-a573-044d12d5ddfa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (e29d927e-d2cc-46df-a32e-bfacd3ad5bc4), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:18.251866 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed2a21b-4c98-48f7-ad3b-5d45847be9f4']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:18.287775 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325a37f3-7de6-40b0-8ba0-f82ca11a0d67') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:18.288440 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325a37f3-7de6-40b0-8ba0-f82ca11a0d67') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:18.299892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2e48ab5f-6968-4539-b855-f7d80963ed24 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:18.301387 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:18.301981 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2e48ab5f-6968-4539-b855-f7d80963ed24 Nov 02 12:55:18.328734 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (325a37f3-7de6-40b0-8ba0-f82ca11a0d67), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:18.366040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-049a86db-dd7d-41c4-856e-7a257a025886 None None] Could not find standard attr ID for object 07627cd2-5925-4bed-b5f6-4f45ac2e7fba. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:55:18.372687 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31ba44f-6863-4230-85bd-06264f01fa89 None None] Network 6ed2a21b-4c98-48f7-ad3b-5d45847be9f4 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:18.375531 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (325a37f3-7de6-40b0-8ba0-f82ca11a0d67), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:18.385205 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:55:18.385868 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (325a37f3-7de6-40b0-8ba0-f82ca11a0d67), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:18.394895 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:18.469436 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-049a86db-dd7d-41c4-856e-7a257a025886 None None] Provisioning complete for port a8e9abd2-311e-4314-9183-201c3244de99 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:18.469436 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-049a86db-dd7d-41c4-856e-7a257a025886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a8e9abd2-311e-4314-9183-201c3244de99), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:18.469436 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-049a86db-dd7d-41c4-856e-7a257a025886 None None] Attempt 1 to provision port a8e9abd2-311e-4314-9183-201c3244de99 Nov 02 12:55:18.484124 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e847d1b-2323-4d67-a38f-6888eeee5a7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Checking segment: {'id': '5cf431c9-164c-4c73-88e7-5c86b124a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:55:18.485687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e847d1b-2323-4d67-a38f-6888eeee5a7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Network hostable DHCP agents. Network: f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:55:18.573699 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f1a0082c-9c75-4528-a6ac-9660cbe478a6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (819e83fc-af11-422b-8a63-2dd4f2b813d1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:18.593728 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2e48ab5f-6968-4539-b855-f7d80963ed24 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:55:18.617582 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 325a37f3-7de6-40b0-8ba0-f82ca11a0d67 resource provider aggregate not found Nov 02 12:55:18.619284 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f43d4ea4-945d-469b-a573-044d12d5ddfa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (e29d927e-d2cc-46df-a32e-bfacd3ad5bc4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:18.623623 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:18.627894 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-049a86db-dd7d-41c4-856e-7a257a025886 None None] Port a8e9abd2-311e-4314-9183-201c3244de99 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:55:18.648761 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f1a0082c-9c75-4528-a6ac-9660cbe478a6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (819e83fc-af11-422b-8a63-2dd4f2b813d1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:18.649459 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-049a86db-dd7d-41c4-856e-7a257a025886 None None] Provisioning complete for port 2e48ab5f-6968-4539-b855-f7d80963ed24 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:18.649917 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-049a86db-dd7d-41c4-856e-7a257a025886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:18.650339 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-049a86db-dd7d-41c4-856e-7a257a025886 None None] Attempt 1 to provision port 2e48ab5f-6968-4539-b855-f7d80963ed24 Nov 02 12:55:18.708627 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (6ed2a21b-4c98-48f7-ad3b-5d45847be9f4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:18.719290 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:18.760870 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/6ed2a21b-4c98-48f7-ad3b-5d45847be9f4 HTTP/1.1" status: 204 len: 168 time: 8.4681988 Nov 02 12:55:18.769855 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 325a37f3-7de6-40b0-8ba0-f82ca11a0d67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 325a37f3-7de6-40b0-8ba0-f82ca11a0d67 found for delete ", "request_id": "req-03932613-27de-4501-8a68-cc74931f9c64"}]} Nov 02 12:55:18.776395 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55440) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:18.832779 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-2e3f3b15-a73e-45d7-8939-cafba5899685 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1117084355'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:18.859551 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e847d1b-2323-4d67-a38f-6888eeee5a7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Network f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:55:18.897169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6021b2f-ff68-41b3-94b3-d4476fa019ab None None] DHCP port deletion for 6ed2a21b-4c98-48f7-ad3b-5d45847be9f4 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:55:18.923367 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622893-c023-48a2-a001-7727080373c8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Network': ['ID=6ed2a21b-4c98-48f7-ad3b-5d45847be9f4,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:18.975203 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-049a86db-dd7d-41c4-856e-7a257a025886 None None] Current status of the port 2e48ab5f-6968-4539-b855-f7d80963ed24 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:55:18.987942 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f1a0082c-9c75-4528-a6ac-9660cbe478a6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (819e83fc-af11-422b-8a63-2dd4f2b813d1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:18.990812 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f1a0082c-9c75-4528-a6ac-9660cbe478a6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:18.994885 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f1a0082c-9c75-4528-a6ac-9660cbe478a6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/819e83fc-af11-422b-8a63-2dd4f2b813d1 HTTP/1.1" status: 204 len: 168 time: 0.8050656 Nov 02 12:55:18.995691 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55454) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:19.006428 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f43d4ea4-945d-469b-a573-044d12d5ddfa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (e29d927e-d2cc-46df-a32e-bfacd3ad5bc4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:19.045417 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0082c-9c75-4528-a6ac-9660cbe478a6 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=819e83fc-af11-422b-8a63-2dd4f2b813d1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:19.091548 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6e847d1b-2323-4d67-a38f-6888eeee5a7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:19.104919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf4b573-d36c-492d-85aa-ea37e88c0f7c None None] Network f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:19.105480 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e847d1b-2323-4d67-a38f-6888eeee5a7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:19.106192 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6e847d1b-2323-4d67-a38f-6888eeee5a7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:19.150754 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3f3b15-a73e-45d7-8939-cafba5899685 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:19.168430 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3b15-a73e-45d7-8939-cafba5899685 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:19.185855 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f43d4ea4-945d-469b-a573-044d12d5ddfa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:19.196971 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f43d4ea4-945d-469b-a573-044d12d5ddfa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/e29d927e-d2cc-46df-a32e-bfacd3ad5bc4 HTTP/1.1" status: 204 len: 168 time: 1.8432815 Nov 02 12:55:19.198604 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d4ea4-945d-469b-a573-044d12d5ddfa tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Subnet': ['ID=e29d927e-d2cc-46df-a32e-bfacd3ad5bc4,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:19.211585 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55460) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:19.248546 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7085a638-c117-4217-a5d4-854cc331028f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (fdadbadb-9af4-4daf-8897-3c2ad93dc22a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:19.327706 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-946fdc8c-ae62-4ac0-93bf-083eb671d9a9 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:19.327706 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-946fdc8c-ae62-4ac0-93bf-083eb671d9a9 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:19.327876 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ec576e68-608d-4d1a-b3d7-16a47216cd13 None None] Could not find standard attr ID for object 07627cd2-5925-4bed-b5f6-4f45ac2e7fba. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:55:19.328357 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-946fdc8c-ae62-4ac0-93bf-083eb671d9a9 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/3783e879-959b-4b12-82d9-0f6081bb09ed HTTP/1.1" status: 404 len: 337 time: 0.1081111 Nov 02 12:55:19.330518 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55466) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:19.370775 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80f14be-f11e-43b3-b446-af3690f80596 None None] Network f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:19.399058 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6e847d1b-2323-4d67-a38f-6888eeee5a7a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.2769701 Nov 02 12:55:19.407218 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55468) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:19.417686 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7085a638-c117-4217-a5d4-854cc331028f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (fdadbadb-9af4-4daf-8897-3c2ad93dc22a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:19.439408 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ce3b0951-532e-47c6-a7c4-6248efc6c1f4 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2118217117', 'network_id': 'f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:19.450267 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4fc4d18e-b2d5-4e10-92b8-06284c73edfd tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa HTTP/1.1" status: 200 len: 205 time: 0.1181915 Nov 02 12:55:19.451420 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55470) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:19.570813 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-9e715ab4-2b75-454d-bb00-d30c675fd410 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] delete failed (client error): The resource could not be found. Nov 02 12:55:19.571021 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d65118c-1521-4e43-b75a-6f9b0f70e882 None None] Network 950caa8b-342c-43ee-8569-196bbe644df8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:19.571212 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9e715ab4-2b75-454d-bb00-d30c675fd410 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/routers/d9749611-e7c6-420b-9ee0-cb3b0b5ddcaa HTTP/1.1" status: 404 len: 336 time: 0.1096771 Nov 02 12:55:19.572013 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55480) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:19.592204 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3f3b15-a73e-45d7-8939-cafba5899685 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:55:19.624099 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3dfd95-3d18-478c-b69b-3bb3bbb565bc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:19.630128 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3dfd95-3d18-478c-b69b-3bb3bbb565bc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:19.648965 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3b15-a73e-45d7-8939-cafba5899685 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (d9d311ef-c472-4f55-ac20-d0b46b0e8a3b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:19.657091 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-2e3f3b15-a73e-45d7-8939-cafba5899685 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Added segment d9d311ef-c472-4f55-ac20-d0b46b0e8a3b of type vlan for network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee Nov 02 12:55:19.659600 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-df3dfd95-3d18-478c-b69b-3bb3bbb565bc tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/7e5378de-70a9-4d5a-9029-4620ff6fa269 HTTP/1.1" status: 404 len: 337 time: 0.0813787 Nov 02 12:55:19.660872 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55488) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:19.744783 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0cd6a449-771f-4e99-a6dd-a0ceb08cb6e5 None None] Provisioning complete for port be643ec0-e668-46c0-ac36-0f7079401bc1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:19.744783 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0cd6a449-771f-4e99-a6dd-a0ceb08cb6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (be643ec0-e668-46c0-ac36-0f7079401bc1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:19.744783 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0cd6a449-771f-4e99-a6dd-a0ceb08cb6e5 None None] Attempt 1 to provision port be643ec0-e668-46c0-ac36-0f7079401bc1 Nov 02 12:55:19.744783 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4463758d-2909-4ebf-b95c-c0fde5be1d87 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:55:19.783151 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3b0951-532e-47c6-a7c4-6248efc6c1f4 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Made reservation on behalf of 39f7d1d90b134583b6e57cb34b545b73 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:19.792846 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 4463758d-2909-4ebf-b95c-c0fde5be1d87 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:55:19.793191 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4463758d-2909-4ebf-b95c-c0fde5be1d87 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:55:19.793779 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0951-532e-47c6-a7c4-6248efc6c1f4 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:19.810795 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:19.820774 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-3905eacd-bfb6-4852-9b71-ef9f108b8c9a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:19.822734 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0cd6a449-771f-4e99-a6dd-a0ceb08cb6e5 None None] Port be643ec0-e668-46c0-ac36-0f7079401bc1 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:55:19.824964 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3905eacd-bfb6-4852-9b71-ef9f108b8c9a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:19.837603 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0cd6a449-771f-4e99-a6dd-a0ceb08cb6e5 None None] Provisioning complete for port 23731878-5d01-4cfa-b252-74bef5e7c58f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:19.838390 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0cd6a449-771f-4e99-a6dd-a0ceb08cb6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:19.838964 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0cd6a449-771f-4e99-a6dd-a0ceb08cb6e5 None None] Attempt 1 to provision port 23731878-5d01-4cfa-b252-74bef5e7c58f Nov 02 12:55:19.842197 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3b15-a73e-45d7-8939-cafba5899685 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (4fdc5d52-4c49-4090-8fc0-42065dfaaaee), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:19.849204 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3905eacd-bfb6-4852-9b71-ef9f108b8c9a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/42d843cd-3dd7-493c-90f2-faa211a80d62 HTTP/1.1" status: 404 len: 337 time: 0.1807127 Nov 02 12:55:19.852749 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55498) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:19.893079 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bbae97-8827-4e8d-9be3-0c68f455f157 None None] DHCP port deletion for 950caa8b-342c-43ee-8569-196bbe644df8 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:55:19.928286 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4026fdd-7d81-4a72-ab40-83327d5cb0d9 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:19.928844 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4026fdd-7d81-4a72-ab40-83327d5cb0d9 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:19.934272 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b4026fdd-7d81-4a72-ab40-83327d5cb0d9 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/88b58a10-ed29-4a93-a784-4f9cee9bca3d HTTP/1.1" status: 404 len: 337 time: 0.0615718 Nov 02 12:55:19.936813 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-ce3b0951-532e-47c6-a7c4-6248efc6c1f4 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] device_id is not set on port f38020ea-cda7-43af-a3e0-b147267f9e42 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:55:19.943131 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55504) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:19.998553 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b31162-bdac-4ed6-8c15-56947209b361 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:19.999112 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b31162-bdac-4ed6-8c15-56947209b361 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:20.006891 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e9b31162-bdac-4ed6-8c15-56947209b361 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/ports/200b6428-9061-4a66-84d4-11ea4f564d09 HTTP/1.1" status: 404 len: 333 time: 0.0604746 Nov 02 12:55:20.008586 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55506) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:20.026867 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7085a638-c117-4217-a5d4-854cc331028f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fdadbadb-9af4-4daf-8897-3c2ad93dc22a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:20.029275 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7085a638-c117-4217-a5d4-854cc331028f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:20.030496 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7085a638-c117-4217-a5d4-854cc331028f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fdadbadb-9af4-4daf-8897-3c2ad93dc22a HTTP/1.1" status: 204 len: 168 time: 1.0333238 Nov 02 12:55:20.041056 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55510) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:20.070111 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085a638-c117-4217-a5d4-854cc331028f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdadbadb-9af4-4daf-8897-3c2ad93dc22a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:20.151308 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d63aa7-3589-4066-9260-66fb2b7a44e2 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:20.151777 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d63aa7-3589-4066-9260-66fb2b7a44e2 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:20.155689 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b7d63aa7-3589-4066-9260-66fb2b7a44e2 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/d16bb433-d158-4e07-97d5-3b2659dc7ec5 HTTP/1.1" status: 404 len: 337 time: 0.1457958 Nov 02 12:55:20.172664 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55516) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:20.207683 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f7832b-8595-458f-8b75-38749249a4ac tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:20.211822 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f7832b-8595-458f-8b75-38749249a4ac tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:20.211822 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-34f7832b-8595-458f-8b75-38749249a4ac tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/78c8c9f9-832a-49e1-9939-a81bfffa71e9 HTTP/1.1" status: 404 len: 337 time: 0.0376179 Nov 02 12:55:20.212695 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3b15-a73e-45d7-8939-cafba5899685 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (4fdc5d52-4c49-4090-8fc0-42065dfaaaee), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:20.218627 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3f3b15-a73e-45d7-8939-cafba5899685 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:20.219505 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3b15-a73e-45d7-8939-cafba5899685 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:20.227759 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55520) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:20.260684 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:20.260830 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-14bbae97-8827-4e8d-9be3-0c68f455f157 None None] Deleting port 23731878-5d01-4cfa-b252-74bef5e7c58f {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:55:20.261356 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14bbae97-8827-4e8d-9be3-0c68f455f157 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:20.303505 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-67857206-8a08-40e7-b3c4-42f898ec7006 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:20.304438 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67857206-8a08-40e7-b3c4-42f898ec7006 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:20.307826 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-67857206-8a08-40e7-b3c4-42f898ec7006 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/ports/16200d38-19ce-4c9a-a08d-a6abe372dcb5 HTTP/1.1" status: 404 len: 333 time: 0.0737107 Nov 02 12:55:20.313025 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55524) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:20.332732 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9be1926-1bfb-45bc-aa6a-22f54f0e24ed tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting subnet 2d33749f-97b5-4bdd-9e84-dba4cf2b5f37 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:55:20.354861 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9be1926-1bfb-45bc-aa6a-22f54f0e24ed tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (2d33749f-97b5-4bdd-9e84-dba4cf2b5f37), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:20.364444 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0cd6a449-771f-4e99-a6dd-a0ceb08cb6e5 None None] Current status of the port 23731878-5d01-4cfa-b252-74bef5e7c58f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:55:20.434351 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f3b15-a73e-45d7-8939-cafba5899685 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Network': ['ID=4fdc5d52-4c49-4090-8fc0-42065dfaaaee,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:20.451399 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-14bbae97-8827-4e8d-9be3-0c68f455f157 None None] For port 23731878-5d01-4cfa-b252-74bef5e7c58f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=23731878-5d01-4cfa-b252-74bef5e7c58f,segment=NetworkSegment(4082de43-43aa-429a-8a3d-b3abe3bc0442),segment_id=4082de43-43aa-429a-8a3d-b3abe3bc0442)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:20.452131 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14bbae97-8827-4e8d-9be3-0c68f455f157 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:20.457562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:55:20.472444 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9be1926-1bfb-45bc-aa6a-22f54f0e24ed tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (2d33749f-97b5-4bdd-9e84-dba4cf2b5f37), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:20.472744 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-ce3b0951-532e-47c6-a7c4-6248efc6c1f4 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Allocated IP 2001:db8::3af (f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25/9a63bda7-cce6-4542-9b33-4eda5f0e0321/f38020ea-cda7-43af-a3e0-b147267f9e42) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:20.489261 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-14bbae97-8827-4e8d-9be3-0c68f455f157 None None] Calling delete_port for 23731878-5d01-4cfa-b252-74bef5e7c58f owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:55:20.555821 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e331b2e-9392-4aee-9869-631c2df9a819 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:20.556542 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e331b2e-9392-4aee-9869-631c2df9a819 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:20.565449 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55528) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:20.565610 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8e331b2e-9392-4aee-9869-631c2df9a819 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/1c16ded9-d21c-4a5a-b911-7753ef1722c2 HTTP/1.1" status: 404 len: 337 time: 0.2495818 Nov 02 12:55:20.574212 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2e3f3b15-a73e-45d7-8939-cafba5899685 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7771869 Nov 02 12:55:20.579010 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55532) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:20.585595 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-030623a1-3e03-4f88-a9b8-52fbb960c27b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'subnet': {'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:20.627073 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb1b7d3-6982-4e1a-aa6e-a8027883fc5a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:20.627665 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb1b7d3-6982-4e1a-aa6e-a8027883fc5a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:20.630357 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-afb1b7d3-6982-4e1a-aa6e-a8027883fc5a tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/1acdc8af-9952-42e9-8f65-eb5142e86216 HTTP/1.1" status: 404 len: 337 time: 0.0639250 Nov 02 12:55:20.633284 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55534) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:20.673919 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9be1926-1bfb-45bc-aa6a-22f54f0e24ed tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (2d33749f-97b5-4bdd-9e84-dba4cf2b5f37), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:20.762257 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-d1e5cc81-93e1-4741-8e7b-b3e87af72e13 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Deleting port be643ec0-e668-46c0-ac36-0f7079401bc1 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:55:20.763175 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1e5cc81-93e1-4741-8e7b-b3e87af72e13 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (be643ec0-e668-46c0-ac36-0f7079401bc1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:20.776450 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0951-532e-47c6-a7c4-6248efc6c1f4 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for port (f38020ea-cda7-43af-a3e0-b147267f9e42), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:20.852639 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1e5cc81-93e1-4741-8e7b-b3e87af72e13 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (be643ec0-e668-46c0-ac36-0f7079401bc1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:20.868576 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-d1e5cc81-93e1-4741-8e7b-b3e87af72e13 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Calling delete_port for be643ec0-e668-46c0-ac36-0f7079401bc1 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:55:21.016170 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-14bbae97-8827-4e8d-9be3-0c68f455f157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (23731878-5d01-4cfa-b252-74bef5e7c58f), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:21.042763 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbae97-8827-4e8d-9be3-0c68f455f157 None None] Pushing event deleted for resources: {'Port': ['ID=23731878-5d01-4cfa-b252-74bef5e7c58f,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:21.048063 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bbae97-8827-4e8d-9be3-0c68f455f157 None None] No DVR routers for this DVR port 23731878-5d01-4cfa-b252-74bef5e7c58f on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:55:21.065625 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9be1926-1bfb-45bc-aa6a-22f54f0e24ed tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (2d33749f-97b5-4bdd-9e84-dba4cf2b5f37), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:21.066193 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0951-532e-47c6-a7c4-6248efc6c1f4 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (f38020ea-cda7-43af-a3e0-b147267f9e42), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:21.071888 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030623a1-3e03-4f88-a9b8-52fbb960c27b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:21.084647 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-030623a1-3e03-4f88-a9b8-52fbb960c27b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:21.107617 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be1926-1bfb-45bc-aa6a-22f54f0e24ed tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Subnet': ['ID=2d33749f-97b5-4bdd-9e84-dba4cf2b5f37,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:21.107617 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9be1926-1bfb-45bc-aa6a-22f54f0e24ed tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:21.114738 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c9be1926-1bfb-45bc-aa6a-22f54f0e24ed tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/2d33749f-97b5-4bdd-9e84-dba4cf2b5f37 HTTP/1.1" status: 204 len: 168 time: 1.0736320 Nov 02 12:55:21.115819 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1e5cc81-93e1-4741-8e7b-b3e87af72e13 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (be643ec0-e668-46c0-ac36-0f7079401bc1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:21.117450 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55546) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:21.119525 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f4f1ff-4f6b-434a-8291-2cdf54286962 None None] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:21.142090 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-62ac6983-b33e-4d0f-b2e7-4a7752e1e68e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'subnet': {'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:21.155007 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3b0951-532e-47c6-a7c4-6248efc6c1f4 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Network f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:21.171511 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-ce3b0951-532e-47c6-a7c4-6248efc6c1f4 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:21.174241 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3b0951-532e-47c6-a7c4-6248efc6c1f4 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:55:21.175778 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3b0951-532e-47c6-a7c4-6248efc6c1f4 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:21.176145 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0951-532e-47c6-a7c4-6248efc6c1f4 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:21.223434 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5cc81-93e1-4741-8e7b-b3e87af72e13 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Port': ['ID=be643ec0-e668-46c0-ac36-0f7079401bc1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:21.274819 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1e5cc81-93e1-4741-8e7b-b3e87af72e13 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:21.276292 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:21.281923 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b0951-532e-47c6-a7c4-6248efc6c1f4 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Pushing event updated for resources: {'Port': ['ID=f38020ea-cda7-43af-a3e0-b147267f9e42,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:21.284550 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d1e5cc81-93e1-4741-8e7b-b3e87af72e13 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/ports/be643ec0-e668-46c0-ac36-0f7079401bc1 HTTP/1.1" status: 204 len: 168 time: 0.6502106 Nov 02 12:55:21.289075 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55558) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:21.443390 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:21.501142 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3a022c31-61ce-431f-8fa4-4e47fed6e879 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (950caa8b-342c-43ee-8569-196bbe644df8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:21.549693 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ce3b0951-532e-47c6-a7c4-6248efc6c1f4 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1253960 Nov 02 12:55:21.562484 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55570) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:21.594954 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:21.779886 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ac6983-b33e-4d0f-b2e7-4a7752e1e68e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:21.785472 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62ac6983-b33e-4d0f-b2e7-4a7752e1e68e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:21.798672 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:21.803724 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 23731878-5d01-4cfa-b252-74bef5e7c58f no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:55:21.839346 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3a022c31-61ce-431f-8fa4-4e47fed6e879 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (950caa8b-342c-43ee-8569-196bbe644df8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:21.842761 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 23731878-5d01-4cfa-b252-74bef5e7c58f {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:55:21.843441 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 23731878-5d01-4cfa-b252-74bef5e7c58f not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:55:21.886138 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-3a022c31-61ce-431f-8fa4-4e47fed6e879 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950caa8b-342c-43ee-8569-196bbe644df8']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:21.913207 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-3a022c31-61ce-431f-8fa4-4e47fed6e879 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4082de43-43aa-429a-8a3d-b3abe3bc0442') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:21.913499 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-3a022c31-61ce-431f-8fa4-4e47fed6e879 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4082de43-43aa-429a-8a3d-b3abe3bc0442') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:21.928696 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3a022c31-61ce-431f-8fa4-4e47fed6e879 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (4082de43-43aa-429a-8a3d-b3abe3bc0442), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:21.930262 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-030623a1-3e03-4f88-a9b8-52fbb960c27b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (8e300048-fb6c-4203-88c4-0a44ca2b9c91), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:22.002859 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:22.008239 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3a022c31-61ce-431f-8fa4-4e47fed6e879 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4082de43-43aa-429a-8a3d-b3abe3bc0442), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:22.030785 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-74be4e83-1a61-449b-8d47-45863a773107 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Deleting port f38020ea-cda7-43af-a3e0-b147267f9e42 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:55:22.034506 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-74be4e83-1a61-449b-8d47-45863a773107 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (f38020ea-cda7-43af-a3e0-b147267f9e42), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:22.054311 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a022c31-61ce-431f-8fa4-4e47fed6e879 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:55:22.054843 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3a022c31-61ce-431f-8fa4-4e47fed6e879 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (4082de43-43aa-429a-8a3d-b3abe3bc0442), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:22.169641 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 4082de43-43aa-429a-8a3d-b3abe3bc0442 resource provider aggregate not found Nov 02 12:55:22.208712 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030623a1-3e03-4f88-a9b8-52fbb960c27b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Subnet': ['ID=8e300048-fb6c-4203-88c4-0a44ca2b9c91,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:22.230554 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 4082de43-43aa-429a-8a3d-b3abe3bc0442 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4082de43-43aa-429a-8a3d-b3abe3bc0442 found for delete ", "request_id": "req-efe54701-9985-4865-8b35-ec20b046127b"}]} Nov 02 12:55:22.269174 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:22.284211 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-74be4e83-1a61-449b-8d47-45863a773107 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (f38020ea-cda7-43af-a3e0-b147267f9e42), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:22.332524 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:22.354797 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-74be4e83-1a61-449b-8d47-45863a773107 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Calling delete_port for f38020ea-cda7-43af-a3e0-b147267f9e42 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:55:22.368440 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030623a1-3e03-4f88-a9b8-52fbb960c27b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Checking segment: {'id': 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:55:22.372305 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030623a1-3e03-4f88-a9b8-52fbb960c27b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network hostable DHCP agents. Network: 4fdc5d52-4c49-4090-8fc0-42065dfaaaee, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:55:22.681440 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3a022c31-61ce-431f-8fa4-4e47fed6e879 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (950caa8b-342c-43ee-8569-196bbe644df8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:22.681440 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030623a1-3e03-4f88-a9b8-52fbb960c27b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:55:22.695052 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3a022c31-61ce-431f-8fa4-4e47fed6e879 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:22.698565 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3a022c31-61ce-431f-8fa4-4e47fed6e879 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] 10.222.0.64 "DELETE /networking/v2.0/networks/950caa8b-342c-43ee-8569-196bbe644df8 HTTP/1.1" status: 204 len: 168 time: 1.3711343 Nov 02 12:55:22.726876 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0c2470f5-fbe9-4ff4-8b9c-7c8cbcba782f None None] Provisioning complete for port a8e9abd2-311e-4314-9183-201c3244de99 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:22.727523 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0c2470f5-fbe9-4ff4-8b9c-7c8cbcba782f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a8e9abd2-311e-4314-9183-201c3244de99), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:22.730157 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0c2470f5-fbe9-4ff4-8b9c-7c8cbcba782f None None] Attempt 1 to provision port a8e9abd2-311e-4314-9183-201c3244de99 Nov 02 12:55:22.733392 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a022c31-61ce-431f-8fa4-4e47fed6e879 tempest-PortsIpV6TestJSON-34592427 tempest-PortsIpV6TestJSON-34592427-project] Pushing event deleted for resources: {'Network': ['ID=950caa8b-342c-43ee-8569-196bbe644df8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:22.772928 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0c2470f5-fbe9-4ff4-8b9c-7c8cbcba782f None None] Port a8e9abd2-311e-4314-9183-201c3244de99 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:55:22.781670 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0c2470f5-fbe9-4ff4-8b9c-7c8cbcba782f None None] Provisioning complete for port 2e48ab5f-6968-4539-b855-f7d80963ed24 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:22.782132 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0c2470f5-fbe9-4ff4-8b9c-7c8cbcba782f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:22.782542 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0c2470f5-fbe9-4ff4-8b9c-7c8cbcba782f None None] Attempt 1 to provision port 2e48ab5f-6968-4539-b855-f7d80963ed24 Nov 02 12:55:22.904199 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0c2470f5-fbe9-4ff4-8b9c-7c8cbcba782f None None] Current status of the port 2e48ab5f-6968-4539-b855-f7d80963ed24 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:55:22.909714 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-030623a1-3e03-4f88-a9b8-52fbb960c27b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 4fdc5d52-4c49-4090-8fc0-42065dfaaaee) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:22.910489 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-74be4e83-1a61-449b-8d47-45863a773107 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (f38020ea-cda7-43af-a3e0-b147267f9e42), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:22.912913 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62ac6983-b33e-4d0f-b2e7-4a7752e1e68e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (23360eb8-ec54-44cb-8e0c-c764934c738e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:22.923845 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030623a1-3e03-4f88-a9b8-52fbb960c27b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:22.926298 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-030623a1-3e03-4f88-a9b8-52fbb960c27b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:22.952000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2719847c-ed89-4d09-961f-712107db2b6e None None] Network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:23.090082 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-030623a1-3e03-4f88-a9b8-52fbb960c27b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5097394 Nov 02 12:55:23.093769 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55616) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:23.157493 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be4e83-1a61-449b-8d47-45863a773107 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Pushing event deleted for resources: {'Port': ['ID=f38020ea-cda7-43af-a3e0-b147267f9e42,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:23.212296 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ac6983-b33e-4d0f-b2e7-4a7752e1e68e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:23.213756 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-74be4e83-1a61-449b-8d47-45863a773107 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:23.222137 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-74be4e83-1a61-449b-8d47-45863a773107 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "DELETE /networking/v2.0/ports/f38020ea-cda7-43af-a3e0-b147267f9e42 HTTP/1.1" status: 204 len: 168 time: 1.6580834 Nov 02 12:55:23.224615 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-62ac6983-b33e-4d0f-b2e7-4a7752e1e68e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:23.227212 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55620) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:23.237630 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-a43e98e2-201f-43e0-9000-064433801206 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25', 'external_fixed_ips': [{'subnet_id': '9a63bda7-cce6-4542-9b33-4eda5f0e0321', 'ip_address': '2001:db8::3af'}]}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:23.242274 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac6983-b33e-4d0f-b2e7-4a7752e1e68e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Subnet': ['ID=23360eb8-ec54-44cb-8e0c-c764934c738e,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:23.250209 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ac6983-b33e-4d0f-b2e7-4a7752e1e68e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:23.251064 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62ac6983-b33e-4d0f-b2e7-4a7752e1e68e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:23.271462 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-4fdc5d52-4c49-4090-8fc0-42065dfaaaee', 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee', 'project_id': 'd4052ea9dbe5435fad182eb586fcfe76', 'fixed_ips': [{'subnet_id': '8e300048-fb6c-4203-88c4-0a44ca2b9c91'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:55:23.280203 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:23.335141 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb05ce3-54d8-4dbd-bf75-8b4b7672bcd7 None None] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:23.412749 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-62ac6983-b33e-4d0f-b2e7-4a7752e1e68e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2810817 Nov 02 12:55:23.416388 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55628) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:23.435995 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-fe5a778d-91c1-401e-999e-bf2da0d74231 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'security_group': {'name': 'tempest-secgroup-1624200907'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:23.469802 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a43e98e2-201f-43e0-9000-064433801206 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (dae33888-4294-4651-a531-981ab861ba21), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:23.472036 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a43e98e2-201f-43e0-9000-064433801206 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (dae33888-4294-4651-a531-981ab861ba21), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:23.481798 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:23.597696 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a43e98e2-201f-43e0-9000-064433801206 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_controller (dae33888-4294-4651-a531-981ab861ba21), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:23.618050 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55636) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:23.694625 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe5a778d-91c1-401e-999e-bf2da0d74231 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:23.932144 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab72174-4b7c-496d-8c7b-fbe99c4a801d None None] Update dhcp port {'port': {'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50', 'fixed_ips': [{'subnet_id': 'a2dd673e-c344-4765-b029-8de9217de86c', 'ip_address': '172.20.0.18'}, {'subnet_id': '23360eb8-ec54-44cb-8e0c-c764934c738e'}], 'binding:host_id': 'n-d-857339-6'}, 'id': '2e48ab5f-6968-4539-b855-f7d80963ed24'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 12:55:24.010082 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Allocated IP 172.20.0.1 (4fdc5d52-4c49-4090-8fc0-42065dfaaaee/8e300048-fb6c-4203-88c4-0a44ca2b9c91/ef496120-8ead-4bed-ac01-2273d81915ed) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:24.025550 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (4fdc5d52-4c49-4090-8fc0-42065dfaaaee), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.053601 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.064393 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dab72174-4b7c-496d-8c7b-fbe99c4a801d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.150258 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (8e300048-fb6c-4203-88c4-0a44ca2b9c91), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.154939 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a43e98e2-201f-43e0-9000-064433801206 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_gateway (dae33888-4294-4651-a531-981ab861ba21), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.269111 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:24.334805 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:24.347731 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe5a778d-91c1-401e-999e-bf2da0d74231 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (815002a6-e75f-49c8-a02c-43a0b11eb925), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.384180 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cdc14ac4-c014-41a2-9830-8cb157c01385 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7d3e207adaab4614babb8fb6e2c10f77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7630930 Nov 02 12:55:24.385263 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55656) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:24.499725 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Publish callbacks [] for port (ef496120-8ead-4bed-ac01-2273d81915ed), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.508931 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-312e5870-433a-439a-af75-0a4538c4f554 admin admin] Publish callbacks [] for security_group (8d39d133-b19a-4a3d-86bc-126bb45267da), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.529062 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-dab72174-4b7c-496d-8c7b-fbe99c4a801d None None] Allocated IP 172.20.0.2 (ae0163d4-9a33-48e2-87f2-c6a4e9c35e50/23360eb8-ec54-44cb-8e0c-c764934c738e/2e48ab5f-6968-4539-b855-f7d80963ed24) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:24.550089 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe5a778d-91c1-401e-999e-bf2da0d74231 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (815002a6-e75f-49c8-a02c-43a0b11eb925), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.562619 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-312e5870-433a-439a-af75-0a4538c4f554 admin admin] Publish callbacks [] for security_group (8d39d133-b19a-4a3d-86bc-126bb45267da), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.615903 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (ef496120-8ead-4bed-ac01-2273d81915ed), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.633840 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a778d-91c1-401e-999e-bf2da0d74231 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=815002a6-e75f-49c8-a02c-43a0b11eb925,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:24.733048 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:24.740178 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:24.741365 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:24.745595 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:55:24.761087 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a43e98e2-201f-43e0-9000-064433801206 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_gateway (dae33888-4294-4651-a531-981ab861ba21), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.763583 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (8e300048-fb6c-4203-88c4-0a44ca2b9c91), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.798971 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Subnet': ['ID=8e300048-fb6c-4203-88c4-0a44ca2b9c91,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:24.811090 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-312e5870-433a-439a-af75-0a4538c4f554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8d39d133-b19a-4a3d-86bc-126bb45267da), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.813630 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-312e5870-433a-439a-af75-0a4538c4f554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.818832 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-312e5870-433a-439a-af75-0a4538c4f554 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8d39d133-b19a-4a3d-86bc-126bb45267da HTTP/1.1" status: 204 len: 168 time: 0.4283509 Nov 02 12:55:24.876438 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe5a778d-91c1-401e-999e-bf2da0d74231 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.918083 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fe5a778d-91c1-401e-999e-bf2da0d74231 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4913549 Nov 02 12:55:24.928136 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a43e98e2-201f-43e0-9000-064433801206 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:24.936721 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55670) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:24.943576 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e5870-433a-439a-af75-0a4538c4f554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d39d133-b19a-4a3d-86bc-126bb45267da,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:24.966819 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-3d4e23d2-1c6f-4bfa-ad61-545225fce1ec tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'security_group': {'name': 'tempest-secgroup-1310261741'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:24.988959 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Pushing event updated for resources: {'Port': ['ID=ef496120-8ead-4bed-ac01-2273d81915ed,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:25.019125 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-dab72174-4b7c-496d-8c7b-fbe99c4a801d None None] For port 2e48ab5f-6968-4539-b855-f7d80963ed24, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2e48ab5f-6968-4539-b855-f7d80963ed24,segment=NetworkSegment(1a4f5bae-4226-4afc-be7a-afac567ffe48),segment_id=1a4f5bae-4226-4afc-be7a-afac567ffe48)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:25.087042 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (4fdc5d52-4c49-4090-8fc0-42065dfaaaee), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:25.113623 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dab72174-4b7c-496d-8c7b-fbe99c4a801d None None] Publish callbacks [] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:25.126214 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fdc5d52-4c49-4090-8fc0-42065dfaaaee']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:25.134164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:25.151001 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:25.151001 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:25.152060 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:25.152060 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:25.164913 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:25.167777 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:25.186653 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (d9d311ef-c472-4f55-ac20-d0b46b0e8a3b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:25.193390 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:25.197843 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Failed to bind port ef496120-8ead-4bed-ac01-2273d81915ed on host n-d-857339-6 for vnic_type normal using segments [{'id': 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'}] Nov 02 12:55:25.197843 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempt 2 to bind port ef496120-8ead-4bed-ac01-2273d81915ed Nov 02 12:55:25.207929 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (d9d311ef-c472-4f55-ac20-d0b46b0e8a3b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:25.226284 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:55:25.227733 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:25.228373 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:25.228824 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (d9d311ef-c472-4f55-ac20-d0b46b0e8a3b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:25.232010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:25.299089 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment d9d311ef-c472-4f55-ac20-d0b46b0e8a3b resource provider aggregate not found Nov 02 12:55:25.321169 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dab72174-4b7c-496d-8c7b-fbe99c4a801d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:25.373091 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment d9d311ef-c472-4f55-ac20-d0b46b0e8a3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9d311ef-c472-4f55-ac20-d0b46b0e8a3b found for delete ", "request_id": "req-75cc9471-860e-4fa9-b5c6-71e5bd4d5c96"}]} Nov 02 12:55:25.389871 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-a43e98e2-201f-43e0-9000-064433801206 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Allocated IP 2001:db8::3af (f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25/9a63bda7-cce6-4542-9b33-4eda5f0e0321/aa413628-3068-4f27-b167-75b77689a571) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:25.406508 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3d4e23d2-1c6f-4bfa-ad61-545225fce1ec tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:25.433017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:25.438382 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:25.488453 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:25.491911 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Failed to bind port ef496120-8ead-4bed-ac01-2273d81915ed on host n-d-857339-6 for vnic_type normal using segments [{'id': 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'}] Nov 02 12:55:25.494882 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempt 3 to bind port ef496120-8ead-4bed-ac01-2273d81915ed Nov 02 12:55:25.504323 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.db.api [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:55:25.504323 n-d-857339-6 neutron-server[105976]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:55:25.504323 n-d-857339-6 neutron-server[105976]: [parameters: {'id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'}] Nov 02 12:55:25.504323 n-d-857339-6 neutron-server[105976]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105976) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:55:25.513036 n-d-857339-6 neutron-server[105976]: DEBUG oslo_db.api [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:55:25.513198 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:25.513198 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:25.513198 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:25.518934 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab72174-4b7c-496d-8c7b-fbe99c4a801d None None] Pushing event updated for resources: {'Port': ['ID=2e48ab5f-6968-4539-b855-f7d80963ed24,revision_number=6']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:25.587550 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:25.592051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:25.618812 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:25.624628 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Failed to bind port ef496120-8ead-4bed-ac01-2273d81915ed on host n-d-857339-6 for vnic_type normal using segments [{'id': 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'}] Nov 02 12:55:25.633118 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempt 4 to bind port ef496120-8ead-4bed-ac01-2273d81915ed Nov 02 12:55:25.650385 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:25.650971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:25.655705 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:25.690114 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:25.694409 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:25.695609 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3d4e23d2-1c6f-4bfa-ad61-545225fce1ec tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (fa01df60-6e18-4dc0-9af7-a072a1be340d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:25.728969 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a43e98e2-201f-43e0-9000-064433801206 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for port (aa413628-3068-4f27-b167-75b77689a571), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:25.738463 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=6,neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:25.751137 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:25.755540 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Failed to bind port ef496120-8ead-4bed-ac01-2273d81915ed on host n-d-857339-6 for vnic_type normal using segments [{'id': 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'}] Nov 02 12:55:25.756148 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempt 5 to bind port ef496120-8ead-4bed-ac01-2273d81915ed Nov 02 12:55:25.788252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:25.788972 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:25.791075 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:25.839883 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3d4e23d2-1c6f-4bfa-ad61-545225fce1ec tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fa01df60-6e18-4dc0-9af7-a072a1be340d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:25.883080 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2e48ab5f-6968-4539-b855-f7d80963ed24 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:25.905308 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:26.006512 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (4fdc5d52-4c49-4090-8fc0-42065dfaaaee), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:26.012313 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e23d2-1c6f-4bfa-ad61-545225fce1ec tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa01df60-6e18-4dc0-9af7-a072a1be340d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:26.080393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:26.102360 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Failed to bind port ef496120-8ead-4bed-ac01-2273d81915ed on host n-d-857339-6 for vnic_type normal using segments [{'id': 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'}] Nov 02 12:55:26.102920 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Deleting port ef496120-8ead-4bed-ac01-2273d81915ed {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:55:26.103833 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ef496120-8ead-4bed-ac01-2273d81915ed), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:26.109793 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempt 6 to bind port ef496120-8ead-4bed-ac01-2273d81915ed Nov 02 12:55:26.118361 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a43e98e2-201f-43e0-9000-064433801206 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (aa413628-3068-4f27-b167-75b77689a571), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:26.158391 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:26.162866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:26.163372 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:26.163877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:26.241960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:26.252514 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:26.316054 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3d4e23d2-1c6f-4bfa-ad61-545225fce1ec tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:26.320842 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3d4e23d2-1c6f-4bfa-ad61-545225fce1ec tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3791878 Nov 02 12:55:26.338737 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55718) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:26.348188 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e98e2-201f-43e0-9000-064433801206 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Pushing event updated for resources: {'Port': ['ID=aa413628-3068-4f27-b167-75b77689a571,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:26.352539 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:26.355583 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Failed to bind port ef496120-8ead-4bed-ac01-2273d81915ed on host n-d-857339-6 for vnic_type normal using segments [{'id': 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'}] Nov 02 12:55:26.355583 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempt 7 to bind port ef496120-8ead-4bed-ac01-2273d81915ed Nov 02 12:55:26.361122 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:26.368527 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5efd6eb6-07e3-4cbe-9c63-e0a87f30d697 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'security_group': {'name': 'tempest-secgroup-1404306593'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:26.378540 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43e98e2-201f-43e0-9000-064433801206 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Network f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:26.388143 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-a43e98e2-201f-43e0-9000-064433801206 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:26.400783 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43e98e2-201f-43e0-9000-064433801206 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:55:26.459706 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:26.463119 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:26.463553 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:26.484537 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] For port ef496120-8ead-4bed-ac01-2273d81915ed, host n-d-857339-6, got binding levels [] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:26.485059 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ef496120-8ead-4bed-ac01-2273d81915ed), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:26.525793 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Calling delete_port for ef496120-8ead-4bed-ac01-2273d81915ed owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:26.555033 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:26.567837 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:26.609693 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:26.630234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Failed to bind port ef496120-8ead-4bed-ac01-2273d81915ed on host n-d-857339-6 for vnic_type normal using segments [{'id': 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'}] Nov 02 12:55:26.630234 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2e48ab5f-6968-4539-b855-f7d80963ed24 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:26.630234 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:26.630234 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2e48ab5f-6968-4539-b855-f7d80963ed24 Nov 02 12:55:26.630955 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:26.631163 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempt 8 to bind port ef496120-8ead-4bed-ac01-2273d81915ed Nov 02 12:55:26.664441 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5efd6eb6-07e3-4cbe-9c63-e0a87f30d697 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:26.692004 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:26.692838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:26.693429 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:26.739617 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:26.743502 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:26.774772 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:26.780293 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Failed to bind port ef496120-8ead-4bed-ac01-2273d81915ed on host n-d-857339-6 for vnic_type normal using segments [{'id': 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'}] Nov 02 12:55:26.781887 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempt 9 to bind port ef496120-8ead-4bed-ac01-2273d81915ed Nov 02 12:55:26.802498 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:26.813729 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:26.813729 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:26.823993 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [req-bafbb95d-6762-4dca-9528-f44e13559555 req-bc231e34-7e85-496d-8130-219231546412 service neutron] (105976) timed out ('10.222.0.75', 50325) {{(pid=105976) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 02 12:55:26.882062 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5efd6eb6-07e3-4cbe-9c63-e0a87f30d697 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (e987be6c-ebd6-4f55-b2fc-37cc5d7754d6), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:26.971967 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (ef496120-8ead-4bed-ac01-2273d81915ed), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:26.983095 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a43e98e2-201f-43e0-9000-064433801206 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_gateway (dae33888-4294-4651-a531-981ab861ba21), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:27.055541 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Port': ['ID=ef496120-8ead-4bed-ac01-2273d81915ed,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:27.072180 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5efd6eb6-07e3-4cbe-9c63-e0a87f30d697 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e987be6c-ebd6-4f55-b2fc-37cc5d7754d6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:27.118113 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No DVR routers for this DVR port ef496120-8ead-4bed-ac01-2273d81915ed on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:27.195656 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:27.200855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:27.212329 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:27.236036 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:27.244616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:27.254437 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Failed to bind port ef496120-8ead-4bed-ac01-2273d81915ed on host n-d-857339-6 for vnic_type normal using segments [{'id': 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'}] Nov 02 12:55:27.254437 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempt 10 to bind port ef496120-8ead-4bed-ac01-2273d81915ed Nov 02 12:55:27.261667 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0fce1d37-3d8f-4535-8dd3-02b857706ec2 None None] Provisioning complete for port a8e9abd2-311e-4314-9183-201c3244de99 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:27.262231 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0fce1d37-3d8f-4535-8dd3-02b857706ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a8e9abd2-311e-4314-9183-201c3244de99), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:27.262914 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0fce1d37-3d8f-4535-8dd3-02b857706ec2 None None] Attempt 1 to provision port a8e9abd2-311e-4314-9183-201c3244de99 Nov 02 12:55:27.266298 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (4fdc5d52-4c49-4090-8fc0-42065dfaaaee), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:27.279020 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2e48ab5f-6968-4539-b855-f7d80963ed24 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:55:27.292580 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fdc5d52-4c49-4090-8fc0-42065dfaaaee']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:27.304188 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:27.304781 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:27.330583 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (d9d311ef-c472-4f55-ac20-d0b46b0e8a3b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:27.350033 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:27.350704 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:27.351302 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:27.411418 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (d9d311ef-c472-4f55-ac20-d0b46b0e8a3b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:27.432438 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:27.438288 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Attempting to bind port ef496120-8ead-4bed-ac01-2273d81915ed on network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:27.440965 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5efd6eb6-07e3-4cbe-9c63-e0a87f30d697 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:27.449201 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5efd6eb6-07e3-4cbe-9c63-e0a87f30d697 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1064689 Nov 02 12:55:27.456675 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:55:27.457228 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (d9d311ef-c472-4f55-ac20-d0b46b0e8a3b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:27.472521 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55750) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 8e300048-fb6c-4203-88c4-0a44ca2b9c91 could not be found. Nov 02 12:55:27.497689 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:27.502621 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Failed to bind port ef496120-8ead-4bed-ac01-2273d81915ed on host n-d-857339-6 for vnic_type normal using segments [{'id': 'd9d311ef-c472-4f55-ac20-d0b46b0e8a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4fdc5d52-4c49-4090-8fc0-42065dfaaaee'}] Nov 02 12:55:27.503308 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ef496120-8ead-4bed-ac01-2273d81915ed), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:27.517780 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-3312497b-f1d8-4022-8ee4-f187c468e938 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-886366775', 'security_groups': ['e987be6c-ebd6-4f55-b2fc-37cc5d7754d6'], 'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '23360eb8-ec54-44cb-8e0c-c764934c738e'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:27.570616 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd6eb6-07e3-4cbe-9c63-e0a87f30d697 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e987be6c-ebd6-4f55-b2fc-37cc5d7754d6,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:27.571284 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a43e98e2-201f-43e0-9000-064433801206 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (dae33888-4294-4651-a531-981ab861ba21), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:27.613181 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment d9d311ef-c472-4f55-ac20-d0b46b0e8a3b resource provider aggregate not found Nov 02 12:55:27.638680 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55760) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:27.645343 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5c5367ac-72d1-4d5c-b05c-0963701bcb15 None None] Port ef496120-8ead-4bed-ac01-2273d81915ed has been deleted concurrently {{(pid=105977) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Nov 02 12:55:27.670891 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0fce1d37-3d8f-4535-8dd3-02b857706ec2 None None] Port a8e9abd2-311e-4314-9183-201c3244de99 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:55:27.689697 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0fce1d37-3d8f-4535-8dd3-02b857706ec2 None None] Provisioning complete for port 2e48ab5f-6968-4539-b855-f7d80963ed24 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:27.690074 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0fce1d37-3d8f-4535-8dd3-02b857706ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:27.690411 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0fce1d37-3d8f-4535-8dd3-02b857706ec2 None None] Attempt 1 to provision port 2e48ab5f-6968-4539-b855-f7d80963ed24 Nov 02 12:55:27.729513 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment d9d311ef-c472-4f55-ac20-d0b46b0e8a3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9d311ef-c472-4f55-ac20-d0b46b0e8a3b found for delete ", "request_id": "req-893417c6-389d-4483-a04a-ce1a187e3e4f"}]} Nov 02 12:55:27.839181 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (4fdc5d52-4c49-4090-8fc0-42065dfaaaee), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:27.843947 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0fce1d37-3d8f-4535-8dd3-02b857706ec2 None None] Current status of the port 2e48ab5f-6968-4539-b855-f7d80963ed24 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:55:27.847619 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:27.857724 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/4fdc5d52-4c49-4090-8fc0-42065dfaaaee HTTP/1.1" status: 204 len: 168 time: 4.7572129 Nov 02 12:55:27.861870 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55764) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:27.872190 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-597917e0-c2ae-4b59-96fa-b60a69b9ed51 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2057141636'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:27.892925 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5ed60b90-9cc4-4ae3-8881-819ca4c4cee3 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group': {'name': 'tempest-secgroup--695262572'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:27.925239 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0a1f3-1fdd-430f-901f-d72dc79beb45 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Network': ['ID=4fdc5d52-4c49-4090-8fc0-42065dfaaaee,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:28.191865 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597917e0-c2ae-4b59-96fa-b60a69b9ed51 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:28.197688 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:28.202251 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-597917e0-c2ae-4b59-96fa-b60a69b9ed51 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:28.202416 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43e98e2-201f-43e0-9000-064433801206 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Router dae33888-4294-4651-a531-981ab861ba21 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:55:28.212231 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ed60b90-9cc4-4ae3-8881-819ca4c4cee3 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:28.220913 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3312497b-f1d8-4022-8ee4-f187c468e938 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:28.351245 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ed60b90-9cc4-4ae3-8881-819ca4c4cee3 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:28.528857 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ed60b90-9cc4-4ae3-8881-819ca4c4cee3 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (95d6657b-dff0-4ac4-ac79-3541910673e2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:28.530420 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43e98e2-201f-43e0-9000-064433801206 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:55:28.530509 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3312497b-f1d8-4022-8ee4-f187c468e938 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:28.533686 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c1bec7-736f-4f16-9271-0d9c8aa3e25a None None] Sync routers for ids ['dae33888-4294-4651-a531-981ab861ba21'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:55:28.547705 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c1bec7-736f-4f16-9271-0d9c8aa3e25a None None] Routers {'dae33888-4294-4651-a531-981ab861ba21'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:55:28.548835 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-79c1bec7-736f-4f16-9271-0d9c8aa3e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:55:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['dae33888-4294-4651-a531-981ab861ba21'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:28.549866 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597917e0-c2ae-4b59-96fa-b60a69b9ed51 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:55:28.566776 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-3312497b-f1d8-4022-8ee4-f187c468e938 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] device_id is not set on port f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:55:28.576862 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-597917e0-c2ae-4b59-96fa-b60a69b9ed51 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (b3749c93-2af0-45eb-b16b-f30c6ac29c61), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:28.577227 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-597917e0-c2ae-4b59-96fa-b60a69b9ed51 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Added segment b3749c93-2af0-45eb-b16b-f30c6ac29c61 of type vlan for network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 Nov 02 12:55:28.689579 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-597917e0-c2ae-4b59-96fa-b60a69b9ed51 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (eb811bbe-7b7a-4a18-be84-4c1d3fa70038), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:28.703519 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-79c1bec7-736f-4f16-9271-0d9c8aa3e25a None None] Set router dae33888-4294-4651-a531-981ab861ba21 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:55:28.769973 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ed60b90-9cc4-4ae3-8881-819ca4c4cee3 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (95d6657b-dff0-4ac4-ac79-3541910673e2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:28.791165 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a43e98e2-201f-43e0-9000-064433801206 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:28.792596 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a43e98e2-201f-43e0-9000-064433801206 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.5638468 Nov 02 12:55:28.795888 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55788) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:28.972876 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed60b90-9cc4-4ae3-8881-819ca4c4cee3 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d6657b-dff0-4ac4-ac79-3541910673e2,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:29.045098 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7861519f-9157-4d72-b78f-b17ce2735ae2 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router (dae33888-4294-4651-a531-981ab861ba21), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:29.105391 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-597917e0-c2ae-4b59-96fa-b60a69b9ed51 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (eb811bbe-7b7a-4a18-be84-4c1d3fa70038), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:29.116090 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-79c1bec7-736f-4f16-9271-0d9c8aa3e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae33888-4294-4651-a531-981ab861ba21', 'name': '', 'tenant_id': '39f7d1d90b134583b6e57cb34b545b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25', 'external_fixed_ips': [{'subnet_id': '9a63bda7-cce6-4542-9b33-4eda5f0e0321', 'ip_address': '2001:db8::3af'}], 'enable_snat': True}, 'gw_port_id': 'aa413628-3068-4f27-b167-75b77689a571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:55:23Z', 'updated_at': '2022-11-02T12:55:26Z', 'revision_number': 3, 'project_id': '39f7d1d90b134583b6e57cb34b545b73', 'gw_port': {'id': 'aa413628-3068-4f27-b167-75b77689a571', 'name': '', 'network_id': 'f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae33888-4294-4651-a531-981ab861ba21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '9a63bda7-cce6-4542-9b33-4eda5f0e0321', 'ip_address': '2001:db8::3af', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:55:25Z', 'updated_at': '2022-11-02T12:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a63bda7-cce6-4542-9b33-4eda5f0e0321', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:29.123207 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597917e0-c2ae-4b59-96fa-b60a69b9ed51 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:29.130589 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-597917e0-c2ae-4b59-96fa-b60a69b9ed51 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:29.187635 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c1bec7-736f-4f16-9271-0d9c8aa3e25a None None] Checking router: dae33888-4294-4651-a531-981ab861ba21 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:55:29.187993 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c1bec7-736f-4f16-9271-0d9c8aa3e25a None None] Updating router dae33888-4294-4651-a531-981ab861ba21 port aa413628-3068-4f27-b167-75b77689a571 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:55:29.202219 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7861519f-9157-4d72-b78f-b17ce2735ae2 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_gateway (dae33888-4294-4651-a531-981ab861ba21), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:29.236347 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-79c1bec7-736f-4f16-9271-0d9c8aa3e25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (aa413628-3068-4f27-b167-75b77689a571), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:29.333500 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-3312497b-f1d8-4022-8ee4-f187c468e938 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Allocated IP 172.20.0.5 (ae0163d4-9a33-48e2-87f2-c6a4e9c35e50/23360eb8-ec54-44cb-8e0c-c764934c738e/f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:29.394066 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-eb6f0aa6-de5b-4348-963e-d1d0ab6ac572 None None] Could not find standard attr ID for object ef496120-8ead-4bed-ac01-2273d81915ed. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:55:29.400268 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ed60b90-9cc4-4ae3-8881-819ca4c4cee3 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (82fb63bd-c336-43d6-bab6-e0fdf98efb91), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:29.411424 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-597917e0-c2ae-4b59-96fa-b60a69b9ed51 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5455551 Nov 02 12:55:29.425926 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55796) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:29.431279 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-cfe617cc-a9e1-46e6-8b60-673127eecf23 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'subnet': {'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:29.440286 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597917e0-c2ae-4b59-96fa-b60a69b9ed51 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Network': ['ID=eb811bbe-7b7a-4a18-be84-4c1d3fa70038,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:29.447038 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a76859e-9595-4fd4-8ada-24994d9ae5cd None None] DHCP port deletion for 4fdc5d52-4c49-4090-8fc0-42065dfaaaee request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:55:29.461186 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-7861519f-9157-4d72-b78f-b17ce2735ae2 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Deleting port aa413628-3068-4f27-b167-75b77689a571 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:55:29.462476 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7861519f-9157-4d72-b78f-b17ce2735ae2 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (aa413628-3068-4f27-b167-75b77689a571), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:29.488135 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:55:29.502847 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:29.638947 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ed60b90-9cc4-4ae3-8881-819ca4c4cee3 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (82fb63bd-c336-43d6-bab6-e0fdf98efb91), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:29.641246 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d93f1b6-5b31-4960-b8f4-2c9f9d79d80e None None] Network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:29.642477 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7861519f-9157-4d72-b78f-b17ce2735ae2 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (aa413628-3068-4f27-b167-75b77689a571), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:29.660865 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-7861519f-9157-4d72-b78f-b17ce2735ae2 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Calling delete_port for aa413628-3068-4f27-b167-75b77689a571 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:55:29.684818 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d93f1b6-5b31-4960-b8f4-2c9f9d79d80e None None] Network 4fdc5d52-4c49-4090-8fc0-42065dfaaaee could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 12:55:29.701408 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3312497b-f1d8-4022-8ee4-f187c468e938 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:29.726049 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed60b90-9cc4-4ae3-8881-819ca4c4cee3 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82fb63bd-c336-43d6-bab6-e0fdf98efb91,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:29.991169 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5ed60b90-9cc4-4ae3-8881-819ca4c4cee3 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:29.996796 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5ed60b90-9cc4-4ae3-8881-819ca4c4cee3 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.3545768 Nov 02 12:55:29.996796 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3312497b-f1d8-4022-8ee4-f187c468e938 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:29.996796 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe617cc-a9e1-46e6-8b60-673127eecf23 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:30.000662 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cfe617cc-a9e1-46e6-8b60-673127eecf23 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:30.019286 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55816) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:30.097897 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3312497b-f1d8-4022-8ee4-f187c468e938 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:30.122182 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-3312497b-f1d8-4022-8ee4-f187c468e938 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:30.135923 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3312497b-f1d8-4022-8ee4-f187c468e938 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:55:30.141561 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312497b-f1d8-4022-8ee4-f187c468e938 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:30.214441 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-79c1bec7-736f-4f16-9271-0d9c8aa3e25a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:55:30.217863 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-79c1bec7-736f-4f16-9271-0d9c8aa3e25a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:55:30.218043 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7861519f-9157-4d72-b78f-b17ce2735ae2 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (aa413628-3068-4f27-b167-75b77689a571), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:30.218512 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:30.298999 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861519f-9157-4d72-b78f-b17ce2735ae2 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa413628-3068-4f27-b167-75b77689a571,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:30.305451 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7861519f-9157-4d72-b78f-b17ce2735ae2 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (dae33888-4294-4651-a531-981ab861ba21), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:30.330209 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8447e4dd-53db-4fa8-92d4-5620cee7dce4 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2572381 Nov 02 12:55:30.337251 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55822) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:30.347986 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-502aaae6-01f2-414d-86f7-7aac6d0a5a86 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group': {'name': 'tempest-security--29863065', 'description': 'tempest-security-description-1216851632'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:30.369738 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3312497b-f1d8-4022-8ee4-f187c468e938 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:30.370474 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3312497b-f1d8-4022-8ee4-f187c468e938 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:30.425415 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:30.457844 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-502aaae6-01f2-414d-86f7-7aac6d0a5a86 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (82fb63bd-c336-43d6-bab6-e0fdf98efb91), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:30.540615 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-502aaae6-01f2-414d-86f7-7aac6d0a5a86 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (82fb63bd-c336-43d6-bab6-e0fdf98efb91), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:30.563600 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2626cab5-1127-4058-972c-2bf8a3851908 None None] Provisioning complete for port f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:30.582584 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2626cab5-1127-4058-972c-2bf8a3851908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:30.582584 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2626cab5-1127-4058-972c-2bf8a3851908 None None] Attempt 1 to provision port f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215 Nov 02 12:55:30.624843 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2626cab5-1127-4058-972c-2bf8a3851908 None None] Port f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:55:30.823924 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c1bec7-736f-4f16-9271-0d9c8aa3e25a None None] Port aa413628-3068-4f27-b167-75b77689a571 not found while updating agent binding for router dae33888-4294-4651-a531-981ab861ba21. {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 02 12:55:30.866404 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c1bec7-736f-4f16-9271-0d9c8aa3e25a None None] Routers {'dae33888-4294-4651-a531-981ab861ba21'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:55:30.867051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-79c1bec7-736f-4f16-9271-0d9c8aa3e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:55:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['dae33888-4294-4651-a531-981ab861ba21'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:30.886255 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-502aaae6-01f2-414d-86f7-7aac6d0a5a86 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (82fb63bd-c336-43d6-bab6-e0fdf98efb91), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:30.889440 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-502aaae6-01f2-414d-86f7-7aac6d0a5a86 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:30.893034 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-502aaae6-01f2-414d-86f7-7aac6d0a5a86 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "PUT /networking/v2.0/security-groups/82fb63bd-c336-43d6-bab6-e0fdf98efb91 HTTP/1.1" status: 200 len: 1795 time: 0.5541732 Nov 02 12:55:30.903543 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3312497b-f1d8-4022-8ee4-f187c468e938 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4201641 Nov 02 12:55:30.903543 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55838) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:30.910628 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55840) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:30.922907 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-cc83e440-4ecd-4d05-a754-a5ae9f3c93af tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'subnet': {'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:30.929175 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7861519f-9157-4d72-b78f-b17ce2735ae2 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (dae33888-4294-4651-a531-981ab861ba21), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:30.946633 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7861519f-9157-4d72-b78f-b17ce2735ae2 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_controller (dae33888-4294-4651-a531-981ab861ba21), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:31.002897 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502aaae6-01f2-414d-86f7-7aac6d0a5a86 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82fb63bd-c336-43d6-bab6-e0fdf98efb91,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:31.005910 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cfe617cc-a9e1-46e6-8b60-673127eecf23 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:31.025645 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-79c1bec7-736f-4f16-9271-0d9c8aa3e25a None None] Set router dae33888-4294-4651-a531-981ab861ba21 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:55:31.061153 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2dde1baf-a381-4929-a7e0-66fc1f146a2d tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-groups/82fb63bd-c336-43d6-bab6-e0fdf98efb91 HTTP/1.1" status: 200 len: 1795 time: 0.1096029 Nov 02 12:55:31.067203 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55846) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:31.086711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-79c1bec7-736f-4f16-9271-0d9c8aa3e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae33888-4294-4651-a531-981ab861ba21', 'name': '', 'tenant_id': '39f7d1d90b134583b6e57cb34b545b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:55:23Z', 'updated_at': '2022-11-02T12:55:29Z', 'revision_number': 5, 'project_id': '39f7d1d90b134583b6e57cb34b545b73', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:31.107243 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe617cc-a9e1-46e6-8b60-673127eecf23 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Subnet': ['ID=f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:31.131672 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c1bec7-736f-4f16-9271-0d9c8aa3e25a None None] The sync data for ids ['dae33888-4294-4651-a531-981ab861ba21'] in n-d-857339-6 is: [{'id': 'dae33888-4294-4651-a531-981ab861ba21', 'name': '', 'tenant_id': '39f7d1d90b134583b6e57cb34b545b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:55:23Z', 'updated_at': '2022-11-02T12:55:29Z', 'revision_number': 5, 'project_id': '39f7d1d90b134583b6e57cb34b545b73', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:55:31.148820 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe617cc-a9e1-46e6-8b60-673127eecf23 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Checking segment: {'id': 'b3749c93-2af0-45eb-b16b-f30c6ac29c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:55:31.149208 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe617cc-a9e1-46e6-8b60-673127eecf23 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network hostable DHCP agents. Network: eb811bbe-7b7a-4a18-be84-4c1d3fa70038, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:55:31.215804 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ace1ea28-b16d-4edd-a1aa-9659d80b1d46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (82fb63bd-c336-43d6-bab6-e0fdf98efb91), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:31.247144 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ace1ea28-b16d-4edd-a1aa-9659d80b1d46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (82fb63bd-c336-43d6-bab6-e0fdf98efb91), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:31.286626 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7861519f-9157-4d72-b78f-b17ce2735ae2 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (dae33888-4294-4651-a531-981ab861ba21), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:31.287479 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7861519f-9157-4d72-b78f-b17ce2735ae2 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dae33888-4294-4651-a531-981ab861ba21 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:55:31.292952 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7861519f-9157-4d72-b78f-b17ce2735ae2 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:31.294534 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7861519f-9157-4d72-b78f-b17ce2735ae2 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "DELETE /networking/v2.0/routers/dae33888-4294-4651-a531-981ab861ba21 HTTP/1.1" status: 204 len: 168 time: 2.4973521 Nov 02 12:55:31.299380 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55852) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:31.355998 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-912f70ce-73b6-4baf-96ce-bd8e84d1da1d tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Deleting subnet 9a63bda7-cce6-4542-9b33-4eda5f0e0321 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:55:31.360452 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-912f70ce-73b6-4baf-96ce-bd8e84d1da1d tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for subnet (9a63bda7-cce6-4542-9b33-4eda5f0e0321), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:31.406427 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-912f70ce-73b6-4baf-96ce-bd8e84d1da1d tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (9a63bda7-cce6-4542-9b33-4eda5f0e0321), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:31.428433 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe617cc-a9e1-46e6-8b60-673127eecf23 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:55:31.480542 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-912f70ce-73b6-4baf-96ce-bd8e84d1da1d tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (9a63bda7-cce6-4542-9b33-4eda5f0e0321), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:31.516425 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc83e440-4ecd-4d05-a754-a5ae9f3c93af tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:31.523266 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cc83e440-4ecd-4d05-a754-a5ae9f3c93af tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:31.589126 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ace1ea28-b16d-4edd-a1aa-9659d80b1d46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (82fb63bd-c336-43d6-bab6-e0fdf98efb91), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:31.592787 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ace1ea28-b16d-4edd-a1aa-9659d80b1d46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:31.594338 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ace1ea28-b16d-4edd-a1aa-9659d80b1d46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/82fb63bd-c336-43d6-bab6-e0fdf98efb91 HTTP/1.1" status: 204 len: 168 time: 0.5262656 Nov 02 12:55:31.598393 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55858) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:31.678280 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1ea28-b16d-4edd-a1aa-9659d80b1d46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fb63bd-c336-43d6-bab6-e0fdf98efb91,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:31.701665 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-cfe617cc-a9e1-46e6-8b60-673127eecf23 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, eb811bbe-7b7a-4a18-be84-4c1d3fa70038) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:31.730930 n-d-857339-6 neutron-server[105975]: INFO neutron.db.ipam_backend_mixin [None req-cc83e440-4ecd-4d05-a754-a5ae9f3c93af tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 23360eb8-ec54-44cb-8e0c-c764934c738e (CIDR: 172.20.0.0/28) Nov 02 12:55:31.732155 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe617cc-a9e1-46e6-8b60-673127eecf23 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:31.732155 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cfe617cc-a9e1-46e6-8b60-673127eecf23 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:31.751243 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d09944-087a-4992-ab9f-d58beb6bfa43 None None] Network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:31.774749 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b4d223d0-68d2-427e-b7e4-d6db457555c4 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1734471 Nov 02 12:55:31.790218 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55864) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:31.806370 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-42c564c0-1432-4ea9-ae21-8950724a143f tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] delete failed (client error): The resource could not be found. Nov 02 12:55:31.807771 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-42c564c0-1432-4ea9-ae21-8950724a143f tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/82fb63bd-c336-43d6-bab6-e0fdf98efb91 HTTP/1.1" status: 404 len: 347 time: 0.0163109 Nov 02 12:55:31.813318 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55866) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:31.818430 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-423824f4-221c-4f84-8fc7-4235ad29076f tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group': {'name': 'tempest-secgroup--983311890'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:31.827594 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc83e440-4ecd-4d05-a754-a5ae9f3c93af tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:55:31.827594 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc83e440-4ecd-4d05-a754-a5ae9f3c93af tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:31.829803 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-912f70ce-73b6-4baf-96ce-bd8e84d1da1d tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (9a63bda7-cce6-4542-9b33-4eda5f0e0321), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:31.889906 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cfe617cc-a9e1-46e6-8b60-673127eecf23 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4600582 Nov 02 12:55:31.893183 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55870) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:31.901399 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-912f70ce-73b6-4baf-96ce-bd8e84d1da1d tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:31.907788 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-912f70ce-73b6-4baf-96ce-bd8e84d1da1d tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/9a63bda7-cce6-4542-9b33-4eda5f0e0321 HTTP/1.1" status: 204 len: 168 time: 0.6073523 Nov 02 12:55:31.908787 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f70ce-73b6-4baf-96ce-bd8e84d1da1d tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9a63bda7-cce6-4542-9b33-4eda5f0e0321,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:31.920563 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55872) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:31.939233 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-eb811bbe-7b7a-4a18-be84-4c1d3fa70038', 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038', 'project_id': 'd4052ea9dbe5435fad182eb586fcfe76', 'fixed_ips': [{'subnet_id': 'f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:55:31.940358 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:32.062094 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=6,neutron:SELECT=82,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:32.134676 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f6e7fc64-2f69-4de4-b0b9-07a9df642661 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:32.150580 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (eb811bbe-7b7a-4a18-be84-4c1d3fa70038), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:32.206387 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-423824f4-221c-4f84-8fc7-4235ad29076f tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:32.265925 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cc83e440-4ecd-4d05-a754-a5ae9f3c93af tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3536158 Nov 02 12:55:32.270517 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55884) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:32.280522 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Allocated IP 172.20.0.1 (eb811bbe-7b7a-4a18-be84-4c1d3fa70038/f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e/ca5844b9-167c-4d15-b7e4-d3c111e75812) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:32.286499 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:32.302539 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f722102d-7949-4737-94e6-75f3a8cccb33 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'subnet': {'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:32.469251 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:32.481359 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f6e7fc64-2f69-4de4-b0b9-07a9df642661 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:32.599868 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Publish callbacks [] for port (ca5844b9-167c-4d15-b7e4-d3c111e75812), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:32.639913 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-f6e7fc64-2f69-4de4-b0b9-07a9df642661 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:32.656985 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-f6e7fc64-2f69-4de4-b0b9-07a9df642661 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf431c9-164c-4c73-88e7-5c86b124a4c4') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:32.657477 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-f6e7fc64-2f69-4de4-b0b9-07a9df642661 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf431c9-164c-4c73-88e7-5c86b124a4c4') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:32.675629 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f6e7fc64-2f69-4de4-b0b9-07a9df642661 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (5cf431c9-164c-4c73-88e7-5c86b124a4c4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:32.719610 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f6e7fc64-2f69-4de4-b0b9-07a9df642661 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (5cf431c9-164c-4c73-88e7-5c86b124a4c4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:32.749724 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e7fc64-2f69-4de4-b0b9-07a9df642661 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:55:32.749724 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f6e7fc64-2f69-4de4-b0b9-07a9df642661 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (5cf431c9-164c-4c73-88e7-5c86b124a4c4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:32.751067 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-423824f4-221c-4f84-8fc7-4235ad29076f tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (26b8aab6-157a-4601-83db-9992cb621182), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:32.789524 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 5cf431c9-164c-4c73-88e7-5c86b124a4c4 resource provider aggregate not found Nov 02 12:55:32.790499 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (ca5844b9-167c-4d15-b7e4-d3c111e75812), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:32.912607 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:32.912607 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 5cf431c9-164c-4c73-88e7-5c86b124a4c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cf431c9-164c-4c73-88e7-5c86b124a4c4 found for delete ", "request_id": "req-0d26d964-3829-40c7-9f0c-683f9fab48c3"}]} Nov 02 12:55:32.951192 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-423824f4-221c-4f84-8fc7-4235ad29076f tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (26b8aab6-157a-4601-83db-9992cb621182), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:32.952412 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:32.956392 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:32.971487 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:55:32.987438 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:33.013945 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f6e7fc64-2f69-4de4-b0b9-07a9df642661 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:33.018418 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:33.027766 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e7fc64-2f69-4de4-b0b9-07a9df642661 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 02 12:55:33.038500 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f6e7fc64-2f69-4de4-b0b9-07a9df642661 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:33.048651 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f6e7fc64-2f69-4de4-b0b9-07a9df642661 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "DELETE /networking/v2.0/networks/f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25 HTTP/1.1" status: 204 len: 168 time: 1.1270671 Nov 02 12:55:33.096404 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-423824f4-221c-4f84-8fc7-4235ad29076f tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:33.124372 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-423824f4-221c-4f84-8fc7-4235ad29076f tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3098345 Nov 02 12:55:33.125538 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423824f4-221c-4f84-8fc7-4235ad29076f tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b8aab6-157a-4601-83db-9992cb621182,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:33.136417 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55910) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:33.139038 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7fc64-2f69-4de4-b0b9-07a9df642661 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2a6ee5c-ef6d-4cb5-8e7e-e0a41ec11e25,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:33.151677 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-7aafc52a-2935-4272-9155-86a266f3e7a5 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group_rule': {'security_group_id': '26b8aab6-157a-4601-83db-9992cb621182', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:33.175844 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Subnet': ['ID=f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:33.177986 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Pushing event updated for resources: {'Port': ['ID=ca5844b9-167c-4d15-b7e4-d3c111e75812,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:33.278668 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f722102d-7949-4737-94e6-75f3a8cccb33 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:33.284082 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f722102d-7949-4737-94e6-75f3a8cccb33 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:33.341827 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:33.342204 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'b3749c93-2af0-45eb-b16b-f30c6ac29c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:33.342762 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:33.408681 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:33.423757 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:33.463075 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (eb811bbe-7b7a-4a18-be84-4c1d3fa70038), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:33.515070 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:33.519145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Failed to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on host n-d-857339-6 for vnic_type normal using segments [{'id': 'b3749c93-2af0-45eb-b16b-f30c6ac29c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'}] Nov 02 12:55:33.526686 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempt 2 to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 Nov 02 12:55:33.572771 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:33.582268 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'b3749c93-2af0-45eb-b16b-f30c6ac29c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:33.582268 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:33.593252 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7aafc52a-2935-4272-9155-86a266f3e7a5 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (ff394337-a59c-4d4e-9e95-6644c65de125), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:33.600068 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb811bbe-7b7a-4a18-be84-4c1d3fa70038']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:33.640340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:33.651851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:33.682153 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3749c93-2af0-45eb-b16b-f30c6ac29c61') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:33.682500 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3749c93-2af0-45eb-b16b-f30c6ac29c61') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:33.689352 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:33.695221 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Failed to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on host n-d-857339-6 for vnic_type normal using segments [{'id': 'b3749c93-2af0-45eb-b16b-f30c6ac29c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'}] Nov 02 12:55:33.722731 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempt 3 to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 Nov 02 12:55:33.743237 n-d-857339-6 neutron-server[105975]: INFO neutron.db.ipam_backend_mixin [None req-f722102d-7949-4737-94e6-75f3a8cccb33 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a2dd673e-c344-4765-b029-8de9217de86c (CIDR: 172.20.0.16/28) Nov 02 12:55:33.754482 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (b3749c93-2af0-45eb-b16b-f30c6ac29c61), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:33.756053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:33.756541 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'b3749c93-2af0-45eb-b16b-f30c6ac29c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:33.756909 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:33.783996 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:33.786876 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:33.798431 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (b3749c93-2af0-45eb-b16b-f30c6ac29c61), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:33.816863 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:55:33.817015 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7aafc52a-2935-4272-9155-86a266f3e7a5 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (ff394337-a59c-4d4e-9e95-6644c65de125), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:33.817602 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (b3749c93-2af0-45eb-b16b-f30c6ac29c61), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:33.830036 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:33.833788 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Failed to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on host n-d-857339-6 for vnic_type normal using segments [{'id': 'b3749c93-2af0-45eb-b16b-f30c6ac29c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'}] Nov 02 12:55:33.835146 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempt 4 to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 Nov 02 12:55:33.850373 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-f722102d-7949-4737-94e6-75f3a8cccb33 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:55:33.859350 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f722102d-7949-4737-94e6-75f3a8cccb33 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:33.877836 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:33.882101 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'b3749c93-2af0-45eb-b16b-f30c6ac29c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:33.883905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:33.910105 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment b3749c93-2af0-45eb-b16b-f30c6ac29c61 resource provider aggregate not found Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:33.939234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:33.948130 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:33.954536 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7aafc52a-2935-4272-9155-86a266f3e7a5 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (ff394337-a59c-4d4e-9e95-6644c65de125), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:34.008266 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafc52a-2935-4272-9155-86a266f3e7a5 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff394337-a59c-4d4e-9e95-6644c65de125,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.064422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:34.069986 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55950) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:34.070961 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment b3749c93-2af0-45eb-b16b-f30c6ac29c61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3749c93-2af0-45eb-b16b-f30c6ac29c61 found for delete ", "request_id": "req-9641eb59-bc82-49bb-94db-424711cce4b0"}]} Nov 02 12:55:34.071564 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f722102d-7949-4737-94e6-75f3a8cccb33 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.7819724 Nov 02 12:55:34.072291 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Failed to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on host n-d-857339-6 for vnic_type normal using segments [{'id': 'b3749c93-2af0-45eb-b16b-f30c6ac29c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'}] Nov 02 12:55:34.073326 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempt 5 to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 Nov 02 12:55:34.083009 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-1057a7f7-7fdf-4657-ab63-ade9f745c109 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'subnet': {'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:34.109312 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:34.110022 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'b3749c93-2af0-45eb-b16b-f30c6ac29c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:34.110643 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:34.174309 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7aafc52a-2935-4272-9155-86a266f3e7a5 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:34.176018 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7aafc52a-2935-4272-9155-86a266f3e7a5 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0289779 Nov 02 12:55:34.184318 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55952) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.195096 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:34.198893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:34.204996 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55954) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:34.212054 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f0fa6425-9202-4886-97cd-071ddac3c5eb tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Request body: {'router': {'name': 'tempest-router--1788242631', 'project_id': 'ec3c8d0ff0c34f3ea9738b43196f1463'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:34.265988 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.db.api [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:55:34.265988 n-d-857339-6 neutron-server[105976]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:55:34.265988 n-d-857339-6 neutron-server[105976]: [parameters: {'id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'}] Nov 02 12:55:34.265988 n-d-857339-6 neutron-server[105976]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105976) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:55:34.267077 n-d-857339-6 neutron-server[105976]: DEBUG oslo_db.api [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.282404 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:34.287520 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Failed to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on host n-d-857339-6 for vnic_type normal using segments [{'id': 'b3749c93-2af0-45eb-b16b-f30c6ac29c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'}] Nov 02 12:55:34.293931 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempt 6 to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 Nov 02 12:55:34.308027 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:34.333110 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:34.333812 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'b3749c93-2af0-45eb-b16b-f30c6ac29c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:34.334190 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:34.365612 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b5c56ce8-2ac7-4cbd-83b2-f9c1ab8b341c tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (ff394337-a59c-4d4e-9e95-6644c65de125), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:34.377098 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0fa6425-9202-4886-97cd-071ddac3c5eb tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (9068bf88-7cb9-4c0b-a601-8761dc31da18), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:34.385308 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0fa6425-9202-4886-97cd-071ddac3c5eb tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (9068bf88-7cb9-4c0b-a601-8761dc31da18), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.385921 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:34.389329 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:34.400519 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b5c56ce8-2ac7-4cbd-83b2-f9c1ab8b341c tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (ff394337-a59c-4d4e-9e95-6644c65de125), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.430755 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:34.434581 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Failed to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on host n-d-857339-6 for vnic_type normal using segments [{'id': 'b3749c93-2af0-45eb-b16b-f30c6ac29c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'}] Nov 02 12:55:34.435303 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempt 7 to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 Nov 02 12:55:34.488587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:34.488587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'b3749c93-2af0-45eb-b16b-f30c6ac29c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:34.493573 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.526894 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:34.532190 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Failed to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on host n-d-857339-6 for vnic_type normal using segments [{'id': 'b3749c93-2af0-45eb-b16b-f30c6ac29c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'}] Nov 02 12:55:34.573546 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempt 8 to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 Nov 02 12:55:34.608987 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:34.609553 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'b3749c93-2af0-45eb-b16b-f30c6ac29c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:34.610121 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:34.629368 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b5c56ce8-2ac7-4cbd-83b2-f9c1ab8b341c tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (ff394337-a59c-4d4e-9e95-6644c65de125), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:34.639014 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b5c56ce8-2ac7-4cbd-83b2-f9c1ab8b341c tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:34.641186 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b5c56ce8-2ac7-4cbd-83b2-f9c1ab8b341c tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/ff394337-a59c-4d4e-9e95-6644c65de125 HTTP/1.1" status: 204 len: 168 time: 0.4596019 Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.642858 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:34.648678 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:34.655295 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55968) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:34.668321 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c56ce8-2ac7-4cbd-83b2-f9c1ab8b341c tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff394337-a59c-4d4e-9e95-6644c65de125,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.689422 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:34.693043 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Failed to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on host n-d-857339-6 for vnic_type normal using segments [{'id': 'b3749c93-2af0-45eb-b16b-f30c6ac29c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'}] Nov 02 12:55:34.693043 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempt 9 to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 Nov 02 12:55:34.715743 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0fa6425-9202-4886-97cd-071ddac3c5eb tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_controller (9068bf88-7cb9-4c0b-a601-8761dc31da18), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:34.718172 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:34.718298 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1057a7f7-7fdf-4657-ab63-ade9f745c109 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Made reservation on behalf of 3d34b3cffbc44c0aae74d45280e6cf4d for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:34.718386 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'b3749c93-2af0-45eb-b16b-f30c6ac29c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:34.718386 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:34.726873 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1057a7f7-7fdf-4657-ab63-ade9f745c109 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:34.775366 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (eb811bbe-7b7a-4a18-be84-4c1d3fa70038), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.792285 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:34.796525 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:34.826300 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5a07733d-206f-4630-b9a5-ad53072bdd82 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1695540 Nov 02 12:55:34.836254 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55976) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.842302 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:34.846631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Failed to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on host n-d-857339-6 for vnic_type normal using segments [{'id': 'b3749c93-2af0-45eb-b16b-f30c6ac29c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'}] Nov 02 12:55:34.847632 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempt 10 to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 Nov 02 12:55:34.874182 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:34.879258 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:34.880036 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'b3749c93-2af0-45eb-b16b-f30c6ac29c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:34.880684 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:34.903320 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0fa6425-9202-4886-97cd-071ddac3c5eb tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (9068bf88-7cb9-4c0b-a601-8761dc31da18), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:34.934141 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempting to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e could not be found. Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Failed to bind port ca5844b9-167c-4d15-b7e4-d3c111e75812 on host n-d-857339-6 for vnic_type normal using segments [{'id': 'b3749c93-2af0-45eb-b16b-f30c6ac29c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'eb811bbe-7b7a-4a18-be84-4c1d3fa70038'}] Nov 02 12:55:34.974457 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ca5844b9-167c-4d15-b7e4-d3c111e75812), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:35.033848 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-72914f43-feb5-4216-8742-cff4bdae7d3e tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (26b8aab6-157a-4601-83db-9992cb621182), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:35.059989 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Deleting port ca5844b9-167c-4d15-b7e4-d3c111e75812 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:55:35.060575 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ca5844b9-167c-4d15-b7e4-d3c111e75812), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:35.090611 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-72914f43-feb5-4216-8742-cff4bdae7d3e tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (26b8aab6-157a-4601-83db-9992cb621182), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:35.148204 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:35.187314 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] For port ca5844b9-167c-4d15-b7e4-d3c111e75812, host n-d-857339-6, got binding levels [] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:35.187314 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ca5844b9-167c-4d15-b7e4-d3c111e75812), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:35.200875 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Calling delete_port for ca5844b9-167c-4d15-b7e4-d3c111e75812 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:55:35.218394 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] For port ca5844b9-167c-4d15-b7e4-d3c111e75812, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:55:35.219983 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Attempted to set empty binding levels {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 12:55:35.263982 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0fa6425-9202-4886-97cd-071ddac3c5eb tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:35.269636 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55986) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:35.269913 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f0fa6425-9202-4886-97cd-071ddac3c5eb tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0619111 Nov 02 12:55:35.330883 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ca5844b9-167c-4d15-b7e4-d3c111e75812), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:35.337016 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-72914f43-feb5-4216-8742-cff4bdae7d3e tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (26b8aab6-157a-4601-83db-9992cb621182), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:35.348969 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-72914f43-feb5-4216-8742-cff4bdae7d3e tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:35.350476 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-72914f43-feb5-4216-8742-cff4bdae7d3e tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/26b8aab6-157a-4601-83db-9992cb621182 HTTP/1.1" status: 204 len: 168 time: 0.5131457 Nov 02 12:55:35.356948 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 55988) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:35.367430 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 55990) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:35.422196 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241019e-78a7-4c91-91f7-85ffe2fc7477 None None] Pushing event updated for resources: {'Port': ['ID=ca5844b9-167c-4d15-b7e4-d3c111e75812,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:35.441968 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72914f43-feb5-4216-8742-cff4bdae7d3e tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b8aab6-157a-4601-83db-9992cb621182,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:35.461733 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-72fba4fc-09fe-4e25-b278-f371b937162c tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router (9068bf88-7cb9-4c0b-a601-8761dc31da18), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:35.472924 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344c48c7-9625-4615-b283-67e2f20ba837 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:55:35.538961 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (ca5844b9-167c-4d15-b7e4-d3c111e75812), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:35.649560 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-48dbdef9-3cd9-4d77-a0a2-e6f934b0a57a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2853129 Nov 02 12:55:35.709049 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Port': ['ID=ca5844b9-167c-4d15-b7e4-d3c111e75812,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:35.735417 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56000) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:35.744272 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-4889493d-9880-41fb-b871-7c6ec0a29ee1 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178500687'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:35.764885 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No DVR routers for this DVR port ca5844b9-167c-4d15-b7e4-d3c111e75812 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:55:35.810670 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344c48c7-9625-4615-b283-67e2f20ba837 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:55:35.829351 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:35.857653 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-90ebcc75-640b-424f-a1e3-09dc649c8020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:35.936124 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-72fba4fc-09fe-4e25-b278-f371b937162c tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (9068bf88-7cb9-4c0b-a601-8761dc31da18), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:35.936124 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-72fba4fc-09fe-4e25-b278-f371b937162c tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_controller (9068bf88-7cb9-4c0b-a601-8761dc31da18), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.064740 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:36.121256 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-72fba4fc-09fe-4e25-b278-f371b937162c tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (9068bf88-7cb9-4c0b-a601-8761dc31da18), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.122494 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fba4fc-09fe-4e25-b278-f371b937162c tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9068bf88-7cb9-4c0b-a601-8761dc31da18 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:55:36.145502 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-72fba4fc-09fe-4e25-b278-f371b937162c tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.148917 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-72fba4fc-09fe-4e25-b278-f371b937162c tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "DELETE /networking/v2.0/routers/9068bf88-7cb9-4c0b-a601-8761dc31da18 HTTP/1.1" status: 204 len: 168 time: 0.8779418 Nov 02 12:55:36.162313 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4889493d-9880-41fb-b871-7c6ec0a29ee1 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.215975 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:36.262160 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:36.427800 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1057a7f7-7fdf-4657-ab63-ade9f745c109 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (de5924aa-c988-4e5f-ac47-a0ab4ff54b38), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.444770 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (eb811bbe-7b7a-4a18-be84-4c1d3fa70038), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.459245 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:36.500301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618a4e89-a9ce-4e32-bab9-187090a6aa76 None None] Network eb811bbe-7b7a-4a18-be84-4c1d3fa70038 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:36.516543 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-90ebcc75-640b-424f-a1e3-09dc649c8020 admin admin] Publish callbacks [] for security_group (3f692bb0-2517-4531-a680-bf4c8fa261f7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.529317 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb811bbe-7b7a-4a18-be84-4c1d3fa70038']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:36.560771 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1057a7f7-7fdf-4657-ab63-ade9f745c109 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:36.563146 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3749c93-2af0-45eb-b16b-f30c6ac29c61') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:36.563146 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3749c93-2af0-45eb-b16b-f30c6ac29c61') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:36.587231 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-1057a7f7-7fdf-4657-ab63-ade9f745c109 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:36.594637 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (b3749c93-2af0-45eb-b16b-f30c6ac29c61), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.597781 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1057a7f7-7fdf-4657-ab63-ade9f745c109 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:36.598697 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1057a7f7-7fdf-4657-ab63-ade9f745c109 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.602014 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057a7f7-7fdf-4657-ab63-ade9f745c109 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Subnet': ['ID=de5924aa-c988-4e5f-ac47-a0ab4ff54b38,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:36.613606 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40b528b-90e6-44d1-86d2-05257478c469 None None] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:36.632374 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4889493d-9880-41fb-b871-7c6ec0a29ee1 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (9a46a908-d3fe-43f3-8de6-4e103396c35a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.633721 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (b3749c93-2af0-45eb-b16b-f30c6ac29c61), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.644927 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:55:36.646364 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (b3749c93-2af0-45eb-b16b-f30c6ac29c61), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.683381 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-90ebcc75-640b-424f-a1e3-09dc649c8020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3f692bb0-2517-4531-a680-bf4c8fa261f7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.712973 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment b3749c93-2af0-45eb-b16b-f30c6ac29c61 resource provider aggregate not found Nov 02 12:55:36.721908 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-90ebcc75-640b-424f-a1e3-09dc649c8020 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=90e57775e2724b8790628e65aa95d248&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3531809 Nov 02 12:55:36.735682 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56024) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:36.754534 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:55:36.786325 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4889493d-9880-41fb-b871-7c6ec0a29ee1 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9a46a908-d3fe-43f3-8de6-4e103396c35a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.813729 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56028) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:36.813904 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1057a7f7-7fdf-4657-ab63-ade9f745c109 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7411253 Nov 02 12:55:36.815829 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment b3749c93-2af0-45eb-b16b-f30c6ac29c61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3749c93-2af0-45eb-b16b-f30c6ac29c61 found for delete ", "request_id": "req-3e5dba07-5fd0-44df-a2e8-8ea27fc9aef2"}]} Nov 02 12:55:36.819865 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebcc75-640b-424f-a1e3-09dc649c8020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f692bb0-2517-4531-a680-bf4c8fa261f7,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:36.851120 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-b87f7e63-bab0-4a9b-bcac-7237edefc49b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-867949331', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'de5924aa-c988-4e5f-ac47-a0ab4ff54b38'}], 'security_groups': ['815002a6-e75f-49c8-a02c-43a0b11eb925', 'fa01df60-6e18-4dc0-9af7-a072a1be340d']}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:37.022999 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56030) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:37.201394 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0a4096ab-456d-413f-9472-1a3cffe0a0e0 admin admin] Publish callbacks [] for security_group (3f692bb0-2517-4531-a680-bf4c8fa261f7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:37.234212 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d2a506-f38a-49f1-9e48-8b246f15101b None None] Update dhcp port {'port': {'network_id': 'ae0163d4-9a33-48e2-87f2-c6a4e9c35e50', 'fixed_ips': [{'subnet_id': 'a2dd673e-c344-4765-b029-8de9217de86c', 'ip_address': '172.20.0.18'}, {'subnet_id': '23360eb8-ec54-44cb-8e0c-c764934c738e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'de5924aa-c988-4e5f-ac47-a0ab4ff54b38'}], 'binding:host_id': 'n-d-857339-6'}, 'id': '2e48ab5f-6968-4539-b855-f7d80963ed24'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 12:55:37.265820 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0a4096ab-456d-413f-9472-1a3cffe0a0e0 admin admin] Publish callbacks [] for security_group (3f692bb0-2517-4531-a680-bf4c8fa261f7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:37.365835 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a506-f38a-49f1-9e48-8b246f15101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:37.394630 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4889493d-9880-41fb-b871-7c6ec0a29ee1 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:37.419013 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4889493d-9880-41fb-b871-7c6ec0a29ee1 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6817629 Nov 02 12:55:37.419836 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (eb811bbe-7b7a-4a18-be84-4c1d3fa70038), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:37.443616 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56048) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:37.452176 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:37.458938 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-bc04ac58-fc4d-4b34-bccc-c23768cdec02 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group_rule': {'security_group_id': '9a46a908-d3fe-43f3-8de6-4e103396c35a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:37.463552 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/eb811bbe-7b7a-4a18-be84-4c1d3fa70038 HTTP/1.1" status: 204 len: 168 time: 5.5701053 Nov 02 12:55:37.473038 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56050) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:37.493912 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-8c26652b-eef4-4e27-aa68-01aeebd4fc2c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1690558759'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:37.509756 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889493d-9880-41fb-b871-7c6ec0a29ee1 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a46a908-d3fe-43f3-8de6-4e103396c35a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:37.534280 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0a4096ab-456d-413f-9472-1a3cffe0a0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3f692bb0-2517-4531-a680-bf4c8fa261f7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:37.535817 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588ccf1-e250-4f3c-ab12-0437da00bfbb tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Network': ['ID=eb811bbe-7b7a-4a18-be84-4c1d3fa70038,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:37.537942 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0a4096ab-456d-413f-9472-1a3cffe0a0e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:37.539713 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0a4096ab-456d-413f-9472-1a3cffe0a0e0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3f692bb0-2517-4531-a680-bf4c8fa261f7 HTTP/1.1" status: 204 len: 168 time: 0.8085487 Nov 02 12:55:37.597942 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-14779f24-cd83-40a0-a420-f43e5d0fca1f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1730095432', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}, 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:37.614134 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4096ab-456d-413f-9472-1a3cffe0a0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f692bb0-2517-4531-a680-bf4c8fa261f7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:37.681624 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b87f7e63-bab0-4a9b-bcac-7237edefc49b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:37.772766 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c26652b-eef4-4e27-aa68-01aeebd4fc2c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:37.777951 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c26652b-eef4-4e27-aa68-01aeebd4fc2c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:37.899649 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc04ac58-fc4d-4b34-bccc-c23768cdec02 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (920ca8cc-1378-4020-901c-bf8f7795380b), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:37.965880 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14779f24-cd83-40a0-a420-f43e5d0fca1f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (3fd43770-5bfe-44fc-a0fe-cd5d0104cde8), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:37.967386 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14779f24-cd83-40a0-a420-f43e5d0fca1f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (3fd43770-5bfe-44fc-a0fe-cd5d0104cde8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:37.970655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-c7d2a506-f38a-49f1-9e48-8b246f15101b None None] Allocated IP 172.20.0.34 (ae0163d4-9a33-48e2-87f2-c6a4e9c35e50/de5924aa-c988-4e5f-ac47-a0ab4ff54b38/2e48ab5f-6968-4539-b855-f7d80963ed24) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:37.994520 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:38.113273 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c26652b-eef4-4e27-aa68-01aeebd4fc2c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:55:38.160795 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c26652b-eef4-4e27-aa68-01aeebd4fc2c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (d06a281b-a5fe-429a-9ded-54b976512a50), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:38.161384 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-8c26652b-eef4-4e27-aa68-01aeebd4fc2c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Added segment d06a281b-a5fe-429a-9ded-54b976512a50 of type vlan for network acf4dff2-5d52-4b36-aece-fbfa3aedf587 Nov 02 12:55:38.208888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c7d2a506-f38a-49f1-9e48-8b246f15101b None None] For port 2e48ab5f-6968-4539-b855-f7d80963ed24, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2e48ab5f-6968-4539-b855-f7d80963ed24,segment=NetworkSegment(1a4f5bae-4226-4afc-be7a-afac567ffe48),segment_id=1a4f5bae-4226-4afc-be7a-afac567ffe48)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:38.225570 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:38.240140 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14779f24-cd83-40a0-a420-f43e5d0fca1f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_controller (3fd43770-5bfe-44fc-a0fe-cd5d0104cde8), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:38.288704 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc04ac58-fc4d-4b34-bccc-c23768cdec02 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (920ca8cc-1378-4020-901c-bf8f7795380b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:38.296062 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a506-f38a-49f1-9e48-8b246f15101b None None] Publish callbacks [] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:38.336885 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c26652b-eef4-4e27-aa68-01aeebd4fc2c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (acf4dff2-5d52-4b36-aece-fbfa3aedf587), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:38.538841 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a506-f38a-49f1-9e48-8b246f15101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:38.552598 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c26652b-eef4-4e27-aa68-01aeebd4fc2c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (acf4dff2-5d52-4b36-aece-fbfa3aedf587), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:38.562850 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c26652b-eef4-4e27-aa68-01aeebd4fc2c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:38.564307 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c26652b-eef4-4e27-aa68-01aeebd4fc2c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:38.567793 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc04ac58-fc4d-4b34-bccc-c23768cdec02 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (920ca8cc-1378-4020-901c-bf8f7795380b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:38.685972 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2a506-f38a-49f1-9e48-8b246f15101b None None] Pushing event updated for resources: {'Port': ['ID=2e48ab5f-6968-4539-b855-f7d80963ed24,revision_number=7']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:38.718942 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04ac58-fc4d-4b34-bccc-c23768cdec02 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920ca8cc-1378-4020-901c-bf8f7795380b,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:38.782363 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:38.849524 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8c26652b-eef4-4e27-aa68-01aeebd4fc2c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3715684 Nov 02 12:55:38.852738 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56078) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:38.860457 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c4449e83-01b0-4e4c-b363-f5ecb47e3e84 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:38.903440 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc04ac58-fc4d-4b34-bccc-c23768cdec02 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:38.904629 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bc04ac58-fc4d-4b34-bccc-c23768cdec02 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4596765 Nov 02 12:55:38.907252 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14779f24-cd83-40a0-a420-f43e5d0fca1f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_gateway (3fd43770-5bfe-44fc-a0fe-cd5d0104cde8), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:38.913300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56082) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:38.914830 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26652b-eef4-4e27-aa68-01aeebd4fc2c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Network': ['ID=acf4dff2-5d52-4b36-aece-fbfa3aedf587,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:38.937401 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network acf4dff2-5d52-4b36-aece-fbfa3aedf587 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:55:38.948958 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-4aa6d0a8-6877-4ef7-993b-1704f849676e tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group_rule': {'security_group_id': '9a46a908-d3fe-43f3-8de6-4e103396c35a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:39.014849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-b87f7e63-bab0-4a9b-bcac-7237edefc49b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Delete allocated IP 172.20.0.5 (ae0163d4-9a33-48e2-87f2-c6a4e9c35e50/23360eb8-ec54-44cb-8e0c-c764934c738e) {{(pid=105975) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 02 12:55:39.051680 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-b87f7e63-bab0-4a9b-bcac-7237edefc49b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Allocated IP 172.20.0.41 (ae0163d4-9a33-48e2-87f2-c6a4e9c35e50/de5924aa-c988-4e5f-ac47-a0ab4ff54b38/f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:39.068298 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56088) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:39.120533 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d8039724-ca5f-4045-ad66-18e4ac74f3e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:39.129898 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:39.241926 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4aa6d0a8-6877-4ef7-993b-1704f849676e tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (823f80cf-4115-48b1-85ea-2d276ae497d3), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:39.405600 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:39.458577 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c4449e83-01b0-4e4c-b363-f5ecb47e3e84 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (acf4dff2-5d52-4b36-aece-fbfa3aedf587), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:39.622312 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14779f24-cd83-40a0-a420-f43e5d0fca1f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_gateway (3fd43770-5bfe-44fc-a0fe-cd5d0104cde8), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:39.634449 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c4449e83-01b0-4e4c-b363-f5ecb47e3e84 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (acf4dff2-5d52-4b36-aece-fbfa3aedf587), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:39.660169 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14779f24-cd83-40a0-a420-f43e5d0fca1f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:39.686907 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c4449e83-01b0-4e4c-b363-f5ecb47e3e84 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network acf4dff2-5d52-4b36-aece-fbfa3aedf587 is not hosted by any dhcp agent {{(pid=105976) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 12:55:39.692858 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4449e83-01b0-4e4c-b363-f5ecb47e3e84 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:39.694218 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c4449e83-01b0-4e4c-b363-f5ecb47e3e84 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:39.700022 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c4449e83-01b0-4e4c-b363-f5ecb47e3e84 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "PUT /networking/v2.0/networks/acf4dff2-5d52-4b36-aece-fbfa3aedf587 HTTP/1.1" status: 200 len: 723 time: 0.8449574 Nov 02 12:55:39.702274 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:39.709004 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56102) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:39.717283 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-89c4f7fc-aa54-4bc8-9f81-18ae0126e221 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'subnet': {'network_id': 'acf4dff2-5d52-4b36-aece-fbfa3aedf587', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:39.771567 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:39.810416 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4aa6d0a8-6877-4ef7-993b-1704f849676e tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (823f80cf-4115-48b1-85ea-2d276ae497d3), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:39.827499 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-14779f24-cd83-40a0-a420-f43e5d0fca1f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Allocated IP 172.25.2.29 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/4fa96952-e87d-4575-b4ac-5b4d2a5c1a2d) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:39.869330 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4449e83-01b0-4e4c-b363-f5ecb47e3e84 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Network': ['ID=acf4dff2-5d52-4b36-aece-fbfa3aedf587,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:39.882695 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network acf4dff2-5d52-4b36-aece-fbfa3aedf587 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:55:39.917106 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b87f7e63-bab0-4a9b-bcac-7237edefc49b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for port (f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:39.927016 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [req-9c28eee1-cbd2-4be1-b4a1-d7a553a5ac07 req-216db1aa-8189-449f-a6b3-fcc09258ec84 service neutron] (105975) timed out ('10.222.0.75', 50345) {{(pid=105975) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 02 12:55:39.961776 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d8039724-ca5f-4045-ad66-18e4ac74f3e0 admin admin] Publish callbacks [] for security_group (ce9bf4b5-7a26-440a-af25-932990e555a8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:39.968319 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4aa6d0a8-6877-4ef7-993b-1704f849676e tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (823f80cf-4115-48b1-85ea-2d276ae497d3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:40.021503 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6d0a8-6877-4ef7-993b-1704f849676e tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823f80cf-4115-48b1-85ea-2d276ae497d3,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:40.039662 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b87f7e63-bab0-4a9b-bcac-7237edefc49b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:40.075432 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d8039724-ca5f-4045-ad66-18e4ac74f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ce9bf4b5-7a26-440a-af25-932990e555a8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:40.088516 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2e48ab5f-6968-4539-b855-f7d80963ed24 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:55:40.156004 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c4f7fc-aa54-4bc8-9f81-18ae0126e221 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:40.168902 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-89c4f7fc-aa54-4bc8-9f81-18ae0126e221 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:40.187619 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1c7bdab3-c495-493f-b15f-9680762e8aae None None] Provisioning complete for port f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:40.188794 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1c7bdab3-c495-493f-b15f-9680762e8aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:40.189367 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1c7bdab3-c495-493f-b15f-9680762e8aae None None] Attempt 1 to provision port f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215 Nov 02 12:55:40.232201 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4aa6d0a8-6877-4ef7-993b-1704f849676e tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:40.235704 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1c7bdab3-c495-493f-b15f-9680762e8aae None None] Port f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:55:40.238480 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4aa6d0a8-6877-4ef7-993b-1704f849676e tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3224454 Nov 02 12:55:40.249896 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1c7bdab3-c495-493f-b15f-9680762e8aae None None] Provisioning complete for port a8e9abd2-311e-4314-9183-201c3244de99 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:40.254957 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1c7bdab3-c495-493f-b15f-9680762e8aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a8e9abd2-311e-4314-9183-201c3244de99), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:40.254957 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1c7bdab3-c495-493f-b15f-9680762e8aae None None] Attempt 1 to provision port a8e9abd2-311e-4314-9183-201c3244de99 Nov 02 12:55:40.259489 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56112) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:40.276101 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-2a2a15cb-caa9-4ff8-91ff-acfe311ec016 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group_rule': {'security_group_id': '9a46a908-d3fe-43f3-8de6-4e103396c35a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:40.301147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2e48ab5f-6968-4539-b855-f7d80963ed24 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:40.301147 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:40.301147 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2e48ab5f-6968-4539-b855-f7d80963ed24 Nov 02 12:55:40.349596 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1c7bdab3-c495-493f-b15f-9680762e8aae None None] Port a8e9abd2-311e-4314-9183-201c3244de99 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:55:40.364383 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1c7bdab3-c495-493f-b15f-9680762e8aae None None] Provisioning complete for port 2e48ab5f-6968-4539-b855-f7d80963ed24 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:40.365725 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1c7bdab3-c495-493f-b15f-9680762e8aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:40.366909 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1c7bdab3-c495-493f-b15f-9680762e8aae None None] Attempt 1 to provision port 2e48ab5f-6968-4539-b855-f7d80963ed24 Nov 02 12:55:40.399264 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:40.413344 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d8039724-ca5f-4045-ad66-18e4ac74f3e0 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ce321885786e4f6aad62762aa05a9ae8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3402109 Nov 02 12:55:40.436829 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56118) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:40.450430 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2e48ab5f-6968-4539-b855-f7d80963ed24 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:55:40.482052 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f7e63-bab0-4a9b-bcac-7237edefc49b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event updated for resources: {'Port': ['ID=f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:40.518241 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1c7bdab3-c495-493f-b15f-9680762e8aae None None] Current status of the port 2e48ab5f-6968-4539-b855-f7d80963ed24 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:55:40.526261 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8039724-ca5f-4045-ad66-18e4ac74f3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9bf4b5-7a26-440a-af25-932990e555a8,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:40.581410 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-b87f7e63-bab0-4a9b-bcac-7237edefc49b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] In _notify_port_updated(), no bound segment for port f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215 on network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 {{(pid=105975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 12:55:40.590558 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87f7e63-bab0-4a9b-bcac-7237edefc49b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:40.591694 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b87f7e63-bab0-4a9b-bcac-7237edefc49b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:40.596779 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b87f7e63-bab0-4a9b-bcac-7237edefc49b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "PUT /networking/v2.0/ports/f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215 HTTP/1.1" status: 200 len: 959 time: 3.7643049 Nov 02 12:55:40.596779 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2a2a15cb-caa9-4ff8-91ff-acfe311ec016 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (b8203a42-4f16-4626-8209-6b8c12b81e23), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:40.608899 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56126) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:40.729795 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:40.744071 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14779f24-cd83-40a0-a420-f43e5d0fca1f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for port (4fa96952-e87d-4575-b4ac-5b4d2a5c1a2d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:40.816302 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2a2a15cb-caa9-4ff8-91ff-acfe311ec016 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (b8203a42-4f16-4626-8209-6b8c12b81e23), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:40.894749 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2a2a15cb-caa9-4ff8-91ff-acfe311ec016 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (b8203a42-4f16-4626-8209-6b8c12b81e23), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:40.931075 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a15cb-caa9-4ff8-91ff-acfe311ec016 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8203a42-4f16-4626-8209-6b8c12b81e23,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:40.991951 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4e0e26d0-fab2-40c8-9fc7-d2ec65ac5814 admin admin] Publish callbacks [] for security_group (ce9bf4b5-7a26-440a-af25-932990e555a8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.014806 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14779f24-cd83-40a0-a420-f43e5d0fca1f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (4fa96952-e87d-4575-b4ac-5b4d2a5c1a2d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.063062 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-b4a64951-c882-4bfe-b150-5a653ad09176 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:55:41.063406 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b4a64951-c882-4bfe-b150-5a653ad09176 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.078178 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2a2a15cb-caa9-4ff8-91ff-acfe311ec016 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.082579 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2a2a15cb-caa9-4ff8-91ff-acfe311ec016 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8217397 Nov 02 12:55:41.083220 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56132) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:41.100202 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-92263aba-3567-4a65-99bb-b864fe5374a1 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group_rule': {'security_group_id': '9a46a908-d3fe-43f3-8de6-4e103396c35a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:41.134723 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4e0e26d0-fab2-40c8-9fc7-d2ec65ac5814 admin admin] Publish callbacks [] for security_group (ce9bf4b5-7a26-440a-af25-932990e555a8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.162845 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-cf6916f1-7b2b-4f8f-85ca-d9446e7a585d None None] Provisioning complete for port f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:41.165527 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cf6916f1-7b2b-4f8f-85ca-d9446e7a585d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.166375 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14779f24-cd83-40a0-a420-f43e5d0fca1f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:41.168109 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-cf6916f1-7b2b-4f8f-85ca-d9446e7a585d None None] Attempt 1 to provision port f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215 Nov 02 12:55:41.193112 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-14779f24-cd83-40a0-a420-f43e5d0fca1f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:41.201099 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14779f24-cd83-40a0-a420-f43e5d0fca1f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:55:41.234061 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-89c4f7fc-aa54-4bc8-9f81-18ae0126e221 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (b94e85bf-fd8f-4e26-99bf-520eca74ed5e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.253348 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cf6916f1-7b2b-4f8f-85ca-d9446e7a585d None None] Port f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:55:41.264805 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14779f24-cd83-40a0-a420-f43e5d0fca1f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Pushing event updated for resources: {'Port': ['ID=4fa96952-e87d-4575-b4ac-5b4d2a5c1a2d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:41.324291 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4f7fc-aa54-4bc8-9f81-18ae0126e221 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Subnet': ['ID=b94e85bf-fd8f-4e26-99bf-520eca74ed5e,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:41.327649 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b4a64951-c882-4bfe-b150-5a653ad09176 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.348285 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=7,neutron:SELECT=89,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:41.367630 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-b4a64951-c882-4bfe-b150-5a653ad09176 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:55:41.379408 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4f7fc-aa54-4bc8-9f81-18ae0126e221 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Checking segment: {'id': 'd06a281b-a5fe-429a-9ded-54b976512a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'acf4dff2-5d52-4b36-aece-fbfa3aedf587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:55:41.379408 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c4f7fc-aa54-4bc8-9f81-18ae0126e221 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network hostable DHCP agents. Network: acf4dff2-5d52-4b36-aece-fbfa3aedf587, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:55:41.433194 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92263aba-3567-4a65-99bb-b864fe5374a1 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (b443986f-d9f2-40a9-937f-86bb86c81ab8), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.457383 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:41.553458 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4e0e26d0-fab2-40c8-9fc7-d2ec65ac5814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ce9bf4b5-7a26-440a-af25-932990e555a8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.556137 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4e0e26d0-fab2-40c8-9fc7-d2ec65ac5814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.557493 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4e0e26d0-fab2-40c8-9fc7-d2ec65ac5814 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ce9bf4b5-7a26-440a-af25-932990e555a8 HTTP/1.1" status: 204 len: 168 time: 1.1184108 Nov 02 12:55:41.573241 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e26d0-fab2-40c8-9fc7-d2ec65ac5814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9bf4b5-7a26-440a-af25-932990e555a8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:41.622575 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c4f7fc-aa54-4bc8-9f81-18ae0126e221 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network acf4dff2-5d52-4b36-aece-fbfa3aedf587 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:55:41.679891 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92263aba-3567-4a65-99bb-b864fe5374a1 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (b443986f-d9f2-40a9-937f-86bb86c81ab8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.738624 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b4a64951-c882-4bfe-b150-5a653ad09176 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.801900 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a64951-c882-4bfe-b150-5a653ad09176 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:41.807836 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-89c4f7fc-aa54-4bc8-9f81-18ae0126e221 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, acf4dff2-5d52-4b36-aece-fbfa3aedf587) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:41.816943 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1270f0-e1c3-4a00-8780-240a03903387 None None] Network acf4dff2-5d52-4b36-aece-fbfa3aedf587 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:41.839713 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c4f7fc-aa54-4bc8-9f81-18ae0126e221 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:41.841998 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-89c4f7fc-aa54-4bc8-9f81-18ae0126e221 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643523'] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.903720 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92263aba-3567-4a65-99bb-b864fe5374a1 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (b443986f-d9f2-40a9-937f-86bb86c81ab8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.956990 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b4a64951-c882-4bfe-b150-5a653ad09176 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.976334 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b4a64951-c882-4bfe-b150-5a653ad09176 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/ports/f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215 HTTP/1.1" status: 204 len: 168 time: 1.3631713 Nov 02 12:55:41.992883 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-89c4f7fc-aa54-4bc8-9f81-18ae0126e221 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2776995 Nov 02 12:55:41.993542 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56164) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:41.993542 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56166) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:42.019502 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-1148179f-fe40-4d9c-aeb2-e50e2cd290b8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:42.122342 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-acf4dff2-5d52-4b36-aece-fbfa3aedf587', 'network_id': 'acf4dff2-5d52-4b36-aece-fbfa3aedf587', 'project_id': 'd4052ea9dbe5435fad182eb586fcfe76', 'fixed_ips': [{'subnet_id': 'b94e85bf-fd8f-4e26-99bf-520eca74ed5e'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:55:42.123884 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.215923 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:42.241374 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6417665-04e1-4eeb-93d5-cf33d87c5e69 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] GET failed (client error): The resource could not be found. Nov 02 12:55:42.243791 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f6417665-04e1-4eeb-93d5-cf33d87c5e69 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports/f0b63ee2-4ad6-44cc-9ae1-59f9bd8f1215 HTTP/1.1" status: 404 len: 333 time: 0.2453561 Nov 02 12:55:42.255991 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56178) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:42.311382 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1148179f-fe40-4d9c-aeb2-e50e2cd290b8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13390597'] for subnet (b94e85bf-fd8f-4e26-99bf-520eca74ed5e), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.578463 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:42.624034 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-01db90ab-f2fa-4c2b-b8c1-f585126d52c4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (e987be6c-ebd6-4f55-b2fc-37cc5d7754d6), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.658746 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92263aba-3567-4a65-99bb-b864fe5374a1 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b443986f-d9f2-40a9-937f-86bb86c81ab8,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:42.674592 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-01db90ab-f2fa-4c2b-b8c1-f585126d52c4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (e987be6c-ebd6-4f55-b2fc-37cc5d7754d6), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.691242 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14779f24-cd83-40a0-a420-f43e5d0fca1f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_gateway (3fd43770-5bfe-44fc-a0fe-cd5d0104cde8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.761430 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1148179f-fe40-4d9c-aeb2-e50e2cd290b8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744311638667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16727177'] for subnet (b94e85bf-fd8f-4e26-99bf-520eca74ed5e), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.809908 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92263aba-3567-4a65-99bb-b864fe5374a1 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.833718 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-92263aba-3567-4a65-99bb-b864fe5374a1 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7408342 Nov 02 12:55:42.853705 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56202) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:42.885397 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-8c84944d-0cde-4583-b48c-d9601e31d0bc tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group_rule': {'security_group_id': '9a46a908-d3fe-43f3-8de6-4e103396c35a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:42.885919 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-01db90ab-f2fa-4c2b-b8c1-f585126d52c4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e987be6c-ebd6-4f55-b2fc-37cc5d7754d6), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.894756 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-01db90ab-f2fa-4c2b-b8c1-f585126d52c4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.902572 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-01db90ab-f2fa-4c2b-b8c1-f585126d52c4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e987be6c-ebd6-4f55-b2fc-37cc5d7754d6 HTTP/1.1" status: 204 len: 168 time: 0.6377640 Nov 02 12:55:42.908795 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56204) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:42.931397 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1148179f-fe40-4d9c-aeb2-e50e2cd290b8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:42.933836 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1148179f-fe40-4d9c-aeb2-e50e2cd290b8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.935277 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1148179f-fe40-4d9c-aeb2-e50e2cd290b8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "PUT /networking/v2.0/subnets/b94e85bf-fd8f-4e26-99bf-520eca74ed5e HTTP/1.1" status: 200 len: 806 time: 0.9299996 Nov 02 12:55:42.938704 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56206) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:42.972822 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:43.000209 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db90ab-f2fa-4c2b-b8c1-f585126d52c4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e987be6c-ebd6-4f55-b2fc-37cc5d7754d6,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:43.044548 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148179f-fe40-4d9c-aeb2-e50e2cd290b8 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Subnet': ['ID=b94e85bf-fd8f-4e26-99bf-520eca74ed5e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:43.055227 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-df4c4643-05db-45c4-8089-49240ddd41c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.060170 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Allocated IP 172.20.0.2 (acf4dff2-5d52-4b36-aece-fbfa3aedf587/b94e85bf-fd8f-4e26-99bf-520eca74ed5e/317f1ea3-5138-43cd-8533-0461699a28c8) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:43.141999 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8b531e9f-1a4f-416a-849f-5ce6c57c64a7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (fa01df60-6e18-4dc0-9af7-a072a1be340d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.168354 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=5,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:43.201674 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8b531e9f-1a4f-416a-849f-5ce6c57c64a7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (fa01df60-6e18-4dc0-9af7-a072a1be340d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.223368 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c84944d-0cde-4583-b48c-d9601e31d0bc tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (7e4e2c80-1961-405b-a217-b3a475b3f054), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.309334 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:43.370781 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (acf4dff2-5d52-4b36-aece-fbfa3aedf587), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.386626 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:43.406502 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Publish callbacks [] for port (317f1ea3-5138-43cd-8533-0461699a28c8), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.414774 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14779f24-cd83-40a0-a420-f43e5d0fca1f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (3fd43770-5bfe-44fc-a0fe-cd5d0104cde8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.439802 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8b531e9f-1a4f-416a-849f-5ce6c57c64a7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fa01df60-6e18-4dc0-9af7-a072a1be340d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.442908 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8b531e9f-1a4f-416a-849f-5ce6c57c64a7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.444919 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8b531e9f-1a4f-416a-849f-5ce6c57c64a7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fa01df60-6e18-4dc0-9af7-a072a1be340d HTTP/1.1" status: 204 len: 168 time: 0.5222666 Nov 02 12:55:43.448668 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56222) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:43.463387 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b531e9f-1a4f-416a-849f-5ce6c57c64a7 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa01df60-6e18-4dc0-9af7-a072a1be340d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:43.539195 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bb2a3fdc-9ca3-430d-84aa-7dfcf6efaa7d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (815002a6-e75f-49c8-a02c-43a0b11eb925), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.599418 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (317f1ea3-5138-43cd-8533-0461699a28c8), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.626306 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bb2a3fdc-9ca3-430d-84aa-7dfcf6efaa7d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (815002a6-e75f-49c8-a02c-43a0b11eb925), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.659556 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c84944d-0cde-4583-b48c-d9601e31d0bc tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (7e4e2c80-1961-405b-a217-b3a475b3f054), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.687414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Pushing event updated for resources: {'Port': ['ID=317f1ea3-5138-43cd-8533-0461699a28c8,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:43.708311 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c84944d-0cde-4583-b48c-d9601e31d0bc tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (7e4e2c80-1961-405b-a217-b3a475b3f054), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.714407 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:43.715009 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:43.715505 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:43.716054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:43.716682 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:43.717305 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:43.717888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:43.718469 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:43.719024 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:43.719578 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:43.720184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:43.720900 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:43.721434 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:43.721979 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:43.722552 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:43.735785 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Network acf4dff2-5d52-4b36-aece-fbfa3aedf587 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:43.738433 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:43.741310 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:55:43.758334 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:43.773829 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (b94e85bf-fd8f-4e26-99bf-520eca74ed5e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.821000 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:43.823364 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Attempting to bind port 317f1ea3-5138-43cd-8533-0461699a28c8 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:43.824254 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Attempting to bind port 317f1ea3-5138-43cd-8533-0461699a28c8 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd06a281b-a5fe-429a-9ded-54b976512a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'acf4dff2-5d52-4b36-aece-fbfa3aedf587'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:43.825113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Attempting to bind port 317f1ea3-5138-43cd-8533-0461699a28c8 on network acf4dff2-5d52-4b36-aece-fbfa3aedf587 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:43.888336 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:55:43.889236 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Checking segment: {'id': 'd06a281b-a5fe-429a-9ded-54b976512a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'acf4dff2-5d52-4b36-aece-fbfa3aedf587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:55:43.889911 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.890559 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Bound using segment: {'id': 'd06a281b-a5fe-429a-9ded-54b976512a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'acf4dff2-5d52-4b36-aece-fbfa3aedf587'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:55:43.891362 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Bound port: 317f1ea3-5138-43cd-8533-0461699a28c8, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06a281b-a5fe-429a-9ded-54b976512a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'acf4dff2-5d52-4b36-aece-fbfa3aedf587'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:55:43.891998 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (317f1ea3-5138-43cd-8533-0461699a28c8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.898513 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bb2a3fdc-9ca3-430d-84aa-7dfcf6efaa7d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (815002a6-e75f-49c8-a02c-43a0b11eb925), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.898513 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bb2a3fdc-9ca3-430d-84aa-7dfcf6efaa7d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.902493 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bb2a3fdc-9ca3-430d-84aa-7dfcf6efaa7d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/815002a6-e75f-49c8-a02c-43a0b11eb925 HTTP/1.1" status: 204 len: 168 time: 0.4527056 Nov 02 12:55:43.903218 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56230) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:43.962312 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a3fdc-9ca3-430d-84aa-7dfcf6efaa7d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=815002a6-e75f-49c8-a02c-43a0b11eb925,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:43.998216 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84944d-0cde-4583-b48c-d9601e31d0bc tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4e2c80-1961-405b-a217-b3a475b3f054,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:44.074442 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] For port 317f1ea3-5138-43cd-8533-0461699a28c8, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:55:44.077640 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:44.081682 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] For port 317f1ea3-5138-43cd-8533-0461699a28c8, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=317f1ea3-5138-43cd-8533-0461699a28c8,segment=NetworkSegment(d06a281b-a5fe-429a-9ded-54b976512a50),segment_id=d06a281b-a5fe-429a-9ded-54b976512a50)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:55:44.106491 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (b94e85bf-fd8f-4e26-99bf-520eca74ed5e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:44.126732 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd8116b-2ae9-447e-9ad3-03e6f0c76394 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting subnet 23360eb8-ec54-44cb-8e0c-c764934c738e {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:55:44.131501 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2fd8116b-2ae9-447e-9ad3-03e6f0c76394 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (23360eb8-ec54-44cb-8e0c-c764934c738e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:44.157880 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Subnet': ['ID=b94e85bf-fd8f-4e26-99bf-520eca74ed5e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:44.174915 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c84944d-0cde-4583-b48c-d9601e31d0bc tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:44.176991 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8c84944d-0cde-4583-b48c-d9601e31d0bc tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.3144488 Nov 02 12:55:44.180825 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56242) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:44.193348 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2fd8116b-2ae9-447e-9ad3-03e6f0c76394 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (23360eb8-ec54-44cb-8e0c-c764934c738e), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:44.202836 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14779f24-cd83-40a0-a420-f43e5d0fca1f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Router 3fd43770-5bfe-44fc-a0fe-cd5d0104cde8 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:55:44.225628 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (317f1ea3-5138-43cd-8533-0461699a28c8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:44.278443 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad0a3e57-bf00-4567-8e4a-47c0334498bc tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (7e4e2c80-1961-405b-a217-b3a475b3f054), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:44.298674 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad0a3e57-bf00-4567-8e4a-47c0334498bc tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (7e4e2c80-1961-405b-a217-b3a475b3f054), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:44.367667 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbc9f5-2e07-4767-bbb2-147b50bfd2f9 None None] Pushing event updated for resources: {'Port': ['ID=317f1ea3-5138-43cd-8533-0461699a28c8,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:44.499087 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14779f24-cd83-40a0-a420-f43e5d0fca1f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:55:44.508315 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:44.522059 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e2bc52-53ba-4175-99c9-222ce7571707 None None] Sync routers for ids ['3fd43770-5bfe-44fc-a0fe-cd5d0104cde8'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:55:44.530331 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (acf4dff2-5d52-4b36-aece-fbfa3aedf587), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:44.568901 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf4dff2-5d52-4b36-aece-fbfa3aedf587']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:44.571618 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e2bc52-53ba-4175-99c9-222ce7571707 None None] Routers {'3fd43770-5bfe-44fc-a0fe-cd5d0104cde8'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:55:44.574226 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-94e2bc52-53ba-4175-99c9-222ce7571707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:55:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['3fd43770-5bfe-44fc-a0fe-cd5d0104cde8'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:44.596331 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad0a3e57-bf00-4567-8e4a-47c0334498bc tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (7e4e2c80-1961-405b-a217-b3a475b3f054), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:44.611284 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06a281b-a5fe-429a-9ded-54b976512a50') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:44.613043 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06a281b-a5fe-429a-9ded-54b976512a50') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:44.614514 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad0a3e57-bf00-4567-8e4a-47c0334498bc tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:44.618695 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ad0a3e57-bf00-4567-8e4a-47c0334498bc tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/7e4e2c80-1961-405b-a217-b3a475b3f054 HTTP/1.1" status: 204 len: 168 time: 0.4363072 Nov 02 12:55:44.622296 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56254) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:44.661114 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:44.662943 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14779f24-cd83-40a0-a420-f43e5d0fca1f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:44.668270 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-14779f24-cd83-40a0-a420-f43e5d0fca1f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.6378682 Nov 02 12:55:44.668270 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (d06a281b-a5fe-429a-9ded-54b976512a50), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:44.677689 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56256) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:44.719730 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2fd8116b-2ae9-447e-9ad3-03e6f0c76394 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (23360eb8-ec54-44cb-8e0c-c764934c738e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:44.748707 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-94e2bc52-53ba-4175-99c9-222ce7571707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:44.761932 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a3e57-bf00-4567-8e4a-47c0334498bc tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e4e2c80-1961-405b-a217-b3a475b3f054,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:44.794191 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e2bc52-53ba-4175-99c9-222ce7571707 None None] Routers {'3fd43770-5bfe-44fc-a0fe-cd5d0104cde8'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:55:44.799309 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-94e2bc52-53ba-4175-99c9-222ce7571707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:55:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['3fd43770-5bfe-44fc-a0fe-cd5d0104cde8'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:44.861409 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (d06a281b-a5fe-429a-9ded-54b976512a50), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:44.875358 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:44.881657 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:55:44.882169 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (d06a281b-a5fe-429a-9ded-54b976512a50), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:44.891458 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-94e2bc52-53ba-4175-99c9-222ce7571707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:44.893087 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e2bc52-53ba-4175-99c9-222ce7571707 None None] The sync data for ids ['3fd43770-5bfe-44fc-a0fe-cd5d0104cde8'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:55:44.939146 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment d06a281b-a5fe-429a-9ded-54b976512a50 resource provider aggregate not found Nov 02 12:55:44.971397 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.010532 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ee0ecbda-718f-4c70-a3dc-367dfff07321 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3840442 Nov 02 12:55:45.011307 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56272) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:45.040830 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment d06a281b-a5fe-429a-9ded-54b976512a50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d06a281b-a5fe-429a-9ded-54b976512a50 found for delete ", "request_id": "req-fc9e59ff-7a87-46e4-a79b-50ee9d7a8c5b"}]} Nov 02 12:55:45.049098 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5efd83c5-6482-46f8-9d51-b95f6594b19c tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (b443986f-d9f2-40a9-937f-86bb86c81ab8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.091033 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5efd83c5-6482-46f8-9d51-b95f6594b19c tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (b443986f-d9f2-40a9-937f-86bb86c81ab8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.093730 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-43496e90-8817-41c3-b9b5-04c985a32fe2 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "GET /networking/v2.0/routers/3fd43770-5bfe-44fc-a0fe-cd5d0104cde8 HTTP/1.1" status: 200 len: 924 time: 0.4147985 Nov 02 12:55:45.099612 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56278) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:45.165135 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.db.api [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:55:45.165135 n-d-857339-6 neutron-server[105975]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:55:45.165135 n-d-857339-6 neutron-server[105975]: [parameters: {'id': 'acf4dff2-5d52-4b36-aece-fbfa3aedf587'}] Nov 02 12:55:45.165135 n-d-857339-6 neutron-server[105975]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105975) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:55:45.166472 n-d-857339-6 neutron-server[105975]: DEBUG oslo_db.api [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:55:45.184391 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d6201749-3568-4a36-88f8-e6562e9b5225 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3fd43770-5bfe-44fc-a0fe-cd5d0104cde8 HTTP/1.1" status: 200 len: 205 time: 0.0823934 Nov 02 12:55:45.188406 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56284) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:45.219352 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2fd8116b-2ae9-447e-9ad3-03e6f0c76394 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (23360eb8-ec54-44cb-8e0c-c764934c738e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.267667 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8116b-2ae9-447e-9ad3-03e6f0c76394 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Subnet': ['ID=23360eb8-ec54-44cb-8e0c-c764934c738e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:45.278550 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2fd8116b-2ae9-447e-9ad3-03e6f0c76394 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.291498 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2fd8116b-2ae9-447e-9ad3-03e6f0c76394 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/23360eb8-ec54-44cb-8e0c-c764934c738e HTTP/1.1" status: 204 len: 168 time: 1.3389471 Nov 02 12:55:45.293443 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79a1398-6720-4bb8-b23f-f368dff6f52d None None] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:45.294163 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56286) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:45.389059 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5efd83c5-6482-46f8-9d51-b95f6594b19c tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (b443986f-d9f2-40a9-937f-86bb86c81ab8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.408170 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5efd83c5-6482-46f8-9d51-b95f6594b19c tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.414674 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5efd83c5-6482-46f8-9d51-b95f6594b19c tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/b443986f-d9f2-40a9-937f-86bb86c81ab8 HTTP/1.1" status: 204 len: 168 time: 0.4000645 Nov 02 12:55:45.480704 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56290) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:45.481320 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:45.552112 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd83c5-6482-46f8-9d51-b95f6594b19c tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b443986f-d9f2-40a9-937f-86bb86c81ab8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:45.571707 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d3e85ca-7c81-44e1-bc95-6cd3ad5e97a4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router (3fd43770-5bfe-44fc-a0fe-cd5d0104cde8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.597528 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b4a6e7-88bd-493a-a2d7-01cda6bc74c0 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting subnet de5924aa-c988-4e5f-ac47-a0ab4ff54b38 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:55:45.602181 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8b4a6e7-88bd-493a-a2d7-01cda6bc74c0 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (de5924aa-c988-4e5f-ac47-a0ab4ff54b38), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.752726 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8b4a6e7-88bd-493a-a2d7-01cda6bc74c0 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (de5924aa-c988-4e5f-ac47-a0ab4ff54b38), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.755596 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (acf4dff2-5d52-4b36-aece-fbfa3aedf587), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.777639 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b9ef3cb9-9da1-4a3d-8f82-331d43b95b49 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3111491 Nov 02 12:55:45.780994 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56302) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:45.801809 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d3e85ca-7c81-44e1-bc95-6cd3ad5e97a4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_gateway (3fd43770-5bfe-44fc-a0fe-cd5d0104cde8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.875785 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a65aab40-c951-40c2-be4e-491ca37e6508 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (b8203a42-4f16-4626-8209-6b8c12b81e23), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.898454 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a65aab40-c951-40c2-be4e-491ca37e6508 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (b8203a42-4f16-4626-8209-6b8c12b81e23), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.932029 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Deleting port 317f1ea3-5138-43cd-8533-0461699a28c8 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:55:45.933054 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (317f1ea3-5138-43cd-8533-0461699a28c8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.938210 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-480940e1-267a-4aff-8fdc-b33ee808ac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.050268 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:46.071998 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8b4a6e7-88bd-493a-a2d7-01cda6bc74c0 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (de5924aa-c988-4e5f-ac47-a0ab4ff54b38), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.191813 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a65aab40-c951-40c2-be4e-491ca37e6508 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (b8203a42-4f16-4626-8209-6b8c12b81e23), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.197068 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 317f1ea3-5138-43cd-8533-0461699a28c8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:55:46.260391 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a65aab40-c951-40c2-be4e-491ca37e6508 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.264733 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a65aab40-c951-40c2-be4e-491ca37e6508 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/b8203a42-4f16-4626-8209-6b8c12b81e23 HTTP/1.1" status: 204 len: 168 time: 0.4783833 Nov 02 12:55:46.269106 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56312) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:46.269924 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e85ca-7c81-44e1-bc95-6cd3ad5e97a4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Deleting port 4fa96952-e87d-4575-b4ac-5b4d2a5c1a2d {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:55:46.270335 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d3e85ca-7c81-44e1-bc95-6cd3ad5e97a4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (4fa96952-e87d-4575-b4ac-5b4d2a5c1a2d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.305963 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:INSERT=7,neutron:UPDATE=8,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:46.431513 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 317f1ea3-5138-43cd-8533-0461699a28c8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:46.438396 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (317f1ea3-5138-43cd-8533-0461699a28c8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.441148 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 317f1ea3-5138-43cd-8533-0461699a28c8 Nov 02 12:55:46.442874 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65aab40-c951-40c2-be4e-491ca37e6508 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8203a42-4f16-4626-8209-6b8c12b81e23,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:46.476982 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] For port 317f1ea3-5138-43cd-8533-0461699a28c8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=317f1ea3-5138-43cd-8533-0461699a28c8,segment=NetworkSegment(d06a281b-a5fe-429a-9ded-54b976512a50),segment_id=d06a281b-a5fe-429a-9ded-54b976512a50)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:46.477711 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (317f1ea3-5138-43cd-8533-0461699a28c8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.559315 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8b4a6e7-88bd-493a-a2d7-01cda6bc74c0 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (de5924aa-c988-4e5f-ac47-a0ab4ff54b38), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.649849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Calling delete_port for 317f1ea3-5138-43cd-8533-0461699a28c8 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:55:46.651838 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:46.709572 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4a6e7-88bd-493a-a2d7-01cda6bc74c0 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Subnet': ['ID=de5924aa-c988-4e5f-ac47-a0ab4ff54b38,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:46.726896 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8b4a6e7-88bd-493a-a2d7-01cda6bc74c0 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.733473 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e8b4a6e7-88bd-493a-a2d7-01cda6bc74c0 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/de5924aa-c988-4e5f-ac47-a0ab4ff54b38 HTTP/1.1" status: 204 len: 168 time: 1.4352729 Nov 02 12:55:46.744238 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e63e9bbf-65d6-4334-8107-72e4e9fb76f5 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4527547 Nov 02 12:55:46.744238 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56330) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:46.744539 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56332) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:46.793460 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:46.798599 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb5d4f1-86ad-480c-ae51-85a6e1cfbc44 None None] Network acf4dff2-5d52-4b36-aece-fbfa3aedf587 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:46.834473 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa524-98c0-4263-ac64-d37d845e605b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (823f80cf-4115-48b1-85ea-2d276ae497d3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.851244 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa524-98c0-4263-ac64-d37d845e605b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (823f80cf-4115-48b1-85ea-2d276ae497d3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.952288 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 317f1ea3-5138-43cd-8533-0461699a28c8 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:55:46.952852 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (317f1ea3-5138-43cd-8533-0461699a28c8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.007136 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0e9f33cb-07b9-450e-86b2-f5c638283e90 None None] Provisioning complete for port 317f1ea3-5138-43cd-8533-0461699a28c8 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:47.008191 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0e9f33cb-07b9-450e-86b2-f5c638283e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (317f1ea3-5138-43cd-8533-0461699a28c8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.009353 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0e9f33cb-07b9-450e-86b2-f5c638283e90 None None] Attempt 1 to provision port 317f1ea3-5138-43cd-8533-0461699a28c8 Nov 02 12:55:47.060359 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa524-98c0-4263-ac64-d37d845e605b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (823f80cf-4115-48b1-85ea-2d276ae497d3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.088638 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:47.094358 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.105054 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa524-98c0-4263-ac64-d37d845e605b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.109133 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1d1fa524-98c0-4263-ac64-d37d845e605b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/823f80cf-4115-48b1-85ea-2d276ae497d3 HTTP/1.1" status: 204 len: 168 time: 0.3598638 Nov 02 12:55:47.115556 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 317f1ea3-5138-43cd-8533-0461699a28c8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=317f1ea3-5138-43cd-8533-0461699a28c8,segment=NetworkSegment(d06a281b-a5fe-429a-9ded-54b976512a50),segment_id=d06a281b-a5fe-429a-9ded-54b976512a50)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:47.123400 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56338) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:47.152427 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c6c644-35f3-400f-b9f9-0541c9594b9c None None] DHCP port deletion for acf4dff2-5d52-4b36-aece-fbfa3aedf587 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:55:47.199079 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fa524-98c0-4263-ac64-d37d845e605b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=823f80cf-4115-48b1-85ea-2d276ae497d3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:47.227910 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a95cd2-1c2b-430d-a08f-d78dd4c976fb None None] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:47.241027 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c795a648-ac69-4e56-befe-c293fd5a5b68 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0871847 Nov 02 12:55:47.245382 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56340) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:47.258474 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c26addc-4e21-4c10-9031-97c408fc9a19 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:47.259297 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c26addc-4e21-4c10-9031-97c408fc9a19 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:47.262191 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6c26addc-4e21-4c10-9031-97c408fc9a19 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/23360eb8-ec54-44cb-8e0c-c764934c738e HTTP/1.1" status: 404 len: 337 time: 0.5078428 Nov 02 12:55:47.267841 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d3e85ca-7c81-44e1-bc95-6cd3ad5e97a4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (4fa96952-e87d-4575-b4ac-5b4d2a5c1a2d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.272106 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56342) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:47.293479 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e85ca-7c81-44e1-bc95-6cd3ad5e97a4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Calling delete_port for 4fa96952-e87d-4575-b4ac-5b4d2a5c1a2d owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:55:47.357712 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d26aa78-c5a4-45b8-b132-c7c7a526a8da tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting subnet a2dd673e-c344-4765-b029-8de9217de86c {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:55:47.358588 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (317f1ea3-5138-43cd-8533-0461699a28c8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.370670 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2d26aa78-c5a4-45b8-b132-c7c7a526a8da tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (a2dd673e-c344-4765-b029-8de9217de86c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.422449 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bd304a6d-aafd-4531-a4fd-4d88ecde6687 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (920ca8cc-1378-4020-901c-bf8f7795380b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.436914 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bd304a6d-aafd-4531-a4fd-4d88ecde6687 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (920ca8cc-1378-4020-901c-bf8f7795380b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.502959 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2d26aa78-c5a4-45b8-b132-c7c7a526a8da tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (a2dd673e-c344-4765-b029-8de9217de86c), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.591839 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bd304a6d-aafd-4531-a4fd-4d88ecde6687 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (920ca8cc-1378-4020-901c-bf8f7795380b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.605571 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bd304a6d-aafd-4531-a4fd-4d88ecde6687 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.606825 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bd304a6d-aafd-4531-a4fd-4d88ecde6687 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/920ca8cc-1378-4020-901c-bf8f7795380b HTTP/1.1" status: 204 len: 168 time: 0.3593643 Nov 02 12:55:47.626646 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56352) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:47.627237 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56354) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:47.628148 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd304a6d-aafd-4531-a4fd-4d88ecde6687 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=920ca8cc-1378-4020-901c-bf8f7795380b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:47.696769 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ad859bf1-41c2-4b78-8d63-c802a4e3faa3 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0649972 Nov 02 12:55:47.702023 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56362) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:47.709144 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:47.805192 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0e9f33cb-07b9-450e-86b2-f5c638283e90 None None] Current status of the port 317f1ea3-5138-43cd-8533-0461699a28c8 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:55:47.805192 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0e9f33cb-07b9-450e-86b2-f5c638283e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (317f1ea3-5138-43cd-8533-0461699a28c8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.816015 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d3e85ca-7c81-44e1-bc95-6cd3ad5e97a4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (4fa96952-e87d-4575-b4ac-5b4d2a5c1a2d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.832179 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-42c6c644-35f3-400f-b9f9-0541c9594b9c None None] Deleting port 317f1ea3-5138-43cd-8533-0461699a28c8 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:55:47.832179 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-42c6c644-35f3-400f-b9f9-0541c9594b9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (317f1ea3-5138-43cd-8533-0461699a28c8), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.944910 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2d26aa78-c5a4-45b8-b132-c7c7a526a8da tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (a2dd673e-c344-4765-b029-8de9217de86c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.965817 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-42c6c644-35f3-400f-b9f9-0541c9594b9c None None] For port 317f1ea3-5138-43cd-8533-0461699a28c8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=317f1ea3-5138-43cd-8533-0461699a28c8,segment=NetworkSegment(d06a281b-a5fe-429a-9ded-54b976512a50),segment_id=d06a281b-a5fe-429a-9ded-54b976512a50)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:47.966231 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-42c6c644-35f3-400f-b9f9-0541c9594b9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (317f1ea3-5138-43cd-8533-0461699a28c8), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.012282 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-42c6c644-35f3-400f-b9f9-0541c9594b9c None None] Calling delete_port for 317f1ea3-5138-43cd-8533-0461699a28c8 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:55:48.021351 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (317f1ea3-5138-43cd-8533-0461699a28c8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.072591 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No DVR routers for this DVR port 317f1ea3-5138-43cd-8533-0461699a28c8 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:55:48.075477 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e85ca-7c81-44e1-bc95-6cd3ad5e97a4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Pushing event deleted for resources: {'Port': ['ID=4fa96952-e87d-4575-b4ac-5b4d2a5c1a2d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:48.100714 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ecf49578-36b1-429a-81e4-ef147ef5ebc5 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (9a46a908-d3fe-43f3-8de6-4e103396c35a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.157968 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:48.162926 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Port': ['ID=317f1ea3-5138-43cd-8533-0461699a28c8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:48.171534 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a0ea5007-761e-4315-9a0a-59c6d96cb24f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.255647 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ecf49578-36b1-429a-81e4-ef147ef5ebc5 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (9a46a908-d3fe-43f3-8de6-4e103396c35a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.258484 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 317f1ea3-5138-43cd-8533-0461699a28c8 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:55:48.273531 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:48.334705 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:48.369379 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d3e85ca-7c81-44e1-bc95-6cd3ad5e97a4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (3fd43770-5bfe-44fc-a0fe-cd5d0104cde8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.382434 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 317f1ea3-5138-43cd-8533-0461699a28c8 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:55:48.386164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 317f1ea3-5138-43cd-8533-0461699a28c8 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:55:48.392476 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=317f1ea3-5138-43cd-8533-0461699a28c8,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:48.422084 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:48.495008 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (acf4dff2-5d52-4b36-aece-fbfa3aedf587), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.506675 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ecf49578-36b1-429a-81e4-ef147ef5ebc5 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9a46a908-d3fe-43f3-8de6-4e103396c35a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.510068 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ecf49578-36b1-429a-81e4-ef147ef5ebc5 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.511988 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ecf49578-36b1-429a-81e4-ef147ef5ebc5 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9a46a908-d3fe-43f3-8de6-4e103396c35a HTTP/1.1" status: 204 len: 168 time: 0.8086374 Nov 02 12:55:48.513408 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2d26aa78-c5a4-45b8-b132-c7c7a526a8da tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (a2dd673e-c344-4765-b029-8de9217de86c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.523724 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56374) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:48.566345 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2d26aa78-c5a4-45b8-b132-c7c7a526a8da tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.566589 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d3e85ca-7c81-44e1-bc95-6cd3ad5e97a4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (3fd43770-5bfe-44fc-a0fe-cd5d0104cde8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.570456 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d3e85ca-7c81-44e1-bc95-6cd3ad5e97a4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_controller (3fd43770-5bfe-44fc-a0fe-cd5d0104cde8), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.572756 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2d26aa78-c5a4-45b8-b132-c7c7a526a8da tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/a2dd673e-c344-4765-b029-8de9217de86c HTTP/1.1" status: 204 len: 168 time: 1.2994826 Nov 02 12:55:48.574465 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf49578-36b1-429a-81e4-ef147ef5ebc5 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a46a908-d3fe-43f3-8de6-4e103396c35a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:48.575791 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-42c6c644-35f3-400f-b9f9-0541c9594b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (317f1ea3-5138-43cd-8533-0461699a28c8), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.607208 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56378) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:48.614012 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.617401 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.631544 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:48.633418 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26aa78-c5a4-45b8-b132-c7c7a526a8da tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Subnet': ['ID=a2dd673e-c344-4765-b029-8de9217de86c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:48.685260 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb6d1d4-3019-444c-add0-6af3b0ce546e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:48.686377 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb6d1d4-3019-444c-add0-6af3b0ce546e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:48.687230 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6c644-35f3-400f-b9f9-0541c9594b9c None None] Pushing event deleted for resources: {'Port': ['ID=317f1ea3-5138-43cd-8533-0461699a28c8,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:48.695166 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2bb6d1d4-3019-444c-add0-6af3b0ce546e tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/2d33749f-97b5-4bdd-9e84-dba4cf2b5f37 HTTP/1.1" status: 404 len: 337 time: 0.0851934 Nov 02 12:55:48.701392 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56384) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:48.762436 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c6c644-35f3-400f-b9f9-0541c9594b9c None None] No DVR routers for this DVR port 317f1ea3-5138-43cd-8533-0461699a28c8 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:55:48.785402 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-cc439e16-eb2a-4ce1-a8c0-0c32e55345e5 None None] Provisioning complete for port a8e9abd2-311e-4314-9183-201c3244de99 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:48.792305 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cc439e16-eb2a-4ce1-a8c0-0c32e55345e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a8e9abd2-311e-4314-9183-201c3244de99), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.792506 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-cc439e16-eb2a-4ce1-a8c0-0c32e55345e5 None None] Attempt 1 to provision port a8e9abd2-311e-4314-9183-201c3244de99 Nov 02 12:55:48.833173 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a3d2731e-4618-4ef5-b3b4-028d1c7ff607 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=40448205-2003-4361-a8f9-1eb676eec41b HTTP/1.1" status: 200 len: 205 time: 0.1145110 Nov 02 12:55:48.833173 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b516b8d7-b998-44db-af2c-0f8edffc1d6b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2735884 Nov 02 12:55:48.835907 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56388) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:48.836417 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56390) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:48.839367 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf4dff2-5d52-4b36-aece-fbfa3aedf587']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:48.842632 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-158b52fd-67cf-40e7-959e-8907b8acb80a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1123887622'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:48.846259 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cc439e16-eb2a-4ce1-a8c0-0c32e55345e5 None None] Port a8e9abd2-311e-4314-9183-201c3244de99 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:55:48.868028 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748e755a-79de-4940-865d-517012503d3a None None] Network acf4dff2-5d52-4b36-aece-fbfa3aedf587 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:48.871417 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-cc439e16-eb2a-4ce1-a8c0-0c32e55345e5 None None] Provisioning complete for port 2e48ab5f-6968-4539-b855-f7d80963ed24 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:48.871800 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cc439e16-eb2a-4ce1-a8c0-0c32e55345e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.872145 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-cc439e16-eb2a-4ce1-a8c0-0c32e55345e5 None None] Attempt 1 to provision port 2e48ab5f-6968-4539-b855-f7d80963ed24 Nov 02 12:55:48.887902 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06a281b-a5fe-429a-9ded-54b976512a50') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:48.895796 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06a281b-a5fe-429a-9ded-54b976512a50') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:48.902479 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (d06a281b-a5fe-429a-9ded-54b976512a50), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.918557 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (d06a281b-a5fe-429a-9ded-54b976512a50), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.925729 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:55:48.926240 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (d06a281b-a5fe-429a-9ded-54b976512a50), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.962440 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-5f1fb343-4346-47f4-a27c-89898bdb499f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] delete failed (client error): The resource could not be found. Nov 02 12:55:48.969063 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5f1fb343-4346-47f4-a27c-89898bdb499f tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/routers/40448205-2003-4361-a8f9-1eb676eec41b HTTP/1.1" status: 404 len: 336 time: 0.1313493 Nov 02 12:55:48.975499 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56394) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:48.978709 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-158b52fd-67cf-40e7-959e-8907b8acb80a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.008884 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15de7c2c-5a29-425a-bf62-d257fa3f70cd None None] Network ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:49.027590 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment d06a281b-a5fe-429a-9ded-54b976512a50 resource provider aggregate not found Nov 02 12:55:49.055156 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d3e85ca-7c81-44e1-bc95-6cd3ad5e97a4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (3fd43770-5bfe-44fc-a0fe-cd5d0104cde8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.055926 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3e85ca-7c81-44e1-bc95-6cd3ad5e97a4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Fanout notify agent at l3_agent the message router_deleted on router 3fd43770-5bfe-44fc-a0fe-cd5d0104cde8 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:55:49.057250 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a0ea5007-761e-4315-9a0a-59c6d96cb24f admin admin] Publish callbacks [] for security_group (0f5b6cfc-ac2b-40ba-b758-82e1676efe90), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.059975 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment d06a281b-a5fe-429a-9ded-54b976512a50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d06a281b-a5fe-429a-9ded-54b976512a50 found for delete ", "request_id": "req-6eb1bf4a-7be0-42b1-87ef-d848bcd84a03"}]} Nov 02 12:55:49.067219 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d3e85ca-7c81-44e1-bc95-6cd3ad5e97a4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.075267 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2d3e85ca-7c81-44e1-bc95-6cd3ad5e97a4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "DELETE /networking/v2.0/routers/3fd43770-5bfe-44fc-a0fe-cd5d0104cde8 HTTP/1.1" status: 204 len: 168 time: 3.8856988 Nov 02 12:55:49.076240 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56400) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:49.077517 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:49.080525 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d236df-7c80-4a4d-88b5-0ff6433fe10d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:49.080525 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d236df-7c80-4a4d-88b5-0ff6433fe10d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:49.083558 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f8d236df-7c80-4a4d-88b5-0ff6433fe10d tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/01afb805-a2f8-4b73-89bb-70e8c77e5329 HTTP/1.1" status: 404 len: 337 time: 0.1009891 Nov 02 12:55:49.089852 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-a5ea8b32-8f9f-4a5e-acb6-1f710937a347 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Request body: {'router': {'name': 'tempest-snat-router-94749733', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'enable_snat': False}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:49.091380 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56404) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:49.138515 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92cb575-0d0b-4360-bfe1-7c7e5733442b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:49.139113 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f92cb575-0d0b-4360-bfe1-7c7e5733442b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:49.155225 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f92cb575-0d0b-4360-bfe1-7c7e5733442b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/a5da99e8-9346-434f-87cf-3f1a7ab127bd HTTP/1.1" status: 404 len: 337 time: 0.0512667 Nov 02 12:55:49.155690 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a0ea5007-761e-4315-9a0a-59c6d96cb24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0f5b6cfc-ac2b-40ba-b758-82e1676efe90), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.155808 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56412) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:49.183129 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cc439e16-eb2a-4ce1-a8c0-0c32e55345e5 None None] Current status of the port 2e48ab5f-6968-4539-b855-f7d80963ed24 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:55:49.204791 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (acf4dff2-5d52-4b36-aece-fbfa3aedf587), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.220836 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a0ea5007-761e-4315-9a0a-59c6d96cb24f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=bdf09670204e4ba785c97723cd11d800&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5654757 Nov 02 12:55:49.227397 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.236133 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/acf4dff2-5d52-4b36-aece-fbfa3aedf587 HTTP/1.1" status: 204 len: 168 time: 6.2929606 Nov 02 12:55:49.240426 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56416) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:49.248300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56418) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:49.268467 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-5804fbaa-ad54-4839-bf3b-c1ae2910cb5b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:49.275526 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5804fbaa-ad54-4839-bf3b-c1ae2910cb5b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:49.281406 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5804fbaa-ad54-4839-bf3b-c1ae2910cb5b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/c37d265d-aa31-4a08-9ef7-0d58f017cfb0 HTTP/1.1" status: 404 len: 337 time: 0.1219194 Nov 02 12:55:49.285308 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56420) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:49.290462 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8b32-8f9f-4a5e-acb6-1f710937a347 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (50d2f16b-0715-442d-9b2e-4db87914da4f), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.292165 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8b32-8f9f-4a5e-acb6-1f710937a347 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (50d2f16b-0715-442d-9b2e-4db87914da4f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.317273 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-86aaeba5-c6be-4ecc-bc37-68e8b63ae26d None None] Provisioning complete for port a8e9abd2-311e-4314-9183-201c3244de99 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:49.328202 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-86aaeba5-c6be-4ecc-bc37-68e8b63ae26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a8e9abd2-311e-4314-9183-201c3244de99), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.328202 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-86aaeba5-c6be-4ecc-bc37-68e8b63ae26d None None] Attempt 1 to provision port a8e9abd2-311e-4314-9183-201c3244de99 Nov 02 12:55:49.337718 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea5007-761e-4315-9a0a-59c6d96cb24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5b6cfc-ac2b-40ba-b758-82e1676efe90,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:49.341973 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6468f33-4cdd-4ef0-b476-2545a5cdffd7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:49.341973 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6468f33-4cdd-4ef0-b476-2545a5cdffd7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:49.345778 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b6468f33-4cdd-4ef0-b476-2545a5cdffd7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/acf4dff2-5d52-4b36-aece-fbfa3aedf587 HTTP/1.1" status: 404 len: 339 time: 0.0876467 Nov 02 12:55:49.345988 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac6483-2dae-43f3-9204-6c56101cd006 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Network': ['ID=acf4dff2-5d52-4b36-aece-fbfa3aedf587,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:49.366004 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56422) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:49.378350 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-7231e694-9ef6-4016-8997-a3a85045430b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1294631018', 'description': 'd1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:49.380254 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1c0b01-da09-4a33-a9b5-19e47fcbb20d None None] DHCP port deletion for ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:55:49.424939 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-17dc2448-49a6-4733-9cc2-17153becb0f4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:49.425681 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-86aaeba5-c6be-4ecc-bc37-68e8b63ae26d None None] Port a8e9abd2-311e-4314-9183-201c3244de99 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:55:49.426049 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17dc2448-49a6-4733-9cc2-17153becb0f4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:49.430845 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-17dc2448-49a6-4733-9cc2-17153becb0f4 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/ports/7bc9de52-f3fb-4820-a648-706e6e26ec52 HTTP/1.1" status: 404 len: 333 time: 0.1144273 Nov 02 12:55:49.433772 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56424) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:49.438518 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-158b52fd-67cf-40e7-959e-8907b8acb80a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (fc38993b-2956-4dd1-9206-b4511a659df5), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.448913 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-86aaeba5-c6be-4ecc-bc37-68e8b63ae26d None None] Provisioning complete for port 2e48ab5f-6968-4539-b855-f7d80963ed24 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:55:49.449285 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-86aaeba5-c6be-4ecc-bc37-68e8b63ae26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.449747 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-86aaeba5-c6be-4ecc-bc37-68e8b63ae26d None None] Attempt 1 to provision port 2e48ab5f-6968-4539-b855-f7d80963ed24 Nov 02 12:55:49.451544 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c0b01-da09-4a33-a9b5-19e47fcbb20d None None] Deleting port 2e48ab5f-6968-4539-b855-f7d80963ed24 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:55:49.451896 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4c1c0b01-da09-4a33-a9b5-19e47fcbb20d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.514374 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76875ba-9adc-4b25-8a1f-7953d41badea tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:49.515002 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76875ba-9adc-4b25-8a1f-7953d41badea tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:49.523187 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b76875ba-9adc-4b25-8a1f-7953d41badea tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/6bcbab31-acdf-4f83-8a54-d1055694fb55 HTTP/1.1" status: 404 len: 337 time: 0.0878265 Nov 02 12:55:49.527600 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56426) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:49.532712 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:49.532849 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-158b52fd-67cf-40e7-959e-8907b8acb80a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fc38993b-2956-4dd1-9206-b4511a659df5), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.582178 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:49.585289 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4c1c0b01-da09-4a33-a9b5-19e47fcbb20d None None] For port 2e48ab5f-6968-4539-b855-f7d80963ed24, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2e48ab5f-6968-4539-b855-f7d80963ed24,segment=NetworkSegment(1a4f5bae-4226-4afc-be7a-afac567ffe48),segment_id=1a4f5bae-4226-4afc-be7a-afac567ffe48)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:49.585732 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4c1c0b01-da09-4a33-a9b5-19e47fcbb20d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.609014 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-29863220-be61-44ea-a3d4-b651c7aec29b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:49.609743 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29863220-be61-44ea-a3d4-b651c7aec29b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:49.613761 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-29863220-be61-44ea-a3d4-b651c7aec29b tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/cec9cf67-206f-4c93-9223-2a0a7fd15b22 HTTP/1.1" status: 404 len: 337 time: 0.0823009 Nov 02 12:55:49.616133 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56430) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:49.626702 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c0b01-da09-4a33-a9b5-19e47fcbb20d None None] Calling delete_port for 2e48ab5f-6968-4539-b855-f7d80963ed24 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:55:49.644561 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8b32-8f9f-4a5e-acb6-1f710937a347 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_controller (50d2f16b-0715-442d-9b2e-4db87914da4f), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.653170 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d808608-9248-4337-9ad0-43b3e57e1101 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:49.653932 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d808608-9248-4337-9ad0-43b3e57e1101 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:49.657801 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0d808608-9248-4337-9ad0-43b3e57e1101 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/ports/97438d66-32ea-49cf-a1e2-2472eab18090 HTTP/1.1" status: 404 len: 333 time: 0.0405316 Nov 02 12:55:49.660427 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56434) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:49.681440 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b52fd-67cf-40e7-959e-8907b8acb80a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc38993b-2956-4dd1-9206-b4511a659df5,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:49.684051 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7231e694-9ef6-4016-8997-a3a85045430b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:49.688525 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7231e694-9ef6-4016-8997-a3a85045430b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.696553 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dac9c90-cebc-47ff-b1ea-d4acf540bd70 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:49.697214 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dac9c90-cebc-47ff-b1ea-d4acf540bd70 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:49.701254 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0dac9c90-cebc-47ff-b1ea-d4acf540bd70 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/a8ddd64f-714a-45ed-a0ae-f76ff80f878b HTTP/1.1" status: 404 len: 337 time: 0.0396988 Nov 02 12:55:49.704017 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56436) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:49.735561 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34277eed-87fc-46a6-8729-c21f2431226a admin admin] Publish callbacks [] for security_group (0f5b6cfc-ac2b-40ba-b758-82e1676efe90), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.743205 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba23885d-35da-4da9-aad3-d66334c49a37 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] DELETE failed (client error): The resource could not be found. Nov 02 12:55:49.745186 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba23885d-35da-4da9-aad3-d66334c49a37 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:55:49.748783 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ba23885d-35da-4da9-aad3-d66334c49a37 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/f312a6ac-ef48-4fc1-88f6-e50676f2801e HTTP/1.1" status: 404 len: 337 time: 0.0432539 Nov 02 12:55:49.751556 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56440) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:49.763321 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7231e694-9ef6-4016-8997-a3a85045430b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:55:49.779154 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-86aaeba5-c6be-4ecc-bc37-68e8b63ae26d None None] Current status of the port 2e48ab5f-6968-4539-b855-f7d80963ed24 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:55:49.831468 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34277eed-87fc-46a6-8729-c21f2431226a admin admin] Publish callbacks [] for security_group (0f5b6cfc-ac2b-40ba-b758-82e1676efe90), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.847937 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7231e694-9ef6-4016-8997-a3a85045430b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (23be0c97-a89f-439f-b01c-39109b737bd3), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.848154 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-7231e694-9ef6-4016-8997-a3a85045430b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Added segment 23be0c97-a89f-439f-b01c-39109b737bd3 of type vlan for network 2ab73242-3b70-47e5-a309-2499bf08e3a0 Nov 02 12:55:49.895843 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-22d986f3-eea9-4774-bc7d-499b8b22e825 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Deleting port a8e9abd2-311e-4314-9183-201c3244de99 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:55:49.896704 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22d986f3-eea9-4774-bc7d-499b8b22e825 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a8e9abd2-311e-4314-9183-201c3244de99), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.925531 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-158b52fd-67cf-40e7-959e-8907b8acb80a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.926286 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-158b52fd-67cf-40e7-959e-8907b8acb80a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0872536 Nov 02 12:55:49.938846 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4c1c0b01-da09-4a33-a9b5-19e47fcbb20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (2e48ab5f-6968-4539-b855-f7d80963ed24), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.952773 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56448) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:49.952773 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-8a1d0e12-bdc6-466b-b310-ba00b3990127 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group_rule': {'security_group_id': 'fc38993b-2956-4dd1-9206-b4511a659df5', 'direction': 'ingress', 'protocol': 17}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:49.974185 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1c0b01-da09-4a33-a9b5-19e47fcbb20d None None] No DVR routers for this DVR port 2e48ab5f-6968-4539-b855-f7d80963ed24 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:55:50.024392 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c0b01-da09-4a33-a9b5-19e47fcbb20d None None] Pushing event deleted for resources: {'Port': ['ID=2e48ab5f-6968-4539-b855-f7d80963ed24,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:50.069902 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2e48ab5f-6968-4539-b855-f7d80963ed24 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:55:50.078237 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22d986f3-eea9-4774-bc7d-499b8b22e825 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a8e9abd2-311e-4314-9183-201c3244de99), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:50.104093 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 2e48ab5f-6968-4539-b855-f7d80963ed24 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:55:50.104520 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2e48ab5f-6968-4539-b855-f7d80963ed24 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:55:50.127642 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-22d986f3-eea9-4774-bc7d-499b8b22e825 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Calling delete_port for a8e9abd2-311e-4314-9183-201c3244de99 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:55:50.157930 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8a1d0e12-bdc6-466b-b310-ba00b3990127 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (96717216-705f-4cc2-b28f-3a58bd415edd), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:50.251096 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8b32-8f9f-4a5e-acb6-1f710937a347 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_gateway (50d2f16b-0715-442d-9b2e-4db87914da4f), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:50.265768 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:50.280065 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7231e694-9ef6-4016-8997-a3a85045430b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (2ab73242-3b70-47e5-a309-2499bf08e3a0), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:50.306435 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34277eed-87fc-46a6-8729-c21f2431226a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0f5b6cfc-ac2b-40ba-b758-82e1676efe90), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:50.309845 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34277eed-87fc-46a6-8729-c21f2431226a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:50.313496 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-34277eed-87fc-46a6-8729-c21f2431226a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0f5b6cfc-ac2b-40ba-b758-82e1676efe90 HTTP/1.1" status: 204 len: 168 time: 1.0636358 Nov 02 12:55:50.315285 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:50.317739 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8a1d0e12-bdc6-466b-b310-ba00b3990127 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (96717216-705f-4cc2-b28f-3a58bd415edd), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:50.324472 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34277eed-87fc-46a6-8729-c21f2431226a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5b6cfc-ac2b-40ba-b758-82e1676efe90,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:50.436237 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7231e694-9ef6-4016-8997-a3a85045430b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (2ab73242-3b70-47e5-a309-2499bf08e3a0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:50.437537 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8a1d0e12-bdc6-466b-b310-ba00b3990127 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (96717216-705f-4cc2-b28f-3a58bd415edd), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:50.440286 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7231e694-9ef6-4016-8997-a3a85045430b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:50.441143 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7231e694-9ef6-4016-8997-a3a85045430b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:50.488055 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22d986f3-eea9-4774-bc7d-499b8b22e825 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (a8e9abd2-311e-4314-9183-201c3244de99), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:50.504024 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d0e12-bdc6-466b-b310-ba00b3990127 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96717216-705f-4cc2-b28f-3a58bd415edd,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:50.533728 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d986f3-eea9-4774-bc7d-499b8b22e825 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Port': ['ID=a8e9abd2-311e-4314-9183-201c3244de99,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:50.562435 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22d986f3-eea9-4774-bc7d-499b8b22e825 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:50.571394 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-22d986f3-eea9-4774-bc7d-499b8b22e825 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/ports/a8e9abd2-311e-4314-9183-201c3244de99 HTTP/1.1" status: 204 len: 168 time: 0.8176651 Nov 02 12:55:50.578589 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56468) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:50.640582 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8a1d0e12-bdc6-466b-b310-ba00b3990127 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:50.645311 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8a1d0e12-bdc6-466b-b310-ba00b3990127 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7036061 Nov 02 12:55:50.656162 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56470) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:50.782685 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:50.907655 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-018a3126-7408-4059-b94a-7a53ba5950c0 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (ae0163d4-9a33-48e2-87f2-c6a4e9c35e50), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:50.970912 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9aa70aa5-de62-49de-b494-8caea205e177 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (fc38993b-2956-4dd1-9206-b4511a659df5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:51.047174 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9aa70aa5-de62-49de-b494-8caea205e177 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (fc38993b-2956-4dd1-9206-b4511a659df5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:51.061204 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7231e694-9ef6-4016-8997-a3a85045430b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.6715045 Nov 02 12:55:51.062255 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56482) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:51.208214 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32467363-888b-4b16-9f2b-a4057dcbcd91 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:51.213959 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-32467363-888b-4b16-9f2b-a4057dcbcd91 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "GET /networking/v2.0/networks?id=2ab73242-3b70-47e5-a309-2499bf08e3a0 HTTP/1.1" status: 200 len: 761 time: 0.1448078 Nov 02 12:55:51.215770 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56488) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:51.221428 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-9efa5b88-e517-4bf0-b463-7207cb547151 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'network': {'description': 'd2'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:51.282250 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231e694-9ef6-4016-8997-a3a85045430b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Network': ['ID=2ab73242-3b70-47e5-a309-2499bf08e3a0,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:51.287914 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 2ab73242-3b70-47e5-a309-2499bf08e3a0 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:55:51.499814 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-018a3126-7408-4059-b94a-7a53ba5950c0 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (ae0163d4-9a33-48e2-87f2-c6a4e9c35e50), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:51.513057 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8b32-8f9f-4a5e-acb6-1f710937a347 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_gateway (50d2f16b-0715-442d-9b2e-4db87914da4f), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:51.514987 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56494) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:51.533663 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-018a3126-7408-4059-b94a-7a53ba5950c0 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0163d4-9a33-48e2-87f2-c6a4e9c35e50']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:51.547489 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-018a3126-7408-4059-b94a-7a53ba5950c0 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4f5bae-4226-4afc-be7a-afac567ffe48') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:51.547928 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dffb934c-611a-407b-834f-a950b2504287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:51.548583 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-018a3126-7408-4059-b94a-7a53ba5950c0 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4f5bae-4226-4afc-be7a-afac567ffe48') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:51.551464 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8b32-8f9f-4a5e-acb6-1f710937a347 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:51.563195 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-018a3126-7408-4059-b94a-7a53ba5950c0 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (1a4f5bae-4226-4afc-be7a-afac567ffe48), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:51.583677 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9aa70aa5-de62-49de-b494-8caea205e177 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fc38993b-2956-4dd1-9206-b4511a659df5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:51.592092 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9aa70aa5-de62-49de-b494-8caea205e177 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:51.592092 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9aa70aa5-de62-49de-b494-8caea205e177 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fc38993b-2956-4dd1-9206-b4511a659df5 HTTP/1.1" status: 204 len: 168 time: 0.9198651 Nov 02 12:55:51.598057 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:51.601224 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56496) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:51.624424 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-018a3126-7408-4059-b94a-7a53ba5950c0 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (1a4f5bae-4226-4afc-be7a-afac567ffe48), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:51.643179 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa70aa5-de62-49de-b494-8caea205e177 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc38993b-2956-4dd1-9206-b4511a659df5,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:51.666075 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018a3126-7408-4059-b94a-7a53ba5950c0 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:55:51.671109 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-018a3126-7408-4059-b94a-7a53ba5950c0 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (1a4f5bae-4226-4afc-be7a-afac567ffe48), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:51.818620 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 1a4f5bae-4226-4afc-be7a-afac567ffe48 resource provider aggregate not found Nov 02 12:55:51.886241 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-a5ea8b32-8f9f-4a5e-acb6-1f710937a347 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Allocated IP 172.25.2.213 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/98b46c7e-8291-49f0-b01d-91a0b1cf62a2) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:51.893566 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 1a4f5bae-4226-4afc-be7a-afac567ffe48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a4f5bae-4226-4afc-be7a-afac567ffe48 found for delete ", "request_id": "req-dfcfe238-65bd-4cf5-b2ca-96a091c7e80c"}]} Nov 02 12:55:51.930029 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0627510b-e1e2-45f7-b2eb-ff9a44c4df75 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3146224 Nov 02 12:55:51.930566 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56510) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:51.935177 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f05e03a7-f79b-4c01-b07f-ee012ea5b770 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1786914214'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:51.972687 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9efa5b88-e517-4bf0-b463-7207cb547151 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (2ab73242-3b70-47e5-a309-2499bf08e3a0), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:51.992091 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-018a3126-7408-4059-b94a-7a53ba5950c0 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (ae0163d4-9a33-48e2-87f2-c6a4e9c35e50), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:51.999351 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-018a3126-7408-4059-b94a-7a53ba5950c0 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:52.000905 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dffb934c-611a-407b-834f-a950b2504287 admin admin] Publish callbacks [] for security_group (96ed6f7b-8f62-4639-a371-59e44aa2e5df), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:52.002841 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-018a3126-7408-4059-b94a-7a53ba5950c0 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] 10.222.0.64 "DELETE /networking/v2.0/networks/ae0163d4-9a33-48e2-87f2-c6a4e9c35e50 HTTP/1.1" status: 204 len: 168 time: 1.4240572 Nov 02 12:55:52.045037 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a3126-7408-4059-b94a-7a53ba5950c0 tempest-PortsTestJSON-766771511 tempest-PortsTestJSON-766771511-project] Pushing event deleted for resources: {'Network': ['ID=ae0163d4-9a33-48e2-87f2-c6a4e9c35e50,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:52.066993 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8b32-8f9f-4a5e-acb6-1f710937a347 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for port (98b46c7e-8291-49f0-b01d-91a0b1cf62a2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:52.124880 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dffb934c-611a-407b-834f-a950b2504287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (96ed6f7b-8f62-4639-a371-59e44aa2e5df), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:52.132240 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9efa5b88-e517-4bf0-b463-7207cb547151 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (2ab73242-3b70-47e5-a309-2499bf08e3a0), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:52.193357 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f05e03a7-f79b-4c01-b07f-ee012ea5b770 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:52.234605 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8b32-8f9f-4a5e-acb6-1f710937a347 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (98b46c7e-8291-49f0-b01d-91a0b1cf62a2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:52.271675 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dffb934c-611a-407b-834f-a950b2504287 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6fe2888702f84bd3a1e8118e28c7413d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7551451 Nov 02 12:55:52.307387 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:52.312857 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9efa5b88-e517-4bf0-b463-7207cb547151 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network 2ab73242-3b70-47e5-a309-2499bf08e3a0 is not hosted by any dhcp agent {{(pid=105975) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 12:55:52.321569 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efa5b88-e517-4bf0-b463-7207cb547151 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:52.322378 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9efa5b88-e517-4bf0-b463-7207cb547151 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:52.327573 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9efa5b88-e517-4bf0-b463-7207cb547151 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "PUT /networking/v2.0/networks/2ab73242-3b70-47e5-a309-2499bf08e3a0 HTTP/1.1" status: 200 len: 758 time: 1.1107447 Nov 02 12:55:52.336225 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56522) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:52.336691 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56524) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:52.452371 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa5b88-e517-4bf0-b463-7207cb547151 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Network': ['ID=2ab73242-3b70-47e5-a309-2499bf08e3a0,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:52.477812 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 2ab73242-3b70-47e5-a309-2499bf08e3a0 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:55:52.484796 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a958bbd0-33e0-4310-ab59-dae57c7d14fa tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:52.486602 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a958bbd0-33e0-4310-ab59-dae57c7d14fa tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "GET /networking/v2.0/networks?id=2ab73242-3b70-47e5-a309-2499bf08e3a0 HTTP/1.1" status: 200 len: 761 time: 0.1453490 Nov 02 12:55:52.490983 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56528) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:52.498371 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f1d1bad3-41db-4aad-9e90-fe7d8c55d97f tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1208977046'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:52.574163 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ea8b32-8f9f-4a5e-acb6-1f710937a347 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:52.575867 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb934c-611a-407b-834f-a950b2504287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ed6f7b-8f62-4639-a371-59e44aa2e5df,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:52.593286 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:52.603118 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f05e03a7-f79b-4c01-b07f-ee012ea5b770 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (ea421607-7847-48da-bb6e-9d9301a75410), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:52.605741 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-a5ea8b32-8f9f-4a5e-acb6-1f710937a347 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:52.608415 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ea8b32-8f9f-4a5e-acb6-1f710937a347 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:55:52.613165 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea8b32-8f9f-4a5e-acb6-1f710937a347 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Pushing event updated for resources: {'Port': ['ID=98b46c7e-8291-49f0-b01d-91a0b1cf62a2,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:52.651197 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d1bad3-41db-4aad-9e90-fe7d8c55d97f tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:52.656457 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f1d1bad3-41db-4aad-9e90-fe7d8c55d97f tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:52.672575 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a3b0871a-f729-4b05-a9c9-99df4bfc4815 admin admin] Publish callbacks [] for security_group (96ed6f7b-8f62-4639-a371-59e44aa2e5df), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:52.699914 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d1bad3-41db-4aad-9e90-fe7d8c55d97f tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:55:52.740611 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a3b0871a-f729-4b05-a9c9-99df4bfc4815 admin admin] Publish callbacks [] for security_group (96ed6f7b-8f62-4639-a371-59e44aa2e5df), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:52.752584 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f1d1bad3-41db-4aad-9e90-fe7d8c55d97f tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (d646778d-6264-4715-80c5-44dfeb8ea8d8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:52.753111 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-f1d1bad3-41db-4aad-9e90-fe7d8c55d97f tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Added segment d646778d-6264-4715-80c5-44dfeb8ea8d8 of type vlan for network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 Nov 02 12:55:52.826528 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:52.931173 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f05e03a7-f79b-4c01-b07f-ee012ea5b770 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ea421607-7847-48da-bb6e-9d9301a75410), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:53.034380 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f1d1bad3-41db-4aad-9e90-fe7d8c55d97f tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (4c264619-ca8f-46f4-a731-c8cbdaae6f90), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:53.042490 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e03a7-f79b-4c01-b07f-ee012ea5b770 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea421607-7847-48da-bb6e-9d9301a75410,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:53.080315 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:53.091358 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a3b0871a-f729-4b05-a9c9-99df4bfc4815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (96ed6f7b-8f62-4639-a371-59e44aa2e5df), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:53.096041 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a3b0871a-f729-4b05-a9c9-99df4bfc4815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:53.100871 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a3b0871a-f729-4b05-a9c9-99df4bfc4815 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/96ed6f7b-8f62-4639-a371-59e44aa2e5df HTTP/1.1" status: 204 len: 168 time: 0.7607331 Nov 02 12:55:53.102117 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56542) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:53.156017 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0871a-f729-4b05-a9c9-99df4bfc4815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ed6f7b-8f62-4639-a371-59e44aa2e5df,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:53.177702 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f05e03a7-f79b-4c01-b07f-ee012ea5b770 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:53.179083 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f05e03a7-f79b-4c01-b07f-ee012ea5b770 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2476068 Nov 02 12:55:53.190706 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56548) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:53.190706 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5b9bd5f0-b1c4-4719-b267-f20330ce0dfd tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group': {'name': 'tempest-secgroup--617560172'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:53.196046 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8b32-8f9f-4a5e-acb6-1f710937a347 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_gateway (50d2f16b-0715-442d-9b2e-4db87914da4f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:53.238482 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f1d1bad3-41db-4aad-9e90-fe7d8c55d97f tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (4c264619-ca8f-46f4-a731-c8cbdaae6f90), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:53.248083 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d1bad3-41db-4aad-9e90-fe7d8c55d97f tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:53.252293 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f1d1bad3-41db-4aad-9e90-fe7d8c55d97f tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:53.343379 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:53.414117 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f1d1bad3-41db-4aad-9e90-fe7d8c55d97f tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9217763 Nov 02 12:55:53.415087 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b9bd5f0-b1c4-4719-b267-f20330ce0dfd tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:53.424747 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56558) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:53.469052 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-8de8fec7-eb51-435c-91e6-715fb205a9da tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'subnet': {'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:53.527613 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1bad3-41db-4aad-9e90-fe7d8c55d97f tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Network': ['ID=4c264619-ca8f-46f4-a731-c8cbdaae6f90,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:53.547373 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:55:53.634324 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8b32-8f9f-4a5e-acb6-1f710937a347 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (50d2f16b-0715-442d-9b2e-4db87914da4f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:53.641464 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:53.798854 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:53.860762 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:53.984400 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f6e67cfd-ddde-40f2-b299-3948ab09f905 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3d34b3cffbc44c0aae74d45280e6cf4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8791468 Nov 02 12:55:53.987826 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56576) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:54.035622 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de8fec7-eb51-435c-91e6-715fb205a9da tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:54.044885 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8de8fec7-eb51-435c-91e6-715fb205a9da tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:54.054797 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ea8b32-8f9f-4a5e-acb6-1f710937a347 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Router 50d2f16b-0715-442d-9b2e-4db87914da4f is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:55:54.057593 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b9bd5f0-b1c4-4719-b267-f20330ce0dfd tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (92c00655-9957-4d31-90e1-3ba7782d26b3), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:54.159481 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-44907dca-b87b-4396-bfbf-ddf55777d058 admin admin] Publish callbacks [] for security_group (c87955c1-3076-4f6d-a709-c0695f397a71), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:54.194997 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b9bd5f0-b1c4-4719-b267-f20330ce0dfd tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (92c00655-9957-4d31-90e1-3ba7782d26b3), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:54.228216 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-44907dca-b87b-4396-bfbf-ddf55777d058 admin admin] Publish callbacks [] for security_group (c87955c1-3076-4f6d-a709-c0695f397a71), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:54.260786 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9bd5f0-b1c4-4719-b267-f20330ce0dfd tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c00655-9957-4d31-90e1-3ba7782d26b3,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:54.283552 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ea8b32-8f9f-4a5e-acb6-1f710937a347 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:55:54.298318 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] Sync routers for ids ['50d2f16b-0715-442d-9b2e-4db87914da4f'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:55:54.323254 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] Routers {'50d2f16b-0715-442d-9b2e-4db87914da4f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:55:54.324250 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:55:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['50d2f16b-0715-442d-9b2e-4db87914da4f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:54.331090 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b9bd5f0-b1c4-4719-b267-f20330ce0dfd tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:54.332837 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5b9bd5f0-b1c4-4719-b267-f20330ce0dfd tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1480825 Nov 02 12:55:54.335544 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56588) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:54.344132 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-b736c1c7-8851-49b1-a4a9-36c6b084ca6b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group_rule': {'security_group_id': 'ea421607-7847-48da-bb6e-9d9301a75410', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '92c00655-9957-4d31-90e1-3ba7782d26b3', 'remote_ip_prefix': None}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:54.412362 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8b32-8f9f-4a5e-acb6-1f710937a347 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:54.417614 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a5ea8b32-8f9f-4a5e-acb6-1f710937a347 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3332510 Nov 02 12:55:54.418418 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56594) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:54.551112 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-44907dca-b87b-4396-bfbf-ddf55777d058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c87955c1-3076-4f6d-a709-c0695f397a71), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:54.555184 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-44907dca-b87b-4396-bfbf-ddf55777d058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:54.556670 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-44907dca-b87b-4396-bfbf-ddf55777d058 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c87955c1-3076-4f6d-a709-c0695f397a71 HTTP/1.1" status: 204 len: 168 time: 0.5673664 Nov 02 12:55:54.575975 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:54.593021 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8de8fec7-eb51-435c-91e6-715fb205a9da tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (f7ffad8c-e6fe-42a8-96bc-697a4a192870), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:54.597510 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] Set router 50d2f16b-0715-442d-9b2e-4db87914da4f gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:55:54.646911 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44907dca-b87b-4396-bfbf-ddf55777d058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87955c1-3076-4f6d-a709-c0695f397a71,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:54.703821 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b736c1c7-8851-49b1-a4a9-36c6b084ca6b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (5bebf263-8529-43be-b2f9-2b549adcc81a), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:54.737303 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:54.801463 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8fec7-eb51-435c-91e6-715fb205a9da tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Subnet': ['ID=f7ffad8c-e6fe-42a8-96bc-697a4a192870,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:54.813319 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de8fec7-eb51-435c-91e6-715fb205a9da tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Checking segment: {'id': 'd646778d-6264-4715-80c5-44dfeb8ea8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:55:54.813691 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de8fec7-eb51-435c-91e6-715fb205a9da tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network hostable DHCP agents. Network: 4c264619-ca8f-46f4-a731-c8cbdaae6f90, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:55:54.815067 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-88d5948a-625b-4314-94ef-eeb265ddd1fc tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "GET /networking/v2.0/routers/50d2f16b-0715-442d-9b2e-4db87914da4f HTTP/1.1" status: 200 len: 907 time: 0.3953991 Nov 02 12:55:54.818961 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56604) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:54.833239 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-0c91b995-e9b5-47a8-b761-2554f1a458c3 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Request body: {'router': {'name': 'tempest-snat-router-94749733', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'enable_snat': True}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:54.870398 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d2f16b-0715-442d-9b2e-4db87914da4f', 'name': 'tempest-snat-router-94749733', 'tenant_id': '39f7d1d90b134583b6e57cb34b545b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213'}], 'enable_snat': False}, 'gw_port_id': '98b46c7e-8291-49f0-b01d-91a0b1cf62a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:55:49Z', 'updated_at': '2022-11-02T12:55:52Z', 'revision_number': 3, 'project_id': '39f7d1d90b134583b6e57cb34b545b73', 'gw_port': {'id': '98b46c7e-8291-49f0-b01d-91a0b1cf62a2', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d2f16b-0715-442d-9b2e-4db87914da4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:55:51Z', 'updated_at': '2022-11-02T12:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:54.955843 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de8fec7-eb51-435c-91e6-715fb205a9da tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:55:54.975967 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b736c1c7-8851-49b1-a4a9-36c6b084ca6b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (5bebf263-8529-43be-b2f9-2b549adcc81a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:55.029633 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c91b995-e9b5-47a8-b761-2554f1a458c3 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (dd8e50f5-56d0-4d3c-af12-02fc0f8750be), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:55.031121 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c91b995-e9b5-47a8-b761-2554f1a458c3 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (dd8e50f5-56d0-4d3c-af12-02fc0f8750be), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:55.068512 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] Checking router: 50d2f16b-0715-442d-9b2e-4db87914da4f for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:55:55.068944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] Updating router 50d2f16b-0715-442d-9b2e-4db87914da4f port 98b46c7e-8291-49f0-b01d-91a0b1cf62a2 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:55:55.080831 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b736c1c7-8851-49b1-a4a9-36c6b084ca6b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (5bebf263-8529-43be-b2f9-2b549adcc81a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:55.120125 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736c1c7-8851-49b1-a4a9-36c6b084ca6b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bebf263-8529-43be-b2f9-2b549adcc81a,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:55.141537 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (98b46c7e-8291-49f0-b01d-91a0b1cf62a2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:55.197308 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-8de8fec7-eb51-435c-91e6-715fb205a9da tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 4c264619-ca8f-46f4-a731-c8cbdaae6f90) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:55.238948 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b736c1c7-8851-49b1-a4a9-36c6b084ca6b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:55.238948 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b736c1c7-8851-49b1-a4a9-36c6b084ca6b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8945937 Nov 02 12:55:55.240672 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56630) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:55.247196 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:55.282825 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c91b995-e9b5-47a8-b761-2554f1a458c3 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_controller (dd8e50f5-56d0-4d3c-af12-02fc0f8750be), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:55.295084 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de8fec7-eb51-435c-91e6-715fb205a9da tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:55.295992 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8de8fec7-eb51-435c-91e6-715fb205a9da tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:55.331394 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d431fbb9-273f-43c2-9f0c-2e8737945d0a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (5bebf263-8529-43be-b2f9-2b549adcc81a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:55.345513 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d431fbb9-273f-43c2-9f0c-2e8737945d0a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (5bebf263-8529-43be-b2f9-2b549adcc81a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:55.389058 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3267c4-f48b-43cc-b486-a16782ae6c23 None None] Network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:55:55.436243 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8de8fec7-eb51-435c-91e6-715fb205a9da tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0067840 Nov 02 12:55:55.436512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56634) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:55.440875 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:55.516406 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d431fbb9-273f-43c2-9f0c-2e8737945d0a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (5bebf263-8529-43be-b2f9-2b549adcc81a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:55.537277 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d431fbb9-273f-43c2-9f0c-2e8737945d0a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:55.540414 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d431fbb9-273f-43c2-9f0c-2e8737945d0a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/5bebf263-8529-43be-b2f9-2b549adcc81a HTTP/1.1" status: 204 len: 168 time: 0.2899580 Nov 02 12:55:55.551907 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56640) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:55.562514 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-4c264619-ca8f-46f4-a731-c8cbdaae6f90', 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90', 'project_id': 'd4052ea9dbe5435fad182eb586fcfe76', 'fixed_ips': [{'subnet_id': 'f7ffad8c-e6fe-42a8-96bc-697a4a192870'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:55:55.563481 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:55.637926 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431fbb9-273f-43c2-9f0c-2e8737945d0a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bebf263-8529-43be-b2f9-2b549adcc81a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:55.721303 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2498f827-d950-4914-957c-9c89119cd2f4 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1675754 Nov 02 12:55:55.724893 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56652) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:55.760792 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:55.882356 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c24a272f-8a09-4f10-9d38-23d596559342 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (92c00655-9957-4d31-90e1-3ba7782d26b3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:55.934987 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c24a272f-8a09-4f10-9d38-23d596559342 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (92c00655-9957-4d31-90e1-3ba7782d26b3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.055757 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Allocated IP 172.20.0.2 (4c264619-ca8f-46f4-a731-c8cbdaae6f90/f7ffad8c-e6fe-42a8-96bc-697a4a192870/42afb4ce-618b-4b4b-a5c7-03d1002b998e) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:56.079339 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:56.110216 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c24a272f-8a09-4f10-9d38-23d596559342 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (92c00655-9957-4d31-90e1-3ba7782d26b3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.120116 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c24a272f-8a09-4f10-9d38-23d596559342 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.121365 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c24a272f-8a09-4f10-9d38-23d596559342 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/92c00655-9957-4d31-90e1-3ba7782d26b3 HTTP/1.1" status: 204 len: 168 time: 0.3918855 Nov 02 12:55:56.127550 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56668) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:56.191316 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a272f-8a09-4f10-9d38-23d596559342 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c00655-9957-4d31-90e1-3ba7782d26b3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:56.268652 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c91b995-e9b5-47a8-b761-2554f1a458c3 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_gateway (dd8e50f5-56d0-4d3c-af12-02fc0f8750be), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.362031 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (4c264619-ca8f-46f4-a731-c8cbdaae6f90), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.370770 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:56.392726 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-621e5c0e-bb2e-45ec-8b1f-b4d10b13a504 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2620604 Nov 02 12:55:56.397457 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56680) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:56.403643 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] Publish callbacks [] for port (98b46c7e-8291-49f0-b01d-91a0b1cf62a2), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.552195 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99361276-c8a3-4af6-881f-9f810450f64b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (ea421607-7847-48da-bb6e-9d9301a75410), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.560570 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (98b46c7e-8291-49f0-b01d-91a0b1cf62a2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.634103 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99361276-c8a3-4af6-881f-9f810450f64b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (ea421607-7847-48da-bb6e-9d9301a75410), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.707960 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] Attempting to bind port 98b46c7e-8291-49f0-b01d-91a0b1cf62a2 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:56.709036 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] Attempting to bind port 98b46c7e-8291-49f0-b01d-91a0b1cf62a2 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:56.710113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] Attempting to bind port 98b46c7e-8291-49f0-b01d-91a0b1cf62a2 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:56.736281 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=14 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:56.760666 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (f7ffad8c-e6fe-42a8-96bc-697a4a192870), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.786067 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99361276-c8a3-4af6-881f-9f810450f64b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ea421607-7847-48da-bb6e-9d9301a75410), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.788978 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99361276-c8a3-4af6-881f-9f810450f64b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.790249 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-99361276-c8a3-4af6-881f-9f810450f64b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ea421607-7847-48da-bb6e-9d9301a75410 HTTP/1.1" status: 204 len: 168 time: 0.3917079 Nov 02 12:55:56.794407 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56694) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:56.860176 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99361276-c8a3-4af6-881f-9f810450f64b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea421607-7847-48da-bb6e-9d9301a75410,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:56.911637 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107697a-4408-4cd3-b8a9-31a866f24baa None None] Pushing event updated for resources: {'Port': ['ID=98b46c7e-8291-49f0-b01d-91a0b1cf62a2,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:56.961808 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:DELETE=4,neutron:INSERT=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:57.005091 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:57.029435 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d786308b-25bb-4cdb-8400-45dfd3c7ee17 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2308042 Nov 02 12:55:57.036214 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56698) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:57.046725 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e6b4a01f-84cf-4fe2-b614-55992c37f653 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1067905713'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:57.098164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:55:57.098988 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:55:57.105952 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:57.105952 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:55:57.105952 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] Bound port: 98b46c7e-8291-49f0-b01d-91a0b1cf62a2, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:55:57.105952 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (98b46c7e-8291-49f0-b01d-91a0b1cf62a2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:57.113697 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Publish callbacks [] for port (42afb4ce-618b-4b4b-a5c7-03d1002b998e), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:57.146729 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c91b995-e9b5-47a8-b761-2554f1a458c3 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_gateway (dd8e50f5-56d0-4d3c-af12-02fc0f8750be), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:57.185171 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c91b995-e9b5-47a8-b761-2554f1a458c3 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:57.210045 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e6b4a01f-84cf-4fe2-b614-55992c37f653 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:57.266594 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (42afb4ce-618b-4b4b-a5c7-03d1002b998e), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:57.272784 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=8,neutron:SELECT=90,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:57.302403 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] For port 98b46c7e-8291-49f0-b01d-91a0b1cf62a2, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:55:57.323321 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56706) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:57.335187 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] For port 98b46c7e-8291-49f0-b01d-91a0b1cf62a2, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=98b46c7e-8291-49f0-b01d-91a0b1cf62a2,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:55:57.345161 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:57.380384 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Pushing event updated for resources: {'Port': ['ID=42afb4ce-618b-4b4b-a5c7-03d1002b998e,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:57.388685 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:57.393837 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:55:57.431446 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e6b4a01f-84cf-4fe2-b614-55992c37f653 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (d9822213-c4de-47ea-a8a6-5f92ae8520c5), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:57.493699 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (98b46c7e-8291-49f0-b01d-91a0b1cf62a2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:57.556884 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e6b4a01f-84cf-4fe2-b614-55992c37f653 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d9822213-c4de-47ea-a8a6-5f92ae8520c5), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:57.566726 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (f7ffad8c-e6fe-42a8-96bc-697a4a192870), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:57.628458 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Subnet': ['ID=f7ffad8c-e6fe-42a8-96bc-697a4a192870,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:57.661191 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4a01f-84cf-4fe2-b614-55992c37f653 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9822213-c4de-47ea-a8a6-5f92ae8520c5,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:57.663219 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] Routers {'50d2f16b-0715-442d-9b2e-4db87914da4f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:55:57.664656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:55:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['50d2f16b-0715-442d-9b2e-4db87914da4f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:57.717631 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-0c91b995-e9b5-47a8-b761-2554f1a458c3 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Allocated IP 172.25.2.115 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/a186014e-4703-43eb-b3a9-d689059ecdee) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:57.797678 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e6b4a01f-84cf-4fe2-b614-55992c37f653 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:57.804619 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e6b4a01f-84cf-4fe2-b614-55992c37f653 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7662590 Nov 02 12:55:57.808518 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56722) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:57.813414 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-9cb03379-8018-46b0-9be5-66c6700afa88 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group_rule': {'security_group_id': 'd9822213-c4de-47ea-a8a6-5f92ae8520c5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:57.825850 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (4c264619-ca8f-46f4-a731-c8cbdaae6f90), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:57.932767 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af67dac2-7c41-4075-9d5a-76b7068885c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:57.932936 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56724) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:57.939992 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:57.948830 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c264619-ca8f-46f4-a731-c8cbdaae6f90']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:57.967930 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] Set router 50d2f16b-0715-442d-9b2e-4db87914da4f gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:55:58.055579 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd646778d-6264-4715-80c5-44dfeb8ea8d8') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:58.056071 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd646778d-6264-4715-80c5-44dfeb8ea8d8') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:58.060188 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9cb03379-8018-46b0-9be5-66c6700afa88 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (2436b854-7a84-49df-bd0f-39079c4aae8a), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:58.097154 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-a3626c72-25a1-46c3-90f2-73ad5ae5f233 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:58.105047 n-d-857339-6 neutron-server[105975]: WARNING neutron.api.v2.base [None req-a3626c72-25a1-46c3-90f2-73ad5ae5f233 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 02 12:55:58.107758 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-a3626c72-25a1-46c3-90f2-73ad5ae5f233 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): There was a conflict when trying to complete your request. Nov 02 12:55:58.119642 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a3626c72-25a1-46c3-90f2-73ad5ae5f233 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1838300 Nov 02 12:55:58.123199 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107697a-4408-4cd3-b8a9-31a866f24baa None None] Pushing event updated for resources: {'Port': ['ID=98b46c7e-8291-49f0-b01d-91a0b1cf62a2,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:58.128928 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:58.129627 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56730) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:58.129822 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd646778d-6264-4715-80c5-44dfeb8ea8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:58.132844 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:58.141661 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (d646778d-6264-4715-80c5-44dfeb8ea8d8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:58.155998 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-593059c8-416e-451c-a68f-6cc1f7c67420 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group': {'name': 'tempest-secgroup--593989810'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.191662 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:58.194637 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.216707 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:58.219410 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Failed to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on host n-d-857339-6 for vnic_type normal using segments [{'id': 'd646778d-6264-4715-80c5-44dfeb8ea8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'}] Nov 02 12:55:58.219410 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempt 2 to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e Nov 02 12:55:58.258042 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (d646778d-6264-4715-80c5-44dfeb8ea8d8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:58.259364 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af67dac2-7c41-4075-9d5a-76b7068885c7 admin admin] Publish callbacks [] for security_group (2d58bdd7-0a84-4d7c-906c-68056f7c5d88), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:58.270330 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:58.270748 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd646778d-6264-4715-80c5-44dfeb8ea8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:58.271120 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.298474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:58.301933 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:58.315464 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:58.341307 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:55:58.342443 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (d646778d-6264-4715-80c5-44dfeb8ea8d8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.354340 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:58.357735 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Failed to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on host n-d-857339-6 for vnic_type normal using segments [{'id': 'd646778d-6264-4715-80c5-44dfeb8ea8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'}] Nov 02 12:55:58.357735 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempt 3 to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e Nov 02 12:55:58.393127 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:58.402807 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment d646778d-6264-4715-80c5-44dfeb8ea8d8 resource provider aggregate not found Nov 02 12:55:58.403446 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:58.404043 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd646778d-6264-4715-80c5-44dfeb8ea8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:58.405766 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af67dac2-7c41-4075-9d5a-76b7068885c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2d58bdd7-0a84-4d7c-906c-68056f7c5d88), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:58.406419 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:58.407628 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-593059c8-416e-451c-a68f-6cc1f7c67420 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:58.412545 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c91b995-e9b5-47a8-b761-2554f1a458c3 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for port (a186014e-4703-43eb-b3a9-d689059ecdee), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:58.440638 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment d646778d-6264-4715-80c5-44dfeb8ea8d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d646778d-6264-4715-80c5-44dfeb8ea8d8 found for delete ", "request_id": "req-89c516fa-10c1-4ea3-8cb5-cb7ae9d33010"}]} Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.467402 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:58.479921 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:58.482763 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-593059c8-416e-451c-a68f-6cc1f7c67420 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.559759 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:58.564912 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Failed to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on host n-d-857339-6 for vnic_type normal using segments [{'id': 'd646778d-6264-4715-80c5-44dfeb8ea8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'}] Nov 02 12:55:58.569573 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempt 4 to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e Nov 02 12:55:58.589402 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-af67dac2-7c41-4075-9d5a-76b7068885c7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=849047dce5fd44518d789ccb81411f74&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2641106 Nov 02 12:55:58.593082 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67dac2-7c41-4075-9d5a-76b7068885c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d58bdd7-0a84-4d7c-906c-68056f7c5d88,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:58.609689 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56750) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:58.616216 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.db.api [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:55:58.616216 n-d-857339-6 neutron-server[105975]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:55:58.616216 n-d-857339-6 neutron-server[105975]: [parameters: {'id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'}] Nov 02 12:55:58.616216 n-d-857339-6 neutron-server[105975]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105975) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:55:58.617015 n-d-857339-6 neutron-server[105975]: DEBUG oslo_db.api [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:55:58.642441 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:58.644693 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd646778d-6264-4715-80c5-44dfeb8ea8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:58.645588 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:58.687698 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9cb03379-8018-46b0-9be5-66c6700afa88 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (2436b854-7a84-49df-bd0f-39079c4aae8a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.699631 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:58.704824 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-593059c8-416e-451c-a68f-6cc1f7c67420 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (f0360fa6-1e98-4475-81c3-cf083d4cd947), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:58.705469 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:58.727206 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-449d4a39-5504-484a-8eda-c9522a8c85d4 admin admin] Publish callbacks [] for security_group (2d58bdd7-0a84-4d7c-906c-68056f7c5d88), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:58.727564 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c91b995-e9b5-47a8-b761-2554f1a458c3 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (a186014e-4703-43eb-b3a9-d689059ecdee), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:58.765290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d2f16b-0715-442d-9b2e-4db87914da4f', 'name': 'tempest-snat-router-94749733', 'tenant_id': '39f7d1d90b134583b6e57cb34b545b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213'}], 'enable_snat': False}, 'gw_port_id': '98b46c7e-8291-49f0-b01d-91a0b1cf62a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:55:49Z', 'updated_at': '2022-11-02T12:55:52Z', 'revision_number': 3, 'project_id': '39f7d1d90b134583b6e57cb34b545b73', 'gw_port': {'id': '98b46c7e-8291-49f0-b01d-91a0b1cf62a2', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d2f16b-0715-442d-9b2e-4db87914da4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:55:51Z', 'updated_at': '2022-11-02T12:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.768695 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:58.772144 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Failed to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on host n-d-857339-6 for vnic_type normal using segments [{'id': 'd646778d-6264-4715-80c5-44dfeb8ea8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'}] Nov 02 12:55:58.793730 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempt 5 to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e Nov 02 12:55:58.799119 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d0dbf-3bad-49dd-b4b3-791754516b32 None None] The sync data for ids ['50d2f16b-0715-442d-9b2e-4db87914da4f'] in n-d-857339-6 is: [{'id': '50d2f16b-0715-442d-9b2e-4db87914da4f', 'name': 'tempest-snat-router-94749733', 'tenant_id': '39f7d1d90b134583b6e57cb34b545b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213'}], 'enable_snat': False}, 'gw_port_id': '98b46c7e-8291-49f0-b01d-91a0b1cf62a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:55:49Z', 'updated_at': '2022-11-02T12:55:52Z', 'revision_number': 3, 'project_id': '39f7d1d90b134583b6e57cb34b545b73', 'gw_port': {'id': '98b46c7e-8291-49f0-b01d-91a0b1cf62a2', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d2f16b-0715-442d-9b2e-4db87914da4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:55:51Z', 'updated_at': '2022-11-02T12:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:55:58.814456 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:58.815214 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd646778d-6264-4715-80c5-44dfeb8ea8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:58.815553 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91b995-e9b5-47a8-b761-2554f1a458c3 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Pushing event updated for resources: {'Port': ['ID=a186014e-4703-43eb-b3a9-d689059ecdee,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:58.816124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:58.822702 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-449d4a39-5504-484a-8eda-c9522a8c85d4 admin admin] Publish callbacks [] for security_group (2d58bdd7-0a84-4d7c-906c-68056f7c5d88), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:58.857334 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c91b995-e9b5-47a8-b761-2554f1a458c3 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:58.867008 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-0c91b995-e9b5-47a8-b761-2554f1a458c3 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.867926 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:58.871188 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:58.881575 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c91b995-e9b5-47a8-b761-2554f1a458c3 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:55:58.898983 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9cb03379-8018-46b0-9be5-66c6700afa88 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (2436b854-7a84-49df-bd0f-39079c4aae8a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.916072 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:58.918732 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Failed to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on host n-d-857339-6 for vnic_type normal using segments [{'id': 'd646778d-6264-4715-80c5-44dfeb8ea8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'}] Nov 02 12:55:58.918732 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempt 6 to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e Nov 02 12:55:58.930892 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb03379-8018-46b0-9be5-66c6700afa88 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2436b854-7a84-49df-bd0f-39079c4aae8a,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:58.946001 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:58.946455 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd646778d-6264-4715-80c5-44dfeb8ea8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:58.946832 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:58.976064 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:58.990496 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-593059c8-416e-451c-a68f-6cc1f7c67420 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f0360fa6-1e98-4475-81c3-cf083d4cd947), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:59.021775 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-449d4a39-5504-484a-8eda-c9522a8c85d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2d58bdd7-0a84-4d7c-906c-68056f7c5d88), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:59.028695 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-449d4a39-5504-484a-8eda-c9522a8c85d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:59.034985 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-449d4a39-5504-484a-8eda-c9522a8c85d4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2d58bdd7-0a84-4d7c-906c-68056f7c5d88 HTTP/1.1" status: 204 len: 168 time: 0.4093328 Nov 02 12:55:59.036629 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9cb03379-8018-46b0-9be5-66c6700afa88 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:59.037960 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:59.042471 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Failed to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on host n-d-857339-6 for vnic_type normal using segments [{'id': 'd646778d-6264-4715-80c5-44dfeb8ea8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'}] Nov 02 12:55:59.043096 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempt 7 to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e Nov 02 12:55:59.046984 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9cb03379-8018-46b0-9be5-66c6700afa88 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2360444 Nov 02 12:55:59.051566 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56766) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:59.083713 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:59.084052 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd646778d-6264-4715-80c5-44dfeb8ea8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:59.084507 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:59.099421 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d4a39-5504-484a-8eda-c9522a8c85d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d58bdd7-0a84-4d7c-906c-68056f7c5d88,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:59.122556 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (4c264619-ca8f-46f4-a731-c8cbdaae6f90), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:59.127519 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06593e9b-09fe-447f-8c1b-01cdbf8855aa tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (2436b854-7a84-49df-bd0f-39079c4aae8a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:59.140791 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06593e9b-09fe-447f-8c1b-01cdbf8855aa tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (2436b854-7a84-49df-bd0f-39079c4aae8a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:59.202501 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:59.205689 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:59.232789 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:59.247445 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593059c8-416e-451c-a68f-6cc1f7c67420 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0360fa6-1e98-4475-81c3-cf083d4cd947,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:59.254019 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:59.259637 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Failed to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on host n-d-857339-6 for vnic_type normal using segments [{'id': 'd646778d-6264-4715-80c5-44dfeb8ea8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'}] Nov 02 12:55:59.261534 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempt 8 to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e Nov 02 12:55:59.279606 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:59.281612 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=7 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:59.295521 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:59.297811 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd646778d-6264-4715-80c5-44dfeb8ea8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:59.298268 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:59.308408 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06593e9b-09fe-447f-8c1b-01cdbf8855aa tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (2436b854-7a84-49df-bd0f-39079c4aae8a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:59.353593 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-06593e9b-09fe-447f-8c1b-01cdbf8855aa tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:59.360583 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-06593e9b-09fe-447f-8c1b-01cdbf8855aa tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/2436b854-7a84-49df-bd0f-39079c4aae8a HTTP/1.1" status: 204 len: 168 time: 0.3063025 Nov 02 12:55:59.361614 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56772) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:59.421846 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06593e9b-09fe-447f-8c1b-01cdbf8855aa tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2436b854-7a84-49df-bd0f-39079c4aae8a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:59.450305 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:59.458631 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:59.540445 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:59.546451 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Failed to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on host n-d-857339-6 for vnic_type normal using segments [{'id': 'd646778d-6264-4715-80c5-44dfeb8ea8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'}] Nov 02 12:55:59.546451 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempt 9 to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e Nov 02 12:55:59.547758 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9c535cca-a1f6-4776-803b-097037834c7d tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1588981 Nov 02 12:55:59.550746 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56776) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:59.573051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:59.573814 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd646778d-6264-4715-80c5-44dfeb8ea8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:59.574562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:59.636247 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:59.643134 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:59.668062 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:59.674845 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Failed to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on host n-d-857339-6 for vnic_type normal using segments [{'id': 'd646778d-6264-4715-80c5-44dfeb8ea8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'}] Nov 02 12:55:59.675614 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempt 10 to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e Nov 02 12:55:59.710274 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c3167bf-d038-44f9-9ef3-2f6ca6c7a58f tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (d9822213-c4de-47ea-a8a6-5f92ae8520c5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:59.755555 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:55:59.756085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd646778d-6264-4715-80c5-44dfeb8ea8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:55:59.756780 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:59.764163 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c3167bf-d038-44f9-9ef3-2f6ca6c7a58f tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (d9822213-c4de-47ea-a8a6-5f92ae8520c5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:59.804977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:59.809939 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempting to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f7ffad8c-e6fe-42a8-96bc-697a4a192870 could not be found. Nov 02 12:55:59.859055 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 12:55:59.862157 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Failed to bind port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on host n-d-857339-6 for vnic_type normal using segments [{'id': 'd646778d-6264-4715-80c5-44dfeb8ea8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4c264619-ca8f-46f4-a731-c8cbdaae6f90'}] Nov 02 12:55:59.862157 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (42afb4ce-618b-4b4b-a5c7-03d1002b998e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:59.882512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Deleting port 42afb4ce-618b-4b4b-a5c7-03d1002b998e {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:55:59.883009 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (42afb4ce-618b-4b4b-a5c7-03d1002b998e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:59.923307 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:55:59.993533 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c3167bf-d038-44f9-9ef3-2f6ca6c7a58f tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d9822213-c4de-47ea-a8a6-5f92ae8520c5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:00.000619 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c3167bf-d038-44f9-9ef3-2f6ca6c7a58f tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:00.002043 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3c3167bf-d038-44f9-9ef3-2f6ca6c7a58f tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d9822213-c4de-47ea-a8a6-5f92ae8520c5 HTTP/1.1" status: 204 len: 168 time: 0.4502792 Nov 02 12:56:00.012557 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56788) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:00.032671 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] For port 42afb4ce-618b-4b4b-a5c7-03d1002b998e, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:56:00.033278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Attempted to set empty binding levels {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 12:56:00.065786 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-593059c8-416e-451c-a68f-6cc1f7c67420 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (d3407175-582a-4584-ac08-b2dfe2c31ed4), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:00.082699 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3167bf-d038-44f9-9ef3-2f6ca6c7a58f tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9822213-c4de-47ea-a8a6-5f92ae8520c5,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:00.135241 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 98b46c7e-8291-49f0-b01d-91a0b1cf62a2 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:56:00.188385 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-593059c8-416e-451c-a68f-6cc1f7c67420 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d3407175-582a-4584-ac08-b2dfe2c31ed4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:00.238259 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2f8778c3-e1f2-4134-af48-307a1580c11b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2207072 Nov 02 12:56:00.239229 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56792) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:00.240105 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (42afb4ce-618b-4b4b-a5c7-03d1002b998e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:00.246734 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-4a71b36c-2d81-46d5-a3bd-f04991fcd21a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group': {'name': 'tempest-secgroup--2083848036'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:00.280863 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] For port 42afb4ce-618b-4b4b-a5c7-03d1002b998e, host n-d-857339-6, got binding levels [] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:00.281346 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (42afb4ce-618b-4b4b-a5c7-03d1002b998e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:00.313550 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Calling delete_port for 42afb4ce-618b-4b4b-a5c7-03d1002b998e owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:56:00.318945 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:00.395139 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4a71b36c-2d81-46d5-a3bd-f04991fcd21a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:00.518887 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56804) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:00.554914 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edf6211b-e55a-474e-9848-11f278fe1c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:00.561813 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-593059c8-416e-451c-a68f-6cc1f7c67420 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:00.564173 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-593059c8-416e-451c-a68f-6cc1f7c67420 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.4283814 Nov 02 12:56:00.565396 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593059c8-416e-451c-a68f-6cc1f7c67420 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3407175-582a-4584-ac08-b2dfe2c31ed4,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:00.594107 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56808) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:00.612336 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-366ec961-a3f7-4308-99b7-b7adb8170e0e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': 'd3407175-582a-4584-ac08-b2dfe2c31ed4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:00.722887 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4a71b36c-2d81-46d5-a3bd-f04991fcd21a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (b815a8cf-6cf9-4c96-9463-a6b5dcf6bfc0), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:00.742860 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c91b995-e9b5-47a8-b761-2554f1a458c3 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_gateway (dd8e50f5-56d0-4d3c-af12-02fc0f8750be), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:00.757802 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:00.804537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 98b46c7e-8291-49f0-b01d-91a0b1cf62a2 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:56:00.804926 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (98b46c7e-8291-49f0-b01d-91a0b1cf62a2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:00.805269 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 98b46c7e-8291-49f0-b01d-91a0b1cf62a2 Nov 02 12:56:00.810616 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a2735-fb35-47ee-a197-3dcc8514cafa None None] Pushing event updated for resources: {'Port': ['ID=42afb4ce-618b-4b4b-a5c7-03d1002b998e,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:00.811245 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edf6211b-e55a-474e-9848-11f278fe1c84 admin admin] Publish callbacks [] for security_group (d783827d-6063-4063-a9b0-fa8c18a9024f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:00.855800 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4a71b36c-2d81-46d5-a3bd-f04991fcd21a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b815a8cf-6cf9-4c96-9463-a6b5dcf6bfc0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:00.857516 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f24d6f-6e72-4ec9-bc82-ec34706a76e9 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:56:00.903659 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=2,neutron:DELETE=7,neutron:SELECT=74,neutron:INSERT=17 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:00.911989 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-366ec961-a3f7-4308-99b7-b7adb8170e0e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group_rule (9b20c8eb-31e1-4bd3-91e9-2497582aeb3a), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:00.940612 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f24d6f-6e72-4ec9-bc82-ec34706a76e9 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:56:00.952338 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71b36c-2d81-46d5-a3bd-f04991fcd21a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b815a8cf-6cf9-4c96-9463-a6b5dcf6bfc0,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:00.957928 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edf6211b-e55a-474e-9848-11f278fe1c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d783827d-6063-4063-a9b0-fa8c18a9024f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.041928 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-edf6211b-e55a-474e-9848-11f278fe1c84 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2495b69f457e4c6d890b6101266bb182&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5218270 Nov 02 12:56:01.045963 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56814) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:01.086951 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6211b-e55a-474e-9848-11f278fe1c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d783827d-6063-4063-a9b0-fa8c18a9024f,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:01.098255 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-366ec961-a3f7-4308-99b7-b7adb8170e0e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group_rule (9b20c8eb-31e1-4bd3-91e9-2497582aeb3a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.110307 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (42afb4ce-618b-4b4b-a5c7-03d1002b998e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.118416 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 98b46c7e-8291-49f0-b01d-91a0b1cf62a2 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:56:01.118978 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (98b46c7e-8291-49f0-b01d-91a0b1cf62a2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.147495 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 98b46c7e-8291-49f0-b01d-91a0b1cf62a2, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=98b46c7e-8291-49f0-b01d-91a0b1cf62a2,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:01.147773 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-79061709-ea13-4fe7-a921-114ed74410d5 admin admin] Publish callbacks [] for security_group (d783827d-6063-4063-a9b0-fa8c18a9024f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.151998 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:01.156875 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4a71b36c-2d81-46d5-a3bd-f04991fcd21a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.158903 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4a71b36c-2d81-46d5-a3bd-f04991fcd21a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9177709 Nov 02 12:56:01.172548 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56818) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:01.191971 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-aeed8aac-538e-4d8e-bb29-5726cf2f8a75 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group_rule': {'security_group_id': 'b815a8cf-6cf9-4c96-9463-a6b5dcf6bfc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:01.200180 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-79061709-ea13-4fe7-a921-114ed74410d5 admin admin] Publish callbacks [] for security_group (d783827d-6063-4063-a9b0-fa8c18a9024f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.249195 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (98b46c7e-8291-49f0-b01d-91a0b1cf62a2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.255625 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No DVR routers for this DVR port 42afb4ce-618b-4b4b-a5c7-03d1002b998e on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:56:01.279852 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Port': ['ID=42afb4ce-618b-4b4b-a5c7-03d1002b998e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:01.284169 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-366ec961-a3f7-4308-99b7-b7adb8170e0e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (9b20c8eb-31e1-4bd3-91e9-2497582aeb3a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.299162 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894e32c9-fc95-4b55-b5c3-084d61a9293e None None] Network 4c264619-ca8f-46f4-a731-c8cbdaae6f90 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:56:01.363008 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ec961-a3f7-4308-99b7-b7adb8170e0e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b20c8eb-31e1-4bd3-91e9-2497582aeb3a,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:01.421430 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-79061709-ea13-4fe7-a921-114ed74410d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d783827d-6063-4063-a9b0-fa8c18a9024f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.424459 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-79061709-ea13-4fe7-a921-114ed74410d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.436838 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-79061709-ea13-4fe7-a921-114ed74410d5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d783827d-6063-4063-a9b0-fa8c18a9024f HTTP/1.1" status: 204 len: 168 time: 0.3817062 Nov 02 12:56:01.458524 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79061709-ea13-4fe7-a921-114ed74410d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d783827d-6063-4063-a9b0-fa8c18a9024f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:01.469214 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=98b46c7e-8291-49f0-b01d-91a0b1cf62a2,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:01.501814 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:01.564069 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c91b995-e9b5-47a8-b761-2554f1a458c3 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (dd8e50f5-56d0-4d3c-af12-02fc0f8750be), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.594864 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (4c264619-ca8f-46f4-a731-c8cbdaae6f90), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.621255 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-366ec961-a3f7-4308-99b7-b7adb8170e0e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.622576 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-366ec961-a3f7-4308-99b7-b7adb8170e0e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0266290 Nov 02 12:56:01.626179 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56832) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:01.637511 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-7c163db2-c794-46e4-b9e1-e7c5c90e19c3 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': 'd3407175-582a-4584-ac08-b2dfe2c31ed4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:01.724555 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aeed8aac-538e-4d8e-bb29-5726cf2f8a75 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (e1c18e42-1a1b-4368-a0c4-8f32635b3f8a), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.753643 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c264619-ca8f-46f4-a731-c8cbdaae6f90']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:01.785653 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd646778d-6264-4715-80c5-44dfeb8ea8d8') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:01.786286 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd646778d-6264-4715-80c5-44dfeb8ea8d8') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:01.805246 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (d646778d-6264-4715-80c5-44dfeb8ea8d8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.840451 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7c163db2-c794-46e4-b9e1-e7c5c90e19c3 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group_rule (9cf2b79d-4f66-42f7-a4cd-543442e99cda), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.903086 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (d646778d-6264-4715-80c5-44dfeb8ea8d8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.926598 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:56:01.928278 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (d646778d-6264-4715-80c5-44dfeb8ea8d8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.974056 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment d646778d-6264-4715-80c5-44dfeb8ea8d8 resource provider aggregate not found Nov 02 12:56:02.018456 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment d646778d-6264-4715-80c5-44dfeb8ea8d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d646778d-6264-4715-80c5-44dfeb8ea8d8 found for delete ", "request_id": "req-c01ee7db-febc-45c7-ad4f-4672831bf20f"}]} Nov 02 12:56:02.030318 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aeed8aac-538e-4d8e-bb29-5726cf2f8a75 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (e1c18e42-1a1b-4368-a0c4-8f32635b3f8a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:02.060357 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 98b46c7e-8291-49f0-b01d-91a0b1cf62a2 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:56:02.125623 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 98b46c7e-8291-49f0-b01d-91a0b1cf62a2 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:56:02.126391 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (98b46c7e-8291-49f0-b01d-91a0b1cf62a2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:02.126862 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 98b46c7e-8291-49f0-b01d-91a0b1cf62a2 Nov 02 12:56:02.209541 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-7c163db2-c794-46e4-b9e1-e7c5c90e19c3 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): There was a conflict when trying to complete your request. Nov 02 12:56:02.211241 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7c163db2-c794-46e4-b9e1-e7c5c90e19c3 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5837314 Nov 02 12:56:02.216431 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56848) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:02.276537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 98b46c7e-8291-49f0-b01d-91a0b1cf62a2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:56:02.286443 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (4c264619-ca8f-46f4-a731-c8cbdaae6f90), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:02.296471 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:02.307544 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/4c264619-ca8f-46f4-a731-c8cbdaae6f90 HTTP/1.1" status: 204 len: 168 time: 6.8684700 Nov 02 12:56:02.309610 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aeed8aac-538e-4d8e-bb29-5726cf2f8a75 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (e1c18e42-1a1b-4368-a0c4-8f32635b3f8a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:02.311655 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56856) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:02.323426 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c91b995-e9b5-47a8-b761-2554f1a458c3 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Router dd8e50f5-56d0-4d3c-af12-02fc0f8750be is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:56:02.378553 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-8075365d-4f23-4292-a7bc-5177b314d0fd tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] GET failed (client error): The resource could not be found. Nov 02 12:56:02.380425 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8075365d-4f23-4292-a7bc-5177b314d0fd tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "GET /networking/v2.0/subnets/f7ffad8c-e6fe-42a8-96bc-697a4a192870 HTTP/1.1" status: 404 len: 337 time: 0.0668750 Nov 02 12:56:02.385502 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56858) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:02.387928 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57d134-3722-40d0-b98f-423240acf7a6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Network': ['ID=4c264619-ca8f-46f4-a731-c8cbdaae6f90,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:02.406187 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98242ca0-368d-4188-bf78-04394621058e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (d3407175-582a-4584-ac08-b2dfe2c31ed4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:02.424660 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed8aac-538e-4d8e-bb29-5726cf2f8a75 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c18e42-1a1b-4368-a0c4-8f32635b3f8a,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:02.469213 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-02305753-c1a6-4db1-b074-0bc3b230d3b6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:56:02.470210 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02305753-c1a6-4db1-b074-0bc3b230d3b6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:56:02.473861 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-02305753-c1a6-4db1-b074-0bc3b230d3b6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/4c264619-ca8f-46f4-a731-c8cbdaae6f90 HTTP/1.1" status: 404 len: 339 time: 0.0843723 Nov 02 12:56:02.480668 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56860) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:02.652112 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98242ca0-368d-4188-bf78-04394621058e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (d3407175-582a-4584-ac08-b2dfe2c31ed4), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:02.803412 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:02.901588 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aeed8aac-538e-4d8e-bb29-5726cf2f8a75 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:02.903331 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-aeed8aac-538e-4d8e-bb29-5726cf2f8a75 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7166419 Nov 02 12:56:02.907130 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56880) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:02.948274 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7d4ed851-6333-48ec-b129-ee8c5d985fbf tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules/e1c18e42-1a1b-4368-a0c4-8f32635b3f8a HTTP/1.1" status: 200 len: 763 time: 0.0266280 Nov 02 12:56:02.948274 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56882) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:03.015694 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9c9bcf72-740a-4cd7-a0d0-e55b4f3387e9 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0753336 Nov 02 12:56:03.045296 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56888) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:03.105806 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4172c66-38db-4603-8949-953d63dbfdad tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (e1c18e42-1a1b-4368-a0c4-8f32635b3f8a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:03.117134 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4172c66-38db-4603-8949-953d63dbfdad tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (e1c18e42-1a1b-4368-a0c4-8f32635b3f8a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:03.140672 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c91b995-e9b5-47a8-b761-2554f1a458c3 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:56:03.160737 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] Sync routers for ids ['dd8e50f5-56d0-4d3c-af12-02fc0f8750be'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:56:03.215015 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] Routers {'dd8e50f5-56d0-4d3c-af12-02fc0f8750be'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:56:03.216619 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:55:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['dd8e50f5-56d0-4d3c-af12-02fc0f8750be'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:03.342866 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] Set router dd8e50f5-56d0-4d3c-af12-02fc0f8750be gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:56:03.353345 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035b6098-b010-4c27-b476-7c08fd94577a tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:03.355119 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-035b6098-b010-4c27-b476-7c08fd94577a tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8730822 Nov 02 12:56:03.373031 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56898) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:03.379403 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4172c66-38db-4603-8949-953d63dbfdad tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (e1c18e42-1a1b-4368-a0c4-8f32635b3f8a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:03.407591 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4172c66-38db-4603-8949-953d63dbfdad tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:03.409150 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e4172c66-38db-4603-8949-953d63dbfdad tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/e1c18e42-1a1b-4368-a0c4-8f32635b3f8a HTTP/1.1" status: 204 len: 168 time: 0.3627267 Nov 02 12:56:03.413584 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56904) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:03.439873 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0c91b995-e9b5-47a8-b761-2554f1a458c3 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:03.447498 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0c91b995-e9b5-47a8-b761-2554f1a458c3 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.6145706 Nov 02 12:56:03.448824 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56906) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:03.485483 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4ac6cd4d-4cfe-4f93-89b3-78a204591435 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "GET /networking/v2.0/subnets?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 207 time: 0.1110821 Nov 02 12:56:03.500918 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56908) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:03.506205 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98242ca0-368d-4188-bf78-04394621058e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d3407175-582a-4584-ac08-b2dfe2c31ed4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:03.518744 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98242ca0-368d-4188-bf78-04394621058e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:03.524621 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-98242ca0-368d-4188-bf78-04394621058e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d3407175-582a-4584-ac08-b2dfe2c31ed4 HTTP/1.1" status: 204 len: 168 time: 1.3029261 Nov 02 12:56:03.534426 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4172c66-38db-4603-8949-953d63dbfdad tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1c18e42-1a1b-4368-a0c4-8f32635b3f8a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:03.543989 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56910) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:03.628980 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98242ca0-368d-4188-bf78-04394621058e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3407175-582a-4584-ac08-b2dfe2c31ed4,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:03.671849 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8e50f5-56d0-4d3c-af12-02fc0f8750be', 'name': 'tempest-snat-router-94749733', 'tenant_id': '39f7d1d90b134583b6e57cb34b545b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a186014e-4703-43eb-b3a9-d689059ecdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:55:55Z', 'updated_at': '2022-11-02T12:55:59Z', 'revision_number': 3, 'project_id': '39f7d1d90b134583b6e57cb34b545b73', 'gw_port': {'id': 'a186014e-4703-43eb-b3a9-d689059ecdee', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8e50f5-56d0-4d3c-af12-02fc0f8750be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:55:57Z', 'updated_at': '2022-11-02T12:55:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:03.724203 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] Checking router: dd8e50f5-56d0-4d3c-af12-02fc0f8750be for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:56:03.724597 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] Updating router dd8e50f5-56d0-4d3c-af12-02fc0f8750be port a186014e-4703-43eb-b3a9-d689059ecdee binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:56:03.765500 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a186014e-4703-43eb-b3a9-d689059ecdee), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:03.791892 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-618be169-30c0-4bed-9245-c3388df61cf8 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2435293 Nov 02 12:56:03.792655 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56920) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:03.805671 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-641ea393-86a2-4aef-b1c1-813c201b99fc tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533532306'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:03.838665 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-28e3b814-a1c5-49f6-ae3b-d17f4ba17226 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4192626 Nov 02 12:56:03.841784 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:03.846794 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56922) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:03.863119 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-cb3a2506-505f-4e95-a14d-4a8429d7d0ed tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group_rule': {'security_group_id': 'b815a8cf-6cf9-4c96-9463-a6b5dcf6bfc0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:03.974444 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56926) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:03.974672 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8d719bce-e5be-49c2-b0c9-5a404a0a5126 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "GET /networking/v2.0/routers/dd8e50f5-56d0-4d3c-af12-02fc0f8750be HTTP/1.1" status: 200 len: 906 time: 0.5233746 Nov 02 12:56:04.147462 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-641ea393-86a2-4aef-b1c1-813c201b99fc tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.182638 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2506-505f-4e95-a14d-4a8429d7d0ed tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (1f694462-dde7-4941-93ad-bb145d754e4c), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.193213 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b35eb1-dbf9-415c-9bfc-746ba97a6931 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:04.211414 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b35eb1-dbf9-415c-9bfc-746ba97a6931 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:04.238756 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b35eb1-dbf9-415c-9bfc-746ba97a6931 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:04.265553 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b35eb1-dbf9-415c-9bfc-746ba97a6931 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:04.281039 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-95b35eb1-dbf9-415c-9bfc-746ba97a6931 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.7703505 Nov 02 12:56:04.281039 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56938) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:04.370404 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] Publish callbacks [] for port (a186014e-4703-43eb-b3a9-d689059ecdee), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.395265 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9d288528-2b3d-4c5b-ba8e-d7f2dbcd79ff tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router (dd8e50f5-56d0-4d3c-af12-02fc0f8750be), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.489180 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-03ae039a-1a6e-4338-b5c1-36dbad8f0e97 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "GET /networking/v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2083101 Nov 02 12:56:04.493093 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:04.495175 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56940) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:04.539815 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a186014e-4703-43eb-b3a9-d689059ecdee), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.567449 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc968785-7483-4425-bbab-eca9cd42fabd tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:04.569183 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc968785-7483-4425-bbab-eca9cd42fabd tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:04.571084 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dc968785-7483-4425-bbab-eca9cd42fabd tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0747218 Nov 02 12:56:04.577064 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56944) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:04.613078 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2506-505f-4e95-a14d-4a8429d7d0ed tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (1f694462-dde7-4941-93ad-bb145d754e4c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.629843 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01d750-2615-4f6b-bf32-3ec083b0a8ad None None] Pushing event updated for resources: {'Port': ['ID=a186014e-4703-43eb-b3a9-d689059ecdee,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:04.642407 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01d750-2615-4f6b-bf32-3ec083b0a8ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:04.642761 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01d750-2615-4f6b-bf32-3ec083b0a8ad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:04.643105 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01d750-2615-4f6b-bf32-3ec083b0a8ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:04.643442 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01d750-2615-4f6b-bf32-3ec083b0a8ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:04.643780 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01d750-2615-4f6b-bf32-3ec083b0a8ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:04.644116 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01d750-2615-4f6b-bf32-3ec083b0a8ad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:04.644446 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01d750-2615-4f6b-bf32-3ec083b0a8ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:04.644801 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01d750-2615-4f6b-bf32-3ec083b0a8ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:04.645125 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01d750-2615-4f6b-bf32-3ec083b0a8ad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:04.645647 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01d750-2615-4f6b-bf32-3ec083b0a8ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:04.646112 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01d750-2615-4f6b-bf32-3ec083b0a8ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:04.646439 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01d750-2615-4f6b-bf32-3ec083b0a8ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:04.646809 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01d750-2615-4f6b-bf32-3ec083b0a8ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:04.647132 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01d750-2615-4f6b-bf32-3ec083b0a8ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:04.647450 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01d750-2615-4f6b-bf32-3ec083b0a8ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:04.662863 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] Attempting to bind port a186014e-4703-43eb-b3a9-d689059ecdee on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:56:04.663840 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] Attempting to bind port a186014e-4703-43eb-b3a9-d689059ecdee by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:56:04.664371 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] Attempting to bind port a186014e-4703-43eb-b3a9-d689059ecdee on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:56:04.669197 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-641ea393-86a2-4aef-b1c1-813c201b99fc tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (31733b8e-4358-42af-889b-795c85503dd2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.707258 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:04.725280 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe334c0-20a5-43c1-9e9a-4e75644dc89b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:04.729550 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe334c0-20a5-43c1-9e9a-4e75644dc89b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:04.738921 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cbe334c0-20a5-43c1-9e9a-4e75644dc89b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "GET /networking/v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1569829 Nov 02 12:56:04.739177 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2506-505f-4e95-a14d-4a8429d7d0ed tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (1f694462-dde7-4941-93ad-bb145d754e4c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.740177 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56952) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:04.779833 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:56:04.790625 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:56:04.790625 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.790625 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:56:04.790625 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] Bound port: a186014e-4703-43eb-b3a9-d689059ecdee, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:56:04.790625 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a186014e-4703-43eb-b3a9-d689059ecdee), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.850234 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9d288528-2b3d-4c5b-ba8e-d7f2dbcd79ff tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_gateway (dd8e50f5-56d0-4d3c-af12-02fc0f8750be), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.891202 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-641ea393-86a2-4aef-b1c1-813c201b99fc tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (31733b8e-4358-42af-889b-795c85503dd2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.921814 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a2506-505f-4e95-a14d-4a8429d7d0ed tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f694462-dde7-4941-93ad-bb145d754e4c,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:04.947384 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] For port a186014e-4703-43eb-b3a9-d689059ecdee, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:56:04.952348 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] For port a186014e-4703-43eb-b3a9-d689059ecdee, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a186014e-4703-43eb-b3a9-d689059ecdee,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:56:04.959819 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ea393-86a2-4aef-b1c1-813c201b99fc tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31733b8e-4358-42af-889b-795c85503dd2,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:05.022182 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fda0e4e-aaa7-4023-af3d-e0d17de3585e tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:05.024267 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4fda0e4e-aaa7-4023-af3d-e0d17de3585e tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "GET /networking/v2.0/networks/f688b8f8-7bcf-442e-b24c-e6d4bdea9b64 HTTP/1.1" status: 200 len: 799 time: 0.2821083 Nov 02 12:56:05.027937 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56962) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:05.096239 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a186014e-4703-43eb-b3a9-d689059ecdee), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:05.121065 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-9d288528-2b3d-4c5b-ba8e-d7f2dbcd79ff tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Deleting port a186014e-4703-43eb-b3a9-d689059ecdee {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:56:05.121498 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9d288528-2b3d-4c5b-ba8e-d7f2dbcd79ff tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a186014e-4703-43eb-b3a9-d689059ecdee), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:05.126868 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2506-505f-4e95-a14d-4a8429d7d0ed tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:05.130109 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cb3a2506-505f-4e95-a14d-4a8429d7d0ed tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2802038 Nov 02 12:56:05.138735 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-641ea393-86a2-4aef-b1c1-813c201b99fc tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:05.138735 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-641ea393-86a2-4aef-b1c1-813c201b99fc tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3417616 Nov 02 12:56:05.138735 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:05.153664 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56968) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:05.153664 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56970) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:05.158359 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-7b05688f-2f29-4403-9204-1154eff04bd5 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': '31733b8e-4358-42af-889b-795c85503dd2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:05.159541 n-d-857339-6 neutron-server[105976]: WARNING neutron.api.v2.base [None req-7b05688f-2f29-4403-9204-1154eff04bd5 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 02 12:56:05.160148 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-7b05688f-2f29-4403-9204-1154eff04bd5 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:56:05.163911 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7b05688f-2f29-4403-9204-1154eff04bd5 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0076489 Nov 02 12:56:05.169895 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56972) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:05.272362 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e7577d4a-5e48-4b64-8068-8651b2378069 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "GET /networking/v2.0/networks/f688b8f8-7bcf-442e-b24c-e6d4bdea9b64?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2426643 Nov 02 12:56:05.278075 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56978) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:05.280304 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6b1a3f76-0e73-470b-9615-92b5d1765f18 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules/1f694462-dde7-4941-93ad-bb145d754e4c HTTP/1.1" status: 200 len: 763 time: 0.1278920 Nov 02 12:56:05.288631 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 56980) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:05.290420 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01d750-2615-4f6b-bf32-3ec083b0a8ad None None] Pushing event updated for resources: {'Port': ['ID=a186014e-4703-43eb-b3a9-d689059ecdee,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:05.315554 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] Routers {'dd8e50f5-56d0-4d3c-af12-02fc0f8750be'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:56:05.316204 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:55:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['dd8e50f5-56d0-4d3c-af12-02fc0f8750be'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:05.418689 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af573ede-1616-4742-afca-b6ab688f4dbe tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:05.422010 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-af573ede-1616-4742-afca-b6ab688f4dbe tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "GET /networking/v2.0/subnets/75626476-8040-41b0-9540-e7a4f13e3fc2 HTTP/1.1" status: 200 len: 811 time: 0.1424232 Nov 02 12:56:05.428613 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:05.434452 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56984) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:05.584621 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9e38f2-b160-4751-bd59-d693536d14b6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['shared'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:05.587919 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cf9e38f2-b160-4751-bd59-d693536d14b6 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "GET /networking/v2.0/subnets/75626476-8040-41b0-9540-e7a4f13e3fc2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1510799 Nov 02 12:56:05.590900 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 56990) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:05.604745 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5a6f3c51-8b1c-4f83-8d57-0aefe49f812d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1190700411'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:05.609834 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] Set router dd8e50f5-56d0-4d3c-af12-02fc0f8750be gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:56:05.695662 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:05.703258 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:05.707370 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8e50f5-56d0-4d3c-af12-02fc0f8750be', 'name': 'tempest-snat-router-94749733', 'tenant_id': '39f7d1d90b134583b6e57cb34b545b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:55:55Z', 'updated_at': '2022-11-02T12:56:04Z', 'revision_number': 4, 'project_id': '39f7d1d90b134583b6e57cb34b545b73', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:05.740859 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e920ff45-8ea1-4821-9921-a254b3703d87 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4270566 Nov 02 12:56:05.743665 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57002) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:05.758015 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6f3c51-8b1c-4f83-8d57-0aefe49f812d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:56:05.769058 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5a6f3c51-8b1c-4f83-8d57-0aefe49f812d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:05.770922 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28475db7-b152-4fda-b551-28140ed13cf3 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (31733b8e-4358-42af-889b-795c85503dd2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:05.817035 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28475db7-b152-4fda-b551-28140ed13cf3 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (31733b8e-4358-42af-889b-795c85503dd2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:05.867645 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-9d288528-2b3d-4c5b-ba8e-d7f2dbcd79ff tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] For port a186014e-4703-43eb-b3a9-d689059ecdee, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a186014e-4703-43eb-b3a9-d689059ecdee,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:05.868128 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9d288528-2b3d-4c5b-ba8e-d7f2dbcd79ff tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a186014e-4703-43eb-b3a9-d689059ecdee), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:05.887241 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2130e476-d375-4ca9-b311-65c29e96e40a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (1f694462-dde7-4941-93ad-bb145d754e4c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:05.907332 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2130e476-d375-4ca9-b311-65c29e96e40a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (1f694462-dde7-4941-93ad-bb145d754e4c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:05.913837 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-9d288528-2b3d-4c5b-ba8e-d7f2dbcd79ff tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Calling delete_port for a186014e-4703-43eb-b3a9-d689059ecdee owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:56:06.034074 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48112a8-04bf-41ae-9300-0b3a56a0241a None None] The sync data for ids ['dd8e50f5-56d0-4d3c-af12-02fc0f8750be'] in n-d-857339-6 is: [{'id': 'dd8e50f5-56d0-4d3c-af12-02fc0f8750be', 'name': 'tempest-snat-router-94749733', 'tenant_id': '39f7d1d90b134583b6e57cb34b545b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:55:55Z', 'updated_at': '2022-11-02T12:56:04Z', 'revision_number': 4, 'project_id': '39f7d1d90b134583b6e57cb34b545b73', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:56:06.069110 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28475db7-b152-4fda-b551-28140ed13cf3 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (31733b8e-4358-42af-889b-795c85503dd2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:06.072195 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28475db7-b152-4fda-b551-28140ed13cf3 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:06.076515 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-28475db7-b152-4fda-b551-28140ed13cf3 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/31733b8e-4358-42af-889b-795c85503dd2 HTTP/1.1" status: 204 len: 168 time: 0.8959436 Nov 02 12:56:06.079207 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57014) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:06.095754 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2130e476-d375-4ca9-b311-65c29e96e40a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (1f694462-dde7-4941-93ad-bb145d754e4c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:06.110976 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2130e476-d375-4ca9-b311-65c29e96e40a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:06.113555 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28475db7-b152-4fda-b551-28140ed13cf3 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31733b8e-4358-42af-889b-795c85503dd2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:06.134213 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2130e476-d375-4ca9-b311-65c29e96e40a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/1f694462-dde7-4941-93ad-bb145d754e4c HTTP/1.1" status: 204 len: 168 time: 0.3892055 Nov 02 12:56:06.166180 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57016) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:06.176349 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6f3c51-8b1c-4f83-8d57-0aefe49f812d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:56:06.260565 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [req-fd3cb9d8-0fd2-4f51-ad02-8e801b8222e0 req-69b1ae54-3d09-4a98-ae85-637ca9c67372 service neutron] (105975) timed out ('10.222.0.57', 64388) {{(pid=105975) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 02 12:56:06.270672 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130e476-d375-4ca9-b311-65c29e96e40a tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f694462-dde7-4941-93ad-bb145d754e4c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:06.290165 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5a6f3c51-8b1c-4f83-8d57-0aefe49f812d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (5fde8815-e2fd-4501-b0d9-99435c3a3059), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:06.290165 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-5a6f3c51-8b1c-4f83-8d57-0aefe49f812d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Added segment 5fde8815-e2fd-4501-b0d9-99435c3a3059 of type vlan for network 3a53caf4-0fd2-43be-be9c-3305fb6554f5 Nov 02 12:56:06.418822 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5a6f3c51-8b1c-4f83-8d57-0aefe49f812d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (3a53caf4-0fd2-43be-be9c-3305fb6554f5), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:06.474961 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c12c2a84-f85e-4bae-8396-e19a2da95af4 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3034966 Nov 02 12:56:06.475281 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57028) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:06.481286 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-51a48fe1-59f1-4707-8aa5-49f6de41c581 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group_rule': {'security_group_id': 'b815a8cf-6cf9-4c96-9463-a6b5dcf6bfc0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:06.486804 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-113d1023-1670-40be-8bf2-0728cc68abc5 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4035304 Nov 02 12:56:06.488151 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57030) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:06.502020 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-4f9c12e2-ce3a-49b0-9381-dc208f5d6b5e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group': {'name': 'tempest-secgroup--1663268263'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:06.721602 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5a6f3c51-8b1c-4f83-8d57-0aefe49f812d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (3a53caf4-0fd2-43be-be9c-3305fb6554f5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:06.727083 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6f3c51-8b1c-4f83-8d57-0aefe49f812d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:06.727083 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5a6f3c51-8b1c-4f83-8d57-0aefe49f812d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:06.737052 n-d-857339-6 neutron-server[105975]: INFO neutron.db.securitygroups_db [None req-51a48fe1-59f1-4707-8aa5-49f6de41c581 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Project 069498e1692a4682a013d9b732f3563a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:56:06.746279 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9d288528-2b3d-4c5b-ba8e-d7f2dbcd79ff tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (a186014e-4703-43eb-b3a9-d689059ecdee), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:06.778251 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4f9c12e2-ce3a-49b0-9381-dc208f5d6b5e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:06.838856 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d288528-2b3d-4c5b-ba8e-d7f2dbcd79ff tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Pushing event deleted for resources: {'Port': ['ID=a186014e-4703-43eb-b3a9-d689059ecdee,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:06.847924 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-51a48fe1-59f1-4707-8aa5-49f6de41c581 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (df1be3f3-d387-4d3b-b35e-90392021becc), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:06.951757 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:07.006749 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9d288528-2b3d-4c5b-ba8e-d7f2dbcd79ff tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (dd8e50f5-56d0-4d3c-af12-02fc0f8750be), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:07.034627 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4f9c12e2-ce3a-49b0-9381-dc208f5d6b5e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (1904e35a-98dd-4d77-aa49-12efc1d22d58), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:07.049205 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f3c51-8b1c-4f83-8d57-0aefe49f812d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Network': ['ID=3a53caf4-0fd2-43be-be9c-3305fb6554f5,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:07.064100 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5a6f3c51-8b1c-4f83-8d57-0aefe49f812d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4697371 Nov 02 12:56:07.070806 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57040) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:07.071006 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 3a53caf4-0fd2-43be-be9c-3305fb6554f5 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:56:07.081822 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c63a75e3-830b-45ec-992b-49f3f1e8d6be tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'subnet': {'network_id': '3a53caf4-0fd2-43be-be9c-3305fb6554f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:07.405461 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9d288528-2b3d-4c5b-ba8e-d7f2dbcd79ff tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (dd8e50f5-56d0-4d3c-af12-02fc0f8750be), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:07.414753 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9d288528-2b3d-4c5b-ba8e-d7f2dbcd79ff tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_controller (dd8e50f5-56d0-4d3c-af12-02fc0f8750be), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:07.441543 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4f9c12e2-ce3a-49b0-9381-dc208f5d6b5e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1904e35a-98dd-4d77-aa49-12efc1d22d58), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:07.550667 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c12e2-ce3a-49b0-9381-dc208f5d6b5e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1904e35a-98dd-4d77-aa49-12efc1d22d58,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:07.590367 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-51a48fe1-59f1-4707-8aa5-49f6de41c581 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (df1be3f3-d387-4d3b-b35e-90392021becc), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:07.657094 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4f9c12e2-ce3a-49b0-9381-dc208f5d6b5e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:07.659402 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4f9c12e2-ce3a-49b0-9381-dc208f5d6b5e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1651993 Nov 02 12:56:07.669621 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57060) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:07.674786 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-43dee5ef-9c48-478d-8d2e-28e51b5261d2 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': '1904e35a-98dd-4d77-aa49-12efc1d22d58', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:07.675714 n-d-857339-6 neutron-server[105975]: WARNING neutron.api.v2.base [None req-43dee5ef-9c48-478d-8d2e-28e51b5261d2 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 02 12:56:07.676228 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-43dee5ef-9c48-478d-8d2e-28e51b5261d2 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:56:07.680323 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-43dee5ef-9c48-478d-8d2e-28e51b5261d2 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065722 Nov 02 12:56:07.680740 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57062) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:07.690978 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-51a48fe1-59f1-4707-8aa5-49f6de41c581 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (df1be3f3-d387-4d3b-b35e-90392021becc), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:07.781352 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a48fe1-59f1-4707-8aa5-49f6de41c581 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1be3f3-d387-4d3b-b35e-90392021becc,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:07.787186 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9d288528-2b3d-4c5b-ba8e-d7f2dbcd79ff tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (dd8e50f5-56d0-4d3c-af12-02fc0f8750be), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:07.788229 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d288528-2b3d-4c5b-ba8e-d7f2dbcd79ff tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd8e50f5-56d0-4d3c-af12-02fc0f8750be {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:56:07.793950 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9d288528-2b3d-4c5b-ba8e-d7f2dbcd79ff tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:07.795215 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9d288528-2b3d-4c5b-ba8e-d7f2dbcd79ff tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "DELETE /networking/v2.0/routers/dd8e50f5-56d0-4d3c-af12-02fc0f8750be HTTP/1.1" status: 204 len: 168 time: 3.8199251 Nov 02 12:56:07.798287 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57064) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:07.836400 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63a75e3-830b-45ec-992b-49f3f1e8d6be tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Made reservation on behalf of d4052ea9dbe5435fad182eb586fcfe76 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:56:07.841261 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c63a75e3-830b-45ec-992b-49f3f1e8d6be tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:07.952849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.ipam_backend_mixin [None req-c63a75e3-830b-45ec-992b-49f3f1e8d6be tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Performing IP validity checks on allocation pools {{(pid=105975) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 02 12:56:07.953381 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.ipam_backend_mixin [None req-c63a75e3-830b-45ec-992b-49f3f1e8d6be tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105975) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 02 12:56:07.964144 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-51a48fe1-59f1-4707-8aa5-49f6de41c581 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:07.967591 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-51a48fe1-59f1-4707-8aa5-49f6de41c581 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4900358 Nov 02 12:56:07.979729 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5505823-57f6-44db-985a-12d5548c136f tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router (50d2f16b-0715-442d-9b2e-4db87914da4f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:07.980961 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57072) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:08.026540 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6bed3224-0db6-4f1c-8050-12ba205c4438 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules/df1be3f3-d387-4d3b-b35e-90392021becc HTTP/1.1" status: 200 len: 769 time: 0.0428498 Nov 02 12:56:08.034900 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57076) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:08.103610 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-427e0ba2-846e-4922-bd44-584782ee603e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (1904e35a-98dd-4d77-aa49-12efc1d22d58), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:08.134789 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:08.164360 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-427e0ba2-846e-4922-bd44-584782ee603e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (1904e35a-98dd-4d77-aa49-12efc1d22d58), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:08.185276 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b6f69f01-d7cc-4807-a8eb-c7306d7426c5 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1490912 Nov 02 12:56:08.191410 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57082) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:08.230404 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5505823-57f6-44db-985a-12d5548c136f tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_gateway (50d2f16b-0715-442d-9b2e-4db87914da4f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:08.239460 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:08.369326 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:08.456001 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc4152e8-459c-4cb4-a1b6-877d32017646 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (df1be3f3-d387-4d3b-b35e-90392021becc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:08.476629 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a5505823-57f6-44db-985a-12d5548c136f tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Deleting port 98b46c7e-8291-49f0-b01d-91a0b1cf62a2 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:56:08.476629 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5505823-57f6-44db-985a-12d5548c136f tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (98b46c7e-8291-49f0-b01d-91a0b1cf62a2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:08.508374 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc4152e8-459c-4cb4-a1b6-877d32017646 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (df1be3f3-d387-4d3b-b35e-90392021becc), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:08.529013 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:08.625787 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-a5505823-57f6-44db-985a-12d5548c136f tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] For port 98b46c7e-8291-49f0-b01d-91a0b1cf62a2, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=98b46c7e-8291-49f0-b01d-91a0b1cf62a2,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:08.626487 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5505823-57f6-44db-985a-12d5548c136f tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (98b46c7e-8291-49f0-b01d-91a0b1cf62a2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:08.652812 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a5505823-57f6-44db-985a-12d5548c136f tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Calling delete_port for 98b46c7e-8291-49f0-b01d-91a0b1cf62a2 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:56:08.724319 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c63a75e3-830b-45ec-992b-49f3f1e8d6be tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (baf01eb4-fe0a-42a2-8363-52dc8ee10475), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:08.756009 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-427e0ba2-846e-4922-bd44-584782ee603e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1904e35a-98dd-4d77-aa49-12efc1d22d58), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:08.760029 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-427e0ba2-846e-4922-bd44-584782ee603e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:08.764290 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-427e0ba2-846e-4922-bd44-584782ee603e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1904e35a-98dd-4d77-aa49-12efc1d22d58 HTTP/1.1" status: 204 len: 168 time: 1.0821285 Nov 02 12:56:08.770346 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57104) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:08.777863 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc4152e8-459c-4cb4-a1b6-877d32017646 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (df1be3f3-d387-4d3b-b35e-90392021becc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:08.797781 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc4152e8-459c-4cb4-a1b6-877d32017646 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:08.799362 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bc4152e8-459c-4cb4-a1b6-877d32017646 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/df1be3f3-d387-4d3b-b35e-90392021becc HTTP/1.1" status: 204 len: 168 time: 0.6048684 Nov 02 12:56:08.804627 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57106) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:08.835572 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e0ba2-846e-4922-bd44-584782ee603e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1904e35a-98dd-4d77-aa49-12efc1d22d58,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:08.857589 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4152e8-459c-4cb4-a1b6-877d32017646 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df1be3f3-d387-4d3b-b35e-90392021becc,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:08.893137 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a75e3-830b-45ec-992b-49f3f1e8d6be tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Subnet': ['ID=baf01eb4-fe0a-42a2-8363-52dc8ee10475,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:08.925305 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-013a8090-079a-44c7-ad8f-6eb878af3512 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1484499 Nov 02 12:56:08.925982 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57114) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:08.935512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e3d5be4a-300f-41bd-a46f-a67157a6f639 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group': {'name': 'tempest-secgroup--337833435'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:08.949126 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a75e3-830b-45ec-992b-49f3f1e8d6be tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Checking segment: {'id': '5fde8815-e2fd-4501-b0d9-99435c3a3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3a53caf4-0fd2-43be-be9c-3305fb6554f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:56:08.949570 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63a75e3-830b-45ec-992b-49f3f1e8d6be tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network hostable DHCP agents. Network: 3a53caf4-0fd2-43be-be9c-3305fb6554f5, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:56:09.057643 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-906f96f0-bbcc-4ceb-ae86-e6c31e38be67 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2506084 Nov 02 12:56:09.059170 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57118) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:09.085627 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3d5be4a-300f-41bd-a46f-a67157a6f639 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:09.113762 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5505823-57f6-44db-985a-12d5548c136f tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (98b46c7e-8291-49f0-b01d-91a0b1cf62a2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:09.117799 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63a75e3-830b-45ec-992b-49f3f1e8d6be tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Network 3a53caf4-0fd2-43be-be9c-3305fb6554f5 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:56:09.135623 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:09.205229 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-be8d91cc-49f9-4ad2-8668-c03e698f8b46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (b815a8cf-6cf9-4c96-9463-a6b5dcf6bfc0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:09.263976 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5505823-57f6-44db-985a-12d5548c136f tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Pushing event deleted for resources: {'Port': ['ID=98b46c7e-8291-49f0-b01d-91a0b1cf62a2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:09.285197 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-be8d91cc-49f9-4ad2-8668-c03e698f8b46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (b815a8cf-6cf9-4c96-9463-a6b5dcf6bfc0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:09.297067 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-c63a75e3-830b-45ec-992b-49f3f1e8d6be tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 3a53caf4-0fd2-43be-be9c-3305fb6554f5) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:09.305895 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63a75e3-830b-45ec-992b-49f3f1e8d6be tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:09.306560 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c63a75e3-830b-45ec-992b-49f3f1e8d6be tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:09.307996 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1748db3-86ea-4c62-be3c-df4bccc37283 None None] Network 3a53caf4-0fd2-43be-be9c-3305fb6554f5 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:56:09.340313 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5505823-57f6-44db-985a-12d5548c136f tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (50d2f16b-0715-442d-9b2e-4db87914da4f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:09.438806 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:09.475052 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3d5be4a-300f-41bd-a46f-a67157a6f639 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (c60589e5-f1b6-4a62-86c8-4a0c4380d4b9), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:09.486466 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5505823-57f6-44db-985a-12d5548c136f tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (50d2f16b-0715-442d-9b2e-4db87914da4f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:09.489348 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5505823-57f6-44db-985a-12d5548c136f tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_controller (50d2f16b-0715-442d-9b2e-4db87914da4f), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:09.498072 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c63a75e3-830b-45ec-992b-49f3f1e8d6be tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.4234319 Nov 02 12:56:09.506899 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57138) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:09.519276 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-8c1176cb-f1eb-450b-b30c-fdb829a47ba5 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:09.527551 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-be8d91cc-49f9-4ad2-8668-c03e698f8b46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b815a8cf-6cf9-4c96-9463-a6b5dcf6bfc0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:09.530709 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-be8d91cc-49f9-4ad2-8668-c03e698f8b46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:09.534064 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-be8d91cc-49f9-4ad2-8668-c03e698f8b46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b815a8cf-6cf9-4c96-9463-a6b5dcf6bfc0 HTTP/1.1" status: 204 len: 168 time: 0.4736867 Nov 02 12:56:09.549032 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57142) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:09.610976 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-3a53caf4-0fd2-43be-be9c-3305fb6554f5', 'network_id': '3a53caf4-0fd2-43be-be9c-3305fb6554f5', 'project_id': 'd4052ea9dbe5435fad182eb586fcfe76', 'fixed_ips': [{'subnet_id': 'baf01eb4-fe0a-42a2-8363-52dc8ee10475'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:56:09.612019 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:09.625110 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d91cc-49f9-4ad2-8668-c03e698f8b46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b815a8cf-6cf9-4c96-9463-a6b5dcf6bfc0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:09.664232 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d91cc-49f9-4ad2-8668-c03e698f8b46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:09.666507 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d91cc-49f9-4ad2-8668-c03e698f8b46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:09.668762 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d91cc-49f9-4ad2-8668-c03e698f8b46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:09.669614 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d91cc-49f9-4ad2-8668-c03e698f8b46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:09.676196 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d91cc-49f9-4ad2-8668-c03e698f8b46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:09.676963 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d91cc-49f9-4ad2-8668-c03e698f8b46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:09.677781 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d91cc-49f9-4ad2-8668-c03e698f8b46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:09.678633 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d91cc-49f9-4ad2-8668-c03e698f8b46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:09.679258 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a3b05a12-7585-4a0a-ba44-e38563d00be6 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1285059 Nov 02 12:56:09.679397 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d91cc-49f9-4ad2-8668-c03e698f8b46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:09.684932 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d91cc-49f9-4ad2-8668-c03e698f8b46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:09.684932 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d91cc-49f9-4ad2-8668-c03e698f8b46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:09.684932 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d91cc-49f9-4ad2-8668-c03e698f8b46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:09.685337 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5505823-57f6-44db-985a-12d5548c136f tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (50d2f16b-0715-442d-9b2e-4db87914da4f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:09.685463 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d91cc-49f9-4ad2-8668-c03e698f8b46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:09.685463 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d91cc-49f9-4ad2-8668-c03e698f8b46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:09.685463 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8d91cc-49f9-4ad2-8668-c03e698f8b46 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:09.685726 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5505823-57f6-44db-985a-12d5548c136f tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50d2f16b-0715-442d-9b2e-4db87914da4f {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:56:09.699664 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5505823-57f6-44db-985a-12d5548c136f tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:09.699664 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a5505823-57f6-44db-985a-12d5548c136f tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "DELETE /networking/v2.0/routers/50d2f16b-0715-442d-9b2e-4db87914da4f HTTP/1.1" status: 204 len: 168 time: 1.8957517 Nov 02 12:56:09.699664 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57150) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:09.703849 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3d5be4a-300f-41bd-a46f-a67157a6f639 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c60589e5-f1b6-4a62-86c8-4a0c4380d4b9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:09.705202 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57152) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:09.726859 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-a8ce8dfd-de5b-4ee5-b2f3-e37d592820e6 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group': {'name': 'tempest-secgroup--223648355'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:09.761522 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1727179267', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}, 'admin_state_up': False}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:09.823120 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5be4a-300f-41bd-a46f-a67157a6f639 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c60589e5-f1b6-4a62-86c8-4a0c4380d4b9,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:09.918377 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:09.994572 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c1176cb-f1eb-450b-b30c-fdb829a47ba5 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12785061'] for subnet (baf01eb4-fe0a-42a2-8363-52dc8ee10475), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.003630 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a8ce8dfd-de5b-4ee5-b2f3-e37d592820e6 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.024141 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3d5be4a-300f-41bd-a46f-a67157a6f639 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.028331 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e3d5be4a-300f-41bd-a46f-a67157a6f639 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0969510 Nov 02 12:56:10.029229 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57160) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:10.044093 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5a80548e-414b-402d-829b-649cef381d1e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': 'c60589e5-f1b6-4a62-86c8-4a0c4380d4b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:10.051923 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (cc1e77ae-f71b-45c5-959b-b30e386a5b04), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.053497 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (cc1e77ae-f71b-45c5-959b-b30e386a5b04), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.070593 n-d-857339-6 neutron-server[105975]: WARNING neutron.api.v2.base [None req-5a80548e-414b-402d-829b-649cef381d1e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 02 12:56:10.075840 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-5a80548e-414b-402d-829b-649cef381d1e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:56:10.075840 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5a80548e-414b-402d-829b-649cef381d1e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0421834 Nov 02 12:56:10.075840 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57162) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:10.080661 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-831697b4-d950-4cb5-a527-0860251095cf tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': 'c60589e5-f1b6-4a62-86c8-4a0c4380d4b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:10.088287 n-d-857339-6 neutron-server[105975]: WARNING neutron.api.v2.base [None req-831697b4-d950-4cb5-a527-0860251095cf tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 02 12:56:10.109991 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-831697b4-d950-4cb5-a527-0860251095cf tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:56:10.115373 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-831697b4-d950-4cb5-a527-0860251095cf tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0354350 Nov 02 12:56:10.116454 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57164) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:10.135675 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-37fc64df-0505-4a8a-85e1-301d1e8ea1c4 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': 'c60589e5-f1b6-4a62-86c8-4a0c4380d4b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:10.136810 n-d-857339-6 neutron-server[105975]: WARNING neutron.api.v2.base [None req-37fc64df-0505-4a8a-85e1-301d1e8ea1c4 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 02 12:56:10.137531 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-37fc64df-0505-4a8a-85e1-301d1e8ea1c4 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:56:10.139450 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-37fc64df-0505-4a8a-85e1-301d1e8ea1c4 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0210338 Nov 02 12:56:10.143458 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57168) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:10.155137 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-2d57168b-9bf7-4794-886b-b9906793e28d tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': 'c60589e5-f1b6-4a62-86c8-4a0c4380d4b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:10.155503 n-d-857339-6 neutron-server[105975]: WARNING neutron.api.v2.base [None req-2d57168b-9bf7-4794-886b-b9906793e28d tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 02 12:56:10.160335 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-2d57168b-9bf7-4794-886b-b9906793e28d tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:56:10.163642 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2d57168b-9bf7-4794-886b-b9906793e28d tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0189469 Nov 02 12:56:10.168130 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57172) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:10.187258 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] Allocated IP 172.20.0.3 (3a53caf4-0fd2-43be-be9c-3305fb6554f5/baf01eb4-fe0a-42a2-8363-52dc8ee10475/82e1b6b8-6989-4d29-af35-64ef8a6ed073) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:56:10.236323 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_controller (cc1e77ae-f71b-45c5-959b-b30e386a5b04), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.272057 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-821e9acf-d539-4ce4-a3bb-38e18f6e7375 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (c60589e5-f1b6-4a62-86c8-4a0c4380d4b9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.288612 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a8ce8dfd-de5b-4ee5-b2f3-e37d592820e6 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (4f0acde7-2a41-427a-a759-5e96fef1b6b1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.300006 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-821e9acf-d539-4ce4-a3bb-38e18f6e7375 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (c60589e5-f1b6-4a62-86c8-4a0c4380d4b9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.460027 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a8ce8dfd-de5b-4ee5-b2f3-e37d592820e6 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4f0acde7-2a41-427a-a759-5e96fef1b6b1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.496459 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-821e9acf-d539-4ce4-a3bb-38e18f6e7375 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c60589e5-f1b6-4a62-86c8-4a0c4380d4b9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.497312 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-821e9acf-d539-4ce4-a3bb-38e18f6e7375 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.504339 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-821e9acf-d539-4ce4-a3bb-38e18f6e7375 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c60589e5-f1b6-4a62-86c8-4a0c4380d4b9 HTTP/1.1" status: 204 len: 168 time: 0.3332973 Nov 02 12:56:10.506496 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57184) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:10.569902 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] Publish callbacks [] for port (82e1b6b8-6989-4d29-af35-64ef8a6ed073), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.616385 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e9acf-d539-4ce4-a3bb-38e18f6e7375 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60589e5-f1b6-4a62-86c8-4a0c4380d4b9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:10.724975 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ff9e9412-bb6a-463a-875b-d3cee3e9fa8d tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1750288 Nov 02 12:56:10.730409 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57196) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:10.735953 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-80fc5270-3124-472a-9439-38c2b5aad51f tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group': {'name': 'tempest-secgroup--1003356539'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:10.747043 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (82e1b6b8-6989-4d29-af35-64ef8a6ed073), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.812904 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce8dfd-de5b-4ee5-b2f3-e37d592820e6 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0acde7-2a41-427a-a759-5e96fef1b6b1,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:10.836045 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a8ce8dfd-de5b-4ee5-b2f3-e37d592820e6 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.837934 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] Network 3a53caf4-0fd2-43be-be9c-3305fb6554f5 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:56:10.839450 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a8ce8dfd-de5b-4ee5-b2f3-e37d592820e6 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1354814 Nov 02 12:56:10.842445 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_gateway (cc1e77ae-f71b-45c5-959b-b30e386a5b04), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.848802 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57202) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:10.852285 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:10.853742 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ecdf1c5e-3f4b-447d-9b46-2155ed6bc2aa tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Request body: {'security_group_rule': {'security_group_id': '4f0acde7-2a41-427a-a759-5e96fef1b6b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:10.857150 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:56:10.882221 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:10.907294 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] Pushing event updated for resources: {'Port': ['ID=82e1b6b8-6989-4d29-af35-64ef8a6ed073,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:10.964224 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80fc5270-3124-472a-9439-38c2b5aad51f tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:10.978509 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:11.004757 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ecdf1c5e-3f4b-447d-9b46-2155ed6bc2aa tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (59aab7a9-16db-4e9f-bcf3-dddd968fc967), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:11.024347 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] Attempting to bind port 82e1b6b8-6989-4d29-af35-64ef8a6ed073 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:56:11.025192 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] Attempting to bind port 82e1b6b8-6989-4d29-af35-64ef8a6ed073 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '5fde8815-e2fd-4501-b0d9-99435c3a3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3a53caf4-0fd2-43be-be9c-3305fb6554f5'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:56:11.025706 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] Attempting to bind port 82e1b6b8-6989-4d29-af35-64ef8a6ed073 on network 3a53caf4-0fd2-43be-be9c-3305fb6554f5 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:56:11.108938 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:56:11.109365 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] Checking segment: {'id': '5fde8815-e2fd-4501-b0d9-99435c3a3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3a53caf4-0fd2-43be-be9c-3305fb6554f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:56:11.120662 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:11.121275 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] Bound using segment: {'id': '5fde8815-e2fd-4501-b0d9-99435c3a3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3a53caf4-0fd2-43be-be9c-3305fb6554f5'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:56:11.121852 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] Bound port: 82e1b6b8-6989-4d29-af35-64ef8a6ed073, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fde8815-e2fd-4501-b0d9-99435c3a3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3a53caf4-0fd2-43be-be9c-3305fb6554f5'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:56:11.124524 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (82e1b6b8-6989-4d29-af35-64ef8a6ed073), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:11.214046 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ecdf1c5e-3f4b-447d-9b46-2155ed6bc2aa tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (59aab7a9-16db-4e9f-bcf3-dddd968fc967), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:11.312085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] For port 82e1b6b8-6989-4d29-af35-64ef8a6ed073, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:56:11.318506 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] For port 82e1b6b8-6989-4d29-af35-64ef8a6ed073, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=82e1b6b8-6989-4d29-af35-64ef8a6ed073,segment=NetworkSegment(5fde8815-e2fd-4501-b0d9-99435c3a3059),segment_id=5fde8815-e2fd-4501-b0d9-99435c3a3059)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:56:11.322524 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ecdf1c5e-3f4b-447d-9b46-2155ed6bc2aa tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (59aab7a9-16db-4e9f-bcf3-dddd968fc967), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:11.399292 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80fc5270-3124-472a-9439-38c2b5aad51f tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (1bd6ae5e-a852-4103-936a-5c2e4328553f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:11.436057 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:11.438118 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (82e1b6b8-6989-4d29-af35-64ef8a6ed073), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:11.439040 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf1c5e-3f4b-447d-9b46-2155ed6bc2aa tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59aab7a9-16db-4e9f-bcf3-dddd968fc967,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:11.492788 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_gateway (cc1e77ae-f71b-45c5-959b-b30e386a5b04), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:11.569408 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80fc5270-3124-472a-9439-38c2b5aad51f tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1bd6ae5e-a852-4103-936a-5c2e4328553f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:11.581167 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c1176cb-f1eb-450b-b30c-fdb829a47ba5 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744311638667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13056538'] for subnet (baf01eb4-fe0a-42a2-8363-52dc8ee10475), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:11.594935 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:11.607255 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ecdf1c5e-3f4b-447d-9b46-2155ed6bc2aa tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:11.613852 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ecdf1c5e-3f4b-447d-9b46-2155ed6bc2aa tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7639263 Nov 02 12:56:11.641813 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57234) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:11.667432 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505fba2-d7f4-433b-9f37-1b0f1df74e6f None None] Pushing event updated for resources: {'Port': ['ID=82e1b6b8-6989-4d29-af35-64ef8a6ed073,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:11.761892 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1176cb-f1eb-450b-b30c-fdb829a47ba5 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event updated for resources: {'Subnet': ['ID=baf01eb4-fe0a-42a2-8363-52dc8ee10475,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:11.784344 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc5270-3124-472a-9439-38c2b5aad51f tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd6ae5e-a852-4103-936a-5c2e4328553f,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:11.832998 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1176cb-f1eb-450b-b30c-fdb829a47ba5 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:11.833845 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Allocated IP 172.25.2.116 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/3ea2c7f9-3c20-4422-a897-673e82f9182d) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:56:11.837991 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c1176cb-f1eb-450b-b30c-fdb829a47ba5 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:11.840878 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8c1176cb-f1eb-450b-b30c-fdb829a47ba5 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "PUT /networking/v2.0/subnets/baf01eb4-fe0a-42a2-8363-52dc8ee10475 HTTP/1.1" status: 200 len: 877 time: 2.3325725 Nov 02 12:56:11.845484 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57244) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:11.862876 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80fc5270-3124-472a-9439-38c2b5aad51f tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:11.880453 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-80fc5270-3124-472a-9439-38c2b5aad51f tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1325400 Nov 02 12:56:12.072341 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57246) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:12.094176 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (3a53caf4-0fd2-43be-be9c-3305fb6554f5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:12.125337 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-4a80aebc-5b97-438c-92ce-c66857b849c5 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': '1bd6ae5e-a852-4103-936a-5c2e4328553f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:12.132550 n-d-857339-6 neutron-server[105975]: WARNING neutron.api.v2.base [None req-4a80aebc-5b97-438c-92ce-c66857b849c5 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 02 12:56:12.132550 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-4a80aebc-5b97-438c-92ce-c66857b849c5 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:56:12.133240 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4a80aebc-5b97-438c-92ce-c66857b849c5 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0239394 Nov 02 12:56:12.156804 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57258) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:12.187271 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-0bcfdef3-14c0-48ed-9adc-5aee4ceef94c tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': '1bd6ae5e-a852-4103-936a-5c2e4328553f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:12.195177 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 82e1b6b8-6989-4d29-af35-64ef8a6ed073 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:56:12.219645 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c63e54f-6cfd-4e5c-9fbf-3a7ef779168d tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (4f0acde7-2a41-427a-a759-5e96fef1b6b1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:12.237768 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:12.307499 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for port (3ea2c7f9-3c20-4422-a897-673e82f9182d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:12.376632 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 82e1b6b8-6989-4d29-af35-64ef8a6ed073 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:56:12.377267 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (82e1b6b8-6989-4d29-af35-64ef8a6ed073), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:12.377790 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 82e1b6b8-6989-4d29-af35-64ef8a6ed073 Nov 02 12:56:12.555305 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Deleting port 82e1b6b8-6989-4d29-af35-64ef8a6ed073 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:56:12.558522 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (82e1b6b8-6989-4d29-af35-64ef8a6ed073), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:12.569253 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-0bcfdef3-14c0-48ed-9adc-5aee4ceef94c tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:56:12.586610 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0bcfdef3-14c0-48ed-9adc-5aee4ceef94c tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3991709 Nov 02 12:56:12.586610 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:12.587104 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57264) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:12.605449 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-97cea92b-da78-4064-9a11-9c22f8e3aaf4 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': '1bd6ae5e-a852-4103-936a-5c2e4328553f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:12.606972 n-d-857339-6 neutron-server[105976]: WARNING neutron.api.v2.base [None req-97cea92b-da78-4064-9a11-9c22f8e3aaf4 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 02 12:56:12.607764 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-97cea92b-da78-4064-9a11-9c22f8e3aaf4 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:56:12.627317 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-97cea92b-da78-4064-9a11-9c22f8e3aaf4 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0385516 Nov 02 12:56:12.631742 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57268) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:12.637825 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 82e1b6b8-6989-4d29-af35-64ef8a6ed073 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:56:12.639829 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (82e1b6b8-6989-4d29-af35-64ef8a6ed073), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:12.675938 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c63e54f-6cfd-4e5c-9fbf-3a7ef779168d tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (4f0acde7-2a41-427a-a759-5e96fef1b6b1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:12.679739 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-2353d523-3802-4782-9d00-42717fb42e5e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': '1bd6ae5e-a852-4103-936a-5c2e4328553f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:12.721744 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (3ea2c7f9-3c20-4422-a897-673e82f9182d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:12.748655 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:56:12.750910 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:12.768269 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 82e1b6b8-6989-4d29-af35-64ef8a6ed073, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=82e1b6b8-6989-4d29-af35-64ef8a6ed073,segment=NetworkSegment(5fde8815-e2fd-4501-b0d9-99435c3a3059),segment_id=5fde8815-e2fd-4501-b0d9-99435c3a3059)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:12.770654 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:12.806173 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:56:12.913205 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (82e1b6b8-6989-4d29-af35-64ef8a6ed073), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:12.948982 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 98b46c7e-8291-49f0-b01d-91a0b1cf62a2 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:56:13.003328 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:13.199179 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] For port 82e1b6b8-6989-4d29-af35-64ef8a6ed073, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=82e1b6b8-6989-4d29-af35-64ef8a6ed073,segment=NetworkSegment(5fde8815-e2fd-4501-b0d9-99435c3a3059),segment_id=5fde8815-e2fd-4501-b0d9-99435c3a3059)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:13.206825 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (82e1b6b8-6989-4d29-af35-64ef8a6ed073), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:13.237215 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-55789163-b768-4733-9092-3408f23d0fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:13.245940 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=82e1b6b8-6989-4d29-af35-64ef8a6ed073,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:13.255868 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 98b46c7e-8291-49f0-b01d-91a0b1cf62a2 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:56:13.256469 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 98b46c7e-8291-49f0-b01d-91a0b1cf62a2 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:56:13.275699 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Calling delete_port for 82e1b6b8-6989-4d29-af35-64ef8a6ed073 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:56:13.339447 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57286) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:13.524235 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c63e54f-6cfd-4e5c-9fbf-3a7ef779168d tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4f0acde7-2a41-427a-a759-5e96fef1b6b1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:13.527860 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c63e54f-6cfd-4e5c-9fbf-3a7ef779168d tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:13.541374 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2c63e54f-6cfd-4e5c-9fbf-3a7ef779168d tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4f0acde7-2a41-427a-a759-5e96fef1b6b1 HTTP/1.1" status: 204 len: 168 time: 1.8924453 Nov 02 12:56:13.546212 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57292) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:13.636947 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63e54f-6cfd-4e5c-9fbf-3a7ef779168d tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0acde7-2a41-427a-a759-5e96fef1b6b1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:13.738260 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8aa532a9-0778-4e9c-bdb5-ac12aecafec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:13.745546 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:56:13.901639 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Pushing event updated for resources: {'Port': ['ID=3ea2c7f9-3c20-4422-a897-673e82f9182d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:13.928209 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:13.957747 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57304) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:13.969319 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:14.064309 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-07db9d07-b2c9-41c7-bf31-31f807a2730e tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5050945 Nov 02 12:56:14.064309 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (82e1b6b8-6989-4d29-af35-64ef8a6ed073), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:14.074700 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961b5b3a-51ee-4a9a-b047-bcda01452e01 None None] Network 3a53caf4-0fd2-43be-be9c-3305fb6554f5 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:56:14.091000 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57310) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:14.129682 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-2353d523-3802-4782-9d00-42717fb42e5e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:56:14.145452 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2353d523-3802-4782-9d00-42717fb42e5e tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.5076752 Nov 02 12:56:14.150148 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:14.156043 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:14.157054 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:14.158630 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:14.161453 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:14.162573 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:14.165756 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:14.168244 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:14.169313 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:14.172260 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:14.173524 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:14.176447 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:14.177447 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:14.181518 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:14.182752 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:14.208052 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 82e1b6b8-6989-4d29-af35-64ef8a6ed073 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:56:14.220798 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57312) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:14.259921 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-cce64809-0fc3-414f-ae10-c59f81872e14 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': '1bd6ae5e-a852-4103-936a-5c2e4328553f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:14.261171 n-d-857339-6 neutron-server[105976]: WARNING neutron.api.v2.base [None req-cce64809-0fc3-414f-ae10-c59f81872e14 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 02 12:56:14.262230 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-cce64809-0fc3-414f-ae10-c59f81872e14 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:56:14.267148 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cce64809-0fc3-414f-ae10-c59f81872e14 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0406041 Nov 02 12:56:14.311215 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57314) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:14.323138 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-fcd30dc9-4c45-400b-bdd3-f212be651ff2 None None] Could not find standard attr ID for object 82e1b6b8-6989-4d29-af35-64ef8a6ed073. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:56:14.330623 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-2d933e9b-d3aa-4586-a72f-863eeb2c9654 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': '1bd6ae5e-a852-4103-936a-5c2e4328553f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:14.334857 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 82e1b6b8-6989-4d29-af35-64ef8a6ed073 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:56:14.339402 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 82e1b6b8-6989-4d29-af35-64ef8a6ed073 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 02 12:56:14.458980 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7683a574-6421-4fc9-921c-59cc5daee346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:14.521082 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Port 82e1b6b8-6989-4d29-af35-64ef8a6ed073 not found, will not notify nova. {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 02 12:56:14.559316 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8eb4c456-1576-4c60-b47e-31d909718088 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4664116 Nov 02 12:56:14.573867 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57318) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:14.593930 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-58868818-b7be-40af-b70a-116c13bdf091 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] delete failed (client error): The resource could not be found. Nov 02 12:56:14.600715 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-58868818-b7be-40af-b70a-116c13bdf091 tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4f0acde7-2a41-427a-a759-5e96fef1b6b1 HTTP/1.1" status: 404 len: 347 time: 0.0253875 Nov 02 12:56:14.604958 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57322) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:14.616362 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Port': ['ID=82e1b6b8-6989-4d29-af35-64ef8a6ed073,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:14.629776 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:14.699657 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-2d933e9b-d3aa-4586-a72f-863eeb2c9654 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Project 5937877d57754ee28ff5e7926714b4f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:56:14.703113 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No DVR routers for this DVR port 82e1b6b8-6989-4d29-af35-64ef8a6ed073 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:56:14.764174 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (baf01eb4-fe0a-42a2-8363-52dc8ee10475), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:14.837620 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:14.849508 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7683a574-6421-4fc9-921c-59cc5daee346 admin admin] Publish callbacks [] for security_group (7ce8d1e0-0008-4fa6-9807-fb47e4fff161), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:14.854345 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a0a8f39b-7b4a-4f95-8e68-d211641ea32b tempest-SecGroupIPv6Test-1537274888 tempest-SecGroupIPv6Test-1537274888-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2479606 Nov 02 12:56:14.902789 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_gateway (cc1e77ae-f71b-45c5-959b-b30e386a5b04), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:14.950374 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-2d933e9b-d3aa-4586-a72f-863eeb2c9654 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:56:14.958969 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57334) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:14.968851 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-aae69bc9-4c4d-44e3-ba89-76485ac3be04 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': '1bd6ae5e-a852-4103-936a-5c2e4328553f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:14.969664 n-d-857339-6 neutron-server[105975]: WARNING neutron.api.v2.base [None req-aae69bc9-4c4d-44e3-ba89-76485ac3be04 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 02 12:56:14.970904 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-aae69bc9-4c4d-44e3-ba89-76485ac3be04 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:56:14.973185 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2d933e9b-d3aa-4586-a72f-863eeb2c9654 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6599395 Nov 02 12:56:14.976126 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-aae69bc9-4c4d-44e3-ba89-76485ac3be04 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0145636 Nov 02 12:56:14.981403 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57336) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:14.987011 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-a1c23682-c4ac-479a-b27d-7c34a0b20b83 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': '1bd6ae5e-a852-4103-936a-5c2e4328553f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:14.994808 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7683a574-6421-4fc9-921c-59cc5daee346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7ce8d1e0-0008-4fa6-9807-fb47e4fff161), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.066877 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.096794 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8aa532a9-0778-4e9c-bdb5-ac12aecafec6 admin admin] Publish callbacks [] for security_group (78d068f0-c605-4ab8-a2b7-18980be992e6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.116291 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (baf01eb4-fe0a-42a2-8363-52dc8ee10475), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.128193 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7683a574-6421-4fc9-921c-59cc5daee346 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0047c0775d354fd4baa9e9aa41c9d64b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1498384 Nov 02 12:56:15.131317 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373bc609-1b33-4a0e-8a5f-cc86b712b38c None None] Network 3a53caf4-0fd2-43be-be9c-3305fb6554f5 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:56:15.138494 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57338) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:15.186525 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683a574-6421-4fc9-921c-59cc5daee346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce8d1e0-0008-4fa6-9807-fb47e4fff161,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:15.235352 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8aa532a9-0778-4e9c-bdb5-ac12aecafec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (78d068f0-c605-4ab8-a2b7-18980be992e6), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.238392 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Subnet': ['ID=baf01eb4-fe0a-42a2-8363-52dc8ee10475,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:15.242174 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-a1c23682-c4ac-479a-b27d-7c34a0b20b83 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Project 5937877d57754ee28ff5e7926714b4f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:56:15.244108 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:15.370875 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa532a9-0778-4e9c-bdb5-ac12aecafec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d068f0-c605-4ab8-a2b7-18980be992e6,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:15.381267 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8aa532a9-0778-4e9c-bdb5-ac12aecafec6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c90913fe33954f4c8dd21300c59c9bfe&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0397625 Nov 02 12:56:15.386131 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57342) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:15.427571 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (3a53caf4-0fd2-43be-be9c-3305fb6554f5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.486964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb70b81-10b4-4717-ab12-9707d9a55bd6 None None] DHCP port deletion for 3a53caf4-0fd2-43be-be9c-3305fb6554f5 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:56:15.497295 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a53caf4-0fd2-43be-be9c-3305fb6554f5']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:15.502334 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-84e0672b-3042-4c8a-9c53-444f26bc5829 admin admin] Publish callbacks [] for security_group (7ce8d1e0-0008-4fa6-9807-fb47e4fff161), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.529983 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-a1c23682-c4ac-479a-b27d-7c34a0b20b83 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:56:15.534827 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a1c23682-c4ac-479a-b27d-7c34a0b20b83 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5521653 Nov 02 12:56:15.535714 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57348) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:15.541424 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fde8815-e2fd-4501-b0d9-99435c3a3059') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:15.541978 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fde8815-e2fd-4501-b0d9-99435c3a3059') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:15.550850 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f9eaf4ae-fdc3-4de1-ab5b-128e1ca44fc1 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': '1bd6ae5e-a852-4103-936a-5c2e4328553f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:15.581372 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (5fde8815-e2fd-4501-b0d9-99435c3a3059), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.622527 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-84e0672b-3042-4c8a-9c53-444f26bc5829 admin admin] Publish callbacks [] for security_group (7ce8d1e0-0008-4fa6-9807-fb47e4fff161), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.637198 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:15.685044 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (cc1e77ae-f71b-45c5-959b-b30e386a5b04), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.694958 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c572d5f1-f8fe-4763-84ec-c1859be8866e admin admin] Publish callbacks [] for security_group (78d068f0-c605-4ab8-a2b7-18980be992e6), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.714202 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (5fde8815-e2fd-4501-b0d9-99435c3a3059), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.737612 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:56:15.738079 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (5fde8815-e2fd-4501-b0d9-99435c3a3059), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.819101 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-f9eaf4ae-fdc3-4de1-ab5b-128e1ca44fc1 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Project 5937877d57754ee28ff5e7926714b4f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:56:15.823344 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57354) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:15.844157 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c572d5f1-f8fe-4763-84ec-c1859be8866e admin admin] Publish callbacks [] for security_group (78d068f0-c605-4ab8-a2b7-18980be992e6), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.849531 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-84e0672b-3042-4c8a-9c53-444f26bc5829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7ce8d1e0-0008-4fa6-9807-fb47e4fff161), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.855120 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-84e0672b-3042-4c8a-9c53-444f26bc5829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.861270 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-84e0672b-3042-4c8a-9c53-444f26bc5829 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7ce8d1e0-0008-4fa6-9807-fb47e4fff161 HTTP/1.1" status: 204 len: 168 time: 0.7136028 Nov 02 12:56:15.877695 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 5fde8815-e2fd-4501-b0d9-99435c3a3059 resource provider aggregate not found Nov 02 12:56:15.911838 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc2dd-7f40-4f5e-bd9c-1858fec9caa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.955669 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0672b-3042-4c8a-9c53-444f26bc5829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce8d1e0-0008-4fa6-9807-fb47e4fff161,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:15.970555 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (3a53caf4-0fd2-43be-be9c-3305fb6554f5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.992397 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 5fde8815-e2fd-4501-b0d9-99435c3a3059 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fde8815-e2fd-4501-b0d9-99435c3a3059 found for delete ", "request_id": "req-d92df716-efa8-4b7c-92a2-bbf4db0b0f70"}]} Nov 02 12:56:16.037430 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=6 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:16.048842 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.066968 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/3a53caf4-0fd2-43be-be9c-3305fb6554f5 HTTP/1.1" status: 204 len: 168 time: 4.1884284 Nov 02 12:56:16.066968 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44500ed-e4ee-41bb-86e8-c6c92f22f5e7 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Network': ['ID=3a53caf4-0fd2-43be-be9c-3305fb6554f5,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:16.072049 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57370) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:16.168893 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf41ccd-01dd-44f0-a819-8c2548b3da3d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:56:16.168893 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf41ccd-01dd-44f0-a819-8c2548b3da3d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:56:16.169184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 82e1b6b8-6989-4d29-af35-64ef8a6ed073 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:56:16.174190 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-caf41ccd-01dd-44f0-a819-8c2548b3da3d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/baf01eb4-fe0a-42a2-8363-52dc8ee10475 HTTP/1.1" status: 404 len: 337 time: 0.0955374 Nov 02 12:56:16.184977 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57374) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:16.198307 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-f9eaf4ae-fdc3-4de1-ab5b-128e1ca44fc1 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:56:16.201350 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f9eaf4ae-fdc3-4de1-ab5b-128e1ca44fc1 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6576431 Nov 02 12:56:16.210843 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c572d5f1-f8fe-4763-84ec-c1859be8866e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (78d068f0-c605-4ab8-a2b7-18980be992e6), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.219224 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57376) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:16.222044 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c572d5f1-f8fe-4763-84ec-c1859be8866e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.224152 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c572d5f1-f8fe-4763-84ec-c1859be8866e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/78d068f0-c605-4ab8-a2b7-18980be992e6 HTTP/1.1" status: 204 len: 168 time: 0.8332641 Nov 02 12:56:16.242359 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572d5f1-f8fe-4763-84ec-c1859be8866e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d068f0-c605-4ab8-a2b7-18980be992e6,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:16.283847 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 82e1b6b8-6989-4d29-af35-64ef8a6ed073 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:56:16.284414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 82e1b6b8-6989-4d29-af35-64ef8a6ed073 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:56:16.302886 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Router cc1e77ae-f71b-45c5-959b-b30e386a5b04 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:56:16.343919 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-537cf358-9f4f-41f2-8ca2-b4c5780f5fd4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:56:16.344806 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537cf358-9f4f-41f2-8ca2-b4c5780f5fd4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:56:16.352150 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-537cf358-9f4f-41f2-8ca2-b4c5780f5fd4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/3a53caf4-0fd2-43be-be9c-3305fb6554f5 HTTP/1.1" status: 404 len: 339 time: 0.1641819 Nov 02 12:56:16.358510 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57380) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:16.465440 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-3738e078-4d86-417e-90fd-472c02ec261b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:56:16.466935 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3738e078-4d86-417e-90fd-472c02ec261b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:56:16.474044 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3738e078-4d86-417e-90fd-472c02ec261b tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/f7ffad8c-e6fe-42a8-96bc-697a4a192870 HTTP/1.1" status: 404 len: 337 time: 0.1124737 Nov 02 12:56:16.485239 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57386) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:16.529743 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc11f5f2-be66-45fa-85da-eb5ebdba67a4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:56:16.530546 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc11f5f2-be66-45fa-85da-eb5ebdba67a4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:56:16.535829 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bc11f5f2-be66-45fa-85da-eb5ebdba67a4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/4c264619-ca8f-46f4-a731-c8cbdaae6f90 HTTP/1.1" status: 404 len: 339 time: 0.0490620 Nov 02 12:56:16.542982 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57388) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:16.665105 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:56:16.686944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce7fe14-2f68-4090-8512-7fd7ebf2b5ed None None] Sync routers for ids ['cc1e77ae-f71b-45c5-959b-b30e386a5b04'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:56:16.709634 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dbdebf47-a4a2-444f-a731-56f92c4406b9 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (1bd6ae5e-a852-4103-936a-5c2e4328553f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.717641 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce7fe14-2f68-4090-8512-7fd7ebf2b5ed None None] Routers {'cc1e77ae-f71b-45c5-959b-b30e386a5b04'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:56:16.725800 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-bce7fe14-2f68-4090-8512-7fd7ebf2b5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['cc1e77ae-f71b-45c5-959b-b30e386a5b04'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:16.751317 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dbdebf47-a4a2-444f-a731-56f92c4406b9 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (1bd6ae5e-a852-4103-936a-5c2e4328553f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.797974 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-250b268c-f936-4cc4-bb86-7610ca65447f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=069498e1692a4682a013d9b732f3563a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9608433 Nov 02 12:56:16.799132 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57392) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:16.818937 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c152115e-b427-4293-84ff-c0fc97e34d3a tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (2ab73242-3b70-47e5-a309-2499bf08e3a0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.823294 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-bce7fe14-2f68-4090-8512-7fd7ebf2b5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:16.857904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce7fe14-2f68-4090-8512-7fd7ebf2b5ed None None] Routers {'cc1e77ae-f71b-45c5-959b-b30e386a5b04'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:56:16.859031 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-bce7fe14-2f68-4090-8512-7fd7ebf2b5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['cc1e77ae-f71b-45c5-959b-b30e386a5b04'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:16.891515 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-43416770-53e3-413b-affa-607462d87062 admin admin] Publish callbacks [] for security_group (95d6657b-dff0-4ac4-ac79-3541910673e2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.925625 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-43416770-53e3-413b-affa-607462d87062 admin admin] Publish callbacks [] for security_group (95d6657b-dff0-4ac4-ac79-3541910673e2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.925977 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-bce7fe14-2f68-4090-8512-7fd7ebf2b5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:16.926879 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce7fe14-2f68-4090-8512-7fd7ebf2b5ed None None] The sync data for ids ['cc1e77ae-f71b-45c5-959b-b30e386a5b04'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:56:16.941371 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c152115e-b427-4293-84ff-c0fc97e34d3a tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (2ab73242-3b70-47e5-a309-2499bf08e3a0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.975826 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-c152115e-b427-4293-84ff-c0fc97e34d3a tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab73242-3b70-47e5-a309-2499bf08e3a0']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:16.996016 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-c152115e-b427-4293-84ff-c0fc97e34d3a tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23be0c97-a89f-439f-b01c-39109b737bd3') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:16.996748 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-c152115e-b427-4293-84ff-c0fc97e34d3a tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23be0c97-a89f-439f-b01c-39109b737bd3') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:17.018863 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c152115e-b427-4293-84ff-c0fc97e34d3a tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (23be0c97-a89f-439f-b01c-39109b737bd3), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.038091 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.041577 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dbdebf47-a4a2-444f-a731-56f92c4406b9 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1bd6ae5e-a852-4103-936a-5c2e4328553f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.042696 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dbdebf47-a4a2-444f-a731-56f92c4406b9 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.043551 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dbdebf47-a4a2-444f-a731-56f92c4406b9 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1bd6ae5e-a852-4103-936a-5c2e4328553f HTTP/1.1" status: 204 len: 168 time: 0.8197389 Nov 02 12:56:17.049690 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.055518 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57396) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:17.056601 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c152115e-b427-4293-84ff-c0fc97e34d3a tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (23be0c97-a89f-439f-b01c-39109b737bd3), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.058313 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-86739e6e-7907-457b-81ad-12e4ee630820 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.3111937 Nov 02 12:56:17.059514 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57398) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:17.066683 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f64aac8a-6b9e-4aea-8980-1b04e7b8be15 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'enable_snat': False}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:17.071696 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdebf47-a4a2-444f-a731-56f92c4406b9 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd6ae5e-a852-4103-936a-5c2e4328553f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:17.088325 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c152115e-b427-4293-84ff-c0fc97e34d3a tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:56:17.088889 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c152115e-b427-4293-84ff-c0fc97e34d3a tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (23be0c97-a89f-439f-b01c-39109b737bd3), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.196881 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-976ec0bc-0a9c-4940-86bf-d0888b86629a tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1362736 Nov 02 12:56:17.203058 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57406) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:17.209485 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6418a87e-aea4-4f40-a2dd-b40914c91188 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group': {'name': 'tempest-secgroup--1363710739'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:17.220415 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-43416770-53e3-413b-affa-607462d87062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (95d6657b-dff0-4ac4-ac79-3541910673e2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.223730 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-43416770-53e3-413b-affa-607462d87062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.225735 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-43416770-53e3-413b-affa-607462d87062 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/95d6657b-dff0-4ac4-ac79-3541910673e2 HTTP/1.1" status: 204 len: 168 time: 0.4244738 Nov 02 12:56:17.241885 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43416770-53e3-413b-affa-607462d87062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d6657b-dff0-4ac4-ac79-3541910673e2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:17.306228 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c152115e-b427-4293-84ff-c0fc97e34d3a tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (2ab73242-3b70-47e5-a309-2499bf08e3a0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.321005 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c152115e-b427-4293-84ff-c0fc97e34d3a tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.329655 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c152115e-b427-4293-84ff-c0fc97e34d3a tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/2ab73242-3b70-47e5-a309-2499bf08e3a0 HTTP/1.1" status: 204 len: 168 time: 0.7854741 Nov 02 12:56:17.337731 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57412) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:17.358334 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152115e-b427-4293-84ff-c0fc97e34d3a tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Network': ['ID=2ab73242-3b70-47e5-a309-2499bf08e3a0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:17.397199 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-378779d8-88e9-412f-9d5c-b7a975ffa804 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:56:17.397199 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378779d8-88e9-412f-9d5c-b7a975ffa804 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:56:17.397199 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-378779d8-88e9-412f-9d5c-b7a975ffa804 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/b94e85bf-fd8f-4e26-99bf-520eca74ed5e HTTP/1.1" status: 404 len: 337 time: 0.0500917 Nov 02 12:56:17.401280 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57414) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:17.401855 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6418a87e-aea4-4f40-a2dd-b40914c91188 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.436568 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba224b1f-78f2-4ae1-be1f-162401044b30 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:56:17.437304 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba224b1f-78f2-4ae1-be1f-162401044b30 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:56:17.441012 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ba224b1f-78f2-4ae1-be1f-162401044b30 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/acf4dff2-5d52-4b36-aece-fbfa3aedf587 HTTP/1.1" status: 404 len: 339 time: 0.0386546 Nov 02 12:56:17.449865 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57416) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:17.537702 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a59a020-fcf7-4e47-be72-61b33e53cd3d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:56:17.540742 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a59a020-fcf7-4e47-be72-61b33e53cd3d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:56:17.563849 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8a59a020-fcf7-4e47-be72-61b33e53cd3d tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/f12aa6b6-9d8c-4a97-bb11-65a65e22bc3e HTTP/1.1" status: 404 len: 337 time: 0.1115541 Nov 02 12:56:17.564655 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57418) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:17.593518 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57420) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:17.697541 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92897bff-b454-4ab3-a773-2a7b99604b4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.736424 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-175dfbbc-ba90-4998-9844-8da77336b505 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:56:17.737260 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-175dfbbc-ba90-4998-9844-8da77336b505 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:56:17.759779 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-175dfbbc-ba90-4998-9844-8da77336b505 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/eb811bbe-7b7a-4a18-be84-4c1d3fa70038 HTTP/1.1" status: 404 len: 339 time: 0.1603408 Nov 02 12:56:17.780463 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57422) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:17.799346 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=12 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:17.800044 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:17.804957 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:17.859343 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-786fa507-770f-4e83-881a-226ba981f7f5 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:56:17.860093 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-786fa507-770f-4e83-881a-226ba981f7f5 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:56:17.868733 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-786fa507-770f-4e83-881a-226ba981f7f5 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/8e300048-fb6c-4203-88c4-0a44ca2b9c91 HTTP/1.1" status: 404 len: 337 time: 0.0819020 Nov 02 12:56:17.875338 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57428) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:17.919635 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:17.920247 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6418a87e-aea4-4f40-a2dd-b40914c91188 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (106c1b17-ce73-426c-b08a-9c9a2a49948e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.921649 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f80634d-4543-4ce7-a734-a2070e8aeb25 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:56:17.922513 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f80634d-4543-4ce7-a734-a2070e8aeb25 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:56:17.931809 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6f80634d-4543-4ce7-a734-a2070e8aeb25 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/4fdc5d52-4c49-4090-8fc0-42065dfaaaee HTTP/1.1" status: 404 len: 339 time: 0.0542195 Nov 02 12:56:17.932248 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57430) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:17.936283 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f64aac8a-6b9e-4aea-8980-1b04e7b8be15 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_gateway (cc1e77ae-f71b-45c5-959b-b30e386a5b04), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.968794 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92897bff-b454-4ab3-a773-2a7b99604b4f admin admin] Publish callbacks [] for security_group (e3d3951a-3ee3-495d-8a4d-3642d3533719), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.995678 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e5be99-8314-4b29-a5f9-e94e6b427ee3 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:56:17.995678 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e5be99-8314-4b29-a5f9-e94e6b427ee3 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:56:18.001556 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-44e5be99-8314-4b29-a5f9-e94e6b427ee3 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/70b1724c-ed34-4ef9-a0b2-55788d34f13b HTTP/1.1" status: 404 len: 337 time: 0.0677166 Nov 02 12:56:18.005775 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57438) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:18.022749 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 23be0c97-a89f-439f-b01c-39109b737bd3 resource provider aggregate not found Nov 02 12:56:18.052686 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-64972c84-e565-4001-9bb0-ca00b4be0f9e tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:56:18.054078 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64972c84-e565-4001-9bb0-ca00b4be0f9e tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:56:18.071433 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-64972c84-e565-4001-9bb0-ca00b4be0f9e tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/6ed2a21b-4c98-48f7-ad3b-5d45847be9f4 HTTP/1.1" status: 404 len: 339 time: 0.0639269 Nov 02 12:56:18.076341 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57444) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:18.092022 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92897bff-b454-4ab3-a773-2a7b99604b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e3d3951a-3ee3-495d-8a4d-3642d3533719), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:18.150239 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-c491a057-bac2-4677-810b-5e86a140f47a tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:56:18.150834 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c491a057-bac2-4677-810b-5e86a140f47a tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:56:18.154418 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 23be0c97-a89f-439f-b01c-39109b737bd3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23be0c97-a89f-439f-b01c-39109b737bd3 found for delete ", "request_id": "req-f17a0a1d-36c3-4ed6-958e-204d7de9c5b6"}]} Nov 02 12:56:18.154969 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c491a057-bac2-4677-810b-5e86a140f47a tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/c1ba672f-fee1-4a61-93e7-b14953cc61cd HTTP/1.1" status: 404 len: 337 time: 0.0778794 Nov 02 12:56:18.167547 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57448) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:18.203454 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6418a87e-aea4-4f40-a2dd-b40914c91188 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (106c1b17-ce73-426c-b08a-9c9a2a49948e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:18.205821 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92897bff-b454-4ab3-a773-2a7b99604b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d3951a-3ee3-495d-8a4d-3642d3533719,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:18.235694 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1be5016-4513-405c-bbbf-3d152098f0aa tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:56:18.236893 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1be5016-4513-405c-bbbf-3d152098f0aa tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:56:18.242038 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d1be5016-4513-405c-bbbf-3d152098f0aa tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/4bfedf38-ae48-44af-82b2-9fa2c1e2bb06 HTTP/1.1" status: 404 len: 339 time: 0.0735223 Nov 02 12:56:18.255076 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57452) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:18.279654 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57454) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:18.283539 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-92897bff-b454-4ab3-a773-2a7b99604b4f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c4209067ee40456193b82494f3414a98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7151287 Nov 02 12:56:18.296163 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:18.393905 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57456) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:18.431466 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-90a97130-4bb7-408d-a6d1-49b8c14f433a admin admin] Publish callbacks [] for security_group (e3d3951a-3ee3-495d-8a4d-3642d3533719), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:18.477771 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6418a87e-aea4-4f40-a2dd-b40914c91188 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:18.479793 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6418a87e-aea4-4f40-a2dd-b40914c91188 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2748017 Nov 02 12:56:18.481571 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-90a97130-4bb7-408d-a6d1-49b8c14f433a admin admin] Publish callbacks [] for security_group (e3d3951a-3ee3-495d-8a4d-3642d3533719), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:18.484016 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57458) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:18.491494 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-96db7190-9501-4fb6-9ed2-73e20a7e7f19 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': '106c1b17-ce73-426c-b08a-9c9a2a49948e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:18.492837 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2f73f5-64f5-49bf-87ea-8173b21a8a80 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:56:18.493523 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e2f73f5-64f5-49bf-87ea-8173b21a8a80 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:56:18.498583 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7e2f73f5-64f5-49bf-87ea-8173b21a8a80 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/f60d77d5-920e-40df-8b70-dc0b681f32e3 HTTP/1.1" status: 404 len: 337 time: 0.2098272 Nov 02 12:56:18.506335 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57460) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:18.510357 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:18.549900 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe8561b1-e718-40a5-b987-7484d542e5e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:18.560033 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418a87e-aea4-4f40-a2dd-b40914c91188 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106c1b17-ce73-426c-b08a-9c9a2a49948e,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:18.671407 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b30eef-5f6a-47a8-a5e1-ec16ee7eab20 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:56:18.672639 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b30eef-5f6a-47a8-a5e1-ec16ee7eab20 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:56:18.679112 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e8b30eef-5f6a-47a8-a5e1-ec16ee7eab20 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/77028d8b-e1e4-4bd0-9c42-e87eae6b0a31 HTTP/1.1" status: 404 len: 339 time: 0.1663728 Nov 02 12:56:18.735818 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57466) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:18.743999 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe8561b1-e718-40a5-b987-7484d542e5e9 admin admin] Publish callbacks [] for security_group (9dce0407-3d11-49ce-8977-b116b264b7ee), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:18.782799 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5eeeb7-1bbc-46c7-a509-8151b2a1ffc4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:56:18.782799 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5eeeb7-1bbc-46c7-a509-8151b2a1ffc4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:56:18.785232 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3a5eeeb7-1bbc-46c7-a509-8151b2a1ffc4 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/bb0dfaaf-a7f0-41ae-a8d5-4ea06d788870 HTTP/1.1" status: 404 len: 337 time: 0.0446062 Nov 02 12:56:18.790281 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57472) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:18.823457 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-5549d9a1-b123-4082-a69d-77c147bb0f0f tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:56:18.824310 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5549d9a1-b123-4082-a69d-77c147bb0f0f tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:56:18.829965 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5549d9a1-b123-4082-a69d-77c147bb0f0f tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/5018f941-c5a2-4757-931e-3252c29c8c37 HTTP/1.1" status: 404 len: 339 time: 0.0376935 Nov 02 12:56:18.834594 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57474) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:18.866187 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-c61995ed-64c0-43cc-a056-3e409d322a1c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:56:18.866685 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c61995ed-64c0-43cc-a056-3e409d322a1c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:56:18.870269 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c61995ed-64c0-43cc-a056-3e409d322a1c tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/d43dd838-540a-4032-a290-4f5e42bfc270 HTTP/1.1" status: 404 len: 337 time: 0.0352175 Nov 02 12:56:18.874269 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57478) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:18.910422 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e2f336-374c-44c5-a0a6-82d10601c937 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] DELETE failed (client error): The resource could not be found. Nov 02 12:56:18.911756 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e2f336-374c-44c5-a0a6-82d10601c937 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:56:18.914350 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b0e2f336-374c-44c5-a0a6-82d10601c937 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/b3825f1f-fc99-4a6c-bc45-502ca24f3dac HTTP/1.1" status: 404 len: 339 time: 0.0385633 Nov 02 12:56:18.919048 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57482) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:18.983573 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe8561b1-e718-40a5-b987-7484d542e5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9dce0407-3d11-49ce-8977-b116b264b7ee), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:18.993374 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-90a97130-4bb7-408d-a6d1-49b8c14f433a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e3d3951a-3ee3-495d-8a4d-3642d3533719), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:19.000379 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-90a97130-4bb7-408d-a6d1-49b8c14f433a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:19.002517 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-90a97130-4bb7-408d-a6d1-49b8c14f433a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e3d3951a-3ee3-495d-8a4d-3642d3533719 HTTP/1.1" status: 204 len: 168 time: 0.7212801 Nov 02 12:56:19.024890 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7868c2-8667-45ca-b318-65a5ae2b3036 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Deleting subnet 75626476-8040-41b0-9540-e7a4f13e3fc2 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:56:19.045588 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb7868c2-8667-45ca-b318-65a5ae2b3036 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for subnet (75626476-8040-41b0-9540-e7a4f13e3fc2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:19.088684 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fe8561b1-e718-40a5-b987-7484d542e5e9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2ca9e81583ba4a039de06213c7222f8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6329787 Nov 02 12:56:19.097759 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57488) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:19.113420 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8561b1-e718-40a5-b987-7484d542e5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dce0407-3d11-49ce-8977-b116b264b7ee,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:19.146799 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a97130-4bb7-408d-a6d1-49b8c14f433a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d3951a-3ee3-495d-8a4d-3642d3533719,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:19.177942 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb7868c2-8667-45ca-b318-65a5ae2b3036 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (75626476-8040-41b0-9540-e7a4f13e3fc2), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:19.224409 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f64aac8a-6b9e-4aea-8980-1b04e7b8be15 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (cc1e77ae-f71b-45c5-959b-b30e386a5b04), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:19.231699 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f64aac8a-6b9e-4aea-8980-1b04e7b8be15 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (cc1e77ae-f71b-45c5-959b-b30e386a5b04), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:19.269148 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:19.409626 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb7868c2-8667-45ca-b318-65a5ae2b3036 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (75626476-8040-41b0-9540-e7a4f13e3fc2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:19.439098 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-96db7190-9501-4fb6-9ed2-73e20a7e7f19 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): The resource could not be found. Nov 02 12:56:19.441204 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-96db7190-9501-4fb6-9ed2-73e20a7e7f19 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.9535470 Nov 02 12:56:19.449338 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57496) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:19.461536 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f5003daf-ea53-454b-8497-4a0f6a530ee4 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': '106c1b17-ce73-426c-b08a-9c9a2a49948e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b2a692c4-687c-4223-ae0c-58c3be7862f1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:19.481859 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:19.555680 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3170b2ce-947e-4459-babb-59329de4c157 admin admin] Publish callbacks [] for security_group (9dce0407-3d11-49ce-8977-b116b264b7ee), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:19.584303 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3170b2ce-947e-4459-babb-59329de4c157 admin admin] Publish callbacks [] for security_group (9dce0407-3d11-49ce-8977-b116b264b7ee), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:19.676031 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64aac8a-6b9e-4aea-8980-1b04e7b8be15 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Router cc1e77ae-f71b-45c5-959b-b30e386a5b04 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:56:19.739684 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb7868c2-8667-45ca-b318-65a5ae2b3036 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (75626476-8040-41b0-9540-e7a4f13e3fc2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:19.774993 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7868c2-8667-45ca-b318-65a5ae2b3036 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Subnet': ['ID=75626476-8040-41b0-9540-e7a4f13e3fc2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:19.788525 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eb7868c2-8667-45ca-b318-65a5ae2b3036 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:19.793567 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-eb7868c2-8667-45ca-b318-65a5ae2b3036 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/75626476-8040-41b0-9540-e7a4f13e3fc2 HTTP/1.1" status: 204 len: 168 time: 0.8734531 Nov 02 12:56:19.797852 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57512) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:19.805917 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d0407b-35d7-44cd-b994-98e57ae82d1a None None] Network f688b8f8-7bcf-442e-b24c-e6d4bdea9b64 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:56:19.908269 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3170b2ce-947e-4459-babb-59329de4c157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9dce0407-3d11-49ce-8977-b116b264b7ee), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:19.908269 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3170b2ce-947e-4459-babb-59329de4c157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:19.909238 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3170b2ce-947e-4459-babb-59329de4c157 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9dce0407-3d11-49ce-8977-b116b264b7ee HTTP/1.1" status: 204 len: 168 time: 0.8103149 Nov 02 12:56:19.924888 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170b2ce-947e-4459-babb-59329de4c157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dce0407-3d11-49ce-8977-b116b264b7ee,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:19.942021 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-f5003daf-ea53-454b-8497-4a0f6a530ee4 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): The resource could not be found. Nov 02 12:56:19.947155 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f5003daf-ea53-454b-8497-4a0f6a530ee4 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4956732 Nov 02 12:56:19.949626 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57520) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:20.029337 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64aac8a-6b9e-4aea-8980-1b04e7b8be15 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:56:20.050142 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d4bc1e-7d11-4edb-8971-e49bef6b982c None None] Sync routers for ids ['cc1e77ae-f71b-45c5-959b-b30e386a5b04'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:56:20.058615 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f64aac8a-6b9e-4aea-8980-1b04e7b8be15 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:20.059965 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f64aac8a-6b9e-4aea-8980-1b04e7b8be15 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "PUT /networking/v2.0/routers/cc1e77ae-f71b-45c5-959b-b30e386a5b04 HTTP/1.1" status: 200 len: 926 time: 2.9990177 Nov 02 12:56:20.070976 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=6,neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:20.072268 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d4bc1e-7d11-4edb-8971-e49bef6b982c None None] Routers {'cc1e77ae-f71b-45c5-959b-b30e386a5b04'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:56:20.075079 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57524) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:20.075289 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-72d4bc1e-7d11-4edb-8971-e49bef6b982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['cc1e77ae-f71b-45c5-959b-b30e386a5b04'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:20.121221 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:20.171266 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ea8d50a6-dd1a-4659-9047-1dcfc8e37f82 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (106c1b17-ce73-426c-b08a-9c9a2a49948e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:20.276119 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ea8d50a6-dd1a-4659-9047-1dcfc8e37f82 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (106c1b17-ce73-426c-b08a-9c9a2a49948e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:20.279458 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-72d4bc1e-7d11-4edb-8971-e49bef6b982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:20.321024 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2002f8-6707-4586-b329-994029a0a2c2 None None] DHCP port deletion for f688b8f8-7bcf-442e-b24c-e6d4bdea9b64 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:56:20.368921 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d4bc1e-7d11-4edb-8971-e49bef6b982c None None] Routers {'cc1e77ae-f71b-45c5-959b-b30e386a5b04'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:56:20.376963 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-72d4bc1e-7d11-4edb-8971-e49bef6b982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['cc1e77ae-f71b-45c5-959b-b30e386a5b04'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:20.422885 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ebab75a7-6d8d-4f7e-bd74-a8d266269e12 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (f688b8f8-7bcf-442e-b24c-e6d4bdea9b64), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:20.480138 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-72d4bc1e-7d11-4edb-8971-e49bef6b982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:20.481859 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d4bc1e-7d11-4edb-8971-e49bef6b982c None None] The sync data for ids ['cc1e77ae-f71b-45c5-959b-b30e386a5b04'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:56:20.486090 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ce2002f8-6707-4586-b329-994029a0a2c2 None None] Deleting port c75d4e13-6063-4fc5-9aba-3dfd048e716f {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:56:20.486665 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ce2002f8-6707-4586-b329-994029a0a2c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c75d4e13-6063-4fc5-9aba-3dfd048e716f), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:20.556313 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-15adee0b-981f-4bc9-9dab-c479df48118f tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "GET /networking/v2.0/routers/cc1e77ae-f71b-45c5-959b-b30e386a5b04 HTTP/1.1" status: 200 len: 926 time: 0.4823914 Nov 02 12:56:20.557192 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ebab75a7-6d8d-4f7e-bd74-a8d266269e12 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Deleting port c75d4e13-6063-4fc5-9aba-3dfd048e716f {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:56:20.557623 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ebab75a7-6d8d-4f7e-bd74-a8d266269e12 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c75d4e13-6063-4fc5-9aba-3dfd048e716f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:20.559590 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57536) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:20.613692 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ce2002f8-6707-4586-b329-994029a0a2c2 None None] For port c75d4e13-6063-4fc5-9aba-3dfd048e716f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c75d4e13-6063-4fc5-9aba-3dfd048e716f,segment=NetworkSegment(0b3b4d07-7416-44e1-9229-ddc192396eb7),segment_id=0b3b4d07-7416-44e1-9229-ddc192396eb7)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:20.614540 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ce2002f8-6707-4586-b329-994029a0a2c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c75d4e13-6063-4fc5-9aba-3dfd048e716f), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:20.641737 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ce2002f8-6707-4586-b329-994029a0a2c2 None None] Calling delete_port for c75d4e13-6063-4fc5-9aba-3dfd048e716f owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:56:20.666911 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ea8d50a6-dd1a-4659-9047-1dcfc8e37f82 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (106c1b17-ce73-426c-b08a-9c9a2a49948e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:20.670778 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ea8d50a6-dd1a-4659-9047-1dcfc8e37f82 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:20.672938 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ea8d50a6-dd1a-4659-9047-1dcfc8e37f82 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/106c1b17-ce73-426c-b08a-9c9a2a49948e HTTP/1.1" status: 204 len: 168 time: 0.7196941 Nov 02 12:56:20.683235 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57542) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:20.746195 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d50a6-dd1a-4659-9047-1dcfc8e37f82 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=106c1b17-ce73-426c-b08a-9c9a2a49948e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:20.788089 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bde5c9-8c39-48f6-ad5d-6f1322de5ee4 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:20.803488 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-92bde5c9-8c39-48f6-ad5d-6f1322de5ee4 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&device_id=cc1e77ae-f71b-45c5-959b-b30e386a5b04&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2427335 Nov 02 12:56:20.822946 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57548) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:20.864237 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:20.871121 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-ebab75a7-6d8d-4f7e-bd74-a8d266269e12 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] For port c75d4e13-6063-4fc5-9aba-3dfd048e716f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c75d4e13-6063-4fc5-9aba-3dfd048e716f,segment=NetworkSegment(0b3b4d07-7416-44e1-9229-ddc192396eb7),segment_id=0b3b4d07-7416-44e1-9229-ddc192396eb7)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:20.871508 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ebab75a7-6d8d-4f7e-bd74-a8d266269e12 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c75d4e13-6063-4fc5-9aba-3dfd048e716f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:20.904995 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ebab75a7-6d8d-4f7e-bd74-a8d266269e12 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Calling delete_port for c75d4e13-6063-4fc5-9aba-3dfd048e716f owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:56:20.963377 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ce2002f8-6707-4586-b329-994029a0a2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (c75d4e13-6063-4fc5-9aba-3dfd048e716f), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.017073 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef76dfc-c8a4-43ae-8a67-30d76d9f2b2f tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:21.018884 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6ef76dfc-c8a4-43ae-8a67-30d76d9f2b2f tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 881 time: 0.1934080 Nov 02 12:56:21.030449 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9eba2a89-2e92-4130-a162-8969a97bce11 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3394597 Nov 02 12:56:21.030449 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57556) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:21.033473 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57558) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:21.035601 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c23adf25-a5c5-4aa8-b030-bcfbbeefbb02 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': '8ab39852-73e6-459d-82eb-93a55e1080e6', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:21.046449 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2002f8-6707-4586-b329-994029a0a2c2 None None] Pushing event deleted for resources: {'Port': ['ID=c75d4e13-6063-4fc5-9aba-3dfd048e716f,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:21.074433 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2002f8-6707-4586-b329-994029a0a2c2 None None] No DVR routers for this DVR port c75d4e13-6063-4fc5-9aba-3dfd048e716f on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:56:21.082750 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4627b4e0-b02e-4c41-aca8-01c112859c1f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=cc1e77ae-f71b-45c5-959b-b30e386a5b04 HTTP/1.1" status: 200 len: 205 time: 0.0560701 Nov 02 12:56:21.087870 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57560) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:21.251205 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ebab75a7-6d8d-4f7e-bd74-a8d266269e12 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (c75d4e13-6063-4fc5-9aba-3dfd048e716f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.285701 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab75a7-6d8d-4f7e-bd74-a8d266269e12 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Port': ['ID=c75d4e13-6063-4fc5-9aba-3dfd048e716f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:21.287849 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a203725f-938a-4584-b157-47d3d1e33cec tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router (cc1e77ae-f71b-45c5-959b-b30e386a5b04), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.290648 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebab75a7-6d8d-4f7e-bd74-a8d266269e12 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] No DVR routers for this DVR port c75d4e13-6063-4fc5-9aba-3dfd048e716f on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:56:21.449040 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ebab75a7-6d8d-4f7e-bd74-a8d266269e12 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (f688b8f8-7bcf-442e-b24c-e6d4bdea9b64), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.461014 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a203725f-938a-4584-b157-47d3d1e33cec tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_gateway (cc1e77ae-f71b-45c5-959b-b30e386a5b04), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.496107 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-ebab75a7-6d8d-4f7e-bd74-a8d266269e12 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f688b8f8-7bcf-442e-b24c-e6d4bdea9b64']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:21.509401 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-ebab75a7-6d8d-4f7e-bd74-a8d266269e12 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3b4d07-7416-44e1-9229-ddc192396eb7') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:21.509821 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-ebab75a7-6d8d-4f7e-bd74-a8d266269e12 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3b4d07-7416-44e1-9229-ddc192396eb7') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:21.520583 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-c23adf25-a5c5-4aa8-b030-bcfbbeefbb02 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): The resource could not be found. Nov 02 12:56:21.520583 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c23adf25-a5c5-4aa8-b030-bcfbbeefbb02 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4879141 Nov 02 12:56:21.525860 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57580) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:21.534064 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-76c1767c-4751-424e-ace4-d5f4fd9698c5 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group': {'name': 'tempest-secgroup--1186100626'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:21.545280 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ebab75a7-6d8d-4f7e-bd74-a8d266269e12 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (0b3b4d07-7416-44e1-9229-ddc192396eb7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.554788 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57584) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:21.560754 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [-] 10.222.0.64 "GET /networking/ HTTP/1.1" status: 200 len: 259 time: 0.0039291 Nov 02 12:56:21.565917 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57586) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:21.585407 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ebab75a7-6d8d-4f7e-bd74-a8d266269e12 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (0b3b4d07-7416-44e1-9229-ddc192396eb7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.599629 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebab75a7-6d8d-4f7e-bd74-a8d266269e12 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:56:21.601026 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ebab75a7-6d8d-4f7e-bd74-a8d266269e12 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (0b3b4d07-7416-44e1-9229-ddc192396eb7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.677870 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a203725f-938a-4584-b157-47d3d1e33cec tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Deleting port 3ea2c7f9-3c20-4422-a897-673e82f9182d {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:56:21.678469 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a203725f-938a-4584-b157-47d3d1e33cec tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3ea2c7f9-3c20-4422-a897-673e82f9182d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.716374 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 0b3b4d07-7416-44e1-9229-ddc192396eb7 resource provider aggregate not found Nov 02 12:56:21.738800 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:21.746627 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 0b3b4d07-7416-44e1-9229-ddc192396eb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b3b4d07-7416-44e1-9229-ddc192396eb7 found for delete ", "request_id": "req-2c8be8f1-dc5d-444e-bfe5-158a18156c28"}]} Nov 02 12:56:21.803680 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-76c1767c-4751-424e-ace4-d5f4fd9698c5 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.893439 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ebab75a7-6d8d-4f7e-bd74-a8d266269e12 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (f688b8f8-7bcf-442e-b24c-e6d4bdea9b64), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.906411 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ebab75a7-6d8d-4f7e-bd74-a8d266269e12 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.931223 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a203725f-938a-4584-b157-47d3d1e33cec tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3ea2c7f9-3c20-4422-a897-673e82f9182d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.959075 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ebab75a7-6d8d-4f7e-bd74-a8d266269e12 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] 10.222.0.64 "DELETE /networking/v2.0/networks/f688b8f8-7bcf-442e-b24c-e6d4bdea9b64 HTTP/1.1" status: 204 len: 168 time: 2.1365626 Nov 02 12:56:21.972435 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a203725f-938a-4584-b157-47d3d1e33cec tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Calling delete_port for 3ea2c7f9-3c20-4422-a897-673e82f9182d owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:56:22.000987 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab75a7-6d8d-4f7e-bd74-a8d266269e12 tempest-NetworksTest-1528240539 tempest-NetworksTest-1528240539-project] Pushing event deleted for resources: {'Network': ['ID=f688b8f8-7bcf-442e-b24c-e6d4bdea9b64,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:22.040093 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-76c1767c-4751-424e-ace4-d5f4fd9698c5 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (817f38af-8fd0-4094-9658-97c7880e8635), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:22.125143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c75d4e13-6063-4fc5-9aba-3dfd048e716f no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:56:22.175179 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: c75d4e13-6063-4fc5-9aba-3dfd048e716f {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:56:22.176185 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c75d4e13-6063-4fc5-9aba-3dfd048e716f not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:56:22.219369 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:22.264904 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3ac81dda-0de1-4a17-90b3-5bf683da93bb tempest-NetworksApiDiscovery-778886509 tempest-NetworksApiDiscovery-778886509-project] 10.222.0.64 "GET /networking/v2.0/ HTTP/1.1" status: 200 len: 746 time: 0.6935406 Nov 02 12:56:22.493178 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-76c1767c-4751-424e-ace4-d5f4fd9698c5 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (817f38af-8fd0-4094-9658-97c7880e8635), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:22.547310 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:22.552931 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1767c-4751-424e-ace4-d5f4fd9698c5 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817f38af-8fd0-4094-9658-97c7880e8635,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:22.640403 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-76c1767c-4751-424e-ace4-d5f4fd9698c5 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:22.642395 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-76c1767c-4751-424e-ace4-d5f4fd9698c5 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1148756 Nov 02 12:56:22.650205 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57632) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:22.660616 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-0e3a1c84-82e3-483e-9351-dd5fa88fa249 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group': {'name': 'tempest-secgroup--1289303647'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:22.803589 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1c84-82e3-483e-9351-dd5fa88fa249 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:22.842036 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a203725f-938a-4584-b157-47d3d1e33cec tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (3ea2c7f9-3c20-4422-a897-673e82f9182d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:22.890929 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203725f-938a-4584-b157-47d3d1e33cec tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Pushing event deleted for resources: {'Port': ['ID=3ea2c7f9-3c20-4422-a897-673e82f9182d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:22.928994 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:23.007359 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1c84-82e3-483e-9351-dd5fa88fa249 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (6a481d33-285c-4f32-90f6-3b291454b918), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.016252 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a203725f-938a-4584-b157-47d3d1e33cec tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (cc1e77ae-f71b-45c5-959b-b30e386a5b04), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.031987 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57642) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:23.142073 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a203725f-938a-4584-b157-47d3d1e33cec tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (cc1e77ae-f71b-45c5-959b-b30e386a5b04), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.144728 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a203725f-938a-4584-b157-47d3d1e33cec tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_controller (cc1e77ae-f71b-45c5-959b-b30e386a5b04), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.228622 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1c84-82e3-483e-9351-dd5fa88fa249 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6a481d33-285c-4f32-90f6-3b291454b918), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.295505 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a1c84-82e3-483e-9351-dd5fa88fa249 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a481d33-285c-4f32-90f6-3b291454b918,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:23.372653 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1c84-82e3-483e-9351-dd5fa88fa249 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.375463 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0e3a1c84-82e3-483e-9351-dd5fa88fa249 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7220266 Nov 02 12:56:23.376476 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a203725f-938a-4584-b157-47d3d1e33cec tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (cc1e77ae-f71b-45c5-959b-b30e386a5b04), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.377540 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a203725f-938a-4584-b157-47d3d1e33cec tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Fanout notify agent at l3_agent the message router_deleted on router cc1e77ae-f71b-45c5-959b-b30e386a5b04 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:56:23.377900 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57654) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:23.382644 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-530fcd26-22d5-4070-a53d-42d25e872d22 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': '817f38af-8fd0-4094-9658-97c7880e8635', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6a481d33-285c-4f32-90f6-3b291454b918'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:23.394694 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a203725f-938a-4584-b157-47d3d1e33cec tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.407669 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a203725f-938a-4584-b157-47d3d1e33cec tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "DELETE /networking/v2.0/routers/cc1e77ae-f71b-45c5-959b-b30e386a5b04 HTTP/1.1" status: 204 len: 168 time: 2.3139460 Nov 02 12:56:23.408014 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57656) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:23.416817 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6d4efd2c-b30b-48b2-a8ce-543bbdf604ed tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1472405126', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:23.552436 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6d4efd2c-b30b-48b2-a8ce-543bbdf604ed tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (7f308b8e-3cbb-4c19-a129-b2345ac3af02), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.553664 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6d4efd2c-b30b-48b2-a8ce-543bbdf604ed tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (7f308b8e-3cbb-4c19-a129-b2345ac3af02), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.616022 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:23.653068 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c1257c83-512e-4dd0-b778-47eac73892a8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d4052ea9dbe5435fad182eb586fcfe76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6183248 Nov 02 12:56:23.659426 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57668) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:23.683830 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6d4efd2c-b30b-48b2-a8ce-543bbdf604ed tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_controller (7f308b8e-3cbb-4c19-a129-b2345ac3af02), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.744380 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8fa95ac-0be8-47b2-8c57-f4add8a80e6c admin admin] Publish callbacks [] for security_group (c2dae2f5-de1b-4d89-9acb-c1943fe356a8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.775214 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8fa95ac-0be8-47b2-8c57-f4add8a80e6c admin admin] Publish callbacks [] for security_group (c2dae2f5-de1b-4d89-9acb-c1943fe356a8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.793236 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6d4efd2c-b30b-48b2-a8ce-543bbdf604ed tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (7f308b8e-3cbb-4c19-a129-b2345ac3af02), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.819670 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.823148 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57672) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:23.825870 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-530fcd26-22d5-4070-a53d-42d25e872d22 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:56:23.827363 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-530fcd26-22d5-4070-a53d-42d25e872d22 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4479992 Nov 02 12:56:23.830328 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57674) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:23.908650 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2422d370-9803-4f8f-a475-60f2d91efdb1 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (6a481d33-285c-4f32-90f6-3b291454b918), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.949901 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6d4efd2c-b30b-48b2-a8ce-543bbdf604ed tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.950757 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8fa95ac-0be8-47b2-8c57-f4add8a80e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c2dae2f5-de1b-4d89-9acb-c1943fe356a8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.951920 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6d4efd2c-b30b-48b2-a8ce-543bbdf604ed tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5428271 Nov 02 12:56:23.954535 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57678) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:23.956638 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a8fa95ac-0be8-47b2-8c57-f4add8a80e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.962221 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a8fa95ac-0be8-47b2-8c57-f4add8a80e6c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c2dae2f5-de1b-4d89-9acb-c1943fe356a8 HTTP/1.1" status: 204 len: 168 time: 0.2937641 Nov 02 12:56:23.964199 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2422d370-9803-4f8f-a475-60f2d91efdb1 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (6a481d33-285c-4f32-90f6-3b291454b918), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.967666 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-fa7c5188-023f-4658-8c99-c676711d9fe9 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Request body: {'router': {'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:24.006295 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa95ac-0be8-47b2-8c57-f4add8a80e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dae2f5-de1b-4d89-9acb-c1943fe356a8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:24.037910 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:24.247490 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2422d370-9803-4f8f-a475-60f2d91efdb1 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6a481d33-285c-4f32-90f6-3b291454b918), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:24.252373 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2422d370-9803-4f8f-a475-60f2d91efdb1 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:24.254539 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2422d370-9803-4f8f-a475-60f2d91efdb1 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6a481d33-285c-4f32-90f6-3b291454b918 HTTP/1.1" status: 204 len: 168 time: 0.4224267 Nov 02 12:56:24.260293 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57688) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:24.322440 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422d370-9803-4f8f-a475-60f2d91efdb1 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a481d33-285c-4f32-90f6-3b291454b918,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:24.471063 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d943e1e4-1543-4960-b1d7-bfceb43bfca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:24.540335 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5188-023f-4658-8c99-c676711d9fe9 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_gateway (7f308b8e-3cbb-4c19-a129-b2345ac3af02), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:24.655659 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e64ad5a5-c098-4837-88d2-a51e2cfb0b71 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3931851 Nov 02 12:56:24.658834 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57698) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:24.770255 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:24.800096 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc6a2dbc-cc86-4f13-ae49-89bda47b4923 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (817f38af-8fd0-4094-9658-97c7880e8635), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:24.831838 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc6a2dbc-cc86-4f13-ae49-89bda47b4923 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (817f38af-8fd0-4094-9658-97c7880e8635), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:24.947731 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d943e1e4-1543-4960-b1d7-bfceb43bfca1 admin admin] Publish callbacks [] for security_group (a9f5af5a-97f7-4a2f-9652-92cdab0e3f4a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:24.979999 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc6a2dbc-cc86-4f13-ae49-89bda47b4923 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (817f38af-8fd0-4094-9658-97c7880e8635), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:24.985301 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc6a2dbc-cc86-4f13-ae49-89bda47b4923 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:24.991423 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bc6a2dbc-cc86-4f13-ae49-89bda47b4923 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/817f38af-8fd0-4094-9658-97c7880e8635 HTTP/1.1" status: 204 len: 168 time: 0.3308945 Nov 02 12:56:24.992466 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57708) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:25.014939 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d943e1e4-1543-4960-b1d7-bfceb43bfca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a9f5af5a-97f7-4a2f-9652-92cdab0e3f4a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:25.033662 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a2dbc-cc86-4f13-ae49-89bda47b4923 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=817f38af-8fd0-4094-9658-97c7880e8635,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:25.102550 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f9263850-c47a-47ed-a650-bc79ca6a62ef tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0826287 Nov 02 12:56:25.104672 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:25.108840 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57714) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:25.117426 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-eecac527-560c-41fe-8fa4-1be3d6429949 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group': {'name': 'tempest-secgroup--1349009384'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:25.168701 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5188-023f-4658-8c99-c676711d9fe9 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_gateway (7f308b8e-3cbb-4c19-a129-b2345ac3af02), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:25.209646 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d943e1e4-1543-4960-b1d7-bfceb43bfca1 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=99c2eb8f4bc9406183f1b01bb8016fa3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3847566 Nov 02 12:56:25.212894 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5188-023f-4658-8c99-c676711d9fe9 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:25.214295 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eecac527-560c-41fe-8fa4-1be3d6429949 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:25.215429 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57716) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:25.286356 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943e1e4-1543-4960-b1d7-bfceb43bfca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f5af5a-97f7-4a2f-9652-92cdab0e3f4a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:25.340153 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eecac527-560c-41fe-8fa4-1be3d6429949 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (f1d497aa-4fd5-4cf7-8f8e-7cc8c080dbca), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:25.392003 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-718fbf27-b500-446e-a177-138abaa67291 admin admin] Publish callbacks [] for security_group (a9f5af5a-97f7-4a2f-9652-92cdab0e3f4a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:25.438973 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eecac527-560c-41fe-8fa4-1be3d6429949 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f1d497aa-4fd5-4cf7-8f8e-7cc8c080dbca), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:25.452306 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-718fbf27-b500-446e-a177-138abaa67291 admin admin] Publish callbacks [] for security_group (a9f5af5a-97f7-4a2f-9652-92cdab0e3f4a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:25.504641 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-fa7c5188-023f-4658-8c99-c676711d9fe9 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Allocated IP 172.25.2.204 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/dd0ba117-78b9-44dd-a5df-98ba5046ccf5) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:56:25.527911 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecac527-560c-41fe-8fa4-1be3d6429949 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d497aa-4fd5-4cf7-8f8e-7cc8c080dbca,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:25.644542 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eecac527-560c-41fe-8fa4-1be3d6429949 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:25.645983 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-eecac527-560c-41fe-8fa4-1be3d6429949 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5358739 Nov 02 12:56:25.652108 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57736) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:25.658289 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-4001c7a9-5da7-4b5b-8ab2-e12eb18438c5 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': 'f1d497aa-4fd5-4cf7-8f8e-7cc8c080dbca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:25.673606 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-718fbf27-b500-446e-a177-138abaa67291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a9f5af5a-97f7-4a2f-9652-92cdab0e3f4a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:25.675552 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:25.678074 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-718fbf27-b500-446e-a177-138abaa67291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:25.679842 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-718fbf27-b500-446e-a177-138abaa67291 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a9f5af5a-97f7-4a2f-9652-92cdab0e3f4a HTTP/1.1" status: 204 len: 168 time: 0.4632859 Nov 02 12:56:25.732825 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718fbf27-b500-446e-a177-138abaa67291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f5af5a-97f7-4a2f-9652-92cdab0e3f4a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:25.777837 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5188-023f-4658-8c99-c676711d9fe9 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for port (dd0ba117-78b9-44dd-a5df-98ba5046ccf5), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:25.962370 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5188-023f-4658-8c99-c676711d9fe9 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (dd0ba117-78b9-44dd-a5df-98ba5046ccf5), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:25.997470 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-4001c7a9-5da7-4b5b-8ab2-e12eb18438c5 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:56:25.998685 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4001c7a9-5da7-4b5b-8ab2-e12eb18438c5 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3452706 Nov 02 12:56:26.001323 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57748) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:26.009823 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-be8b36bb-588b-4545-a737-a1ddd96d9055 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group_rule': {'security_group_id': 'f1d497aa-4fd5-4cf7-8f8e-7cc8c080dbca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:26.020116 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7c5188-023f-4658-8c99-c676711d9fe9 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:56:26.028537 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-fa7c5188-023f-4658-8c99-c676711d9fe9 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:26.033642 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7c5188-023f-4658-8c99-c676711d9fe9 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:56:26.059903 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c5188-023f-4658-8c99-c676711d9fe9 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Pushing event updated for resources: {'Port': ['ID=dd0ba117-78b9-44dd-a5df-98ba5046ccf5,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:26.168115 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:26.276974 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-be8b36bb-588b-4545-a737-a1ddd96d9055 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:56:26.279483 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-be8b36bb-588b-4545-a737-a1ddd96d9055 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2761779 Nov 02 12:56:26.285447 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57754) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:26.414515 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3ad82f5a-836f-4801-a12f-7f1e4e078a5b tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (f1d497aa-4fd5-4cf7-8f8e-7cc8c080dbca), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:26.547433 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3ad82f5a-836f-4801-a12f-7f1e4e078a5b tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (f1d497aa-4fd5-4cf7-8f8e-7cc8c080dbca), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:26.718152 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5188-023f-4658-8c99-c676711d9fe9 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_gateway (7f308b8e-3cbb-4c19-a129-b2345ac3af02), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:26.765288 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:26.842241 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:26.888213 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:27.025560 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3ad82f5a-836f-4801-a12f-7f1e4e078a5b tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f1d497aa-4fd5-4cf7-8f8e-7cc8c080dbca), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.028449 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3ad82f5a-836f-4801-a12f-7f1e4e078a5b tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.033492 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57782) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:27.033706 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3ad82f5a-836f-4801-a12f-7f1e4e078a5b tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f1d497aa-4fd5-4cf7-8f8e-7cc8c080dbca HTTP/1.1" status: 204 len: 168 time: 0.7428331 Nov 02 12:56:27.034856 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:27.086905 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5188-023f-4658-8c99-c676711d9fe9 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (7f308b8e-3cbb-4c19-a129-b2345ac3af02), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.089516 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad82f5a-836f-4801-a12f-7f1e4e078a5b tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d497aa-4fd5-4cf7-8f8e-7cc8c080dbca,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:27.095939 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5188-023f-4658-8c99-c676711d9fe9 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (7f308b8e-3cbb-4c19-a129-b2345ac3af02), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.188573 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5788f2e7-cb91-4b4a-a4c6-74bf9d7a74d4 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1457644 Nov 02 12:56:27.189935 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57788) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:27.195727 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-afd65a17-4350-4d3d-a4b5-1e4638f49047 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group': {'name': 'tempest-secgroup--643922349'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:27.265002 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:27.385128 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-afd65a17-4350-4d3d-a4b5-1e4638f49047 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.410129 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7c5188-023f-4658-8c99-c676711d9fe9 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Router 7f308b8e-3cbb-4c19-a129-b2345ac3af02 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:56:27.734244 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7c5188-023f-4658-8c99-c676711d9fe9 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:56:27.750257 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e05b32-2850-486e-9608-43c4a112fd44 None None] Sync routers for ids ['7f308b8e-3cbb-4c19-a129-b2345ac3af02'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:56:27.760676 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5188-023f-4658-8c99-c676711d9fe9 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.763522 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fa7c5188-023f-4658-8c99-c676711d9fe9 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "PUT /networking/v2.0/routers/7f308b8e-3cbb-4c19-a129-b2345ac3af02 HTTP/1.1" status: 200 len: 884 time: 3.8066883 Nov 02 12:56:27.767258 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57814) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:27.787012 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e05b32-2850-486e-9608-43c4a112fd44 None None] Routers {'7f308b8e-3cbb-4c19-a129-b2345ac3af02'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:56:27.788157 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-31e05b32-2850-486e-9608-43c4a112fd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['7f308b8e-3cbb-4c19-a129-b2345ac3af02'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:27.889287 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:27.932256 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-afd65a17-4350-4d3d-a4b5-1e4638f49047 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (22af5bd2-7731-47be-99f4-7d2a73916604), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.952007 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-31e05b32-2850-486e-9608-43c4a112fd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:27.973162 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:27.994432 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e05b32-2850-486e-9608-43c4a112fd44 None None] Routers {'7f308b8e-3cbb-4c19-a129-b2345ac3af02'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:56:27.995665 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-31e05b32-2850-486e-9608-43c4a112fd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['7f308b8e-3cbb-4c19-a129-b2345ac3af02'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:28.053091 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-afd65a17-4350-4d3d-a4b5-1e4638f49047 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (22af5bd2-7731-47be-99f4-7d2a73916604), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:28.105665 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-31e05b32-2850-486e-9608-43c4a112fd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:28.110290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e05b32-2850-486e-9608-43c4a112fd44 None None] The sync data for ids ['7f308b8e-3cbb-4c19-a129-b2345ac3af02'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:56:28.112887 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-50e62eb4-4aff-4ad1-b055-e30825bc0042 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "GET /networking/v2.0/routers/7f308b8e-3cbb-4c19-a129-b2345ac3af02 HTTP/1.1" status: 200 len: 925 time: 0.3433254 Nov 02 12:56:28.116234 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57828) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:28.129228 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd65a17-4350-4d3d-a4b5-1e4638f49047 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22af5bd2-7731-47be-99f4-7d2a73916604,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:28.185828 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:28.225835 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-afd65a17-4350-4d3d-a4b5-1e4638f49047 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:28.231576 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-afd65a17-4350-4d3d-a4b5-1e4638f49047 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0397189 Nov 02 12:56:28.235876 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57834) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:28.270972 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f8fa93b6-b616-44c2-af26-b200d0548566 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:28.275137 n-d-857339-6 neutron-server[105976]: WARNING neutron.api.v2.base [None req-f8fa93b6-b616-44c2-af26-b200d0548566 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 02 12:56:28.278179 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-f8fa93b6-b616-44c2-af26-b200d0548566 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] update failed (client error): There was a conflict when trying to complete your request. Nov 02 12:56:28.281409 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f8fa93b6-b616-44c2-af26-b200d0548566 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "PUT /networking/v2.0/security-groups/22af5bd2-7731-47be-99f4-7d2a73916604 HTTP/1.1" status: 409 len: 330 time: 0.0246949 Nov 02 12:56:28.285884 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57836) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:28.303402 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a22227c-4116-45b5-930a-f828d0df3831 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:28.311065 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9a22227c-4116-45b5-930a-f828d0df3831 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&device_id=7f308b8e-3cbb-4c19-a129-b2345ac3af02&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1883035 Nov 02 12:56:28.312430 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57838) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:28.395048 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57840) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:28.511977 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7d95da3f-d284-4834-b405-82558079d006 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (22af5bd2-7731-47be-99f4-7d2a73916604), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:28.586329 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7d95da3f-d284-4834-b405-82558079d006 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (22af5bd2-7731-47be-99f4-7d2a73916604), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:28.682694 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6d0f42-8f8e-43b1-9875-bad0111ee30d tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:28.685735 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-af6d0f42-8f8e-43b1-9875-bad0111ee30d tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 881 time: 0.3548081 Nov 02 12:56:28.694822 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57852) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:28.695234 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:28.779734 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-bc81047e-b151-41e5-8c68-a73ae2b5af7e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'network': {'name': 'tempest-RoutersTest-1127500453'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:28.823619 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7767d14b-3a86-46b7-956b-f5d6ff354116 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7f308b8e-3cbb-4c19-a129-b2345ac3af02 HTTP/1.1" status: 200 len: 205 time: 0.1114028 Nov 02 12:56:28.827949 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57858) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:28.956779 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc81047e-b151-41e5-8c68-a73ae2b5af7e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Made reservation on behalf of 6790a6bdc3bd43eb9b393a49e206d97e for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:56:28.963960 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc81047e-b151-41e5-8c68-a73ae2b5af7e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:28.969459 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7d95da3f-d284-4834-b405-82558079d006 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (22af5bd2-7731-47be-99f4-7d2a73916604), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:28.975867 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7d95da3f-d284-4834-b405-82558079d006 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:28.979802 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7d95da3f-d284-4834-b405-82558079d006 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/22af5bd2-7731-47be-99f4-7d2a73916604 HTTP/1.1" status: 204 len: 168 time: 0.6903741 Nov 02 12:56:28.998444 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a353805-d020-41e4-993b-c88584a6081f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router (7f308b8e-3cbb-4c19-a129-b2345ac3af02), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:29.001097 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57860) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:29.034674 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95da3f-d284-4834-b405-82558079d006 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22af5bd2-7731-47be-99f4-7d2a73916604,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:29.039150 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc81047e-b151-41e5-8c68-a73ae2b5af7e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:29.206061 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:29.291054 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc81047e-b151-41e5-8c68-a73ae2b5af7e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for security_group (e1aef54e-743e-45c8-9a8c-8cbc510b4f63), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:29.438636 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc81047e-b151-41e5-8c68-a73ae2b5af7e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e1aef54e-743e-45c8-9a8c-8cbc510b4f63), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:29.497067 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc81047e-b151-41e5-8c68-a73ae2b5af7e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:56:29.540716 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81047e-b151-41e5-8c68-a73ae2b5af7e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1aef54e-743e-45c8-9a8c-8cbc510b4f63,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:29.555286 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc81047e-b151-41e5-8c68-a73ae2b5af7e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (53bb0007-c3de-4144-a1ae-2e5769b43380), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:29.555647 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-bc81047e-b151-41e5-8c68-a73ae2b5af7e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Added segment 53bb0007-c3de-4144-a1ae-2e5769b43380 of type vlan for network ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad Nov 02 12:56:29.661708 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc81047e-b151-41e5-8c68-a73ae2b5af7e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:29.671369 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a353805-d020-41e4-993b-c88584a6081f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_gateway (7f308b8e-3cbb-4c19-a129-b2345ac3af02), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:29.721137 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7bdbce0a-914a-4812-8b57-1d47dffcebba tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7137167 Nov 02 12:56:29.722651 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57874) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:29.743714 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-092ce3b2-9764-4445-8eab-151fe96c9cee tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] delete failed (client error): The resource could not be found. Nov 02 12:56:29.754382 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-092ce3b2-9764-4445-8eab-151fe96c9cee tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bcf8dfed-1aef-43d8-9ab8-7122c87c2296 HTTP/1.1" status: 404 len: 347 time: 0.0212634 Nov 02 12:56:29.762212 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57878) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:29.792990 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-deaa07d3-375a-477c-87d2-f4d558211413 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] show failed (client error): The resource could not be found. Nov 02 12:56:29.795489 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-deaa07d3-375a-477c-87d2-f4d558211413 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "GET /networking/v2.0/security-groups/2574af95-d716-440c-ad77-743f8ff3a33c HTTP/1.1" status: 404 len: 347 time: 0.0309591 Nov 02 12:56:29.798871 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9a353805-d020-41e4-993b-c88584a6081f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Deleting port dd0ba117-78b9-44dd-a5df-98ba5046ccf5 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:56:29.799663 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a353805-d020-41e4-993b-c88584a6081f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (dd0ba117-78b9-44dd-a5df-98ba5046ccf5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:29.800830 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57880) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:29.827225 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-04526551-1c8d-4c98-a5ec-8fe074625907 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] show failed (client error): The resource could not be found. Nov 02 12:56:29.832268 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-04526551-1c8d-4c98-a5ec-8fe074625907 tempest-NegativeSecGroupIPv6Test-1343169890 tempest-NegativeSecGroupIPv6Test-1343169890-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules/15eb97c3-79f2-41d5-9410-ce6165e8bc8b HTTP/1.1" status: 404 len: 356 time: 0.0253439 Nov 02 12:56:29.859450 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc81047e-b151-41e5-8c68-a73ae2b5af7e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:29.902339 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc81047e-b151-41e5-8c68-a73ae2b5af7e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:29.912885 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc81047e-b151-41e5-8c68-a73ae2b5af7e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:30.096055 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a353805-d020-41e4-993b-c88584a6081f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (dd0ba117-78b9-44dd-a5df-98ba5046ccf5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:30.136299 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:30.152432 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9a353805-d020-41e4-993b-c88584a6081f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Calling delete_port for dd0ba117-78b9-44dd-a5df-98ba5046ccf5 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:56:30.183609 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:30.216912 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bc81047e-b151-41e5-8c68-a73ae2b5af7e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8175018 Nov 02 12:56:30.221710 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 57900) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:30.228148 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81047e-b151-41e5-8c68-a73ae2b5af7e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Network': ['ID=ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:30.240337 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:56:30.242664 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ea48f7be-a4f9-4d10-bdc0-70485e56a0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'network': {'name': 'tempest-RoutersTest-330538194'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:30.281197 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:30.297752 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:30.437754 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea48f7be-a4f9-4d10-bdc0-70485e56a0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Made reservation on behalf of 6790a6bdc3bd43eb9b393a49e206d97e for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:56:30.452104 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea48f7be-a4f9-4d10-bdc0-70485e56a0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:30.505315 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57912) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:30.534608 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea48f7be-a4f9-4d10-bdc0-70485e56a0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:56:30.579848 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea48f7be-a4f9-4d10-bdc0-70485e56a0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (aee0fd41-f8a2-42cb-94b6-ded588df563d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:30.580590 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-ea48f7be-a4f9-4d10-bdc0-70485e56a0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Added segment aee0fd41-f8a2-42cb-94b6-ded588df563d of type vlan for network f9b630bc-6029-4449-8986-7a53341b9f03 Nov 02 12:56:30.804232 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea48f7be-a4f9-4d10-bdc0-70485e56a0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (f9b630bc-6029-4449-8986-7a53341b9f03), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:30.806550 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5b5bffc7-6c07-4346-bc4b-2dc54481d9a3 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5937877d57754ee28ff5e7926714b4f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2967682 Nov 02 12:56:30.811785 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57924) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:30.967655 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4edbf859-fbce-46dd-aaa2-6dee374dcaff admin admin] Publish callbacks [] for security_group (f0360fa6-1e98-4475-81c3-cf083d4cd947), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.024444 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4edbf859-fbce-46dd-aaa2-6dee374dcaff admin admin] Publish callbacks [] for security_group (f0360fa6-1e98-4475-81c3-cf083d4cd947), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.040227 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea48f7be-a4f9-4d10-bdc0-70485e56a0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (f9b630bc-6029-4449-8986-7a53341b9f03), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.058419 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea48f7be-a4f9-4d10-bdc0-70485e56a0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:31.059451 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ea48f7be-a4f9-4d10-bdc0-70485e56a0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.088188 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:31.140903 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a353805-d020-41e4-993b-c88584a6081f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (dd0ba117-78b9-44dd-a5df-98ba5046ccf5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.255535 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4edbf859-fbce-46dd-aaa2-6dee374dcaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f0360fa6-1e98-4475-81c3-cf083d4cd947), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.259449 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4edbf859-fbce-46dd-aaa2-6dee374dcaff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.269426 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4edbf859-fbce-46dd-aaa2-6dee374dcaff admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f0360fa6-1e98-4475-81c3-cf083d4cd947 HTTP/1.1" status: 204 len: 168 time: 0.4546447 Nov 02 12:56:31.301035 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbf859-fbce-46dd-aaa2-6dee374dcaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0360fa6-1e98-4475-81c3-cf083d4cd947,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:31.315832 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ea48f7be-a4f9-4d10-bdc0-70485e56a0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0898130 Nov 02 12:56:31.330461 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a353805-d020-41e4-993b-c88584a6081f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Pushing event deleted for resources: {'Port': ['ID=dd0ba117-78b9-44dd-a5df-98ba5046ccf5,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:31.330675 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57940) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:31.391275 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-2fafdd4a-965f-4e02-99cd-4c1c60db406a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'subnet': {'network_id': 'ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:31.424165 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:31.584052 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48f7be-a4f9-4d10-bdc0-70485e56a0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Network': ['ID=f9b630bc-6029-4449-8986-7a53341b9f03,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:31.603321 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network f9b630bc-6029-4449-8986-7a53341b9f03 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:56:31.737688 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a353805-d020-41e4-993b-c88584a6081f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (7f308b8e-3cbb-4c19-a129-b2345ac3af02), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.803461 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fafdd4a-965f-4e02-99cd-4c1c60db406a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Made reservation on behalf of 6790a6bdc3bd43eb9b393a49e206d97e for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:56:31.808142 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2fafdd4a-965f-4e02-99cd-4c1c60db406a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.942163 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:32.174462 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a353805-d020-41e4-993b-c88584a6081f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (7f308b8e-3cbb-4c19-a129-b2345ac3af02), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.179869 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a353805-d020-41e4-993b-c88584a6081f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_controller (7f308b8e-3cbb-4c19-a129-b2345ac3af02), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.275129 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:32.469658 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a353805-d020-41e4-993b-c88584a6081f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (7f308b8e-3cbb-4c19-a129-b2345ac3af02), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.469658 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a353805-d020-41e4-993b-c88584a6081f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Fanout notify agent at l3_agent the message router_deleted on router 7f308b8e-3cbb-4c19-a129-b2345ac3af02 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:56:32.490994 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a353805-d020-41e4-993b-c88584a6081f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.497680 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 57982) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:32.506357 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-dbc1ee8c-b093-4511-bc53-9041a242ade8 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-942801950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:32.509063 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9a353805-d020-41e4-993b-c88584a6081f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "DELETE /networking/v2.0/routers/7f308b8e-3cbb-4c19-a129-b2345ac3af02 HTTP/1.1" status: 204 len: 168 time: 3.6623459 Nov 02 12:56:32.597292 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2fafdd4a-965f-4e02-99cd-4c1c60db406a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (e931025c-8d7b-463d-9522-270c14ffc1f7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.653714 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dbc1ee8c-b093-4511-bc53-9041a242ade8 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (708be478-8854-4533-9399-586534579ff6), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.655049 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dbc1ee8c-b093-4511-bc53-9041a242ade8 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (708be478-8854-4533-9399-586534579ff6), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.735109 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fafdd4a-965f-4e02-99cd-4c1c60db406a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Checking segment: {'id': '53bb0007-c3de-4144-a1ae-2e5769b43380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:56:32.735755 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fafdd4a-965f-4e02-99cd-4c1c60db406a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network hostable DHCP agents. Network: ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:56:32.741458 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafdd4a-965f-4e02-99cd-4c1c60db406a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Subnet': ['ID=e931025c-8d7b-463d-9522-270c14ffc1f7,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:32.782346 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dbc1ee8c-b093-4511-bc53-9041a242ade8 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_controller (708be478-8854-4533-9399-586534579ff6), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.864824 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dbc1ee8c-b093-4511-bc53-9041a242ade8 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (708be478-8854-4533-9399-586534579ff6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.892911 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fafdd4a-965f-4e02-99cd-4c1c60db406a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:56:32.994885 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dbc1ee8c-b093-4511-bc53-9041a242ade8 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.997069 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dbc1ee8c-b093-4511-bc53-9041a242ade8 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4978654 Nov 02 12:56:32.999988 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58000) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:33.006470 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-62748529-9798-40d8-a9ee-c3a013027daf tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'enable_snat': True}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:33.036925 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:33.052863 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-2fafdd4a-965f-4e02-99cd-4c1c60db406a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:33.060757 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fafdd4a-965f-4e02-99cd-4c1c60db406a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:33.061446 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2fafdd4a-965f-4e02-99cd-4c1c60db406a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:33.074873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0de81cc-2e9b-4b9e-b252-0019a26accf4 None None] Network ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:56:33.438213 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad', 'network_id': 'ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad', 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'fixed_ips': [{'subnet_id': 'e931025c-8d7b-463d-9522-270c14ffc1f7'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:56:33.440261 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:33.488926 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:33.658569 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2fafdd4a-965f-4e02-99cd-4c1c60db406a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3233352 Nov 02 12:56:33.662572 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:33.663260 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58038) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:33.668720 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-18c98e34-56d0-48fc-b697-2c9b16e227a4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'subnet': {'network_id': 'f9b630bc-6029-4449-8986-7a53341b9f03', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:33.731032 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] Allocated IP 172.20.0.2 (ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad/e931025c-8d7b-463d-9522-270c14ffc1f7/5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:56:33.778063 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-62748529-9798-40d8-a9ee-c3a013027daf tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_gateway (708be478-8854-4533-9399-586534579ff6), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:34.001197 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c98e34-56d0-48fc-b697-2c9b16e227a4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Made reservation on behalf of 6790a6bdc3bd43eb9b393a49e206d97e for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:56:34.005845 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-18c98e34-56d0-48fc-b697-2c9b16e227a4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:34.011689 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] Publish callbacks [] for port (5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:34.080535 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58050) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:34.130145 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:34.260385 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] Pushing event updated for resources: {'Port': ['ID=5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:34.297057 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] Network ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:56:34.298851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:34.303055 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:56:34.332738 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:34.416844 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58058) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:34.428598 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:34.428598 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-62748529-9798-40d8-a9ee-c3a013027daf tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_gateway (708be478-8854-4533-9399-586534579ff6), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:34.497014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] Attempting to bind port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:56:34.497406 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] Attempting to bind port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '53bb0007-c3de-4144-a1ae-2e5769b43380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:56:34.500139 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] Attempting to bind port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 on network ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:56:34.577088 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:56:34.577088 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] Checking segment: {'id': '53bb0007-c3de-4144-a1ae-2e5769b43380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:56:34.577088 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:34.577088 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] Bound using segment: {'id': '53bb0007-c3de-4144-a1ae-2e5769b43380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:56:34.577088 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] Bound port: 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bb0007-c3de-4144-a1ae-2e5769b43380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:56:34.577088 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:34.674324 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8ab6cf4a-5d47-4cfb-a5e1-f6125c9d61a8 tempest-ServiceProvidersTest-2035184659 tempest-ServiceProvidersTest-2035184659-project] 10.222.0.64 "GET /networking/v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5757172 Nov 02 12:56:34.713898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] For port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:56:34.717971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] For port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2,segment=NetworkSegment(53bb0007-c3de-4144-a1ae-2e5769b43380),segment_id=53bb0007-c3de-4144-a1ae-2e5769b43380)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:56:34.756551 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-18c98e34-56d0-48fc-b697-2c9b16e227a4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (ccb38881-9507-46a5-8125-9f5296a48cf3), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:34.757655 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-62748529-9798-40d8-a9ee-c3a013027daf tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:34.760450 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2dc0f6d7-f938-4e91-a019-79ec891acff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:34.825921 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:34.981274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478e2d0-c85f-4fba-8ca1-4996b50c3dfa None None] Pushing event updated for resources: {'Port': ['ID=5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:35.042026 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:35.088801 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-62748529-9798-40d8-a9ee-c3a013027daf tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Allocated IP 172.25.2.250 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/e02fe300-1a8c-46d7-a85e-490ff49ebf84) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:56:35.128297 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2dc0f6d7-f938-4e91-a019-79ec891acff8 admin admin] Publish callbacks [] for security_group (d8afa346-b31e-4ef3-940a-2e56aa5bceb7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:35.141511 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c98e34-56d0-48fc-b697-2c9b16e227a4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Subnet': ['ID=ccb38881-9507-46a5-8125-9f5296a48cf3,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:35.147146 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c98e34-56d0-48fc-b697-2c9b16e227a4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Checking segment: {'id': 'aee0fd41-f8a2-42cb-94b6-ded588df563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'f9b630bc-6029-4449-8986-7a53341b9f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:56:35.148477 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c98e34-56d0-48fc-b697-2c9b16e227a4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network hostable DHCP agents. Network: f9b630bc-6029-4449-8986-7a53341b9f03, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:56:35.265240 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c98e34-56d0-48fc-b697-2c9b16e227a4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network f9b630bc-6029-4449-8986-7a53341b9f03 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:56:35.268546 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2dc0f6d7-f938-4e91-a019-79ec891acff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d8afa346-b31e-4ef3-940a-2e56aa5bceb7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:35.358155 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2dc0f6d7-f938-4e91-a019-79ec891acff8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=33b89034367e44ba805f5e730402c7b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9338305 Nov 02 12:56:35.363086 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58088) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:35.399241 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-18c98e34-56d0-48fc-b697-2c9b16e227a4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, f9b630bc-6029-4449-8986-7a53341b9f03) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:35.411154 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0f6d7-f938-4e91-a019-79ec891acff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8afa346-b31e-4ef3-940a-2e56aa5bceb7,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:35.423365 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c98e34-56d0-48fc-b697-2c9b16e227a4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:35.432568 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-18c98e34-56d0-48fc-b697-2c9b16e227a4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:35.435703 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d02207-d12e-4c27-8b1c-705094f0dff6 None None] Network f9b630bc-6029-4449-8986-7a53341b9f03 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:56:35.655266 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:35.752007 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-62748529-9798-40d8-a9ee-c3a013027daf tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for port (e02fe300-1a8c-46d7-a85e-490ff49ebf84), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:35.755142 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1cc778dc-fd4b-41f7-b32f-e0d2e9c073bd admin admin] Publish callbacks [] for security_group (d8afa346-b31e-4ef3-940a-2e56aa5bceb7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:35.755142 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1cc778dc-fd4b-41f7-b32f-e0d2e9c073bd admin admin] Publish callbacks [] for security_group (d8afa346-b31e-4ef3-940a-2e56aa5bceb7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:35.827306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-f9b630bc-6029-4449-8986-7a53341b9f03', 'network_id': 'f9b630bc-6029-4449-8986-7a53341b9f03', 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'fixed_ips': [{'subnet_id': 'ccb38881-9507-46a5-8125-9f5296a48cf3'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:56:35.831201 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:35.840315 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-62748529-9798-40d8-a9ee-c3a013027daf tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e02fe300-1a8c-46d7-a85e-490ff49ebf84), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:35.872809 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58098) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:35.873358 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58100) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:35.893008 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-18c98e34-56d0-48fc-b697-2c9b16e227a4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2010424 Nov 02 12:56:35.921984 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:36.063595 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1cc778dc-fd4b-41f7-b32f-e0d2e9c073bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d8afa346-b31e-4ef3-940a-2e56aa5bceb7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:36.065210 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1cc778dc-fd4b-41f7-b32f-e0d2e9c073bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:36.069925 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1cc778dc-fd4b-41f7-b32f-e0d2e9c073bd admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d8afa346-b31e-4ef3-940a-2e56aa5bceb7 HTTP/1.1" status: 204 len: 168 time: 0.7042236 Nov 02 12:56:36.086198 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-8cbf49b1-bd3f-4943-bad3-779ebbb55184 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-526259865', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:36.096238 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc778dc-fd4b-41f7-b32f-e0d2e9c073bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8afa346-b31e-4ef3-940a-2e56aa5bceb7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:36.107377 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62748529-9798-40d8-a9ee-c3a013027daf tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Pushing event updated for resources: {'Port': ['ID=e02fe300-1a8c-46d7-a85e-490ff49ebf84,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:36.204366 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62748529-9798-40d8-a9ee-c3a013027daf tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:56:36.219217 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-62748529-9798-40d8-a9ee-c3a013027daf tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:36.245818 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62748529-9798-40d8-a9ee-c3a013027daf tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:56:36.473661 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:36.485247 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:56:36.613790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] Allocated IP 172.21.0.2 (f9b630bc-6029-4449-8986-7a53341b9f03/ccb38881-9507-46a5-8125-9f5296a48cf3/bb7d80c3-745a-43d9-98b7-7fb022679451) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:56:36.661545 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:36.667219 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8cbf49b1-bd3f-4943-bad3-779ebbb55184 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (9da65fa0-be8c-4a0a-b102-42a769a60c25), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:36.670126 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8cbf49b1-bd3f-4943-bad3-779ebbb55184 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (9da65fa0-be8c-4a0a-b102-42a769a60c25), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:36.811879 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8cbf49b1-bd3f-4943-bad3-779ebbb55184 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router_controller (9da65fa0-be8c-4a0a-b102-42a769a60c25), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:36.817384 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d7cceda4-132a-48c1-ba2f-998cd558000f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:37.170435 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] Publish callbacks [] for port (bb7d80c3-745a-43d9-98b7-7fb022679451), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:37.170623 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8cbf49b1-bd3f-4943-bad3-779ebbb55184 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (9da65fa0-be8c-4a0a-b102-42a769a60c25), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:37.170809 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:37.211148 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:56:37.211666 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:37.212382 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 Nov 02 12:56:37.295982 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d7cceda4-132a-48c1-ba2f-998cd558000f admin admin] Publish callbacks [] for security_group (754259fe-c71f-439b-9e7d-a11c641106b2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:37.434544 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:56:37.436239 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:37.493754 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d7cceda4-132a-48c1-ba2f-998cd558000f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (754259fe-c71f-439b-9e7d-a11c641106b2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:37.502659 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8cbf49b1-bd3f-4943-bad3-779ebbb55184 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:37.505346 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8cbf49b1-bd3f-4943-bad3-779ebbb55184 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4260397 Nov 02 12:56:37.509172 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58158) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:37.573095 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (bb7d80c3-745a-43d9-98b7-7fb022679451), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:37.591415 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cceda4-132a-48c1-ba2f-998cd558000f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754259fe-c71f-439b-9e7d-a11c641106b2,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:37.615187 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d7cceda4-132a-48c1-ba2f-998cd558000f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0e26d2dda78c4793b14106afc3e3ccb8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5427003 Nov 02 12:56:37.615738 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58162) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:37.619719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51186f2-631d-4ddc-8fff-2291f5e20de5 None None] Network ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:56:37.686087 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-62748529-9798-40d8-a9ee-c3a013027daf tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_gateway (708be478-8854-4533-9399-586534579ff6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:37.844704 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2bacafad-f012-4177-a0dc-15d75f95e2ef None None] Provisioning complete for port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:56:37.845082 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2bacafad-f012-4177-a0dc-15d75f95e2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:37.862822 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-581efbbe-009d-4f3e-b976-1abfa8ca4d40 admin admin] Publish callbacks [] for security_group (754259fe-c71f-439b-9e7d-a11c641106b2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:37.863495 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2bacafad-f012-4177-a0dc-15d75f95e2ef None None] Attempt 1 to provision port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 Nov 02 12:56:37.923814 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58166) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:37.985518 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b1528d47-845e-4cf8-be50-ec489b585dd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:38.065716 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-62748529-9798-40d8-a9ee-c3a013027daf tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (708be478-8854-4533-9399-586534579ff6), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:38.075641 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-62748529-9798-40d8-a9ee-c3a013027daf tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (708be478-8854-4533-9399-586534579ff6), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:38.113020 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] Network f9b630bc-6029-4449-8986-7a53341b9f03 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:56:38.176736 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:38.185855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:56:38.248666 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:38.259544 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:38.307498 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-581efbbe-009d-4f3e-b976-1abfa8ca4d40 admin admin] Publish callbacks [] for security_group (754259fe-c71f-439b-9e7d-a11c641106b2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:38.377907 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2,segment=NetworkSegment(53bb0007-c3de-4144-a1ae-2e5769b43380),segment_id=53bb0007-c3de-4144-a1ae-2e5769b43380)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:38.414243 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:38.527529 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:38.567470 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2bacafad-f012-4177-a0dc-15d75f95e2ef None None] Current status of the port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:56:38.570537 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2bacafad-f012-4177-a0dc-15d75f95e2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:38.584721 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:38.596224 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62748529-9798-40d8-a9ee-c3a013027daf tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Router 708be478-8854-4533-9399-586534579ff6 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:56:38.598524 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-581efbbe-009d-4f3e-b976-1abfa8ca4d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (754259fe-c71f-439b-9e7d-a11c641106b2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:38.601629 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-581efbbe-009d-4f3e-b976-1abfa8ca4d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:38.607185 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-581efbbe-009d-4f3e-b976-1abfa8ca4d40 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/754259fe-c71f-439b-9e7d-a11c641106b2 HTTP/1.1" status: 204 len: 168 time: 0.9853940 Nov 02 12:56:38.618123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] Pushing event updated for resources: {'Port': ['ID=bb7d80c3-745a-43d9-98b7-7fb022679451,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:38.640522 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581efbbe-009d-4f3e-b976-1abfa8ca4d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754259fe-c71f-439b-9e7d-a11c641106b2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:38.719617 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=22 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:38.734839 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=24 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:38.831244 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:39.041300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62748529-9798-40d8-a9ee-c3a013027daf tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:56:39.057037 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-62748529-9798-40d8-a9ee-c3a013027daf tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:39.060523 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-62748529-9798-40d8-a9ee-c3a013027daf tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "PUT /networking/v2.0/routers/708be478-8854-4533-9399-586534579ff6 HTTP/1.1" status: 200 len: 918 time: 6.0586107 Nov 02 12:56:39.065651 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea906aa-6507-4cbb-aa41-cf353d13085e None None] Sync routers for ids ['708be478-8854-4533-9399-586534579ff6'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:56:39.080090 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58188) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:39.123872 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea906aa-6507-4cbb-aa41-cf353d13085e None None] Routers {'708be478-8854-4533-9399-586534579ff6'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:56:39.130535 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1ea906aa-6507-4cbb-aa41-cf353d13085e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['708be478-8854-4533-9399-586534579ff6'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:39.255260 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:39.284935 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1ea906aa-6507-4cbb-aa41-cf353d13085e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:39.329798 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea906aa-6507-4cbb-aa41-cf353d13085e None None] Routers {'708be478-8854-4533-9399-586534579ff6'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:56:39.333517 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1ea906aa-6507-4cbb-aa41-cf353d13085e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['708be478-8854-4533-9399-586534579ff6'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:39.435801 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] Attempting to bind port bb7d80c3-745a-43d9-98b7-7fb022679451 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:56:39.436793 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] Attempting to bind port bb7d80c3-745a-43d9-98b7-7fb022679451 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'aee0fd41-f8a2-42cb-94b6-ded588df563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'f9b630bc-6029-4449-8986-7a53341b9f03'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:56:39.437689 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] Attempting to bind port bb7d80c3-745a-43d9-98b7-7fb022679451 on network f9b630bc-6029-4449-8986-7a53341b9f03 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:56:39.492246 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92ec4e55-4b49-491c-8669-98f4b37a1992 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:39.502395 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1ea906aa-6507-4cbb-aa41-cf353d13085e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:39.506595 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea906aa-6507-4cbb-aa41-cf353d13085e None None] The sync data for ids ['708be478-8854-4533-9399-586534579ff6'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:56:39.565719 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-2bacafad-f012-4177-a0dc-15d75f95e2ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:56:39.566937 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-2bacafad-f012-4177-a0dc-15d75f95e2ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:56:39.615595 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:56:39.617476 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] Checking segment: {'id': 'aee0fd41-f8a2-42cb-94b6-ded588df563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'f9b630bc-6029-4449-8986-7a53341b9f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:56:39.618522 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:39.619124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] Bound using segment: {'id': 'aee0fd41-f8a2-42cb-94b6-ded588df563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'f9b630bc-6029-4449-8986-7a53341b9f03'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:56:39.620111 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] Bound port: bb7d80c3-745a-43d9-98b7-7fb022679451, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee0fd41-f8a2-42cb-94b6-ded588df563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'f9b630bc-6029-4449-8986-7a53341b9f03'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:56:39.621044 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (bb7d80c3-745a-43d9-98b7-7fb022679451), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:39.630193 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-91580b91-7ca7-462a-b35c-002aa30374e6 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "GET /networking/v2.0/routers/708be478-8854-4533-9399-586534579ff6 HTTP/1.1" status: 200 len: 924 time: 0.5435355 Nov 02 12:56:39.630193 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58200) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:39.846357 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b1528d47-845e-4cf8-be50-ec489b585dd6 admin admin] Publish callbacks [] for security_group (80586a76-4bf2-4c10-afef-fd7ad6f331a1), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:39.890121 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d2d61e-cb82-4d51-a777-fa082d885619 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:39.898853 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a5d2d61e-cb82-4d51-a777-fa082d885619 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&device_id=708be478-8854-4533-9399-586534579ff6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2655721 Nov 02 12:56:39.903467 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58206) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:40.061982 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b1528d47-845e-4cf8-be50-ec489b585dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (80586a76-4bf2-4c10-afef-fd7ad6f331a1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:40.280126 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2bacafad-f012-4177-a0dc-15d75f95e2ef None None] Current status of the port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:56:40.303799 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] For port bb7d80c3-745a-43d9-98b7-7fb022679451, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:56:40.319764 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] For port bb7d80c3-745a-43d9-98b7-7fb022679451, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=bb7d80c3-745a-43d9-98b7-7fb022679451,segment=NetworkSegment(aee0fd41-f8a2-42cb-94b6-ded588df563d),segment_id=aee0fd41-f8a2-42cb-94b6-ded588df563d)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:56:40.324020 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bedcb71-c6d4-484b-b614-8274d9a7f215 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:40.338914 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8bedcb71-c6d4-484b-b614-8274d9a7f215 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 881 time: 0.4312100 Nov 02 12:56:40.339440 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58222) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:40.402335 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b1528d47-845e-4cf8-be50-ec489b585dd6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3455d38f8f6e4aa984e55f22fd981ad7&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4769223 Nov 02 12:56:40.405250 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1528d47-845e-4cf8-be50-ec489b585dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80586a76-4bf2-4c10-afef-fd7ad6f331a1,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:40.433591 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:40.437432 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58224) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:40.448298 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e60d688f-f03a-4f31-b46f-c7e107d9151f None None] Provisioning complete for port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:56:40.454454 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e60d688f-f03a-4f31-b46f-c7e107d9151f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:40.454979 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e60d688f-f03a-4f31-b46f-c7e107d9151f None None] Attempt 1 to provision port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 Nov 02 12:56:40.460674 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-df3bca1e-c05a-49e0-9a24-aadcc0c1f6ac tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=708be478-8854-4533-9399-586534579ff6 HTTP/1.1" status: 200 len: 205 time: 0.1175108 Nov 02 12:56:40.462927 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:40.466515 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58228) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:40.474957 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (bb7d80c3-745a-43d9-98b7-7fb022679451), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:40.698533 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:40.701492 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856ed08-7658-4cd6-906a-110ae8c6740b None None] Pushing event updated for resources: {'Port': ['ID=bb7d80c3-745a-43d9-98b7-7fb022679451,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:40.914416 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:56:40.992001 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e60d688f-f03a-4f31-b46f-c7e107d9151f None None] Current status of the port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:56:41.051524 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b53bcc0c-2e92-4cd8-9b12-7ada1d681971 admin admin] Publish callbacks [] for security_group (80586a76-4bf2-4c10-afef-fd7ad6f331a1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:41.076815 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:56:41.076815 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:41.076815 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 Nov 02 12:56:41.181195 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b53bcc0c-2e92-4cd8-9b12-7ada1d681971 admin admin] Publish callbacks [] for security_group (80586a76-4bf2-4c10-afef-fd7ad6f331a1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:41.286162 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5c94b43a-840c-4c5b-af0e-bf6667aa9582 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router (708be478-8854-4533-9399-586534579ff6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:41.311168 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:41.338541 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:56:41.383399 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b53bcc0c-2e92-4cd8-9b12-7ada1d681971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (80586a76-4bf2-4c10-afef-fd7ad6f331a1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:41.386211 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b53bcc0c-2e92-4cd8-9b12-7ada1d681971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:41.389944 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b53bcc0c-2e92-4cd8-9b12-7ada1d681971 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/80586a76-4bf2-4c10-afef-fd7ad6f331a1 HTTP/1.1" status: 204 len: 168 time: 0.9486556 Nov 02 12:56:41.390118 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:41.454067 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bcc0c-2e92-4cd8-9b12-7ada1d681971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80586a76-4bf2-4c10-afef-fd7ad6f331a1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:41.468445 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-92ec4e55-4b49-491c-8669-98f4b37a1992 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Allocated IP 172.20.0.1 (ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad/e931025c-8d7b-463d-9522-270c14ffc1f7/37f5420f-1256-4cab-a53d-a6542355b5db) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:56:41.608926 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5c94b43a-840c-4c5b-af0e-bf6667aa9582 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_gateway (708be478-8854-4533-9399-586534579ff6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:41.825507 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-5c94b43a-840c-4c5b-af0e-bf6667aa9582 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Deleting port e02fe300-1a8c-46d7-a85e-490ff49ebf84 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:56:41.825916 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5c94b43a-840c-4c5b-af0e-bf6667aa9582 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e02fe300-1a8c-46d7-a85e-490ff49ebf84), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:41.935394 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92ec4e55-4b49-491c-8669-98f4b37a1992 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for port (37f5420f-1256-4cab-a53d-a6542355b5db), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:42.191693 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5c94b43a-840c-4c5b-af0e-bf6667aa9582 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e02fe300-1a8c-46d7-a85e-490ff49ebf84), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:42.252176 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:42.275240 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-5c94b43a-840c-4c5b-af0e-bf6667aa9582 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Calling delete_port for e02fe300-1a8c-46d7-a85e-490ff49ebf84 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:56:42.421085 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92ec4e55-4b49-491c-8669-98f4b37a1992 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (37f5420f-1256-4cab-a53d-a6542355b5db), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:42.609974 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ec4e55-4b49-491c-8669-98f4b37a1992 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:56:42.629986 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-92ec4e55-4b49-491c-8669-98f4b37a1992 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:42.641483 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ec4e55-4b49-491c-8669-98f4b37a1992 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:56:42.814290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfb812f-8cca-4325-8378-d93a6c71f22f None None] Network f9b630bc-6029-4449-8986-7a53341b9f03 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:56:42.846747 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec4e55-4b49-491c-8669-98f4b37a1992 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Port': ['ID=37f5420f-1256-4cab-a53d-a6542355b5db,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:42.969871 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=8,neutron:UPDATE=6,neutron:SELECT=85,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:43.005968 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92ec4e55-4b49-491c-8669-98f4b37a1992 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (9da65fa0-be8c-4a0a-b102-42a769a60c25), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:43.087475 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:43.111000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device bb7d80c3-745a-43d9-98b7-7fb022679451 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:56:43.265057 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Provisioning complete for port bb7d80c3-745a-43d9-98b7-7fb022679451 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:56:43.265666 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (bb7d80c3-745a-43d9-98b7-7fb022679451), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:43.266277 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Attempt 1 to provision port bb7d80c3-745a-43d9-98b7-7fb022679451 Nov 02 12:56:43.329398 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port bb7d80c3-745a-43d9-98b7-7fb022679451 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:56:43.330213 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (bb7d80c3-745a-43d9-98b7-7fb022679451), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:43.330708 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port bb7d80c3-745a-43d9-98b7-7fb022679451 Nov 02 12:56:43.376808 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dc5979f7-b67e-454a-855c-82b330ad09ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:43.613216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Current status of the port bb7d80c3-745a-43d9-98b7-7fb022679451 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:56:43.613882 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (bb7d80c3-745a-43d9-98b7-7fb022679451), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:43.890810 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:43.933716 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port bb7d80c3-745a-43d9-98b7-7fb022679451 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:56:43.934399 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (bb7d80c3-745a-43d9-98b7-7fb022679451), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:43.988365 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] For port bb7d80c3-745a-43d9-98b7-7fb022679451, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=bb7d80c3-745a-43d9-98b7-7fb022679451,segment=NetworkSegment(aee0fd41-f8a2-42cb-94b6-ded588df563d),segment_id=aee0fd41-f8a2-42cb-94b6-ded588df563d)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:44.026107 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5c94b43a-840c-4c5b-af0e-bf6667aa9582 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (e02fe300-1a8c-46d7-a85e-490ff49ebf84), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:44.086390 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94b43a-840c-4c5b-af0e-bf6667aa9582 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Pushing event deleted for resources: {'Port': ['ID=e02fe300-1a8c-46d7-a85e-490ff49ebf84,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:44.091153 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (bb7d80c3-745a-43d9-98b7-7fb022679451), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:44.197026 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Pushing event updated for resources: {'Port': ['ID=bb7d80c3-745a-43d9-98b7-7fb022679451,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:44.271587 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:44.275240 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:44.291233 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:44.300109 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:44.301323 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:44.301829 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:44.302328 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:44.302823 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:44.303887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:44.304371 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:44.304882 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:44.305376 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:44.305711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:44.306039 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:44.306375 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:44.306700 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:44.307025 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a765339-2190-4e1d-ad6b-0441525b04e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:44.359640 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-00dec7ed-f335-40d4-8f3d-79216de69d0a None None] Provisioning complete for port bb7d80c3-745a-43d9-98b7-7fb022679451 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:56:44.364056 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-00dec7ed-f335-40d4-8f3d-79216de69d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (bb7d80c3-745a-43d9-98b7-7fb022679451), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:44.364056 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-00dec7ed-f335-40d4-8f3d-79216de69d0a None None] Attempt 1 to provision port bb7d80c3-745a-43d9-98b7-7fb022679451 Nov 02 12:56:44.410216 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92ec4e55-4b49-491c-8669-98f4b37a1992 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (37f5420f-1256-4cab-a53d-a6542355b5db), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:44.470812 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:56:44.471116 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:56:44.481267 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5c94b43a-840c-4c5b-af0e-bf6667aa9582 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (708be478-8854-4533-9399-586534579ff6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:44.500344 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:44.595036 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:44.597599 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-00dec7ed-f335-40d4-8f3d-79216de69d0a None None] Current status of the port bb7d80c3-745a-43d9-98b7-7fb022679451 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:56:44.621412 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-00dec7ed-f335-40d4-8f3d-79216de69d0a None None] Provisioning complete for port 37f5420f-1256-4cab-a53d-a6542355b5db triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:56:44.621785 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-00dec7ed-f335-40d4-8f3d-79216de69d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (37f5420f-1256-4cab-a53d-a6542355b5db), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:44.622293 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-00dec7ed-f335-40d4-8f3d-79216de69d0a None None] Attempt 1 to provision port 37f5420f-1256-4cab-a53d-a6542355b5db Nov 02 12:56:44.710478 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-00dec7ed-f335-40d4-8f3d-79216de69d0a None None] Port 37f5420f-1256-4cab-a53d-a6542355b5db cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:56:44.791064 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5c94b43a-840c-4c5b-af0e-bf6667aa9582 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (708be478-8854-4533-9399-586534579ff6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:44.796598 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5c94b43a-840c-4c5b-af0e-bf6667aa9582 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_controller (708be478-8854-4533-9399-586534579ff6), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:44.848958 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:45.066471 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:45.094092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port bb7d80c3-745a-43d9-98b7-7fb022679451 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:56:45.102783 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5c94b43a-840c-4c5b-af0e-bf6667aa9582 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (708be478-8854-4533-9399-586534579ff6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:45.104717 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c94b43a-840c-4c5b-af0e-bf6667aa9582 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Fanout notify agent at l3_agent the message router_deleted on router 708be478-8854-4533-9399-586534579ff6 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:56:45.188952 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5c94b43a-840c-4c5b-af0e-bf6667aa9582 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:45.201140 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58336) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:45.205912 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5c94b43a-840c-4c5b-af0e-bf6667aa9582 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "DELETE /networking/v2.0/routers/708be478-8854-4533-9399-586534579ff6 HTTP/1.1" status: 204 len: 168 time: 4.7372999 Nov 02 12:56:45.212460 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-a326bf7e-629a-46cc-a7e7-7b29d0991ec4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1268961075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:45.371024 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device bb7d80c3-745a-43d9-98b7-7fb022679451 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:56:45.407888 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a326bf7e-629a-46cc-a7e7-7b29d0991ec4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (a6024e09-5137-41c4-8c6c-4bfd71accce2), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:45.409986 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a326bf7e-629a-46cc-a7e7-7b29d0991ec4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (a6024e09-5137-41c4-8c6c-4bfd71accce2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:45.525655 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92ec4e55-4b49-491c-8669-98f4b37a1992 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for port (37f5420f-1256-4cab-a53d-a6542355b5db), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:45.593092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port bb7d80c3-745a-43d9-98b7-7fb022679451 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:56:45.593092 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (bb7d80c3-745a-43d9-98b7-7fb022679451), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:45.593092 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port bb7d80c3-745a-43d9-98b7-7fb022679451 Nov 02 12:56:45.617490 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a326bf7e-629a-46cc-a7e7-7b29d0991ec4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_controller (a6024e09-5137-41c4-8c6c-4bfd71accce2), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:45.673097 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92ec4e55-4b49-491c-8669-98f4b37a1992 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (37f5420f-1256-4cab-a53d-a6542355b5db), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:45.715635 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a326bf7e-629a-46cc-a7e7-7b29d0991ec4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (a6024e09-5137-41c4-8c6c-4bfd71accce2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:45.805799 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port bb7d80c3-745a-43d9-98b7-7fb022679451 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:56:45.857927 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92ec4e55-4b49-491c-8669-98f4b37a1992 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (9da65fa0-be8c-4a0a-b102-42a769a60c25), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:45.870036 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a326bf7e-629a-46cc-a7e7-7b29d0991ec4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:45.883416 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a326bf7e-629a-46cc-a7e7-7b29d0991ec4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6747093 Nov 02 12:56:45.885396 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58348) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:45.905428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-4458a758-90fb-4581-b9f2-e5b0fc5a3c1a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'enable_snat': False}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:45.920237 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec4e55-4b49-491c-8669-98f4b37a1992 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Port': ['ID=37f5420f-1256-4cab-a53d-a6542355b5db,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:45.921578 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5f56-2f9f-4485-9288-55c0e67dd7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:46.101913 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ec4e55-4b49-491c-8669-98f4b37a1992 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:56:46.104803 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-92ec4e55-4b49-491c-8669-98f4b37a1992 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:46.531322 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4458a758-90fb-4581-b9f2-e5b0fc5a3c1a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_gateway (a6024e09-5137-41c4-8c6c-4bfd71accce2), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:46.555615 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ec4e55-4b49-491c-8669-98f4b37a1992 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router 9da65fa0-be8c-4a0a-b102-42a769a60c25 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:56:46.673017 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5b2a9b6c-9811-4c07-8237-cfd6df18682b None None] Provisioning complete for port 37f5420f-1256-4cab-a53d-a6542355b5db triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:56:46.673942 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5b2a9b6c-9811-4c07-8237-cfd6df18682b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (37f5420f-1256-4cab-a53d-a6542355b5db), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:46.674312 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5b2a9b6c-9811-4c07-8237-cfd6df18682b None None] Attempt 1 to provision port 37f5420f-1256-4cab-a53d-a6542355b5db Nov 02 12:56:46.754877 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:46.801847 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ec4e55-4b49-491c-8669-98f4b37a1992 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:56:46.825400 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-92ec4e55-4b49-491c-8669-98f4b37a1992 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/9da65fa0-be8c-4a0a-b102-42a769a60c25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3144038 Nov 02 12:56:46.831553 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58362) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:46.837059 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5b2a9b6c-9811-4c07-8237-cfd6df18682b None None] Port 37f5420f-1256-4cab-a53d-a6542355b5db cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:56:46.844697 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532ca8a1-32b8-46b8-a42a-224605e8933b None None] Sync routers for ids ['9da65fa0-be8c-4a0a-b102-42a769a60c25'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:56:46.881938 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ca8a1-32b8-46b8-a42a-224605e8933b None None] Routers {'9da65fa0-be8c-4a0a-b102-42a769a60c25'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:56:46.883023 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-532ca8a1-32b8-46b8-a42a-224605e8933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9da65fa0-be8c-4a0a-b102-42a769a60c25'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:46.989805 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daba11a1-7064-411e-ba97-ed02fe70b280 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:46.999805 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-daba11a1-7064-411e-ba97-ed02fe70b280 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/ports/37f5420f-1256-4cab-a53d-a6542355b5db HTTP/1.1" status: 200 len: 910 time: 0.1626575 Nov 02 12:56:47.000093 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58368) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:47.011433 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:47.066353 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-532ca8a1-32b8-46b8-a42a-224605e8933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:47.070967 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:47.088174 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ca8a1-32b8-46b8-a42a-224605e8933b None None] Routers {'9da65fa0-be8c-4a0a-b102-42a769a60c25'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:56:47.089581 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-532ca8a1-32b8-46b8-a42a-224605e8933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9da65fa0-be8c-4a0a-b102-42a769a60c25'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:47.171856 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-532ca8a1-32b8-46b8-a42a-224605e8933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:47.173183 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532ca8a1-32b8-46b8-a42a-224605e8933b None None] The sync data for ids ['9da65fa0-be8c-4a0a-b102-42a769a60c25'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:56:47.208463 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4458a758-90fb-4581-b9f2-e5b0fc5a3c1a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_gateway (a6024e09-5137-41c4-8c6c-4bfd71accce2), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:47.263402 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58370) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:47.264743 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4458a758-90fb-4581-b9f2-e5b0fc5a3c1a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:47.396196 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:47.411045 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=1,neutron:DELETE=15,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:47.413285 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-4458a758-90fb-4581-b9f2-e5b0fc5a3c1a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Allocated IP 172.25.2.75 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/06be52a2-f9bb-4b80-a993-c6d686e1c0ed) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:56:47.840850 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4458a758-90fb-4581-b9f2-e5b0fc5a3c1a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for port (06be52a2-f9bb-4b80-a993-c6d686e1c0ed), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:48.243942 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e82f8017-e797-452e-b3eb-658db4cac908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:48.271057 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4458a758-90fb-4581-b9f2-e5b0fc5a3c1a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (06be52a2-f9bb-4b80-a993-c6d686e1c0ed), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:48.318436 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:48.485683 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458a758-90fb-4581-b9f2-e5b0fc5a3c1a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Pushing event updated for resources: {'Port': ['ID=06be52a2-f9bb-4b80-a993-c6d686e1c0ed,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:48.500660 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:48.531283 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-349d77fc-fec2-4736-aa15-c114d70e066d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:48.602925 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4458a758-90fb-4581-b9f2-e5b0fc5a3c1a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:56:48.606385 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-4458a758-90fb-4581-b9f2-e5b0fc5a3c1a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:48.610509 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4458a758-90fb-4581-b9f2-e5b0fc5a3c1a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:56:48.795341 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:48.858728 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e82f8017-e797-452e-b3eb-658db4cac908 admin admin] Publish callbacks [] for security_group (c108767c-4ec9-4872-9735-2ba21d54179a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:49.052566 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e82f8017-e797-452e-b3eb-658db4cac908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c108767c-4ec9-4872-9735-2ba21d54179a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:49.119052 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-349d77fc-fec2-4736-aa15-c114d70e066d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Allocated IP 172.21.0.1 (f9b630bc-6029-4449-8986-7a53341b9f03/ccb38881-9507-46a5-8125-9f5296a48cf3/4b6ab925-ac95-4e9e-a044-832c021ea158) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:56:49.367482 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:49.503882 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-349d77fc-fec2-4736-aa15-c114d70e066d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for port (4b6ab925-ac95-4e9e-a044-832c021ea158), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:49.553696 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=12 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:49.561203 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4458a758-90fb-4581-b9f2-e5b0fc5a3c1a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router_gateway (a6024e09-5137-41c4-8c6c-4bfd71accce2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:49.605385 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58406) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:49.664122 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-349d77fc-fec2-4736-aa15-c114d70e066d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (4b6ab925-ac95-4e9e-a044-832c021ea158), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:49.713805 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f8017-e797-452e-b3eb-658db4cac908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c108767c-4ec9-4872-9735-2ba21d54179a,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:49.772706 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:49.791269 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349d77fc-fec2-4736-aa15-c114d70e066d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network f9b630bc-6029-4449-8986-7a53341b9f03 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:56:49.813200 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-349d77fc-fec2-4736-aa15-c114d70e066d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:49.817496 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349d77fc-fec2-4736-aa15-c114d70e066d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:56:49.935589 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d77fc-fec2-4736-aa15-c114d70e066d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Port': ['ID=4b6ab925-ac95-4e9e-a044-832c021ea158,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:49.943996 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8e5e5351-4939-4d72-8906-303e5391a173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:50.001816 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-349d77fc-fec2-4736-aa15-c114d70e066d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (9da65fa0-be8c-4a0a-b102-42a769a60c25), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:50.204730 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:50.395180 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8e5e5351-4939-4d72-8906-303e5391a173 admin admin] Publish callbacks [] for security_group (b1ddae53-0690-44a9-bbd8-74fa47ed85bf), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:50.400198 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-69f5e1d4-a82a-4cfc-8e0a-c8a8e872e222 None None] Provisioning complete for port 4b6ab925-ac95-4e9e-a044-832c021ea158 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:56:50.402711 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-69f5e1d4-a82a-4cfc-8e0a-c8a8e872e222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4b6ab925-ac95-4e9e-a044-832c021ea158), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:50.402711 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-69f5e1d4-a82a-4cfc-8e0a-c8a8e872e222 None None] Attempt 1 to provision port 4b6ab925-ac95-4e9e-a044-832c021ea158 Nov 02 12:56:50.423410 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e82f8017-e797-452e-b3eb-658db4cac908 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a85088ae46044a2fa99fb3108b1e2003&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0231812 Nov 02 12:56:50.429231 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58416) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:50.475726 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:50.480357 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-69f5e1d4-a82a-4cfc-8e0a-c8a8e872e222 None None] Port 4b6ab925-ac95-4e9e-a044-832c021ea158 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:56:50.663522 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4458a758-90fb-4581-b9f2-e5b0fc5a3c1a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (a6024e09-5137-41c4-8c6c-4bfd71accce2), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:50.670146 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7dad0b14-cbb9-4866-b577-55efd56026b6 admin admin] Publish callbacks [] for security_group (c108767c-4ec9-4872-9735-2ba21d54179a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:50.697121 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4458a758-90fb-4581-b9f2-e5b0fc5a3c1a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (a6024e09-5137-41c4-8c6c-4bfd71accce2), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:50.754885 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:56:50.861015 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7dad0b14-cbb9-4866-b577-55efd56026b6 admin admin] Publish callbacks [] for security_group (c108767c-4ec9-4872-9735-2ba21d54179a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:50.868442 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8e5e5351-4939-4d72-8906-303e5391a173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b1ddae53-0690-44a9-bbd8-74fa47ed85bf), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:50.872652 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:51.002097 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:51.058736 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e5351-4939-4d72-8906-303e5391a173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ddae53-0690-44a9-bbd8-74fa47ed85bf,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:51.066278 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8e5e5351-4939-4d72-8906-303e5391a173 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=751f0e302f1a4c1baf4fbafc7e62a261&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4676223 Nov 02 12:56:51.072583 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58426) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:51.090946 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-349d77fc-fec2-4736-aa15-c114d70e066d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4b6ab925-ac95-4e9e-a044-832c021ea158), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:51.159935 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7dad0b14-cbb9-4866-b577-55efd56026b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (c108767c-4ec9-4872-9735-2ba21d54179a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:51.165572 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7dad0b14-cbb9-4866-b577-55efd56026b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:51.167466 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7dad0b14-cbb9-4866-b577-55efd56026b6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c108767c-4ec9-4872-9735-2ba21d54179a HTTP/1.1" status: 204 len: 168 time: 0.7364254 Nov 02 12:56:51.192440 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad0b14-cbb9-4866-b577-55efd56026b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c108767c-4ec9-4872-9735-2ba21d54179a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:51.264400 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4458a758-90fb-4581-b9f2-e5b0fc5a3c1a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Router a6024e09-5137-41c4-8c6c-4bfd71accce2 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:56:51.284037 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-683ecedf-4efc-4547-90bf-eaa2ea354f86 admin admin] Publish callbacks [] for security_group (b1ddae53-0690-44a9-bbd8-74fa47ed85bf), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:51.459098 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-683ecedf-4efc-4547-90bf-eaa2ea354f86 admin admin] Publish callbacks [] for security_group (b1ddae53-0690-44a9-bbd8-74fa47ed85bf), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:51.522543 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-349d77fc-fec2-4736-aa15-c114d70e066d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for port (4b6ab925-ac95-4e9e-a044-832c021ea158), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:51.601760 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4458a758-90fb-4581-b9f2-e5b0fc5a3c1a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:56:51.608819 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4458a758-90fb-4581-b9f2-e5b0fc5a3c1a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:51.613181 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4458a758-90fb-4581-b9f2-e5b0fc5a3c1a tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "PUT /networking/v2.0/routers/a6024e09-5137-41c4-8c6c-4bfd71accce2 HTTP/1.1" status: 200 len: 919 time: 5.7140222 Nov 02 12:56:51.613776 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58434) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:51.617323 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cf9801-ce4a-49c3-a3bb-90d09f6a14da None None] Sync routers for ids ['a6024e09-5137-41c4-8c6c-4bfd71accce2'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:56:51.631805 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cf9801-ce4a-49c3-a3bb-90d09f6a14da None None] Routers {'a6024e09-5137-41c4-8c6c-4bfd71accce2'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:56:51.632734 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-79cf9801-ce4a-49c3-a3bb-90d09f6a14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a6024e09-5137-41c4-8c6c-4bfd71accce2'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:51.683372 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-79cf9801-ce4a-49c3-a3bb-90d09f6a14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:51.694644 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-349d77fc-fec2-4736-aa15-c114d70e066d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (4b6ab925-ac95-4e9e-a044-832c021ea158), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:51.696848 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cf9801-ce4a-49c3-a3bb-90d09f6a14da None None] Routers {'a6024e09-5137-41c4-8c6c-4bfd71accce2'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:56:51.697627 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-79cf9801-ce4a-49c3-a3bb-90d09f6a14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a6024e09-5137-41c4-8c6c-4bfd71accce2'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:51.748004 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-79cf9801-ce4a-49c3-a3bb-90d09f6a14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:51.749216 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cf9801-ce4a-49c3-a3bb-90d09f6a14da None None] The sync data for ids ['a6024e09-5137-41c4-8c6c-4bfd71accce2'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:56:51.755184 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-683ecedf-4efc-4547-90bf-eaa2ea354f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b1ddae53-0690-44a9-bbd8-74fa47ed85bf), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:51.759979 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-683ecedf-4efc-4547-90bf-eaa2ea354f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:51.761661 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-683ecedf-4efc-4547-90bf-eaa2ea354f86 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b1ddae53-0690-44a9-bbd8-74fa47ed85bf HTTP/1.1" status: 204 len: 168 time: 0.6851234 Nov 02 12:56:51.775900 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ecedf-4efc-4547-90bf-eaa2ea354f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ddae53-0690-44a9-bbd8-74fa47ed85bf,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:51.803164 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:52.058024 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d77fc-fec2-4736-aa15-c114d70e066d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Port': ['ID=4b6ab925-ac95-4e9e-a044-832c021ea158,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:52.089507 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-349d77fc-fec2-4736-aa15-c114d70e066d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (9da65fa0-be8c-4a0a-b102-42a769a60c25), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:52.172680 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:52.235364 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:52.401391 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-20d09659-1be8-408f-93bd-a3920bac2da5 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "GET /networking/v2.0/routers/a6024e09-5137-41c4-8c6c-4bfd71accce2 HTTP/1.1" status: 200 len: 925 time: 0.7857373 Nov 02 12:56:52.405828 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58446) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:52.417877 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349d77fc-fec2-4736-aa15-c114d70e066d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network f9b630bc-6029-4449-8986-7a53341b9f03 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:56:52.419868 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-349d77fc-fec2-4736-aa15-c114d70e066d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:52.472443 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58448) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:52.523538 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ed05bf-4aef-4afa-b48c-825522ae7b53 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:52.541181 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d4ed05bf-4aef-4afa-b48c-825522ae7b53 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&device_id=a6024e09-5137-41c4-8c6c-4bfd71accce2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1336846 Nov 02 12:56:52.542023 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58452) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:52.645331 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3bb57f9-276c-495e-99ec-4d3b7df5d4f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:52.939123 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887f6639-bbef-45a1-ac4d-7d4c1fd738c1 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:52.946969 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-887f6639-bbef-45a1-ac4d-7d4c1fd738c1 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "GET /networking/v2.0/networks/66ab45f6-fff6-43fb-9582-29b239eb5a72 HTTP/1.1" status: 200 len: 881 time: 0.3991721 Nov 02 12:56:52.955647 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58460) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:53.013950 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349d77fc-fec2-4736-aa15-c114d70e066d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router 9da65fa0-be8c-4a0a-b102-42a769a60c25 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:56:53.042304 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9b5415c8-41a3-454c-803b-a0d03f744cbc tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a6024e09-5137-41c4-8c6c-4bfd71accce2 HTTP/1.1" status: 200 len: 205 time: 0.0927100 Nov 02 12:56:53.047633 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58462) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:53.064549 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9f950153-4792-4bad-93bf-f926c9270ebc None None] Provisioning complete for port 4b6ab925-ac95-4e9e-a044-832c021ea158 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:56:53.069747 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9f950153-4792-4bad-93bf-f926c9270ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4b6ab925-ac95-4e9e-a044-832c021ea158), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:53.070664 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9f950153-4792-4bad-93bf-f926c9270ebc None None] Attempt 1 to provision port 4b6ab925-ac95-4e9e-a044-832c021ea158 Nov 02 12:56:53.219866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9f950153-4792-4bad-93bf-f926c9270ebc None None] Port 4b6ab925-ac95-4e9e-a044-832c021ea158 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:56:53.310307 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c589852f-d0f0-4425-8f41-33ab40b79dbf tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router (a6024e09-5137-41c4-8c6c-4bfd71accce2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:53.347500 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349d77fc-fec2-4736-aa15-c114d70e066d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:56:53.356659 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-349d77fc-fec2-4736-aa15-c114d70e066d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/9da65fa0-be8c-4a0a-b102-42a769a60c25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3551884 Nov 02 12:56:53.367930 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f868d-9bcb-44b9-ab8d-4f348d6f8960 None None] Sync routers for ids ['9da65fa0-be8c-4a0a-b102-42a769a60c25'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:56:53.383471 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3bb57f9-276c-495e-99ec-4d3b7df5d4f5 admin admin] Publish callbacks [] for security_group (e6b9a7e2-fff6-420f-a05c-712f0b167a24), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:53.388273 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:53.390863 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58466) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:53.394286 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f868d-9bcb-44b9-ab8d-4f348d6f8960 None None] Routers {'9da65fa0-be8c-4a0a-b102-42a769a60c25'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:56:53.394972 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-118f868d-9bcb-44b9-ab8d-4f348d6f8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9da65fa0-be8c-4a0a-b102-42a769a60c25'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:53.451393 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58468) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:53.473590 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-118f868d-9bcb-44b9-ab8d-4f348d6f8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:53.477242 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9c2f9722-77d8-42c6-8e91-5e9e0e9020e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:53.497292 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f868d-9bcb-44b9-ab8d-4f348d6f8960 None None] Routers {'9da65fa0-be8c-4a0a-b102-42a769a60c25'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:56:53.501493 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-118f868d-9bcb-44b9-ab8d-4f348d6f8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9da65fa0-be8c-4a0a-b102-42a769a60c25'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:53.519049 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737d0ecf-31a3-442a-b4b4-e184c4f76797 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:53.527263 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-737d0ecf-31a3-442a-b4b4-e184c4f76797 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/ports/4b6ab925-ac95-4e9e-a044-832c021ea158 HTTP/1.1" status: 200 len: 910 time: 0.1346910 Nov 02 12:56:53.535185 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58470) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:53.587601 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-118f868d-9bcb-44b9-ab8d-4f348d6f8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:53.588190 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f868d-9bcb-44b9-ab8d-4f348d6f8960 None None] The sync data for ids ['9da65fa0-be8c-4a0a-b102-42a769a60c25'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:56:53.618390 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3bb57f9-276c-495e-99ec-4d3b7df5d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e6b9a7e2-fff6-420f-a05c-712f0b167a24), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:53.676908 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:53.685408 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c589852f-d0f0-4425-8f41-33ab40b79dbf tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_gateway (a6024e09-5137-41c4-8c6c-4bfd71accce2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:53.872545 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f3bb57f9-276c-495e-99ec-4d3b7df5d4f5 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5d90babe25d241209650624d3c50799f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3959160 Nov 02 12:56:53.874696 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58476) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:53.880218 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb57f9-276c-495e-99ec-4d3b7df5d4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b9a7e2-fff6-420f-a05c-712f0b167a24,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:53.965780 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c589852f-d0f0-4425-8f41-33ab40b79dbf tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Deleting port 06be52a2-f9bb-4b80-a993-c6d686e1c0ed {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:56:53.966870 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c589852f-d0f0-4425-8f41-33ab40b79dbf tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (06be52a2-f9bb-4b80-a993-c6d686e1c0ed), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:53.977658 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.233510 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0037d4fd-504a-484d-bb28-540ca19b2f80 admin admin] Publish callbacks [] for security_group (e6b9a7e2-fff6-420f-a05c-712f0b167a24), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.241915 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c589852f-d0f0-4425-8f41-33ab40b79dbf tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (06be52a2-f9bb-4b80-a993-c6d686e1c0ed), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.249201 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:54.274296 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c589852f-d0f0-4425-8f41-33ab40b79dbf tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Calling delete_port for 06be52a2-f9bb-4b80-a993-c6d686e1c0ed owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:56:54.290180 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0037d4fd-504a-484d-bb28-540ca19b2f80 admin admin] Publish callbacks [] for security_group (e6b9a7e2-fff6-420f-a05c-712f0b167a24), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.395367 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9c2f9722-77d8-42c6-8e91-5e9e0e9020e7 admin admin] Publish callbacks [] for security_group (a0c7348b-5dbb-4cbd-ad5b-cb53f9d28ec5), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.397727 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ee3b6243-c345-477c-a0a1-cebca4ffcaa3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (9da65fa0-be8c-4a0a-b102-42a769a60c25), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.504173 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9c2f9722-77d8-42c6-8e91-5e9e0e9020e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a0c7348b-5dbb-4cbd-ad5b-cb53f9d28ec5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.594816 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9c2f9722-77d8-42c6-8e91-5e9e0e9020e7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ad6f87965fe945bea32b0b2825048524&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1397715 Nov 02 12:56:54.600531 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58482) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:54.610435 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0037d4fd-504a-484d-bb28-540ca19b2f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e6b9a7e2-fff6-420f-a05c-712f0b167a24), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.618101 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0037d4fd-504a-484d-bb28-540ca19b2f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.622334 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0037d4fd-504a-484d-bb28-540ca19b2f80 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e6b9a7e2-fff6-420f-a05c-712f0b167a24 HTTP/1.1" status: 204 len: 168 time: 0.7433045 Nov 02 12:56:54.686652 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f9722-77d8-42c6-8e91-5e9e0e9020e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c7348b-5dbb-4cbd-ad5b-cb53f9d28ec5,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:54.774689 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037d4fd-504a-484d-bb28-540ca19b2f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b9a7e2-fff6-420f-a05c-712f0b167a24,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:54.879681 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:54.948445 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55e13daa-8fe4-4395-a5ae-580373d3704e admin admin] Publish callbacks [] for security_group (a0c7348b-5dbb-4cbd-ad5b-cb53f9d28ec5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:55.024586 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c589852f-d0f0-4425-8f41-33ab40b79dbf tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (06be52a2-f9bb-4b80-a993-c6d686e1c0ed), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:55.068724 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b6243-c345-477c-a0a1-cebca4ffcaa3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting port 4b6ab925-ac95-4e9e-a044-832c021ea158 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:56:55.070033 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ee3b6243-c345-477c-a0a1-cebca4ffcaa3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (4b6ab925-ac95-4e9e-a044-832c021ea158), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:55.129496 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55e13daa-8fe4-4395-a5ae-580373d3704e admin admin] Publish callbacks [] for security_group (a0c7348b-5dbb-4cbd-ad5b-cb53f9d28ec5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:55.301607 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589852f-d0f0-4425-8f41-33ab40b79dbf tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Pushing event deleted for resources: {'Port': ['ID=06be52a2-f9bb-4b80-a993-c6d686e1c0ed,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:55.310250 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ee3b6243-c345-477c-a0a1-cebca4ffcaa3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (4b6ab925-ac95-4e9e-a044-832c021ea158), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:55.338108 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b6243-c345-477c-a0a1-cebca4ffcaa3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Calling delete_port for 4b6ab925-ac95-4e9e-a044-832c021ea158 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:56:55.408298 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c589852f-d0f0-4425-8f41-33ab40b79dbf tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (a6024e09-5137-41c4-8c6c-4bfd71accce2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:55.452605 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:55.544554 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:55.609136 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c589852f-d0f0-4425-8f41-33ab40b79dbf tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (a6024e09-5137-41c4-8c6c-4bfd71accce2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:55.615060 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c589852f-d0f0-4425-8f41-33ab40b79dbf tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_controller (a6024e09-5137-41c4-8c6c-4bfd71accce2), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:55.630087 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55e13daa-8fe4-4395-a5ae-580373d3704e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a0c7348b-5dbb-4cbd-ad5b-cb53f9d28ec5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:55.632946 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55e13daa-8fe4-4395-a5ae-580373d3704e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:55.636403 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-55e13daa-8fe4-4395-a5ae-580373d3704e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a0c7348b-5dbb-4cbd-ad5b-cb53f9d28ec5 HTTP/1.1" status: 204 len: 168 time: 1.0267189 Nov 02 12:56:55.682786 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e13daa-8fe4-4395-a5ae-580373d3704e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c7348b-5dbb-4cbd-ad5b-cb53f9d28ec5,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:55.743593 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:55.773655 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ee3b6243-c345-477c-a0a1-cebca4ffcaa3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (4b6ab925-ac95-4e9e-a044-832c021ea158), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:55.774869 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c589852f-d0f0-4425-8f41-33ab40b79dbf tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (a6024e09-5137-41c4-8c6c-4bfd71accce2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:55.778914 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c589852f-d0f0-4425-8f41-33ab40b79dbf tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Fanout notify agent at l3_agent the message router_deleted on router a6024e09-5137-41c4-8c6c-4bfd71accce2 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:56:55.810457 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c589852f-d0f0-4425-8f41-33ab40b79dbf tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:55.812935 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c589852f-d0f0-4425-8f41-33ab40b79dbf tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "DELETE /networking/v2.0/routers/a6024e09-5137-41c4-8c6c-4bfd71accce2 HTTP/1.1" status: 204 len: 168 time: 2.7634225 Nov 02 12:56:55.816416 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58508) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:55.825058 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-31229160-35c3-4eb4-852c-7c9001f132b0 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1895104253', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}, 'admin_state_up': False}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:55.852033 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b6243-c345-477c-a0a1-cebca4ffcaa3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Port': ['ID=4b6ab925-ac95-4e9e-a044-832c021ea158,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:56.030367 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-31229160-35c3-4eb4-852c-7c9001f132b0 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:56.032219 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-31229160-35c3-4eb4-852c-7c9001f132b0 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:56.102651 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-31229160-35c3-4eb4-852c-7c9001f132b0 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_controller (eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:56.156755 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ee3b6243-c345-477c-a0a1-cebca4ffcaa3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (9da65fa0-be8c-4a0a-b102-42a769a60c25), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:56.223707 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a49bca-41d7-451c-9f96-609406b41440 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:56:56.414124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a49bca-41d7-451c-9f96-609406b41440 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:56:56.430092 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58522) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:56.490407 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-289496e5-b799-4331-b3a7-12a109874e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:56.504270 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-31229160-35c3-4eb4-852c-7c9001f132b0 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_gateway (eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:56.699895 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:56.805487 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:56.822477 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3b6243-c345-477c-a0a1-cebca4ffcaa3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router 9da65fa0-be8c-4a0a-b102-42a769a60c25 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:56:56.862398 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-31229160-35c3-4eb4-852c-7c9001f132b0 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_gateway (eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:56.933572 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-31229160-35c3-4eb4-852c-7c9001f132b0 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:56.941806 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-289496e5-b799-4331-b3a7-12a109874e1b admin admin] Publish callbacks [] for security_group (9002957a-f4c0-4ba8-8650-12dc3c0f09a3), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:57.057611 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3b6243-c345-477c-a0a1-cebca4ffcaa3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:56:57.078376 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ee3b6243-c345-477c-a0a1-cebca4ffcaa3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/9da65fa0-be8c-4a0a-b102-42a769a60c25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5279772 Nov 02 12:56:57.078547 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3caf86-8e91-49a8-b936-0e48c6533afb None None] Sync routers for ids ['9da65fa0-be8c-4a0a-b102-42a769a60c25'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:56:57.082504 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58540) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:57.095413 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3caf86-8e91-49a8-b936-0e48c6533afb None None] Routers {'9da65fa0-be8c-4a0a-b102-42a769a60c25'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:56:57.096334 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-ad3caf86-8e91-49a8-b936-0e48c6533afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9da65fa0-be8c-4a0a-b102-42a769a60c25'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:57.131635 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-289496e5-b799-4331-b3a7-12a109874e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9002957a-f4c0-4ba8-8650-12dc3c0f09a3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:57.210622 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-ad3caf86-8e91-49a8-b936-0e48c6533afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:57.232706 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3caf86-8e91-49a8-b936-0e48c6533afb None None] Routers {'9da65fa0-be8c-4a0a-b102-42a769a60c25'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:56:57.235425 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-ad3caf86-8e91-49a8-b936-0e48c6533afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9da65fa0-be8c-4a0a-b102-42a769a60c25'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:57.278556 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289496e5-b799-4331-b3a7-12a109874e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9002957a-f4c0-4ba8-8650-12dc3c0f09a3,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:57.366733 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-289496e5-b799-4331-b3a7-12a109874e1b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=330e25da487f4023bde999fff62b1384&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9424973 Nov 02 12:56:57.373984 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58552) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:57.411590 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-ad3caf86-8e91-49a8-b936-0e48c6533afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:57.413170 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3caf86-8e91-49a8-b936-0e48c6533afb None None] The sync data for ids ['9da65fa0-be8c-4a0a-b102-42a769a60c25'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:56:57.550891 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-31229160-35c3-4eb4-852c-7c9001f132b0 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Allocated IP 172.25.2.128 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/7b940e57-cb51-412c-93f4-c39a5c7a2742) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:56:57.732350 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=3,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:57.767774 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-31229160-35c3-4eb4-852c-7c9001f132b0 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for port (7b940e57-cb51-412c-93f4-c39a5c7a2742), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:57.891640 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-31229160-35c3-4eb4-852c-7c9001f132b0 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (7b940e57-cb51-412c-93f4-c39a5c7a2742), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:58.030170 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31229160-35c3-4eb4-852c-7c9001f132b0 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:56:58.035468 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-78a26387-333c-4e4d-953d-1780a5250c32 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (9da65fa0-be8c-4a0a-b102-42a769a60c25), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:58.055188 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:58.055848 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-31229160-35c3-4eb4-852c-7c9001f132b0 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:58.055848 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31229160-35c3-4eb4-852c-7c9001f132b0 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:56:58.094414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c4de2cef-fd9a-446e-9d72-c6e4f80112c0 None None] Provisioning complete for port bb7d80c3-745a-43d9-98b7-7fb022679451 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:56:58.096046 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c4de2cef-fd9a-446e-9d72-c6e4f80112c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (bb7d80c3-745a-43d9-98b7-7fb022679451), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:58.096771 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c4de2cef-fd9a-446e-9d72-c6e4f80112c0 None None] Attempt 1 to provision port bb7d80c3-745a-43d9-98b7-7fb022679451 Nov 02 12:56:58.110867 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4bca35a7-ea2b-4f6e-b1c9-532f8987918e admin admin] Publish callbacks [] for security_group (9002957a-f4c0-4ba8-8650-12dc3c0f09a3), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:58.148331 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31229160-35c3-4eb4-852c-7c9001f132b0 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Pushing event updated for resources: {'Port': ['ID=7b940e57-cb51-412c-93f4-c39a5c7a2742,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:58.208135 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4bca35a7-ea2b-4f6e-b1c9-532f8987918e admin admin] Publish callbacks [] for security_group (9002957a-f4c0-4ba8-8650-12dc3c0f09a3), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:58.263008 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c4de2cef-fd9a-446e-9d72-c6e4f80112c0 None None] Current status of the port bb7d80c3-745a-43d9-98b7-7fb022679451 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:56:58.515076 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4bca35a7-ea2b-4f6e-b1c9-532f8987918e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9002957a-f4c0-4ba8-8650-12dc3c0f09a3), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:58.515076 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4bca35a7-ea2b-4f6e-b1c9-532f8987918e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:58.515076 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4bca35a7-ea2b-4f6e-b1c9-532f8987918e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9002957a-f4c0-4ba8-8650-12dc3c0f09a3 HTTP/1.1" status: 204 len: 168 time: 1.1330302 Nov 02 12:56:58.565542 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:58.587328 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca35a7-ea2b-4f6e-b1c9-532f8987918e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9002957a-f4c0-4ba8-8650-12dc3c0f09a3,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:58.607803 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-78a26387-333c-4e4d-953d-1780a5250c32 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting port 37f5420f-1256-4cab-a53d-a6542355b5db {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:56:58.608290 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-78a26387-333c-4e4d-953d-1780a5250c32 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (37f5420f-1256-4cab-a53d-a6542355b5db), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:58.716837 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:58.740931 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:58.766988 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-78a26387-333c-4e4d-953d-1780a5250c32 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (37f5420f-1256-4cab-a53d-a6542355b5db), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:58.784821 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-78a26387-333c-4e4d-953d-1780a5250c32 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Calling delete_port for 37f5420f-1256-4cab-a53d-a6542355b5db owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:56:58.872311 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-31229160-35c3-4eb4-852c-7c9001f132b0 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_gateway (eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:59.182895 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-78a26387-333c-4e4d-953d-1780a5250c32 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (37f5420f-1256-4cab-a53d-a6542355b5db), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:59.247554 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a26387-333c-4e4d-953d-1780a5250c32 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Port': ['ID=37f5420f-1256-4cab-a53d-a6542355b5db,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:59.249220 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-31229160-35c3-4eb4-852c-7c9001f132b0 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:59.722756 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:56:59.730377 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-78a26387-333c-4e4d-953d-1780a5250c32 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (9da65fa0-be8c-4a0a-b102-42a769a60c25), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:59.790094 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f766a67c-43de-4af9-a9b7-153eff598b08 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:57:00.067990 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f766a67c-43de-4af9-a9b7-153eff598b08 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:57:00.107778 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:00.134976 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:00.190702 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a26387-333c-4e4d-953d-1780a5250c32 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router 9da65fa0-be8c-4a0a-b102-42a769a60c25 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:57:00.361180 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a26387-333c-4e4d-953d-1780a5250c32 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:57:00.371393 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31229160-35c3-4eb4-852c-7c9001f132b0 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Router eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:57:00.375972 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58626) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:00.378315 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-78a26387-333c-4e4d-953d-1780a5250c32 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/9da65fa0-be8c-4a0a-b102-42a769a60c25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2932506 Nov 02 12:57:00.387670 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d613702-d179-45f0-972f-889a072d256b None None] Sync routers for ids ['9da65fa0-be8c-4a0a-b102-42a769a60c25'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:57:00.420014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d613702-d179-45f0-972f-889a072d256b None None] Routers {'9da65fa0-be8c-4a0a-b102-42a769a60c25'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:57:00.421264 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4d613702-d179-45f0-972f-889a072d256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9da65fa0-be8c-4a0a-b102-42a769a60c25'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:00.445175 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d998739b-1764-4d07-8a7e-51dd128ddb89 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9da65fa0-be8c-4a0a-b102-42a769a60c25 HTTP/1.1" status: 200 len: 205 time: 0.0702994 Nov 02 12:57:00.453071 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58630) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:00.477918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4d613702-d179-45f0-972f-889a072d256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:00.492104 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:00.500141 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d613702-d179-45f0-972f-889a072d256b None None] Routers {'9da65fa0-be8c-4a0a-b102-42a769a60c25'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:57:00.503335 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4d613702-d179-45f0-972f-889a072d256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['9da65fa0-be8c-4a0a-b102-42a769a60c25'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:00.720172 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:00.736063 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:00.926258 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf26fbb6-ef98-434d-b43f-6a9664e7b208 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (9da65fa0-be8c-4a0a-b102-42a769a60c25), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:00.987347 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31229160-35c3-4eb4-852c-7c9001f132b0 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:57:01.001033 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29476a8-a27b-4652-a668-0618fa0a614f None None] Sync routers for ids ['eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:57:01.035450 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29476a8-a27b-4652-a668-0618fa0a614f None None] Routers {'eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:57:01.035450 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f29476a8-a27b-4652-a668-0618fa0a614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:01.168055 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-31229160-35c3-4eb4-852c-7c9001f132b0 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:01.173807 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-31229160-35c3-4eb4-852c-7c9001f132b0 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.3557038 Nov 02 12:57:01.177678 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58650) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:01.181631 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c8929fc6-8349-4b69-a09a-d2bdbc6d824a tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:01.226372 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f29476a8-a27b-4652-a668-0618fa0a614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:01.275162 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29476a8-a27b-4652-a668-0618fa0a614f None None] Routers {'eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:57:01.277651 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4d613702-d179-45f0-972f-889a072d256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:01.278752 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f29476a8-a27b-4652-a668-0618fa0a614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:01.280474 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d613702-d179-45f0-972f-889a072d256b None None] The sync data for ids ['9da65fa0-be8c-4a0a-b102-42a769a60c25'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:57:01.377263 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f29476a8-a27b-4652-a668-0618fa0a614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:01.377263 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29476a8-a27b-4652-a668-0618fa0a614f None None] The sync data for ids ['eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:57:01.483826 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf26fbb6-ef98-434d-b43f-6a9664e7b208 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (9da65fa0-be8c-4a0a-b102-42a769a60c25), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:01.487287 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf26fbb6-ef98-434d-b43f-6a9664e7b208 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router_controller (9da65fa0-be8c-4a0a-b102-42a769a60c25), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:01.862769 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8978fdf4-ebcf-403c-9bf0-b496ba92694a None None] Provisioning complete for port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:01.863833 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8978fdf4-ebcf-403c-9bf0-b496ba92694a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:01.864290 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8978fdf4-ebcf-403c-9bf0-b496ba92694a None None] Attempt 1 to provision port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 Nov 02 12:57:01.901991 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf26fbb6-ef98-434d-b43f-6a9664e7b208 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (9da65fa0-be8c-4a0a-b102-42a769a60c25), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:01.901991 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf26fbb6-ef98-434d-b43f-6a9664e7b208 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Fanout notify agent at l3_agent the message router_deleted on router 9da65fa0-be8c-4a0a-b102-42a769a60c25 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:57:01.906933 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf26fbb6-ef98-434d-b43f-6a9664e7b208 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:01.908302 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cf26fbb6-ef98-434d-b43f-6a9664e7b208 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/routers/9da65fa0-be8c-4a0a-b102-42a769a60c25 HTTP/1.1" status: 204 len: 168 time: 1.4459274 Nov 02 12:57:01.913516 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58670) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:02.067670 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8978fdf4-ebcf-403c-9bf0-b496ba92694a None None] Current status of the port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:02.159192 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfbafec4-029e-4b10-b015-b637b96abbb5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting subnet ccb38881-9507-46a5-8125-9f5296a48cf3 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:57:02.162869 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8929fc6-8349-4b69-a09a-d2bdbc6d824a tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_gateway (eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:02.166899 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dfbafec4-029e-4b10-b015-b637b96abbb5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (ccb38881-9507-46a5-8125-9f5296a48cf3), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:02.232374 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dfbafec4-029e-4b10-b015-b637b96abbb5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (ccb38881-9507-46a5-8125-9f5296a48cf3), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:02.310509 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8929fc6-8349-4b69-a09a-d2bdbc6d824a tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_gateway (eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:02.432534 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dfbafec4-029e-4b10-b015-b637b96abbb5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (ccb38881-9507-46a5-8125-9f5296a48cf3), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:02.533678 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:02.534830 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:02.606259 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c8929fc6-8349-4b69-a09a-d2bdbc6d824a tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Deleting port 7b940e57-cb51-412c-93f4-c39a5c7a2742 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:57:02.606693 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8929fc6-8349-4b69-a09a-d2bdbc6d824a tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7b940e57-cb51-412c-93f4-c39a5c7a2742), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:02.676548 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dfbafec4-029e-4b10-b015-b637b96abbb5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (ccb38881-9507-46a5-8125-9f5296a48cf3), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:02.768727 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dfbafec4-029e-4b10-b015-b637b96abbb5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:02.769246 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ab3189-1b1b-4883-b15a-8c72c887df78 None None] Network f9b630bc-6029-4449-8986-7a53341b9f03 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:57:02.769675 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dfbafec4-029e-4b10-b015-b637b96abbb5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/ccb38881-9507-46a5-8125-9f5296a48cf3 HTTP/1.1" status: 204 len: 168 time: 0.8516979 Nov 02 12:57:02.821454 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58706) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:02.881126 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbafec4-029e-4b10-b015-b637b96abbb5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Subnet': ['ID=ccb38881-9507-46a5-8125-9f5296a48cf3,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:03.009478 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf008c16-e3a7-4681-8833-d5bcbe216db1 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting subnet e931025c-8d7b-463d-9522-270c14ffc1f7 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:57:03.020382 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bf008c16-e3a7-4681-8833-d5bcbe216db1 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (e931025c-8d7b-463d-9522-270c14ffc1f7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:03.104005 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af713ef8-c5d7-4728-a1d3-8a89b7886b61 None None] DHCP port deletion for f9b630bc-6029-4449-8986-7a53341b9f03 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:57:03.122367 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8929fc6-8349-4b69-a09a-d2bdbc6d824a tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7b940e57-cb51-412c-93f4-c39a5c7a2742), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:03.172581 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c8929fc6-8349-4b69-a09a-d2bdbc6d824a tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Calling delete_port for 7b940e57-cb51-412c-93f4-c39a5c7a2742 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:57:03.216401 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:03.322774 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bf008c16-e3a7-4681-8833-d5bcbe216db1 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (e931025c-8d7b-463d-9522-270c14ffc1f7), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:03.336892 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:03.339709 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device bb7d80c3-745a-43d9-98b7-7fb022679451 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:57:03.529849 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-af713ef8-c5d7-4728-a1d3-8a89b7886b61 None None] Deleting port bb7d80c3-745a-43d9-98b7-7fb022679451 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:57:03.530332 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-af713ef8-c5d7-4728-a1d3-8a89b7886b61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (bb7d80c3-745a-43d9-98b7-7fb022679451), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:03.551596 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bf008c16-e3a7-4681-8833-d5bcbe216db1 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (e931025c-8d7b-463d-9522-270c14ffc1f7), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:03.658146 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-af713ef8-c5d7-4728-a1d3-8a89b7886b61 None None] For port bb7d80c3-745a-43d9-98b7-7fb022679451, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=bb7d80c3-745a-43d9-98b7-7fb022679451,segment=NetworkSegment(aee0fd41-f8a2-42cb-94b6-ded588df563d),segment_id=aee0fd41-f8a2-42cb-94b6-ded588df563d)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:03.658635 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-af713ef8-c5d7-4728-a1d3-8a89b7886b61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (bb7d80c3-745a-43d9-98b7-7fb022679451), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:03.681664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-af713ef8-c5d7-4728-a1d3-8a89b7886b61 None None] Calling delete_port for bb7d80c3-745a-43d9-98b7-7fb022679451 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:57:03.845860 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8929fc6-8349-4b69-a09a-d2bdbc6d824a tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (7b940e57-cb51-412c-93f4-c39a5c7a2742), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:03.954262 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8929fc6-8349-4b69-a09a-d2bdbc6d824a tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Pushing event deleted for resources: {'Port': ['ID=7b940e57-cb51-412c-93f4-c39a5c7a2742,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:03.997267 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bf008c16-e3a7-4681-8833-d5bcbe216db1 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (e931025c-8d7b-463d-9522-270c14ffc1f7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:04.105568 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port bb7d80c3-745a-43d9-98b7-7fb022679451 is: ACTIVE; New status is: DOWN {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:04.107785 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (bb7d80c3-745a-43d9-98b7-7fb022679451), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:04.157554 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a3b53d-020d-4beb-b695-b4dd2be4a2ce None None] Network ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:57:04.171974 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf008c16-e3a7-4681-8833-d5bcbe216db1 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Subnet': ['ID=e931025c-8d7b-463d-9522-270c14ffc1f7,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:04.178325 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bf008c16-e3a7-4681-8833-d5bcbe216db1 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:04.201044 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58766) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:04.204135 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bf008c16-e3a7-4681-8833-d5bcbe216db1 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/e931025c-8d7b-463d-9522-270c14ffc1f7 HTTP/1.1" status: 204 len: 168 time: 1.3681328 Nov 02 12:57:04.207845 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=79,neutron:INSERT=10,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:04.311888 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8929fc6-8349-4b69-a09a-d2bdbc6d824a tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:04.490204 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-af713ef8-c5d7-4728-a1d3-8a89b7886b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (bb7d80c3-745a-43d9-98b7-7fb022679451), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:04.558284 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=5,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:04.641074 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-44bc16ed-0871-4d13-a5d7-5f214b06e946 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (f9b630bc-6029-4449-8986-7a53341b9f03), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:04.642355 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f3f1fd-711a-4ec8-8d73-4ed01ae538b3 None None] DHCP port deletion for ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:57:04.661754 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af713ef8-c5d7-4728-a1d3-8a89b7886b61 None None] Pushing event deleted for resources: {'Port': ['ID=bb7d80c3-745a-43d9-98b7-7fb022679451,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:04.673684 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af713ef8-c5d7-4728-a1d3-8a89b7886b61 None None] No DVR routers for this DVR port bb7d80c3-745a-43d9-98b7-7fb022679451 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:57:04.767785 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:04.772083 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-24f3f1fd-711a-4ec8-8d73-4ed01ae538b3 None None] Deleting port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:57:04.772474 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-24f3f1fd-711a-4ec8-8d73-4ed01ae538b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:04.883498 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-44bc16ed-0871-4d13-a5d7-5f214b06e946 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (f9b630bc-6029-4449-8986-7a53341b9f03), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:04.928740 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-44bc16ed-0871-4d13-a5d7-5f214b06e946 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b630bc-6029-4449-8986-7a53341b9f03']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:04.951909 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-44bc16ed-0871-4d13-a5d7-5f214b06e946 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee0fd41-f8a2-42cb-94b6-ded588df563d') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:04.952689 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-44bc16ed-0871-4d13-a5d7-5f214b06e946 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee0fd41-f8a2-42cb-94b6-ded588df563d') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:04.967710 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-44bc16ed-0871-4d13-a5d7-5f214b06e946 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (aee0fd41-f8a2-42cb-94b6-ded588df563d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:04.991321 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-44bc16ed-0871-4d13-a5d7-5f214b06e946 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (aee0fd41-f8a2-42cb-94b6-ded588df563d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:05.005586 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bc16ed-0871-4d13-a5d7-5f214b06e946 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:57:05.006235 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-44bc16ed-0871-4d13-a5d7-5f214b06e946 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (aee0fd41-f8a2-42cb-94b6-ded588df563d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:05.034115 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8929fc6-8349-4b69-a09a-d2bdbc6d824a tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:05.052821 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8929fc6-8349-4b69-a09a-d2bdbc6d824a tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:05.053618 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment aee0fd41-f8a2-42cb-94b6-ded588df563d resource provider aggregate not found Nov 02 12:57:05.132990 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-24f3f1fd-711a-4ec8-8d73-4ed01ae538b3 None None] For port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2,segment=NetworkSegment(53bb0007-c3de-4144-a1ae-2e5769b43380),segment_id=53bb0007-c3de-4144-a1ae-2e5769b43380)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:05.136299 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-24f3f1fd-711a-4ec8-8d73-4ed01ae538b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:05.163321 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment aee0fd41-f8a2-42cb-94b6-ded588df563d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aee0fd41-f8a2-42cb-94b6-ded588df563d found for delete ", "request_id": "req-01c04c09-bdd5-40e8-a7f8-562f24a59ef7"}]} Nov 02 12:57:05.215568 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-24f3f1fd-711a-4ec8-8d73-4ed01ae538b3 None None] Calling delete_port for 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:57:05.256418 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-44bc16ed-0871-4d13-a5d7-5f214b06e946 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (f9b630bc-6029-4449-8986-7a53341b9f03), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:05.264801 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-44bc16ed-0871-4d13-a5d7-5f214b06e946 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:05.284956 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-44bc16ed-0871-4d13-a5d7-5f214b06e946 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/networks/f9b630bc-6029-4449-8986-7a53341b9f03 HTTP/1.1" status: 204 len: 168 time: 1.0665853 Nov 02 12:57:05.299247 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58816) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:05.489161 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:57:05.490976 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8929fc6-8349-4b69-a09a-d2bdbc6d824a tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Router eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:57:05.646781 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c7f2cad2-dc85-4b8f-aabf-6f5678282f4d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:05.663302 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc16ed-0871-4d13-a5d7-5f214b06e946 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Network': ['ID=f9b630bc-6029-4449-8986-7a53341b9f03,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:05.726511 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:05.810895 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:05.872284 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8929fc6-8349-4b69-a09a-d2bdbc6d824a tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:57:05.880000 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2cad2-dc85-4b8f-aabf-6f5678282f4d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:57:05.880525 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8929fc6-8349-4b69-a09a-d2bdbc6d824a tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:05.881071 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c7f2cad2-dc85-4b8f-aabf-6f5678282f4d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:05.887276 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c8929fc6-8349-4b69-a09a-d2bdbc6d824a tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "PUT /networking/v2.0/routers/eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59 HTTP/1.1" status: 200 len: 710 time: 4.7113895 Nov 02 12:57:05.887984 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58836) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:05.900630 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625ea1f-bf59-480d-916d-20215c1255e3 None None] Sync routers for ids ['eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:57:05.933580 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1625ea1f-bf59-480d-916d-20215c1255e3 None None] Routers {'eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:57:05.934567 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1625ea1f-bf59-480d-916d-20215c1255e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:05.941925 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 is: ACTIVE; New status is: DOWN {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:05.942763 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:05.995257 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1625ea1f-bf59-480d-916d-20215c1255e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:05.998360 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-24f3f1fd-711a-4ec8-8d73-4ed01ae538b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:06.070174 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3f1fd-711a-4ec8-8d73-4ed01ae538b3 None None] Pushing event deleted for resources: {'Port': ['ID=5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:06.103912 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:06.116247 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f3f1fd-711a-4ec8-8d73-4ed01ae538b3 None None] No DVR routers for this DVR port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:57:06.116247 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1625ea1f-bf59-480d-916d-20215c1255e3 None None] Routers {'eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:57:06.116247 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1625ea1f-bf59-480d-916d-20215c1255e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:56:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:06.149612 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58850) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:06.155893 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1044588a-7f91-47e4-b0e4-ecf3a668908b tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "GET /networking/v2.0/routers/eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59 HTTP/1.1" status: 200 len: 745 time: 0.2649698 Nov 02 12:57:06.211033 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-c7f2cad2-dc85-4b8f-aabf-6f5678282f4d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] For port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2,segment=NetworkSegment(53bb0007-c3de-4144-a1ae-2e5769b43380),segment_id=53bb0007-c3de-4144-a1ae-2e5769b43380)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:06.215846 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c7f2cad2-dc85-4b8f-aabf-6f5678282f4d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:06.281684 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2cad2-dc85-4b8f-aabf-6f5678282f4d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Calling delete_port for 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:57:06.289550 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1625ea1f-bf59-480d-916d-20215c1255e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:06.294520 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625ea1f-bf59-480d-916d-20215c1255e3 None None] The sync data for ids ['eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:57:06.367856 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58862) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:06.372597 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fbe0c86e-42cd-4ae9-a910-cc9b6e064bc1 tempest-RoutersIpV6AdminTest-1235591496 tempest-RoutersIpV6AdminTest-1235591496-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&device_id=eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59 HTTP/1.1" status: 200 len: 205 time: 0.2216136 Nov 02 12:57:06.472918 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-636852c5-bd91-4554-9223-8d849adae6c6 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59 HTTP/1.1" status: 200 len: 205 time: 0.1014767 Nov 02 12:57:06.480000 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58870) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:06.523660 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c7f2cad2-dc85-4b8f-aabf-6f5678282f4d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:06.565286 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2cad2-dc85-4b8f-aabf-6f5678282f4d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Port': ['ID=5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:06.591862 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f2cad2-dc85-4b8f-aabf-6f5678282f4d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] No DVR routers for this DVR port 5fcd469a-0bee-4b21-8fa8-e2d12b9c58d2 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:57:06.756444 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-17c7dde3-6c17-4f53-af97-bd1ab7ab170e tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router (eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:06.764734 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=74,neutron:INSERT=13,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:06.891566 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c7f2cad2-dc85-4b8f-aabf-6f5678282f4d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:06.949884 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-c7f2cad2-dc85-4b8f-aabf-6f5678282f4d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:07.020862 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:07.027486 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-c7f2cad2-dc85-4b8f-aabf-6f5678282f4d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53bb0007-c3de-4144-a1ae-2e5769b43380') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:07.027800 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-c7f2cad2-dc85-4b8f-aabf-6f5678282f4d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53bb0007-c3de-4144-a1ae-2e5769b43380') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:07.061141 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c7f2cad2-dc85-4b8f-aabf-6f5678282f4d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (53bb0007-c3de-4144-a1ae-2e5769b43380), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:07.101574 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c7f2cad2-dc85-4b8f-aabf-6f5678282f4d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (53bb0007-c3de-4144-a1ae-2e5769b43380), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:07.112215 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f2cad2-dc85-4b8f-aabf-6f5678282f4d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:57:07.112748 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c7f2cad2-dc85-4b8f-aabf-6f5678282f4d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (53bb0007-c3de-4144-a1ae-2e5769b43380), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:07.173667 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-17c7dde3-6c17-4f53-af97-bd1ab7ab170e tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:07.177590 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-17c7dde3-6c17-4f53-af97-bd1ab7ab170e tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router_controller (eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:07.399754 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-17c7dde3-6c17-4f53-af97-bd1ab7ab170e tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:07.400385 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c7dde3-6c17-4f53-af97-bd1ab7ab170e tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Fanout notify agent at l3_agent the message router_deleted on router eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:57:07.407807 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-17c7dde3-6c17-4f53-af97-bd1ab7ab170e tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:07.409813 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-17c7dde3-6c17-4f53-af97-bd1ab7ab170e tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "DELETE /networking/v2.0/routers/eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59 HTTP/1.1" status: 204 len: 168 time: 0.9279225 Nov 02 12:57:07.417744 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58900) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:07.503846 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1fe69f81-2a2b-4359-9322-e9972a12cb6b tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59 HTTP/1.1" status: 200 len: 205 time: 0.0840118 Nov 02 12:57:07.507150 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58906) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:07.634992 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-b407611f-f784-4174-b83d-316ff1f617bf tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] delete failed (client error): The resource could not be found. Nov 02 12:57:07.638079 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b407611f-f784-4174-b83d-316ff1f617bf tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "DELETE /networking/v2.0/routers/eb8d0581-4bf8-4959-a27b-4e8b0cc8ed59 HTTP/1.1" status: 404 len: 336 time: 0.1281986 Nov 02 12:57:07.644113 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58912) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:07.680078 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9f61ee6c-1d60-41ba-93c7-1e7bf2c3fca9 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a6024e09-5137-41c4-8c6c-4bfd71accce2 HTTP/1.1" status: 200 len: 205 time: 0.0344863 Nov 02 12:57:07.684452 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58914) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:07.730240 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-99fb4823-cbf6-4298-914b-87700af4b835 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] delete failed (client error): The resource could not be found. Nov 02 12:57:07.731658 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-99fb4823-cbf6-4298-914b-87700af4b835 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "DELETE /networking/v2.0/routers/a6024e09-5137-41c4-8c6c-4bfd71accce2 HTTP/1.1" status: 404 len: 336 time: 0.0460482 Nov 02 12:57:07.735106 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58920) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:07.779768 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-842128dd-40e8-4941-9877-276e5ac2e44f tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=708be478-8854-4533-9399-586534579ff6 HTTP/1.1" status: 200 len: 205 time: 0.0397959 Nov 02 12:57:07.780420 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58924) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:07.907912 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-0807d45e-3f84-422b-bdba-cc3652f59a95 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] delete failed (client error): The resource could not be found. Nov 02 12:57:07.910283 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0807d45e-3f84-422b-bdba-cc3652f59a95 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "DELETE /networking/v2.0/routers/708be478-8854-4533-9399-586534579ff6 HTTP/1.1" status: 404 len: 336 time: 0.1287568 Nov 02 12:57:07.915621 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58932) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:07.943992 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 53bb0007-c3de-4144-a1ae-2e5769b43380 resource provider aggregate not found Nov 02 12:57:07.969438 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 53bb0007-c3de-4144-a1ae-2e5769b43380 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53bb0007-c3de-4144-a1ae-2e5769b43380 found for delete ", "request_id": "req-5b3fd781-1421-4705-b999-5a15624c3476"}]} Nov 02 12:57:08.021239 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c7f2cad2-dc85-4b8f-aabf-6f5678282f4d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:08.032094 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c7f2cad2-dc85-4b8f-aabf-6f5678282f4d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:08.033674 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bc3a9ade-d012-45b7-8075-f9cafe385faf tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7f308b8e-3cbb-4c19-a129-b2345ac3af02 HTTP/1.1" status: 200 len: 205 time: 0.1159465 Nov 02 12:57:08.038784 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58940) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:08.049847 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c7f2cad2-dc85-4b8f-aabf-6f5678282f4d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/networks/ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad HTTP/1.1" status: 204 len: 168 time: 2.7481205 Nov 02 12:57:08.051651 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58942) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:08.060685 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-71d594cc-c479-4e8f-9c93-4850016c14a5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'network': {'name': 'tempest-RoutersTest-243366605'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:08.103956 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2cad2-dc85-4b8f-aabf-6f5678282f4d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Network': ['ID=ddc1b2e1-5bbd-4ed3-8b03-1afc764901ad,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:08.165764 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-9afa2828-f59a-4381-90a1-f55752869d0a tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] delete failed (client error): The resource could not be found. Nov 02 12:57:08.167014 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9afa2828-f59a-4381-90a1-f55752869d0a tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "DELETE /networking/v2.0/routers/7f308b8e-3cbb-4c19-a129-b2345ac3af02 HTTP/1.1" status: 404 len: 336 time: 0.1265402 Nov 02 12:57:08.167985 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:08.170439 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58956) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:08.257575 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9e9b0a0b-71af-4d5c-be53-2519c8ea90ea tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=cc1e77ae-f71b-45c5-959b-b30e386a5b04 HTTP/1.1" status: 200 len: 205 time: 0.0858471 Nov 02 12:57:08.259873 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 58958) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:08.314875 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-aa2f830e-10de-4779-9bce-cfa8a0c273d4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] delete failed (client error): The resource could not be found. Nov 02 12:57:08.316375 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-aa2f830e-10de-4779-9bce-cfa8a0c273d4 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "DELETE /networking/v2.0/routers/cc1e77ae-f71b-45c5-959b-b30e386a5b04 HTTP/1.1" status: 404 len: 336 time: 0.0549872 Nov 02 12:57:08.319518 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58966) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:08.332356 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d594cc-c479-4e8f-9c93-4850016c14a5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Made reservation on behalf of 6790a6bdc3bd43eb9b393a49e206d97e for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:57:08.332356 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-71d594cc-c479-4e8f-9c93-4850016c14a5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:08.389478 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d594cc-c479-4e8f-9c93-4850016c14a5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:57:08.688699 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-71d594cc-c479-4e8f-9c93-4850016c14a5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (d3642f0c-8254-4749-9375-38d6e4264556), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:08.688699 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-71d594cc-c479-4e8f-9c93-4850016c14a5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Added segment d3642f0c-8254-4749-9375-38d6e4264556 of type vlan for network e0c4aac2-50f9-4689-82cb-3bb7901212a9 Nov 02 12:57:08.693331 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3a980776-e6d3-4241-a712-b397541abb5e tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3fd43770-5bfe-44fc-a0fe-cd5d0104cde8 HTTP/1.1" status: 200 len: 205 time: 0.1428125 Nov 02 12:57:08.693331 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58974) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:08.694544 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:08.695661 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-edbc7105-5b3a-4094-8277-c9a49050fd56 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] delete failed (client error): The resource could not be found. Nov 02 12:57:08.695661 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-edbc7105-5b3a-4094-8277-c9a49050fd56 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "DELETE /networking/v2.0/routers/3fd43770-5bfe-44fc-a0fe-cd5d0104cde8 HTTP/1.1" status: 404 len: 336 time: 0.1774323 Nov 02 12:57:08.695661 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 58986) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:08.724962 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-71d594cc-c479-4e8f-9c93-4850016c14a5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (e0c4aac2-50f9-4689-82cb-3bb7901212a9), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:08.728762 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79b40ba-9963-46a5-83fb-b5379b2e7593 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] DELETE failed (client error): The resource could not be found. Nov 02 12:57:08.729422 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79b40ba-9963-46a5-83fb-b5379b2e7593 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:57:08.733005 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c79b40ba-9963-46a5-83fb-b5379b2e7593 tempest-RoutersIpV6AdminTest-868030847 tempest-RoutersIpV6AdminTest-868030847-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/9a63bda7-cce6-4542-9b33-4eda5f0e0321 HTTP/1.1" status: 404 len: 337 time: 0.0670087 Nov 02 12:57:08.949761 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-71d594cc-c479-4e8f-9c93-4850016c14a5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (e0c4aac2-50f9-4689-82cb-3bb7901212a9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:08.983601 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d594cc-c479-4e8f-9c93-4850016c14a5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:08.984269 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-71d594cc-c479-4e8f-9c93-4850016c14a5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:09.106422 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d594cc-c479-4e8f-9c93-4850016c14a5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Network': ['ID=e0c4aac2-50f9-4689-82cb-3bb7901212a9,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:09.120567 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network e0c4aac2-50f9-4689-82cb-3bb7901212a9 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:57:09.196543 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-71d594cc-c479-4e8f-9c93-4850016c14a5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1429560 Nov 02 12:57:09.210809 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59020) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:09.216863 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'subnet': {'network_id': 'e0c4aac2-50f9-4689-82cb-3bb7901212a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:09.527153 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Made reservation on behalf of 6790a6bdc3bd43eb9b393a49e206d97e for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:57:09.534778 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:09.668343 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59048) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:09.807222 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:09.925029 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a3d8f31f-cbc5-4c35-9125-1b641df46e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:10.172296 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (726feb61-9e98-4980-97b9-98ce1261a78e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:10.196741 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a3d8f31f-cbc5-4c35-9125-1b641df46e98 admin admin] Publish callbacks [] for security_group (32726c26-6190-4a31-9fbb-82ebb8f5c5de), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:10.282042 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Checking segment: {'id': 'd3642f0c-8254-4749-9375-38d6e4264556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e0c4aac2-50f9-4689-82cb-3bb7901212a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:57:10.282320 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network hostable DHCP agents. Network: e0c4aac2-50f9-4689-82cb-3bb7901212a9, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:57:10.288984 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Subnet': ['ID=726feb61-9e98-4980-97b9-98ce1261a78e,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:10.308022 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a3d8f31f-cbc5-4c35-9125-1b641df46e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (32726c26-6190-4a31-9fbb-82ebb8f5c5de), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:10.333677 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:10.334915 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:10.336072 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:10.337799 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:10.340147 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:10.341834 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:10.342663 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:10.344530 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:10.353512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:10.353512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:10.353512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:10.353512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:10.353512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:10.353512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:10.353512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:10.377544 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=79,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:10.402588 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a3d8f31f-cbc5-4c35-9125-1b641df46e98 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5340fac0485940499d0a0e647871e557&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7321577 Nov 02 12:57:10.403698 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8f31f-cbc5-4c35-9125-1b641df46e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32726c26-6190-4a31-9fbb-82ebb8f5c5de,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:10.408262 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59082) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:10.537344 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1df16914-b7b8-491e-8f6f-a8e06ab92b4f admin admin] Publish callbacks [] for security_group (32726c26-6190-4a31-9fbb-82ebb8f5c5de), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:10.610523 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network e0c4aac2-50f9-4689-82cb-3bb7901212a9 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:57:10.627880 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1df16914-b7b8-491e-8f6f-a8e06ab92b4f admin admin] Publish callbacks [] for security_group (32726c26-6190-4a31-9fbb-82ebb8f5c5de), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:10.761027 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59106) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:10.781826 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, e0c4aac2-50f9-4689-82cb-3bb7901212a9) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:10.793824 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:10.794349 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06348e2-6a92-4f37-917a-06aaf4c7be58 None None] Network e0c4aac2-50f9-4689-82cb-3bb7901212a9 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:57:10.795816 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:10.918170 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1df16914-b7b8-491e-8f6f-a8e06ab92b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (32726c26-6190-4a31-9fbb-82ebb8f5c5de), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:10.918170 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1df16914-b7b8-491e-8f6f-a8e06ab92b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:10.919598 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1df16914-b7b8-491e-8f6f-a8e06ab92b4f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/32726c26-6190-4a31-9fbb-82ebb8f5c5de HTTP/1.1" status: 204 len: 168 time: 0.5098794 Nov 02 12:57:10.948340 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df16914-b7b8-491e-8f6f-a8e06ab92b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32726c26-6190-4a31-9fbb-82ebb8f5c5de,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:10.987821 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-29464c5a-1957-43a4-85dd-aeaa0f703787 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7733307 Nov 02 12:57:10.988725 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59118) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:10.998135 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-53847f19-48ec-41f9-a942-0c2b9b6a057c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1959838955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:11.073931 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c04efdf-623c-4ff0-bd68-92f6dc3c6639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:11.225944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e0c4aac2-50f9-4689-82cb-3bb7901212a9', 'network_id': 'e0c4aac2-50f9-4689-82cb-3bb7901212a9', 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'fixed_ips': [{'subnet_id': '726feb61-9e98-4980-97b9-98ce1261a78e'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:57:11.234236 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:11.268877 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-53847f19-48ec-41f9-a942-0c2b9b6a057c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (47e8ac45-d50f-4488-a600-cd5a9dacbef4), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:11.272012 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-53847f19-48ec-41f9-a942-0c2b9b6a057c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (47e8ac45-d50f-4488-a600-cd5a9dacbef4), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:11.319122 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c04efdf-623c-4ff0-bd68-92f6dc3c6639 admin admin] Publish callbacks [] for security_group (8370df55-3e98-4018-84aa-a8ab436939ce), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:11.397368 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-53847f19-48ec-41f9-a942-0c2b9b6a057c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router_controller (47e8ac45-d50f-4488-a600-cd5a9dacbef4), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:11.474782 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6c04efdf-623c-4ff0-bd68-92f6dc3c6639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8370df55-3e98-4018-84aa-a8ab436939ce), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:11.616085 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-53847f19-48ec-41f9-a942-0c2b9b6a057c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (47e8ac45-d50f-4488-a600-cd5a9dacbef4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:11.623187 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6c04efdf-623c-4ff0-bd68-92f6dc3c6639 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ca6ec65d2e7344f28da1f942b389c2ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8594475 Nov 02 12:57:11.626244 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59136) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:11.632934 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] Allocated IP 172.20.0.2 (e0c4aac2-50f9-4689-82cb-3bb7901212a9/726feb61-9e98-4980-97b9-98ce1261a78e/2816abbb-a008-4e30-96de-6f12753508e2) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:57:11.646127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04efdf-623c-4ff0-bd68-92f6dc3c6639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8370df55-3e98-4018-84aa-a8ab436939ce,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:11.723907 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8c41832b-670c-4bef-a746-8d0172999983 admin admin] Publish callbacks [] for security_group (8370df55-3e98-4018-84aa-a8ab436939ce), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:11.764940 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8c41832b-670c-4bef-a746-8d0172999983 admin admin] Publish callbacks [] for security_group (8370df55-3e98-4018-84aa-a8ab436939ce), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:11.802226 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-53847f19-48ec-41f9-a942-0c2b9b6a057c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:11.805683 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-53847f19-48ec-41f9-a942-0c2b9b6a057c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8131156 Nov 02 12:57:11.806118 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59146) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:11.826825 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-bdedafdc-84c1-4a91-9668-4f453884f776 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'port': {'network_id': 'e0c4aac2-50f9-4689-82cb-3bb7901212a9', 'name': 'tempest-RoutersTest-519988481'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:11.908579 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:11.993792 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] Publish callbacks [] for port (2816abbb-a008-4e30-96de-6f12753508e2), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:12.021173 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8c41832b-670c-4bef-a746-8d0172999983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8370df55-3e98-4018-84aa-a8ab436939ce), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:12.033301 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8c41832b-670c-4bef-a746-8d0172999983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:12.037981 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8c41832b-670c-4bef-a746-8d0172999983 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8370df55-3e98-4018-84aa-a8ab436939ce HTTP/1.1" status: 204 len: 168 time: 0.4100015 Nov 02 12:57:12.074584 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41832b-670c-4bef-a746-8d0172999983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8370df55-3e98-4018-84aa-a8ab436939ce,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:12.163514 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:12.166226 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (2816abbb-a008-4e30-96de-6f12753508e2), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:12.321325 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] Pushing event updated for resources: {'Port': ['ID=2816abbb-a008-4e30-96de-6f12753508e2,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:12.326733 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] Network e0c4aac2-50f9-4689-82cb-3bb7901212a9 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:57:12.329575 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:12.333726 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:57:12.415008 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:12.422713 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] Attempting to bind port 2816abbb-a008-4e30-96de-6f12753508e2 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:57:12.423290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] Attempting to bind port 2816abbb-a008-4e30-96de-6f12753508e2 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd3642f0c-8254-4749-9375-38d6e4264556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e0c4aac2-50f9-4689-82cb-3bb7901212a9'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:57:12.423744 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] Attempting to bind port 2816abbb-a008-4e30-96de-6f12753508e2 on network e0c4aac2-50f9-4689-82cb-3bb7901212a9 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:57:12.487976 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:57:12.488657 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] Checking segment: {'id': 'd3642f0c-8254-4749-9375-38d6e4264556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e0c4aac2-50f9-4689-82cb-3bb7901212a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:57:12.489427 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:12.490118 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] Bound using segment: {'id': 'd3642f0c-8254-4749-9375-38d6e4264556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e0c4aac2-50f9-4689-82cb-3bb7901212a9'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:57:12.491444 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] Bound port: 2816abbb-a008-4e30-96de-6f12753508e2, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3642f0c-8254-4749-9375-38d6e4264556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e0c4aac2-50f9-4689-82cb-3bb7901212a9'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:57:12.492097 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2816abbb-a008-4e30-96de-6f12753508e2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:12.534697 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:12.572587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] For port 2816abbb-a008-4e30-96de-6f12753508e2, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:57:12.575957 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] For port 2816abbb-a008-4e30-96de-6f12753508e2, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2816abbb-a008-4e30-96de-6f12753508e2,segment=NetworkSegment(d3642f0c-8254-4749-9375-38d6e4264556),segment_id=d3642f0c-8254-4749-9375-38d6e4264556)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:57:12.668719 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdedafdc-84c1-4a91-9668-4f453884f776 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Made reservation on behalf of 6790a6bdc3bd43eb9b393a49e206d97e for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:57:12.681585 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bdedafdc-84c1-4a91-9668-4f453884f776 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:12.696356 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2816abbb-a008-4e30-96de-6f12753508e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:12.784655 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-bdedafdc-84c1-4a91-9668-4f453884f776 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] device_id is not set on port 8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:57:12.819072 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59178) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:13.118053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1d8e1-943a-436d-a64c-cb88ffff4bfe None None] Pushing event updated for resources: {'Port': ['ID=2816abbb-a008-4e30-96de-6f12753508e2,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:13.132433 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-12939383-ffcd-49ed-9279-c3f7ca2fb15f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=39f7d1d90b134583b6e57cb34b545b73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3082602 Nov 02 12:57:13.135843 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59196) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:13.236719 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:13.336167 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=21 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:13.339984 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ed10a0d0-1e57-45a2-9b45-9bf864aa0cf6 admin admin] Publish callbacks [] for security_group (f700cc0d-0c46-4a33-8b82-edb799e916b0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:13.359384 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ed10a0d0-1e57-45a2-9b45-9bf864aa0cf6 admin admin] Publish callbacks [] for security_group (f700cc0d-0c46-4a33-8b82-edb799e916b0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:13.502419 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-bdedafdc-84c1-4a91-9668-4f453884f776 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Allocated IP 172.20.0.11 (e0c4aac2-50f9-4689-82cb-3bb7901212a9/726feb61-9e98-4980-97b9-98ce1261a78e/8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:57:13.545295 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d8cb259e-9bb4-4aa4-afa5-63dc00899a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:13.717531 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ed10a0d0-1e57-45a2-9b45-9bf864aa0cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f700cc0d-0c46-4a33-8b82-edb799e916b0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:13.724254 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ed10a0d0-1e57-45a2-9b45-9bf864aa0cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:13.734476 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ed10a0d0-1e57-45a2-9b45-9bf864aa0cf6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f700cc0d-0c46-4a33-8b82-edb799e916b0 HTTP/1.1" status: 204 len: 168 time: 0.5972219 Nov 02 12:57:13.756767 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10a0d0-1e57-45a2-9b45-9bf864aa0cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f700cc0d-0c46-4a33-8b82-edb799e916b0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:14.011437 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bdedafdc-84c1-4a91-9668-4f453884f776 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for port (8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:14.409927 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bdedafdc-84c1-4a91-9668-4f453884f776 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:14.479074 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdedafdc-84c1-4a91-9668-4f453884f776 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network e0c4aac2-50f9-4689-82cb-3bb7901212a9 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:57:14.485558 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-bdedafdc-84c1-4a91-9668-4f453884f776 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:14.498116 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdedafdc-84c1-4a91-9668-4f453884f776 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:57:14.554107 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdedafdc-84c1-4a91-9668-4f453884f776 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Port': ['ID=8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:14.606938 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdedafdc-84c1-4a91-9668-4f453884f776 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:14.607971 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bdedafdc-84c1-4a91-9668-4f453884f776 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:14.807978 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bdedafdc-84c1-4a91-9668-4f453884f776 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.0002837 Nov 02 12:57:14.815488 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59272) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:15.017069 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:15.109709 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7bbe8f-3a55-4691-a1a3-75fa4f092287 None None] Network e0c4aac2-50f9-4689-82cb-3bb7901212a9 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:57:15.282282 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ecc4d6d2-e4cd-49fc-8ada-bf28a8452f80 None None] Provisioning complete for port 2816abbb-a008-4e30-96de-6f12753508e2 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:15.282724 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ecc4d6d2-e4cd-49fc-8ada-bf28a8452f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2816abbb-a008-4e30-96de-6f12753508e2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:15.283801 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ecc4d6d2-e4cd-49fc-8ada-bf28a8452f80 None None] Attempt 1 to provision port 2816abbb-a008-4e30-96de-6f12753508e2 Nov 02 12:57:15.451809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ecc4d6d2-e4cd-49fc-8ada-bf28a8452f80 None None] Current status of the port 2816abbb-a008-4e30-96de-6f12753508e2 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:15.452224 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ecc4d6d2-e4cd-49fc-8ada-bf28a8452f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2816abbb-a008-4e30-96de-6f12753508e2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:15.483847 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2816abbb-a008-4e30-96de-6f12753508e2 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:57:15.583356 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ecc4d6d2-e4cd-49fc-8ada-bf28a8452f80 None None] For port 2816abbb-a008-4e30-96de-6f12753508e2, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2816abbb-a008-4e30-96de-6f12753508e2,segment=NetworkSegment(d3642f0c-8254-4749-9375-38d6e4264556),segment_id=d3642f0c-8254-4749-9375-38d6e4264556)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:15.649334 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2816abbb-a008-4e30-96de-6f12753508e2 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:15.651041 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2816abbb-a008-4e30-96de-6f12753508e2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:15.654154 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2816abbb-a008-4e30-96de-6f12753508e2 Nov 02 12:57:16.003828 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ecc4d6d2-e4cd-49fc-8ada-bf28a8452f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2816abbb-a008-4e30-96de-6f12753508e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:16.078811 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:16.180150 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef2709ee-15e8-42a9-b3e6-d3223ffd8f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:16.232290 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=79,neutron:DELETE=13,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:16.412103 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4d6d2-e4cd-49fc-8ada-bf28a8452f80 None None] Pushing event updated for resources: {'Port': ['ID=2816abbb-a008-4e30-96de-6f12753508e2,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:16.440221 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c7c1a36b-85a6-448a-93da-6324cdcb8660 None None] Provisioning complete for port 8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:16.440961 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a36b-85a6-448a-93da-6324cdcb8660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:16.441593 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c7c1a36b-85a6-448a-93da-6324cdcb8660 None None] Attempt 1 to provision port 8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444 Nov 02 12:57:16.574439 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59360) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:16.643409 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2816abbb-a008-4e30-96de-6f12753508e2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:16.646871 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c7c1a36b-85a6-448a-93da-6324cdcb8660 None None] Port 8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:57:16.657340 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c7c1a36b-85a6-448a-93da-6324cdcb8660 None None] Provisioning complete for port 2816abbb-a008-4e30-96de-6f12753508e2 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:16.658105 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a36b-85a6-448a-93da-6324cdcb8660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2816abbb-a008-4e30-96de-6f12753508e2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:16.658686 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c7c1a36b-85a6-448a-93da-6324cdcb8660 None None] Attempt 1 to provision port 2816abbb-a008-4e30-96de-6f12753508e2 Nov 02 12:57:16.768217 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:16.801418 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c7c1a36b-85a6-448a-93da-6324cdcb8660 None None] Current status of the port 2816abbb-a008-4e30-96de-6f12753508e2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:16.863911 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-4c7af92c-9a7c-493b-b3e9-d1396517243e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1713146715'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:16.906348 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for port (8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:16.937640 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-87fbfef9-0f90-4a32-a63f-9b563efdb785 None None] Provisioning complete for port 8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:16.938240 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87fbfef9-0f90-4a32-a63f-9b563efdb785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:16.938693 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-87fbfef9-0f90-4a32-a63f-9b563efdb785 None None] Attempt 1 to provision port 8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444 Nov 02 12:57:16.995571 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:16.999524 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-87fbfef9-0f90-4a32-a63f-9b563efdb785 None None] Port 8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:57:17.062849 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:17.064069 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7af92c-9a7c-493b-b3e9-d1396517243e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:57:17.077127 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c7af92c-9a7c-493b-b3e9-d1396517243e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:17.093955 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c7af92c-9a7c-493b-b3e9-d1396517243e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:17.245563 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Port': ['ID=8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:17.290082 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2816abbb-a008-4e30-96de-6f12753508e2 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:57:17.395953 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:17.396255 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:17.396909 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:17.396909 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:17.397248 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:17.407677 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:17.408304 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:17.409012 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:17.414294 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:17.414294 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:17.414294 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:17.414294 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:17.414294 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:17.414294 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:17.414294 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:17.463414 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c7af92c-9a7c-493b-b3e9-d1396517243e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for security_group (b6826192-2197-4cf8-a3e3-7b068d1a64a4), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:17.525508 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2816abbb-a008-4e30-96de-6f12753508e2 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:17.526475 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2816abbb-a008-4e30-96de-6f12753508e2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:17.527316 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2816abbb-a008-4e30-96de-6f12753508e2 Nov 02 12:57:17.595421 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c7af92c-9a7c-493b-b3e9-d1396517243e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b6826192-2197-4cf8-a3e3-7b068d1a64a4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:17.717690 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:17.738015 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:17.797444 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7af92c-9a7c-493b-b3e9-d1396517243e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:57:17.822621 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7af92c-9a7c-493b-b3e9-d1396517243e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6826192-2197-4cf8-a3e3-7b068d1a64a4,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:17.847937 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c7af92c-9a7c-493b-b3e9-d1396517243e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (ec629165-a64a-4f8a-bc61-8b87eab7e5a6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:17.849458 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-4c7af92c-9a7c-493b-b3e9-d1396517243e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Added segment ec629165-a64a-4f8a-bc61-8b87eab7e5a6 of type vlan for network e9ae2c9f-8862-4b1d-b882-f135a69580a6 Nov 02 12:57:17.945020 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2816abbb-a008-4e30-96de-6f12753508e2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:18.047172 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c7af92c-9a7c-493b-b3e9-d1396517243e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (e9ae2c9f-8862-4b1d-b882-f135a69580a6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:18.059026 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:18.075932 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (47e8ac45-d50f-4488-a600-cd5a9dacbef4), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:18.199365 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c7af92c-9a7c-493b-b3e9-d1396517243e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (e9ae2c9f-8862-4b1d-b882-f135a69580a6), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:18.205829 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7af92c-9a7c-493b-b3e9-d1396517243e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:18.207043 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c7af92c-9a7c-493b-b3e9-d1396517243e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:18.290423 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:18.377793 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:18.467914 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:18.556038 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7af92c-9a7c-493b-b3e9-d1396517243e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Network': ['ID=e9ae2c9f-8862-4b1d-b882-f135a69580a6,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:18.599187 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4c7af92c-9a7c-493b-b3e9-d1396517243e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0233226 Nov 02 12:57:18.600219 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59446) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:18.601308 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:57:18.614847 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e77d3559-9a5e-46a5-a578-5752d2f060e5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:19.015570 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77d3559-9a5e-46a5-a578-5752d2f060e5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:57:19.021522 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e77d3559-9a5e-46a5-a578-5752d2f060e5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:19.227020 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:19.417850 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e77d3559-9a5e-46a5-a578-5752d2f060e5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (91a7869c-3d7a-4e52-8858-07e54ee817d4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:19.611371 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d3559-9a5e-46a5-a578-5752d2f060e5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=91a7869c-3d7a-4e52-8858-07e54ee817d4,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:19.664062 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77d3559-9a5e-46a5-a578-5752d2f060e5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Checking segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:57:19.664830 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d3559-9a5e-46a5-a578-5752d2f060e5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network hostable DHCP agents. Network: e9ae2c9f-8862-4b1d-b882-f135a69580a6, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:57:19.781434 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d3559-9a5e-46a5-a578-5752d2f060e5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:57:19.790498 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for port (8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:19.852880 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e77d3559-9a5e-46a5-a578-5752d2f060e5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, e9ae2c9f-8862-4b1d-b882-f135a69580a6) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:19.869919 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77d3559-9a5e-46a5-a578-5752d2f060e5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:19.873839 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e77d3559-9a5e-46a5-a578-5752d2f060e5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:19.875103 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd86e44-330b-4632-bd9f-e76d9ca03e3c None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:57:19.884953 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:19.954608 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:19.996284 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e77d3559-9a5e-46a5-a578-5752d2f060e5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3906143 Nov 02 12:57:19.998889 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59500) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:20.042650 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f01637c5-58f9-4a78-823f-bef6951f079f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'name': 'tempest-NetworksTestDHCPv6-2050825322'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:20.107878 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Port': ['ID=8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444,revision_number=3']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:20.111037 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (47e8ac45-d50f-4488-a600-cd5a9dacbef4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:20.119234 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'fixed_ips': [{'subnet_id': '91a7869c-3d7a-4e52-8858-07e54ee817d4'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:57:20.120365 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:20.340336 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network e0c4aac2-50f9-4689-82cb-3bb7901212a9 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:57:20.342538 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:20.364065 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] Allocated IP 2001:db8::2 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/91a7869c-3d7a-4e52-8858-07e54ee817d4/befd0be5-a18c-4146-82cf-dfacd91abe9f) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:57:20.430559 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01637c5-58f9-4a78-823f-bef6951f079f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:57:20.435472 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f01637c5-58f9-4a78-823f-bef6951f079f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:20.475407 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-f01637c5-58f9-4a78-823f-bef6951f079f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port 682251a4-5389-419a-9a04-be02c77ea835 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:57:20.631406 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:20.677246 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] Publish callbacks [] for port (befd0be5-a18c-4146-82cf-dfacd91abe9f), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:20.770760 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router 47e8ac45-d50f-4488-a600-cd5a9dacbef4 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:57:20.839383 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (befd0be5-a18c-4146-82cf-dfacd91abe9f), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:20.883515 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:57:20.901501 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:20.906633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:57:20.919133 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:20.931380 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:20.936672 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:57:20.946898 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8a02b5d8-d4fc-43b8-972f-522daf7fd3b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/47e8ac45-d50f-4488-a600-cd5a9dacbef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1286271 Nov 02 12:57:20.950171 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59550) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:20.960150 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792f2420-ee75-43d4-98dc-03f2a61d2a0f None None] Sync routers for ids ['47e8ac45-d50f-4488-a600-cd5a9dacbef4'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:57:20.960680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-724631a8-007c-42f3-84b2-27978092d444 None None] Provisioning complete for port 8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:20.960680 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-724631a8-007c-42f3-84b2-27978092d444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:20.960680 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-724631a8-007c-42f3-84b2-27978092d444 None None] Attempt 1 to provision port 8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444 Nov 02 12:57:20.962689 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=26 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:20.996249 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-f01637c5-58f9-4a78-823f-bef6951f079f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::2d2 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/91a7869c-3d7a-4e52-8858-07e54ee817d4/682251a4-5389-419a-9a04-be02c77ea835) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:57:21.004908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] Pushing event updated for resources: {'Port': ['ID=befd0be5-a18c-4146-82cf-dfacd91abe9f,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:21.016892 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792f2420-ee75-43d4-98dc-03f2a61d2a0f None None] Routers {'47e8ac45-d50f-4488-a600-cd5a9dacbef4'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:57:21.017588 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-792f2420-ee75-43d4-98dc-03f2a61d2a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:57:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['47e8ac45-d50f-4488-a600-cd5a9dacbef4'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:21.081257 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-792f2420-ee75-43d4-98dc-03f2a61d2a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:21.089231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] Attempting to bind port befd0be5-a18c-4146-82cf-dfacd91abe9f on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:57:21.090045 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] Attempting to bind port befd0be5-a18c-4146-82cf-dfacd91abe9f by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:57:21.090509 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] Attempting to bind port befd0be5-a18c-4146-82cf-dfacd91abe9f on network e9ae2c9f-8862-4b1d-b882-f135a69580a6 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:57:21.091668 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792f2420-ee75-43d4-98dc-03f2a61d2a0f None None] Routers {'47e8ac45-d50f-4488-a600-cd5a9dacbef4'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:57:21.092293 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-792f2420-ee75-43d4-98dc-03f2a61d2a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:57:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['47e8ac45-d50f-4488-a600-cd5a9dacbef4'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:21.154843 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505ed78f-7ead-426e-a82e-c72662082af1 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:21.165464 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59566) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:21.166431 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-792f2420-ee75-43d4-98dc-03f2a61d2a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:21.167193 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792f2420-ee75-43d4-98dc-03f2a61d2a0f None None] The sync data for ids ['47e8ac45-d50f-4488-a600-cd5a9dacbef4'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:57:21.167388 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-505ed78f-7ead-426e-a82e-c72662082af1 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/ports/8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444 HTTP/1.1" status: 200 len: 977 time: 0.2162805 Nov 02 12:57:21.192411 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-724631a8-007c-42f3-84b2-27978092d444 None None] Port 8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:57:21.192411 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:57:21.192411 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] Checking segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:57:21.192411 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:21.193679 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] Bound using segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:57:21.194599 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] Bound port: befd0be5-a18c-4146-82cf-dfacd91abe9f, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:57:21.194972 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (befd0be5-a18c-4146-82cf-dfacd91abe9f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:21.217878 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:21.291696 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] For port befd0be5-a18c-4146-82cf-dfacd91abe9f, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:57:21.321620 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] For port befd0be5-a18c-4146-82cf-dfacd91abe9f, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=befd0be5-a18c-4146-82cf-dfacd91abe9f,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:57:21.375783 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:21.416458 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (befd0be5-a18c-4146-82cf-dfacd91abe9f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:21.588068 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffac56c-ca97-40a6-b463-8a32551d8a2e None None] Pushing event updated for resources: {'Port': ['ID=befd0be5-a18c-4146-82cf-dfacd91abe9f,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:21.851854 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f01637c5-58f9-4a78-823f-bef6951f079f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (682251a4-5389-419a-9a04-be02c77ea835), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:22.148429 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f01637c5-58f9-4a78-823f-bef6951f079f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (682251a4-5389-419a-9a04-be02c77ea835), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:22.264825 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc6b1457-c01d-4a92-8c6e-f4dc8451109a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (47e8ac45-d50f-4488-a600-cd5a9dacbef4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:22.361432 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01637c5-58f9-4a78-823f-bef6951f079f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:57:22.419187 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01637c5-58f9-4a78-823f-bef6951f079f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=682251a4-5389-419a-9a04-be02c77ea835,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:22.426530 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f01637c5-58f9-4a78-823f-bef6951f079f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:22.437528 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01637c5-58f9-4a78-823f-bef6951f079f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:57:22.443119 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01637c5-58f9-4a78-823f-bef6951f079f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:22.444135 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f01637c5-58f9-4a78-823f-bef6951f079f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:22.644319 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-fc6b1457-c01d-4a92-8c6e-f4dc8451109a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting port 8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:57:22.645264 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc6b1457-c01d-4a92-8c6e-f4dc8451109a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:22.678268 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f01637c5-58f9-4a78-823f-bef6951f079f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6717067 Nov 02 12:57:22.679009 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59642) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:22.789145 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f85fdd-c0a4-46c3-b355-19b9f92f2d67 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:22.799741 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f85fdd-c0a4-46c3-b355-19b9f92f2d67 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:22.808331 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-61f85fdd-c0a4-46c3-b355-19b9f92f2d67 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1250682 Nov 02 12:57:22.813434 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59648) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:23.011369 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-67d19aea-eaef-4c88-a0e6-3b5d9fa285c9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port 682251a4-5389-419a-9a04-be02c77ea835 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:57:23.012290 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-67d19aea-eaef-4c88-a0e6-3b5d9fa285c9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (682251a4-5389-419a-9a04-be02c77ea835), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:23.102572 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc6b1457-c01d-4a92-8c6e-f4dc8451109a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:23.136796 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-fc6b1457-c01d-4a92-8c6e-f4dc8451109a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Calling delete_port for 8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:57:23.296876 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-67d19aea-eaef-4c88-a0e6-3b5d9fa285c9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (682251a4-5389-419a-9a04-be02c77ea835), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:23.325453 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-67d19aea-eaef-4c88-a0e6-3b5d9fa285c9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for 682251a4-5389-419a-9a04-be02c77ea835 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:57:23.385845 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:23.388428 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device befd0be5-a18c-4146-82cf-dfacd91abe9f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:57:23.511288 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port befd0be5-a18c-4146-82cf-dfacd91abe9f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:23.511677 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (befd0be5-a18c-4146-82cf-dfacd91abe9f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:23.512028 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port befd0be5-a18c-4146-82cf-dfacd91abe9f Nov 02 12:57:23.609628 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:23.788339 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port befd0be5-a18c-4146-82cf-dfacd91abe9f is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:23.788339 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (befd0be5-a18c-4146-82cf-dfacd91abe9f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:23.821013 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a72c86-ea50-4107-b3cf-2f73a626451c None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:57:23.901947 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-00dce5f9-8030-4e85-91e3-7020bcc9a69d None None] Provisioning complete for port befd0be5-a18c-4146-82cf-dfacd91abe9f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:23.902738 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-00dce5f9-8030-4e85-91e3-7020bcc9a69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (befd0be5-a18c-4146-82cf-dfacd91abe9f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:23.903411 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-00dce5f9-8030-4e85-91e3-7020bcc9a69d None None] Attempt 1 to provision port befd0be5-a18c-4146-82cf-dfacd91abe9f Nov 02 12:57:23.978791 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port befd0be5-a18c-4146-82cf-dfacd91abe9f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=befd0be5-a18c-4146-82cf-dfacd91abe9f,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:23.985851 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:24.106847 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-00dce5f9-8030-4e85-91e3-7020bcc9a69d None None] Current status of the port befd0be5-a18c-4146-82cf-dfacd91abe9f is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:24.106847 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-00dce5f9-8030-4e85-91e3-7020bcc9a69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (befd0be5-a18c-4146-82cf-dfacd91abe9f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:24.138300 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc6b1457-c01d-4a92-8c6e-f4dc8451109a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:24.141386 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-67d19aea-eaef-4c88-a0e6-3b5d9fa285c9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (682251a4-5389-419a-9a04-be02c77ea835), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:24.192121 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:24.201277 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (befd0be5-a18c-4146-82cf-dfacd91abe9f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:24.293325 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d19aea-eaef-4c88-a0e6-3b5d9fa285c9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=682251a4-5389-419a-9a04-be02c77ea835,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:24.352891 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=befd0be5-a18c-4146-82cf-dfacd91abe9f,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:24.355811 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-67d19aea-eaef-4c88-a0e6-3b5d9fa285c9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:24.367609 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-67d19aea-eaef-4c88-a0e6-3b5d9fa285c9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/682251a4-5389-419a-9a04-be02c77ea835 HTTP/1.1" status: 204 len: 168 time: 1.5524507 Nov 02 12:57:24.370880 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:24.376016 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59682) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:24.394362 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b1457-c01d-4a92-8c6e-f4dc8451109a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Port': ['ID=8eb93f1e-efe0-4445-9d9f-6cc6ea4e9444,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:24.416255 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-00dce5f9-8030-4e85-91e3-7020bcc9a69d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:57:24.416255 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-00dce5f9-8030-4e85-91e3-7020bcc9a69d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:57:24.504346 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:24.567934 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0438a5-26b6-42e0-887a-2d661ed743bf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:24.570973 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0438a5-26b6-42e0-887a-2d661ed743bf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:24.598777 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8e0438a5-26b6-42e0-887a-2d661ed743bf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2124319 Nov 02 12:57:24.599271 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59686) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:24.990566 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:24.996556 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-00dce5f9-8030-4e85-91e3-7020bcc9a69d None None] Current status of the port befd0be5-a18c-4146-82cf-dfacd91abe9f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:25.005675 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-09845386-3536-47e8-a4c2-a1d9e2653d73 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet 91a7869c-3d7a-4e52-8858-07e54ee817d4 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:57:25.010858 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc6b1457-c01d-4a92-8c6e-f4dc8451109a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (47e8ac45-d50f-4488-a600-cd5a9dacbef4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:25.034996 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-09845386-3536-47e8-a4c2-a1d9e2653d73 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (91a7869c-3d7a-4e52-8858-07e54ee817d4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:25.115362 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e1f1c2b1-1758-48eb-a7b5-8c87bba665a3 None None] Could not find standard attr ID for object 682251a4-5389-419a-9a04-be02c77ea835. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:57:25.193073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e1f1c2b1-1758-48eb-a7b5-8c87bba665a3 None None] Provisioning complete for port befd0be5-a18c-4146-82cf-dfacd91abe9f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:25.193724 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e1f1c2b1-1758-48eb-a7b5-8c87bba665a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (befd0be5-a18c-4146-82cf-dfacd91abe9f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:25.195717 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e1f1c2b1-1758-48eb-a7b5-8c87bba665a3 None None] Attempt 1 to provision port befd0be5-a18c-4146-82cf-dfacd91abe9f Nov 02 12:57:25.339218 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device befd0be5-a18c-4146-82cf-dfacd91abe9f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:57:25.545798 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c291ab2-6ea0-4ffe-9224-8ba52b292ab4 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:57:25.755144 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:25.877638 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c291ab2-6ea0-4ffe-9224-8ba52b292ab4 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:57:25.971848 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1c2b1-1758-48eb-a7b5-8c87bba665a3 None None] Current status of the port befd0be5-a18c-4146-82cf-dfacd91abe9f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:26.094764 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port befd0be5-a18c-4146-82cf-dfacd91abe9f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:26.095422 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (befd0be5-a18c-4146-82cf-dfacd91abe9f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:26.095925 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port befd0be5-a18c-4146-82cf-dfacd91abe9f Nov 02 12:57:26.106702 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f37f5717-e8fc-4c5d-b0d0-4951bdf89eac None None] Could not find standard attr ID for object 682251a4-5389-419a-9a04-be02c77ea835. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:57:26.154571 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-09845386-3536-47e8-a4c2-a1d9e2653d73 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (91a7869c-3d7a-4e52-8858-07e54ee817d4), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:26.240563 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6b1457-c01d-4a92-8c6e-f4dc8451109a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router 47e8ac45-d50f-4488-a600-cd5a9dacbef4 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:57:26.477579 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6b1457-c01d-4a92-8c6e-f4dc8451109a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:57:26.490446 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fc6b1457-c01d-4a92-8c6e-f4dc8451109a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/47e8ac45-d50f-4488-a600-cd5a9dacbef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3230920 Nov 02 12:57:26.492762 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59728) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:26.580163 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-09845386-3536-47e8-a4c2-a1d9e2653d73 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (91a7869c-3d7a-4e52-8858-07e54ee817d4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:26.686960 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port befd0be5-a18c-4146-82cf-dfacd91abe9f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:26.695407 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada1d2ec-61c6-44b4-9104-29ca6765acf0 None None] Sync routers for ids ['47e8ac45-d50f-4488-a600-cd5a9dacbef4'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:57:26.771894 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1d2ec-61c6-44b4-9104-29ca6765acf0 None None] Routers {'47e8ac45-d50f-4488-a600-cd5a9dacbef4'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:57:26.772602 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ada1d2ec-61c6-44b4-9104-29ca6765acf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:57:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['47e8ac45-d50f-4488-a600-cd5a9dacbef4'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:26.860753 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ada1d2ec-61c6-44b4-9104-29ca6765acf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:26.905653 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1d2ec-61c6-44b4-9104-29ca6765acf0 None None] Routers {'47e8ac45-d50f-4488-a600-cd5a9dacbef4'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:57:26.911725 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ada1d2ec-61c6-44b4-9104-29ca6765acf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:57:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['47e8ac45-d50f-4488-a600-cd5a9dacbef4'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:26.935871 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-09845386-3536-47e8-a4c2-a1d9e2653d73 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (91a7869c-3d7a-4e52-8858-07e54ee817d4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:27.012563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ada1d2ec-61c6-44b4-9104-29ca6765acf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:27.013194 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada1d2ec-61c6-44b4-9104-29ca6765acf0 None None] The sync data for ids ['47e8ac45-d50f-4488-a600-cd5a9dacbef4'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:57:27.080121 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09845386-3536-47e8-a4c2-a1d9e2653d73 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=91a7869c-3d7a-4e52-8858-07e54ee817d4,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:27.099270 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-5d761ca7-99e4-4f86-a9c6-b6c451626f7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] remove_router_interface failed (client error): The resource could not be found. Nov 02 12:57:27.103400 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-09845386-3536-47e8-a4c2-a1d9e2653d73 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:27.112518 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5d761ca7-99e4-4f86-a9c6-b6c451626f7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/47e8ac45-d50f-4488-a600-cd5a9dacbef4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6179094 Nov 02 12:57:27.115326 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:27.119101 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-09845386-3536-47e8-a4c2-a1d9e2653d73 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/91a7869c-3d7a-4e52-8858-07e54ee817d4 HTTP/1.1" status: 204 len: 168 time: 2.5189314 Nov 02 12:57:27.119924 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59750) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:27.121470 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59752) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:27.283154 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:27.288524 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c900f2e4-c92d-45de-97ea-337f4e2d0a45 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=47e8ac45-d50f-4488-a600-cd5a9dacbef4 HTTP/1.1" status: 200 len: 205 time: 0.1646056 Nov 02 12:57:27.294602 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59758) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:27.294953 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59760) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:27.302933 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5804cf8b-22be-4fa5-9f85-6fc1a9b121b0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:27.305175 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ead7cfb8-6061-45b9-aacd-e9a7abe8e85e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1525004 Nov 02 12:57:27.561324 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-74e68bcc-bd69-4ae7-a213-98e6cbc684f0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (47e8ac45-d50f-4488-a600-cd5a9dacbef4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:27.753070 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:57:27.895758 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5804cf8b-22be-4fa5-9f85-6fc1a9b121b0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:57:27.949904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-219c1fd7-1c5e-459f-a29b-65ff48f243bc None None] Provisioning complete for port 2816abbb-a008-4e30-96de-6f12753508e2 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:27.957310 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-219c1fd7-1c5e-459f-a29b-65ff48f243bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2816abbb-a008-4e30-96de-6f12753508e2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:27.957310 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-219c1fd7-1c5e-459f-a29b-65ff48f243bc None None] Attempt 1 to provision port 2816abbb-a008-4e30-96de-6f12753508e2 Nov 02 12:57:27.957641 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5804cf8b-22be-4fa5-9f85-6fc1a9b121b0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:28.060949 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:28.155249 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-74e68bcc-bd69-4ae7-a213-98e6cbc684f0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (47e8ac45-d50f-4488-a600-cd5a9dacbef4), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:28.174832 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-74e68bcc-bd69-4ae7-a213-98e6cbc684f0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router_controller (47e8ac45-d50f-4488-a600-cd5a9dacbef4), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:28.200286 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:28.209635 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:28.261718 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f806325d-6f4d-46df-92b5-e8f09dedc0fd None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:57:28.561501 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-219c1fd7-1c5e-459f-a29b-65ff48f243bc None None] Current status of the port 2816abbb-a008-4e30-96de-6f12753508e2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:28.682186 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-74e68bcc-bd69-4ae7-a213-98e6cbc684f0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (47e8ac45-d50f-4488-a600-cd5a9dacbef4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:28.689178 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e68bcc-bd69-4ae7-a213-98e6cbc684f0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Fanout notify agent at l3_agent the message router_deleted on router 47e8ac45-d50f-4488-a600-cd5a9dacbef4 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:57:28.692418 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-74e68bcc-bd69-4ae7-a213-98e6cbc684f0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:28.694560 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-74e68bcc-bd69-4ae7-a213-98e6cbc684f0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/routers/47e8ac45-d50f-4488-a600-cd5a9dacbef4 HTTP/1.1" status: 204 len: 168 time: 1.3982086 Nov 02 12:57:28.696981 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59796) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:28.741296 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0a00a4-6c73-4ad9-9f88-f0b72fdd9ede None None] DHCP port deletion for e9ae2c9f-8862-4b1d-b882-f135a69580a6 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:57:28.889054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a00a4-6c73-4ad9-9f88-f0b72fdd9ede None None] Deleting port befd0be5-a18c-4146-82cf-dfacd91abe9f {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:57:28.889436 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2d0a00a4-6c73-4ad9-9f88-f0b72fdd9ede None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (befd0be5-a18c-4146-82cf-dfacd91abe9f), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:28.918062 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ac86a1-e103-4fc2-a0e9-63febad79b88 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting subnet 726feb61-9e98-4980-97b9-98ce1261a78e {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:57:28.933411 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33ac86a1-e103-4fc2-a0e9-63febad79b88 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (726feb61-9e98-4980-97b9-98ce1261a78e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:29.067564 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5804cf8b-22be-4fa5-9f85-6fc1a9b121b0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (9e47b31d-f628-4081-8529-18b1db24c3af), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:29.133951 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33ac86a1-e103-4fc2-a0e9-63febad79b88 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (726feb61-9e98-4980-97b9-98ce1261a78e), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:29.239161 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2d0a00a4-6c73-4ad9-9f88-f0b72fdd9ede None None] For port befd0be5-a18c-4146-82cf-dfacd91abe9f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=befd0be5-a18c-4146-82cf-dfacd91abe9f,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:29.242455 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2d0a00a4-6c73-4ad9-9f88-f0b72fdd9ede None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (befd0be5-a18c-4146-82cf-dfacd91abe9f), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:29.270900 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5804cf8b-22be-4fa5-9f85-6fc1a9b121b0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:57:29.298662 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-5804cf8b-22be-4fa5-9f85-6fc1a9b121b0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:29.301423 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a00a4-6c73-4ad9-9f88-f0b72fdd9ede None None] Calling delete_port for befd0be5-a18c-4146-82cf-dfacd91abe9f owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:57:29.319773 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5804cf8b-22be-4fa5-9f85-6fc1a9b121b0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:29.325099 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5804cf8b-22be-4fa5-9f85-6fc1a9b121b0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:29.445230 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:29.453937 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804cf8b-22be-4fa5-9f85-6fc1a9b121b0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=9e47b31d-f628-4081-8529-18b1db24c3af,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:29.499181 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33ac86a1-e103-4fc2-a0e9-63febad79b88 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (726feb61-9e98-4980-97b9-98ce1261a78e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:29.544529 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device befd0be5-a18c-4146-82cf-dfacd91abe9f no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:57:29.620035 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5804cf8b-22be-4fa5-9f85-6fc1a9b121b0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3201041 Nov 02 12:57:29.620736 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59818) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:29.640055 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f174b818-0a93-4721-871c-4746bf443441 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'name': 'tempest-NetworksTestDHCPv6-1685852834'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:29.646119 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2d0a00a4-6c73-4ad9-9f88-f0b72fdd9ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (befd0be5-a18c-4146-82cf-dfacd91abe9f), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:29.708893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a00a4-6c73-4ad9-9f88-f0b72fdd9ede None None] No DVR routers for this DVR port befd0be5-a18c-4146-82cf-dfacd91abe9f on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:57:29.746721 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e731601e-f577-43f9-9e78-8b69b697dd56 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:57:29.831232 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a00a4-6c73-4ad9-9f88-f0b72fdd9ede None None] Pushing event deleted for resources: {'Port': ['ID=befd0be5-a18c-4146-82cf-dfacd91abe9f,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:29.913519 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33ac86a1-e103-4fc2-a0e9-63febad79b88 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (726feb61-9e98-4980-97b9-98ce1261a78e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:29.933373 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No active binding found for port befd0be5-a18c-4146-82cf-dfacd91abe9f {{(pid=105977) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Nov 02 12:57:29.939799 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] The host n-d-857339-6 is not matching for port befd0be5-a18c-4146-82cf-dfacd91abe9f host None! {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Nov 02 12:57:29.940407 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device befd0be5-a18c-4146-82cf-dfacd91abe9f not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:57:30.016468 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac86a1-e103-4fc2-a0e9-63febad79b88 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Subnet': ['ID=726feb61-9e98-4980-97b9-98ce1261a78e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:30.062981 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33ac86a1-e103-4fc2-a0e9-63febad79b88 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:30.070714 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-33ac86a1-e103-4fc2-a0e9-63febad79b88 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/726feb61-9e98-4980-97b9-98ce1261a78e HTTP/1.1" status: 204 len: 168 time: 1.3719947 Nov 02 12:57:30.107156 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59824) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:30.220230 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99040703-4bac-4d19-8bef-3c7fceec3f97 None None] Network e0c4aac2-50f9-4689-82cb-3bb7901212a9 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:57:30.226508 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f174b818-0a93-4721-871c-4746bf443441 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:57:30.232549 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f174b818-0a93-4721-871c-4746bf443441 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:30.285411 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-f174b818-0a93-4721-871c-4746bf443441 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port 683119a6-9991-43c6-9a21-99728de789d4 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:57:30.303492 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-77aada3d-7758-4ffe-be99-c2de14361400 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (e0c4aac2-50f9-4689-82cb-3bb7901212a9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:30.461033 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-77aada3d-7758-4ffe-be99-c2de14361400 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting port 2816abbb-a008-4e30-96de-6f12753508e2 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:57:30.461388 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-77aada3d-7758-4ffe-be99-c2de14361400 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2816abbb-a008-4e30-96de-6f12753508e2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:30.567035 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'fixed_ips': [{'subnet_id': '9e47b31d-f628-4081-8529-18b1db24c3af'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:57:30.568007 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:30.670084 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-f174b818-0a93-4721-871c-4746bf443441 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::1fc (e9ae2c9f-8862-4b1d-b882-f135a69580a6/9e47b31d-f628-4081-8529-18b1db24c3af/683119a6-9991-43c6-9a21-99728de789d4) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:57:30.707144 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3c8c3f-fe4a-47d0-bd57-08c4357c82c7 None None] DHCP port deletion for e0c4aac2-50f9-4689-82cb-3bb7901212a9 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:57:30.818810 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:30.823031 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:30.845497 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-77aada3d-7758-4ffe-be99-c2de14361400 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] For port 2816abbb-a008-4e30-96de-6f12753508e2, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2816abbb-a008-4e30-96de-6f12753508e2,segment=NetworkSegment(d3642f0c-8254-4749-9375-38d6e4264556),segment_id=d3642f0c-8254-4749-9375-38d6e4264556)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:30.857831 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-77aada3d-7758-4ffe-be99-c2de14361400 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2816abbb-a008-4e30-96de-6f12753508e2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:30.895797 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-77aada3d-7758-4ffe-be99-c2de14361400 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Calling delete_port for 2816abbb-a008-4e30-96de-6f12753508e2 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:57:31.063808 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ff3c8c3f-fe4a-47d0-bd57-08c4357c82c7 None None] Deleting port 2816abbb-a008-4e30-96de-6f12753508e2 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:57:31.064371 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ff3c8c3f-fe4a-47d0-bd57-08c4357c82c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2816abbb-a008-4e30-96de-6f12753508e2), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:31.118985 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:31.289805 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-77aada3d-7758-4ffe-be99-c2de14361400 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (2816abbb-a008-4e30-96de-6f12753508e2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:31.296812 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ff3c8c3f-fe4a-47d0-bd57-08c4357c82c7 None None] For port 2816abbb-a008-4e30-96de-6f12753508e2, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2816abbb-a008-4e30-96de-6f12753508e2,segment=NetworkSegment(d3642f0c-8254-4749-9375-38d6e4264556),segment_id=d3642f0c-8254-4749-9375-38d6e4264556)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:31.296812 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ff3c8c3f-fe4a-47d0-bd57-08c4357c82c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2816abbb-a008-4e30-96de-6f12753508e2), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:31.298856 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f174b818-0a93-4721-871c-4746bf443441 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (683119a6-9991-43c6-9a21-99728de789d4), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:31.330211 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ff3c8c3f-fe4a-47d0-bd57-08c4357c82c7 None None] Calling delete_port for 2816abbb-a008-4e30-96de-6f12753508e2 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:57:31.429756 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aada3d-7758-4ffe-be99-c2de14361400 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] No DVR routers for this DVR port 2816abbb-a008-4e30-96de-6f12753508e2 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:57:31.434913 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aada3d-7758-4ffe-be99-c2de14361400 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Port': ['ID=2816abbb-a008-4e30-96de-6f12753508e2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:31.526590 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f174b818-0a93-4721-871c-4746bf443441 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (683119a6-9991-43c6-9a21-99728de789d4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:31.603970 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:31.610875 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:31.629421 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ff3c8c3f-fe4a-47d0-bd57-08c4357c82c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (2816abbb-a008-4e30-96de-6f12753508e2), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:31.657167 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2816abbb-a008-4e30-96de-6f12753508e2 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:57:31.668344 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174b818-0a93-4721-871c-4746bf443441 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=683119a6-9991-43c6-9a21-99728de789d4,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:31.711872 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f174b818-0a93-4721-871c-4746bf443441 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:57:31.730550 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-f174b818-0a93-4721-871c-4746bf443441 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:31.737027 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f174b818-0a93-4721-871c-4746bf443441 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:57:31.743288 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-77aada3d-7758-4ffe-be99-c2de14361400 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (e0c4aac2-50f9-4689-82cb-3bb7901212a9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:31.777263 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174b818-0a93-4721-871c-4746bf443441 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:31.786410 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f174b818-0a93-4721-871c-4746bf443441 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:31.786704 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59866) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:31.844659 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:31.855848 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-77aada3d-7758-4ffe-be99-c2de14361400 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c4aac2-50f9-4689-82cb-3bb7901212a9']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:31.875210 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-77aada3d-7758-4ffe-be99-c2de14361400 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3642f0c-8254-4749-9375-38d6e4264556') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:31.875507 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-77aada3d-7758-4ffe-be99-c2de14361400 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3642f0c-8254-4749-9375-38d6e4264556') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:31.919996 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-77aada3d-7758-4ffe-be99-c2de14361400 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (d3642f0c-8254-4749-9375-38d6e4264556), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:31.957557 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c8c3f-fe4a-47d0-bd57-08c4357c82c7 None None] Pushing event deleted for resources: {'Port': ['ID=2816abbb-a008-4e30-96de-6f12753508e2,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:31.969523 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-77aada3d-7758-4ffe-be99-c2de14361400 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (d3642f0c-8254-4749-9375-38d6e4264556), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:31.983762 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f174b818-0a93-4721-871c-4746bf443441 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3611081 Nov 02 12:57:31.985874 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59874) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:32.017326 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77aada3d-7758-4ffe-be99-c2de14361400 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:57:32.017746 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-77aada3d-7758-4ffe-be99-c2de14361400 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (d3642f0c-8254-4749-9375-38d6e4264556), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:32.055704 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3c8c3f-fe4a-47d0-bd57-08c4357c82c7 None None] No DVR routers for this DVR port 2816abbb-a008-4e30-96de-6f12753508e2 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:57:32.094515 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment d3642f0c-8254-4749-9375-38d6e4264556 resource provider aggregate not found Nov 02 12:57:32.115503 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 2816abbb-a008-4e30-96de-6f12753508e2 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:57:32.115866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2816abbb-a008-4e30-96de-6f12753508e2 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:57:32.183946 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831e043e-1513-4945-9dea-0b6f2d0a6f2f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:32.190235 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-831e043e-1513-4945-9dea-0b6f2d0a6f2f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2032299 Nov 02 12:57:32.192400 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59882) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:32.229241 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment d3642f0c-8254-4749-9375-38d6e4264556 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3642f0c-8254-4749-9375-38d6e4264556 found for delete ", "request_id": "req-72f24152-9a81-4d3f-a5fe-a4627abd5b50"}]} Nov 02 12:57:32.248876 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] Allocated IP 2001:db8::2 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/9e47b31d-f628-4081-8529-18b1db24c3af/ceeab81e-d6f9-4c99-8695-cedfbab454b0) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:57:32.300957 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-17ef9271-f2d1-407b-8f45-c0de31f514c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:32.365926 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-df1e246a-c21e-4dce-a0a8-f527b61c3436 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port 683119a6-9991-43c6-9a21-99728de789d4 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:57:32.366939 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-df1e246a-c21e-4dce-a0a8-f527b61c3436 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (683119a6-9991-43c6-9a21-99728de789d4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:32.412677 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-77aada3d-7758-4ffe-be99-c2de14361400 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (e0c4aac2-50f9-4689-82cb-3bb7901212a9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:32.458137 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-77aada3d-7758-4ffe-be99-c2de14361400 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:32.461688 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-77aada3d-7758-4ffe-be99-c2de14361400 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/networks/e0c4aac2-50f9-4689-82cb-3bb7901212a9 HTTP/1.1" status: 204 len: 168 time: 2.3533585 Nov 02 12:57:32.474124 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59888) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:32.499634 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-98817147-018d-479b-bcdc-14b3e53fad6d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'network': {'name': 'tempest-RoutersTest-393178893'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:32.577518 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aada3d-7758-4ffe-be99-c2de14361400 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Network': ['ID=e0c4aac2-50f9-4689-82cb-3bb7901212a9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:32.683860 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-17ef9271-f2d1-407b-8f45-c0de31f514c4 admin admin] Publish callbacks [] for security_group (5638f14c-4080-4132-ae22-fff8235349ce), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:32.738990 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98817147-018d-479b-bcdc-14b3e53fad6d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Made reservation on behalf of 6790a6bdc3bd43eb9b393a49e206d97e for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:57:32.743300 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98817147-018d-479b-bcdc-14b3e53fad6d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:32.816844 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-17ef9271-f2d1-407b-8f45-c0de31f514c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5638f14c-4080-4132-ae22-fff8235349ce), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:32.826082 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] Publish callbacks [] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:32.833605 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-df1e246a-c21e-4dce-a0a8-f527b61c3436 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (683119a6-9991-43c6-9a21-99728de789d4), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:32.879616 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-df1e246a-c21e-4dce-a0a8-f527b61c3436 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for 683119a6-9991-43c6-9a21-99728de789d4 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:57:32.959030 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:33.033234 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-17ef9271-f2d1-407b-8f45-c0de31f514c4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f3d0c1caf7064c358553de86bf1c3e52&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2398069 Nov 02 12:57:33.034049 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59898) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:33.042214 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef9271-f2d1-407b-8f45-c0de31f514c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5638f14c-4080-4132-ae22-fff8235349ce,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:33.056803 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:33.114561 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98817147-018d-479b-bcdc-14b3e53fad6d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:57:33.145063 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:57:33.159340 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] Pushing event updated for resources: {'Port': ['ID=ceeab81e-d6f9-4c99-8695-cedfbab454b0,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:33.167845 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:33.175598 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98817147-018d-479b-bcdc-14b3e53fad6d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (7a7d5256-21ee-4c8a-adf5-f5912efb4ac8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:33.175979 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-98817147-018d-479b-bcdc-14b3e53fad6d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Added segment 7a7d5256-21ee-4c8a-adf5-f5912efb4ac8 of type vlan for network 5454b7dc-1240-4f12-a8a9-946b7aaf5d31 Nov 02 12:57:33.178795 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:57:33.310945 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98817147-018d-479b-bcdc-14b3e53fad6d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (5454b7dc-1240-4f12-a8a9-946b7aaf5d31), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:33.354467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] Attempting to bind port ceeab81e-d6f9-4c99-8695-cedfbab454b0 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:57:33.354759 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] Attempting to bind port ceeab81e-d6f9-4c99-8695-cedfbab454b0 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:57:33.356066 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] Attempting to bind port ceeab81e-d6f9-4c99-8695-cedfbab454b0 on network e9ae2c9f-8862-4b1d-b882-f135a69580a6 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:57:33.414292 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c19cb91a-7fc1-4975-a439-4fbee3f49d8a admin admin] Publish callbacks [] for security_group (5638f14c-4080-4132-ae22-fff8235349ce), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:33.457953 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:33.475489 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:57:33.477811 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] Checking segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:57:33.481989 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:33.482823 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] Bound using segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:57:33.483828 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] Bound port: ceeab81e-d6f9-4c99-8695-cedfbab454b0, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:57:33.484525 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:33.495743 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98817147-018d-479b-bcdc-14b3e53fad6d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (5454b7dc-1240-4f12-a8a9-946b7aaf5d31), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:33.507266 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98817147-018d-479b-bcdc-14b3e53fad6d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:33.507266 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-98817147-018d-479b-bcdc-14b3e53fad6d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:33.631581 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c19cb91a-7fc1-4975-a439-4fbee3f49d8a admin admin] Publish callbacks [] for security_group (5638f14c-4080-4132-ae22-fff8235349ce), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:33.735430 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] For port ceeab81e-d6f9-4c99-8695-cedfbab454b0, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:57:33.753386 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] For port ceeab81e-d6f9-4c99-8695-cedfbab454b0, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ceeab81e-d6f9-4c99-8695-cedfbab454b0,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:57:33.826252 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98817147-018d-479b-bcdc-14b3e53fad6d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Network': ['ID=5454b7dc-1240-4f12-a8a9-946b7aaf5d31,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:33.836884 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 5454b7dc-1240-4f12-a8a9-946b7aaf5d31 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:57:33.916212 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:33.992442 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c19cb91a-7fc1-4975-a439-4fbee3f49d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5638f14c-4080-4132-ae22-fff8235349ce), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:33.992678 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-98817147-018d-479b-bcdc-14b3e53fad6d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4953585 Nov 02 12:57:33.994924 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59916) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:34.000924 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c19cb91a-7fc1-4975-a439-4fbee3f49d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:34.002392 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5cc9db61-c94b-4738-b181-d6dc135e65de tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'subnet': {'network_id': '5454b7dc-1240-4f12-a8a9-946b7aaf5d31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:34.005681 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c19cb91a-7fc1-4975-a439-4fbee3f49d8a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5638f14c-4080-4132-ae22-fff8235349ce HTTP/1.1" status: 204 len: 168 time: 0.9597926 Nov 02 12:57:34.033404 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-df1e246a-c21e-4dce-a0a8-f527b61c3436 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (683119a6-9991-43c6-9a21-99728de789d4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:34.166875 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35c6e5-b3cc-4f2b-b14c-a53962fa2b2c None None] Pushing event updated for resources: {'Port': ['ID=ceeab81e-d6f9-4c99-8695-cedfbab454b0,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:34.262186 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:34.309649 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cb91a-7fc1-4975-a439-4fbee3f49d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5638f14c-4080-4132-ae22-fff8235349ce,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:34.461436 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e246a-c21e-4dce-a0a8-f527b61c3436 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=683119a6-9991-43c6-9a21-99728de789d4,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:34.487431 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-df1e246a-c21e-4dce-a0a8-f527b61c3436 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:34.498184 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-df1e246a-c21e-4dce-a0a8-f527b61c3436 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/683119a6-9991-43c6-9a21-99728de789d4 HTTP/1.1" status: 204 len: 168 time: 2.2956214 Nov 02 12:57:34.504144 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59928) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:34.694374 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9265f12-da75-4c0a-8f46-a458bdb27294 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:34.705647 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9265f12-da75-4c0a-8f46-a458bdb27294 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:34.711812 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c9265f12-da75-4c0a-8f46-a458bdb27294 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2062442 Nov 02 12:57:34.715688 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59936) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:34.735110 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc9db61-c94b-4738-b181-d6dc135e65de tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Made reservation on behalf of 6790a6bdc3bd43eb9b393a49e206d97e for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:57:34.749090 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5cc9db61-c94b-4738-b181-d6dc135e65de tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:35.022109 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59942) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:35.028655 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5,neutron:INSERT=16 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:35.062556 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:35.263944 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-38aa7de1-8c9b-4f1a-bb07-1075cf272c31 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet 9e47b31d-f628-4081-8529-18b1db24c3af {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:57:35.338032 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-38aa7de1-8c9b-4f1a-bb07-1075cf272c31 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (9e47b31d-f628-4081-8529-18b1db24c3af), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:35.519280 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7cf21105-80be-4fe3-9b2b-a90a9e0893c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:35.837932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-03b69ca7-65ad-4025-892f-7fea990062d0 None None] Provisioning complete for port ceeab81e-d6f9-4c99-8695-cedfbab454b0 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:35.841879 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-03b69ca7-65ad-4025-892f-7fea990062d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:35.842825 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-03b69ca7-65ad-4025-892f-7fea990062d0 None None] Attempt 1 to provision port ceeab81e-d6f9-4c99-8695-cedfbab454b0 Nov 02 12:57:35.905932 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-38aa7de1-8c9b-4f1a-bb07-1075cf272c31 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (9e47b31d-f628-4081-8529-18b1db24c3af), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:35.922110 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7cf21105-80be-4fe3-9b2b-a90a9e0893c4 admin admin] Publish callbacks [] for security_group (bda6fd88-77d6-44ac-91ad-3c32b5c7174b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:35.978235 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ceeab81e-d6f9-4c99-8695-cedfbab454b0 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:57:36.010941 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7cf21105-80be-4fe3-9b2b-a90a9e0893c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bda6fd88-77d6-44ac-91ad-3c32b5c7174b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:36.109999 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-38aa7de1-8c9b-4f1a-bb07-1075cf272c31 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (9e47b31d-f628-4081-8529-18b1db24c3af), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:36.137970 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7cf21105-80be-4fe3-9b2b-a90a9e0893c4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ba5d685edb1c4561b8d519ed80128dba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1145329 Nov 02 12:57:36.145968 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59972) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:36.187574 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5cc9db61-c94b-4738-b181-d6dc135e65de tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (f99bfea7-288a-4b50-80e6-c79bd85df616), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:36.467637 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf21105-80be-4fe3-9b2b-a90a9e0893c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda6fd88-77d6-44ac-91ad-3c32b5c7174b,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:36.509961 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-09762135-233c-420f-8b07-69c0199c9c22 admin admin] Publish callbacks [] for security_group (bda6fd88-77d6-44ac-91ad-3c32b5c7174b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:36.540147 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9db61-c94b-4738-b181-d6dc135e65de tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Subnet': ['ID=f99bfea7-288a-4b50-80e6-c79bd85df616,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:36.547691 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-03b69ca7-65ad-4025-892f-7fea990062d0 None None] Current status of the port ceeab81e-d6f9-4c99-8695-cedfbab454b0 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:36.548090 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-03b69ca7-65ad-4025-892f-7fea990062d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:36.551290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ceeab81e-d6f9-4c99-8695-cedfbab454b0 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:36.555065 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:36.555065 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ceeab81e-d6f9-4c99-8695-cedfbab454b0 Nov 02 12:57:36.585650 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc9db61-c94b-4738-b181-d6dc135e65de tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Checking segment: {'id': '7a7d5256-21ee-4c8a-adf5-f5912efb4ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5454b7dc-1240-4f12-a8a9-946b7aaf5d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:57:36.591907 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc9db61-c94b-4738-b181-d6dc135e65de tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network hostable DHCP agents. Network: 5454b7dc-1240-4f12-a8a9-946b7aaf5d31, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:57:36.643369 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-09762135-233c-420f-8b07-69c0199c9c22 admin admin] Publish callbacks [] for security_group (bda6fd88-77d6-44ac-91ad-3c32b5c7174b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:36.651876 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-38aa7de1-8c9b-4f1a-bb07-1075cf272c31 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (9e47b31d-f628-4081-8529-18b1db24c3af), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:36.696640 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:36.702853 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79e7c85-c6ca-4cff-886a-b0a84a03da5f None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:57:36.727380 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa7de1-8c9b-4f1a-bb07-1075cf272c31 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=9e47b31d-f628-4081-8529-18b1db24c3af,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:36.742214 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-38aa7de1-8c9b-4f1a-bb07-1075cf272c31 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:36.751886 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-38aa7de1-8c9b-4f1a-bb07-1075cf272c31 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/9e47b31d-f628-4081-8529-18b1db24c3af HTTP/1.1" status: 204 len: 168 time: 2.0343044 Nov 02 12:57:36.755362 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 59994) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:36.845711 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc9db61-c94b-4738-b181-d6dc135e65de tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network 5454b7dc-1240-4f12-a8a9-946b7aaf5d31 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:57:36.863391 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-15591a89-04ef-4091-8c30-d658a1b79723 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1058145 Nov 02 12:57:36.866736 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 59998) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:36.869425 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-09762135-233c-420f-8b07-69c0199c9c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bda6fd88-77d6-44ac-91ad-3c32b5c7174b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:36.872166 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-09762135-233c-420f-8b07-69c0199c9c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:36.885259 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-09762135-233c-420f-8b07-69c0199c9c22 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bda6fd88-77d6-44ac-91ad-3c32b5c7174b HTTP/1.1" status: 204 len: 168 time: 0.7241650 Nov 02 12:57:36.887370 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e20e0e7e-1ccd-48f9-8cf3-aec968d6a93a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:36.922379 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:36.991556 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09762135-233c-420f-8b07-69c0199c9c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda6fd88-77d6-44ac-91ad-3c32b5c7174b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:37.008947 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-5cc9db61-c94b-4738-b181-d6dc135e65de tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 5454b7dc-1240-4f12-a8a9-946b7aaf5d31) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:37.013764 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc9db61-c94b-4738-b181-d6dc135e65de tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:37.019957 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5cc9db61-c94b-4738-b181-d6dc135e65de tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:37.176516 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:37.211405 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5cc9db61-c94b-4738-b181-d6dc135e65de tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2124050 Nov 02 12:57:37.212712 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60010) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:37.261708 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-db734756-7fd2-426c-8a4c-4b59dd6ca72d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1945495324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:37.374243 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20e0e7e-1ccd-48f9-8cf3-aec968d6a93a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:57:37.379082 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e20e0e7e-1ccd-48f9-8cf3-aec968d6a93a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:37.563688 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db734756-7fd2-426c-8a4c-4b59dd6ca72d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:37.564818 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db734756-7fd2-426c-8a4c-4b59dd6ca72d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:37.741298 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=12 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:37.810170 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db734756-7fd2-426c-8a4c-4b59dd6ca72d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router_controller (8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:37.900818 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db734756-7fd2-426c-8a4c-4b59dd6ca72d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:38.003334 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-03b69ca7-65ad-4025-892f-7fea990062d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:57:38.003913 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-03b69ca7-65ad-4025-892f-7fea990062d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:57:38.136818 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-db734756-7fd2-426c-8a4c-4b59dd6ca72d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:38.139024 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-db734756-7fd2-426c-8a4c-4b59dd6ca72d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9227748 Nov 02 12:57:38.141780 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60030) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:38.230694 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ceeab81e-d6f9-4c99-8695-cedfbab454b0 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:38.236696 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:38.470848 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:38.474641 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=14,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:38.505138 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port ceeab81e-d6f9-4c99-8695-cedfbab454b0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ceeab81e-d6f9-4c99-8695-cedfbab454b0,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:38.628978 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:38.673017 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e20e0e7e-1ccd-48f9-8cf3-aec968d6a93a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (5cd4a3d2-e7db-4495-826f-277a5761bf66), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:38.754178 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-03b69ca7-65ad-4025-892f-7fea990062d0 None None] Current status of the port ceeab81e-d6f9-4c99-8695-cedfbab454b0 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:38.759457 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-03b69ca7-65ad-4025-892f-7fea990062d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:38.811103 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:38.872401 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20e0e7e-1ccd-48f9-8cf3-aec968d6a93a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:57:38.891475 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-e20e0e7e-1ccd-48f9-8cf3-aec968d6a93a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:38.947198 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20e0e7e-1ccd-48f9-8cf3-aec968d6a93a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:38.949742 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e20e0e7e-1ccd-48f9-8cf3-aec968d6a93a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:39.084313 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e0e7e-1ccd-48f9-8cf3-aec968d6a93a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=5cd4a3d2-e7db-4495-826f-277a5761bf66,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:39.150064 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=ceeab81e-d6f9-4c99-8695-cedfbab454b0,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:39.208697 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e20e0e7e-1ccd-48f9-8cf3-aec968d6a93a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3342233 Nov 02 12:57:39.208697 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60058) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:39.216683 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-46e47a39-0d68-4787-b8ab-234c0e3527ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'name': 'tempest-NetworksTestDHCPv6-1360360424'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:39.455269 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e11f2645-1922-40ef-ae0c-5c2043b3940e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:39.525510 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60062) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:39.555942 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-03b69ca7-65ad-4025-892f-7fea990062d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:57:39.562473 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-03b69ca7-65ad-4025-892f-7fea990062d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:57:39.628039 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:39.681584 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79e7c85-c6ca-4cff-886a-b0a84a03da5f None None] Unable to find a vacant binding_index for network 5454b7dc-1240-4f12-a8a9-946b7aaf5d31 and agent cb21dedf-534b-40c9-851e-bca791414a4c {{(pid=105977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 02 12:57:39.706139 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79e7c85-c6ca-4cff-886a-b0a84a03da5f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 5454b7dc-1240-4f12-a8a9-946b7aaf5d31) {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:57:40.432084 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:40.539495 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2aaa285b-bb55-4643-9097-5864093c7ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:40.582760 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-03b69ca7-65ad-4025-892f-7fea990062d0 None None] Current status of the port ceeab81e-d6f9-4c99-8695-cedfbab454b0 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:40.606313 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-5454b7dc-1240-4f12-a8a9-946b7aaf5d31', 'network_id': '5454b7dc-1240-4f12-a8a9-946b7aaf5d31', 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'fixed_ips': [{'subnet_id': 'f99bfea7-288a-4b50-80e6-c79bd85df616'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:57:40.607264 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:40.935696 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-e11f2645-1922-40ef-ae0c-5c2043b3940e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Allocated IP 172.20.0.1 (5454b7dc-1240-4f12-a8a9-946b7aaf5d31/f99bfea7-288a-4b50-80e6-c79bd85df616/bbd1a84f-84ac-45ef-baf8-3693c2e86134) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:57:41.075759 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-37a62e71-0b92-4b2d-b98c-01b669a12462 None None] Could not find standard attr ID for object 683119a6-9991-43c6-9a21-99728de789d4. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:57:41.147133 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ceeab81e-d6f9-4c99-8695-cedfbab454b0 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:57:41.301067 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e47a39-0d68-4787-b8ab-234c0e3527ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:57:41.306061 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-46e47a39-0d68-4787-b8ab-234c0e3527ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:41.359984 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d1214e-5bd9-48e3-b068-d3f4f1e3a713 None None] Update dhcp port {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'fixed_ips': [{'subnet_id': '5cd4a3d2-e7db-4495-826f-277a5761bf66'}], 'binding:host_id': 'n-d-857339-6'}, 'id': 'ceeab81e-d6f9-4c99-8695-cedfbab454b0'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 12:57:41.379648 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-46e47a39-0d68-4787-b8ab-234c0e3527ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port c413f9c2-7bb0-47a8-9814-3c8e017c58bb yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:57:41.459357 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-25d1214e-5bd9-48e3-b068-d3f4f1e3a713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:41.465021 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e11f2645-1922-40ef-ae0c-5c2043b3940e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for port (bbd1a84f-84ac-45ef-baf8-3693c2e86134), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:41.656282 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:41.722052 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e11f2645-1922-40ef-ae0c-5c2043b3940e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (bbd1a84f-84ac-45ef-baf8-3693c2e86134), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:41.743546 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-46e47a39-0d68-4787-b8ab-234c0e3527ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::7f (e9ae2c9f-8862-4b1d-b882-f135a69580a6/5cd4a3d2-e7db-4495-826f-277a5761bf66/c413f9c2-7bb0-47a8-9814-3c8e017c58bb) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:57:41.824114 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ceeab81e-d6f9-4c99-8695-cedfbab454b0 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:41.824824 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:41.824921 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ceeab81e-d6f9-4c99-8695-cedfbab454b0 Nov 02 12:57:41.830010 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f2645-1922-40ef-ae0c-5c2043b3940e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Port': ['ID=bbd1a84f-84ac-45ef-baf8-3693c2e86134,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:41.882268 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f2645-1922-40ef-ae0c-5c2043b3940e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network 5454b7dc-1240-4f12-a8a9-946b7aaf5d31 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:57:41.895299 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e11f2645-1922-40ef-ae0c-5c2043b3940e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:41.905888 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:41.908695 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11f2645-1922-40ef-ae0c-5c2043b3940e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:57:41.924300 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:42.014973 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2aaa285b-bb55-4643-9097-5864093c7ba5 admin admin] Publish callbacks [] for security_group (0bf0b8e2-a42e-452e-afe4-dd1513fd81fb), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:42.051469 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:42.064119 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e11f2645-1922-40ef-ae0c-5c2043b3940e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:42.087371 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] Allocated IP 172.20.0.2 (5454b7dc-1240-4f12-a8a9-946b7aaf5d31/f99bfea7-288a-4b50-80e6-c79bd85df616/a443baad-9e78-4c0f-a2f2-e2bd707a2746) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:57:42.145146 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-46e47a39-0d68-4787-b8ab-234c0e3527ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (c413f9c2-7bb0-47a8-9814-3c8e017c58bb), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:42.191033 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2aaa285b-bb55-4643-9097-5864093c7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0bf0b8e2-a42e-452e-afe4-dd1513fd81fb), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:42.255499 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-46e47a39-0d68-4787-b8ab-234c0e3527ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (c413f9c2-7bb0-47a8-9814-3c8e017c58bb), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:42.291089 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2aaa285b-bb55-4643-9097-5864093c7ba5 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5da8c82d99974d6f80fd156432e8f43e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7504354 Nov 02 12:57:42.291904 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60110) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:42.295797 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa285b-bb55-4643-9097-5864093c7ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf0b8e2-a42e-452e-afe4-dd1513fd81fb,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:42.463833 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ceeab81e-d6f9-4c99-8695-cedfbab454b0 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:42.474070 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e47a39-0d68-4787-b8ab-234c0e3527ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:57:42.479950 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:42.491516 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-46e47a39-0d68-4787-b8ab-234c0e3527ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:42.497661 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e47a39-0d68-4787-b8ab-234c0e3527ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:57:42.545983 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e47a39-0d68-4787-b8ab-234c0e3527ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:42.549885 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-46e47a39-0d68-4787-b8ab-234c0e3527ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:42.609655 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:42.648687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e47a39-0d68-4787-b8ab-234c0e3527ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=c413f9c2-7bb0-47a8-9814-3c8e017c58bb,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:42.675879 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-25d1214e-5bd9-48e3-b068-d3f4f1e3a713 None None] Allocated IP 2001:db8::2 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/5cd4a3d2-e7db-4495-826f-277a5761bf66/ceeab81e-d6f9-4c99-8695-cedfbab454b0) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:57:42.732630 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-46e47a39-0d68-4787-b8ab-234c0e3527ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5277648 Nov 02 12:57:42.735490 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60120) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:42.754056 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e11f2645-1922-40ef-ae0c-5c2043b3940e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (bbd1a84f-84ac-45ef-baf8-3693c2e86134), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:42.801173 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b931cfe-10bd-451c-b0fb-cfb5039b9aa4 admin admin] Publish callbacks [] for security_group (0bf0b8e2-a42e-452e-afe4-dd1513fd81fb), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:42.827794 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-25d1214e-5bd9-48e3-b068-d3f4f1e3a713 None None] For port ceeab81e-d6f9-4c99-8695-cedfbab454b0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ceeab81e-d6f9-4c99-8695-cedfbab454b0,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:42.840738 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63529489-5e2e-4a04-9358-298aa499bcb2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:42.857407 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63529489-5e2e-4a04-9358-298aa499bcb2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:42.866103 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-63529489-5e2e-4a04-9358-298aa499bcb2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1272569 Nov 02 12:57:42.870084 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60122) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:42.894819 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-25d1214e-5bd9-48e3-b068-d3f4f1e3a713 None None] Publish callbacks [] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:42.970959 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b931cfe-10bd-451c-b0fb-cfb5039b9aa4 admin admin] Publish callbacks [] for security_group (0bf0b8e2-a42e-452e-afe4-dd1513fd81fb), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:43.039796 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-25d1214e-5bd9-48e3-b068-d3f4f1e3a713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:43.054620 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-45054b15-0e1f-4f36-9428-6a67db522b2c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port c413f9c2-7bb0-47a8-9814-3c8e017c58bb {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:57:43.060739 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45054b15-0e1f-4f36-9428-6a67db522b2c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c413f9c2-7bb0-47a8-9814-3c8e017c58bb), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:43.143541 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] Publish callbacks [] for port (a443baad-9e78-4c0f-a2f2-e2bd707a2746), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:43.201800 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1214e-5bd9-48e3-b068-d3f4f1e3a713 None None] Pushing event updated for resources: {'Port': ['ID=ceeab81e-d6f9-4c99-8695-cedfbab454b0,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:43.229432 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-147f15a2-501d-4c84-b7cb-58c24fe36f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:43.277995 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (a443baad-9e78-4c0f-a2f2-e2bd707a2746), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:43.326324 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45054b15-0e1f-4f36-9428-6a67db522b2c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c413f9c2-7bb0-47a8-9814-3c8e017c58bb), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:43.364928 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-45054b15-0e1f-4f36-9428-6a67db522b2c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for c413f9c2-7bb0-47a8-9814-3c8e017c58bb owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:57:43.377811 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] Pushing event updated for resources: {'Port': ['ID=a443baad-9e78-4c0f-a2f2-e2bd707a2746,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:43.424113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] Network 5454b7dc-1240-4f12-a8a9-946b7aaf5d31 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:57:43.429464 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:43.434533 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:57:43.503676 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:43.510387 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:43.570057 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e11f2645-1922-40ef-ae0c-5c2043b3940e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for port (bbd1a84f-84ac-45ef-baf8-3693c2e86134), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:43.580330 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] Attempting to bind port a443baad-9e78-4c0f-a2f2-e2bd707a2746 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:57:43.581287 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] Attempting to bind port a443baad-9e78-4c0f-a2f2-e2bd707a2746 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '7a7d5256-21ee-4c8a-adf5-f5912efb4ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5454b7dc-1240-4f12-a8a9-946b7aaf5d31'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:57:43.581656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] Attempting to bind port a443baad-9e78-4c0f-a2f2-e2bd707a2746 on network 5454b7dc-1240-4f12-a8a9-946b7aaf5d31 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:57:43.597941 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:43.598271 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b931cfe-10bd-451c-b0fb-cfb5039b9aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0bf0b8e2-a42e-452e-afe4-dd1513fd81fb), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:43.612775 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b931cfe-10bd-451c-b0fb-cfb5039b9aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:43.622404 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8b931cfe-10bd-451c-b0fb-cfb5039b9aa4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0bf0b8e2-a42e-452e-afe4-dd1513fd81fb HTTP/1.1" status: 204 len: 168 time: 1.3217759 Nov 02 12:57:43.644867 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e11f2645-1922-40ef-ae0c-5c2043b3940e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (bbd1a84f-84ac-45ef-baf8-3693c2e86134), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:43.789218 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:57:43.789822 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] Checking segment: {'id': '7a7d5256-21ee-4c8a-adf5-f5912efb4ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5454b7dc-1240-4f12-a8a9-946b7aaf5d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:57:43.790420 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:43.790982 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] Bound using segment: {'id': '7a7d5256-21ee-4c8a-adf5-f5912efb4ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5454b7dc-1240-4f12-a8a9-946b7aaf5d31'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:57:43.792410 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] Bound port: a443baad-9e78-4c0f-a2f2-e2bd707a2746, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7d5256-21ee-4c8a-adf5-f5912efb4ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5454b7dc-1240-4f12-a8a9-946b7aaf5d31'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:57:43.793526 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a443baad-9e78-4c0f-a2f2-e2bd707a2746), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:43.871779 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45054b15-0e1f-4f36-9428-6a67db522b2c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (c413f9c2-7bb0-47a8-9814-3c8e017c58bb), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:43.884348 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b931cfe-10bd-451c-b0fb-cfb5039b9aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf0b8e2-a42e-452e-afe4-dd1513fd81fb,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:43.956907 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:43.982715 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e11f2645-1922-40ef-ae0c-5c2043b3940e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:43.986337 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f2645-1922-40ef-ae0c-5c2043b3940e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Port': ['ID=bbd1a84f-84ac-45ef-baf8-3693c2e86134,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:43.998860 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:44.014607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] For port a443baad-9e78-4c0f-a2f2-e2bd707a2746, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:57:44.020188 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] For port a443baad-9e78-4c0f-a2f2-e2bd707a2746, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a443baad-9e78-4c0f-a2f2-e2bd707a2746,segment=NetworkSegment(7a7d5256-21ee-4c8a-adf5-f5912efb4ac8),segment_id=7a7d5256-21ee-4c8a-adf5-f5912efb4ac8)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:57:44.080578 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45054b15-0e1f-4f36-9428-6a67db522b2c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=c413f9c2-7bb0-47a8-9814-3c8e017c58bb,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:44.099863 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45054b15-0e1f-4f36-9428-6a67db522b2c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:44.120329 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-45054b15-0e1f-4f36-9428-6a67db522b2c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/c413f9c2-7bb0-47a8-9814-3c8e017c58bb HTTP/1.1" status: 204 len: 168 time: 1.2472694 Nov 02 12:57:44.121464 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60144) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:44.134907 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a443baad-9e78-4c0f-a2f2-e2bd707a2746), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:44.277104 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54598167-8ebb-4214-8ff2-cd8540a28b24 None None] Pushing event updated for resources: {'Port': ['ID=a443baad-9e78-4c0f-a2f2-e2bd707a2746,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:44.305766 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d9fda6-a865-4c8d-84ab-ab999a5ee7e8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:44.307427 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d9fda6-a865-4c8d-84ab-ab999a5ee7e8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:44.330383 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-88d9fda6-a865-4c8d-84ab-ab999a5ee7e8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2046037 Nov 02 12:57:44.336903 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60146) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:44.422642 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cdc4fc8-f63a-4b19-81d5-1e932abd8cd4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet 5cd4a3d2-e7db-4495-826f-277a5761bf66 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:57:44.429302 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7cdc4fc8-f63a-4b19-81d5-1e932abd8cd4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (5cd4a3d2-e7db-4495-826f-277a5761bf66), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:44.492984 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7cdc4fc8-f63a-4b19-81d5-1e932abd8cd4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (5cd4a3d2-e7db-4495-826f-277a5761bf66), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:44.534068 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:44.713846 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f2645-1922-40ef-ae0c-5c2043b3940e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network 5454b7dc-1240-4f12-a8a9-946b7aaf5d31 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:57:44.724563 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e11f2645-1922-40ef-ae0c-5c2043b3940e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:44.769876 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:44.950406 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-75488602-ca7e-4461-87c5-b3d2b2f688ad None None] Provisioning complete for port ceeab81e-d6f9-4c99-8695-cedfbab454b0 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:44.950406 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-75488602-ca7e-4461-87c5-b3d2b2f688ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:44.952809 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-75488602-ca7e-4461-87c5-b3d2b2f688ad None None] Attempt 1 to provision port ceeab81e-d6f9-4c99-8695-cedfbab454b0 Nov 02 12:57:45.123229 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:45.154123 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60162) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:45.171618 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4199befb-fcad-41a9-a65c-5cb49d47499b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:45.179839 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-75488602-ca7e-4461-87c5-b3d2b2f688ad None None] Current status of the port ceeab81e-d6f9-4c99-8695-cedfbab454b0 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:45.265963 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a443baad-9e78-4c0f-a2f2-e2bd707a2746 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:57:45.508931 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4199befb-fcad-41a9-a65c-5cb49d47499b admin admin] Publish callbacks [] for security_group (aa4ae7a0-35b5-4083-bac7-3b66bba18f3b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:45.534534 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a443baad-9e78-4c0f-a2f2-e2bd707a2746 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:45.534945 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a443baad-9e78-4c0f-a2f2-e2bd707a2746), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:45.537002 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a443baad-9e78-4c0f-a2f2-e2bd707a2746 Nov 02 12:57:45.626274 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4199befb-fcad-41a9-a65c-5cb49d47499b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (aa4ae7a0-35b5-4083-bac7-3b66bba18f3b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:45.737482 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a443baad-9e78-4c0f-a2f2-e2bd707a2746 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:45.737966 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a443baad-9e78-4c0f-a2f2-e2bd707a2746), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:45.750636 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:45.757748 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4199befb-fcad-41a9-a65c-5cb49d47499b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a4d766e4522f4d56b3846cf7739bdb1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6021826 Nov 02 12:57:45.760567 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60168) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:45.808668 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199befb-fcad-41a9-a65c-5cb49d47499b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4ae7a0-35b5-4083-bac7-3b66bba18f3b,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:45.854806 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port a443baad-9e78-4c0f-a2f2-e2bd707a2746, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a443baad-9e78-4c0f-a2f2-e2bd707a2746,segment=NetworkSegment(7a7d5256-21ee-4c8a-adf5-f5912efb4ac8),segment_id=7a7d5256-21ee-4c8a-adf5-f5912efb4ac8)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:45.900985 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59aa461f-b033-40fe-b1b1-6bc3311dbd25 admin admin] Publish callbacks [] for security_group (aa4ae7a0-35b5-4083-bac7-3b66bba18f3b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:45.928773 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7cdc4fc8-f63a-4b19-81d5-1e932abd8cd4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (5cd4a3d2-e7db-4495-826f-277a5761bf66), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:45.940453 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2cb522d6-cc3a-4a34-af82-3872be7baf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:45.949091 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59aa461f-b033-40fe-b1b1-6bc3311dbd25 admin admin] Publish callbacks [] for security_group (aa4ae7a0-35b5-4083-bac7-3b66bba18f3b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:45.980421 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a443baad-9e78-4c0f-a2f2-e2bd707a2746), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:45.981471 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ceeab81e-d6f9-4c99-8695-cedfbab454b0 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:57:46.048212 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11f2645-1922-40ef-ae0c-5c2043b3940e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router 8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:57:46.113263 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59aa461f-b033-40fe-b1b1-6bc3311dbd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (aa4ae7a0-35b5-4083-bac7-3b66bba18f3b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:46.124629 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59aa461f-b033-40fe-b1b1-6bc3311dbd25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:46.129742 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-59aa461f-b033-40fe-b1b1-6bc3311dbd25 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/aa4ae7a0-35b5-4083-bac7-3b66bba18f3b HTTP/1.1" status: 204 len: 168 time: 0.3677123 Nov 02 12:57:46.145406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa461f-b033-40fe-b1b1-6bc3311dbd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4ae7a0-35b5-4083-bac7-3b66bba18f3b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:46.172360 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7cdc4fc8-f63a-4b19-81d5-1e932abd8cd4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (5cd4a3d2-e7db-4495-826f-277a5761bf66), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:46.254786 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:46.342492 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=11 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:46.348452 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7cdc4fc8-f63a-4b19-81d5-1e932abd8cd4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:46.362437 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7cdc4fc8-f63a-4b19-81d5-1e932abd8cd4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/5cd4a3d2-e7db-4495-826f-277a5761bf66 HTTP/1.1" status: 204 len: 168 time: 2.0190642 Nov 02 12:57:46.364320 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60178) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:46.367817 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc4fc8-f63a-4b19-81d5-1e932abd8cd4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd4a3d2-e7db-4495-826f-277a5761bf66,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:46.382462 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:46.423696 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11f2645-1922-40ef-ae0c-5c2043b3940e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:57:46.442481 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e11f2645-1922-40ef-ae0c-5c2043b3940e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2983201 Nov 02 12:57:46.448878 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30d0bb9-35f9-4970-9e04-7e933e7bcd95 None None] Sync routers for ids ['8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:57:46.450861 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60182) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:46.495206 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30d0bb9-35f9-4970-9e04-7e933e7bcd95 None None] Routers {'8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:57:46.496298 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f30d0bb9-35f9-4970-9e04-7e933e7bcd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:57:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:46.498389 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:46.576331 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a25e9c3-f938-4b85-b28a-f4c8c62fb5b9 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:46.584106 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7a25e9c3-f938-4b85-b28a-f4c8c62fb5b9 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/ports/bbd1a84f-84ac-45ef-baf8-3693c2e86134 HTTP/1.1" status: 200 len: 910 time: 0.1320505 Nov 02 12:57:46.587625 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60188) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:46.662696 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f30d0bb9-35f9-4970-9e04-7e933e7bcd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:46.675011 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0e6cd28a-2513-4b69-9936-6b0c820878bb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3052220 Nov 02 12:57:46.675580 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30d0bb9-35f9-4970-9e04-7e933e7bcd95 None None] Routers {'8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:57:46.676118 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4acbfe-0655-4f98-b9bc-1a969d1fbe7b None None] Network 5454b7dc-1240-4f12-a8a9-946b7aaf5d31 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:57:46.683207 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60194) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:46.686143 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f30d0bb9-35f9-4970-9e04-7e933e7bcd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:57:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:46.845315 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f30d0bb9-35f9-4970-9e04-7e933e7bcd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:46.852983 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfe004d-79d8-4b59-b800-7e91724f9b1f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:46.854385 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30d0bb9-35f9-4970-9e04-7e933e7bcd95 None None] The sync data for ids ['8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:57:46.855214 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5dfe004d-79d8-4b59-b800-7e91724f9b1f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1709490 Nov 02 12:57:46.858539 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60196) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:46.897121 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-62d3d734-c025-4e4c-ba7e-aea1cb2dce0e None None] Provisioning complete for port a443baad-9e78-4c0f-a2f2-e2bd707a2746 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:46.897573 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-62d3d734-c025-4e4c-ba7e-aea1cb2dce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a443baad-9e78-4c0f-a2f2-e2bd707a2746), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:46.903437 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-62d3d734-c025-4e4c-ba7e-aea1cb2dce0e None None] Attempt 1 to provision port a443baad-9e78-4c0f-a2f2-e2bd707a2746 Nov 02 12:57:47.030404 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7ee025-28b7-440e-8c13-afe3772193f0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:47.032343 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2f7ee025-28b7-440e-8c13-afe3772193f0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1690824 Nov 02 12:57:47.037478 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60206) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:47.082728 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=a443baad-9e78-4c0f-a2f2-e2bd707a2746,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:47.099928 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ceeab81e-d6f9-4c99-8695-cedfbab454b0 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:47.101708 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:47.102793 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ceeab81e-d6f9-4c99-8695-cedfbab454b0 Nov 02 12:57:47.170422 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-64309c51-d432-48c6-8dc1-a42c354a6095 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1314168 Nov 02 12:57:47.174822 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60208) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:47.180730 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:47.191478 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-07dfe44b-1eb9-4562-8955-36cc977513be tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:47.254432 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:47.288213 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:47.290497 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:47.290842 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:47.293525 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:47.293893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:47.296245 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:47.296671 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:47.297020 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:47.302524 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:47.302524 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:47.302810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:47.303090 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:47.303394 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:47.306336 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:47.306336 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:47.306336 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:47.397965 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:47.502560 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ceeab81e-d6f9-4c99-8695-cedfbab454b0 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:47.591816 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:47.626042 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dfe44b-1eb9-4562-8955-36cc977513be tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:57:47.632215 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07dfe44b-1eb9-4562-8955-36cc977513be tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:47.701237 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60220) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:47.731436 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-62d3d734-c025-4e4c-ba7e-aea1cb2dce0e None None] Current status of the port a443baad-9e78-4c0f-a2f2-e2bd707a2746 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:47.815700 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a443baad-9e78-4c0f-a2f2-e2bd707a2746 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:57:47.823398 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2562662-7f54-49dc-86f4-64b0d5c251de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:47.830881 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-62d3d734-c025-4e4c-ba7e-aea1cb2dce0e None None] Provisioning complete for port ceeab81e-d6f9-4c99-8695-cedfbab454b0 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:47.832936 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-62d3d734-c025-4e4c-ba7e-aea1cb2dce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:47.834208 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-62d3d734-c025-4e4c-ba7e-aea1cb2dce0e None None] Attempt 1 to provision port ceeab81e-d6f9-4c99-8695-cedfbab454b0 Nov 02 12:57:47.869273 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3f1ade8c-24d6-4f1c-ad1b-dbd5d3ddba56 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:48.039623 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:48.462943 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a443baad-9e78-4c0f-a2f2-e2bd707a2746 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:48.464262 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a443baad-9e78-4c0f-a2f2-e2bd707a2746), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:48.464693 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a443baad-9e78-4c0f-a2f2-e2bd707a2746 Nov 02 12:57:48.491344 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:48.582047 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07dfe44b-1eb9-4562-8955-36cc977513be tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (455e224d-3a98-4433-bf4d-b243a06d8495), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:48.667216 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2562662-7f54-49dc-86f4-64b0d5c251de admin admin] Publish callbacks [] for security_group (6d5c124f-cfdc-4117-84ae-2bbd76fa6c9a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:48.809721 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2562662-7f54-49dc-86f4-64b0d5c251de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6d5c124f-cfdc-4117-84ae-2bbd76fa6c9a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:48.810566 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dfe44b-1eb9-4562-8955-36cc977513be tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:57:48.822974 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-07dfe44b-1eb9-4562-8955-36cc977513be tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:48.833444 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dfe44b-1eb9-4562-8955-36cc977513be tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:48.834364 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07dfe44b-1eb9-4562-8955-36cc977513be tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:48.867027 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-62d3d734-c025-4e4c-ba7e-aea1cb2dce0e None None] Current status of the port ceeab81e-d6f9-4c99-8695-cedfbab454b0 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:48.901196 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:48.912191 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfe44b-1eb9-4562-8955-36cc977513be tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=455e224d-3a98-4433-bf4d-b243a06d8495,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:49.005571 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-07dfe44b-1eb9-4562-8955-36cc977513be tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8272035 Nov 02 12:57:49.008194 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60248) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:49.014706 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-56616d44-3f96-4240-8488-1ee78566d02d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'fixed_ips': [{'subnet_id': '455e224d-3a98-4433-bf4d-b243a06d8495', 'ip_address': '2001:db8::ff7b:8f9b:aa08:e41'}], 'name': 'tempest-NetworksTestDHCPv6-1547510203'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:49.070076 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:49.082079 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2562662-7f54-49dc-86f4-64b0d5c251de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5c124f-cfdc-4117-84ae-2bbd76fa6c9a,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:49.095164 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f2562662-7f54-49dc-86f4-64b0d5c251de admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d8388084e8c3407ca8bbb2280312bd5d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3928640 Nov 02 12:57:49.096007 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60250) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:49.157761 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a443baad-9e78-4c0f-a2f2-e2bd707a2746 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:49.161266 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:49.207724 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0994932c-15d6-4486-bcce-be9646b357d0 admin admin] Publish callbacks [] for security_group (6d5c124f-cfdc-4117-84ae-2bbd76fa6c9a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:49.220817 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ade8c-24d6-4f1c-ad1b-dbd5d3ddba56 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting port bbd1a84f-84ac-45ef-baf8-3693c2e86134 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:57:49.221248 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3f1ade8c-24d6-4f1c-ad1b-dbd5d3ddba56 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (bbd1a84f-84ac-45ef-baf8-3693c2e86134), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:49.223741 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d5afcb29-c047-441e-b321-9daa7b4e98d7 None None] Provisioning complete for port a443baad-9e78-4c0f-a2f2-e2bd707a2746 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:49.224190 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d5afcb29-c047-441e-b321-9daa7b4e98d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a443baad-9e78-4c0f-a2f2-e2bd707a2746), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:49.226845 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d5afcb29-c047-441e-b321-9daa7b4e98d7 None None] Attempt 1 to provision port a443baad-9e78-4c0f-a2f2-e2bd707a2746 Nov 02 12:57:49.229611 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c05bdb-292e-4f57-819b-83d691f1c561 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:57:49.262926 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:49.298641 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0994932c-15d6-4486-bcce-be9646b357d0 admin admin] Publish callbacks [] for security_group (6d5c124f-cfdc-4117-84ae-2bbd76fa6c9a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:49.408587 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56616d44-3f96-4240-8488-1ee78566d02d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:57:49.478254 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:49.487735 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3f1ade8c-24d6-4f1c-ad1b-dbd5d3ddba56 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (bbd1a84f-84ac-45ef-baf8-3693c2e86134), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:49.566483 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ade8c-24d6-4f1c-ad1b-dbd5d3ddba56 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Calling delete_port for bbd1a84f-84ac-45ef-baf8-3693c2e86134 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:57:49.634687 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:49.668040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d5afcb29-c047-441e-b321-9daa7b4e98d7 None None] Current status of the port a443baad-9e78-4c0f-a2f2-e2bd707a2746 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:49.668040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c05bdb-292e-4f57-819b-83d691f1c561 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:57:49.730791 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d5afcb29-c047-441e-b321-9daa7b4e98d7 None None] Provisioning complete for port bbd1a84f-84ac-45ef-baf8-3693c2e86134 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:49.732433 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d5afcb29-c047-441e-b321-9daa7b4e98d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (bbd1a84f-84ac-45ef-baf8-3693c2e86134), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:49.732918 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d5afcb29-c047-441e-b321-9daa7b4e98d7 None None] Attempt 1 to provision port bbd1a84f-84ac-45ef-baf8-3693c2e86134 Nov 02 12:57:49.744238 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56616d44-3f96-4240-8488-1ee78566d02d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:49.748630 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0994932c-15d6-4486-bcce-be9646b357d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6d5c124f-cfdc-4117-84ae-2bbd76fa6c9a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:49.754411 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0994932c-15d6-4486-bcce-be9646b357d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:49.761051 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0994932c-15d6-4486-bcce-be9646b357d0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6d5c124f-cfdc-4117-84ae-2bbd76fa6c9a HTTP/1.1" status: 204 len: 168 time: 0.6613090 Nov 02 12:57:49.785308 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994932c-15d6-4486-bcce-be9646b357d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5c124f-cfdc-4117-84ae-2bbd76fa6c9a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:49.787753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-56616d44-3f96-4240-8488-1ee78566d02d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port 4731eb1b-d114-4c66-bc92-8a8dc2bdee9f yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:57:49.992647 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d5afcb29-c047-441e-b321-9daa7b4e98d7 None None] Port bbd1a84f-84ac-45ef-baf8-3693c2e86134 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:57:50.143070 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=11 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:50.159995 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:50.180105 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-56616d44-3f96-4240-8488-1ee78566d02d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::ff7b:8f9b:aa08:e41 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/455e224d-3a98-4433-bf4d-b243a06d8495/4731eb1b-d114-4c66-bc92-8a8dc2bdee9f) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:57:50.197963 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3f1ade8c-24d6-4f1c-ad1b-dbd5d3ddba56 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (bbd1a84f-84ac-45ef-baf8-3693c2e86134), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:50.254439 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ade8c-24d6-4f1c-ad1b-dbd5d3ddba56 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Port': ['ID=bbd1a84f-84ac-45ef-baf8-3693c2e86134,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:50.494935 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7f1b49-a227-4d17-8a00-ae744fadc742 None None] Update dhcp port {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'fixed_ips': [{'subnet_id': '455e224d-3a98-4433-bf4d-b243a06d8495'}], 'binding:host_id': 'n-d-857339-6'}, 'id': 'ceeab81e-d6f9-4c99-8695-cedfbab454b0'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 12:57:50.545550 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:50.574488 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-da7f1b49-a227-4d17-8a00-ae744fadc742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:50.628396 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56616d44-3f96-4240-8488-1ee78566d02d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (4731eb1b-d114-4c66-bc92-8a8dc2bdee9f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:50.757362 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56616d44-3f96-4240-8488-1ee78566d02d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (4731eb1b-d114-4c66-bc92-8a8dc2bdee9f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:50.836197 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3f1ade8c-24d6-4f1c-ad1b-dbd5d3ddba56 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:50.944647 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56616d44-3f96-4240-8488-1ee78566d02d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:57:50.971428 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:50.995414 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-56616d44-3f96-4240-8488-1ee78566d02d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:51.000292 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56616d44-3f96-4240-8488-1ee78566d02d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:57:51.014729 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56616d44-3f96-4240-8488-1ee78566d02d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:51.015421 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56616d44-3f96-4240-8488-1ee78566d02d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:51.081259 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56616d44-3f96-4240-8488-1ee78566d02d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=4731eb1b-d114-4c66-bc92-8a8dc2bdee9f,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:51.159297 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-da7f1b49-a227-4d17-8a00-ae744fadc742 None None] Allocated IP 2001:db8::2 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/455e224d-3a98-4433-bf4d-b243a06d8495/ceeab81e-d6f9-4c99-8695-cedfbab454b0) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:57:51.227207 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-56616d44-3f96-4240-8488-1ee78566d02d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2149575 Nov 02 12:57:51.232902 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60290) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:51.390281 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c545c8ed-71a6-411e-abc5-cc999ae8792f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:51.395782 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c545c8ed-71a6-411e-abc5-cc999ae8792f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:51.410145 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c545c8ed-71a6-411e-abc5-cc999ae8792f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1769094 Nov 02 12:57:51.413431 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60292) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:51.426044 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1ade8c-24d6-4f1c-ad1b-dbd5d3ddba56 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router 8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:57:51.479418 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-da7f1b49-a227-4d17-8a00-ae744fadc742 None None] For port ceeab81e-d6f9-4c99-8695-cedfbab454b0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ceeab81e-d6f9-4c99-8695-cedfbab454b0,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:51.559124 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-da7f1b49-a227-4d17-8a00-ae744fadc742 None None] Publish callbacks [] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:51.595679 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:51.624294 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:51.631784 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-da7f1b49-a227-4d17-8a00-ae744fadc742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:51.766362 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-28c88e08-cade-440c-8cda-cb92fa994795 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port 4731eb1b-d114-4c66-bc92-8a8dc2bdee9f {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:57:51.767168 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28c88e08-cade-440c-8cda-cb92fa994795 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (4731eb1b-d114-4c66-bc92-8a8dc2bdee9f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:51.845966 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1ade8c-24d6-4f1c-ad1b-dbd5d3ddba56 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:57:51.879720 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2540edd5-4da7-4cc3-916f-0a24f51c0fcc None None] Sync routers for ids ['8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:57:51.889439 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3f1ade8c-24d6-4f1c-ad1b-dbd5d3ddba56 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2934053 Nov 02 12:57:51.890450 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60302) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:51.918585 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:51.993665 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f1b49-a227-4d17-8a00-ae744fadc742 None None] Pushing event updated for resources: {'Port': ['ID=ceeab81e-d6f9-4c99-8695-cedfbab454b0,revision_number=7']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:52.019221 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2540edd5-4da7-4cc3-916f-0a24f51c0fcc None None] Routers {'8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:57:52.024220 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-2540edd5-4da7-4cc3-916f-0a24f51c0fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:57:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:52.032772 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0038edc0-c889-40fb-ad4d-e21ad298f44d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607 HTTP/1.1" status: 200 len: 205 time: 0.1370103 Nov 02 12:57:52.051473 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60308) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:52.051473 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:52.158810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-2540edd5-4da7-4cc3-916f-0a24f51c0fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:52.199947 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2540edd5-4da7-4cc3-916f-0a24f51c0fcc None None] Routers {'8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:57:52.209264 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-2540edd5-4da7-4cc3-916f-0a24f51c0fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:57:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:52.265753 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cba61258-669c-4319-933d-19f8d2a02154 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:52.312449 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-2540edd5-4da7-4cc3-916f-0a24f51c0fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:52.312449 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2540edd5-4da7-4cc3-916f-0a24f51c0fcc None None] The sync data for ids ['8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:57:52.349302 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28c88e08-cade-440c-8cda-cb92fa994795 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (4731eb1b-d114-4c66-bc92-8a8dc2bdee9f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:52.380535 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-28c88e08-cade-440c-8cda-cb92fa994795 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for 4731eb1b-d114-4c66-bc92-8a8dc2bdee9f owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:57:52.946338 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28c88e08-cade-440c-8cda-cb92fa994795 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (4731eb1b-d114-4c66-bc92-8a8dc2bdee9f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:52.989998 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cba61258-669c-4319-933d-19f8d2a02154 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:52.994815 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cba61258-669c-4319-933d-19f8d2a02154 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router_controller (8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:53.124172 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-28c88e08-cade-440c-8cda-cb92fa994795 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:53.128050 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-28c88e08-cade-440c-8cda-cb92fa994795 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/4731eb1b-d114-4c66-bc92-8a8dc2bdee9f HTTP/1.1" status: 204 len: 168 time: 1.7165067 Nov 02 12:57:53.132704 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60330) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:53.202538 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c88e08-cade-440c-8cda-cb92fa994795 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=4731eb1b-d114-4c66-bc92-8a8dc2bdee9f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:53.251079 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cba61258-669c-4319-933d-19f8d2a02154 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:53.253424 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba61258-669c-4319-933d-19f8d2a02154 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Fanout notify agent at l3_agent the message router_deleted on router 8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:57:53.268194 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cba61258-669c-4319-933d-19f8d2a02154 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:53.274222 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60334) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:53.274948 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cba61258-669c-4319-933d-19f8d2a02154 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/routers/8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607 HTTP/1.1" status: 204 len: 168 time: 1.2124965 Nov 02 12:57:53.285169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b105f1b-06e4-4a8e-8821-d99a8cace619 None None] Network 5454b7dc-1240-4f12-a8a9-946b7aaf5d31 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:57:53.291963 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8181fd-52e3-4eb2-8059-18c880ba607b None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:57:53.385682 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ab4eac-7ac2-4238-ab71-53ed6e3d0f07 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:53.398901 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ab4eac-7ac2-4238-ab71-53ed6e3d0f07 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:53.400831 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-66ab4eac-7ac2-4238-ab71-53ed6e3d0f07 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2666984 Nov 02 12:57:53.404331 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f1288c-4515-48af-8883-85bca3a00ec4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting subnet f99bfea7-288a-4b50-80e6-c79bd85df616 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:57:53.405042 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60338) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:53.408183 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:53.413995 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7f1288c-4515-48af-8883-85bca3a00ec4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (f99bfea7-288a-4b50-80e6-c79bd85df616), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:53.516357 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7f1288c-4515-48af-8883-85bca3a00ec4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (f99bfea7-288a-4b50-80e6-c79bd85df616), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:53.608016 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60340) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:53.618907 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-08fd676a-d8ff-489d-9808-aacf3f7b9034 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet 455e224d-3a98-4433-bf4d-b243a06d8495 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:57:53.624918 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-08fd676a-d8ff-489d-9808-aacf3f7b9034 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (455e224d-3a98-4433-bf4d-b243a06d8495), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:53.691845 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7f1288c-4515-48af-8883-85bca3a00ec4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (f99bfea7-288a-4b50-80e6-c79bd85df616), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:53.723708 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-08fd676a-d8ff-489d-9808-aacf3f7b9034 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (455e224d-3a98-4433-bf4d-b243a06d8495), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:53.803929 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=7,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:53.973810 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-08fd676a-d8ff-489d-9808-aacf3f7b9034 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (455e224d-3a98-4433-bf4d-b243a06d8495), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:53.987790 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b3d64d16-997b-4242-b895-2f2c91ea6f0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:54.011214 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7f1288c-4515-48af-8883-85bca3a00ec4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (f99bfea7-288a-4b50-80e6-c79bd85df616), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:54.015859 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:54.025386 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ceeab81e-d6f9-4c99-8695-cedfbab454b0 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:57:54.083600 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:54.093406 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e38d92df-5420-4689-b09d-e5c2c06aaa7c None None] Provisioning complete for port ceeab81e-d6f9-4c99-8695-cedfbab454b0 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:54.094511 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e38d92df-5420-4689-b09d-e5c2c06aaa7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:54.095036 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e38d92df-5420-4689-b09d-e5c2c06aaa7c None None] Attempt 1 to provision port ceeab81e-d6f9-4c99-8695-cedfbab454b0 Nov 02 12:57:54.122626 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1288c-4515-48af-8883-85bca3a00ec4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Subnet': ['ID=f99bfea7-288a-4b50-80e6-c79bd85df616,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:54.126185 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7f1288c-4515-48af-8883-85bca3a00ec4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:54.130439 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a7f1288c-4515-48af-8883-85bca3a00ec4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/f99bfea7-288a-4b50-80e6-c79bd85df616 HTTP/1.1" status: 204 len: 168 time: 0.8549509 Nov 02 12:57:54.133259 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60350) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:54.151668 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:54.250017 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:54.255520 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ceeab81e-d6f9-4c99-8695-cedfbab454b0 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:54.257920 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:54.258896 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ceeab81e-d6f9-4c99-8695-cedfbab454b0 Nov 02 12:57:54.311947 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b3d64d16-997b-4242-b895-2f2c91ea6f0d admin admin] Publish callbacks [] for security_group (16b13838-642e-40d7-9aa0-077e9b652b75), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:54.339940 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:54.362746 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b3d64d16-997b-4242-b895-2f2c91ea6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (16b13838-642e-40d7-9aa0-077e9b652b75), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:54.498354 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d64d16-997b-4242-b895-2f2c91ea6f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b13838-642e-40d7-9aa0-077e9b652b75,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:54.513277 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b3d64d16-997b-4242-b895-2f2c91ea6f0d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2a9f3d071f3045a8bb12b9b1657c2683&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9036169 Nov 02 12:57:54.515767 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60358) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:54.590817 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-08fd676a-d8ff-489d-9808-aacf3f7b9034 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (455e224d-3a98-4433-bf4d-b243a06d8495), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:54.621665 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e38d92df-5420-4689-b09d-e5c2c06aaa7c None None] Current status of the port ceeab81e-d6f9-4c99-8695-cedfbab454b0 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:54.629732 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b4de085-5451-4cc8-8cfe-7314e0381062 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (5454b7dc-1240-4f12-a8a9-946b7aaf5d31), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:54.691486 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9b16698a-2a95-4127-885c-c703c9d93c91 admin admin] Publish callbacks [] for security_group (16b13838-642e-40d7-9aa0-077e9b652b75), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:54.713195 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ceeab81e-d6f9-4c99-8695-cedfbab454b0 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:54.720357 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd676a-d8ff-489d-9808-aacf3f7b9034 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=455e224d-3a98-4433-bf4d-b243a06d8495,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:54.750894 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9b16698a-2a95-4127-885c-c703c9d93c91 admin admin] Publish callbacks [] for security_group (16b13838-642e-40d7-9aa0-077e9b652b75), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:54.755033 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-08fd676a-d8ff-489d-9808-aacf3f7b9034 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:54.780982 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60360) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:54.784705 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-08fd676a-d8ff-489d-9808-aacf3f7b9034 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/455e224d-3a98-4433-bf4d-b243a06d8495 HTTP/1.1" status: 204 len: 168 time: 1.3772223 Nov 02 12:57:54.797813 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4c32d8-86cc-435b-abf5-a7d755a67cc7 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:57:54.863017 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ba02048f-3756-4e88-9d19-93c07fc24c08 None None] Provisioning complete for port ceeab81e-d6f9-4c99-8695-cedfbab454b0 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:54.864001 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ba02048f-3756-4e88-9d19-93c07fc24c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:54.864527 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ba02048f-3756-4e88-9d19-93c07fc24c08 None None] Attempt 1 to provision port ceeab81e-d6f9-4c99-8695-cedfbab454b0 Nov 02 12:57:54.903688 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6b4de085-5451-4cc8-8cfe-7314e0381062 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting port a443baad-9e78-4c0f-a2f2-e2bd707a2746 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:57:54.904254 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b4de085-5451-4cc8-8cfe-7314e0381062 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a443baad-9e78-4c0f-a2f2-e2bd707a2746), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:54.996321 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-88af2d59-35d2-40df-b930-8a73587d8bca tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2066040 Nov 02 12:57:55.000581 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60364) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:55.031646 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-42d32350-948c-42c9-ab7d-b9a6f1bc5d76 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:55.160434 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-6b4de085-5451-4cc8-8cfe-7314e0381062 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] For port a443baad-9e78-4c0f-a2f2-e2bd707a2746, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a443baad-9e78-4c0f-a2f2-e2bd707a2746,segment=NetworkSegment(7a7d5256-21ee-4c8a-adf5-f5912efb4ac8),segment_id=7a7d5256-21ee-4c8a-adf5-f5912efb4ac8)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:55.162025 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b4de085-5451-4cc8-8cfe-7314e0381062 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a443baad-9e78-4c0f-a2f2-e2bd707a2746), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:55.229439 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6b4de085-5451-4cc8-8cfe-7314e0381062 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Calling delete_port for a443baad-9e78-4c0f-a2f2-e2bd707a2746 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:57:55.245773 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ba02048f-3756-4e88-9d19-93c07fc24c08 None None] Current status of the port ceeab81e-d6f9-4c99-8695-cedfbab454b0 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:55.341237 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:55.367943 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1a8926-48b6-4417-b52f-21bc5b26154f None None] DHCP port deletion for e9ae2c9f-8862-4b1d-b882-f135a69580a6 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:57:55.460064 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9b16698a-2a95-4127-885c-c703c9d93c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (16b13838-642e-40d7-9aa0-077e9b652b75), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:55.463125 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9b16698a-2a95-4127-885c-c703c9d93c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:55.466201 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9b16698a-2a95-4127-885c-c703c9d93c91 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/16b13838-642e-40d7-9aa0-077e9b652b75 HTTP/1.1" status: 204 len: 168 time: 0.9492688 Nov 02 12:57:55.487424 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16698a-2a95-4127-885c-c703c9d93c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b13838-642e-40d7-9aa0-077e9b652b75,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:55.548928 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:55.574093 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d32350-948c-42c9-ab7d-b9a6f1bc5d76 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:57:55.580243 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-42d32350-948c-42c9-ab7d-b9a6f1bc5d76 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:55.645604 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:55.687220 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cf1a8926-48b6-4417-b52f-21bc5b26154f None None] Deleting port ceeab81e-d6f9-4c99-8695-cedfbab454b0 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:57:55.688018 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8926-48b6-4417-b52f-21bc5b26154f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:55.708625 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b4de085-5451-4cc8-8cfe-7314e0381062 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (a443baad-9e78-4c0f-a2f2-e2bd707a2746), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:55.831489 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4de085-5451-4cc8-8cfe-7314e0381062 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] No DVR routers for this DVR port a443baad-9e78-4c0f-a2f2-e2bd707a2746 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:57:55.925927 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e7cca38e-9135-4cd9-a0ba-f7149f625578 None None] Provisioning complete for port a443baad-9e78-4c0f-a2f2-e2bd707a2746 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:57:55.926301 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e7cca38e-9135-4cd9-a0ba-f7149f625578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a443baad-9e78-4c0f-a2f2-e2bd707a2746), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:55.929064 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4de085-5451-4cc8-8cfe-7314e0381062 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Port': ['ID=a443baad-9e78-4c0f-a2f2-e2bd707a2746,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:55.929680 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e7cca38e-9135-4cd9-a0ba-f7149f625578 None None] Attempt 1 to provision port a443baad-9e78-4c0f-a2f2-e2bd707a2746 Nov 02 12:57:55.940631 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ceeab81e-d6f9-4c99-8695-cedfbab454b0 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:57:56.003824 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c3a80d-ab7f-4866-9bdc-d51908c037ef None None] DHCP port deletion for 5454b7dc-1240-4f12-a8a9-946b7aaf5d31 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:57:56.057271 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b4de085-5451-4cc8-8cfe-7314e0381062 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (5454b7dc-1240-4f12-a8a9-946b7aaf5d31), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:56.072270 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:56.130344 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-cf1a8926-48b6-4417-b52f-21bc5b26154f None None] For port ceeab81e-d6f9-4c99-8695-cedfbab454b0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ceeab81e-d6f9-4c99-8695-cedfbab454b0,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:56.131599 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8926-48b6-4417-b52f-21bc5b26154f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:56.141652 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-6b4de085-5451-4cc8-8cfe-7314e0381062 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5454b7dc-1240-4f12-a8a9-946b7aaf5d31']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:56.179280 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cf1a8926-48b6-4417-b52f-21bc5b26154f None None] Calling delete_port for ceeab81e-d6f9-4c99-8695-cedfbab454b0 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:57:56.181281 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-6b4de085-5451-4cc8-8cfe-7314e0381062 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7d5256-21ee-4c8a-adf5-f5912efb4ac8') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:56.181794 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-6b4de085-5451-4cc8-8cfe-7314e0381062 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7d5256-21ee-4c8a-adf5-f5912efb4ac8') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:56.194724 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e7cca38e-9135-4cd9-a0ba-f7149f625578 None None] Port a443baad-9e78-4c0f-a2f2-e2bd707a2746 was deleted so its status cannot be updated. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Nov 02 12:57:56.222957 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b4de085-5451-4cc8-8cfe-7314e0381062 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (7a7d5256-21ee-4c8a-adf5-f5912efb4ac8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:56.272224 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b4de085-5451-4cc8-8cfe-7314e0381062 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (7a7d5256-21ee-4c8a-adf5-f5912efb4ac8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:56.284770 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4de085-5451-4cc8-8cfe-7314e0381062 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:57:56.285361 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b4de085-5451-4cc8-8cfe-7314e0381062 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (7a7d5256-21ee-4c8a-adf5-f5912efb4ac8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:56.364130 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-42d32350-948c-42c9-ab7d-b9a6f1bc5d76 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (193b8a71-08c6-471c-ac2e-41feb795e8d3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:56.367173 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:56.552822 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b4de085-5451-4cc8-8cfe-7314e0381062 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (5454b7dc-1240-4f12-a8a9-946b7aaf5d31), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:56.560095 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b4de085-5451-4cc8-8cfe-7314e0381062 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:56.563227 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ceeab81e-d6f9-4c99-8695-cedfbab454b0 is: ACTIVE; New status is: DOWN {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:57:56.563631 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:56.568567 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6b4de085-5451-4cc8-8cfe-7314e0381062 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/networks/5454b7dc-1240-4f12-a8a9-946b7aaf5d31 HTTP/1.1" status: 204 len: 168 time: 2.4341323 Nov 02 12:57:56.569280 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60388) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:56.585861 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d32350-948c-42c9-ab7d-b9a6f1bc5d76 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=193b8a71-08c6-471c-ac2e-41feb795e8d3,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:56.592968 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-12163dd1-1185-43d6-8b82-8e256d64124a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1789997513', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}, 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:56.630195 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d32350-948c-42c9-ab7d-b9a6f1bc5d76 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:57:56.636420 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-42d32350-948c-42c9-ab7d-b9a6f1bc5d76 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:56.641227 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d32350-948c-42c9-ab7d-b9a6f1bc5d76 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:56.644719 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-42d32350-948c-42c9-ab7d-b9a6f1bc5d76 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:56.671327 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:56.693349 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 7a7d5256-21ee-4c8a-adf5-f5912efb4ac8 resource provider aggregate not found Nov 02 12:57:56.712929 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4de085-5451-4cc8-8cfe-7314e0381062 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Network': ['ID=5454b7dc-1240-4f12-a8a9-946b7aaf5d31,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:56.720904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port ceeab81e-d6f9-4c99-8695-cedfbab454b0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ceeab81e-d6f9-4c99-8695-cedfbab454b0,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:56.743974 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-42d32350-948c-42c9-ab7d-b9a6f1bc5d76 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7391663 Nov 02 12:57:56.748794 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60394) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:56.749084 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 7a7d5256-21ee-4c8a-adf5-f5912efb4ac8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a7d5256-21ee-4c8a-adf5-f5912efb4ac8 found for delete ", "request_id": "req-bc4fe03d-e265-4c24-be6a-2cd47e7af52c"}]} Nov 02 12:57:56.754318 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ef6776e7-22ce-4390-a26b-f01a2cb7979f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'fixed_ips': [{'subnet_id': '193b8a71-08c6-471c-ac2e-41feb795e8d3', 'ip_address': '2001:db8::1e86:ce27:5dbb:2a66'}], 'name': 'tempest-NetworksTestDHCPv6-981023350'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:56.795916 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60398) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:56.824000 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7d180716-0f1a-41a3-af56-073e70ab03a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:56.836199 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=9 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:56.852469 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:56.888572 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-12163dd1-1185-43d6-8b82-8e256d64124a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (fd09a5fb-9964-41c1-8527-6cc380b74870), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:56.890143 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-12163dd1-1185-43d6-8b82-8e256d64124a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (fd09a5fb-9964-41c1-8527-6cc380b74870), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:56.969002 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=ceeab81e-d6f9-4c99-8695-cedfbab454b0,revision_number=9']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:56.981391 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8926-48b6-4417-b52f-21bc5b26154f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (ceeab81e-d6f9-4c99-8695-cedfbab454b0), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:57.006017 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:57.027800 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a8926-48b6-4417-b52f-21bc5b26154f None None] Pushing event deleted for resources: {'Port': ['ID=ceeab81e-d6f9-4c99-8695-cedfbab454b0,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:57.038969 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1a8926-48b6-4417-b52f-21bc5b26154f None None] No DVR routers for this DVR port ceeab81e-d6f9-4c99-8695-cedfbab454b0 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:57:57.062978 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e19d65e-4551-4bd9-bab5-ee6caf3db3e0 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:57:57.108778 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-12163dd1-1185-43d6-8b82-8e256d64124a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router_controller (fd09a5fb-9964-41c1-8527-6cc380b74870), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:57.122782 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6776e7-22ce-4390-a26b-f01a2cb7979f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:57:57.249166 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:57.250114 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e19d65e-4551-4bd9-bab5-ee6caf3db3e0 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:57:57.384222 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ef6776e7-22ce-4390-a26b-f01a2cb7979f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:57.412766 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-ef6776e7-22ce-4390-a26b-f01a2cb7979f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port 5faa5290-36d8-4aa6-8db5-eda7537caf80 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:57:57.530132 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7d180716-0f1a-41a3-af56-073e70ab03a3 admin admin] Publish callbacks [] for security_group (3460a5f5-88d7-4b4b-a0a8-378938fce94d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:57.603145 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-12163dd1-1185-43d6-8b82-8e256d64124a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router_gateway (fd09a5fb-9964-41c1-8527-6cc380b74870), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:57.654323 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7d180716-0f1a-41a3-af56-073e70ab03a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3460a5f5-88d7-4b4b-a0a8-378938fce94d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:57.748532 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a443baad-9e78-4c0f-a2f2-e2bd707a2746 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:57:57.790811 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1658e4fd-39f3-4422-a548-4e1f70c01c0f None None] DHCP port deletion for 5454b7dc-1240-4f12-a8a9-946b7aaf5d31 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:57:57.806039 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: a443baad-9e78-4c0f-a2f2-e2bd707a2746 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:57:57.806650 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a443baad-9e78-4c0f-a2f2-e2bd707a2746 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:57:57.838046 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02707333-810a-4714-8641-5a48db03e49a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'fixed_ips': [{'subnet_id': '193b8a71-08c6-471c-ac2e-41feb795e8d3'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:57:57.839561 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-02707333-810a-4714-8641-5a48db03e49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:57.842166 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7d180716-0f1a-41a3-af56-073e70ab03a3 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=48e5e8cec8aa4f078a0f408cca94aaec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0450001 Nov 02 12:57:57.844325 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d180716-0f1a-41a3-af56-073e70ab03a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3460a5f5-88d7-4b4b-a0a8-378938fce94d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:57.853986 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60414) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:57.867081 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-ef6776e7-22ce-4390-a26b-f01a2cb7979f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::1e86:ce27:5dbb:2a66 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/193b8a71-08c6-471c-ac2e-41feb795e8d3/5faa5290-36d8-4aa6-8db5-eda7537caf80) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:57:57.868204 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=76,neutron:INSERT=11,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:58.049884 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:58.183950 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:58.319798 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7da4f534-bc83-447a-a981-85a6c5cb6c7b admin admin] Publish callbacks [] for security_group (3460a5f5-88d7-4b4b-a0a8-378938fce94d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:58.601815 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ef6776e7-22ce-4390-a26b-f01a2cb7979f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (5faa5290-36d8-4aa6-8db5-eda7537caf80), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:58.817784 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7da4f534-bc83-447a-a981-85a6c5cb6c7b admin admin] Publish callbacks [] for security_group (3460a5f5-88d7-4b4b-a0a8-378938fce94d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:58.913306 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ef6776e7-22ce-4390-a26b-f01a2cb7979f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (5faa5290-36d8-4aa6-8db5-eda7537caf80), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:59.006550 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-12163dd1-1185-43d6-8b82-8e256d64124a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router_gateway (fd09a5fb-9964-41c1-8527-6cc380b74870), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:59.033911 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-02707333-810a-4714-8641-5a48db03e49a None None] Allocated IP 2001:db8::2 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/193b8a71-08c6-471c-ac2e-41feb795e8d3/18e9bf9b-04cf-465d-a0f2-5a856962ea2e) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:57:59.043696 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:59.057881 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6776e7-22ce-4390-a26b-f01a2cb7979f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:57:59.070010 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-ef6776e7-22ce-4390-a26b-f01a2cb7979f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:59.086644 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6776e7-22ce-4390-a26b-f01a2cb7979f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:57:59.100754 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6776e7-22ce-4390-a26b-f01a2cb7979f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:59.101891 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ef6776e7-22ce-4390-a26b-f01a2cb7979f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:59.160567 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-12163dd1-1185-43d6-8b82-8e256d64124a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:59.179922 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6776e7-22ce-4390-a26b-f01a2cb7979f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=5faa5290-36d8-4aa6-8db5-eda7537caf80,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:59.242605 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ef6776e7-22ce-4390-a26b-f01a2cb7979f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4930184 Nov 02 12:57:59.243468 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60446) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:59.369846 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be05ec0-58a3-421b-a412-8626ff29d07f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:59.371520 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1be05ec0-58a3-421b-a412-8626ff29d07f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1276879 Nov 02 12:57:59.375886 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60448) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:59.551502 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1b3ef2d9-1ede-4881-9ee1-7d86e6fc990b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port 5faa5290-36d8-4aa6-8db5-eda7537caf80 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:57:59.552242 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1b3ef2d9-1ede-4881-9ee1-7d86e6fc990b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5faa5290-36d8-4aa6-8db5-eda7537caf80), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:59.568674 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-02707333-810a-4714-8641-5a48db03e49a None None] Publish callbacks [] for port (18e9bf9b-04cf-465d-a0f2-5a856962ea2e), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:59.639942 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7da4f534-bc83-447a-a981-85a6c5cb6c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3460a5f5-88d7-4b4b-a0a8-378938fce94d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:59.662730 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7da4f534-bc83-447a-a981-85a6c5cb6c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:59.663000 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-02707333-810a-4714-8641-5a48db03e49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (18e9bf9b-04cf-465d-a0f2-5a856962ea2e), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:59.663132 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7da4f534-bc83-447a-a981-85a6c5cb6c7b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3460a5f5-88d7-4b4b-a0a8-378938fce94d HTTP/1.1" status: 204 len: 168 time: 1.7939823 Nov 02 12:57:59.677683 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:59.747439 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02707333-810a-4714-8641-5a48db03e49a None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:57:59.756699 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-02707333-810a-4714-8641-5a48db03e49a None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:59.765468 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02707333-810a-4714-8641-5a48db03e49a None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:57:59.789169 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:57:59.824465 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4f534-bc83-447a-a981-85a6c5cb6c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3460a5f5-88d7-4b4b-a0a8-378938fce94d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:59.975544 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-12163dd1-1185-43d6-8b82-8e256d64124a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Allocated IP 172.25.2.96 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/84312e50-2722-4ce7-ad89-a25dadd0cd24) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:57:59.985509 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02707333-810a-4714-8641-5a48db03e49a None None] Pushing event updated for resources: {'Port': ['ID=18e9bf9b-04cf-465d-a0f2-5a856962ea2e,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:00.085275 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=11 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:00.149251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-02707333-810a-4714-8641-5a48db03e49a None None] Attempting to bind port 18e9bf9b-04cf-465d-a0f2-5a856962ea2e on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:58:00.151815 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-02707333-810a-4714-8641-5a48db03e49a None None] Attempting to bind port 18e9bf9b-04cf-465d-a0f2-5a856962ea2e by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:58:00.153260 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02707333-810a-4714-8641-5a48db03e49a None None] Attempting to bind port 18e9bf9b-04cf-465d-a0f2-5a856962ea2e on network e9ae2c9f-8862-4b1d-b882-f135a69580a6 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:58:00.187104 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1b3ef2d9-1ede-4881-9ee1-7d86e6fc990b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5faa5290-36d8-4aa6-8db5-eda7537caf80), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:00.249987 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1b3ef2d9-1ede-4881-9ee1-7d86e6fc990b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for 5faa5290-36d8-4aa6-8db5-eda7537caf80 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:58:00.357546 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02707333-810a-4714-8641-5a48db03e49a None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:58:00.357792 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02707333-810a-4714-8641-5a48db03e49a None None] Checking segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:58:00.358113 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-02707333-810a-4714-8641-5a48db03e49a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:00.358532 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02707333-810a-4714-8641-5a48db03e49a None None] Bound using segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:58:00.359036 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-02707333-810a-4714-8641-5a48db03e49a None None] Bound port: 18e9bf9b-04cf-465d-a0f2-5a856962ea2e, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:58:00.359439 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-02707333-810a-4714-8641-5a48db03e49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (18e9bf9b-04cf-465d-a0f2-5a856962ea2e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:00.488452 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:00.621096 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-02707333-810a-4714-8641-5a48db03e49a None None] For port 18e9bf9b-04cf-465d-a0f2-5a856962ea2e, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:58:00.625039 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-02707333-810a-4714-8641-5a48db03e49a None None] For port 18e9bf9b-04cf-465d-a0f2-5a856962ea2e, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=18e9bf9b-04cf-465d-a0f2-5a856962ea2e,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:58:00.754076 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-12163dd1-1185-43d6-8b82-8e256d64124a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for port (84312e50-2722-4ce7-ad89-a25dadd0cd24), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:00.786968 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-02707333-810a-4714-8641-5a48db03e49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (18e9bf9b-04cf-465d-a0f2-5a856962ea2e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:00.900338 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1b3ef2d9-1ede-4881-9ee1-7d86e6fc990b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (5faa5290-36d8-4aa6-8db5-eda7537caf80), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:00.962086 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:00.963647 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02707333-810a-4714-8641-5a48db03e49a None None] Pushing event updated for resources: {'Port': ['ID=18e9bf9b-04cf-465d-a0f2-5a856962ea2e,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:01.136899 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1b3ef2d9-1ede-4881-9ee1-7d86e6fc990b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:01.144695 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1b3ef2d9-1ede-4881-9ee1-7d86e6fc990b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/5faa5290-36d8-4aa6-8db5-eda7537caf80 HTTP/1.1" status: 204 len: 168 time: 1.7690389 Nov 02 12:58:01.146301 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-12163dd1-1185-43d6-8b82-8e256d64124a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (84312e50-2722-4ce7-ad89-a25dadd0cd24), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:01.147834 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60506) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:01.151182 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ef2d9-1ede-4881-9ee1-7d86e6fc990b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=5faa5290-36d8-4aa6-8db5-eda7537caf80,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:01.288597 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12163dd1-1185-43d6-8b82-8e256d64124a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Port': ['ID=84312e50-2722-4ce7-ad89-a25dadd0cd24,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:01.312626 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb10d35-0fcd-4a82-abd6-6f8b7d1edfd4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:01.319889 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb10d35-0fcd-4a82-abd6-6f8b7d1edfd4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:01.320811 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12163dd1-1185-43d6-8b82-8e256d64124a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:01.324670 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7bb10d35-0fcd-4a82-abd6-6f8b7d1edfd4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1748002 Nov 02 12:58:01.325580 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-12163dd1-1185-43d6-8b82-8e256d64124a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:01.327642 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60518) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:01.342060 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12163dd1-1185-43d6-8b82-8e256d64124a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:58:01.609724 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-40fc7d24-0912-4a49-91e0-cd7fd7ba092f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet 193b8a71-08c6-471c-ac2e-41feb795e8d3 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:58:01.626487 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40fc7d24-0912-4a49-91e0-cd7fd7ba092f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (193b8a71-08c6-471c-ac2e-41feb795e8d3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:01.726633 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40fc7d24-0912-4a49-91e0-cd7fd7ba092f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (193b8a71-08c6-471c-ac2e-41feb795e8d3), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:01.839546 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 18e9bf9b-04cf-465d-a0f2-5a856962ea2e up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:58:01.945893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 18e9bf9b-04cf-465d-a0f2-5a856962ea2e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:01.946768 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (18e9bf9b-04cf-465d-a0f2-5a856962ea2e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:01.947401 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 18e9bf9b-04cf-465d-a0f2-5a856962ea2e Nov 02 12:58:02.083588 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40fc7d24-0912-4a49-91e0-cd7fd7ba092f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (193b8a71-08c6-471c-ac2e-41feb795e8d3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:02.445003 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40fc7d24-0912-4a49-91e0-cd7fd7ba092f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (193b8a71-08c6-471c-ac2e-41feb795e8d3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:02.523822 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc7d24-0912-4a49-91e0-cd7fd7ba092f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=193b8a71-08c6-471c-ac2e-41feb795e8d3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:02.541604 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-40fc7d24-0912-4a49-91e0-cd7fd7ba092f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:02.570335 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-40fc7d24-0912-4a49-91e0-cd7fd7ba092f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/193b8a71-08c6-471c-ac2e-41feb795e8d3 HTTP/1.1" status: 204 len: 168 time: 1.2302921 Nov 02 12:58:02.571355 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60582) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:02.609673 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 18e9bf9b-04cf-465d-a0f2-5a856962ea2e is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:02.610286 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (18e9bf9b-04cf-465d-a0f2-5a856962ea2e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:02.671961 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-12163dd1-1185-43d6-8b82-8e256d64124a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router_gateway (fd09a5fb-9964-41c1-8527-6cc380b74870), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:02.751948 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27624b0-25b6-48c8-90c9-7045f99e60c3 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:02.767302 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60588) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:02.795368 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ad125f3b-aa17-4929-8e83-1f3a942c38c5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2098441 Nov 02 12:58:02.798359 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60596) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:02.819807 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-98e89515-e80b-4fce-94c6-14d0cce5eb80 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:03.060107 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:03.066059 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1a31e3cf-15a5-4223-96a9-3318ce5197bc None None] Provisioning complete for port 18e9bf9b-04cf-465d-a0f2-5a856962ea2e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:03.066940 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1a31e3cf-15a5-4223-96a9-3318ce5197bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (18e9bf9b-04cf-465d-a0f2-5a856962ea2e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:03.067857 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1a31e3cf-15a5-4223-96a9-3318ce5197bc None None] Attempt 1 to provision port 18e9bf9b-04cf-465d-a0f2-5a856962ea2e Nov 02 12:58:03.117156 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:03.201654 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:03.300900 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2c41668a-33ae-4362-8a86-a9b30c09a3a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:03.476299 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2c41668a-33ae-4362-8a86-a9b30c09a3a6 admin admin] Publish callbacks [] for security_group (0bfc11cc-c0d0-4bd8-8a8f-6d160c4c7907), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:03.481460 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e89515-e80b-4fce-94c6-14d0cce5eb80 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:03.489447 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98e89515-e80b-4fce-94c6-14d0cce5eb80 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:03.586711 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2c41668a-33ae-4362-8a86-a9b30c09a3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0bfc11cc-c0d0-4bd8-8a8f-6d160c4c7907), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:03.596808 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:03.696441 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2c41668a-33ae-4362-8a86-a9b30c09a3a6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d2f96e5e124549f6aee09ca22970dea6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9041483 Nov 02 12:58:03.708794 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60638) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:03.860747 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41668a-33ae-4362-8a86-a9b30c09a3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfc11cc-c0d0-4bd8-8a8f-6d160c4c7907,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:03.934088 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-12163dd1-1185-43d6-8b82-8e256d64124a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (fd09a5fb-9964-41c1-8527-6cc380b74870), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:03.942108 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-99fb11ae-5f0d-4c3d-ab08-cea7e74ecb1a admin admin] Publish callbacks [] for security_group (0bfc11cc-c0d0-4bd8-8a8f-6d160c4c7907), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:04.029625 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-99fb11ae-5f0d-4c3d-ab08-cea7e74ecb1a admin admin] Publish callbacks [] for security_group (0bfc11cc-c0d0-4bd8-8a8f-6d160c4c7907), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:04.078109 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:58:04.080093 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:58:04.251294 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-99fb11ae-5f0d-4c3d-ab08-cea7e74ecb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0bfc11cc-c0d0-4bd8-8a8f-6d160c4c7907), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:04.254138 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-99fb11ae-5f0d-4c3d-ab08-cea7e74ecb1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:04.255419 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-99fb11ae-5f0d-4c3d-ab08-cea7e74ecb1a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0bfc11cc-c0d0-4bd8-8a8f-6d160c4c7907 HTTP/1.1" status: 204 len: 168 time: 0.5452406 Nov 02 12:58:04.315988 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1a31e3cf-15a5-4223-96a9-3318ce5197bc None None] Current status of the port 18e9bf9b-04cf-465d-a0f2-5a856962ea2e is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:04.315988 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1a31e3cf-15a5-4223-96a9-3318ce5197bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (18e9bf9b-04cf-465d-a0f2-5a856962ea2e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:04.330529 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=3,neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:04.359595 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0d1880-6d4b-40b3-a386-25477cfc270c None None] DHCP port deletion for e9ae2c9f-8862-4b1d-b882-f135a69580a6 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:58:04.362658 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb11ae-5f0d-4c3d-ab08-cea7e74ecb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfc11cc-c0d0-4bd8-8a8f-6d160c4c7907,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:04.461876 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60666) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:04.468431 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1a31e3cf-15a5-4223-96a9-3318ce5197bc None None] For port 18e9bf9b-04cf-465d-a0f2-5a856962ea2e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=18e9bf9b-04cf-465d-a0f2-5a856962ea2e,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:04.471795 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:04.482011 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d1880-6d4b-40b3-a386-25477cfc270c None None] Deleting port 18e9bf9b-04cf-465d-a0f2-5a856962ea2e {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:58:04.482402 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fe0d1880-6d4b-40b3-a386-25477cfc270c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (18e9bf9b-04cf-465d-a0f2-5a856962ea2e), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:04.484260 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:04.523717 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98e89515-e80b-4fce-94c6-14d0cce5eb80 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (5188c9bf-bd81-4e01-8587-52de44e77a5e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:04.551505 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1a31e3cf-15a5-4223-96a9-3318ce5197bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (18e9bf9b-04cf-465d-a0f2-5a856962ea2e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:04.563449 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12163dd1-1185-43d6-8b82-8e256d64124a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router fd09a5fb-9964-41c1-8527-6cc380b74870 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:58:04.744215 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:58:04.747328 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31e3cf-15a5-4223-96a9-3318ce5197bc None None] Pushing event updated for resources: {'Port': ['ID=18e9bf9b-04cf-465d-a0f2-5a856962ea2e,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:04.778320 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e89515-e80b-4fce-94c6-14d0cce5eb80 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:04.802195 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-98e89515-e80b-4fce-94c6-14d0cce5eb80 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:04.831480 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:04.836351 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e89515-e80b-4fce-94c6-14d0cce5eb80 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:04.841561 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98e89515-e80b-4fce-94c6-14d0cce5eb80 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:04.927073 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e89515-e80b-4fce-94c6-14d0cce5eb80 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=5188c9bf-bd81-4e01-8587-52de44e77a5e,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:05.012793 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-916c3490-62c7-445b-a79f-958298313737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:05.149570 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-98e89515-e80b-4fce-94c6-14d0cce5eb80 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3477955 Nov 02 12:58:05.151874 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12163dd1-1185-43d6-8b82-8e256d64124a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:58:05.153632 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60698) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:05.167324 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183a716-9c9a-4efa-a4e9-389f33601861 None None] Sync routers for ids ['fd09a5fb-9964-41c1-8527-6cc380b74870'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:58:05.175722 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-b3f24d74-fbf7-41a0-9ef2-beabcbb470f1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'fixed_ips': [{'subnet_id': '5188c9bf-bd81-4e01-8587-52de44e77a5e', 'ip_address': '2001:db8::5306:a9c:6ca:1829'}], 'name': 'tempest-NetworksTestDHCPv6-33465830'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:05.201809 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183a716-9c9a-4efa-a4e9-389f33601861 None None] Routers {'fd09a5fb-9964-41c1-8527-6cc380b74870'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:58:05.203806 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f183a716-9c9a-4efa-a4e9-389f33601861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:57:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['fd09a5fb-9964-41c1-8527-6cc380b74870'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:05.247956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-fe0d1880-6d4b-40b3-a386-25477cfc270c None None] For port 18e9bf9b-04cf-465d-a0f2-5a856962ea2e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=18e9bf9b-04cf-465d-a0f2-5a856962ea2e,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:05.247956 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fe0d1880-6d4b-40b3-a386-25477cfc270c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (18e9bf9b-04cf-465d-a0f2-5a856962ea2e), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:05.247956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 18e9bf9b-04cf-465d-a0f2-5a856962ea2e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:05.309199 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d1880-6d4b-40b3-a386-25477cfc270c None None] Calling delete_port for 18e9bf9b-04cf-465d-a0f2-5a856962ea2e owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:58:05.346481 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f183a716-9c9a-4efa-a4e9-389f33601861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:05.394524 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183a716-9c9a-4efa-a4e9-389f33601861 None None] Routers {'fd09a5fb-9964-41c1-8527-6cc380b74870'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:58:05.395502 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f183a716-9c9a-4efa-a4e9-389f33601861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:57:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['fd09a5fb-9964-41c1-8527-6cc380b74870'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:05.491394 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f183a716-9c9a-4efa-a4e9-389f33601861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:05.494659 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183a716-9c9a-4efa-a4e9-389f33601861 None None] The sync data for ids ['fd09a5fb-9964-41c1-8527-6cc380b74870'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:58:05.571949 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 18e9bf9b-04cf-465d-a0f2-5a856962ea2e no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:58:05.584746 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-916c3490-62c7-445b-a79f-958298313737 admin admin] Publish callbacks [] for security_group (153bb72d-9651-444d-9bbc-133e3856136b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:05.661712 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-12163dd1-1185-43d6-8b82-8e256d64124a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:05.666087 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60708) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:05.666340 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-12163dd1-1185-43d6-8b82-8e256d64124a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 879 time: 9.0876966 Nov 02 12:58:05.777459 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:05.779848 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 18e9bf9b-04cf-465d-a0f2-5a856962ea2e is: ACTIVE; New status is: DOWN {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:05.780422 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (18e9bf9b-04cf-465d-a0f2-5a856962ea2e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:05.815504 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f24d74-fbf7-41a0-9ef2-beabcbb470f1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:05.830176 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-916c3490-62c7-445b-a79f-958298313737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (153bb72d-9651-444d-9bbc-133e3856136b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:05.889818 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fe0d1880-6d4b-40b3-a386-25477cfc270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (18e9bf9b-04cf-465d-a0f2-5a856962ea2e), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:05.915363 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0d1880-6d4b-40b3-a386-25477cfc270c None None] No DVR routers for this DVR port 18e9bf9b-04cf-465d-a0f2-5a856962ea2e on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:58:05.949746 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60722) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:05.972035 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3347fde9-1465-4835-9527-b15ad4cb6538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:06.041911 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d1880-6d4b-40b3-a386-25477cfc270c None None] Pushing event deleted for resources: {'Port': ['ID=18e9bf9b-04cf-465d-a0f2-5a856962ea2e,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:06.047328 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c3490-62c7-445b-a79f-958298313737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153bb72d-9651-444d-9bbc-133e3856136b,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:06.081668 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2569c0a3-2a8f-4f06-a161-64da2771e23e None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:06.130025 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-916c3490-62c7-445b-a79f-958298313737 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d05c094cc9a242d1af8d896f3a617e8a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6666660 Nov 02 12:58:06.133019 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60732) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:06.201522 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3347fde9-1465-4835-9527-b15ad4cb6538 admin admin] Publish callbacks [] for security_group (2dfa2e27-d1cb-419a-bf89-69f58a6d66c1), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:06.236953 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b3f24d74-fbf7-41a0-9ef2-beabcbb470f1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:06.268250 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-990f08af-e130-436f-8688-af59dcb3d57a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/routers/fd09a5fb-9964-41c1-8527-6cc380b74870 HTTP/1.1" status: 200 len: 880 time: 0.6004004 Nov 02 12:58:06.271277 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60746) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:06.319858 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-b3f24d74-fbf7-41a0-9ef2-beabcbb470f1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port e46b7a8c-dbd0-4588-a91a-756e314dcc2f yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:58:06.445008 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3347fde9-1465-4835-9527-b15ad4cb6538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2dfa2e27-d1cb-419a-bf89-69f58a6d66c1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:06.467067 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'fixed_ips': [{'subnet_id': '5188c9bf-bd81-4e01-8587-52de44e77a5e'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:58:06.471533 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:06.753833 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-b3f24d74-fbf7-41a0-9ef2-beabcbb470f1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::5306:a9c:6ca:1829 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/5188c9bf-bd81-4e01-8587-52de44e77a5e/e46b7a8c-dbd0-4588-a91a-756e314dcc2f) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:58:06.951730 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-596a6e82-abcb-4e4e-80ad-55efcf6c9c9c admin admin] Publish callbacks [] for security_group (153bb72d-9651-444d-9bbc-133e3856136b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:07.029442 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=5,neutron:UPDATE=5,neutron:SELECT=82,neutron:INSERT=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:07.052689 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347fde9-1465-4835-9527-b15ad4cb6538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfa2e27-d1cb-419a-bf89-69f58a6d66c1,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:07.111050 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b3f24d74-fbf7-41a0-9ef2-beabcbb470f1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (e46b7a8c-dbd0-4588-a91a-756e314dcc2f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:07.148129 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3347fde9-1465-4835-9527-b15ad4cb6538 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=90478e6c54d4437d9963c6df9e4236f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1940076 Nov 02 12:58:07.149193 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60808) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:07.178041 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:07.226868 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-596a6e82-abcb-4e4e-80ad-55efcf6c9c9c admin admin] Publish callbacks [] for security_group (153bb72d-9651-444d-9bbc-133e3856136b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:07.259765 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b3f24d74-fbf7-41a0-9ef2-beabcbb470f1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e46b7a8c-dbd0-4588-a91a-756e314dcc2f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:07.383936 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:07.431254 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] Allocated IP 2001:db8::2 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/5188c9bf-bd81-4e01-8587-52de44e77a5e/03307d2c-8364-4be7-9cc8-76b008125d82) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:58:07.432849 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f24d74-fbf7-41a0-9ef2-beabcbb470f1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:07.448474 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-b3f24d74-fbf7-41a0-9ef2-beabcbb470f1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:07.451356 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f24d74-fbf7-41a0-9ef2-beabcbb470f1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:58:07.475817 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f24d74-fbf7-41a0-9ef2-beabcbb470f1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:07.480575 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b3f24d74-fbf7-41a0-9ef2-beabcbb470f1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:07.506814 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4238c73f-aefa-42e7-94cd-1cde64af55b8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.2342927 Nov 02 12:58:07.512978 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60826) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:07.552252 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-a2c0bd85-c6bd-40a1-942b-481bb97c6385 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1789997513'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:07.592682 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-596a6e82-abcb-4e4e-80ad-55efcf6c9c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (153bb72d-9651-444d-9bbc-133e3856136b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:07.602774 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-596a6e82-abcb-4e4e-80ad-55efcf6c9c9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:07.615090 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-596a6e82-abcb-4e4e-80ad-55efcf6c9c9c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/153bb72d-9651-444d-9bbc-133e3856136b HTTP/1.1" status: 204 len: 168 time: 1.4807048 Nov 02 12:58:07.652554 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a6e82-abcb-4e4e-80ad-55efcf6c9c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153bb72d-9651-444d-9bbc-133e3856136b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:07.724247 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a54b459c-c4ce-442e-9c4c-7b0cf8b476cd admin admin] Publish callbacks [] for security_group (2dfa2e27-d1cb-419a-bf89-69f58a6d66c1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:07.821944 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a54b459c-c4ce-442e-9c4c-7b0cf8b476cd admin admin] Publish callbacks [] for security_group (2dfa2e27-d1cb-419a-bf89-69f58a6d66c1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:07.905087 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] Publish callbacks [] for port (03307d2c-8364-4be7-9cc8-76b008125d82), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:08.089419 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a54b459c-c4ce-442e-9c4c-7b0cf8b476cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2dfa2e27-d1cb-419a-bf89-69f58a6d66c1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:08.092542 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (03307d2c-8364-4be7-9cc8-76b008125d82), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:08.092776 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a54b459c-c4ce-442e-9c4c-7b0cf8b476cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:08.093432 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a54b459c-c4ce-442e-9c4c-7b0cf8b476cd admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2dfa2e27-d1cb-419a-bf89-69f58a6d66c1 HTTP/1.1" status: 204 len: 168 time: 0.9100208 Nov 02 12:58:08.137471 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b459c-c4ce-442e-9c4c-7b0cf8b476cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfa2e27-d1cb-419a-bf89-69f58a6d66c1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:08.175487 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60866) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:08.308695 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:08.328770 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] Pushing event updated for resources: {'Port': ['ID=03307d2c-8364-4be7-9cc8-76b008125d82,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:08.336597 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:08.343468 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:58:08.378197 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f24d74-fbf7-41a0-9ef2-beabcbb470f1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=e46b7a8c-dbd0-4588-a91a-756e314dcc2f,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:08.478190 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:08.626445 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] Attempting to bind port 03307d2c-8364-4be7-9cc8-76b008125d82 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:58:08.626817 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] Attempting to bind port 03307d2c-8364-4be7-9cc8-76b008125d82 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:58:08.627582 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] Attempting to bind port 03307d2c-8364-4be7-9cc8-76b008125d82 on network e9ae2c9f-8862-4b1d-b882-f135a69580a6 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:58:08.666605 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b3f24d74-fbf7-41a0-9ef2-beabcbb470f1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.5074852 Nov 02 12:58:08.669368 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60886) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:08.833861 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:08.847503 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:58:08.847503 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] Checking segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:58:08.847503 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:08.847503 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] Bound using segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:58:08.847503 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] Bound port: 03307d2c-8364-4be7-9cc8-76b008125d82, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:58:08.847503 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (03307d2c-8364-4be7-9cc8-76b008125d82), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:08.856525 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=10,neutron:SELECT=79,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:08.893774 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d11be119-d692-4e33-b3ff-442ed5f384d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:09.031367 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82a72d1-2b2a-4515-b26a-6a531533a881 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:09.055942 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82a72d1-2b2a-4515-b26a-6a531533a881 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:09.062472 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c82a72d1-2b2a-4515-b26a-6a531533a881 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1681 time: 0.3914580 Nov 02 12:58:09.070438 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60898) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:09.071383 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] For port 03307d2c-8364-4be7-9cc8-76b008125d82, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:58:09.074110 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] For port 03307d2c-8364-4be7-9cc8-76b008125d82, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=03307d2c-8364-4be7-9cc8-76b008125d82,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:58:09.135343 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2c0bd85-c6bd-40a1-942b-481bb97c6385 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (fd09a5fb-9964-41c1-8527-6cc380b74870), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:09.151595 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (03307d2c-8364-4be7-9cc8-76b008125d82), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:09.248605 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2c0bd85-c6bd-40a1-942b-481bb97c6385 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (fd09a5fb-9964-41c1-8527-6cc380b74870), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:09.304247 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41dd5f-e39c-4b86-806f-fc8e1e60cd3e None None] Pushing event updated for resources: {'Port': ['ID=03307d2c-8364-4be7-9cc8-76b008125d82,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:09.400688 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:09.532530 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c0bd85-c6bd-40a1-942b-481bb97c6385 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router fd09a5fb-9964-41c1-8527-6cc380b74870 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:58:09.562229 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:09.802046 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d11be119-d692-4e33-b3ff-442ed5f384d2 admin admin] Publish callbacks [] for security_group (d2cd4a42-ad6e-4024-81fd-9f210370f06f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:09.808741 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port e46b7a8c-dbd0-4588-a91a-756e314dcc2f {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:58:09.809171 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e46b7a8c-dbd0-4588-a91a-756e314dcc2f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:09.894516 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c0bd85-c6bd-40a1-942b-481bb97c6385 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:58:09.913659 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6325bf39-5666-4ca8-8e6e-6056afcf5627 None None] Sync routers for ids ['fd09a5fb-9964-41c1-8527-6cc380b74870'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:58:09.918516 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2c0bd85-c6bd-40a1-942b-481bb97c6385 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:09.921956 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a2c0bd85-c6bd-40a1-942b-481bb97c6385 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/fd09a5fb-9964-41c1-8527-6cc380b74870 HTTP/1.1" status: 200 len: 887 time: 2.4028935 Nov 02 12:58:09.926753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60950) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:09.931354 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6325bf39-5666-4ca8-8e6e-6056afcf5627 None None] Routers {'fd09a5fb-9964-41c1-8527-6cc380b74870'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:58:09.932011 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6325bf39-5666-4ca8-8e6e-6056afcf5627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:57:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['fd09a5fb-9964-41c1-8527-6cc380b74870'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:09.957776 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d11be119-d692-4e33-b3ff-442ed5f384d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d2cd4a42-ad6e-4024-81fd-9f210370f06f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:10.046829 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6325bf39-5666-4ca8-8e6e-6056afcf5627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:10.059960 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6325bf39-5666-4ca8-8e6e-6056afcf5627 None None] Routers {'fd09a5fb-9964-41c1-8527-6cc380b74870'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:58:10.061038 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6325bf39-5666-4ca8-8e6e-6056afcf5627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:57:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['fd09a5fb-9964-41c1-8527-6cc380b74870'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:10.157969 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d11be119-d692-4e33-b3ff-442ed5f384d2 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d00acf0b24ef4ecf9b16d51986b302d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9801960 Nov 02 12:58:10.169729 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 60962) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:10.198929 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6325bf39-5666-4ca8-8e6e-6056afcf5627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:10.201257 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6325bf39-5666-4ca8-8e6e-6056afcf5627 None None] The sync data for ids ['fd09a5fb-9964-41c1-8527-6cc380b74870'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:58:10.257028 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e516074f-3b4a-42d2-b1b1-d6b4d1a611b1 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/routers/fd09a5fb-9964-41c1-8527-6cc380b74870 HTTP/1.1" status: 200 len: 887 time: 0.3280957 Nov 02 12:58:10.271466 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60968) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:10.343970 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11be119-d692-4e33-b3ff-442ed5f384d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cd4a42-ad6e-4024-81fd-9f210370f06f,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:10.357378 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e46b7a8c-dbd0-4588-a91a-756e314dcc2f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:10.399433 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c3875cce-576d-451d-aa95-b16fc571c327 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd09a5fb-9964-41c1-8527-6cc380b74870 HTTP/1.1" status: 200 len: 205 time: 0.1254048 Nov 02 12:58:10.405869 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 60976) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:10.498552 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e35e5d2-f85f-4911-90b8-b8ebc2afd023 admin admin] Publish callbacks [] for security_group (d2cd4a42-ad6e-4024-81fd-9f210370f06f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:10.511560 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for e46b7a8c-dbd0-4588-a91a-756e314dcc2f owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:58:10.569293 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e35e5d2-f85f-4911-90b8-b8ebc2afd023 admin admin] Publish callbacks [] for security_group (d2cd4a42-ad6e-4024-81fd-9f210370f06f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:10.704713 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:10.789746 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1857-2743-4155-b48f-84008130e0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (fd09a5fb-9964-41c1-8527-6cc380b74870), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:10.834517 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=13 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:10.855833 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:10.931203 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5258d922-b6cf-4de3-b733-858317fef60a None None] Provisioning complete for port 03307d2c-8364-4be7-9cc8-76b008125d82 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:10.932614 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5258d922-b6cf-4de3-b733-858317fef60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (03307d2c-8364-4be7-9cc8-76b008125d82), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:10.933148 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5258d922-b6cf-4de3-b733-858317fef60a None None] Attempt 1 to provision port 03307d2c-8364-4be7-9cc8-76b008125d82 Nov 02 12:58:10.935855 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1857-2743-4155-b48f-84008130e0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router_gateway (fd09a5fb-9964-41c1-8527-6cc380b74870), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:11.009643 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e35e5d2-f85f-4911-90b8-b8ebc2afd023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d2cd4a42-ad6e-4024-81fd-9f210370f06f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:11.013862 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e35e5d2-f85f-4911-90b8-b8ebc2afd023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:11.019058 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1e35e5d2-f85f-4911-90b8-b8ebc2afd023 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d2cd4a42-ad6e-4024-81fd-9f210370f06f HTTP/1.1" status: 204 len: 168 time: 0.8166201 Nov 02 12:58:11.020465 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:11.066597 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (e46b7a8c-dbd0-4588-a91a-756e314dcc2f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:11.080685 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35e5d2-f85f-4911-90b8-b8ebc2afd023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cd4a42-ad6e-4024-81fd-9f210370f06f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:11.170816 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5258d922-b6cf-4de3-b733-858317fef60a None None] Current status of the port 03307d2c-8364-4be7-9cc8-76b008125d82 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:11.171519 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5258d922-b6cf-4de3-b733-858317fef60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (03307d2c-8364-4be7-9cc8-76b008125d82), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:11.215221 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-6f5e1857-2743-4155-b48f-84008130e0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting port 84312e50-2722-4ce7-ad89-a25dadd0cd24 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:58:11.220455 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1857-2743-4155-b48f-84008130e0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (84312e50-2722-4ce7-ad89-a25dadd0cd24), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:11.220455 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:11.314671 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=e46b7a8c-dbd0-4588-a91a-756e314dcc2f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:11.341883 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.342446 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.343009 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.354240 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.354240 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.355027 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.355861 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.356637 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.357823 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.358584 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.359597 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.361032 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.363995 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.365408 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.368749 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.380972 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e5d2-f85f-4911-90b8-b8ebc2afd023 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.381521 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e5d2-f85f-4911-90b8-b8ebc2afd023 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.382064 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e5d2-f85f-4911-90b8-b8ebc2afd023 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.387955 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e5d2-f85f-4911-90b8-b8ebc2afd023 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.391946 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e5d2-f85f-4911-90b8-b8ebc2afd023 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.392763 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e5d2-f85f-4911-90b8-b8ebc2afd023 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.401599 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e5d2-f85f-4911-90b8-b8ebc2afd023 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.401599 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e5d2-f85f-4911-90b8-b8ebc2afd023 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.401599 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e5d2-f85f-4911-90b8-b8ebc2afd023 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.401599 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e5d2-f85f-4911-90b8-b8ebc2afd023 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.401599 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e5d2-f85f-4911-90b8-b8ebc2afd023 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.401599 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e5d2-f85f-4911-90b8-b8ebc2afd023 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.401599 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e5d2-f85f-4911-90b8-b8ebc2afd023 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.401599 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e5d2-f85f-4911-90b8-b8ebc2afd023 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.401599 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e5d2-f85f-4911-90b8-b8ebc2afd023 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:11.433000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5258d922-b6cf-4de3-b733-858317fef60a None None] For port 03307d2c-8364-4be7-9cc8-76b008125d82, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=03307d2c-8364-4be7-9cc8-76b008125d82,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:11.534058 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:11.543209 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6e89cec4-b4cc-444a-b4a6-6f55a502dd41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/e46b7a8c-dbd0-4588-a91a-756e314dcc2f HTTP/1.1" status: 204 len: 168 time: 2.3765099 Nov 02 12:58:11.547569 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 32796) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:11.592762 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1857-2743-4155-b48f-84008130e0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (84312e50-2722-4ce7-ad89-a25dadd0cd24), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:11.609853 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-6f5e1857-2743-4155-b48f-84008130e0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Calling delete_port for 84312e50-2722-4ce7-ad89-a25dadd0cd24 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:58:11.646231 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5258d922-b6cf-4de3-b733-858317fef60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (03307d2c-8364-4be7-9cc8-76b008125d82), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:11.749637 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f29ec58-cf6c-4773-a93b-2c648a159b98 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:11.754360 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 03307d2c-8364-4be7-9cc8-76b008125d82 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:58:11.758184 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f29ec58-cf6c-4773-a93b-2c648a159b98 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:11.764640 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6f29ec58-cf6c-4773-a93b-2c648a159b98 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2151825 Nov 02 12:58:11.767783 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 32806) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:11.919197 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-83109097-6646-45ef-a57a-1f6cb914f496 None None] Could not find standard attr ID for object c413f9c2-7bb0-47a8-9814-3c8e017c58bb. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:58:11.968252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258d922-b6cf-4de3-b733-858317fef60a None None] Pushing event updated for resources: {'Port': ['ID=03307d2c-8364-4be7-9cc8-76b008125d82,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:12.061981 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 03307d2c-8364-4be7-9cc8-76b008125d82 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:12.062461 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (03307d2c-8364-4be7-9cc8-76b008125d82), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:12.062801 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 03307d2c-8364-4be7-9cc8-76b008125d82 Nov 02 12:58:12.125306 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-07566971-68b8-483a-ab05-7b17686e07c1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet 5188c9bf-bd81-4e01-8587-52de44e77a5e {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:58:12.137751 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-07566971-68b8-483a-ab05-7b17686e07c1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (5188c9bf-bd81-4e01-8587-52de44e77a5e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:12.138736 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7a31c984-384f-4768-913c-b6c429d93af4 None None] Could not find standard attr ID for object 4731eb1b-d114-4c66-bc92-8a8dc2bdee9f. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:58:12.308155 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 03307d2c-8364-4be7-9cc8-76b008125d82 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:12.349083 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-07566971-68b8-483a-ab05-7b17686e07c1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (5188c9bf-bd81-4e01-8587-52de44e77a5e), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:12.356214 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1857-2743-4155-b48f-84008130e0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (84312e50-2722-4ce7-ad89-a25dadd0cd24), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:12.527646 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-039d827a-eb3e-4deb-bd5e-4d94581add58 None None] Could not find standard attr ID for object 5faa5290-36d8-4aa6-8db5-eda7537caf80. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:58:12.619716 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e1857-2743-4155-b48f-84008130e0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Port': ['ID=84312e50-2722-4ce7-ad89-a25dadd0cd24,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:12.715322 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-07566971-68b8-483a-ab05-7b17686e07c1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (5188c9bf-bd81-4e01-8587-52de44e77a5e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:12.767079 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1857-2743-4155-b48f-84008130e0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (fd09a5fb-9964-41c1-8527-6cc380b74870), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:12.931487 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1857-2743-4155-b48f-84008130e0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (fd09a5fb-9964-41c1-8527-6cc380b74870), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:12.933305 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1857-2743-4155-b48f-84008130e0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router_controller (fd09a5fb-9964-41c1-8527-6cc380b74870), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:13.050695 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6f1e8a19-f4f1-432e-bdb3-3f0d54ada45d None None] Could not find standard attr ID for object e46b7a8c-dbd0-4588-a91a-756e314dcc2f. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:58:13.059631 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:13.060107 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-07566971-68b8-483a-ab05-7b17686e07c1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (5188c9bf-bd81-4e01-8587-52de44e77a5e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:13.069702 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef569d56-11bb-4705-8446-3abfaaa8f602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:13.107991 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07566971-68b8-483a-ab05-7b17686e07c1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=5188c9bf-bd81-4e01-8587-52de44e77a5e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:13.112580 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1857-2743-4155-b48f-84008130e0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (fd09a5fb-9964-41c1-8527-6cc380b74870), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:13.113288 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5e1857-2743-4155-b48f-84008130e0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Fanout notify agent at l3_agent the message router_deleted on router fd09a5fb-9964-41c1-8527-6cc380b74870 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:58:13.124343 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1857-2743-4155-b48f-84008130e0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:13.129252 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6f5e1857-2743-4155-b48f-84008130e0e6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/routers/fd09a5fb-9964-41c1-8527-6cc380b74870 HTTP/1.1" status: 204 len: 168 time: 2.7182133 Nov 02 12:58:13.129866 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 32864) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:13.141604 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e3c6b3bc-1963-4bae-855d-65db6f02fc92 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'network': {'name': 'tempest-RoutersTest-409179958'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:13.151395 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-07566971-68b8-483a-ab05-7b17686e07c1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:13.163929 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-07566971-68b8-483a-ab05-7b17686e07c1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/5188c9bf-bd81-4e01-8587-52de44e77a5e HTTP/1.1" status: 204 len: 168 time: 1.3941917 Nov 02 12:58:13.167789 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 32868) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:13.273497 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8740f362-3ea3-4e2f-8436-09a9e82e06df tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1043258 Nov 02 12:58:13.275388 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:13.276695 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 32874) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:13.327479 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c6b3bc-1963-4bae-855d-65db6f02fc92 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Made reservation on behalf of 6790a6bdc3bd43eb9b393a49e206d97e for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:13.332178 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3c6b3bc-1963-4bae-855d-65db6f02fc92 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:13.395436 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a318c8-a66c-4082-9544-81f288713aa1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:13.397182 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-83a318c8-a66c-4082-9544-81f288713aa1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1189563 Nov 02 12:58:13.401472 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 32884) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:13.419164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 03307d2c-8364-4be7-9cc8-76b008125d82 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:58:13.472252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb0c0d3-2a24-44b8-836c-5a77ca6088d6 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:13.475624 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c6b3bc-1963-4bae-855d-65db6f02fc92 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:58:13.495758 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:13.506547 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3c6b3bc-1963-4bae-855d-65db6f02fc92 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (caffd9e5-6f64-4525-8394-478b34bd0208), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:13.506893 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-e3c6b3bc-1963-4bae-855d-65db6f02fc92 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Added segment caffd9e5-6f64-4525-8394-478b34bd0208 of type vlan for network 9d10c6d0-4963-493e-942e-8d8fd886fdc0 Nov 02 12:58:13.546057 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0643ba-66fc-4f25-bb2d-dfbb6e27b677 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:13.550374 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4a0643ba-66fc-4f25-bb2d-dfbb6e27b677 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1477864 Nov 02 12:58:13.559988 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 32900) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:13.584596 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:13.639029 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3c6b3bc-1963-4bae-855d-65db6f02fc92 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (9d10c6d0-4963-493e-942e-8d8fd886fdc0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:13.670673 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 03307d2c-8364-4be7-9cc8-76b008125d82 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:13.671424 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (03307d2c-8364-4be7-9cc8-76b008125d82), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:13.671963 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 03307d2c-8364-4be7-9cc8-76b008125d82 Nov 02 12:58:13.753430 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cdeef44c-8aa2-433a-8f92-f620f0197c89 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1916251 Nov 02 12:58:13.772056 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 32914) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:13.799658 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ab1f0174-ed57-4aa6-873e-3830238afaeb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:14.009121 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca532bd-2516-4fb3-9a6e-9e14c061dddc None None] DHCP port deletion for e9ae2c9f-8862-4b1d-b882-f135a69580a6 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:58:14.013343 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 03307d2c-8364-4be7-9cc8-76b008125d82 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:14.042625 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3c6b3bc-1963-4bae-855d-65db6f02fc92 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (9d10c6d0-4963-493e-942e-8d8fd886fdc0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:14.053906 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c6b3bc-1963-4bae-855d-65db6f02fc92 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:14.058798 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e3c6b3bc-1963-4bae-855d-65db6f02fc92 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:14.090047 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3ca532bd-2516-4fb3-9a6e-9e14c061dddc None None] Deleting port 03307d2c-8364-4be7-9cc8-76b008125d82 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:58:14.090600 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3ca532bd-2516-4fb3-9a6e-9e14c061dddc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (03307d2c-8364-4be7-9cc8-76b008125d82), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:14.131761 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 32928) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:14.262215 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3ca532bd-2516-4fb3-9a6e-9e14c061dddc None None] For port 03307d2c-8364-4be7-9cc8-76b008125d82, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=03307d2c-8364-4be7-9cc8-76b008125d82,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:14.262978 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3ca532bd-2516-4fb3-9a6e-9e14c061dddc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (03307d2c-8364-4be7-9cc8-76b008125d82), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:14.287864 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1f0174-ed57-4aa6-873e-3830238afaeb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:14.294886 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab1f0174-ed57-4aa6-873e-3830238afaeb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:14.296206 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3ca532bd-2516-4fb3-9a6e-9e14c061dddc None None] Calling delete_port for 03307d2c-8364-4be7-9cc8-76b008125d82 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:58:14.331294 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e3c6b3bc-1963-4bae-855d-65db6f02fc92 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1968639 Nov 02 12:58:14.342029 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 32938) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:14.350275 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6b3bc-1963-4bae-855d-65db6f02fc92 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Network': ['ID=9d10c6d0-4963-493e-942e-8d8fd886fdc0,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:14.355076 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-80ece2c6-5db3-4258-a7e2-f1f6cf6c91df tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'subnet': {'network_id': '9d10c6d0-4963-493e-942e-8d8fd886fdc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:14.410755 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 9d10c6d0-4963-493e-942e-8d8fd886fdc0 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:58:14.436412 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:14.709995 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:14.801707 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3ca532bd-2516-4fb3-9a6e-9e14c061dddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (03307d2c-8364-4be7-9cc8-76b008125d82), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:14.853662 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ec7aaff2-4a77-41f5-bc83-da4663b8cb74 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-933352907-network', 'tenant_id': '2688c21d1c2446738e30f08d35853087'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:14.919556 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca532bd-2516-4fb3-9a6e-9e14c061dddc None None] Pushing event deleted for resources: {'Port': ['ID=03307d2c-8364-4be7-9cc8-76b008125d82,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:14.968301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca532bd-2516-4fb3-9a6e-9e14c061dddc None None] No DVR routers for this DVR port 03307d2c-8364-4be7-9cc8-76b008125d82 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:58:15.133632 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:15.139516 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ece2c6-5db3-4258-a7e2-f1f6cf6c91df tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Made reservation on behalf of 6790a6bdc3bd43eb9b393a49e206d97e for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:15.153495 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-80ece2c6-5db3-4258-a7e2-f1f6cf6c91df tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:15.160816 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7aaff2-4a77-41f5-bc83-da4663b8cb74 admin admin] Made reservation on behalf of 2688c21d1c2446738e30f08d35853087 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:15.166074 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaff2-4a77-41f5-bc83-da4663b8cb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:15.306580 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaff2-4a77-41f5-bc83-da4663b8cb74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:15.345131 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=5 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:15.400969 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 03307d2c-8364-4be7-9cc8-76b008125d82 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:58:15.485928 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 03307d2c-8364-4be7-9cc8-76b008125d82 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:58:15.486839 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 03307d2c-8364-4be7-9cc8-76b008125d82 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:58:15.490731 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=9 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:15.750157 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaff2-4a77-41f5-bc83-da4663b8cb74 admin admin] Publish callbacks [] for security_group (b520efb7-2388-44a8-b082-40c5120eb5d5), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:15.754575 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab1f0174-ed57-4aa6-873e-3830238afaeb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (dbfc3489-f44f-4ab6-8e77-54031a09eb08), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:15.893836 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaff2-4a77-41f5-bc83-da4663b8cb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b520efb7-2388-44a8-b082-40c5120eb5d5), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:15.945437 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1f0174-ed57-4aa6-873e-3830238afaeb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:15.946294 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7aaff2-4a77-41f5-bc83-da4663b8cb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b520efb7-2388-44a8-b082-40c5120eb5d5,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:15.964922 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-ab1f0174-ed57-4aa6-873e-3830238afaeb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:15.968110 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1f0174-ed57-4aa6-873e-3830238afaeb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:15.968772 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab1f0174-ed57-4aa6-873e-3830238afaeb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:15.978815 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04a8d3e-92a1-49ab-a14f-de299356ae79 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:15.990641 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-141d307a-a721-48b2-a8b8-58682ea8d4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:15.994805 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:15.998984 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f0174-ed57-4aa6-873e-3830238afaeb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=dbfc3489-f44f-4ab6-8e77-54031a09eb08,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:16.003308 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7aaff2-4a77-41f5-bc83-da4663b8cb74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:58:16.021792 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaff2-4a77-41f5-bc83-da4663b8cb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (eb39b32f-b32f-46f6-a76d-18bde6b0782c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:16.022369 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-ec7aaff2-4a77-41f5-bc83-da4663b8cb74 admin admin] Added segment eb39b32f-b32f-46f6-a76d-18bde6b0782c of type vlan for network ce72d6b8-fcfe-4e41-8a6a-5fc6bccfe04e Nov 02 12:58:16.093269 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaff2-4a77-41f5-bc83-da4663b8cb74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (ce72d6b8-fcfe-4e41-8a6a-5fc6bccfe04e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:16.159484 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'fixed_ips': [{'subnet_id': 'dbfc3489-f44f-4ab6-8e77-54031a09eb08'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:58:16.160640 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:16.194666 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ab1f0174-ed57-4aa6-873e-3830238afaeb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4212160 Nov 02 12:58:16.196858 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33016) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:16.203350 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-8871cbb9-41b0-4bc7-a752-18e21c339a15 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'fixed_ips': [{'subnet_id': 'dbfc3489-f44f-4ab6-8e77-54031a09eb08', 'ip_address': '2001:db8::68af:b45f:4f01:f688'}], 'name': 'tempest-NetworksTestDHCPv6-2025870690'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:16.203725 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-80ece2c6-5db3-4258-a7e2-f1f6cf6c91df tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (57c9bf7c-90fe-4e80-b06a-f7e98cea4314), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:16.268375 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:16.300418 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaff2-4a77-41f5-bc83-da4663b8cb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (ce72d6b8-fcfe-4e41-8a6a-5fc6bccfe04e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:16.301961 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7aaff2-4a77-41f5-bc83-da4663b8cb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:16.302798 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaff2-4a77-41f5-bc83-da4663b8cb74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:16.394781 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7aaff2-4a77-41f5-bc83-da4663b8cb74 admin admin] Pushing event updated for resources: {'Network': ['ID=ce72d6b8-fcfe-4e41-8a6a-5fc6bccfe04e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:16.414630 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network ce72d6b8-fcfe-4e41-8a6a-5fc6bccfe04e details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:58:16.433492 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ece2c6-5db3-4258-a7e2-f1f6cf6c91df tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Subnet': ['ID=57c9bf7c-90fe-4e80-b06a-f7e98cea4314,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:16.452842 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ece2c6-5db3-4258-a7e2-f1f6cf6c91df tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Checking segment: {'id': 'caffd9e5-6f64-4525-8394-478b34bd0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '9d10c6d0-4963-493e-942e-8d8fd886fdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:58:16.452842 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ece2c6-5db3-4258-a7e2-f1f6cf6c91df tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network hostable DHCP agents. Network: 9d10c6d0-4963-493e-942e-8d8fd886fdc0, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:58:16.484476 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] Allocated IP 2001:db8::2 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/dbfc3489-f44f-4ab6-8e77-54031a09eb08/34dfd199-33e7-4c56-a0a4-d3738ca0835a) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:58:16.624584 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8871cbb9-41b0-4bc7-a752-18e21c339a15 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:16.631463 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ec7aaff2-4a77-41f5-bc83-da4663b8cb74 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4983153 Nov 02 12:58:16.634586 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33024) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:16.639946 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Request body: {'subnet': {'network_id': 'ce72d6b8-fcfe-4e41-8a6a-5fc6bccfe04e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-933352907-subnet', 'tenant_id': '2688c21d1c2446738e30f08d35853087', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:16.648810 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ece2c6-5db3-4258-a7e2-f1f6cf6c91df tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network 9d10c6d0-4963-493e-942e-8d8fd886fdc0 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:58:16.683297 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] Publish callbacks [] for port (34dfd199-33e7-4c56-a0a4-d3738ca0835a), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:16.829501 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8871cbb9-41b0-4bc7-a752-18e21c339a15 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:16.853459 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-8871cbb9-41b0-4bc7-a752-18e21c339a15 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port 415e9436-0d9f-456b-928d-13d5a16de408 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:58:16.924990 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-80ece2c6-5db3-4258-a7e2-f1f6cf6c91df tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 9d10c6d0-4963-493e-942e-8d8fd886fdc0) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:16.925743 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (34dfd199-33e7-4c56-a0a4-d3738ca0835a), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:16.925869 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ece2c6-5db3-4258-a7e2-f1f6cf6c91df tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:16.925869 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-80ece2c6-5db3-4258-a7e2-f1f6cf6c91df tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:16.935180 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Made reservation on behalf of 2688c21d1c2446738e30f08d35853087 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:16.938979 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:16.944988 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05e007f-015a-4538-869a-b39053bf85ad None None] Network 9d10c6d0-4963-493e-942e-8d8fd886fdc0 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:16.993098 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:16.999783 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:17.006507 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:58:17.057800 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] Pushing event updated for resources: {'Port': ['ID=34dfd199-33e7-4c56-a0a4-d3738ca0835a,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:17.200667 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-80ece2c6-5db3-4258-a7e2-f1f6cf6c91df tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8563640 Nov 02 12:58:17.206099 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33038) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:17.213234 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-25a3e87a-befd-41e2-a411-c127aee23ad9 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1254352303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:17.287251 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-8871cbb9-41b0-4bc7-a752-18e21c339a15 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::68af:b45f:4f01:f688 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/dbfc3489-f44f-4ab6-8e77-54031a09eb08/415e9436-0d9f-456b-928d-13d5a16de408) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:58:17.381973 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:17.388449 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:17.419216 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (fb3c0681-329f-440a-86ac-d78e94449b04), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:17.449881 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] Attempting to bind port 34dfd199-33e7-4c56-a0a4-d3738ca0835a on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:58:17.450690 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] Attempting to bind port 34dfd199-33e7-4c56-a0a4-d3738ca0835a by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:58:17.451309 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] Attempting to bind port 34dfd199-33e7-4c56-a0a4-d3738ca0835a on network e9ae2c9f-8862-4b1d-b882-f135a69580a6 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:58:17.474460 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25a3e87a-befd-41e2-a411-c127aee23ad9 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (a19978d4-e731-414d-b9ca-cbee5c34ecca), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:17.479611 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25a3e87a-befd-41e2-a411-c127aee23ad9 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (a19978d4-e731-414d-b9ca-cbee5c34ecca), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:17.506984 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-9d10c6d0-4963-493e-942e-8d8fd886fdc0', 'network_id': '9d10c6d0-4963-493e-942e-8d8fd886fdc0', 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'fixed_ips': [{'subnet_id': '57c9bf7c-90fe-4e80-b06a-f7e98cea4314'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:58:17.508197 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:17.535057 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:58:17.535922 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] Checking segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:58:17.536644 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:17.537509 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] Bound using segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:58:17.538245 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] Bound port: 34dfd199-33e7-4c56-a0a4-d3738ca0835a, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:58:17.538904 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (34dfd199-33e7-4c56-a0a4-d3738ca0835a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:17.555282 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25a3e87a-befd-41e2-a411-c127aee23ad9 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router_controller (a19978d4-e731-414d-b9ca-cbee5c34ecca), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:17.564976 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb3c0681-329f-440a-86ac-d78e94449b04,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:17.594604 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:17.594604 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:17.594604 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:17.594604 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:17.594604 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:17.594604 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:17.595902 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:17.596328 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:17.596703 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:17.597050 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:17.597392 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:17.597728 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:17.600026 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:17.600384 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:17.600758 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:17.615710 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8871cbb9-41b0-4bc7-a752-18e21c339a15 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (415e9436-0d9f-456b-928d-13d5a16de408), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:17.635643 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Checking segment: {'id': 'eb39b32f-b32f-46f6-a76d-18bde6b0782c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'ce72d6b8-fcfe-4e41-8a6a-5fc6bccfe04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:58:17.636023 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Network hostable DHCP agents. Network: ce72d6b8-fcfe-4e41-8a6a-5fc6bccfe04e, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:58:17.640087 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:17.641992 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:17.677675 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25a3e87a-befd-41e2-a411-c127aee23ad9 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (a19978d4-e731-414d-b9ca-cbee5c34ecca), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:17.765038 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] For port 34dfd199-33e7-4c56-a0a4-d3738ca0835a, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:58:17.782428 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8871cbb9-41b0-4bc7-a752-18e21c339a15 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (415e9436-0d9f-456b-928d-13d5a16de408), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:17.784217 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Network ce72d6b8-fcfe-4e41-8a6a-5fc6bccfe04e is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:58:17.804870 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25a3e87a-befd-41e2-a411-c127aee23ad9 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:17.805872 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] For port 34dfd199-33e7-4c56-a0a4-d3738ca0835a, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=34dfd199-33e7-4c56-a0a4-d3738ca0835a,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:58:17.806008 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-25a3e87a-befd-41e2-a411-c127aee23ad9 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5844698 Nov 02 12:58:17.806113 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33054) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:17.812944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] Allocated IP 172.20.0.2 (9d10c6d0-4963-493e-942e-8d8fd886fdc0/57c9bf7c-90fe-4e80-b06a-f7e98cea4314/9941fd1e-d13c-4ddc-9dca-5b384947e2f1) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:58:17.918764 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8871cbb9-41b0-4bc7-a752-18e21c339a15 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:17.923811 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-8871cbb9-41b0-4bc7-a752-18e21c339a15 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:17.931817 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8871cbb9-41b0-4bc7-a752-18e21c339a15 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:58:17.936959 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8871cbb9-41b0-4bc7-a752-18e21c339a15 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:17.937730 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8871cbb9-41b0-4bc7-a752-18e21c339a15 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:17.974498 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871cbb9-41b0-4bc7-a752-18e21c339a15 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=415e9436-0d9f-456b-928d-13d5a16de408,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:17.992828 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (34dfd199-33e7-4c56-a0a4-d3738ca0835a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:18.030424 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, ce72d6b8-fcfe-4e41-8a6a-5fc6bccfe04e) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:18.051509 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:18.052338 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:18.065037 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a56aa12-0d48-40fa-8a4e-4acca495c4bc None None] Network ce72d6b8-fcfe-4e41-8a6a-5fc6bccfe04e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:18.190877 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8871cbb9-41b0-4bc7-a752-18e21c339a15 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9899559 Nov 02 12:58:18.201118 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33062) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:18.205009 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] Publish callbacks [] for port (9941fd1e-d13c-4ddc-9dca-5b384947e2f1), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:18.208599 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-dab03bbd-b5d9-4cd5-8d28-bc6e7848f57c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'fixed_ips': [{'subnet_id': 'dbfc3489-f44f-4ab6-8e77-54031a09eb08', 'ip_address': '2001:db8::68af:b45f:4f01:f688'}], 'name': 'tempest-NetworksTestDHCPv6-715769991'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:18.297575 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3adae3c5-99dc-493f-b8d8-f30c80b00625 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6614053 Nov 02 12:58:18.401477 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc175d6-ef2c-4d36-8de3-3a5dc63dd4a3 None None] Network ce72d6b8-fcfe-4e41-8a6a-5fc6bccfe04e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:18.408675 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (9941fd1e-d13c-4ddc-9dca-5b384947e2f1), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:18.448977 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e016aa5-e05f-49cd-ae30-5a0b8600e7d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:18.499421 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d084aa-59f5-4709-a69e-89b192a4beed None None] Pushing event updated for resources: {'Port': ['ID=34dfd199-33e7-4c56-a0a4-d3738ca0835a,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:18.668715 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] Network 9d10c6d0-4963-493e-942e-8d8fd886fdc0 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:18.672704 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:18.686996 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:18.713052 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:18.721548 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:58:18.779620 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] Pushing event updated for resources: {'Port': ['ID=9941fd1e-d13c-4ddc-9dca-5b384947e2f1,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:18.860060 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] Attempting to bind port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:58:18.860625 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] Attempting to bind port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'caffd9e5-6f64-4525-8394-478b34bd0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '9d10c6d0-4963-493e-942e-8d8fd886fdc0'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:58:18.861003 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] Attempting to bind port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 on network 9d10c6d0-4963-493e-942e-8d8fd886fdc0 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:58:18.943504 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab03bbd-b5d9-4cd5-8d28-bc6e7848f57c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:18.966952 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dab03bbd-b5d9-4cd5-8d28-bc6e7848f57c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:18.998352 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:58:18.998975 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] Checking segment: {'id': 'caffd9e5-6f64-4525-8394-478b34bd0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '9d10c6d0-4963-493e-942e-8d8fd886fdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:58:18.999955 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:19.001198 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] Bound using segment: {'id': 'caffd9e5-6f64-4525-8394-478b34bd0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '9d10c6d0-4963-493e-942e-8d8fd886fdc0'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:58:19.001848 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] Bound port: 9941fd1e-d13c-4ddc-9dca-5b384947e2f1, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caffd9e5-6f64-4525-8394-478b34bd0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '9d10c6d0-4963-493e-942e-8d8fd886fdc0'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:58:19.002431 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9941fd1e-d13c-4ddc-9dca-5b384947e2f1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:19.059203 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-dab03bbd-b5d9-4cd5-8d28-bc6e7848f57c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port d9daf554-d0fe-4136-b52a-e786bad69355 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:58:19.237870 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] For port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:58:19.246556 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] For port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9941fd1e-d13c-4ddc-9dca-5b384947e2f1,segment=NetworkSegment(caffd9e5-6f64-4525-8394-478b34bd0208),segment_id=caffd9e5-6f64-4525-8394-478b34bd0208)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:58:19.248711 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-5e016aa5-e05f-49cd-ae30-5a0b8600e7d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Allocated IP 172.20.0.1 (9d10c6d0-4963-493e-942e-8d8fd886fdc0/57c9bf7c-90fe-4e80-b06a-f7e98cea4314/dff53332-2dfa-4e47-b6b9-a0885c883fbc) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:58:19.432391 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9941fd1e-d13c-4ddc-9dca-5b384947e2f1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:19.615428 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 34dfd199-33e7-4c56-a0a4-d3738ca0835a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:58:19.622698 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:19.686049 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e016aa5-e05f-49cd-ae30-5a0b8600e7d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for port (dff53332-2dfa-4e47-b6b9-a0885c883fbc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:19.868833 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886bc6b-ac0b-4186-8a68-e7cb82a2cec4 None None] Pushing event updated for resources: {'Port': ['ID=9941fd1e-d13c-4ddc-9dca-5b384947e2f1,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:19.907412 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:20.015758 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 34dfd199-33e7-4c56-a0a4-d3738ca0835a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:20.019524 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (34dfd199-33e7-4c56-a0a4-d3738ca0835a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:20.020199 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 34dfd199-33e7-4c56-a0a4-d3738ca0835a Nov 02 12:58:20.023438 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-03987cd7-c69b-49f4-bb4c-c30c21f688da None None] Provisioning complete for port 34dfd199-33e7-4c56-a0a4-d3738ca0835a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:20.027203 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-03987cd7-c69b-49f4-bb4c-c30c21f688da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (34dfd199-33e7-4c56-a0a4-d3738ca0835a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:20.028445 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-03987cd7-c69b-49f4-bb4c-c30c21f688da None None] Attempt 1 to provision port 34dfd199-33e7-4c56-a0a4-d3738ca0835a Nov 02 12:58:20.105456 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e016aa5-e05f-49cd-ae30-5a0b8600e7d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (dff53332-2dfa-4e47-b6b9-a0885c883fbc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:20.295299 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e016aa5-e05f-49cd-ae30-5a0b8600e7d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network 9d10c6d0-4963-493e-942e-8d8fd886fdc0 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:20.316228 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-5e016aa5-e05f-49cd-ae30-5a0b8600e7d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:20.336534 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e016aa5-e05f-49cd-ae30-5a0b8600e7d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:58:20.430087 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab03bbd-b5d9-4cd5-8d28-bc6e7848f57c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 02 12:58:20.430566 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab03bbd-b5d9-4cd5-8d28-bc6e7848f57c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:58:20.541226 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 34dfd199-33e7-4c56-a0a4-d3738ca0835a is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:20.542803 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (34dfd199-33e7-4c56-a0a4-d3738ca0835a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:20.544086 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e016aa5-e05f-49cd-ae30-5a0b8600e7d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Port': ['ID=dff53332-2dfa-4e47-b6b9-a0885c883fbc,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:20.569800 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-03987cd7-c69b-49f4-bb4c-c30c21f688da None None] Current status of the port 34dfd199-33e7-4c56-a0a4-d3738ca0835a is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:20.570196 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-03987cd7-c69b-49f4-bb4c-c30c21f688da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (34dfd199-33e7-4c56-a0a4-d3738ca0835a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:20.605293 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dab03bbd-b5d9-4cd5-8d28-bc6e7848f57c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.4076407 Nov 02 12:58:20.605992 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33092) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:20.612576 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e016aa5-e05f-49cd-ae30-5a0b8600e7d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (a19978d4-e731-414d-b9ca-cbee5c34ecca), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:20.733274 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1ba296-4c6b-4c56-b6ba-55d90bf7ef87 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:20.742274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 34dfd199-33e7-4c56-a0a4-d3738ca0835a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=34dfd199-33e7-4c56-a0a4-d3738ca0835a,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:20.748327 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1ba296-4c6b-4c56-b6ba-55d90bf7ef87 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:20.749079 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bc1ba296-4c6b-4c56-b6ba-55d90bf7ef87 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1416013 Nov 02 12:58:20.751284 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33094) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:20.952106 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (34dfd199-33e7-4c56-a0a4-d3738ca0835a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:21.040660 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-7f3b06c5-50de-45a3-8c6e-4028383089c9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port 415e9436-0d9f-456b-928d-13d5a16de408 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:58:21.041252 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7f3b06c5-50de-45a3-8c6e-4028383089c9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (415e9436-0d9f-456b-928d-13d5a16de408), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:21.092296 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-03987cd7-c69b-49f4-bb4c-c30c21f688da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:58:21.092296 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-03987cd7-c69b-49f4-bb4c-c30c21f688da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:58:21.266732 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=34dfd199-33e7-4c56-a0a4-d3738ca0835a,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:21.285953 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e016aa5-e05f-49cd-ae30-5a0b8600e7d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (dff53332-2dfa-4e47-b6b9-a0885c883fbc), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:21.376072 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7f3b06c5-50de-45a3-8c6e-4028383089c9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (415e9436-0d9f-456b-928d-13d5a16de408), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:21.427103 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-7f3b06c5-50de-45a3-8c6e-4028383089c9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for 415e9436-0d9f-456b-928d-13d5a16de408 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:58:21.461228 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:21.734331 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-03987cd7-c69b-49f4-bb4c-c30c21f688da None None] Current status of the port 34dfd199-33e7-4c56-a0a4-d3738ca0835a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:21.784386 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:21.818631 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 34dfd199-33e7-4c56-a0a4-d3738ca0835a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:58:22.080633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d663c5ff-b644-426d-a53e-542a7f040604 None None] Provisioning complete for port 415e9436-0d9f-456b-928d-13d5a16de408 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:22.081258 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d663c5ff-b644-426d-a53e-542a7f040604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (415e9436-0d9f-456b-928d-13d5a16de408), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:22.081837 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d663c5ff-b644-426d-a53e-542a7f040604 None None] Attempt 1 to provision port 415e9436-0d9f-456b-928d-13d5a16de408 Nov 02 12:58:22.093995 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33110) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:22.135311 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d61144-b57f-4c69-98b2-8d72ef4af924 None None] Network 9d10c6d0-4963-493e-942e-8d8fd886fdc0 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:22.174333 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 34dfd199-33e7-4c56-a0a4-d3738ca0835a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:22.174736 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (34dfd199-33e7-4c56-a0a4-d3738ca0835a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:22.175072 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 34dfd199-33e7-4c56-a0a4-d3738ca0835a Nov 02 12:58:22.272354 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d663c5ff-b644-426d-a53e-542a7f040604 None None] Port 415e9436-0d9f-456b-928d-13d5a16de408 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:58:22.287476 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7f3b06c5-50de-45a3-8c6e-4028383089c9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (415e9436-0d9f-456b-928d-13d5a16de408), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:22.379912 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b06c5-50de-45a3-8c6e-4028383089c9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=415e9436-0d9f-456b-928d-13d5a16de408,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:22.435144 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-32a4e02d-5076-4049-a77f-4e75624e9724 None None] Provisioning complete for port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:22.435421 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-32a4e02d-5076-4049-a77f-4e75624e9724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9941fd1e-d13c-4ddc-9dca-5b384947e2f1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:22.435989 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-32a4e02d-5076-4049-a77f-4e75624e9724 None None] Attempt 1 to provision port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 Nov 02 12:58:22.495447 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7f3b06c5-50de-45a3-8c6e-4028383089c9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:22.504283 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7f3b06c5-50de-45a3-8c6e-4028383089c9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/415e9436-0d9f-456b-928d-13d5a16de408 HTTP/1.1" status: 204 len: 168 time: 1.7519195 Nov 02 12:58:22.508262 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33124) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:22.526285 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1437-1850-4acc-85c2-3499a2d5c94d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:22.553669 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:22.793739 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9d9875-51e0-485d-a097-4ca213e64bc3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:22.795783 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9d9875-51e0-485d-a097-4ca213e64bc3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:22.801765 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cf9d9875-51e0-485d-a097-4ca213e64bc3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2762644 Nov 02 12:58:22.802815 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33126) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:22.836350 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1437-1850-4acc-85c2-3499a2d5c94d admin admin] Publish callbacks [] for security_group (07cae693-657a-4c78-8a3b-198230bfdd97), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:22.863343 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-32a4e02d-5076-4049-a77f-4e75624e9724 None None] Current status of the port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:22.864028 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-32a4e02d-5076-4049-a77f-4e75624e9724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9941fd1e-d13c-4ddc-9dca-5b384947e2f1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:22.869031 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 34dfd199-33e7-4c56-a0a4-d3738ca0835a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:22.870208 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:58:22.904907 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e016aa5-e05f-49cd-ae30-5a0b8600e7d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for port (dff53332-2dfa-4e47-b6b9-a0885c883fbc), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:22.965177 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1437-1850-4acc-85c2-3499a2d5c94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (07cae693-657a-4c78-8a3b-198230bfdd97), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:22.975494 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-756fb2d0-25a2-48c3-a677-93f448e64eb7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet dbfc3489-f44f-4ab6-8e77-54031a09eb08 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:58:22.977191 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:22.993873 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9941fd1e-d13c-4ddc-9dca-5b384947e2f1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:22.993873 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 Nov 02 12:58:22.997219 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-756fb2d0-25a2-48c3-a677-93f448e64eb7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (dbfc3489-f44f-4ab6-8e77-54031a09eb08), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:23.000781 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-32a4e02d-5076-4049-a77f-4e75624e9724 None None] For port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9941fd1e-d13c-4ddc-9dca-5b384947e2f1,segment=NetworkSegment(caffd9e5-6f64-4525-8394-478b34bd0208),segment_id=caffd9e5-6f64-4525-8394-478b34bd0208)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:23.067311 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e1437-1850-4acc-85c2-3499a2d5c94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cae693-657a-4c78-8a3b-198230bfdd97,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:23.069005 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4d3e1437-1850-4acc-85c2-3499a2d5c94d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=fdb750f94ae74377b5d77f5de21ebd3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9719045 Nov 02 12:58:23.072685 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33130) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:23.085638 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e016aa5-e05f-49cd-ae30-5a0b8600e7d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (dff53332-2dfa-4e47-b6b9-a0885c883fbc), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:23.095757 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-32a4e02d-5076-4049-a77f-4e75624e9724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9941fd1e-d13c-4ddc-9dca-5b384947e2f1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:23.151864 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-756fb2d0-25a2-48c3-a677-93f448e64eb7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (dbfc3489-f44f-4ab6-8e77-54031a09eb08), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:23.194353 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f33cfed3-a7e8-4dfd-8c98-022ed9bce549 admin admin] Publish callbacks [] for security_group (07cae693-657a-4c78-8a3b-198230bfdd97), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:23.257287 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-16144232-8647-4a09-8409-19378702bf30 None None] Provisioning complete for port dff53332-2dfa-4e47-b6b9-a0885c883fbc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:23.257287 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-16144232-8647-4a09-8409-19378702bf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (dff53332-2dfa-4e47-b6b9-a0885c883fbc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:23.257287 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-16144232-8647-4a09-8409-19378702bf30 None None] Attempt 1 to provision port dff53332-2dfa-4e47-b6b9-a0885c883fbc Nov 02 12:58:23.257988 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f33cfed3-a7e8-4dfd-8c98-022ed9bce549 admin admin] Publish callbacks [] for security_group (07cae693-657a-4c78-8a3b-198230bfdd97), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:23.277914 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5e016aa5-e05f-49cd-ae30-5a0b8600e7d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (a19978d4-e731-414d-b9ca-cbee5c34ecca), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:23.310393 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:23.314929 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e016aa5-e05f-49cd-ae30-5a0b8600e7d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Port': ['ID=dff53332-2dfa-4e47-b6b9-a0885c883fbc,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:23.321270 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-16144232-8647-4a09-8409-19378702bf30 None None] Port dff53332-2dfa-4e47-b6b9-a0885c883fbc cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:58:23.405465 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:23.415966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-16144232-8647-4a09-8409-19378702bf30 None None] Provisioning complete for port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:23.416332 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-16144232-8647-4a09-8409-19378702bf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9941fd1e-d13c-4ddc-9dca-5b384947e2f1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:23.416710 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-16144232-8647-4a09-8409-19378702bf30 None None] Attempt 1 to provision port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 Nov 02 12:58:23.431482 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4e02d-5076-4049-a77f-4e75624e9724 None None] Pushing event updated for resources: {'Port': ['ID=9941fd1e-d13c-4ddc-9dca-5b384947e2f1,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:23.486641 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:23.547793 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-756fb2d0-25a2-48c3-a677-93f448e64eb7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (dbfc3489-f44f-4ab6-8e77-54031a09eb08), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:23.574540 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f33cfed3-a7e8-4dfd-8c98-022ed9bce549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (07cae693-657a-4c78-8a3b-198230bfdd97), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:23.578654 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f33cfed3-a7e8-4dfd-8c98-022ed9bce549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:23.583549 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f33cfed3-a7e8-4dfd-8c98-022ed9bce549 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/07cae693-657a-4c78-8a3b-198230bfdd97 HTTP/1.1" status: 204 len: 168 time: 0.5071924 Nov 02 12:58:23.653397 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e016aa5-e05f-49cd-ae30-5a0b8600e7d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network 9d10c6d0-4963-493e-942e-8d8fd886fdc0 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:23.655448 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cfed3-a7e8-4dfd-8c98-022ed9bce549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cae693-657a-4c78-8a3b-198230bfdd97,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:23.662723 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-5e016aa5-e05f-49cd-ae30-5a0b8600e7d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:23.681566 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:58:23.750153 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-16144232-8647-4a09-8409-19378702bf30 None None] Current status of the port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:23.841164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:23.841776 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9941fd1e-d13c-4ddc-9dca-5b384947e2f1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:23.842251 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 Nov 02 12:58:23.914177 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f9037bbc-1510-488b-85e1-c11cef79d920 None None] Provisioning complete for port dff53332-2dfa-4e47-b6b9-a0885c883fbc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:23.914897 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f9037bbc-1510-488b-85e1-c11cef79d920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (dff53332-2dfa-4e47-b6b9-a0885c883fbc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:23.914897 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f9037bbc-1510-488b-85e1-c11cef79d920 None None] Attempt 1 to provision port dff53332-2dfa-4e47-b6b9-a0885c883fbc Nov 02 12:58:23.939169 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-756fb2d0-25a2-48c3-a677-93f448e64eb7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (dbfc3489-f44f-4ab6-8e77-54031a09eb08), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:23.983194 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fb2d0-25a2-48c3-a677-93f448e64eb7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=dbfc3489-f44f-4ab6-8e77-54031a09eb08,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:23.986037 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-756fb2d0-25a2-48c3-a677-93f448e64eb7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:23.987463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f9037bbc-1510-488b-85e1-c11cef79d920 None None] Port dff53332-2dfa-4e47-b6b9-a0885c883fbc cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:58:23.993048 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33146) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:23.993189 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-756fb2d0-25a2-48c3-a677-93f448e64eb7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/dbfc3489-f44f-4ab6-8e77-54031a09eb08 HTTP/1.1" status: 204 len: 168 time: 1.1871219 Nov 02 12:58:24.022472 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa546db-1a7c-420f-95e8-93fe22587cfe None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:24.027196 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:24.071581 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e016aa5-e05f-49cd-ae30-5a0b8600e7d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router a19978d4-e731-414d-b9ca-cbee5c34ecca is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:58:24.071707 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:24.071803 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-79472592-2b05-4f5e-9aaa-7cdc55a623dc tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698023 Nov 02 12:58:24.071803 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33148) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:24.076436 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c2e24cc5-4e31-47d4-a393-25eb62d5024a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:24.118976 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-fb8ad5d7-b106-4415-a48b-6761884ca8d4 None None] Provisioning complete for port dff53332-2dfa-4e47-b6b9-a0885c883fbc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:24.119433 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad5d7-b106-4415-a48b-6761884ca8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (dff53332-2dfa-4e47-b6b9-a0885c883fbc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:24.119802 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-fb8ad5d7-b106-4415-a48b-6761884ca8d4 None None] Attempt 1 to provision port dff53332-2dfa-4e47-b6b9-a0885c883fbc Nov 02 12:58:24.189716 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e016aa5-e05f-49cd-ae30-5a0b8600e7d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:58:24.195158 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5e016aa5-e05f-49cd-ae30-5a0b8600e7d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/a19978d4-e731-414d-b9ca-cbee5c34ecca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3879602 Nov 02 12:58:24.198922 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33152) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:24.208826 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d77c6c-a93e-4706-a57b-d94fe63266a5 None None] Sync routers for ids ['a19978d4-e731-414d-b9ca-cbee5c34ecca'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:58:24.232358 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d77c6c-a93e-4706-a57b-d94fe63266a5 None None] Routers {'a19978d4-e731-414d-b9ca-cbee5c34ecca'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:58:24.233689 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f1d77c6c-a93e-4706-a57b-d94fe63266a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:58:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a19978d4-e731-414d-b9ca-cbee5c34ecca'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:24.316113 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e24cc5-4e31-47d4-a393-25eb62d5024a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:24.318443 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b73ae0a-52a4-4160-997c-c6fdebd1faf1 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:24.320455 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8b73ae0a-52a4-4160-997c-c6fdebd1faf1 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/ports/dff53332-2dfa-4e47-b6b9-a0885c883fbc HTTP/1.1" status: 200 len: 910 time: 0.1194608 Nov 02 12:58:24.325051 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33158) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:24.332134 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-3c365fde-1f27-499c-9671-d23d30973f8b tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '57c9bf7c-90fe-4e80-b06a-f7e98cea4314'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:24.366835 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c2e24cc5-4e31-47d4-a393-25eb62d5024a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:24.377584 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f1d77c6c-a93e-4706-a57b-d94fe63266a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:24.401604 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fb8ad5d7-b106-4415-a48b-6761884ca8d4 None None] Port dff53332-2dfa-4e47-b6b9-a0885c883fbc cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:58:24.415265 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d77c6c-a93e-4706-a57b-d94fe63266a5 None None] Routers {'a19978d4-e731-414d-b9ca-cbee5c34ecca'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:58:24.417483 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f1d77c6c-a93e-4706-a57b-d94fe63266a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:58:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a19978d4-e731-414d-b9ca-cbee5c34ecca'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:24.475630 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:24.508708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec04e64b-f9f9-49c3-8267-14c1a348e290 None None] DHCP port deletion for e9ae2c9f-8862-4b1d-b882-f135a69580a6 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:58:24.608770 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:24.624053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ec04e64b-f9f9-49c3-8267-14c1a348e290 None None] Deleting port 34dfd199-33e7-4c56-a0a4-d3738ca0835a {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:58:24.624434 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ec04e64b-f9f9-49c3-8267-14c1a348e290 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (34dfd199-33e7-4c56-a0a4-d3738ca0835a), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:24.730045 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c365fde-1f27-499c-9671-d23d30973f8b tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (dff53332-2dfa-4e47-b6b9-a0885c883fbc), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:24.738332 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f1d77c6c-a93e-4706-a57b-d94fe63266a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:24.739313 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d77c6c-a93e-4706-a57b-d94fe63266a5 None None] The sync data for ids ['a19978d4-e731-414d-b9ca-cbee5c34ecca'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:58:24.790125 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ec04e64b-f9f9-49c3-8267-14c1a348e290 None None] For port 34dfd199-33e7-4c56-a0a4-d3738ca0835a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=34dfd199-33e7-4c56-a0a4-d3738ca0835a,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:24.790639 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ec04e64b-f9f9-49c3-8267-14c1a348e290 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (34dfd199-33e7-4c56-a0a4-d3738ca0835a), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:24.852379 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ec04e64b-f9f9-49c3-8267-14c1a348e290 None None] Calling delete_port for 34dfd199-33e7-4c56-a0a4-d3738ca0835a owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:58:25.014744 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:25.015994 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c2e24cc5-4e31-47d4-a393-25eb62d5024a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (16dd469a-1850-4990-bfbc-71cda3dceb7e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:25.088338 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33174) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:25.116339 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ec04e64b-f9f9-49c3-8267-14c1a348e290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (34dfd199-33e7-4c56-a0a4-d3738ca0835a), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:25.124101 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-945d00ac-18ab-4fda-afb6-a9adac5d0053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:25.141955 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e24cc5-4e31-47d4-a393-25eb62d5024a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:25.150060 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-c2e24cc5-4e31-47d4-a393-25eb62d5024a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:25.154297 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e24cc5-4e31-47d4-a393-25eb62d5024a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:25.163930 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c2e24cc5-4e31-47d4-a393-25eb62d5024a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:25.178881 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e24cc5-4e31-47d4-a393-25eb62d5024a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=16dd469a-1850-4990-bfbc-71cda3dceb7e,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:25.204022 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04e64b-f9f9-49c3-8267-14c1a348e290 None None] Pushing event deleted for resources: {'Port': ['ID=34dfd199-33e7-4c56-a0a4-d3738ca0835a,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:25.206114 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec04e64b-f9f9-49c3-8267-14c1a348e290 None None] No DVR routers for this DVR port 34dfd199-33e7-4c56-a0a4-d3738ca0835a on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:58:25.221658 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c09cd37-0547-4dcd-8ddd-2d0edd522e03 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:25.327871 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c2e24cc5-4e31-47d4-a393-25eb62d5024a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2557023 Nov 02 12:58:25.331434 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33176) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:25.338836 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-d89affc2-0905-4dfc-9a05-e29f7b089c37 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'fixed_ips': [{'subnet_id': '16dd469a-1850-4990-bfbc-71cda3dceb7e', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1210918359'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:25.441841 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-945d00ac-18ab-4fda-afb6-a9adac5d0053 admin admin] Publish callbacks [] for security_group (dd775b90-8d99-4dfd-ae34-ea1c5a2468fe), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:25.527377 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:25.580064 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-945d00ac-18ab-4fda-afb6-a9adac5d0053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (dd775b90-8d99-4dfd-ae34-ea1c5a2468fe), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:25.665937 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 34dfd199-33e7-4c56-a0a4-d3738ca0835a no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:58:25.675771 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'fixed_ips': [{'subnet_id': '16dd469a-1850-4990-bfbc-71cda3dceb7e'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:58:25.676729 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:25.687278 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-945d00ac-18ab-4fda-afb6-a9adac5d0053 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=addd701236a34b8a959f1c67edf2e724&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5973504 Nov 02 12:58:25.692268 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33186) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:25.710162 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d00ac-18ab-4fda-afb6-a9adac5d0053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd775b90-8d99-4dfd-ae34-ea1c5a2468fe,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:25.745514 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 34dfd199-33e7-4c56-a0a4-d3738ca0835a {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:58:25.747765 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 34dfd199-33e7-4c56-a0a4-d3738ca0835a not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:58:25.866945 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-945788f8-5e04-4d46-8c96-5a2aef01132f admin admin] Publish callbacks [] for security_group (dd775b90-8d99-4dfd-ae34-ea1c5a2468fe), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:25.901143 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-945788f8-5e04-4d46-8c96-5a2aef01132f admin admin] Publish callbacks [] for security_group (dd775b90-8d99-4dfd-ae34-ea1c5a2468fe), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:25.927794 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c365fde-1f27-499c-9671-d23d30973f8b tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for port (dff53332-2dfa-4e47-b6b9-a0885c883fbc), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:26.065301 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c365fde-1f27-499c-9671-d23d30973f8b tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (dff53332-2dfa-4e47-b6b9-a0885c883fbc), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:26.102749 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] Allocated IP 2001:db8::2 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/16dd469a-1850-4990-bfbc-71cda3dceb7e/83787537-6d36-4131-aa35-3f1064e976fe) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:58:26.161676 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89affc2-0905-4dfc-9a05-e29f7b089c37 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:26.274303 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c365fde-1f27-499c-9671-d23d30973f8b tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Port': ['ID=dff53332-2dfa-4e47-b6b9-a0885c883fbc,revision_number=3']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:26.336318 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c365fde-1f27-499c-9671-d23d30973f8b tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:26.337442 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c365fde-1f27-499c-9671-d23d30973f8b tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:26.342623 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3c365fde-1f27-499c-9671-d23d30973f8b tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/ports/dff53332-2dfa-4e47-b6b9-a0885c883fbc HTTP/1.1" status: 200 len: 910 time: 2.0130169 Nov 02 12:58:26.345521 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33190) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:26.400432 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d89affc2-0905-4dfc-9a05-e29f7b089c37 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:26.403590 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-945788f8-5e04-4d46-8c96-5a2aef01132f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (dd775b90-8d99-4dfd-ae34-ea1c5a2468fe), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:26.412526 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-945788f8-5e04-4d46-8c96-5a2aef01132f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:26.421205 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-945788f8-5e04-4d46-8c96-5a2aef01132f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/dd775b90-8d99-4dfd-ae34-ea1c5a2468fe HTTP/1.1" status: 204 len: 168 time: 0.7208652 Nov 02 12:58:26.429742 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] Publish callbacks [] for port (83787537-6d36-4131-aa35-3f1064e976fe), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:26.482561 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945788f8-5e04-4d46-8c96-5a2aef01132f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd775b90-8d99-4dfd-ae34-ea1c5a2468fe,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:26.508238 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-d89affc2-0905-4dfc-9a05-e29f7b089c37 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port b49718da-56e1-44f1-8818-67890d8d77d4 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:58:26.547396 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (83787537-6d36-4131-aa35-3f1064e976fe), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:26.605200 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:26.704851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:26.718000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:26.729987 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:58:26.876643 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] Attempting to bind port 83787537-6d36-4131-aa35-3f1064e976fe on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:58:26.876643 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] Attempting to bind port 83787537-6d36-4131-aa35-3f1064e976fe by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:58:26.876643 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] Attempting to bind port 83787537-6d36-4131-aa35-3f1064e976fe on network e9ae2c9f-8862-4b1d-b882-f135a69580a6 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:58:26.896241 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:26.977979 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89affc2-0905-4dfc-9a05-e29f7b089c37 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:58:26.978348 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89affc2-0905-4dfc-9a05-e29f7b089c37 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:58:26.986088 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] Pushing event updated for resources: {'Port': ['ID=83787537-6d36-4131-aa35-3f1064e976fe,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:27.014646 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:58:27.015512 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] Checking segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:58:27.025465 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:27.026305 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] Bound using segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:58:27.027252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] Bound port: 83787537-6d36-4131-aa35-3f1064e976fe, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:58:27.031381 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (83787537-6d36-4131-aa35-3f1064e976fe), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:27.160036 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d89affc2-0905-4dfc-9a05-e29f7b089c37 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8269346 Nov 02 12:58:27.160462 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33204) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:27.232924 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] For port 83787537-6d36-4131-aa35-3f1064e976fe, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:58:27.240957 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] For port 83787537-6d36-4131-aa35-3f1064e976fe, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=83787537-6d36-4131-aa35-3f1064e976fe,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:58:27.260758 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c2d3f1c0-9f63-4d0f-b7ee-48458e4dc7b3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (a19978d4-e731-414d-b9ca-cbee5c34ecca), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:27.291699 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a81fec6-99d1-42a3-831b-0ba77863c1c5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:27.304147 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7a81fec6-99d1-42a3-831b-0ba77863c1c5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1418476 Nov 02 12:58:27.304870 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33208) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:27.350638 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (83787537-6d36-4131-aa35-3f1064e976fe), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:27.404900 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:27.467418 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ffacd-2c9d-4557-aa4e-89ae7b8eeede tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:27.472428 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ffacd-2c9d-4557-aa4e-89ae7b8eeede tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:27.480461 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-628ffacd-2c9d-4557-aa4e-89ae7b8eeede tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1745021 Nov 02 12:58:27.482263 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33210) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:27.521414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2339824-f134-4c69-abfb-78af9402e1ef None None] Pushing event updated for resources: {'Port': ['ID=83787537-6d36-4131-aa35-3f1064e976fe,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:27.669674 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:27.797597 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc5ad4b-7b4f-4807-a610-26aeb9976c45 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet 16dd469a-1850-4990-bfbc-71cda3dceb7e {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:58:27.824290 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:27.895447 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ad4b-7b4f-4807-a610-26aeb9976c45 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (16dd469a-1850-4990-bfbc-71cda3dceb7e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:27.932707 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:28.033480 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ad4b-7b4f-4807-a610-26aeb9976c45 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (16dd469a-1850-4990-bfbc-71cda3dceb7e), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.145735 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:28.316302 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3f1c0-9f63-4d0f-b7ee-48458e4dc7b3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting port dff53332-2dfa-4e47-b6b9-a0885c883fbc {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:58:28.316889 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c2d3f1c0-9f63-4d0f-b7ee-48458e4dc7b3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (dff53332-2dfa-4e47-b6b9-a0885c883fbc), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.499382 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ad4b-7b4f-4807-a610-26aeb9976c45 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (16dd469a-1850-4990-bfbc-71cda3dceb7e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.628741 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c2d3f1c0-9f63-4d0f-b7ee-48458e4dc7b3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (dff53332-2dfa-4e47-b6b9-a0885c883fbc), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.659141 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3f1c0-9f63-4d0f-b7ee-48458e4dc7b3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Calling delete_port for dff53332-2dfa-4e47-b6b9-a0885c883fbc owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:58:29.089631 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ad4b-7b4f-4807-a610-26aeb9976c45 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (16dd469a-1850-4990-bfbc-71cda3dceb7e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:29.103905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86ec255-d8d9-4f9a-ae2b-4bf4924eb01f None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:58:29.132787 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5ad4b-7b4f-4807-a610-26aeb9976c45 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=16dd469a-1850-4990-bfbc-71cda3dceb7e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:29.141810 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ad4b-7b4f-4807-a610-26aeb9976c45 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:29.155645 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dbc5ad4b-7b4f-4807-a610-26aeb9976c45 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/16dd469a-1850-4990-bfbc-71cda3dceb7e HTTP/1.1" status: 204 len: 168 time: 1.6694531 Nov 02 12:58:29.159257 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33246) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:29.162400 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33248) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:29.269158 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-32425b24-79d7-4da8-87e5-49e9243c5ddc tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068916 Nov 02 12:58:29.269158 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c2d3f1c0-9f63-4d0f-b7ee-48458e4dc7b3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (dff53332-2dfa-4e47-b6b9-a0885c883fbc), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:29.270471 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33252) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:29.289358 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-3a0a910e-9778-407b-9e4e-a26dfe2a5f46 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:29.310382 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3361415a-9674-4716-9460-b3b15d3d8d6e None None] Provisioning complete for port 83787537-6d36-4131-aa35-3f1064e976fe triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:29.313131 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3361415a-9674-4716-9460-b3b15d3d8d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (83787537-6d36-4131-aa35-3f1064e976fe), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:29.315481 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3361415a-9674-4716-9460-b3b15d3d8d6e None None] Attempt 1 to provision port 83787537-6d36-4131-aa35-3f1064e976fe Nov 02 12:58:29.427100 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3f1c0-9f63-4d0f-b7ee-48458e4dc7b3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Port': ['ID=dff53332-2dfa-4e47-b6b9-a0885c883fbc,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:29.549298 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-8ae40b1e-cd88-41b1-82bc-683737f819b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1982559026-network', 'tenant_id': '0496e97d046243a298cd6e60e13c289e'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:29.569989 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:29.597779 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86ec255-d8d9-4f9a-ae2b-4bf4924eb01f None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:58:29.658520 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0a910e-9778-407b-9e4e-a26dfe2a5f46 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:29.662921 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3a0a910e-9778-407b-9e4e-a26dfe2a5f46 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:29.738304 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae40b1e-cd88-41b1-82bc-683737f819b0 admin admin] Made reservation on behalf of 0496e97d046243a298cd6e60e13c289e for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:29.746240 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ae40b1e-cd88-41b1-82bc-683737f819b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:29.779496 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 83787537-6d36-4131-aa35-3f1064e976fe up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:58:29.779652 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ae40b1e-cd88-41b1-82bc-683737f819b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:29.955985 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=14,neutron:SELECT=83,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:29.973016 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:29.975170 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c2d3f1c0-9f63-4d0f-b7ee-48458e4dc7b3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (a19978d4-e731-414d-b9ca-cbee5c34ecca), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:30.019602 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3361415a-9674-4716-9460-b3b15d3d8d6e None None] Current status of the port 83787537-6d36-4131-aa35-3f1064e976fe is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:30.020095 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3361415a-9674-4716-9460-b3b15d3d8d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (83787537-6d36-4131-aa35-3f1064e976fe), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:30.149103 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ae40b1e-cd88-41b1-82bc-683737f819b0 admin admin] Publish callbacks [] for security_group (00355b8c-3dad-4c00-a0c1-cd95d44fe8bc), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:30.153585 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:30.163882 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3361415a-9674-4716-9460-b3b15d3d8d6e None None] For port 83787537-6d36-4131-aa35-3f1064e976fe, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=83787537-6d36-4131-aa35-3f1064e976fe,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:30.165484 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 83787537-6d36-4131-aa35-3f1064e976fe triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:30.165864 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (83787537-6d36-4131-aa35-3f1064e976fe), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:30.166573 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 83787537-6d36-4131-aa35-3f1064e976fe Nov 02 12:58:30.203234 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d3f1c0-9f63-4d0f-b7ee-48458e4dc7b3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router a19978d4-e731-414d-b9ca-cbee5c34ecca has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:58:30.203396 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3a0a910e-9778-407b-9e4e-a26dfe2a5f46 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (e2955e63-4054-41db-964f-1b74963428d2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:30.250731 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0a910e-9778-407b-9e4e-a26dfe2a5f46 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:30.255991 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-3a0a910e-9778-407b-9e4e-a26dfe2a5f46 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:30.257355 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3361415a-9674-4716-9460-b3b15d3d8d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (83787537-6d36-4131-aa35-3f1064e976fe), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:30.266880 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ae40b1e-cd88-41b1-82bc-683737f819b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (00355b8c-3dad-4c00-a0c1-cd95d44fe8bc), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:30.274518 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a910e-9778-407b-9e4e-a26dfe2a5f46 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:30.274518 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3a0a910e-9778-407b-9e4e-a26dfe2a5f46 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:30.326154 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fdea51-64f6-46e6-a832-3661de77083b None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:30.345694 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae40b1e-cd88-41b1-82bc-683737f819b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:58:30.379012 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d3f1c0-9f63-4d0f-b7ee-48458e4dc7b3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:58:30.404611 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a910e-9778-407b-9e4e-a26dfe2a5f46 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=e2955e63-4054-41db-964f-1b74963428d2,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:30.420393 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3a0a910e-9778-407b-9e4e-a26dfe2a5f46 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1417809 Nov 02 12:58:30.426311 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33268) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:30.426492 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c2d3f1c0-9f63-4d0f-b7ee-48458e4dc7b3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/a19978d4-e731-414d-b9ca-cbee5c34ecca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0759146 Nov 02 12:58:30.426894 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33270) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:30.450129 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ca8053cb-7aff-4bad-89ac-176782ee5f22 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2100224297', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:30.483089 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b09f34-5ef5-4fdf-9e66-9e99b867925d None None] Sync routers for ids ['a19978d4-e731-414d-b9ca-cbee5c34ecca'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:58:30.488988 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ae40b1e-cd88-41b1-82bc-683737f819b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (0011d489-7b1b-407a-8583-e8cb502cbfd7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:30.489280 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-8ae40b1e-cd88-41b1-82bc-683737f819b0 admin admin] Added segment 0011d489-7b1b-407a-8583-e8cb502cbfd7 of type vlan for network e4a3fbc0-2fb5-4c60-9978-3ea068163e4f Nov 02 12:58:30.491356 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae40b1e-cd88-41b1-82bc-683737f819b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00355b8c-3dad-4c00-a0c1-cd95d44fe8bc,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:30.501513 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361415a-9674-4716-9460-b3b15d3d8d6e None None] Pushing event updated for resources: {'Port': ['ID=83787537-6d36-4131-aa35-3f1064e976fe,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:30.549688 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-36175c6e-ecfd-4c84-b49e-2ef13a27b545 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a19978d4-e731-414d-b9ca-cbee5c34ecca HTTP/1.1" status: 200 len: 205 time: 0.1173210 Nov 02 12:58:30.563841 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33274) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:30.646223 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ca8053cb-7aff-4bad-89ac-176782ee5f22 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (f54043fc-9660-4e87-a429-9dd58d7d04b4), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:30.647332 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ca8053cb-7aff-4bad-89ac-176782ee5f22 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (f54043fc-9660-4e87-a429-9dd58d7d04b4), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:30.657141 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-39aff217-1e57-401d-ba35-c1bd74167332 None None] Provisioning complete for port 83787537-6d36-4131-aa35-3f1064e976fe triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:30.657594 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-39aff217-1e57-401d-ba35-c1bd74167332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (83787537-6d36-4131-aa35-3f1064e976fe), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:30.657947 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-39aff217-1e57-401d-ba35-c1bd74167332 None None] Attempt 1 to provision port 83787537-6d36-4131-aa35-3f1064e976fe Nov 02 12:58:30.668003 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 83787537-6d36-4131-aa35-3f1064e976fe is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:30.733633 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ae40b1e-cd88-41b1-82bc-683737f819b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (e4a3fbc0-2fb5-4c60-9978-3ea068163e4f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:30.770115 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b09f34-5ef5-4fdf-9e66-9e99b867925d None None] Routers {'a19978d4-e731-414d-b9ca-cbee5c34ecca'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:58:30.771018 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b5b09f34-5ef5-4fdf-9e66-9e99b867925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:58:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a19978d4-e731-414d-b9ca-cbee5c34ecca'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:30.842645 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b5b09f34-5ef5-4fdf-9e66-9e99b867925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:30.878720 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ca8053cb-7aff-4bad-89ac-176782ee5f22 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for router_controller (f54043fc-9660-4e87-a429-9dd58d7d04b4), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:30.895897 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:30.917504 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca77c7b3-a70e-4db7-a45d-2a6f43a42fe4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (a19978d4-e731-414d-b9ca-cbee5c34ecca), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:30.921815 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b09f34-5ef5-4fdf-9e66-9e99b867925d None None] Routers {'a19978d4-e731-414d-b9ca-cbee5c34ecca'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:58:30.922324 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b5b09f34-5ef5-4fdf-9e66-9e99b867925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:58:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a19978d4-e731-414d-b9ca-cbee5c34ecca'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:30.986502 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b5b09f34-5ef5-4fdf-9e66-9e99b867925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:30.987395 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b09f34-5ef5-4fdf-9e66-9e99b867925d None None] The sync data for ids ['a19978d4-e731-414d-b9ca-cbee5c34ecca'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:58:31.014248 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ca8053cb-7aff-4bad-89ac-176782ee5f22 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (f54043fc-9660-4e87-a429-9dd58d7d04b4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:31.014248 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ae40b1e-cd88-41b1-82bc-683737f819b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (e4a3fbc0-2fb5-4c60-9978-3ea068163e4f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:31.014248 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae40b1e-cd88-41b1-82bc-683737f819b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:31.014248 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ae40b1e-cd88-41b1-82bc-683737f819b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:31.114135 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-39aff217-1e57-401d-ba35-c1bd74167332 None None] Current status of the port 83787537-6d36-4131-aa35-3f1064e976fe is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:31.277070 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:31.305270 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae40b1e-cd88-41b1-82bc-683737f819b0 admin admin] Pushing event updated for resources: {'Network': ['ID=e4a3fbc0-2fb5-4c60-9978-3ea068163e4f,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:31.326698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network e4a3fbc0-2fb5-4c60-9978-3ea068163e4f details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:58:31.334930 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ca8053cb-7aff-4bad-89ac-176782ee5f22 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:31.347537 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ca8053cb-7aff-4bad-89ac-176782ee5f22 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9148939 Nov 02 12:58:31.349539 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33288) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:31.365020 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8ae40b1e-cd88-41b1-82bc-683737f819b0 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1805353 Nov 02 12:58:31.387123 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33290) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:31.398822 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e678b224-dc1d-4f73-b66f-1599d209e84d None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:58:31.421950 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-90f4b828-0466-45f7-b040-e3b6bfdd678f admin admin] Request body: {'subnet': {'network_id': 'e4a3fbc0-2fb5-4c60-9978-3ea068163e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1982559026-subnet', 'tenant_id': '0496e97d046243a298cd6e60e13c289e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:31.541897 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-958cb818-3f53-4820-811f-0f9670224121 None None] Provisioning complete for port 83787537-6d36-4131-aa35-3f1064e976fe triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:31.543950 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-958cb818-3f53-4820-811f-0f9670224121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (83787537-6d36-4131-aa35-3f1064e976fe), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:31.544399 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-958cb818-3f53-4820-811f-0f9670224121 None None] Attempt 1 to provision port 83787537-6d36-4131-aa35-3f1064e976fe Nov 02 12:58:31.756043 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 83787537-6d36-4131-aa35-3f1064e976fe up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:58:31.783846 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33298) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:31.935917 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e678b224-dc1d-4f73-b66f-1599d209e84d None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:58:31.983439 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f4b828-0466-45f7-b040-e3b6bfdd678f admin admin] Made reservation on behalf of 0496e97d046243a298cd6e60e13c289e for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:31.989987 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-90f4b828-0466-45f7-b040-e3b6bfdd678f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:32.009503 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:32.031569 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 83787537-6d36-4131-aa35-3f1064e976fe triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:32.032864 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (83787537-6d36-4131-aa35-3f1064e976fe), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:32.032864 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 83787537-6d36-4131-aa35-3f1064e976fe Nov 02 12:58:32.328223 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca77c7b3-a70e-4db7-a45d-2a6f43a42fe4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (a19978d4-e731-414d-b9ca-cbee5c34ecca), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:32.330676 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca77c7b3-a70e-4db7-a45d-2a6f43a42fe4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router_controller (a19978d4-e731-414d-b9ca-cbee5c34ecca), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:32.423016 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-958cb818-3f53-4820-811f-0f9670224121 None None] Current status of the port 83787537-6d36-4131-aa35-3f1064e976fe is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:32.463783 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca77c7b3-a70e-4db7-a45d-2a6f43a42fe4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (a19978d4-e731-414d-b9ca-cbee5c34ecca), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:32.464526 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca77c7b3-a70e-4db7-a45d-2a6f43a42fe4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Fanout notify agent at l3_agent the message router_deleted on router a19978d4-e731-414d-b9ca-cbee5c34ecca {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:58:32.473200 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca77c7b3-a70e-4db7-a45d-2a6f43a42fe4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:32.478412 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ca77c7b3-a70e-4db7-a45d-2a6f43a42fe4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/routers/a19978d4-e731-414d-b9ca-cbee5c34ecca HTTP/1.1" status: 204 len: 168 time: 1.9121168 Nov 02 12:58:32.482722 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33308) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:32.618977 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b988fe-b18c-4847-8d0e-02013f329143 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting subnet 57c9bf7c-90fe-4e80-b06a-f7e98cea4314 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:58:32.627870 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-73b988fe-b18c-4847-8d0e-02013f329143 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (57c9bf7c-90fe-4e80-b06a-f7e98cea4314), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:32.694337 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:32.786201 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-73b988fe-b18c-4847-8d0e-02013f329143 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (57c9bf7c-90fe-4e80-b06a-f7e98cea4314), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:32.807486 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 83787537-6d36-4131-aa35-3f1064e976fe is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:32.819365 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-402cae23-0113-4403-8183-93ba5f48a646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:33.035349 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:33.035704 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:33.038926 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=71,neutron:INSERT=22,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:33.072751 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:33.114013 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-73b988fe-b18c-4847-8d0e-02013f329143 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (57c9bf7c-90fe-4e80-b06a-f7e98cea4314), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:33.146056 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01407da2-a807-4954-8033-46eab2a3504b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:33.379947 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-90f4b828-0466-45f7-b040-e3b6bfdd678f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (98743714-d59d-4fe8-a1a7-d65a516c012f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:33.589975 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-73b988fe-b18c-4847-8d0e-02013f329143 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (57c9bf7c-90fe-4e80-b06a-f7e98cea4314), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:33.610251 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4b828-0466-45f7-b040-e3b6bfdd678f admin admin] Pushing event updated for resources: {'Subnet': ['ID=98743714-d59d-4fe8-a1a7-d65a516c012f,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:33.675753 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-73b988fe-b18c-4847-8d0e-02013f329143 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:33.679624 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-73b988fe-b18c-4847-8d0e-02013f329143 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/57c9bf7c-90fe-4e80-b06a-f7e98cea4314 HTTP/1.1" status: 204 len: 168 time: 1.1955304 Nov 02 12:58:33.680328 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33318) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:33.685162 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b988fe-b18c-4847-8d0e-02013f329143 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Subnet': ['ID=57c9bf7c-90fe-4e80-b06a-f7e98cea4314,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:34.088991 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7e1263d9-268f-4048-ab17-ee764883de7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (9d10c6d0-4963-493e-942e-8d8fd886fdc0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:34.115479 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-402cae23-0113-4403-8183-93ba5f48a646 admin admin] Publish callbacks [] for security_group (fa1c9be2-3f9a-4462-a7d6-4cd6f5c86687), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:34.210407 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-01407da2-a807-4954-8033-46eab2a3504b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::1 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/e2955e63-4054-41db-964f-1b74963428d2/1cb7dd82-5015-46d0-96d3-768bfcf5287c) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:58:34.235425 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-7e1263d9-268f-4048-ab17-ee764883de7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:58:34.238865 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7e1263d9-268f-4048-ab17-ee764883de7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9941fd1e-d13c-4ddc-9dca-5b384947e2f1), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:34.256311 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-402cae23-0113-4403-8183-93ba5f48a646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fa1c9be2-3f9a-4462-a7d6-4cd6f5c86687), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:34.270033 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f4b828-0466-45f7-b040-e3b6bfdd678f admin admin] Checking segment: {'id': '0011d489-7b1b-407a-8583-e8cb502cbfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e4a3fbc0-2fb5-4c60-9978-3ea068163e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:58:34.273630 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f4b828-0466-45f7-b040-e3b6bfdd678f admin admin] Network hostable DHCP agents. Network: e4a3fbc0-2fb5-4c60-9978-3ea068163e4f, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:58:34.332185 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa927da-1d2b-4970-a81f-087f5a20a554 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:34.370242 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c185f11-df32-426b-b600-84536e4f4e0c None None] Network 9d10c6d0-4963-493e-942e-8d8fd886fdc0 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:34.465533 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-decfa6b5-3e12-4955-9407-29f91f5fab1d None None] Provisioning complete for port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:34.466298 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-decfa6b5-3e12-4955-9407-29f91f5fab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9941fd1e-d13c-4ddc-9dca-5b384947e2f1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:34.467056 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-decfa6b5-3e12-4955-9407-29f91f5fab1d None None] Attempt 1 to provision port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 Nov 02 12:58:34.496687 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-402cae23-0113-4403-8183-93ba5f48a646 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d00d4c699919471dbb5b924919bff33e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7115526 Nov 02 12:58:34.520208 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33326) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:34.686109 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-7e1263d9-268f-4048-ab17-ee764883de7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] For port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9941fd1e-d13c-4ddc-9dca-5b384947e2f1,segment=NetworkSegment(caffd9e5-6f64-4525-8394-478b34bd0208),segment_id=caffd9e5-6f64-4525-8394-478b34bd0208)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:34.688298 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7e1263d9-268f-4048-ab17-ee764883de7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9941fd1e-d13c-4ddc-9dca-5b384947e2f1), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:34.777781 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-7e1263d9-268f-4048-ab17-ee764883de7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Calling delete_port for 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:58:34.865809 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a881e9ed-e67c-425a-8564-bcd1b915bf08 admin admin] Publish callbacks [] for security_group (fa1c9be2-3f9a-4462-a7d6-4cd6f5c86687), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:35.037131 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:35.050709 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:35.066618 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a881e9ed-e67c-425a-8564-bcd1b915bf08 admin admin] Publish callbacks [] for security_group (fa1c9be2-3f9a-4462-a7d6-4cd6f5c86687), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:35.164204 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402cae23-0113-4403-8183-93ba5f48a646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1c9be2-3f9a-4462-a7d6-4cd6f5c86687,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:35.184093 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f4b828-0466-45f7-b040-e3b6bfdd678f admin admin] Network e4a3fbc0-2fb5-4c60-9978-3ea068163e4f is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:58:35.265865 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948697b1-e1a5-4d8b-b94e-19ff9fab95bd None None] DHCP port deletion for 9d10c6d0-4963-493e-942e-8d8fd886fdc0 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:58:35.272417 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-decfa6b5-3e12-4955-9407-29f91f5fab1d None None] Current status of the port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:35.339620 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-90f4b828-0466-45f7-b040-e3b6bfdd678f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, e4a3fbc0-2fb5-4c60-9978-3ea068163e4f) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:35.370062 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f4b828-0466-45f7-b040-e3b6bfdd678f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:35.370337 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-90f4b828-0466-45f7-b040-e3b6bfdd678f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:35.378074 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01407da2-a807-4954-8033-46eab2a3504b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (1cb7dd82-5015-46d0-96d3-768bfcf5287c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:35.398286 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a705ac0-a5c7-4578-bf3a-92d55e2b56b6 None None] Network e4a3fbc0-2fb5-4c60-9978-3ea068163e4f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:35.401674 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7e1263d9-268f-4048-ab17-ee764883de7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9941fd1e-d13c-4ddc-9dca-5b384947e2f1), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:35.481676 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a881e9ed-e67c-425a-8564-bcd1b915bf08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fa1c9be2-3f9a-4462-a7d6-4cd6f5c86687), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:35.494160 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a881e9ed-e67c-425a-8564-bcd1b915bf08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:35.498406 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a881e9ed-e67c-425a-8564-bcd1b915bf08 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fa1c9be2-3f9a-4462-a7d6-4cd6f5c86687 HTTP/1.1" status: 204 len: 168 time: 0.9742630 Nov 02 12:58:35.498406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1263d9-268f-4048-ab17-ee764883de7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] No DVR routers for this DVR port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:58:35.523117 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-90f4b828-0466-45f7-b040-e3b6bfdd678f admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.1102359 Nov 02 12:58:35.592247 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1263d9-268f-4048-ab17-ee764883de7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Port': ['ID=9941fd1e-d13c-4ddc-9dca-5b384947e2f1,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:35.635725 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01407da2-a807-4954-8033-46eab2a3504b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (1cb7dd82-5015-46d0-96d3-768bfcf5287c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:35.691636 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881e9ed-e67c-425a-8564-bcd1b915bf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1c9be2-3f9a-4462-a7d6-4cd6f5c86687,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:35.812621 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7e1263d9-268f-4048-ab17-ee764883de7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (9d10c6d0-4963-493e-942e-8d8fd886fdc0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:35.835305 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-948697b1-e1a5-4d8b-b94e-19ff9fab95bd None None] Deleting port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:58:35.838293 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-948697b1-e1a5-4d8b-b94e-19ff9fab95bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9941fd1e-d13c-4ddc-9dca-5b384947e2f1), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:35.872027 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-7e1263d9-268f-4048-ab17-ee764883de7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d10c6d0-4963-493e-942e-8d8fd886fdc0']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:35.879481 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01407da2-a807-4954-8033-46eab2a3504b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:35.902954 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-7e1263d9-268f-4048-ab17-ee764883de7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caffd9e5-6f64-4525-8394-478b34bd0208') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:35.907662 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-7e1263d9-268f-4048-ab17-ee764883de7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caffd9e5-6f64-4525-8394-478b34bd0208') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:35.920026 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-01407da2-a807-4954-8033-46eab2a3504b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:35.929771 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01407da2-a807-4954-8033-46eab2a3504b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:58:35.932291 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01407da2-a807-4954-8033-46eab2a3504b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (f54043fc-9660-4e87-a429-9dd58d7d04b4), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:35.936674 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:35.941877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c66d31f8-b516-4c99-997f-14aa13e1fb5a None None] Provisioning complete for port 83787537-6d36-4131-aa35-3f1064e976fe triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:35.942353 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7e1263d9-268f-4048-ab17-ee764883de7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (caffd9e5-6f64-4525-8394-478b34bd0208), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:35.944027 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c66d31f8-b516-4c99-997f-14aa13e1fb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (83787537-6d36-4131-aa35-3f1064e976fe), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:35.945745 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c66d31f8-b516-4c99-997f-14aa13e1fb5a None None] Attempt 1 to provision port 83787537-6d36-4131-aa35-3f1064e976fe Nov 02 12:58:35.986471 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7e1263d9-268f-4048-ab17-ee764883de7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (caffd9e5-6f64-4525-8394-478b34bd0208), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:36.014160 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1263d9-268f-4048-ab17-ee764883de7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:58:36.014574 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7e1263d9-268f-4048-ab17-ee764883de7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (caffd9e5-6f64-4525-8394-478b34bd0208), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:36.112136 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:58:36.203555 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2e7a9d-56c1-43cf-a0a8-20de84b4057e None None] Network e4a3fbc0-2fb5-4c60-9978-3ea068163e4f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:36.209457 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:36.336119 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01407da2-a807-4954-8033-46eab2a3504b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=1cb7dd82-5015-46d0-96d3-768bfcf5287c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:36.410706 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:58:36.410706 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:58:36.618663 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c66d31f8-b516-4c99-997f-14aa13e1fb5a None None] Current status of the port 83787537-6d36-4131-aa35-3f1064e976fe is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:36.634145 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-948697b1-e1a5-4d8b-b94e-19ff9fab95bd None None] For port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1, host n-d-857339-6, got binding levels [] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:36.635087 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-948697b1-e1a5-4d8b-b94e-19ff9fab95bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9941fd1e-d13c-4ddc-9dca-5b384947e2f1), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:36.648881 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7e1263d9-268f-4048-ab17-ee764883de7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (9d10c6d0-4963-493e-942e-8d8fd886fdc0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:36.684697 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-948697b1-e1a5-4d8b-b94e-19ff9fab95bd None None] Calling delete_port for 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:58:36.705860 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.ipam_backend_mixin [None req-948697b1-e1a5-4d8b-b94e-19ff9fab95bd None None] Port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 was not found and therefore no delete operation was performed {{(pid=105977) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Nov 02 12:58:36.711614 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:36.713042 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-948697b1-e1a5-4d8b-b94e-19ff9fab95bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (9941fd1e-d13c-4ddc-9dca-5b384947e2f1), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:36.811955 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7e1263d9-268f-4048-ab17-ee764883de7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:36.817988 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-948697b1-e1a5-4d8b-b94e-19ff9fab95bd None None] Network 9d10c6d0-4963-493e-942e-8d8fd886fdc0 is not hosted by any dhcp agent {{(pid=105977) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 12:58:36.821805 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948697b1-e1a5-4d8b-b94e-19ff9fab95bd None None] No DVR routers for this DVR port 9941fd1e-d13c-4ddc-9dca-5b384947e2f1 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:58:36.825864 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7e1263d9-268f-4048-ab17-ee764883de7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/networks/9d10c6d0-4963-493e-942e-8d8fd886fdc0 HTTP/1.1" status: 204 len: 168 time: 3.1442726 Nov 02 12:58:36.835149 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33358) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:36.847910 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948697b1-e1a5-4d8b-b94e-19ff9fab95bd None None] Pushing event deleted for resources: {'Port': ['ID=9941fd1e-d13c-4ddc-9dca-5b384947e2f1,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:36.857413 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1263d9-268f-4048-ab17-ee764883de7c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Network': ['ID=9d10c6d0-4963-493e-942e-8d8fd886fdc0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:36.883026 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-378a20a8-df2b-4b14-994b-fa4afaa001a8 None None] Provisioning complete for port 1cb7dd82-5015-46d0-96d3-768bfcf5287c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:36.883664 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-378a20a8-df2b-4b14-994b-fa4afaa001a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1cb7dd82-5015-46d0-96d3-768bfcf5287c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:36.884246 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-378a20a8-df2b-4b14-994b-fa4afaa001a8 None None] Attempt 1 to provision port 1cb7dd82-5015-46d0-96d3-768bfcf5287c Nov 02 12:58:36.978471 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:37.055463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-378a20a8-df2b-4b14-994b-fa4afaa001a8 None None] Port 1cb7dd82-5015-46d0-96d3-768bfcf5287c cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:58:37.059343 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-acf647b2-74d4-4b17-a041-e239d2a3183f tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-933685478', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:37.145061 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:37.165700 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01407da2-a807-4954-8033-46eab2a3504b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1cb7dd82-5015-46d0-96d3-768bfcf5287c), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:37.298569 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment caffd9e5-6f64-4525-8394-478b34bd0208 resource provider aggregate not found Nov 02 12:58:37.311022 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-acf647b2-74d4-4b17-a041-e239d2a3183f tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (f72403f9-7f81-483a-9f09-f2e1da51694b), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:37.318423 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-acf647b2-74d4-4b17-a041-e239d2a3183f tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (f72403f9-7f81-483a-9f09-f2e1da51694b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:37.330450 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment caffd9e5-6f64-4525-8394-478b34bd0208 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid caffd9e5-6f64-4525-8394-478b34bd0208 found for delete ", "request_id": "req-141e6e5b-9a8c-4060-9917-63b9225fcf4f"}]} Nov 02 12:58:37.726652 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:37.793301 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01407da2-a807-4954-8033-46eab2a3504b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (1cb7dd82-5015-46d0-96d3-768bfcf5287c), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:37.890232 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33388) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:37.904696 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-bc78b680-93b3-4ed2-9aa0-24c924a49391 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1160562753-network', 'tenant_id': 'aefd1a0f53c244a0b03e8ba94a4ca7ca'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:37.919044 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-acf647b2-74d4-4b17-a041-e239d2a3183f tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router_controller (f72403f9-7f81-483a-9f09-f2e1da51694b), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:37.929456 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01407da2-a807-4954-8033-46eab2a3504b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (1cb7dd82-5015-46d0-96d3-768bfcf5287c), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:37.934830 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-01407da2-a807-4954-8033-46eab2a3504b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (f54043fc-9660-4e87-a429-9dd58d7d04b4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:38.172062 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:38.214562 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-acf647b2-74d4-4b17-a041-e239d2a3183f tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (f72403f9-7f81-483a-9f09-f2e1da51694b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:38.300810 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01407da2-a807-4954-8033-46eab2a3504b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:38.324002 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-01407da2-a807-4954-8033-46eab2a3504b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:38.348743 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc78b680-93b3-4ed2-9aa0-24c924a49391 admin admin] Made reservation on behalf of aefd1a0f53c244a0b03e8ba94a4ca7ca for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:38.348743 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc78b680-93b3-4ed2-9aa0-24c924a49391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:38.417903 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01407da2-a807-4954-8033-46eab2a3504b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=1cb7dd82-5015-46d0-96d3-768bfcf5287c,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:38.449384 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-acf647b2-74d4-4b17-a041-e239d2a3183f tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:38.453389 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-acf647b2-74d4-4b17-a041-e239d2a3183f tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.4044609 Nov 02 12:58:38.453389 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc78b680-93b3-4ed2-9aa0-24c924a49391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:38.453730 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33402) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:38.459365 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-36d190e0-9c68-4788-995e-5f6f436f2242 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'network': {'name': 'tempest-RoutersTest-1783122335'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:38.619892 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d190e0-9c68-4788-995e-5f6f436f2242 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Made reservation on behalf of 6790a6bdc3bd43eb9b393a49e206d97e for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:38.620455 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=21 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:38.628272 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-36d190e0-9c68-4788-995e-5f6f436f2242 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:38.674164 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=23 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:38.826314 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d190e0-9c68-4788-995e-5f6f436f2242 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:58:38.854184 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:38.887261 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-36d190e0-9c68-4788-995e-5f6f436f2242 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (3b5e64f7-df3d-47cf-862d-e6fe11fd383b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:38.887261 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-36d190e0-9c68-4788-995e-5f6f436f2242 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Added segment 3b5e64f7-df3d-47cf-862d-e6fe11fd383b of type vlan for network e19ff872-ca41-4b48-abc1-dc34701928d1 Nov 02 12:58:38.996001 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d4eeebf0-4851-4733-9d43-6676ddcf3a67 None None] Provisioning complete for port 1cb7dd82-5015-46d0-96d3-768bfcf5287c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:38.998922 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d4eeebf0-4851-4733-9d43-6676ddcf3a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1cb7dd82-5015-46d0-96d3-768bfcf5287c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:39.000195 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d4eeebf0-4851-4733-9d43-6676ddcf3a67 None None] Attempt 1 to provision port 1cb7dd82-5015-46d0-96d3-768bfcf5287c Nov 02 12:58:39.072302 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc78b680-93b3-4ed2-9aa0-24c924a49391 admin admin] Publish callbacks [] for security_group (3f77e1f9-4d4e-4ef0-867b-99a2e30c6a33), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:39.087165 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-36d190e0-9c68-4788-995e-5f6f436f2242 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (e19ff872-ca41-4b48-abc1-dc34701928d1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:39.120075 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d4eeebf0-4851-4733-9d43-6676ddcf3a67 None None] Port 1cb7dd82-5015-46d0-96d3-768bfcf5287c cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:58:39.141493 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc78b680-93b3-4ed2-9aa0-24c924a49391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3f77e1f9-4d4e-4ef0-867b-99a2e30c6a33), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:39.208882 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:39.213592 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc78b680-93b3-4ed2-9aa0-24c924a49391 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:58:39.278651 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc78b680-93b3-4ed2-9aa0-24c924a49391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e405809e-8028-430b-8c3e-737e828344e9), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:39.279466 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-bc78b680-93b3-4ed2-9aa0-24c924a49391 admin admin] Added segment e405809e-8028-430b-8c3e-737e828344e9 of type vlan for network 4b4d6837-3800-459e-9e63-d68da230f385 Nov 02 12:58:39.287411 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-36d190e0-9c68-4788-995e-5f6f436f2242 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (e19ff872-ca41-4b48-abc1-dc34701928d1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:39.308898 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d190e0-9c68-4788-995e-5f6f436f2242 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:39.308898 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-36d190e0-9c68-4788-995e-5f6f436f2242 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:39.310096 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78b680-93b3-4ed2-9aa0-24c924a49391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f77e1f9-4d4e-4ef0-867b-99a2e30c6a33,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:39.398155 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01407da2-a807-4954-8033-46eab2a3504b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Router f54043fc-9660-4e87-a429-9dd58d7d04b4 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:58:39.442512 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc78b680-93b3-4ed2-9aa0-24c924a49391 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (4b4d6837-3800-459e-9e63-d68da230f385), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:39.574784 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:39.597103 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-36d190e0-9c68-4788-995e-5f6f436f2242 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1422555 Nov 02 12:58:39.600998 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33420) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:39.635821 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e8deb3aa-7465-43bd-aafc-ada593cb3a49 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'subnet': {'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:39.651871 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d190e0-9c68-4788-995e-5f6f436f2242 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Network': ['ID=e19ff872-ca41-4b48-abc1-dc34701928d1,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:39.658083 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.db.resource_extend [None req-bc78b680-93b3-4ed2-9aa0-24c924a49391 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:58:39.665091 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:39.705534 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:39.707097 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network e19ff872-ca41-4b48-abc1-dc34701928d1 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:58:39.803118 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01407da2-a807-4954-8033-46eab2a3504b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:58:39.818746 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] Sync routers for ids ['f54043fc-9660-4e87-a429-9dd58d7d04b4'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:58:39.847092 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-01407da2-a807-4954-8033-46eab2a3504b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "PUT /networking/v2.0/routers/f54043fc-9660-4e87-a429-9dd58d7d04b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4781687 Nov 02 12:58:39.848663 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] Routers {'f54043fc-9660-4e87-a429-9dd58d7d04b4'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:58:39.849775 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33426) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:39.852159 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:58:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f54043fc-9660-4e87-a429-9dd58d7d04b4'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:39.992893 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc78b680-93b3-4ed2-9aa0-24c924a49391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (4b4d6837-3800-459e-9e63-d68da230f385), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:40.014368 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc78b680-93b3-4ed2-9aa0-24c924a49391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:40.014368 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bc78b680-93b3-4ed2-9aa0-24c924a49391 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:40.090834 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8deb3aa-7465-43bd-aafc-ada593cb3a49 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Made reservation on behalf of 6790a6bdc3bd43eb9b393a49e206d97e for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:40.101932 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8deb3aa-7465-43bd-aafc-ada593cb3a49 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:40.244265 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] Set router f54043fc-9660-4e87-a429-9dd58d7d04b4 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:58:40.276289 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe8fa9-4fcc-4e5b-8210-cb90249f4e78 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:40.282720 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2cbe8fa9-4fcc-4e5b-8210-cb90249f4e78 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports/1cb7dd82-5015-46d0-96d3-768bfcf5287c HTTP/1.1" status: 200 len: 911 time: 0.4317892 Nov 02 12:58:40.286597 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33434) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:40.308349 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bc78b680-93b3-4ed2-9aa0-24c924a49391 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4130602 Nov 02 12:58:40.309250 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78b680-93b3-4ed2-9aa0-24c924a49391 admin admin] Pushing event updated for resources: {'Network': ['ID=4b4d6837-3800-459e-9e63-d68da230f385,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:40.312107 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33436) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:40.324532 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 4b4d6837-3800-459e-9e63-d68da230f385 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:58:40.337282 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=11 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:40.401029 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c4418bfe-529d-4f42-b6e8-dd80ed768819 admin admin] Request body: {'subnet': {'network_id': '4b4d6837-3800-459e-9e63-d68da230f385', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1160562753-subnet', 'tenant_id': 'aefd1a0f53c244a0b03e8ba94a4ca7ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:40.444373 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb51a88d-f8c5-4dca-bc32-129ff2f9627b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:40.453117 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb51a88d-f8c5-4dca-bc32-129ff2f9627b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:40.459532 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-eb51a88d-f8c5-4dca-bc32-129ff2f9627b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1709664 Nov 02 12:58:40.468664 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33442) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:40.635512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4418bfe-529d-4f42-b6e8-dd80ed768819 admin admin] Made reservation on behalf of aefd1a0f53c244a0b03e8ba94a4ca7ca for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:40.649567 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c4418bfe-529d-4f42-b6e8-dd80ed768819 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:40.694544 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54043fc-9660-4e87-a429-9dd58d7d04b4', 'name': 'tempest-NetworksTestDHCPv6-router-2100224297', 'tenant_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:30Z', 'updated_at': '2022-11-02T12:58:36Z', 'revision_number': 2, 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'gw_port_host': None, '_interfaces': [{'id': '1cb7dd82-5015-46d0-96d3-768bfcf5287c', 'name': '', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'tenant_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'mac_address': 'fa:16:3e:6e:55:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54043fc-9660-4e87-a429-9dd58d7d04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'e2955e63-4054-41db-964f-1b74963428d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:33Z', 'updated_at': '2022-11-02T12:58:37Z', 'revision_number': 2, 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'subnets': [{'id': 'e2955e63-4054-41db-964f-1b74963428d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:40.728768 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] Checking router: f54043fc-9660-4e87-a429-9dd58d7d04b4 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:58:40.729424 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] Updating router f54043fc-9660-4e87-a429-9dd58d7d04b4 port 1cb7dd82-5015-46d0-96d3-768bfcf5287c binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:58:40.737272 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8deb3aa-7465-43bd-aafc-ada593cb3a49 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (7a158e58-7f42-4ebd-8a0d-288d934a696b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:40.821381 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1cb7dd82-5015-46d0-96d3-768bfcf5287c), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:40.825490 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8deb3aa-7465-43bd-aafc-ada593cb3a49 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Subnet': ['ID=7a158e58-7f42-4ebd-8a0d-288d934a696b,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:40.896435 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:40.906459 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8deb3aa-7465-43bd-aafc-ada593cb3a49 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Checking segment: {'id': '3b5e64f7-df3d-47cf-862d-e6fe11fd383b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:58:40.906977 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8deb3aa-7465-43bd-aafc-ada593cb3a49 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network hostable DHCP agents. Network: e19ff872-ca41-4b48-abc1-dc34701928d1, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:58:41.090688 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8deb3aa-7465-43bd-aafc-ada593cb3a49 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network e19ff872-ca41-4b48-abc1-dc34701928d1 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:58:41.190044 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] Publish callbacks [] for port (1cb7dd82-5015-46d0-96d3-768bfcf5287c), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:41.196031 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-e8deb3aa-7465-43bd-aafc-ada593cb3a49 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, e19ff872-ca41-4b48-abc1-dc34701928d1) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:41.198119 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:41.203902 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8deb3aa-7465-43bd-aafc-ada593cb3a49 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:41.204874 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8deb3aa-7465-43bd-aafc-ada593cb3a49 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:41.210791 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b4fb32-96d6-4a31-97c9-fb747120bb74 None None] Network e19ff872-ca41-4b48-abc1-dc34701928d1 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:41.309266 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1cb7dd82-5015-46d0-96d3-768bfcf5287c), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:41.355047 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e8deb3aa-7465-43bd-aafc-ada593cb3a49 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7233970 Nov 02 12:58:41.355780 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33456) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:41.369766 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:41.422973 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:41.432533 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b533154-9a5a-4d19-91b3-f3403f9a8bde None None] Pushing event updated for resources: {'Port': ['ID=1cb7dd82-5015-46d0-96d3-768bfcf5287c,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:41.436335 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533154-9a5a-4d19-91b3-f3403f9a8bde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:41.438232 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533154-9a5a-4d19-91b3-f3403f9a8bde None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:41.439370 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533154-9a5a-4d19-91b3-f3403f9a8bde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:41.439927 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533154-9a5a-4d19-91b3-f3403f9a8bde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:41.440441 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533154-9a5a-4d19-91b3-f3403f9a8bde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:41.441123 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533154-9a5a-4d19-91b3-f3403f9a8bde None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:41.441639 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533154-9a5a-4d19-91b3-f3403f9a8bde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:41.442428 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533154-9a5a-4d19-91b3-f3403f9a8bde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:41.442927 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533154-9a5a-4d19-91b3-f3403f9a8bde None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:41.443479 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533154-9a5a-4d19-91b3-f3403f9a8bde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:41.443963 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533154-9a5a-4d19-91b3-f3403f9a8bde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:41.444642 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533154-9a5a-4d19-91b3-f3403f9a8bde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:41.445241 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533154-9a5a-4d19-91b3-f3403f9a8bde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:41.445733 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533154-9a5a-4d19-91b3-f3403f9a8bde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:41.446213 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533154-9a5a-4d19-91b3-f3403f9a8bde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:41.564264 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d702e551-2f79-457f-89fa-09b141433fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e19ff872-ca41-4b48-abc1-dc34701928d1', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:58:41.568722 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d702e551-2f79-457f-89fa-09b141433fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:41.569168 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c4418bfe-529d-4f42-b6e8-dd80ed768819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (032ec91e-fc61-4b30-924e-7b5851f831d4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:41.638961 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] Attempting to bind port 1cb7dd82-5015-46d0-96d3-768bfcf5287c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:58:41.644180 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] Attempting to bind port 1cb7dd82-5015-46d0-96d3-768bfcf5287c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:58:41.648742 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] Attempting to bind port 1cb7dd82-5015-46d0-96d3-768bfcf5287c on network e9ae2c9f-8862-4b1d-b882-f135a69580a6 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:58:41.734540 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4418bfe-529d-4f42-b6e8-dd80ed768819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=032ec91e-fc61-4b30-924e-7b5851f831d4,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:41.743065 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9ea7-8802-41c5-bc9c-9ffc09b2c981 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (f54043fc-9660-4e87-a429-9dd58d7d04b4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:41.809689 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-d702e551-2f79-457f-89fa-09b141433fab None None] Allocated IP 172.20.0.2 (e19ff872-ca41-4b48-abc1-dc34701928d1/7a158e58-7f42-4ebd-8a0d-288d934a696b/4d50b101-9e1c-4422-b7cc-c4e8f0d54216) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:58:41.869683 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:58:41.974667 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:58:41.976075 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] Checking segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:58:41.976770 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:41.977832 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] Bound using segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:58:41.992675 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] Bound port: 1cb7dd82-5015-46d0-96d3-768bfcf5287c, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:58:41.992675 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1cb7dd82-5015-46d0-96d3-768bfcf5287c), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:42.089733 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4418bfe-529d-4f42-b6e8-dd80ed768819 admin admin] Checking segment: {'id': 'e405809e-8028-430b-8c3e-737e828344e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4b4d6837-3800-459e-9e63-d68da230f385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:58:42.090181 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4418bfe-529d-4f42-b6e8-dd80ed768819 admin admin] Network hostable DHCP agents. Network: 4b4d6837-3800-459e-9e63-d68da230f385, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:58:42.169971 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] For port 1cb7dd82-5015-46d0-96d3-768bfcf5287c, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:58:42.175193 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] For port 1cb7dd82-5015-46d0-96d3-768bfcf5287c, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1cb7dd82-5015-46d0-96d3-768bfcf5287c,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:58:42.192598 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d702e551-2f79-457f-89fa-09b141433fab None None] Publish callbacks [] for port (4d50b101-9e1c-4422-b7cc-c4e8f0d54216), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:42.314271 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d702e551-2f79-457f-89fa-09b141433fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (4d50b101-9e1c-4422-b7cc-c4e8f0d54216), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:42.315001 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1cb7dd82-5015-46d0-96d3-768bfcf5287c), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:42.324457 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b9ea7-8802-41c5-bc9c-9ffc09b2c981 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port 1cb7dd82-5015-46d0-96d3-768bfcf5287c {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:58:42.324821 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9ea7-8802-41c5-bc9c-9ffc09b2c981 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (1cb7dd82-5015-46d0-96d3-768bfcf5287c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:42.356969 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4935aadc-d4f0-42f0-ad06-e7b0b1427646 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:42.360785 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4418bfe-529d-4f42-b6e8-dd80ed768819 admin admin] Network 4b4d6837-3800-459e-9e63-d68da230f385 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:58:42.375953 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d702e551-2f79-457f-89fa-09b141433fab None None] Network e19ff872-ca41-4b48-abc1-dc34701928d1 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:42.460020 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-d702e551-2f79-457f-89fa-09b141433fab None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:42.479717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d702e551-2f79-457f-89fa-09b141433fab None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:58:42.527241 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-c4418bfe-529d-4f42-b6e8-dd80ed768819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 4b4d6837-3800-459e-9e63-d68da230f385) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:42.531251 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:42.540607 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:42.550796 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4418bfe-529d-4f42-b6e8-dd80ed768819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:42.551397 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c4418bfe-529d-4f42-b6e8-dd80ed768819 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:42.563990 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:42.590930 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46da4be-3d30-466c-868c-b9f152cd3825 None None] Network 4b4d6837-3800-459e-9e63-d68da230f385 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:42.606155 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] Routers {'f54043fc-9660-4e87-a429-9dd58d7d04b4'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:58:42.607147 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:58:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f54043fc-9660-4e87-a429-9dd58d7d04b4'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:42.613032 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702e551-2f79-457f-89fa-09b141433fab None None] Pushing event updated for resources: {'Port': ['ID=4d50b101-9e1c-4422-b7cc-c4e8f0d54216,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:42.653011 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-2c8b9ea7-8802-41c5-bc9c-9ffc09b2c981 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] For port 1cb7dd82-5015-46d0-96d3-768bfcf5287c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1cb7dd82-5015-46d0-96d3-768bfcf5287c,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:42.653597 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9ea7-8802-41c5-bc9c-9ffc09b2c981 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (1cb7dd82-5015-46d0-96d3-768bfcf5287c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:42.705454 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b9ea7-8802-41c5-bc9c-9ffc09b2c981 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for 1cb7dd82-5015-46d0-96d3-768bfcf5287c owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:58:42.746812 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c4418bfe-529d-4f42-b6e8-dd80ed768819 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3539393 Nov 02 12:58:42.758543 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:42.821631 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b533154-9a5a-4d19-91b3-f3403f9a8bde None None] Pushing event updated for resources: {'Port': ['ID=1cb7dd82-5015-46d0-96d3-768bfcf5287c,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:42.907162 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d702e551-2f79-457f-89fa-09b141433fab None None] Attempting to bind port 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:58:42.907978 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d702e551-2f79-457f-89fa-09b141433fab None None] Attempting to bind port 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '3b5e64f7-df3d-47cf-862d-e6fe11fd383b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:58:42.908379 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702e551-2f79-457f-89fa-09b141433fab None None] Attempting to bind port 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 on network e19ff872-ca41-4b48-abc1-dc34701928d1 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:58:43.038053 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] Set router f54043fc-9660-4e87-a429-9dd58d7d04b4 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:58:43.063106 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:43.195713 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-4935aadc-d4f0-42f0-ad06-e7b0b1427646 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Allocated IP 172.20.0.1 (e19ff872-ca41-4b48-abc1-dc34701928d1/7a158e58-7f42-4ebd-8a0d-288d934a696b/8b83b3d6-732d-4835-9c5f-3167f83a2a62) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:58:43.206806 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06d0838-e183-42bf-a47e-19127d6e31c6 None None] Network 4b4d6837-3800-459e-9e63-d68da230f385 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:43.235671 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a41eabcf-1bd3-4c99-bcd2-690333c61421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:43.430835 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33512) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:43.436017 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6e2faead-f3ee-4e30-a3b2-e31ed7940f4a tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Request body: {'network': {'name': 'tempest-network-smoke--934943542', 'project_id': '2c29a45b18b948beb86b5f13b25e46b9', 'port_security_enabled': True}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:43.510891 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9ea7-8802-41c5-bc9c-9ffc09b2c981 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (1cb7dd82-5015-46d0-96d3-768bfcf5287c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:43.551231 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4935aadc-d4f0-42f0-ad06-e7b0b1427646 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for port (8b83b3d6-732d-4835-9c5f-3167f83a2a62), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:43.638134 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b9ea7-8802-41c5-bc9c-9ffc09b2c981 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=1cb7dd82-5015-46d0-96d3-768bfcf5287c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:43.727041 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2faead-f3ee-4e30-a3b2-e31ed7940f4a tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Made reservation on behalf of 2c29a45b18b948beb86b5f13b25e46b9 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:43.735438 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e2faead-f3ee-4e30-a3b2-e31ed7940f4a tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:43.745064 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54043fc-9660-4e87-a429-9dd58d7d04b4', 'name': 'tempest-NetworksTestDHCPv6-router-2100224297', 'tenant_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:30Z', 'updated_at': '2022-11-02T12:58:36Z', 'revision_number': 2, 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'gw_port_host': None, '_interfaces': [{'id': '1cb7dd82-5015-46d0-96d3-768bfcf5287c', 'name': '', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'tenant_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'mac_address': 'fa:16:3e:6e:55:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54043fc-9660-4e87-a429-9dd58d7d04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'e2955e63-4054-41db-964f-1b74963428d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:33Z', 'updated_at': '2022-11-02T12:58:42Z', 'revision_number': 4, 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'subnets': [{'id': 'e2955e63-4054-41db-964f-1b74963428d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:43.786842 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e2faead-f3ee-4e30-a3b2-e31ed7940f4a tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:43.841112 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53c9fab-894a-44b4-966e-2e898d7bb72f None None] The sync data for ids ['f54043fc-9660-4e87-a429-9dd58d7d04b4'] in n-d-857339-6 is: [{'id': 'f54043fc-9660-4e87-a429-9dd58d7d04b4', 'name': 'tempest-NetworksTestDHCPv6-router-2100224297', 'tenant_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:30Z', 'updated_at': '2022-11-02T12:58:36Z', 'revision_number': 2, 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'gw_port_host': None, '_interfaces': [{'id': '1cb7dd82-5015-46d0-96d3-768bfcf5287c', 'name': '', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'tenant_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'mac_address': 'fa:16:3e:6e:55:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54043fc-9660-4e87-a429-9dd58d7d04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'e2955e63-4054-41db-964f-1b74963428d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:33Z', 'updated_at': '2022-11-02T12:58:42Z', 'revision_number': 4, 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'subnets': [{'id': 'e2955e63-4054-41db-964f-1b74963428d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:58:43.934312 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4935aadc-d4f0-42f0-ad06-e7b0b1427646 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (8b83b3d6-732d-4835-9c5f-3167f83a2a62), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:43.948707 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702e551-2f79-457f-89fa-09b141433fab None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:58:43.961977 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702e551-2f79-457f-89fa-09b141433fab None None] Checking segment: {'id': '3b5e64f7-df3d-47cf-862d-e6fe11fd383b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:58:43.962398 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d702e551-2f79-457f-89fa-09b141433fab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:43.967004 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702e551-2f79-457f-89fa-09b141433fab None None] Bound using segment: {'id': '3b5e64f7-df3d-47cf-862d-e6fe11fd383b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:58:43.974302 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d702e551-2f79-457f-89fa-09b141433fab None None] Bound port: 4d50b101-9e1c-4422-b7cc-c4e8f0d54216, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5e64f7-df3d-47cf-862d-e6fe11fd383b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:58:43.980138 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d702e551-2f79-457f-89fa-09b141433fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4d50b101-9e1c-4422-b7cc-c4e8f0d54216), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:44.160853 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4935aadc-d4f0-42f0-ad06-e7b0b1427646 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network e19ff872-ca41-4b48-abc1-dc34701928d1 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:44.171002 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:44.188262 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-4935aadc-d4f0-42f0-ad06-e7b0b1427646 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:44.205768 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4935aadc-d4f0-42f0-ad06-e7b0b1427646 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:58:44.296909 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9ea7-8802-41c5-bc9c-9ffc09b2c981 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (f54043fc-9660-4e87-a429-9dd58d7d04b4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:44.335507 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d702e551-2f79-457f-89fa-09b141433fab None None] For port 4d50b101-9e1c-4422-b7cc-c4e8f0d54216, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:58:44.342425 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935aadc-d4f0-42f0-ad06-e7b0b1427646 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Port': ['ID=8b83b3d6-732d-4835-9c5f-3167f83a2a62,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:44.354710 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d702e551-2f79-457f-89fa-09b141433fab None None] For port 4d50b101-9e1c-4422-b7cc-c4e8f0d54216, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4d50b101-9e1c-4422-b7cc-c4e8f0d54216,segment=NetworkSegment(3b5e64f7-df3d-47cf-862d-e6fe11fd383b),segment_id=3b5e64f7-df3d-47cf-862d-e6fe11fd383b)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:58:44.409388 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4935aadc-d4f0-42f0-ad06-e7b0b1427646 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (f72403f9-7f81-483a-9f09-f2e1da51694b), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:44.533240 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d702e551-2f79-457f-89fa-09b141433fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4d50b101-9e1c-4422-b7cc-c4e8f0d54216), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:44.748196 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:44.833329 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702e551-2f79-457f-89fa-09b141433fab None None] Pushing event updated for resources: {'Port': ['ID=4d50b101-9e1c-4422-b7cc-c4e8f0d54216,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:45.128194 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:45.341603 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4935aadc-d4f0-42f0-ad06-e7b0b1427646 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8b83b3d6-732d-4835-9c5f-3167f83a2a62), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:45.411711 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:45.704672 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:45.841225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:58:45.988016 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d539eeda-1d45-4dae-8300-79a44cead7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.018039 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:46.018630 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4d50b101-9e1c-4422-b7cc-c4e8f0d54216), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.019324 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 Nov 02 12:58:46.106434 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e2faead-f3ee-4e30-a3b2-e31ed7940f4a tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for security_group (ccaa6dba-d3b8-4826-86bc-2d78d9c22c3b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.125151 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8b9ea7-8802-41c5-bc9c-9ffc09b2c981 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Router f54043fc-9660-4e87-a429-9dd58d7d04b4 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:58:46.163324 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:46.286877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:46.298897 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4d50b101-9e1c-4422-b7cc-c4e8f0d54216), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.310486 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e2faead-f3ee-4e30-a3b2-e31ed7940f4a tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ccaa6dba-d3b8-4826-86bc-2d78d9c22c3b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.383253 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4935aadc-d4f0-42f0-ad06-e7b0b1427646 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for port (8b83b3d6-732d-4835-9c5f-3167f83a2a62), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.444717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 4d50b101-9e1c-4422-b7cc-c4e8f0d54216, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4d50b101-9e1c-4422-b7cc-c4e8f0d54216,segment=NetworkSegment(3b5e64f7-df3d-47cf-862d-e6fe11fd383b),segment_id=3b5e64f7-df3d-47cf-862d-e6fe11fd383b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:46.447936 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2faead-f3ee-4e30-a3b2-e31ed7940f4a tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:58:46.474306 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e2faead-f3ee-4e30-a3b2-e31ed7940f4a tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (22152518-82b1-4c24-bfdf-e12e1d192ac8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.474819 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-6e2faead-f3ee-4e30-a3b2-e31ed7940f4a tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Added segment 22152518-82b1-4c24-bfdf-e12e1d192ac8 of type vlan for network ae53e63b-00d4-4360-8065-a5a981d950b3 Nov 02 12:58:46.516072 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4935aadc-d4f0-42f0-ad06-e7b0b1427646 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (8b83b3d6-732d-4835-9c5f-3167f83a2a62), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.593651 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2faead-f3ee-4e30-a3b2-e31ed7940f4a tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaa6dba-d3b8-4826-86bc-2d78d9c22c3b,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:46.695048 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935aadc-d4f0-42f0-ad06-e7b0b1427646 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Port': ['ID=8b83b3d6-732d-4835-9c5f-3167f83a2a62,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:46.739213 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4d50b101-9e1c-4422-b7cc-c4e8f0d54216), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.757328 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4935aadc-d4f0-42f0-ad06-e7b0b1427646 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (f72403f9-7f81-483a-9f09-f2e1da51694b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.859716 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e2faead-f3ee-4e30-a3b2-e31ed7940f4a tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (ae53e63b-00d4-4360-8065-a5a981d950b3), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.887119 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0c88ce-7a32-453b-9484-2dacc21a6960 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:58:46.985388 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.db.resource_extend [None req-6e2faead-f3ee-4e30-a3b2-e31ed7940f4a tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:58:46.986897 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4935aadc-d4f0-42f0-ad06-e7b0b1427646 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network e19ff872-ca41-4b48-abc1-dc34701928d1 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:46.989213 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-4935aadc-d4f0-42f0-ad06-e7b0b1427646 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:47.183716 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8b9ea7-8802-41c5-bc9c-9ffc09b2c981 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:58:47.194263 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2c8b9ea7-8802-41c5-bc9c-9ffc09b2c981 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "PUT /networking/v2.0/routers/f54043fc-9660-4e87-a429-9dd58d7d04b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7221611 Nov 02 12:58:47.201970 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e835556-f22a-4809-9e2e-ca70d4d1f66c req-3212a5c0-4d9b-4170-bd71-1e44d4a082fe tempest-VolumesActionsTest-1918536789 tempest-VolumesActionsTest-1918536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:47.204059 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5e835556-f22a-4809-9e2e-ca70d4d1f66c req-3212a5c0-4d9b-4170-bd71-1e44d4a082fe tempest-VolumesActionsTest-1918536789 tempest-VolumesActionsTest-1918536789-project] 10.222.0.64 "GET /networking/v2.0/networks?id=e4a3fbc0-2fb5-4c60-9978-3ea068163e4f HTTP/1.1" status: 200 len: 809 time: 1.2426958 Nov 02 12:58:47.205342 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33588) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:47.217118 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e2faead-f3ee-4e30-a3b2-e31ed7940f4a tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (ae53e63b-00d4-4360-8065-a5a981d950b3), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.223575 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2faead-f3ee-4e30-a3b2-e31ed7940f4a tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:47.226771 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e2faead-f3ee-4e30-a3b2-e31ed7940f4a tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.282870 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-02c485e2-e8a4-40f8-a2b3-41c13b8a69ea None None] Provisioning complete for port 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:47.285325 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-02c485e2-e8a4-40f8-a2b3-41c13b8a69ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4d50b101-9e1c-4422-b7cc-c4e8f0d54216), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.285701 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-02c485e2-e8a4-40f8-a2b3-41c13b8a69ea None None] Attempt 1 to provision port 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 Nov 02 12:58:47.302935 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:47.365849 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0c88ce-7a32-453b-9484-2dacc21a6960 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:58:47.370986 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=4d50b101-9e1c-4422-b7cc-c4e8f0d54216,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:47.418328 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:47.418703 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:47.419044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:47.419369 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:47.419696 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:47.420044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:47.421027 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:47.421352 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:47.421791 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:47.422109 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:47.422425 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:47.422739 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:47.423053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:47.423383 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:47.423703 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:47.439792 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.454283 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81f3f83-0f79-4a79-a157-5d8081460429 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:47.470021 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81f3f83-0f79-4a79-a157-5d8081460429 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:47.474324 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a81f3f83-0f79-4a79-a157-5d8081460429 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2676558 Nov 02 12:58:47.477916 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33594) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:47.484744 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5e835556-f22a-4809-9e2e-ca70d4d1f66c req-b7cf4f2e-a7f9-4c56-8ba6-abcd3319e43a tempest-VolumesActionsTest-1918536789 tempest-VolumesActionsTest-1918536789-project] 10.222.0.64 "GET /networking/v2.0/quotas/0496e97d046243a298cd6e60e13c289e HTTP/1.1" status: 200 len: 375 time: 0.2534401 Nov 02 12:58:47.593961 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-6edcac10-2bb2-4cf4-9189-a0697360aabd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet e2955e63-4054-41db-964f-1b74963428d2 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:58:47.597037 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4935aadc-d4f0-42f0-ad06-e7b0b1427646 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router f72403f9-7f81-483a-9f09-f2e1da51694b is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:58:47.606491 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6edcac10-2bb2-4cf4-9189-a0697360aabd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (e2955e63-4054-41db-964f-1b74963428d2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.671989 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5e835556-f22a-4809-9e2e-ca70d4d1f66c req-d190bbb7-98df-4dd9-91fd-7f3c27f4c1d4 tempest-VolumesActionsTest-1918536789 tempest-VolumesActionsTest-1918536789-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0496e97d046243a298cd6e60e13c289e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1848438 Nov 02 12:58:47.739518 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6edcac10-2bb2-4cf4-9189-a0697360aabd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (e2955e63-4054-41db-964f-1b74963428d2), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.741183 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6e2faead-f3ee-4e30-a3b2-e31ed7940f4a tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 4.2934470 Nov 02 12:58:47.741183 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33600) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:47.743108 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc2bfa-c37d-4354-8712-2ca464cc797e None None] Sync routers for ids ['f54043fc-9660-4e87-a429-9dd58d7d04b4'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:58:47.754529 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-0df4a471-e330-44e3-a442-a6eea02b5453 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-151207917', 'admin_state_up': True, 'project_id': '2c29a45b18b948beb86b5f13b25e46b9', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:47.775108 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2faead-f3ee-4e30-a3b2-e31ed7940f4a tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Pushing event updated for resources: {'Network': ['ID=ae53e63b-00d4-4360-8065-a5a981d950b3,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:47.803180 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:58:47.814852 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network ae53e63b-00d4-4360-8065-a5a981d950b3 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:58:47.831490 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=75,neutron:INSERT=10,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:47.844667 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:47.865348 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc2bfa-c37d-4354-8712-2ca464cc797e None None] Routers {'f54043fc-9660-4e87-a429-9dd58d7d04b4'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:58:47.866276 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-86cc2bfa-c37d-4354-8712-2ca464cc797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:58:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f54043fc-9660-4e87-a429-9dd58d7d04b4'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:47.878553 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6edcac10-2bb2-4cf4-9189-a0697360aabd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (e2955e63-4054-41db-964f-1b74963428d2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.882263 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-02c485e2-e8a4-40f8-a2b3-41c13b8a69ea None None] Current status of the port 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:47.883042 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4935aadc-d4f0-42f0-ad06-e7b0b1427646 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:58:47.904919 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] Sync routers for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:58:47.932194 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0df4a471-e330-44e3-a442-a6eea02b5453 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (706f81f9-76bf-45cb-8e80-ad53b7258e89), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.933614 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0df4a471-e330-44e3-a442-a6eea02b5453 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (706f81f9-76bf-45cb-8e80-ad53b7258e89), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.939256 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] Routers {'f72403f9-7f81-483a-9f09-f2e1da51694b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:58:47.949079 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:58:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f72403f9-7f81-483a-9f09-f2e1da51694b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:48.000150 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4935aadc-d4f0-42f0-ad06-e7b0b1427646 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/f72403f9-7f81-483a-9f09-f2e1da51694b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6435006 Nov 02 12:58:48.014349 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33606) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:48.038116 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5208c7fe-de14-4ef9-b369-f76d9e8b4e1d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'network': {'name': 'tempest-RoutersTest-615190849'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:48.127609 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:48.183631 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0df4a471-e330-44e3-a442-a6eea02b5453 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for router_controller (706f81f9-76bf-45cb-8e80-ad53b7258e89), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.235426 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6edcac10-2bb2-4cf4-9189-a0697360aabd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (e2955e63-4054-41db-964f-1b74963428d2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.315598 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edcac10-2bb2-4cf4-9189-a0697360aabd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=e2955e63-4054-41db-964f-1b74963428d2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:48.329680 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6edcac10-2bb2-4cf4-9189-a0697360aabd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.332709 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] Set router f72403f9-7f81-483a-9f09-f2e1da51694b gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:58:48.333302 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6edcac10-2bb2-4cf4-9189-a0697360aabd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/e2955e63-4054-41db-964f-1b74963428d2 HTTP/1.1" status: 204 len: 168 time: 0.8540051 Nov 02 12:58:48.337706 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33616) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:48.368602 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-86cc2bfa-c37d-4354-8712-2ca464cc797e None None] Set router f54043fc-9660-4e87-a429-9dd58d7d04b4 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:58:48.595619 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33626) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:48.605749 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1bd7827c-20e0-4c1a-a7cc-391f6aba9394 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2539659 Nov 02 12:58:48.624691 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5208c7fe-de14-4ef9-b369-f76d9e8b4e1d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Made reservation on behalf of 6790a6bdc3bd43eb9b393a49e206d97e for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:48.657522 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5208c7fe-de14-4ef9-b369-f76d9e8b4e1d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.682339 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-86cc2bfa-c37d-4354-8712-2ca464cc797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54043fc-9660-4e87-a429-9dd58d7d04b4', 'name': 'tempest-NetworksTestDHCPv6-router-2100224297', 'tenant_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:30Z', 'updated_at': '2022-11-02T12:58:43Z', 'revision_number': 3, 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:48.770803 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5208c7fe-de14-4ef9-b369-f76d9e8b4e1d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:58:48.807794 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5208c7fe-de14-4ef9-b369-f76d9e8b4e1d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (46d58141-4cab-4726-847a-e4b66c376d16), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.809821 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-5208c7fe-de14-4ef9-b369-f76d9e8b4e1d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Added segment 46d58141-4cab-4726-847a-e4b66c376d16 of type vlan for network 6fdde03b-b805-4992-b44c-48d4ace1125f Nov 02 12:58:48.817228 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:48.818351 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4d50b101-9e1c-4422-b7cc-c4e8f0d54216), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.823536 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 Nov 02 12:58:48.926413 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24168f45-7050-4453-bd92-b850288a02f6 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for router (f54043fc-9660-4e87-a429-9dd58d7d04b4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.973836 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc2bfa-c37d-4354-8712-2ca464cc797e None None] Checking router: f54043fc-9660-4e87-a429-9dd58d7d04b4 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:58:48.975993 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5208c7fe-de14-4ef9-b369-f76d9e8b4e1d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (6fdde03b-b805-4992-b44c-48d4ace1125f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:49.003337 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:49.141964 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:49.148119 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:49.213523 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc2bfa-c37d-4354-8712-2ca464cc797e None None] Routers {'f54043fc-9660-4e87-a429-9dd58d7d04b4'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:58:49.214901 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-86cc2bfa-c37d-4354-8712-2ca464cc797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:58:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f54043fc-9660-4e87-a429-9dd58d7d04b4'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:49.319553 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T12:58:44Z', 'revision_number': 2, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:45Z', 'revision_number': 2, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:49.351966 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5208c7fe-de14-4ef9-b369-f76d9e8b4e1d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (6fdde03b-b805-4992-b44c-48d4ace1125f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:49.361980 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5208c7fe-de14-4ef9-b369-f76d9e8b4e1d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:49.362909 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5208c7fe-de14-4ef9-b369-f76d9e8b4e1d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:49.364942 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-86cc2bfa-c37d-4354-8712-2ca464cc797e None None] Set router f54043fc-9660-4e87-a429-9dd58d7d04b4 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:58:49.502405 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-86cc2bfa-c37d-4354-8712-2ca464cc797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54043fc-9660-4e87-a429-9dd58d7d04b4', 'name': 'tempest-NetworksTestDHCPv6-router-2100224297', 'tenant_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:30Z', 'updated_at': '2022-11-02T12:58:43Z', 'revision_number': 3, 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:49.532094 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] Checking router: f72403f9-7f81-483a-9f09-f2e1da51694b for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:58:49.533157 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] Updating router f72403f9-7f81-483a-9f09-f2e1da51694b port 8b83b3d6-732d-4835-9c5f-3167f83a2a62 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:58:49.619796 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc2bfa-c37d-4354-8712-2ca464cc797e None None] The sync data for ids ['f54043fc-9660-4e87-a429-9dd58d7d04b4'] in n-d-857339-6 is: [{'id': 'f54043fc-9660-4e87-a429-9dd58d7d04b4', 'name': 'tempest-NetworksTestDHCPv6-router-2100224297', 'tenant_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:30Z', 'updated_at': '2022-11-02T12:58:43Z', 'revision_number': 3, 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:58:49.684145 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:49.705341 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059092d6-f0be-488d-8438-218099ad973f None None] Update dhcp port {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'fixed_ips': [{'subnet_id': 'e2955e63-4054-41db-964f-1b74963428d2'}], 'binding:host_id': 'n-d-857339-6'}, 'id': '83787537-6d36-4131-aa35-3f1064e976fe'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 12:58:49.706330 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8b83b3d6-732d-4835-9c5f-3167f83a2a62), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:49.750425 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24168f45-7050-4453-bd92-b850288a02f6 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (f54043fc-9660-4e87-a429-9dd58d7d04b4), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:49.765781 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24168f45-7050-4453-bd92-b850288a02f6 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for router_controller (f54043fc-9660-4e87-a429-9dd58d7d04b4), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:49.770747 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0df4a471-e330-44e3-a442-a6eea02b5453 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for router_gateway (706f81f9-76bf-45cb-8e80-ad53b7258e89), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:49.790944 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-059092d6-f0be-488d-8438-218099ad973f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (83787537-6d36-4131-aa35-3f1064e976fe), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:49.848197 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:50.096893 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24168f45-7050-4453-bd92-b850288a02f6 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (f54043fc-9660-4e87-a429-9dd58d7d04b4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:50.096893 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24168f45-7050-4453-bd92-b850288a02f6 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Fanout notify agent at l3_agent the message router_deleted on router f54043fc-9660-4e87-a429-9dd58d7d04b4 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:58:50.109726 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1cb7dd82-5015-46d0-96d3-768bfcf5287c no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:58:50.117330 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24168f45-7050-4453-bd92-b850288a02f6 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:50.124870 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-24168f45-7050-4453-bd92-b850288a02f6 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/routers/f54043fc-9660-4e87-a429-9dd58d7d04b4 HTTP/1.1" status: 204 len: 168 time: 1.5247338 Nov 02 12:58:50.127522 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33652) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:50.139985 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5208c7fe-de14-4ef9-b369-f76d9e8b4e1d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1245060 Nov 02 12:58:50.161857 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33654) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:50.168750 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-94067bc1-475b-4244-ac6a-273eb6adf5ac tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:50.237856 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-fb585944-97a3-4252-a931-eb692a508a1a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'subnet': {'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:50.312986 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208c7fe-de14-4ef9-b369-f76d9e8b4e1d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Network': ['ID=6fdde03b-b805-4992-b44c-48d4ace1125f,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:50.421102 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:50.650937 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 1cb7dd82-5015-46d0-96d3-768bfcf5287c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:58:50.651571 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1cb7dd82-5015-46d0-96d3-768bfcf5287c not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:58:50.666457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c10ee30-596f-4c91-bb42-fc5c2fc09304 None None] Network e19ff872-ca41-4b48-abc1-dc34701928d1 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:50.679140 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb4ef76-b359-42fb-8869-7ceeb6fd902d None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:50.699197 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 6fdde03b-b805-4992-b44c-48d4ace1125f details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:58:50.714479 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94067bc1-475b-4244-ac6a-273eb6adf5ac tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:50.719392 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-94067bc1-475b-4244-ac6a-273eb6adf5ac tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:50.833029 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0df4a471-e330-44e3-a442-a6eea02b5453 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for router_gateway (706f81f9-76bf-45cb-8e80-ad53b7258e89), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:50.863479 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] Publish callbacks [] for port (8b83b3d6-732d-4835-9c5f-3167f83a2a62), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:50.876722 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0df4a471-e330-44e3-a442-a6eea02b5453 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:50.935065 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d1bf2fde-97fd-4879-8488-ceb017afe281 None None] Provisioning complete for port 83787537-6d36-4131-aa35-3f1064e976fe triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:50.935723 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2fde-97fd-4879-8488-ceb017afe281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (83787537-6d36-4131-aa35-3f1064e976fe), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:50.936247 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d1bf2fde-97fd-4879-8488-ceb017afe281 None None] Attempt 1 to provision port 83787537-6d36-4131-aa35-3f1064e976fe Nov 02 12:58:50.987258 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:51.035426 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-0df4a471-e330-44e3-a442-a6eea02b5453 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Allocated IP 172.25.2.8 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:58:51.040413 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8b83b3d6-732d-4835-9c5f-3167f83a2a62), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.176800 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:51.244388 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0df4a471-e330-44e3-a442-a6eea02b5453 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for port (c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.329101 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb585944-97a3-4252-a931-eb692a508a1a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Made reservation on behalf of 6790a6bdc3bd43eb9b393a49e206d97e for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:51.340770 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb585944-97a3-4252-a931-eb692a508a1a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.387794 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-94067bc1-475b-4244-ac6a-273eb6adf5ac tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (2d3cd512-9d66-406c-86e3-efe105bebcca), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.399271 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43459782-6e67-413f-8bab-e819590fd85a None None] Pushing event updated for resources: {'Port': ['ID=8b83b3d6-732d-4835-9c5f-3167f83a2a62,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:51.440217 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:51.442473 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] Attempting to bind port 8b83b3d6-732d-4835-9c5f-3167f83a2a62 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:58:51.444048 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] Attempting to bind port 8b83b3d6-732d-4835-9c5f-3167f83a2a62 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '3b5e64f7-df3d-47cf-862d-e6fe11fd383b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:58:51.450449 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] Attempting to bind port 8b83b3d6-732d-4835-9c5f-3167f83a2a62 on network e19ff872-ca41-4b48-abc1-dc34701928d1 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:58:51.535476 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94067bc1-475b-4244-ac6a-273eb6adf5ac tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=2d3cd512-9d66-406c-86e3-efe105bebcca,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:51.566184 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0df4a471-e330-44e3-a442-a6eea02b5453 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.585026 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94067bc1-475b-4244-ac6a-273eb6adf5ac tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:51.589143 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-94067bc1-475b-4244-ac6a-273eb6adf5ac tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:51.602207 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94067bc1-475b-4244-ac6a-273eb6adf5ac tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:51.605524 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-94067bc1-475b-4244-ac6a-273eb6adf5ac tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.639350 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:58:51.655140 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] Checking segment: {'id': '3b5e64f7-df3d-47cf-862d-e6fe11fd383b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:58:51.655140 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.655140 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] Bound using segment: {'id': '3b5e64f7-df3d-47cf-862d-e6fe11fd383b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:58:51.655140 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] Bound port: 8b83b3d6-732d-4835-9c5f-3167f83a2a62, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5e64f7-df3d-47cf-862d-e6fe11fd383b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:58:51.655140 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8b83b3d6-732d-4835-9c5f-3167f83a2a62), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.739900 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20132f18-be4f-40f5-bd11-94b0db1389af None None] DHCP port deletion for e9ae2c9f-8862-4b1d-b882-f135a69580a6 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:58:51.746895 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:51.763676 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-94067bc1-475b-4244-ac6a-273eb6adf5ac tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6350224 Nov 02 12:58:51.766507 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33686) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:51.772030 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-fb7f7941-00af-496f-8838-e894f713e176 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1512755192', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:51.879283 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df4a471-e330-44e3-a442-a6eea02b5453 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:51.915432 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-0df4a471-e330-44e3-a442-a6eea02b5453 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:51.945472 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df4a471-e330-44e3-a442-a6eea02b5453 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:58:51.948588 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d1bf2fde-97fd-4879-8488-ceb017afe281 None None] Current status of the port 83787537-6d36-4131-aa35-3f1064e976fe is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:51.957429 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] For port 8b83b3d6-732d-4835-9c5f-3167f83a2a62, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:58:51.969710 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 83787537-6d36-4131-aa35-3f1064e976fe no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:58:51.975954 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] For port 8b83b3d6-732d-4835-9c5f-3167f83a2a62, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8b83b3d6-732d-4835-9c5f-3167f83a2a62,segment=NetworkSegment(3b5e64f7-df3d-47cf-862d-e6fe11fd383b),segment_id=3b5e64f7-df3d-47cf-862d-e6fe11fd383b)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:58:51.996851 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb7f7941-00af-496f-8838-e894f713e176 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (89bf6327-0956-4093-ab0e-07e2929a5747), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.996851 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb7f7941-00af-496f-8838-e894f713e176 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (89bf6327-0956-4093-ab0e-07e2929a5747), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:52.084903 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8b83b3d6-732d-4835-9c5f-3167f83a2a62), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:52.160254 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4a471-e330-44e3-a442-a6eea02b5453 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Pushing event updated for resources: {'Port': ['ID=c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:52.208434 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] Routers {'f72403f9-7f81-483a-9f09-f2e1da51694b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:58:52.209730 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:58:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f72403f9-7f81-483a-9f09-f2e1da51694b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:52.257475 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-20132f18-be4f-40f5-bd11-94b0db1389af None None] Deleting port 83787537-6d36-4131-aa35-3f1064e976fe {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:58:52.262277 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-20132f18-be4f-40f5-bd11-94b0db1389af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (83787537-6d36-4131-aa35-3f1064e976fe), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:52.337264 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:52.345426 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb7f7941-00af-496f-8838-e894f713e176 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for router_controller (89bf6327-0956-4093-ab0e-07e2929a5747), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:52.355291 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:52.365980 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-05b7f34d-0dbc-48d7-9398-d5a675193fb0 None None] Provisioning complete for port 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:52.366946 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-05b7f34d-0dbc-48d7-9398-d5a675193fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4d50b101-9e1c-4422-b7cc-c4e8f0d54216), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:52.367697 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-05b7f34d-0dbc-48d7-9398-d5a675193fb0 None None] Attempt 1 to provision port 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 Nov 02 12:58:52.401921 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb7f7941-00af-496f-8838-e894f713e176 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (89bf6327-0956-4093-ab0e-07e2929a5747), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:52.515991 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=14 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:52.580454 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb7f7941-00af-496f-8838-e894f713e176 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:52.581943 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fb7f7941-00af-496f-8838-e894f713e176 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8142476 Nov 02 12:58:52.584870 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33700) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:52.596954 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 83787537-6d36-4131-aa35-3f1064e976fe is: ACTIVE; New status is: DOWN {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:52.597714 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (83787537-6d36-4131-aa35-3f1064e976fe), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:52.633252 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43459782-6e67-413f-8bab-e819590fd85a None None] Pushing event updated for resources: {'Port': ['ID=8b83b3d6-732d-4835-9c5f-3167f83a2a62,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:52.722550 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] Set router f72403f9-7f81-483a-9f09-f2e1da51694b gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:58:52.844766 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-20132f18-be4f-40f5-bd11-94b0db1389af None None] For port 83787537-6d36-4131-aa35-3f1064e976fe, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=83787537-6d36-4131-aa35-3f1064e976fe,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:52.845323 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-20132f18-be4f-40f5-bd11-94b0db1389af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (83787537-6d36-4131-aa35-3f1064e976fe), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:52.941870 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 83787537-6d36-4131-aa35-3f1064e976fe, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=83787537-6d36-4131-aa35-3f1064e976fe,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:53.108306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-20132f18-be4f-40f5-bd11-94b0db1389af None None] Calling delete_port for 83787537-6d36-4131-aa35-3f1064e976fe owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:58:53.306717 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:53.321286 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:53.333786 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (83787537-6d36-4131-aa35-3f1064e976fe), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:53.416439 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T12:58:44Z', 'revision_number': 2, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:51Z', 'revision_number': 4, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:53.447957 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-05b7f34d-0dbc-48d7-9398-d5a675193fb0 None None] Current status of the port 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:53.457219 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-20132f18-be4f-40f5-bd11-94b0db1389af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (83787537-6d36-4131-aa35-3f1064e976fe), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:53.462188 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd7e5d-fcd7-4997-8144-7f91a2c74cb5 None None] The sync data for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 is: [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T12:58:44Z', 'revision_number': 2, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:51Z', 'revision_number': 4, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:58:53.534848 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:53.575940 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-05b7f34d-0dbc-48d7-9398-d5a675193fb0 None None] Provisioning complete for port 8b83b3d6-732d-4835-9c5f-3167f83a2a62 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:53.575940 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-05b7f34d-0dbc-48d7-9398-d5a675193fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8b83b3d6-732d-4835-9c5f-3167f83a2a62), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:53.575940 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-05b7f34d-0dbc-48d7-9398-d5a675193fb0 None None] Attempt 1 to provision port 8b83b3d6-732d-4835-9c5f-3167f83a2a62 Nov 02 12:58:53.592565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20132f18-be4f-40f5-bd11-94b0db1389af None None] No DVR routers for this DVR port 83787537-6d36-4131-aa35-3f1064e976fe on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:58:53.651799 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59967d0f-f46c-4cb4-9b82-8c84279e27b5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:53.725385 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=83787537-6d36-4131-aa35-3f1064e976fe,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:53.760023 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb15be0e-b44e-4a04-ad1a-2ba5db00bbcd None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:53.988750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20132f18-be4f-40f5-bd11-94b0db1389af None None] Pushing event deleted for resources: {'Port': ['ID=83787537-6d36-4131-aa35-3f1064e976fe,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:54.062010 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0df4a471-e330-44e3-a442-a6eea02b5453 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for router_gateway (706f81f9-76bf-45cb-8e80-ad53b7258e89), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.215531 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.227465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'fixed_ips': [{'subnet_id': '2d3cd512-9d66-406c-86e3-efe105bebcca'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:58:54.227921 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb585944-97a3-4252-a931-eb692a508a1a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (16a631b6-6993-4ef3-96f5-337d019618ff), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.228718 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.387556 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-05b7f34d-0dbc-48d7-9398-d5a675193fb0 None None] Current status of the port 8b83b3d6-732d-4835-9c5f-3167f83a2a62 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:54.391590 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-05b7f34d-0dbc-48d7-9398-d5a675193fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8b83b3d6-732d-4835-9c5f-3167f83a2a62), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.408523 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:54.438928 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb585944-97a3-4252-a931-eb692a508a1a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Subnet': ['ID=16a631b6-6993-4ef3-96f5-337d019618ff,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:54.580005 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-05b7f34d-0dbc-48d7-9398-d5a675193fb0 None None] For port 8b83b3d6-732d-4835-9c5f-3167f83a2a62, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8b83b3d6-732d-4835-9c5f-3167f83a2a62,segment=NetworkSegment(3b5e64f7-df3d-47cf-862d-e6fe11fd383b),segment_id=3b5e64f7-df3d-47cf-862d-e6fe11fd383b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:54.595061 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb585944-97a3-4252-a931-eb692a508a1a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Checking segment: {'id': '46d58141-4cab-4726-847a-e4b66c376d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:58:54.599860 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb585944-97a3-4252-a931-eb692a508a1a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network hostable DHCP agents. Network: 6fdde03b-b805-4992-b44c-48d4ace1125f, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:58:54.697039 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-05b7f34d-0dbc-48d7-9398-d5a675193fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8b83b3d6-732d-4835-9c5f-3167f83a2a62), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.726192 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] Allocated IP 2001:db8::2 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/2d3cd512-9d66-406c-86e3-efe105bebcca/c4f02120-4aa6-462f-9839-d5393ff7fc9b) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:58:54.845430 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb585944-97a3-4252-a931-eb692a508a1a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network 6fdde03b-b805-4992-b44c-48d4ace1125f is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:58:54.998534 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7f34d-0dbc-48d7-9398-d5a675193fb0 None None] Pushing event updated for resources: {'Port': ['ID=8b83b3d6-732d-4835-9c5f-3167f83a2a62,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:55.009214 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-bc061fde-b872-4bde-a302-e41b5cf6b43f None None] Provisioning complete for port 8b83b3d6-732d-4835-9c5f-3167f83a2a62 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:55.009781 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bc061fde-b872-4bde-a302-e41b5cf6b43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8b83b3d6-732d-4835-9c5f-3167f83a2a62), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:55.011188 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-bc061fde-b872-4bde-a302-e41b5cf6b43f None None] Attempt 1 to provision port 8b83b3d6-732d-4835-9c5f-3167f83a2a62 Nov 02 12:58:55.011488 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-fb585944-97a3-4252-a931-eb692a508a1a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 6fdde03b-b805-4992-b44c-48d4ace1125f) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:55.035008 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb585944-97a3-4252-a931-eb692a508a1a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:55.036072 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fb585944-97a3-4252-a931-eb692a508a1a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:55.112916 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0df4a471-e330-44e3-a442-a6eea02b5453 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (706f81f9-76bf-45cb-8e80-ad53b7258e89), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:55.147558 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9515fe9-f03d-4457-a100-67d5bd9dc7d4 None None] Network 6fdde03b-b805-4992-b44c-48d4ace1125f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:58:55.282160 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fb585944-97a3-4252-a931-eb692a508a1a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1045518 Nov 02 12:58:55.283569 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33752) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:55.457314 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:55.459333 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:55.503120 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-6fdde03b-b805-4992-b44c-48d4ace1125f', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:58:55.504420 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:55.541523 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:55.761127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df4a471-e330-44e3-a442-a6eea02b5453 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Router 706f81f9-76bf-45cb-8e80-ad53b7258e89 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:58:55.963326 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bc061fde-b872-4bde-a302-e41b5cf6b43f None None] Current status of the port 8b83b3d6-732d-4835-9c5f-3167f83a2a62 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:55.973654 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8b83b3d6-732d-4835-9c5f-3167f83a2a62 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:58:56.075309 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] Publish callbacks [] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:56.111685 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8fb407d9-e189-42dc-a1dc-f25897be1cc8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:56.180749 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 8b83b3d6-732d-4835-9c5f-3167f83a2a62 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:58:56.182446 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8b83b3d6-732d-4835-9c5f-3167f83a2a62), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:56.183371 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 8b83b3d6-732d-4835-9c5f-3167f83a2a62 Nov 02 12:58:56.238447 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df4a471-e330-44e3-a442-a6eea02b5453 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:58:56.308639 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] Sync routers for ids ['706f81f9-76bf-45cb-8e80-ad53b7258e89'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:58:56.326648 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:56.330947 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0df4a471-e330-44e3-a442-a6eea02b5453 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:56.332709 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0df4a471-e330-44e3-a442-a6eea02b5453 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.6012535 Nov 02 12:58:56.336213 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33768) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:56.458099 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-59967d0f-f46c-4cb4-9b82-8c84279e27b5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::1 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/2d3cd512-9d66-406c-86e3-efe105bebcca/780cffca-ec13-4b90-b98b-fc5f46d93339) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:58:56.496560 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:56.535716 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] Pushing event updated for resources: {'Port': ['ID=c4f02120-4aa6-462f-9839-d5393ff7fc9b,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:56.551846 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] Allocated IP 172.21.0.2 (6fdde03b-b805-4992-b44c-48d4ace1125f/16a631b6-6993-4ef3-96f5-337d019618ff/ef988227-fe62-4d23-9d9c-f721239bd914) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:58:56.555058 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] Routers {'706f81f9-76bf-45cb-8e80-ad53b7258e89'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:58:56.555747 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:58:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['706f81f9-76bf-45cb-8e80-ad53b7258e89'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:56.572050 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:56.580911 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:56.647082 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:58:56.800102 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-611212c6-56a2-428a-bef5-6e52dd04fbb1 tempest-TestSecurityGroupsBasicOps-1040948820 tempest-TestSecurityGroupsBasicOps-1040948820-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?project_id=2c29a45b18b948beb86b5f13b25e46b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4520452 Nov 02 12:58:56.800863 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33778) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:56.829038 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] Attempting to bind port c4f02120-4aa6-462f-9839-d5393ff7fc9b on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:58:56.830469 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] Attempting to bind port c4f02120-4aa6-462f-9839-d5393ff7fc9b by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:58:56.830872 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] Attempting to bind port c4f02120-4aa6-462f-9839-d5393ff7fc9b on network e9ae2c9f-8862-4b1d-b882-f135a69580a6 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:58:57.153319 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:57.156545 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:58:57.157105 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] Checking segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:58:57.157449 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.157881 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] Bound using segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:58:57.160253 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] Bound port: c4f02120-4aa6-462f-9839-d5393ff7fc9b, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:58:57.168656 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.185162 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 8b83b3d6-732d-4835-9c5f-3167f83a2a62 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:58:57.197706 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59967d0f-f46c-4cb4-9b82-8c84279e27b5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (780cffca-ec13-4b90-b98b-fc5f46d93339), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.263367 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:57.289148 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:57.289778 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] Set router 706f81f9-76bf-45cb-8e80-ad53b7258e89 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:58:57.353470 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61d4633-88ce-4949-bff5-f380078f7750 tempest-TestSecurityGroupsBasicOps-1040948820 tempest-TestSecurityGroupsBasicOps-1040948820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:57.359326 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33788) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:57.362400 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b61d4633-88ce-4949-bff5-f380078f7750 tempest-TestSecurityGroupsBasicOps-1040948820 tempest-TestSecurityGroupsBasicOps-1040948820-project-admin] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5604086 Nov 02 12:58:57.393252 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:57.449167 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-06c61820-e5a5-4491-9756-22e406ab9c5a tempest-TestSecurityGroupsBasicOps-1040948820 tempest-TestSecurityGroupsBasicOps-1040948820-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0882242 Nov 02 12:58:57.452165 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33792) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:57.470310 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-111e7f0b-5018-40d4-9bd6-2a9dc3c3e556 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1014775744', 'network_id': 'ae53e63b-00d4-4360-8065-a5a981d950b3', 'project_id': '2c29a45b18b948beb86b5f13b25e46b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:58:57.556593 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] Publish callbacks [] for port (ef988227-fe62-4d23-9d9c-f721239bd914), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.564247 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:57.603332 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59967d0f-f46c-4cb4-9b82-8c84279e27b5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (780cffca-ec13-4b90-b98b-fc5f46d93339), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.721903 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59967d0f-f46c-4cb4-9b82-8c84279e27b5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:57.727650 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59967d0f-f46c-4cb4-9b82-8c84279e27b5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=780cffca-ec13-4b90-b98b-fc5f46d93339,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:57.728214 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (ef988227-fe62-4d23-9d9c-f721239bd914), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.734424 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-59967d0f-f46c-4cb4-9b82-8c84279e27b5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:57.743657 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59967d0f-f46c-4cb4-9b82-8c84279e27b5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:58:57.744223 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59967d0f-f46c-4cb4-9b82-8c84279e27b5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (89bf6327-0956-4093-ab0e-07e2929a5747), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.801387 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] Network 6fdde03b-b805-4992-b44c-48d4ace1125f is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:58:57.844305 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111e7f0b-5018-40d4-9bd6-2a9dc3c3e556 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Made reservation on behalf of 2c29a45b18b948beb86b5f13b25e46b9 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:58:57.847666 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-111e7f0b-5018-40d4-9bd6-2a9dc3c3e556 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.889172 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] For port c4f02120-4aa6-462f-9839-d5393ff7fc9b, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:58:57.893866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] For port c4f02120-4aa6-462f-9839-d5393ff7fc9b, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c4f02120-4aa6-462f-9839-d5393ff7fc9b,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:58:57.899735 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-8fb407d9-e189-42dc-a1dc-f25897be1cc8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Allocated IP 172.21.0.1 (6fdde03b-b805-4992-b44c-48d4ace1125f/16a631b6-6993-4ef3-96f5-337d019618ff/3ab6f635-ef45-4293-a5e4-acbfaab1a4cc) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:58:57.943710 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:58:57.946763 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:58:57.954268 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] Pushing event updated for resources: {'Port': ['ID=ef988227-fe62-4d23-9d9c-f721239bd914,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:58.010036 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:58.047139 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706f81f9-76bf-45cb-8e80-ad53b7258e89', 'name': 'tempest-TestSecurityGroupsBasicOps-router-151207917', 'tenant_id': '2c29a45b18b948beb86b5f13b25e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:47Z', 'updated_at': '2022-11-02T12:58:52Z', 'revision_number': 3, 'project_id': '2c29a45b18b948beb86b5f13b25e46b9', 'gw_port': {'id': 'c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706f81f9-76bf-45cb-8e80-ad53b7258e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:50Z', 'updated_at': '2022-11-02T12:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:58.116351 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] Checking router: 706f81f9-76bf-45cb-8e80-ad53b7258e89 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:58:58.117015 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] Updating router 706f81f9-76bf-45cb-8e80-ad53b7258e89 port c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:58:58.149960 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] Attempting to bind port ef988227-fe62-4d23-9d9c-f721239bd914 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:58:58.150674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] Attempting to bind port ef988227-fe62-4d23-9d9c-f721239bd914 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '46d58141-4cab-4726-847a-e4b66c376d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:58:58.151483 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] Attempting to bind port ef988227-fe62-4d23-9d9c-f721239bd914 on network 6fdde03b-b805-4992-b44c-48d4ace1125f {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:58:58.285111 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:58.322374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:58:58.322781 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] Checking segment: {'id': '46d58141-4cab-4726-847a-e4b66c376d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:58:58.329744 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:58.330186 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] Bound using segment: {'id': '46d58141-4cab-4726-847a-e4b66c376d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:58:58.330734 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] Bound port: ef988227-fe62-4d23-9d9c-f721239bd914, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d58141-4cab-4726-847a-e4b66c376d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:58:58.331144 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ef988227-fe62-4d23-9d9c-f721239bd914), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:58.428576 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:58.525262 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59967d0f-f46c-4cb4-9b82-8c84279e27b5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (780cffca-ec13-4b90-b98b-fc5f46d93339), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:58.789439 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25af90-f1bd-44f2-a0b4-a5010b379c90 None None] Pushing event updated for resources: {'Port': ['ID=c4f02120-4aa6-462f-9839-d5393ff7fc9b,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:59.023745 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:59.037833 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] For port ef988227-fe62-4d23-9d9c-f721239bd914, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:58:59.097335 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] For port ef988227-fe62-4d23-9d9c-f721239bd914, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ef988227-fe62-4d23-9d9c-f721239bd914,segment=NetworkSegment(46d58141-4cab-4726-847a-e4b66c376d16),segment_id=46d58141-4cab-4726-847a-e4b66c376d16)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:58:59.123904 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:59.221394 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ef988227-fe62-4d23-9d9c-f721239bd914), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:59.269185 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:59.467563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ab850-4aa4-4019-ae61-f9c82ec41cfe None None] Pushing event updated for resources: {'Port': ['ID=ef988227-fe62-4d23-9d9c-f721239bd914,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:59.502716 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:59.629423 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:58:59.711896 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] Publish callbacks [] for port (c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:59.825551 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:59.902105 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8fb407d9-e189-42dc-a1dc-f25897be1cc8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for port (3ab6f635-ef45-4293-a5e4-acbfaab1a4cc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:00.038567 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] Attempting to bind port c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:59:00.039034 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] Attempting to bind port c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:59:00.039685 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] Attempting to bind port c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:59:00.098665 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c4f02120-4aa6-462f-9839-d5393ff7fc9b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:00.270890 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-111e7f0b-5018-40d4-9bd6-2a9dc3c3e556 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (64a578d7-b3eb-4327-8bd6-869a8d8195ab), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:00.325047 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59967d0f-f46c-4cb4-9b82-8c84279e27b5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (780cffca-ec13-4b90-b98b-fc5f46d93339), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:00.366263 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8fb407d9-e189-42dc-a1dc-f25897be1cc8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (3ab6f635-ef45-4293-a5e4-acbfaab1a4cc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:00.448656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeee857-5440-4357-9eb9-2e8908f1395d None None] Pushing event updated for resources: {'Port': ['ID=c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:00.486550 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59967d0f-f46c-4cb4-9b82-8c84279e27b5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (780cffca-ec13-4b90-b98b-fc5f46d93339), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:00.487215 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59967d0f-f46c-4cb4-9b82-8c84279e27b5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (89bf6327-0956-4093-ab0e-07e2929a5747), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:00.490692 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ce9fd9e0-ba2a-4ebb-ab02-605bfac5c264 None None] Provisioning complete for port c4f02120-4aa6-462f-9839-d5393ff7fc9b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:00.493683 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd9e0-ba2a-4ebb-ab02-605bfac5c264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:00.497014 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ce9fd9e0-ba2a-4ebb-ab02-605bfac5c264 None None] Attempt 1 to provision port c4f02120-4aa6-462f-9839-d5393ff7fc9b Nov 02 12:59:00.557412 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb407d9-e189-42dc-a1dc-f25897be1cc8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network 6fdde03b-b805-4992-b44c-48d4ace1125f is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:59:00.581939 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-8fb407d9-e189-42dc-a1dc-f25897be1cc8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:00.612366 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb407d9-e189-42dc-a1dc-f25897be1cc8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:59:00.626437 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:59:00.627199 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:59:00.627795 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:00.628367 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:59:00.629089 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] Bound port: c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:59:00.630401 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:00.733280 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:00.787828 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e7f0b-5018-40d4-9bd6-2a9dc3c3e556 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Checking segment: {'id': '22152518-82b1-4c24-bfdf-e12e1d192ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'ae53e63b-00d4-4360-8065-a5a981d950b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:59:00.788461 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111e7f0b-5018-40d4-9bd6-2a9dc3c3e556 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Network hostable DHCP agents. Network: ae53e63b-00d4-4360-8065-a5a981d950b3, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:59:00.804043 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8fb407d9-e189-42dc-a1dc-f25897be1cc8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (f72403f9-7f81-483a-9f09-f2e1da51694b), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:00.814218 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:00.890444 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=5,neutron:SELECT=85,neutron:INSERT=10 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:01.026774 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c4f02120-4aa6-462f-9839-d5393ff7fc9b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:01.027315 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:01.027646 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c4f02120-4aa6-462f-9839-d5393ff7fc9b Nov 02 12:59:01.039073 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e7f0b-5018-40d4-9bd6-2a9dc3c3e556 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Pushing event updated for resources: {'Subnet': ['ID=64a578d7-b3eb-4327-8bd6-869a8d8195ab,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:01.172559 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb407d9-e189-42dc-a1dc-f25897be1cc8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Port': ['ID=3ab6f635-ef45-4293-a5e4-acbfaab1a4cc,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:01.250187 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59967d0f-f46c-4cb4-9b82-8c84279e27b5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:59:01.258459 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-59967d0f-f46c-4cb4-9b82-8c84279e27b5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:01.458417 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:01.485286 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c4f02120-4aa6-462f-9839-d5393ff7fc9b is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:01.485286 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:01.492026 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] For port c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:59:01.527892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ce9fd9e0-ba2a-4ebb-ab02-605bfac5c264 None None] Current status of the port c4f02120-4aa6-462f-9839-d5393ff7fc9b is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:01.538105 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd9e0-ba2a-4ebb-ab02-605bfac5c264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:01.591678 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] For port c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:59:01.643681 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59967d0f-f46c-4cb4-9b82-8c84279e27b5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=780cffca-ec13-4b90-b98b-fc5f46d93339,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:01.657805 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111e7f0b-5018-40d4-9bd6-2a9dc3c3e556 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Network ae53e63b-00d4-4360-8065-a5a981d950b3 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:59:01.662794 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:01.666372 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port c4f02120-4aa6-462f-9839-d5393ff7fc9b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c4f02120-4aa6-462f-9839-d5393ff7fc9b,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:01.720738 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:01.730974 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:01.880022 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-111e7f0b-5018-40d4-9bd6-2a9dc3c3e556 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, ae53e63b-00d4-4360-8065-a5a981d950b3) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:01.899393 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111e7f0b-5018-40d4-9bd6-2a9dc3c3e556 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:01.900115 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-111e7f0b-5018-40d4-9bd6-2a9dc3c3e556 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:01.928175 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeee857-5440-4357-9eb9-2e8908f1395d None None] Pushing event updated for resources: {'Port': ['ID=c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:01.950584 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:01.955966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf890c87-d9c0-430e-beb0-3693568dc4b1 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:59:02.046119 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-111e7f0b-5018-40d4-9bd6-2a9dc3c3e556 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.5899408 Nov 02 12:59:02.046853 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33862) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:02.146400 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] Routers {'706f81f9-76bf-45cb-8e80-ad53b7258e89'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:59:02.149725 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:58:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['706f81f9-76bf-45cb-8e80-ad53b7258e89'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:02.186813 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59967d0f-f46c-4cb4-9b82-8c84279e27b5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Router 89bf6327-0956-4093-ab0e-07e2929a5747 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:59:02.213636 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:02.282755 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ef988227-fe62-4d23-9d9c-f721239bd914 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:02.331143 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8fb407d9-e189-42dc-a1dc-f25897be1cc8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3ab6f635-ef45-4293-a5e4-acbfaab1a4cc), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:02.508033 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:02.541457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ef988227-fe62-4d23-9d9c-f721239bd914 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:02.542026 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ef988227-fe62-4d23-9d9c-f721239bd914), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:02.548397 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ef988227-fe62-4d23-9d9c-f721239bd914 Nov 02 12:59:02.550338 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:02.551692 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=c4f02120-4aa6-462f-9839-d5393ff7fc9b,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:02.801357 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-ce9fd9e0-ba2a-4ebb-ab02-605bfac5c264 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:59:02.802289 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-ce9fd9e0-ba2a-4ebb-ab02-605bfac5c264 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:59:03.021893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ef988227-fe62-4d23-9d9c-f721239bd914 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:03.032797 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ef988227-fe62-4d23-9d9c-f721239bd914), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:03.104555 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] Set router 706f81f9-76bf-45cb-8e80-ad53b7258e89 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:59:03.194922 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf890c87-d9c0-430e-beb0-3693568dc4b1 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:59:03.338860 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port ef988227-fe62-4d23-9d9c-f721239bd914, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ef988227-fe62-4d23-9d9c-f721239bd914,segment=NetworkSegment(46d58141-4cab-4726-847a-e4b66c376d16),segment_id=46d58141-4cab-4726-847a-e4b66c376d16)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:03.415168 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3cc4-f87d-4100-b0eb-899ef1ac7b44 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:03.554790 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:03.580580 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:03.590973 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ef988227-fe62-4d23-9d9c-f721239bd914), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:03.605053 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:03.711433 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59967d0f-f46c-4cb4-9b82-8c84279e27b5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:59:03.728433 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] Sync routers for ids ['89bf6327-0956-4093-ab0e-07e2929a5747'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:59:03.730322 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ce9fd9e0-ba2a-4ebb-ab02-605bfac5c264 None None] Current status of the port c4f02120-4aa6-462f-9839-d5393ff7fc9b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:03.740275 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-59967d0f-f46c-4cb4-9b82-8c84279e27b5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "PUT /networking/v2.0/routers/89bf6327-0956-4093-ab0e-07e2929a5747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1538665 Nov 02 12:59:03.765961 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] Routers {'89bf6327-0956-4093-ab0e-07e2929a5747'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:59:03.773353 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:58:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['89bf6327-0956-4093-ab0e-07e2929a5747'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:03.797521 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33894) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:04.016850 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706f81f9-76bf-45cb-8e80-ad53b7258e89', 'name': 'tempest-TestSecurityGroupsBasicOps-router-151207917', 'tenant_id': '2c29a45b18b948beb86b5f13b25e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:47Z', 'updated_at': '2022-11-02T12:58:52Z', 'revision_number': 3, 'project_id': '2c29a45b18b948beb86b5f13b25e46b9', 'gw_port': {'id': 'c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706f81f9-76bf-45cb-8e80-ad53b7258e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:50Z', 'updated_at': '2022-11-02T12:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:04.035829 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdb7b5c-7c0c-432b-9247-3fcff832697e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:04.042006 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5bdb7b5c-7c0c-432b-9247-3fcff832697e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports/780cffca-ec13-4b90-b98b-fc5f46d93339 HTTP/1.1" status: 200 len: 911 time: 0.2389655 Nov 02 12:59:04.049663 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c66a5487-9437-4ae0-a7e0-368b02445e44 None None] Provisioning complete for port ef988227-fe62-4d23-9d9c-f721239bd914 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:04.053242 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c66a5487-9437-4ae0-a7e0-368b02445e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ef988227-fe62-4d23-9d9c-f721239bd914), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:04.053864 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c66a5487-9437-4ae0-a7e0-368b02445e44 None None] Attempt 1 to provision port ef988227-fe62-4d23-9d9c-f721239bd914 Nov 02 12:59:04.097254 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8fb407d9-e189-42dc-a1dc-f25897be1cc8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for port (3ab6f635-ef45-4293-a5e4-acbfaab1a4cc), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:04.099496 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33902) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:04.183340 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0779a306-8ea4-42c9-b32f-2d0d52fa1555 None None] The sync data for ids ['706f81f9-76bf-45cb-8e80-ad53b7258e89'] in n-d-857339-6 is: [{'id': '706f81f9-76bf-45cb-8e80-ad53b7258e89', 'name': 'tempest-TestSecurityGroupsBasicOps-router-151207917', 'tenant_id': '2c29a45b18b948beb86b5f13b25e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:47Z', 'updated_at': '2022-11-02T12:58:52Z', 'revision_number': 3, 'project_id': '2c29a45b18b948beb86b5f13b25e46b9', 'gw_port': {'id': 'c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706f81f9-76bf-45cb-8e80-ad53b7258e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:50Z', 'updated_at': '2022-11-02T12:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:59:04.184278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=ef988227-fe62-4d23-9d9c-f721239bd914,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:04.199951 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8fb407d9-e189-42dc-a1dc-f25897be1cc8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (3ab6f635-ef45-4293-a5e4-acbfaab1a4cc), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:04.226081 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] Set router 89bf6327-0956-4093-ab0e-07e2929a5747 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:59:04.228002 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c4f02120-4aa6-462f-9839-d5393ff7fc9b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:04.378846 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d69377e-4c1d-4483-8a7f-ebc7de5df3de tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:04.405524 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d69377e-4c1d-4483-8a7f-ebc7de5df3de tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:04.414497 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9d69377e-4c1d-4483-8a7f-ebc7de5df3de tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3138008 Nov 02 12:59:04.420214 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 33906) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:04.421985 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:04.476588 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-0b8c3cc4-f87d-4100-b0eb-899ef1ac7b44 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Allocated IP 172.20.0.1 (ae53e63b-00d4-4360-8065-a5a981d950b3/64a578d7-b3eb-4327-8bd6-869a8d8195ab/a634109e-ff44-4422-afd5-16fe8ebe862d) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:59:04.585665 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c4f02120-4aa6-462f-9839-d5393ff7fc9b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:04.585920 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:04.586250 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c4f02120-4aa6-462f-9839-d5393ff7fc9b Nov 02 12:59:04.735256 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=76,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:04.879668 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8fb407d9-e189-42dc-a1dc-f25897be1cc8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (f72403f9-7f81-483a-9f09-f2e1da51694b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:04.888824 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf6327-0956-4093-ab0e-07e2929a5747', 'name': 'tempest-NetworksTestDHCPv6-router-1512755192', 'tenant_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:52Z', 'updated_at': '2022-11-02T12:58:57Z', 'revision_number': 2, 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'gw_port_host': None, '_interfaces': [{'id': '780cffca-ec13-4b90-b98b-fc5f46d93339', 'name': '', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'tenant_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'mac_address': 'fa:16:3e:67:99:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf6327-0956-4093-ab0e-07e2929a5747', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '2d3cd512-9d66-406c-86e3-efe105bebcca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:55Z', 'updated_at': '2022-11-02T12:58:59Z', 'revision_number': 2, 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'subnets': [{'id': '2d3cd512-9d66-406c-86e3-efe105bebcca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:04.900512 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb407d9-e189-42dc-a1dc-f25897be1cc8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Port': ['ID=3ab6f635-ef45-4293-a5e4-acbfaab1a4cc,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:04.963183 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] Checking router: 89bf6327-0956-4093-ab0e-07e2929a5747 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:59:04.963867 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] Updating router 89bf6327-0956-4093-ab0e-07e2929a5747 port 780cffca-ec13-4b90-b98b-fc5f46d93339 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:59:05.031968 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3cc4-f87d-4100-b0eb-899ef1ac7b44 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for port (a634109e-ff44-4422-afd5-16fe8ebe862d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:05.035355 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:05.050511 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (780cffca-ec13-4b90-b98b-fc5f46d93339), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:05.228794 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb407d9-e189-42dc-a1dc-f25897be1cc8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network 6fdde03b-b805-4992-b44c-48d4ace1125f is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:59:05.234430 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-8fb407d9-e189-42dc-a1dc-f25897be1cc8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:05.239346 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:05.287865 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:05.313950 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:05.320621 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c66a5487-9437-4ae0-a7e0-368b02445e44 None None] Current status of the port ef988227-fe62-4d23-9d9c-f721239bd914 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:05.348145 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3cc4-f87d-4100-b0eb-899ef1ac7b44 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (a634109e-ff44-4422-afd5-16fe8ebe862d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:05.376264 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:05.485651 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c66a5487-9437-4ae0-a7e0-368b02445e44 None None] Provisioning complete for port 780cffca-ec13-4b90-b98b-fc5f46d93339 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:05.490688 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c66a5487-9437-4ae0-a7e0-368b02445e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (780cffca-ec13-4b90-b98b-fc5f46d93339), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:05.491141 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c66a5487-9437-4ae0-a7e0-368b02445e44 None None] Attempt 1 to provision port 780cffca-ec13-4b90-b98b-fc5f46d93339 Nov 02 12:59:05.569654 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8c3cc4-f87d-4100-b0eb-899ef1ac7b44 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Network ae53e63b-00d4-4360-8065-a5a981d950b3 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:59:05.578613 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-0b8c3cc4-f87d-4100-b0eb-899ef1ac7b44 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:05.615519 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8c3cc4-f87d-4100-b0eb-899ef1ac7b44 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:59:05.652390 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c66a5487-9437-4ae0-a7e0-368b02445e44 None None] Port 780cffca-ec13-4b90-b98b-fc5f46d93339 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:59:05.670652 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c4f02120-4aa6-462f-9839-d5393ff7fc9b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:05.699370 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3cc4-f87d-4100-b0eb-899ef1ac7b44 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (706f81f9-76bf-45cb-8e80-ad53b7258e89), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:05.726120 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-ae53e63b-00d4-4360-8065-a5a981d950b3', 'network_id': 'ae53e63b-00d4-4360-8065-a5a981d950b3', 'project_id': '2c29a45b18b948beb86b5f13b25e46b9', 'fixed_ips': [{'subnet_id': '64a578d7-b3eb-4327-8bd6-869a8d8195ab'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:59:05.727016 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:05.758930 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb407d9-e189-42dc-a1dc-f25897be1cc8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router f72403f9-7f81-483a-9f09-f2e1da51694b has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:59:05.870991 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:05.896677 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c3cc4-f87d-4100-b0eb-899ef1ac7b44 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Pushing event updated for resources: {'Port': ['ID=a634109e-ff44-4422-afd5-16fe8ebe862d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:06.460514 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] Allocated IP 172.20.0.2 (ae53e63b-00d4-4360-8065-a5a981d950b3/64a578d7-b3eb-4327-8bd6-869a8d8195ab/c08f4255-b546-46df-806b-e64fe4a77018) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:59:06.544891 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:06.817913 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb407d9-e189-42dc-a1dc-f25897be1cc8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:59:06.843349 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] Sync routers for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:59:06.884407 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:06.897681 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] Publish callbacks [] for port (780cffca-ec13-4b90-b98b-fc5f46d93339), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:06.942514 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8fb407d9-e189-42dc-a1dc-f25897be1cc8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/f72403f9-7f81-483a-9f09-f2e1da51694b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6576355 Nov 02 12:59:06.948685 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:06.964668 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 33942) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:06.982639 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f40f0520-e883-419d-b08f-9070ed911aa7 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'network': {'name': 'tempest-RoutersTest-57498670'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:59:07.004886 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f88f2f84-1349-44ea-a98e-5c8e7959dd55 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (89bf6327-0956-4093-ab0e-07e2929a5747), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:07.005410 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (780cffca-ec13-4b90-b98b-fc5f46d93339), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:07.271724 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:07.304634 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] Attempting to bind port 780cffca-ec13-4b90-b98b-fc5f46d93339 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:59:07.308617 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] Attempting to bind port 780cffca-ec13-4b90-b98b-fc5f46d93339 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:59:07.309280 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] Attempting to bind port 780cffca-ec13-4b90-b98b-fc5f46d93339 on network e9ae2c9f-8862-4b1d-b882-f135a69580a6 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:59:07.495983 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1122f5e-0df2-46d2-820a-6a1e0eeddfa6 None None] Pushing event updated for resources: {'Port': ['ID=780cffca-ec13-4b90-b98b-fc5f46d93339,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:07.523323 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:59:07.523675 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] Checking segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:59:07.528380 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:07.529139 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] Bound using segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:59:07.535994 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] Bound port: 780cffca-ec13-4b90-b98b-fc5f46d93339, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:59:07.536726 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (780cffca-ec13-4b90-b98b-fc5f46d93339), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:07.608158 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] Routers {'f72403f9-7f81-483a-9f09-f2e1da51694b'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:59:07.608850 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:58:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f72403f9-7f81-483a-9f09-f2e1da51694b'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:07.651178 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40f0520-e883-419d-b08f-9070ed911aa7 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Made reservation on behalf of 6790a6bdc3bd43eb9b393a49e206d97e for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:59:07.676155 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f40f0520-e883-419d-b08f-9070ed911aa7 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:07.696271 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3cc4-f87d-4100-b0eb-899ef1ac7b44 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a634109e-ff44-4422-afd5-16fe8ebe862d), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:07.701563 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f88f2f84-1349-44ea-a98e-5c8e7959dd55 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port 780cffca-ec13-4b90-b98b-fc5f46d93339 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:59:07.701916 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f88f2f84-1349-44ea-a98e-5c8e7959dd55 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (780cffca-ec13-4b90-b98b-fc5f46d93339), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:07.744403 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] For port 780cffca-ec13-4b90-b98b-fc5f46d93339, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:59:07.760513 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] For port 780cffca-ec13-4b90-b98b-fc5f46d93339, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=780cffca-ec13-4b90-b98b-fc5f46d93339,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:59:07.859529 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f40f0520-e883-419d-b08f-9070ed911aa7 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:59:07.868871 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (780cffca-ec13-4b90-b98b-fc5f46d93339), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:08.015189 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:08.015589 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:08.015930 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f Nov 02 12:59:08.054263 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7ad62a35-3290-4853-ac8f-2638f2cb37ca None None] Provisioning complete for port c4f02120-4aa6-462f-9839-d5393ff7fc9b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:08.072976 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7ad62a35-3290-4853-ac8f-2638f2cb37ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:08.073322 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7ad62a35-3290-4853-ac8f-2638f2cb37ca None None] Attempt 1 to provision port c4f02120-4aa6-462f-9839-d5393ff7fc9b Nov 02 12:59:08.102483 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f40f0520-e883-419d-b08f-9070ed911aa7 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (30d47e98-6da9-4834-a3ae-06f2bf1a0b11), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:08.105751 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1122f5e-0df2-46d2-820a-6a1e0eeddfa6 None None] Pushing event updated for resources: {'Port': ['ID=780cffca-ec13-4b90-b98b-fc5f46d93339,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:08.107490 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-f40f0520-e883-419d-b08f-9070ed911aa7 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Added segment 30d47e98-6da9-4834-a3ae-06f2bf1a0b11 of type vlan for network bc79e007-b70b-437a-9a53-f5ae9dfcdb45 Nov 02 12:59:08.183796 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] Routers {'89bf6327-0956-4093-ab0e-07e2929a5747'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:59:08.184445 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:58:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['89bf6327-0956-4093-ab0e-07e2929a5747'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:08.193524 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-f88f2f84-1349-44ea-a98e-5c8e7959dd55 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] For port 780cffca-ec13-4b90-b98b-fc5f46d93339, host n-d-857339-6, got binding levels [] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:08.194115 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f88f2f84-1349-44ea-a98e-5c8e7959dd55 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (780cffca-ec13-4b90-b98b-fc5f46d93339), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:08.231511 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f40f0520-e883-419d-b08f-9070ed911aa7 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (bc79e007-b70b-437a-9a53-f5ae9dfcdb45), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:08.289313 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f88f2f84-1349-44ea-a98e-5c8e7959dd55 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for 780cffca-ec13-4b90-b98b-fc5f46d93339 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:59:08.304303 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:08.388915 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f40f0520-e883-419d-b08f-9070ed911aa7 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (bc79e007-b70b-437a-9a53-f5ae9dfcdb45), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:08.394484 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40f0520-e883-419d-b08f-9070ed911aa7 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:08.395116 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f40f0520-e883-419d-b08f-9070ed911aa7 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:08.451215 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] Set router f72403f9-7f81-483a-9f09-f2e1da51694b gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:59:08.529439 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] Set router 89bf6327-0956-4093-ab0e-07e2929a5747 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:59:08.545494 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f0520-e883-419d-b08f-9070ed911aa7 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Network': ['ID=bc79e007-b70b-437a-9a53-f5ae9dfcdb45,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:08.587897 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network bc79e007-b70b-437a-9a53-f5ae9dfcdb45 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:59:08.703677 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:08.777775 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:08.840593 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f40f0520-e883-419d-b08f-9070ed911aa7 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.8746119 Nov 02 12:59:08.842599 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:08.847135 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34010) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:08.865621 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-dcef2d4a-4b72-45ec-8b85-f9292a479499 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'subnet': {'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:59:09.004631 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:09.052601 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf6327-0956-4093-ab0e-07e2929a5747', 'name': 'tempest-NetworksTestDHCPv6-router-1512755192', 'tenant_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:52Z', 'updated_at': '2022-11-02T12:58:57Z', 'revision_number': 2, 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'gw_port_host': None, '_interfaces': [{'id': '780cffca-ec13-4b90-b98b-fc5f46d93339', 'name': '', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'tenant_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'mac_address': 'fa:16:3e:67:99:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf6327-0956-4093-ab0e-07e2929a5747', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '2d3cd512-9d66-406c-86e3-efe105bebcca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:55Z', 'updated_at': '2022-11-02T12:59:07Z', 'revision_number': 4, 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'subnets': [{'id': '2d3cd512-9d66-406c-86e3-efe105bebcca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:09.181888 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09286cc-4610-4c41-8276-393304c5e31d None None] The sync data for ids ['89bf6327-0956-4093-ab0e-07e2929a5747'] in n-d-857339-6 is: [{'id': '89bf6327-0956-4093-ab0e-07e2929a5747', 'name': 'tempest-NetworksTestDHCPv6-router-1512755192', 'tenant_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:52Z', 'updated_at': '2022-11-02T12:58:57Z', 'revision_number': 2, 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'gw_port_host': None, '_interfaces': [{'id': '780cffca-ec13-4b90-b98b-fc5f46d93339', 'name': '', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'tenant_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'mac_address': 'fa:16:3e:67:99:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf6327-0956-4093-ab0e-07e2929a5747', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '2d3cd512-9d66-406c-86e3-efe105bebcca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:55Z', 'updated_at': '2022-11-02T12:59:07Z', 'revision_number': 4, 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'subnets': [{'id': '2d3cd512-9d66-406c-86e3-efe105bebcca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:59:09.219946 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] Publish callbacks [] for port (c08f4255-b546-46df-806b-e64fe4a77018), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:09.241647 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f88f2f84-1349-44ea-a98e-5c8e7959dd55 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (780cffca-ec13-4b90-b98b-fc5f46d93339), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:09.255950 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3cc4-f87d-4100-b0eb-899ef1ac7b44 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for port (a634109e-ff44-4422-afd5-16fe8ebe862d), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:09.303091 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:09.306233 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7ad62a35-3290-4853-ac8f-2638f2cb37ca None None] Current status of the port c4f02120-4aa6-462f-9839-d5393ff7fc9b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:09.316786 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7ad62a35-3290-4853-ac8f-2638f2cb37ca None None] Could not find standard attr ID for object 780cffca-ec13-4b90-b98b-fc5f46d93339. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:59:09.321484 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcef2d4a-4b72-45ec-8b85-f9292a479499 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Made reservation on behalf of 6790a6bdc3bd43eb9b393a49e206d97e for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:59:09.328417 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dcef2d4a-4b72-45ec-8b85-f9292a479499 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:09.384058 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3cc4-f87d-4100-b0eb-899ef1ac7b44 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (a634109e-ff44-4422-afd5-16fe8ebe862d), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:09.470396 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f2f84-1349-44ea-a98e-5c8e7959dd55 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=780cffca-ec13-4b90-b98b-fc5f46d93339,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:09.550939 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:09.612911 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c3cc4-f87d-4100-b0eb-899ef1ac7b44 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Pushing event updated for resources: {'Port': ['ID=a634109e-ff44-4422-afd5-16fe8ebe862d,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:09.635605 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (c08f4255-b546-46df-806b-e64fe4a77018), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:09.645130 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:09.645520 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:09.662622 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3cc4-f87d-4100-b0eb-899ef1ac7b44 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (706f81f9-76bf-45cb-8e80-ad53b7258e89), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:09.689415 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:09.863358 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T12:59:01Z', 'revision_number': 3, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '3ab6f635-ef45-4293-a5e4-acbfaab1a4cc', 'name': '', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:8a:4a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:56Z', 'updated_at': '2022-11-02T12:59:03Z', 'revision_number': 2, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:09.868288 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] Pushing event updated for resources: {'Port': ['ID=c08f4255-b546-46df-806b-e64fe4a77018,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:10.034284 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f88f2f84-1349-44ea-a98e-5c8e7959dd55 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (89bf6327-0956-4093-ab0e-07e2929a5747), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:10.037015 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] Checking router: f72403f9-7f81-483a-9f09-f2e1da51694b for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:59:10.039040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] Updating router f72403f9-7f81-483a-9f09-f2e1da51694b port 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:59:10.068953 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:10.093633 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8c3cc4-f87d-4100-b0eb-899ef1ac7b44 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Network ae53e63b-00d4-4360-8065-a5a981d950b3 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:59:10.101531 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-0b8c3cc4-f87d-4100-b0eb-899ef1ac7b44 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:10.152868 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:10.168438 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ef988227-fe62-4d23-9d9c-f721239bd914 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:10.275058 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] Network ae53e63b-00d4-4360-8065-a5a981d950b3 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:59:10.304038 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ef988227-fe62-4d23-9d9c-f721239bd914 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:10.304739 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ef988227-fe62-4d23-9d9c-f721239bd914), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:10.305258 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ef988227-fe62-4d23-9d9c-f721239bd914 Nov 02 12:59:10.508962 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:10.515913 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3ab6f635-ef45-4293-a5e4-acbfaab1a4cc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:10.544559 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:59:10.573955 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8c3cc4-f87d-4100-b0eb-899ef1ac7b44 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Router 706f81f9-76bf-45cb-8e80-ad53b7258e89 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:59:10.639750 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:10.728674 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88f2f84-1349-44ea-a98e-5c8e7959dd55 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Router 89bf6327-0956-4093-ab0e-07e2929a5747 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:59:10.840067 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:10.927606 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:10.941301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ef988227-fe62-4d23-9d9c-f721239bd914 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:11.085930 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:11.125558 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] Attempting to bind port c08f4255-b546-46df-806b-e64fe4a77018 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:59:11.129066 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] Attempting to bind port c08f4255-b546-46df-806b-e64fe4a77018 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '22152518-82b1-4c24-bfdf-e12e1d192ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'ae53e63b-00d4-4360-8065-a5a981d950b3'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:59:11.130255 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] Attempting to bind port c08f4255-b546-46df-806b-e64fe4a77018 on network ae53e63b-00d4-4360-8065-a5a981d950b3 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:59:11.159498 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88f2f84-1349-44ea-a98e-5c8e7959dd55 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:59:11.188220 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f88f2f84-1349-44ea-a98e-5c8e7959dd55 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "PUT /networking/v2.0/routers/89bf6327-0956-4093-ab0e-07e2929a5747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6291313 Nov 02 12:59:11.193495 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34080) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:11.197147 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [req-0b2aaa51-b83a-49cf-95c0-33b4c18140ac req-73cc700b-14e3-42ab-9e6a-4018b41a2c44 tempest-ServersOnMultiNodesTest-1923437290 tempest-ServersOnMultiNodesTest-1923437290-project] (105976) timed out ('10.222.0.57', 64236) {{(pid=105976) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 02 12:59:11.511367 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dcef2d4a-4b72-45ec-8b85-f9292a479499 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (feb18cf6-1828-470e-99d2-e6986ca9fe64), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:11.518798 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:11.545326 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccae883-7a00-4343-9eaf-dc03a46c7f39 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:11.581323 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccae883-7a00-4343-9eaf-dc03a46c7f39 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:11.585479 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6ccae883-7a00-4343-9eaf-dc03a46c7f39 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3837037 Nov 02 12:59:11.697297 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34098) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:11.709405 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef2d4a-4b72-45ec-8b85-f9292a479499 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Subnet': ['ID=feb18cf6-1828-470e-99d2-e6986ca9fe64,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:11.714987 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:11.765858 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8c3cc4-f87d-4100-b0eb-899ef1ac7b44 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:59:11.781143 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] Sync routers for ids ['706f81f9-76bf-45cb-8e80-ad53b7258e89'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:59:11.784696 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:59:11.785113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] Checking segment: {'id': '22152518-82b1-4c24-bfdf-e12e1d192ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'ae53e63b-00d4-4360-8065-a5a981d950b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:59:11.785521 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:11.785922 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] Bound using segment: {'id': '22152518-82b1-4c24-bfdf-e12e1d192ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'ae53e63b-00d4-4360-8065-a5a981d950b3'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:59:11.786931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] Bound port: c08f4255-b546-46df-806b-e64fe4a77018, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22152518-82b1-4c24-bfdf-e12e1d192ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'ae53e63b-00d4-4360-8065-a5a981d950b3'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:59:11.787086 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c08f4255-b546-46df-806b-e64fe4a77018), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:11.801396 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] Routers {'706f81f9-76bf-45cb-8e80-ad53b7258e89'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:59:11.804325 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:58:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['706f81f9-76bf-45cb-8e80-ad53b7258e89'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:11.823838 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef2d4a-4b72-45ec-8b85-f9292a479499 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Checking segment: {'id': '30d47e98-6da9-4834-a3ae-06f2bf1a0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:59:11.824514 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcef2d4a-4b72-45ec-8b85-f9292a479499 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network hostable DHCP agents. Network: bc79e007-b70b-437a-9a53-f5ae9dfcdb45, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:59:11.853894 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34102) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:11.865214 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0b8c3cc4-f87d-4100-b0eb-899ef1ac7b44 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] 10.222.0.64 "PUT /networking/v2.0/routers/706f81f9-76bf-45cb-8e80-ad53b7258e89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8169646 Nov 02 12:59:11.874460 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c98e218c-79b3-4e39-974c-a0d34646d341 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--432595127', 'description': 'tempest-secgroup_access--432595127 description', 'project_id': '2c29a45b18b948beb86b5f13b25e46b9'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:59:11.889653 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:11.890081 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:11.890425 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f Nov 02 12:59:11.935901 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet 2d3cd512-9d66-406c-86e3-efe105bebcca {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:59:11.942017 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (2d3cd512-9d66-406c-86e3-efe105bebcca), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:12.001039 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (2d3cd512-9d66-406c-86e3-efe105bebcca), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:12.061474 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c98e218c-79b3-4e39-974c-a0d34646d341 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:12.063798 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcef2d4a-4b72-45ec-8b85-f9292a479499 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network bc79e007-b70b-437a-9a53-f5ae9dfcdb45 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:59:12.107603 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:12.180654 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] Set router 706f81f9-76bf-45cb-8e80-ad53b7258e89 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:59:12.202904 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=1,neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:12.225951 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:12.265695 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-dcef2d4a-4b72-45ec-8b85-f9292a479499 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, bc79e007-b70b-437a-9a53-f5ae9dfcdb45) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:12.274243 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcef2d4a-4b72-45ec-8b85-f9292a479499 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:12.274851 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dcef2d4a-4b72-45ec-8b85-f9292a479499 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:12.280415 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (2d3cd512-9d66-406c-86e3-efe105bebcca), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:12.456986 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] Publish callbacks [] for port (3ab6f635-ef45-4293-a5e4-acbfaab1a4cc), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:12.458016 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c98e218c-79b3-4e39-974c-a0d34646d341 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for security_group (cccbf820-f64f-4155-bb5a-7b7ab8c68a14), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:12.494828 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dcef2d4a-4b72-45ec-8b85-f9292a479499 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6427658 Nov 02 12:59:12.495067 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34116) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:12.525952 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:12.534916 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116b5c41-d42a-44ed-a12a-d87aa92436d3 None None] Sync routers for ids ['89bf6327-0956-4093-ab0e-07e2929a5747'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:59:12.588552 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (2d3cd512-9d66-406c-86e3-efe105bebcca), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:12.613397 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c98e218c-79b3-4e39-974c-a0d34646d341 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (cccbf820-f64f-4155-bb5a-7b7ab8c68a14), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:12.630878 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3ab6f635-ef45-4293-a5e4-acbfaab1a4cc), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:12.667258 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3cd512-9d66-406c-86e3-efe105bebcca,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:12.692996 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:12.705369 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e218c-79b3-4e39-974c-a0d34646d341 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cccbf820-f64f-4155-bb5a-7b7ab8c68a14,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:12.706453 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/2d3cd512-9d66-406c-86e3-efe105bebcca HTTP/1.1" status: 204 len: 168 time: 0.9892080 Nov 02 12:59:12.711880 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34128) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:12.804795 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4e29b-8b45-46e0-b99c-e4ba88225e69 None None] Pushing event updated for resources: {'Port': ['ID=3ab6f635-ef45-4293-a5e4-acbfaab1a4cc,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:12.820730 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706f81f9-76bf-45cb-8e80-ad53b7258e89', 'name': 'tempest-TestSecurityGroupsBasicOps-router-151207917', 'tenant_id': '2c29a45b18b948beb86b5f13b25e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:47Z', 'updated_at': '2022-11-02T12:59:06Z', 'revision_number': 4, 'project_id': '2c29a45b18b948beb86b5f13b25e46b9', 'gw_port': {'id': 'c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706f81f9-76bf-45cb-8e80-ad53b7258e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:50Z', 'updated_at': '2022-11-02T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'a634109e-ff44-4422-afd5-16fe8ebe862d', 'name': '', 'network_id': 'ae53e63b-00d4-4360-8065-a5a981d950b3', 'tenant_id': '2c29a45b18b948beb86b5f13b25e46b9', 'mac_address': 'fa:16:3e:55:2c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706f81f9-76bf-45cb-8e80-ad53b7258e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '64a578d7-b3eb-4327-8bd6-869a8d8195ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:03Z', 'updated_at': '2022-11-02T12:59:08Z', 'revision_number': 2, 'project_id': '2c29a45b18b948beb86b5f13b25e46b9', 'subnets': [{'id': '64a578d7-b3eb-4327-8bd6-869a8d8195ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:12.841629 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116b5c41-d42a-44ed-a12a-d87aa92436d3 None None] Routers {'89bf6327-0956-4093-ab0e-07e2929a5747'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:59:12.841971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-116b5c41-d42a-44ed-a12a-d87aa92436d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:58:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['89bf6327-0956-4093-ab0e-07e2929a5747'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:12.939465 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:12.940266 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-116b5c41-d42a-44ed-a12a-d87aa92436d3 None None] Set router 89bf6327-0956-4093-ab0e-07e2929a5747 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:59:12.952150 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:12.954262 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:12.954811 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:12.955323 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:12.956970 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:12.958106 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:12.962219 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:13.006262 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] Checking router: 706f81f9-76bf-45cb-8e80-ad53b7258e89 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:59:13.009964 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:13.009964 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:13.010910 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] Updating router 706f81f9-76bf-45cb-8e80-ad53b7258e89 port a634109e-ff44-4422-afd5-16fe8ebe862d binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:59:13.017606 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:13.020402 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c98e218c-79b3-4e39-974c-a0d34646d341 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:13.025903 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:13.025903 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:13.025903 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:13.025903 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a5c55-3529-4520-9215-242510b8610b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:13.037147 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c98e218c-79b3-4e39-974c-a0d34646d341 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 1.1787679 Nov 02 12:59:13.045562 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:13.046673 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34134) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:13.062662 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-421ced6c-9978-4e23-ad97-c23bf61ef5db tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1099761609', 'description': 'tempest-secgroup_general--1099761609 description', 'project_id': '2c29a45b18b948beb86b5f13b25e46b9'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:59:13.100154 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a634109e-ff44-4422-afd5-16fe8ebe862d), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:13.182859 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:13.332017 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b4fa50d8-7c2e-4dc4-9f8e-a533435bc6d0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6096663 Nov 02 12:59:13.345040 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34138) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:13.433634 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-116b5c41-d42a-44ed-a12a-d87aa92436d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf6327-0956-4093-ab0e-07e2929a5747', 'name': 'tempest-NetworksTestDHCPv6-router-1512755192', 'tenant_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:52Z', 'updated_at': '2022-11-02T12:59:08Z', 'revision_number': 3, 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:13.466402 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-421ced6c-9978-4e23-ad97-c23bf61ef5db tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:13.487310 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116b5c41-d42a-44ed-a12a-d87aa92436d3 None None] Checking router: 89bf6327-0956-4093-ab0e-07e2929a5747 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:59:13.511463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] For port c08f4255-b546-46df-806b-e64fe4a77018, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:59:13.560798 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116b5c41-d42a-44ed-a12a-d87aa92436d3 None None] Routers {'89bf6327-0956-4093-ab0e-07e2929a5747'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:59:13.561452 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-116b5c41-d42a-44ed-a12a-d87aa92436d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:58:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['89bf6327-0956-4093-ab0e-07e2929a5747'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:13.679450 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e68e2a1c-13a7-4841-a54d-47b37a698930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:13.696141 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:13.717240 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-421ced6c-9978-4e23-ad97-c23bf61ef5db tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for security_group (3537b151-3b4f-4144-92fe-7bc211fc2819), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:13.735974 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] For port c08f4255-b546-46df-806b-e64fe4a77018, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c08f4255-b546-46df-806b-e64fe4a77018,segment=NetworkSegment(22152518-82b1-4c24-bfdf-e12e1d192ac8),segment_id=22152518-82b1-4c24-bfdf-e12e1d192ac8)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:59:13.774128 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:13.779261 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-116b5c41-d42a-44ed-a12a-d87aa92436d3 None None] Set router 89bf6327-0956-4093-ab0e-07e2929a5747 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:59:13.800404 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:13.820096 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-421ced6c-9978-4e23-ad97-c23bf61ef5db tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3537b151-3b4f-4144-92fe-7bc211fc2819), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:13.835857 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1ba20754-ab88-42ab-8ce8-4288a8766dd1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for router (89bf6327-0956-4093-ab0e-07e2929a5747), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:13.890307 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-116b5c41-d42a-44ed-a12a-d87aa92436d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf6327-0956-4093-ab0e-07e2929a5747', 'name': 'tempest-NetworksTestDHCPv6-router-1512755192', 'tenant_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:52Z', 'updated_at': '2022-11-02T12:59:08Z', 'revision_number': 3, 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:13.906706 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ced6c-9978-4e23-ad97-c23bf61ef5db tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3537b151-3b4f-4144-92fe-7bc211fc2819,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:13.910190 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] Attempting to bind port 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:59:13.911210 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] Attempting to bind port 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '46d58141-4cab-4726-847a-e4b66c376d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:59:13.911753 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] Publish callbacks [] for port (a634109e-ff44-4422-afd5-16fe8ebe862d), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:13.912978 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] Attempting to bind port 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc on network 6fdde03b-b805-4992-b44c-48d4ace1125f {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:59:14.000925 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-421ced6c-9978-4e23-ad97-c23bf61ef5db tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:14.005644 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-421ced6c-9978-4e23-ad97-c23bf61ef5db tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.9498341 Nov 02 12:59:14.007448 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34158) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:14.012427 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5e4fb772-4c09-4f17-b703-53a2aae98946 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Request body: {'security_group_rule': {'security_group_id': 'cccbf820-f64f-4155-bb5a-7b7ab8c68a14', 'project_id': '2c29a45b18b948beb86b5f13b25e46b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:59:14.030439 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a634109e-ff44-4422-afd5-16fe8ebe862d), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:14.065157 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c08f4255-b546-46df-806b-e64fe4a77018), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:14.137243 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116b5c41-d42a-44ed-a12a-d87aa92436d3 None None] The sync data for ids ['89bf6327-0956-4093-ab0e-07e2929a5747'] in n-d-857339-6 is: [{'id': '89bf6327-0956-4093-ab0e-07e2929a5747', 'name': 'tempest-NetworksTestDHCPv6-router-1512755192', 'tenant_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:52Z', 'updated_at': '2022-11-02T12:59:08Z', 'revision_number': 3, 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:59:14.160749 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:59:14.161126 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] Checking segment: {'id': '46d58141-4cab-4726-847a-e4b66c376d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:59:14.161530 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:14.161927 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] Bound using segment: {'id': '46d58141-4cab-4726-847a-e4b66c376d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:59:14.162420 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] Bound port: 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d58141-4cab-4726-847a-e4b66c376d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:59:14.162796 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3ab6f635-ef45-4293-a5e4-acbfaab1a4cc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:14.188586 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5e4fb772-4c09-4f17-b703-53a2aae98946 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for security_group_rule (4a31a9dd-a61b-4c34-9324-8a5c8fd9f5ac), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:14.212232 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b39b40f2-40df-4749-a9ae-e151081f5684 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:14.369227 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] For port 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:59:14.375612 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:14.385561 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] For port 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ab6f635-ef45-4293-a5e4-acbfaab1a4cc,segment=NetworkSegment(46d58141-4cab-4726-847a-e4b66c376d16),segment_id=46d58141-4cab-4726-847a-e4b66c376d16)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:59:14.405552 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5e4fb772-4c09-4f17-b703-53a2aae98946 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for security_group_rule (4a31a9dd-a61b-4c34-9324-8a5c8fd9f5ac), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:14.430487 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20236cb3-5c30-4af5-b35b-10710e92b821 None None] Pushing event updated for resources: {'Port': ['ID=c08f4255-b546-46df-806b-e64fe4a77018,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:14.453952 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a249837-7120-4450-b147-73ab8ad871a0 None None] Pushing event updated for resources: {'Port': ['ID=a634109e-ff44-4422-afd5-16fe8ebe862d,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:14.473594 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] Attempting to bind port a634109e-ff44-4422-afd5-16fe8ebe862d on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:59:14.475727 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] Attempting to bind port a634109e-ff44-4422-afd5-16fe8ebe862d by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '22152518-82b1-4c24-bfdf-e12e1d192ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'ae53e63b-00d4-4360-8065-a5a981d950b3'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:59:14.477152 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] Attempting to bind port a634109e-ff44-4422-afd5-16fe8ebe862d on network ae53e63b-00d4-4360-8065-a5a981d950b3 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:59:14.497882 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3ab6f635-ef45-4293-a5e4-acbfaab1a4cc), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:14.563362 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] Routers {'f72403f9-7f81-483a-9f09-f2e1da51694b'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:59:14.563569 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5e4fb772-4c09-4f17-b703-53a2aae98946 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (4a31a9dd-a61b-4c34-9324-8a5c8fd9f5ac), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:14.577621 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:58:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f72403f9-7f81-483a-9f09-f2e1da51694b'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:14.615979 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fb772-4c09-4f17-b703-53a2aae98946 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a31a9dd-a61b-4c34-9324-8a5c8fd9f5ac,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:14.772995 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5e4fb772-4c09-4f17-b703-53a2aae98946 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:14.774242 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5e4fb772-4c09-4f17-b703-53a2aae98946 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7657428 Nov 02 12:59:14.954073 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:14.988215 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:59:15.000600 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] Checking segment: {'id': '22152518-82b1-4c24-bfdf-e12e1d192ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'ae53e63b-00d4-4360-8065-a5a981d950b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:59:15.001336 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:15.001932 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] Bound using segment: {'id': '22152518-82b1-4c24-bfdf-e12e1d192ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'ae53e63b-00d4-4360-8065-a5a981d950b3'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:59:15.002632 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] Bound port: a634109e-ff44-4422-afd5-16fe8ebe862d, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22152518-82b1-4c24-bfdf-e12e1d192ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'ae53e63b-00d4-4360-8065-a5a981d950b3'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:59:15.003230 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a634109e-ff44-4422-afd5-16fe8ebe862d), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:15.050324 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=6,neutron:SELECT=79,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:15.175686 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] For port a634109e-ff44-4422-afd5-16fe8ebe862d, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:59:15.185575 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] For port a634109e-ff44-4422-afd5-16fe8ebe862d, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a634109e-ff44-4422-afd5-16fe8ebe862d,segment=NetworkSegment(22152518-82b1-4c24-bfdf-e12e1d192ac8),segment_id=22152518-82b1-4c24-bfdf-e12e1d192ac8)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:59:15.236093 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4e29b-8b45-46e0-b99c-e4ba88225e69 None None] Pushing event updated for resources: {'Port': ['ID=3ab6f635-ef45-4293-a5e4-acbfaab1a4cc,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:15.257768 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] Set router f72403f9-7f81-483a-9f09-f2e1da51694b gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:59:15.271170 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a634109e-ff44-4422-afd5-16fe8ebe862d), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:15.405242 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:15.428223 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:15.443091 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a249837-7120-4450-b147-73ab8ad871a0 None None] Pushing event updated for resources: {'Port': ['ID=a634109e-ff44-4422-afd5-16fe8ebe862d,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:15.463653 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1ba20754-ab88-42ab-8ce8-4288a8766dd1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (89bf6327-0956-4093-ab0e-07e2929a5747), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:15.478000 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1ba20754-ab88-42ab-8ce8-4288a8766dd1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for router_controller (89bf6327-0956-4093-ab0e-07e2929a5747), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:15.497237 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] Routers {'706f81f9-76bf-45cb-8e80-ad53b7258e89'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:59:15.498418 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:58:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['706f81f9-76bf-45cb-8e80-ad53b7258e89'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:15.556311 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-69d50fcc-8bb1-4a03-a0d4-55f88ae2d97f req-47ab8ace-0500-47e2-9758-0b18576de6d4 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup_general--1099761609&fields=id&tenant_id=2c29a45b18b948beb86b5f13b25e46b9 HTTP/1.1" status: 200 len: 267 time: 0.2369955 Nov 02 12:59:15.693371 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T12:59:01Z', 'revision_number': 3, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '3ab6f635-ef45-4293-a5e4-acbfaab1a4cc', 'name': '', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:8a:4a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:56Z', 'updated_at': '2022-11-02T12:59:14Z', 'revision_number': 4, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:15.703143 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-69d50fcc-8bb1-4a03-a0d4-55f88ae2d97f req-ea9fddf2-fde9-45fb-a769-71b8e1ead31b tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup_access--432595127&fields=id&tenant_id=2c29a45b18b948beb86b5f13b25e46b9 HTTP/1.1" status: 200 len: 267 time: 0.1455429 Nov 02 12:59:15.788585 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] Set router 706f81f9-76bf-45cb-8e80-ad53b7258e89 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:59:15.849242 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7913f077-0504-4d41-a1b2-92d71c030d45 None None] The sync data for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 is: [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T12:59:01Z', 'revision_number': 3, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '3ab6f635-ef45-4293-a5e4-acbfaab1a4cc', 'name': '', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:8a:4a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:56Z', 'updated_at': '2022-11-02T12:59:14Z', 'revision_number': 4, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:59:15.901657 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1ba20754-ab88-42ab-8ce8-4288a8766dd1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (89bf6327-0956-4093-ab0e-07e2929a5747), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:15.902588 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba20754-ab88-42ab-8ce8-4288a8766dd1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Fanout notify agent at l3_agent the message router_deleted on router 89bf6327-0956-4093-ab0e-07e2929a5747 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:59:15.937770 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1ba20754-ab88-42ab-8ce8-4288a8766dd1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:15.940149 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1ba20754-ab88-42ab-8ce8-4288a8766dd1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/routers/89bf6327-0956-4093-ab0e-07e2929a5747 HTTP/1.1" status: 204 len: 168 time: 2.5938106 Nov 02 12:59:15.942815 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34206) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:15.976855 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0a74fa16-863e-42b8-90e9-0d253db0b74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:16.091460 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c08f4255-b546-46df-806b-e64fe4a77018 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:16.241715 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:16.298627 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c08f4255-b546-46df-806b-e64fe4a77018 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:16.306076 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c08f4255-b546-46df-806b-e64fe4a77018), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:16.306076 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c08f4255-b546-46df-806b-e64fe4a77018 Nov 02 12:59:16.316301 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d50fcc-8bb1-4a03-a0d4-55f88ae2d97f req-8a09fa32-ff99-40db-ab65-e171d24ffb55 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:16.343885 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-69d50fcc-8bb1-4a03-a0d4-55f88ae2d97f req-8a09fa32-ff99-40db-ab65-e171d24ffb55 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] 10.222.0.64 "GET /networking/v2.0/networks?id=ae53e63b-00d4-4360-8065-a5a981d950b3 HTTP/1.1" status: 200 len: 796 time: 0.6275091 Nov 02 12:59:16.377491 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-69d50fcc-8bb1-4a03-a0d4-55f88ae2d97f req-b1154e8d-dc7f-428f-a382-54e6ddf1c7d6 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] 10.222.0.64 "GET /networking/v2.0/quotas/2c29a45b18b948beb86b5f13b25e46b9 HTTP/1.1" status: 200 len: 375 time: 0.0326240 Nov 02 12:59:16.435691 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dc3863-02ee-4ecc-937d-63b8ac1ad1cd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:16.437774 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c0dc3863-02ee-4ecc-937d-63b8ac1ad1cd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4908395 Nov 02 12:59:16.443091 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34216) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:16.599000 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:16.649687 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c08f4255-b546-46df-806b-e64fe4a77018 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:16.657984 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c08f4255-b546-46df-806b-e64fe4a77018), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:16.716628 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706f81f9-76bf-45cb-8e80-ad53b7258e89', 'name': 'tempest-TestSecurityGroupsBasicOps-router-151207917', 'tenant_id': '2c29a45b18b948beb86b5f13b25e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:47Z', 'updated_at': '2022-11-02T12:59:06Z', 'revision_number': 4, 'project_id': '2c29a45b18b948beb86b5f13b25e46b9', 'gw_port': {'id': 'c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706f81f9-76bf-45cb-8e80-ad53b7258e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:50Z', 'updated_at': '2022-11-02T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'a634109e-ff44-4422-afd5-16fe8ebe862d', 'name': '', 'network_id': 'ae53e63b-00d4-4360-8065-a5a981d950b3', 'tenant_id': '2c29a45b18b948beb86b5f13b25e46b9', 'mac_address': 'fa:16:3e:55:2c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706f81f9-76bf-45cb-8e80-ad53b7258e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '64a578d7-b3eb-4327-8bd6-869a8d8195ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:03Z', 'updated_at': '2022-11-02T12:59:15Z', 'revision_number': 4, 'project_id': '2c29a45b18b948beb86b5f13b25e46b9', 'subnets': [{'id': '64a578d7-b3eb-4327-8bd6-869a8d8195ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:16.752586 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port c08f4255-b546-46df-806b-e64fe4a77018, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c08f4255-b546-46df-806b-e64fe4a77018,segment=NetworkSegment(22152518-82b1-4c24-bfdf-e12e1d192ac8),segment_id=22152518-82b1-4c24-bfdf-e12e1d192ac8)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:16.756432 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0d5ae2-2408-4e58-ad46-34f45cfe6996 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:16.761884 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-69d50fcc-8bb1-4a03-a0d4-55f88ae2d97f req-9c9c190e-e68f-4639-aadc-b17620458ad7 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2c29a45b18b948beb86b5f13b25e46b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3831203 Nov 02 12:59:16.762459 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34222) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:16.763788 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3a0d5ae2-2408-4e58-ad46-34f45cfe6996 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2974236 Nov 02 12:59:16.771299 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da35c7-f096-4e15-8007-a1a1cf6e5402 None None] The sync data for ids ['706f81f9-76bf-45cb-8e80-ad53b7258e89'] in n-d-857339-6 is: [{'id': '706f81f9-76bf-45cb-8e80-ad53b7258e89', 'name': 'tempest-TestSecurityGroupsBasicOps-router-151207917', 'tenant_id': '2c29a45b18b948beb86b5f13b25e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:47Z', 'updated_at': '2022-11-02T12:59:06Z', 'revision_number': 4, 'project_id': '2c29a45b18b948beb86b5f13b25e46b9', 'gw_port': {'id': 'c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706f81f9-76bf-45cb-8e80-ad53b7258e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:50Z', 'updated_at': '2022-11-02T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'a634109e-ff44-4422-afd5-16fe8ebe862d', 'name': '', 'network_id': 'ae53e63b-00d4-4360-8065-a5a981d950b3', 'tenant_id': '2c29a45b18b948beb86b5f13b25e46b9', 'mac_address': 'fa:16:3e:55:2c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706f81f9-76bf-45cb-8e80-ad53b7258e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '64a578d7-b3eb-4327-8bd6-869a8d8195ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:03Z', 'updated_at': '2022-11-02T12:59:15Z', 'revision_number': 4, 'project_id': '2c29a45b18b948beb86b5f13b25e46b9', 'subnets': [{'id': '64a578d7-b3eb-4327-8bd6-869a8d8195ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:59:16.884994 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c08f4255-b546-46df-806b-e64fe4a77018), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:16.886818 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34226) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:17.015831 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=c08f4255-b546-46df-806b-e64fe4a77018,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:17.020276 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 780cffca-ec13-4b90-b98b-fc5f46d93339 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:59:17.024862 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab56dc4-7ec1-40e5-8186-8a838d7e06f0 None None] Network 6fdde03b-b805-4992-b44c-48d4ace1125f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:59:17.031683 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:17.033387 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:17.192395 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34236) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:17.201538 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0abb29c0-88df-4b27-9a5b-8857ee1b4d04 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4186060 Nov 02 12:59:17.214992 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:17.230658 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6fb61ae8-1e6f-41ea-9586-5f7fd2a5b5e3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:59:17.286947 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e970c14-9b68-445a-8036-76290e2c716d None None] Network ae53e63b-00d4-4360-8065-a5a981d950b3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:59:17.289018 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694b418f-9de2-40e8-b3af-e075a3c5120f None None] Network bc79e007-b70b-437a-9a53-f5ae9dfcdb45 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:59:17.302528 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:17.347318 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 780cffca-ec13-4b90-b98b-fc5f46d93339 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:59:17.352014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 780cffca-ec13-4b90-b98b-fc5f46d93339 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:59:17.550053 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad924f85-1f6a-4e66-8b30-390c08a2814c tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for security_group (3537b151-3b4f-4144-92fe-7bc211fc2819), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:17.708467 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-b39b40f2-40df-4749-a9ae-e151081f5684 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Allocated IP 172.22.0.1 (bc79e007-b70b-437a-9a53-f5ae9dfcdb45/feb18cf6-1828-470e-99d2-e6986ca9fe64/83aae61d-43d6-42dd-9dad-8f676dd7eaa9) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:59:17.800688 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:17.846825 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad924f85-1f6a-4e66-8b30-390c08a2814c tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for security_group (3537b151-3b4f-4144-92fe-7bc211fc2819), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:17.923106 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5f08c25b-41f3-4527-b407-a771f27d8409 None None] Provisioning complete for port c08f4255-b546-46df-806b-e64fe4a77018 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:17.932815 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5f08c25b-41f3-4527-b407-a771f27d8409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c08f4255-b546-46df-806b-e64fe4a77018), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:17.933242 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5f08c25b-41f3-4527-b407-a771f27d8409 None None] Attempt 1 to provision port c08f4255-b546-46df-806b-e64fe4a77018 Nov 02 12:59:18.380296 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:18.555790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea946744-09b0-4e98-8495-d409b596860d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-bc79e007-b70b-437a-9a53-f5ae9dfcdb45', 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45', 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'fixed_ips': [{'subnet_id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:59:18.575002 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb61ae8-1e6f-41ea-9586-5f7fd2a5b5e3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:59:18.576602 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ea946744-09b0-4e98-8495-d409b596860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:18.583696 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6fb61ae8-1e6f-41ea-9586-5f7fd2a5b5e3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:18.627968 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b39b40f2-40df-4749-a9ae-e151081f5684 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for port (83aae61d-43d6-42dd-9dad-8f676dd7eaa9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:18.741721 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad924f85-1f6a-4e66-8b30-390c08a2814c tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3537b151-3b4f-4144-92fe-7bc211fc2819), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:18.756175 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad924f85-1f6a-4e66-8b30-390c08a2814c tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:18.761841 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ad924f85-1f6a-4e66-8b30-390c08a2814c tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3537b151-3b4f-4144-92fe-7bc211fc2819 HTTP/1.1" status: 204 len: 168 time: 1.9092350 Nov 02 12:59:18.765287 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34268) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:18.765504 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:59:18.899572 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:18.924184 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:19.069698 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-146868ea-2596-4af3-89f4-7652d1495481 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for security_group (cccbf820-f64f-4155-bb5a-7b7ab8c68a14), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:19.141359 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5f08c25b-41f3-4527-b407-a771f27d8409 None None] Current status of the port c08f4255-b546-46df-806b-e64fe4a77018 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:19.169507 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-146868ea-2596-4af3-89f4-7652d1495481 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for security_group (cccbf820-f64f-4155-bb5a-7b7ab8c68a14), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:19.179518 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:19.203743 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5f08c25b-41f3-4527-b407-a771f27d8409 None None] Provisioning complete for port c4f02120-4aa6-462f-9839-d5393ff7fc9b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:19.232355 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5f08c25b-41f3-4527-b407-a771f27d8409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:19.233943 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5f08c25b-41f3-4527-b407-a771f27d8409 None None] Attempt 1 to provision port c4f02120-4aa6-462f-9839-d5393ff7fc9b Nov 02 12:59:19.415564 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:19.460456 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-146868ea-2596-4af3-89f4-7652d1495481 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (cccbf820-f64f-4155-bb5a-7b7ab8c68a14), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:19.461936 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-146868ea-2596-4af3-89f4-7652d1495481 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:19.463141 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-146868ea-2596-4af3-89f4-7652d1495481 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/cccbf820-f64f-4155-bb5a-7b7ab8c68a14 HTTP/1.1" status: 204 len: 168 time: 0.6961386 Nov 02 12:59:19.468579 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34284) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:19.692367 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:19.692367 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ab6f635-ef45-4293-a5e4-acbfaab1a4cc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:19.692367 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc Nov 02 12:59:19.705978 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146868ea-2596-4af3-89f4-7652d1495481 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccbf820-f64f-4155-bb5a-7b7ab8c68a14,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:19.747185 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad924f85-1f6a-4e66-8b30-390c08a2814c tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3537b151-3b4f-4144-92fe-7bc211fc2819,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:19.767855 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad924f85-1f6a-4e66-8b30-390c08a2814c tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:19.768191 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad924f85-1f6a-4e66-8b30-390c08a2814c tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:19.769854 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0635c9ed-0cbf-454c-81ad-40fb13198819 None None] Network ae53e63b-00d4-4360-8065-a5a981d950b3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:59:19.778960 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad924f85-1f6a-4e66-8b30-390c08a2814c tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:19.780467 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad924f85-1f6a-4e66-8b30-390c08a2814c tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:19.781012 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad924f85-1f6a-4e66-8b30-390c08a2814c tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:19.784831 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad924f85-1f6a-4e66-8b30-390c08a2814c tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:19.784831 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad924f85-1f6a-4e66-8b30-390c08a2814c tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:19.784831 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad924f85-1f6a-4e66-8b30-390c08a2814c tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:19.786313 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad924f85-1f6a-4e66-8b30-390c08a2814c tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:19.786892 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad924f85-1f6a-4e66-8b30-390c08a2814c tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:19.792576 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad924f85-1f6a-4e66-8b30-390c08a2814c tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:19.794408 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad924f85-1f6a-4e66-8b30-390c08a2814c tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:19.795979 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad924f85-1f6a-4e66-8b30-390c08a2814c tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:19.796586 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad924f85-1f6a-4e66-8b30-390c08a2814c tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:19.797242 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad924f85-1f6a-4e66-8b30-390c08a2814c tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:19.822547 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b39b40f2-40df-4749-a9ae-e151081f5684 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (83aae61d-43d6-42dd-9dad-8f676dd7eaa9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:19.824222 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:19.987375 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-ea946744-09b0-4e98-8495-d409b596860d None None] Allocated IP 172.22.0.2 (bc79e007-b70b-437a-9a53-f5ae9dfcdb45/feb18cf6-1828-470e-99d2-e6986ca9fe64/e7095de4-c378-4325-b14b-c21ff74d4771) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:59:19.993647 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:20.134778 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39b40f2-40df-4749-a9ae-e151081f5684 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network bc79e007-b70b-437a-9a53-f5ae9dfcdb45 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:59:20.154743 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-b39b40f2-40df-4749-a9ae-e151081f5684 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:20.171568 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39b40f2-40df-4749-a9ae-e151081f5684 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:59:20.403273 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ea946744-09b0-4e98-8495-d409b596860d None None] Publish callbacks [] for port (e7095de4-c378-4325-b14b-c21ff74d4771), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:20.501304 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:20.582673 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b40f2-40df-4749-a9ae-e151081f5684 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Port': ['ID=83aae61d-43d6-42dd-9dad-8f676dd7eaa9,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:20.659505 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ea946744-09b0-4e98-8495-d409b596860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (e7095de4-c378-4325-b14b-c21ff74d4771), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:20.807831 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b39b40f2-40df-4749-a9ae-e151081f5684 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (f72403f9-7f81-483a-9f09-f2e1da51694b), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:20.812568 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea946744-09b0-4e98-8495-d409b596860d None None] Network bc79e007-b70b-437a-9a53-f5ae9dfcdb45 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:59:20.818809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-ea946744-09b0-4e98-8495-d409b596860d None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:20.824353 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea946744-09b0-4e98-8495-d409b596860d None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:59:20.826466 n-d-857339-6 neutron-server[105976]: DEBUG neutron.objects.ports [None req-6fb61ae8-1e6f-41ea-9586-5f7fd2a5b5e3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105976) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 12:59:20.836630 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:20.928575 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea946744-09b0-4e98-8495-d409b596860d None None] Pushing event updated for resources: {'Port': ['ID=e7095de4-c378-4325-b14b-c21ff74d4771,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:21.089107 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-828b995b-50ed-4fc7-b153-ec51e9baf1f1 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (706f81f9-76bf-45cb-8e80-ad53b7258e89), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:21.102085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:21.103220 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3ab6f635-ef45-4293-a5e4-acbfaab1a4cc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:21.148915 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5f08c25b-41f3-4527-b407-a771f27d8409 None None] Current status of the port c4f02120-4aa6-462f-9839-d5393ff7fc9b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:21.200792 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5f08c25b-41f3-4527-b407-a771f27d8409 None None] Could not find standard attr ID for object 780cffca-ec13-4b90-b98b-fc5f46d93339. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:59:21.230055 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ea946744-09b0-4e98-8495-d409b596860d None None] Attempting to bind port e7095de4-c378-4325-b14b-c21ff74d4771 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:59:21.231808 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ea946744-09b0-4e98-8495-d409b596860d None None] Attempting to bind port e7095de4-c378-4325-b14b-c21ff74d4771 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '30d47e98-6da9-4834-a3ae-06f2bf1a0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:59:21.232396 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea946744-09b0-4e98-8495-d409b596860d None None] Attempting to bind port e7095de4-c378-4325-b14b-c21ff74d4771 on network bc79e007-b70b-437a-9a53-f5ae9dfcdb45 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:59:21.388762 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:21.404458 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ab6f635-ef45-4293-a5e4-acbfaab1a4cc,segment=NetworkSegment(46d58141-4cab-4726-847a-e4b66c376d16),segment_id=46d58141-4cab-4726-847a-e4b66c376d16)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:21.435860 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-34a897e4-9e35-4257-a70e-d6e9b5b9f9f4 None None] Provisioning complete for port 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:21.435860 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-34a897e4-9e35-4257-a70e-d6e9b5b9f9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ab6f635-ef45-4293-a5e4-acbfaab1a4cc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:21.435860 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-34a897e4-9e35-4257-a70e-d6e9b5b9f9f4 None None] Attempt 1 to provision port 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc Nov 02 12:59:21.468356 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea946744-09b0-4e98-8495-d409b596860d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:59:21.468752 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea946744-09b0-4e98-8495-d409b596860d None None] Checking segment: {'id': '30d47e98-6da9-4834-a3ae-06f2bf1a0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:59:21.469157 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ea946744-09b0-4e98-8495-d409b596860d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:21.469680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea946744-09b0-4e98-8495-d409b596860d None None] Bound using segment: {'id': '30d47e98-6da9-4834-a3ae-06f2bf1a0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:59:21.470648 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ea946744-09b0-4e98-8495-d409b596860d None None] Bound port: e7095de4-c378-4325-b14b-c21ff74d4771, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d47e98-6da9-4834-a3ae-06f2bf1a0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:59:21.471502 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ea946744-09b0-4e98-8495-d409b596860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e7095de4-c378-4325-b14b-c21ff74d4771), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:21.515878 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3ab6f635-ef45-4293-a5e4-acbfaab1a4cc), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:21.515878 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a634109e-ff44-4422-afd5-16fe8ebe862d up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:21.629402 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:21.633492 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:21.837797 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-828b995b-50ed-4fc7-b153-ec51e9baf1f1 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Deleting port a634109e-ff44-4422-afd5-16fe8ebe862d {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:59:21.838200 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-828b995b-50ed-4fc7-b153-ec51e9baf1f1 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a634109e-ff44-4422-afd5-16fe8ebe862d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:22.024522 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a634109e-ff44-4422-afd5-16fe8ebe862d triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:22.031598 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a634109e-ff44-4422-afd5-16fe8ebe862d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:22.037215 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a634109e-ff44-4422-afd5-16fe8ebe862d Nov 02 12:59:22.046563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=3ab6f635-ef45-4293-a5e4-acbfaab1a4cc,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:22.085484 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6fb61ae8-1e6f-41ea-9586-5f7fd2a5b5e3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:22.106927 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-34a897e4-9e35-4257-a70e-d6e9b5b9f9f4 None None] Current status of the port 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:22.159582 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-34a897e4-9e35-4257-a70e-d6e9b5b9f9f4 None None] Provisioning complete for port a634109e-ff44-4422-afd5-16fe8ebe862d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:22.159582 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-34a897e4-9e35-4257-a70e-d6e9b5b9f9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a634109e-ff44-4422-afd5-16fe8ebe862d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:22.159582 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-34a897e4-9e35-4257-a70e-d6e9b5b9f9f4 None None] Attempt 1 to provision port a634109e-ff44-4422-afd5-16fe8ebe862d Nov 02 12:59:22.169340 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ea946744-09b0-4e98-8495-d409b596860d None None] For port e7095de4-c378-4325-b14b-c21ff74d4771, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:59:22.190586 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:22.205079 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ea946744-09b0-4e98-8495-d409b596860d None None] For port e7095de4-c378-4325-b14b-c21ff74d4771, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e7095de4-c378-4325-b14b-c21ff74d4771,segment=NetworkSegment(30d47e98-6da9-4834-a3ae-06f2bf1a0b11),segment_id=30d47e98-6da9-4834-a3ae-06f2bf1a0b11)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:59:22.289066 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:22.306074 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-828b995b-50ed-4fc7-b153-ec51e9baf1f1 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] For port a634109e-ff44-4422-afd5-16fe8ebe862d, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a634109e-ff44-4422-afd5-16fe8ebe862d,segment=NetworkSegment(22152518-82b1-4c24-bfdf-e12e1d192ac8),segment_id=22152518-82b1-4c24-bfdf-e12e1d192ac8)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:22.306460 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-828b995b-50ed-4fc7-b153-ec51e9baf1f1 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a634109e-ff44-4422-afd5-16fe8ebe862d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:22.351399 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-828b995b-50ed-4fc7-b153-ec51e9baf1f1 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Calling delete_port for a634109e-ff44-4422-afd5-16fe8ebe862d owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:59:22.375507 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ea946744-09b0-4e98-8495-d409b596860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e7095de4-c378-4325-b14b-c21ff74d4771), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:22.399841 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:22.524074 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-34a897e4-9e35-4257-a70e-d6e9b5b9f9f4 None None] Current status of the port a634109e-ff44-4422-afd5-16fe8ebe862d is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:22.524993 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-34a897e4-9e35-4257-a70e-d6e9b5b9f9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a634109e-ff44-4422-afd5-16fe8ebe862d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:22.609791 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-34a897e4-9e35-4257-a70e-d6e9b5b9f9f4 None None] For port a634109e-ff44-4422-afd5-16fe8ebe862d, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a634109e-ff44-4422-afd5-16fe8ebe862d,segment=NetworkSegment(22152518-82b1-4c24-bfdf-e12e1d192ac8),segment_id=22152518-82b1-4c24-bfdf-e12e1d192ac8)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:22.613680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a634109e-ff44-4422-afd5-16fe8ebe862d is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:22.614178 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a634109e-ff44-4422-afd5-16fe8ebe862d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:22.721749 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea946744-09b0-4e98-8495-d409b596860d None None] Pushing event updated for resources: {'Port': ['ID=e7095de4-c378-4325-b14b-c21ff74d4771,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:22.846929 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:59:22.847366 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:59:22.848189 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-34a897e4-9e35-4257-a70e-d6e9b5b9f9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a634109e-ff44-4422-afd5-16fe8ebe862d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:22.940305 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-34a897e4-9e35-4257-a70e-d6e9b5b9f9f4 None None] Provisioning complete for port ef988227-fe62-4d23-9d9c-f721239bd914 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:22.940305 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-34a897e4-9e35-4257-a70e-d6e9b5b9f9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ef988227-fe62-4d23-9d9c-f721239bd914), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:22.940553 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-34a897e4-9e35-4257-a70e-d6e9b5b9f9f4 None None] Attempt 1 to provision port ef988227-fe62-4d23-9d9c-f721239bd914 Nov 02 12:59:23.092829 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a897e4-9e35-4257-a70e-d6e9b5b9f9f4 None None] Pushing event updated for resources: {'Port': ['ID=a634109e-ff44-4422-afd5-16fe8ebe862d,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:23.121998 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-6fb61ae8-1e6f-41ea-9586-5f7fd2a5b5e3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] For port c4f02120-4aa6-462f-9839-d5393ff7fc9b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c4f02120-4aa6-462f-9839-d5393ff7fc9b,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:23.148271 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-828b995b-50ed-4fc7-b153-ec51e9baf1f1 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (a634109e-ff44-4422-afd5-16fe8ebe862d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:23.164167 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6fb61ae8-1e6f-41ea-9586-5f7fd2a5b5e3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:23.213515 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:23.240672 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-34a897e4-9e35-4257-a70e-d6e9b5b9f9f4 None None] Current status of the port ef988227-fe62-4d23-9d9c-f721239bd914 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:23.244172 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b995b-50ed-4fc7-b153-ec51e9baf1f1 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Pushing event deleted for resources: {'Port': ['ID=a634109e-ff44-4422-afd5-16fe8ebe862d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:23.266044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-34a897e4-9e35-4257-a70e-d6e9b5b9f9f4 None None] Provisioning complete for port c08f4255-b546-46df-806b-e64fe4a77018 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:23.266449 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-34a897e4-9e35-4257-a70e-d6e9b5b9f9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c08f4255-b546-46df-806b-e64fe4a77018), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:23.266798 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-34a897e4-9e35-4257-a70e-d6e9b5b9f9f4 None None] Attempt 1 to provision port c08f4255-b546-46df-806b-e64fe4a77018 Nov 02 12:59:23.283788 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6fb61ae8-1e6f-41ea-9586-5f7fd2a5b5e3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:23.284635 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6fb61ae8-1e6f-41ea-9586-5f7fd2a5b5e3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (10d4039a-27cc-4caf-8b4c-f39294dbaa46), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:23.456097 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Port a634109e-ff44-4422-afd5-16fe8ebe862d update to ACTIVE by agent not found {{(pid=105977) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2310}} Nov 02 12:59:23.456562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c08f4255-b546-46df-806b-e64fe4a77018 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:23.600069 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb61ae8-1e6f-41ea-9586-5f7fd2a5b5e3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=10d4039a-27cc-4caf-8b4c-f39294dbaa46,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:23.608660 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-34a897e4-9e35-4257-a70e-d6e9b5b9f9f4 None None] Current status of the port c08f4255-b546-46df-806b-e64fe4a77018 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:23.609380 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb61ae8-1e6f-41ea-9586-5f7fd2a5b5e3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:59:23.613994 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb61ae8-1e6f-41ea-9586-5f7fd2a5b5e3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=c4f02120-4aa6-462f-9839-d5393ff7fc9b,revision_number=6']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:23.624033 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6fb61ae8-1e6f-41ea-9586-5f7fd2a5b5e3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:23.624185 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-34a897e4-9e35-4257-a70e-d6e9b5b9f9f4 None None] Could not find standard attr ID for object 780cffca-ec13-4b90-b98b-fc5f46d93339. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:59:23.636320 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb61ae8-1e6f-41ea-9586-5f7fd2a5b5e3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:23.637016 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6fb61ae8-1e6f-41ea-9586-5f7fd2a5b5e3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:23.652414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d311fb-2bb5-459f-98eb-58c66b7753f7 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:59:23.700846 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b39b40f2-40df-4749-a9ae-e151081f5684 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (83aae61d-43d6-42dd-9dad-8f676dd7eaa9), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:23.730114 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c08f4255-b546-46df-806b-e64fe4a77018 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:23.731419 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c08f4255-b546-46df-806b-e64fe4a77018), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:23.731762 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c08f4255-b546-46df-806b-e64fe4a77018 Nov 02 12:59:23.800225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-bf48cd75-ebdb-4609-9cd9-992397ab76b6 None None] Could not find standard attr ID for object a634109e-ff44-4422-afd5-16fe8ebe862d. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:59:23.831478 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-828b995b-50ed-4fc7-b153-ec51e9baf1f1 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (706f81f9-76bf-45cb-8e80-ad53b7258e89), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:23.849571 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6fb61ae8-1e6f-41ea-9586-5f7fd2a5b5e3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.6474123 Nov 02 12:59:23.850922 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34366) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:23.871409 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-891bf3d5-0fea-45bf-8dab-9e3c5bb70e49 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:59:23.910764 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:24.135590 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-bf48cd75-ebdb-4609-9cd9-992397ab76b6 None None] Provisioning complete for port c08f4255-b546-46df-806b-e64fe4a77018 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:24.136062 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bf48cd75-ebdb-4609-9cd9-992397ab76b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c08f4255-b546-46df-806b-e64fe4a77018), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:24.136406 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-bf48cd75-ebdb-4609-9cd9-992397ab76b6 None None] Attempt 1 to provision port c08f4255-b546-46df-806b-e64fe4a77018 Nov 02 12:59:24.653284 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b39b40f2-40df-4749-a9ae-e151081f5684 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for port (83aae61d-43d6-42dd-9dad-8f676dd7eaa9), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:24.657816 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=10,neutron:SELECT=76,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:24.746019 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b39b40f2-40df-4749-a9ae-e151081f5684 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (83aae61d-43d6-42dd-9dad-8f676dd7eaa9), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:24.748936 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891bf3d5-0fea-45bf-8dab-9e3c5bb70e49 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:59:24.752834 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-891bf3d5-0fea-45bf-8dab-9e3c5bb70e49 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:24.766670 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:24.875164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c08f4255-b546-46df-806b-e64fe4a77018 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:24.887283 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b40f2-40df-4749-a9ae-e151081f5684 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Port': ['ID=83aae61d-43d6-42dd-9dad-8f676dd7eaa9,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:24.917829 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b39b40f2-40df-4749-a9ae-e151081f5684 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (f72403f9-7f81-483a-9f09-f2e1da51694b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:24.976718 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8519b9f-a732-43ee-a750-12320f1199e5 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:59:24.994948 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bf48cd75-ebdb-4609-9cd9-992397ab76b6 None None] Current status of the port c08f4255-b546-46df-806b-e64fe4a77018 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:24.999474 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:25.232792 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39b40f2-40df-4749-a9ae-e151081f5684 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network bc79e007-b70b-437a-9a53-f5ae9dfcdb45 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:59:25.242708 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-b39b40f2-40df-4749-a9ae-e151081f5684 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:25.311362 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-311e21c1-7806-4acb-be89-73684d7179b1 None None] Provisioning complete for port c4f02120-4aa6-462f-9839-d5393ff7fc9b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:25.311730 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-311e21c1-7806-4acb-be89-73684d7179b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:25.312193 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-311e21c1-7806-4acb-be89-73684d7179b1 None None] Attempt 1 to provision port c4f02120-4aa6-462f-9839-d5393ff7fc9b Nov 02 12:59:25.429117 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:25.467559 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8519b9f-a732-43ee-a750-12320f1199e5 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:59:25.601963 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c4f02120-4aa6-462f-9839-d5393ff7fc9b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:25.621849 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:25.648075 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39b40f2-40df-4749-a9ae-e151081f5684 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router f72403f9-7f81-483a-9f09-f2e1da51694b has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:59:25.730671 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:25.734738 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-891bf3d5-0fea-45bf-8dab-9e3c5bb70e49 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (14c7953a-81e2-4543-9e9c-3cbfd5e7b977), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:25.737475 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-311e21c1-7806-4acb-be89-73684d7179b1 None None] Current status of the port c4f02120-4aa6-462f-9839-d5393ff7fc9b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:25.754740 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-311e21c1-7806-4acb-be89-73684d7179b1 None None] Provisioning complete for port e7095de4-c378-4325-b14b-c21ff74d4771 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:25.755139 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-311e21c1-7806-4acb-be89-73684d7179b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e7095de4-c378-4325-b14b-c21ff74d4771), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:25.755448 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-311e21c1-7806-4acb-be89-73684d7179b1 None None] Attempt 1 to provision port e7095de4-c378-4325-b14b-c21ff74d4771 Nov 02 12:59:25.786549 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c4f02120-4aa6-462f-9839-d5393ff7fc9b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:25.787247 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:25.787247 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c4f02120-4aa6-462f-9839-d5393ff7fc9b Nov 02 12:59:25.825375 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891bf3d5-0fea-45bf-8dab-9e3c5bb70e49 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:59:25.836913 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-891bf3d5-0fea-45bf-8dab-9e3c5bb70e49 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:25.856859 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39b40f2-40df-4749-a9ae-e151081f5684 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:59:25.869106 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] Sync routers for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:59:25.875177 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891bf3d5-0fea-45bf-8dab-9e3c5bb70e49 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:25.877074 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b39b40f2-40df-4749-a9ae-e151081f5684 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/f72403f9-7f81-483a-9f09-f2e1da51694b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3808653 Nov 02 12:59:25.878536 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34404) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:25.885752 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-891bf3d5-0fea-45bf-8dab-9e3c5bb70e49 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:25.889523 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c39118cb-2205-4799-b920-74895738d947 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'network': {'name': 'tempest-RoutersTest-120828318'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:59:25.922966 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] Routers {'f72403f9-7f81-483a-9f09-f2e1da51694b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:59:25.928825 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:59:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f72403f9-7f81-483a-9f09-f2e1da51694b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:25.965007 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828b995b-50ed-4fc7-b153-ec51e9baf1f1 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Router 706f81f9-76bf-45cb-8e80-ad53b7258e89 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:59:25.990554 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bf3d5-0fea-45bf-8dab-9e3c5bb70e49 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=14c7953a-81e2-4543-9e9c-3cbfd5e7b977,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:26.078742 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39118cb-2205-4799-b920-74895738d947 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Made reservation on behalf of 6790a6bdc3bd43eb9b393a49e206d97e for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:59:26.083470 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c39118cb-2205-4799-b920-74895738d947 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:26.141983 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39118cb-2205-4799-b920-74895738d947 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:59:26.175204 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c39118cb-2205-4799-b920-74895738d947 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (65c100af-a52f-45e7-97d5-096cc2df0eb7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:26.176519 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-c39118cb-2205-4799-b920-74895738d947 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Added segment 65c100af-a52f-45e7-97d5-096cc2df0eb7 of type vlan for network f81ad5ec-35d9-4f49-9ba1-9e2403803815 Nov 02 12:59:26.231141 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] Set router f72403f9-7f81-483a-9f09-f2e1da51694b gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:59:26.280387 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828b995b-50ed-4fc7-b153-ec51e9baf1f1 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:59:26.302344 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-891bf3d5-0fea-45bf-8dab-9e3c5bb70e49 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4488091 Nov 02 12:59:26.303149 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34410) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:26.310714 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-828b995b-50ed-4fc7-b153-ec51e9baf1f1 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] 10.222.0.64 "PUT /networking/v2.0/routers/706f81f9-76bf-45cb-8e80-ad53b7258e89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8258116 Nov 02 12:59:26.345369 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c39118cb-2205-4799-b920-74895738d947 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (f81ad5ec-35d9-4f49-9ba1-9e2403803815), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:26.346939 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-2b8e479a-f698-42ae-a517-e67276ca561d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'mac_address': 'fa:16:3e:25:a0:8c', 'name': 'tempest-NetworksTestDHCPv6-1049462278'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:59:26.393530 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c4f02120-4aa6-462f-9839-d5393ff7fc9b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:26.404009 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:26.440667 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34412) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:26.444202 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:26.490404 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c97cad1-afc2-46df-8b07-bfcd29815a68 None None] Sync routers for ids ['706f81f9-76bf-45cb-8e80-ad53b7258e89'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:59:26.552743 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-311e21c1-7806-4acb-be89-73684d7179b1 None None] Current status of the port e7095de4-c378-4325-b14b-c21ff74d4771 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:26.553135 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-311e21c1-7806-4acb-be89-73684d7179b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e7095de4-c378-4325-b14b-c21ff74d4771), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:26.595885 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7785e6e-f6f9-4dc6-b45e-b08c88f659f6 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Deleting subnet 64a578d7-b3eb-4327-8bd6-869a8d8195ab {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:59:26.599011 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c39118cb-2205-4799-b920-74895738d947 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (f81ad5ec-35d9-4f49-9ba1-9e2403803815), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:26.606753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39118cb-2205-4799-b920-74895738d947 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:26.606753 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c39118cb-2205-4799-b920-74895738d947 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:26.633630 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8e479a-f698-42ae-a517-e67276ca561d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:59:26.638921 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d7785e6e-f6f9-4dc6-b45e-b08c88f659f6 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for subnet (64a578d7-b3eb-4327-8bd6-869a8d8195ab), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:26.734875 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c97cad1-afc2-46df-8b07-bfcd29815a68 None None] Routers {'706f81f9-76bf-45cb-8e80-ad53b7258e89'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:59:26.749160 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8c97cad1-afc2-46df-8b07-bfcd29815a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:59:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['706f81f9-76bf-45cb-8e80-ad53b7258e89'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:26.904890 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T12:59:21Z', 'revision_number': 4, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '3ab6f635-ef45-4293-a5e4-acbfaab1a4cc', 'name': '', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:8a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:56Z', 'updated_at': '2022-11-02T12:59:21Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83aae61d-43d6-42dd-9dad-8f676dd7eaa9', 'name': '', 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:70:dc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:15Z', 'updated_at': '2022-11-02T12:59:24Z', 'revision_number': 2, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:26.945978 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c39118cb-2205-4799-b920-74895738d947 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0654368 Nov 02 12:59:26.949062 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34428) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:26.954456 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] Checking router: f72403f9-7f81-483a-9f09-f2e1da51694b for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:59:26.955226 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] Updating router f72403f9-7f81-483a-9f09-f2e1da51694b port 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:59:26.999492 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ef99d329-9d1a-479b-9f66-962e4b48f4b2 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'subnet': {'network_id': 'f81ad5ec-35d9-4f49-9ba1-9e2403803815', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:59:27.006695 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (83aae61d-43d6-42dd-9dad-8f676dd7eaa9), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:27.074095 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2b8e479a-f698-42ae-a517-e67276ca561d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:27.081285 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-311e21c1-7806-4acb-be89-73684d7179b1 None None] For port e7095de4-c378-4325-b14b-c21ff74d4771, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e7095de4-c378-4325-b14b-c21ff74d4771,segment=NetworkSegment(30d47e98-6da9-4834-a3ae-06f2bf1a0b11),segment_id=30d47e98-6da9-4834-a3ae-06f2bf1a0b11)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:27.087204 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39118cb-2205-4799-b920-74895738d947 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Network': ['ID=f81ad5ec-35d9-4f49-9ba1-9e2403803815,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:27.113154 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:27.149612 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network f81ad5ec-35d9-4f49-9ba1-9e2403803815 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:59:27.186858 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:27.187749 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-2b8e479a-f698-42ae-a517-e67276ca561d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port fb47e54f-b33a-45a3-b7dc-ade421da0eb6 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:59:27.193142 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d7785e6e-f6f9-4dc6-b45e-b08c88f659f6 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (64a578d7-b3eb-4327-8bd6-869a8d8195ab), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:27.392292 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:27.430748 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-8c97cad1-afc2-46df-8b07-bfcd29815a68 None None] Set router 706f81f9-76bf-45cb-8e80-ad53b7258e89 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:59:27.656830 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] Publish callbacks [] for port (83aae61d-43d6-42dd-9dad-8f676dd7eaa9), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:27.675557 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d7785e6e-f6f9-4dc6-b45e-b08c88f659f6 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (64a578d7-b3eb-4327-8bd6-869a8d8195ab), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:27.694367 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:27.794427 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (83aae61d-43d6-42dd-9dad-8f676dd7eaa9), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:27.797392 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-2b8e479a-f698-42ae-a517-e67276ca561d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 172.20.0.10 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/14c7953a-81e2-4543-9e9c-3cbfd5e7b977/fb47e54f-b33a-45a3-b7dc-ade421da0eb6) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:59:27.832566 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-2b8e479a-f698-42ae-a517-e67276ca561d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::f816:3eff:fe25:a08c (e9ae2c9f-8862-4b1d-b882-f135a69580a6/10d4039a-27cc-4caf-8b4c-f39294dbaa46/fb47e54f-b33a-45a3-b7dc-ade421da0eb6) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:59:27.909106 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:27.949867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:27.950253 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ab6f635-ef45-4293-a5e4-acbfaab1a4cc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:27.952751 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc Nov 02 12:59:28.016202 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-311e21c1-7806-4acb-be89-73684d7179b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e7095de4-c378-4325-b14b-c21ff74d4771), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:28.090846 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef99d329-9d1a-479b-9f66-962e4b48f4b2 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Made reservation on behalf of 6790a6bdc3bd43eb9b393a49e206d97e for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:59:28.100814 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ef99d329-9d1a-479b-9f66-962e4b48f4b2 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:28.157080 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85a1e7-44f4-4107-b2e2-e2f8b46fdd15 None None] Pushing event updated for resources: {'Port': ['ID=83aae61d-43d6-42dd-9dad-8f676dd7eaa9,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:28.192766 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d7785e6e-f6f9-4dc6-b45e-b08c88f659f6 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (64a578d7-b3eb-4327-8bd6-869a8d8195ab), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:28.200248 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] Attempting to bind port 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:59:28.200248 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] Attempting to bind port 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '30d47e98-6da9-4834-a3ae-06f2bf1a0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:59:28.200248 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] Attempting to bind port 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 on network bc79e007-b70b-437a-9a53-f5ae9dfcdb45 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:59:28.219594 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e21c1-7806-4acb-be89-73684d7179b1 None None] Pushing event updated for resources: {'Port': ['ID=e7095de4-c378-4325-b14b-c21ff74d4771,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:28.223019 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2b8e479a-f698-42ae-a517-e67276ca561d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (fb47e54f-b33a-45a3-b7dc-ade421da0eb6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:28.235284 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=68,neutron:INSERT=29,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:28.347133 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d7785e6e-f6f9-4dc6-b45e-b08c88f659f6 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:28.363111 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d7785e6e-f6f9-4dc6-b45e-b08c88f659f6 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/64a578d7-b3eb-4327-8bd6-869a8d8195ab HTTP/1.1" status: 204 len: 168 time: 1.9122417 Nov 02 12:59:28.363349 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34454) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:28.373228 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:59:28.374627 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] Checking segment: {'id': '30d47e98-6da9-4834-a3ae-06f2bf1a0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:59:28.376279 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:28.379586 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] Bound using segment: {'id': '30d47e98-6da9-4834-a3ae-06f2bf1a0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:59:28.380581 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] Bound port: 83aae61d-43d6-42dd-9dad-8f676dd7eaa9, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d47e98-6da9-4834-a3ae-06f2bf1a0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:59:28.381271 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (83aae61d-43d6-42dd-9dad-8f676dd7eaa9), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:28.389323 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025d0a83-29f3-4afe-bd3a-2f88ec22a5e0 None None] Network bc79e007-b70b-437a-9a53-f5ae9dfcdb45 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:59:28.444782 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7785e6e-f6f9-4dc6-b45e-b08c88f659f6 tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Pushing event deleted for resources: {'Subnet': ['ID=64a578d7-b3eb-4327-8bd6-869a8d8195ab,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:28.479086 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38f0fcd-4e98-4075-b1ab-2bb19515f81e None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:59:28.539337 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfd0bda-f02d-4bd8-95e1-32892ed891bc None None] Network ae53e63b-00d4-4360-8065-a5a981d950b3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:59:28.585183 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] For port 83aae61d-43d6-42dd-9dad-8f676dd7eaa9, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:59:28.601550 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] For port 83aae61d-43d6-42dd-9dad-8f676dd7eaa9, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=83aae61d-43d6-42dd-9dad-8f676dd7eaa9,segment=NetworkSegment(30d47e98-6da9-4834-a3ae-06f2bf1a0b11),segment_id=30d47e98-6da9-4834-a3ae-06f2bf1a0b11)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:59:28.647772 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2dafd731-ba07-4726-a488-8b1de04f577b tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for router (706f81f9-76bf-45cb-8e80-ad53b7258e89), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:28.757210 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:28.823554 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (83aae61d-43d6-42dd-9dad-8f676dd7eaa9), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:28.832879 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2b8e479a-f698-42ae-a517-e67276ca561d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (fb47e54f-b33a-45a3-b7dc-ade421da0eb6), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:28.849138 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8c97cad1-afc2-46df-8b07-bfcd29815a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706f81f9-76bf-45cb-8e80-ad53b7258e89', 'name': 'tempest-TestSecurityGroupsBasicOps-router-151207917', 'tenant_id': '2c29a45b18b948beb86b5f13b25e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:47Z', 'updated_at': '2022-11-02T12:59:22Z', 'revision_number': 5, 'project_id': '2c29a45b18b948beb86b5f13b25e46b9', 'gw_port': {'id': 'c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706f81f9-76bf-45cb-8e80-ad53b7258e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:50Z', 'updated_at': '2022-11-02T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:28.913533 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:28.913781 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] Routers {'f72403f9-7f81-483a-9f09-f2e1da51694b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:59:28.913781 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:59:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f72403f9-7f81-483a-9f09-f2e1da51694b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:28.928256 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:28.986023 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ef99d329-9d1a-479b-9f66-962e4b48f4b2 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (be71db8b-a93b-4c7c-a23f-b9b12d09e3a6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:29.011779 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-32494bd1-bb80-4a0d-b3a8-3ed193baaced None None] Provisioning complete for port c08f4255-b546-46df-806b-e64fe4a77018 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:29.012170 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-32494bd1-bb80-4a0d-b3a8-3ed193baaced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c08f4255-b546-46df-806b-e64fe4a77018), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:29.022631 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-32494bd1-bb80-4a0d-b3a8-3ed193baaced None None] Attempt 1 to provision port c08f4255-b546-46df-806b-e64fe4a77018 Nov 02 12:59:29.122667 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c97cad1-afc2-46df-8b07-bfcd29815a68 None None] Checking router: 706f81f9-76bf-45cb-8e80-ad53b7258e89 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:59:29.244995 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85a1e7-44f4-4107-b2e2-e2f8b46fdd15 None None] Pushing event updated for resources: {'Port': ['ID=83aae61d-43d6-42dd-9dad-8f676dd7eaa9,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:29.246448 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef99d329-9d1a-479b-9f66-962e4b48f4b2 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Checking segment: {'id': '65c100af-a52f-45e7-97d5-096cc2df0eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'f81ad5ec-35d9-4f49-9ba1-9e2403803815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:59:29.246448 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef99d329-9d1a-479b-9f66-962e4b48f4b2 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network hostable DHCP agents. Network: f81ad5ec-35d9-4f49-9ba1-9e2403803815, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:59:29.247129 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c97cad1-afc2-46df-8b07-bfcd29815a68 None None] Routers {'706f81f9-76bf-45cb-8e80-ad53b7258e89'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:59:29.247614 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8c97cad1-afc2-46df-8b07-bfcd29815a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:59:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['706f81f9-76bf-45cb-8e80-ad53b7258e89'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:29.251033 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99d329-9d1a-479b-9f66-962e4b48f4b2 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Subnet': ['ID=be71db8b-a93b-4c7c-a23f-b9b12d09e3a6,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:29.286013 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] Set router f72403f9-7f81-483a-9f09-f2e1da51694b gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:59:29.362482 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:29.636085 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8e479a-f698-42ae-a517-e67276ca561d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:59:29.652985 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-2b8e479a-f698-42ae-a517-e67276ca561d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:29.661818 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e479a-f698-42ae-a517-e67276ca561d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:59:29.794774 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T12:59:21Z', 'revision_number': 4, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '3ab6f635-ef45-4293-a5e4-acbfaab1a4cc', 'name': '', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:8a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:56Z', 'updated_at': '2022-11-02T12:59:21Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83aae61d-43d6-42dd-9dad-8f676dd7eaa9', 'name': '', 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:70:dc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:15Z', 'updated_at': '2022-11-02T12:59:28Z', 'revision_number': 4, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:29.822214 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:29.823609 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e880887e-6d5a-4d5d-8744-65466f2054f1 None None] The sync data for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 is: [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T12:59:21Z', 'revision_number': 4, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '3ab6f635-ef45-4293-a5e4-acbfaab1a4cc', 'name': '', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:8a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:56Z', 'updated_at': '2022-11-02T12:59:21Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83aae61d-43d6-42dd-9dad-8f676dd7eaa9', 'name': '', 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:70:dc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:15Z', 'updated_at': '2022-11-02T12:59:28Z', 'revision_number': 4, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:59:29.826926 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8e479a-f698-42ae-a517-e67276ca561d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:29.834815 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2b8e479a-f698-42ae-a517-e67276ca561d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:29.850983 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e479a-f698-42ae-a517-e67276ca561d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=fb47e54f-b33a-45a3-b7dc-ade421da0eb6,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:29.860006 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2dafd731-ba07-4726-a488-8b1de04f577b tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for router_gateway (706f81f9-76bf-45cb-8e80-ad53b7258e89), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:29.899399 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:29.900695 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e7095de4-c378-4325-b14b-c21ff74d4771 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:30.024208 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:30.074850 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef99d329-9d1a-479b-9f66-962e4b48f4b2 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network f81ad5ec-35d9-4f49-9ba1-9e2403803815 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:59:30.140432 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-8c97cad1-afc2-46df-8b07-bfcd29815a68 None None] Set router 706f81f9-76bf-45cb-8e80-ad53b7258e89 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:59:30.272853 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966983eb-2748-4b1a-afb1-7ef86a475658 None None] DHCP port deletion for ae53e63b-00d4-4360-8065-a5a981d950b3 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:59:30.274857 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e7095de4-c378-4325-b14b-c21ff74d4771 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:30.275239 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e7095de4-c378-4325-b14b-c21ff74d4771), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:30.275592 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e7095de4-c378-4325-b14b-c21ff74d4771 Nov 02 12:59:30.277941 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-32494bd1-bb80-4a0d-b3a8-3ed193baaced None None] Current status of the port c08f4255-b546-46df-806b-e64fe4a77018 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:30.464344 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9700e3bd-6418-45be-8a1a-1d224e8247e1 None None] Update dhcp port {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'fixed_ips': [{'subnet_id': '10d4039a-27cc-4caf-8b4c-f39294dbaa46', 'ip_address': '2001:db8::f816:3eff:fe26:2281'}, {'subnet_id': '14c7953a-81e2-4543-9e9c-3cbfd5e7b977'}], 'binding:host_id': 'n-d-857339-6'}, 'id': 'c4f02120-4aa6-462f-9839-d5393ff7fc9b'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 12:59:30.516664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-966983eb-2748-4b1a-afb1-7ef86a475658 None None] Deleting port c08f4255-b546-46df-806b-e64fe4a77018 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:59:30.517899 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-966983eb-2748-4b1a-afb1-7ef86a475658 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c08f4255-b546-46df-806b-e64fe4a77018), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:30.573488 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-ef99d329-9d1a-479b-9f66-962e4b48f4b2 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, f81ad5ec-35d9-4f49-9ba1-9e2403803815) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:30.586359 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef99d329-9d1a-479b-9f66-962e4b48f4b2 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:30.586359 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ef99d329-9d1a-479b-9f66-962e4b48f4b2 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:30.629236 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a437b0e4-75b1-4809-99c3-ba44eae8835f None None] Network f81ad5ec-35d9-4f49-9ba1-9e2403803815 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:59:30.706122 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2dafd731-ba07-4726-a488-8b1de04f577b tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Deleting port c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:59:30.706766 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2dafd731-ba07-4726-a488-8b1de04f577b tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:30.714188 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2b8e479a-f698-42ae-a517-e67276ca561d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.3852212 Nov 02 12:59:30.714442 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34492) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:30.730027 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-dc324a24-8e1c-4c11-90df-f7adea855ab6 None None] Provisioning complete for port 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:30.731915 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dc324a24-8e1c-4c11-90df-f7adea855ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (83aae61d-43d6-42dd-9dad-8f676dd7eaa9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:30.737597 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-dc324a24-8e1c-4c11-90df-f7adea855ab6 None None] Attempt 1 to provision port 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 Nov 02 12:59:30.775006 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ef99d329-9d1a-479b-9f66-962e4b48f4b2 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8222418 Nov 02 12:59:30.790257 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34494) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:30.857382 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9700e3bd-6418-45be-8a1a-1d224e8247e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:30.933210 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bf7224-2423-467c-92cb-ce75b8a60a39 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:30.954718 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bf7224-2423-467c-92cb-ce75b8a60a39 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:30.957434 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a4bf7224-2423-467c-92cb-ce75b8a60a39 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.2413526 Nov 02 12:59:30.964642 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34498) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:31.279339 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed2c06-b3c8-44b9-a0d8-87207e874d0b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port fb47e54f-b33a-45a3-b7dc-ade421da0eb6 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:59:31.279698 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4ed2c06-b3c8-44b9-a0d8-87207e874d0b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (fb47e54f-b33a-45a3-b7dc-ade421da0eb6), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:31.341706 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-2dafd731-ba07-4726-a488-8b1de04f577b tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] For port c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:31.342130 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2dafd731-ba07-4726-a488-8b1de04f577b tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:31.360432 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2dafd731-ba07-4726-a488-8b1de04f577b tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Calling delete_port for c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:59:31.549868 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:31.734600 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-966983eb-2748-4b1a-afb1-7ef86a475658 None None] For port c08f4255-b546-46df-806b-e64fe4a77018, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c08f4255-b546-46df-806b-e64fe4a77018,segment=NetworkSegment(22152518-82b1-4c24-bfdf-e12e1d192ac8),segment_id=22152518-82b1-4c24-bfdf-e12e1d192ac8)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:31.734600 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-966983eb-2748-4b1a-afb1-7ef86a475658 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c08f4255-b546-46df-806b-e64fe4a77018), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:31.860237 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-966983eb-2748-4b1a-afb1-7ef86a475658 None None] Calling delete_port for c08f4255-b546-46df-806b-e64fe4a77018 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:59:31.860855 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:31.861891 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2dafd731-ba07-4726-a488-8b1de04f577b tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:31.910423 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e7095de4-c378-4325-b14b-c21ff74d4771 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:32.403338 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-8c97cad1-afc2-46df-8b07-bfcd29815a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706f81f9-76bf-45cb-8e80-ad53b7258e89', 'name': 'tempest-TestSecurityGroupsBasicOps-router-151207917', 'tenant_id': '2c29a45b18b948beb86b5f13b25e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:47Z', 'updated_at': '2022-11-02T12:59:22Z', 'revision_number': 5, 'project_id': '2c29a45b18b948beb86b5f13b25e46b9', 'gw_port': {'id': 'c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706f81f9-76bf-45cb-8e80-ad53b7258e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:50Z', 'updated_at': '2022-11-02T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:32.463537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dc324a24-8e1c-4c11-90df-f7adea855ab6 None None] Current status of the port 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:32.463537 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dc324a24-8e1c-4c11-90df-f7adea855ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (83aae61d-43d6-42dd-9dad-8f676dd7eaa9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:32.464280 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c97cad1-afc2-46df-8b07-bfcd29815a68 None None] The sync data for ids ['706f81f9-76bf-45cb-8e80-ad53b7258e89'] in n-d-857339-6 is: [{'id': '706f81f9-76bf-45cb-8e80-ad53b7258e89', 'name': 'tempest-TestSecurityGroupsBasicOps-router-151207917', 'tenant_id': '2c29a45b18b948beb86b5f13b25e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:47Z', 'updated_at': '2022-11-02T12:59:22Z', 'revision_number': 5, 'project_id': '2c29a45b18b948beb86b5f13b25e46b9', 'gw_port': {'id': 'c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706f81f9-76bf-45cb-8e80-ad53b7258e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:50Z', 'updated_at': '2022-11-02T12:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:59:32.466880 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:32.468275 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafd731-ba07-4726-a488-8b1de04f577b tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Pushing event deleted for resources: {'Port': ['ID=c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:32.590518 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:32.616287 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:32.681412 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:32.735170 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2dafd731-ba07-4726-a488-8b1de04f577b tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (706f81f9-76bf-45cb-8e80-ad53b7258e89), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:32.774795 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4ed2c06-b3c8-44b9-a0d8-87207e874d0b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (fb47e54f-b33a-45a3-b7dc-ade421da0eb6), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:32.805806 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed2c06-b3c8-44b9-a0d8-87207e874d0b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for fb47e54f-b33a-45a3-b7dc-ade421da0eb6 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:59:32.817354 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-dc324a24-8e1c-4c11-90df-f7adea855ab6 None None] For port 83aae61d-43d6-42dd-9dad-8f676dd7eaa9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=83aae61d-43d6-42dd-9dad-8f676dd7eaa9,segment=NetworkSegment(30d47e98-6da9-4834-a3ae-06f2bf1a0b11),segment_id=30d47e98-6da9-4834-a3ae-06f2bf1a0b11)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:32.825869 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-9700e3bd-6418-45be-8a1a-1d224e8247e1 None None] Allocated IP 172.20.0.2 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/14c7953a-81e2-4543-9e9c-3cbfd5e7b977/c4f02120-4aa6-462f-9839-d5393ff7fc9b) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:59:32.834887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-f81ad5ec-35d9-4f49-9ba1-9e2403803815', 'network_id': 'f81ad5ec-35d9-4f49-9ba1-9e2403803815', 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'fixed_ips': [{'subnet_id': 'be71db8b-a93b-4c7c-a23f-b9b12d09e3a6'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:59:32.835845 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:32.998231 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dc324a24-8e1c-4c11-90df-f7adea855ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (83aae61d-43d6-42dd-9dad-8f676dd7eaa9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:33.145508 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2dafd731-ba07-4726-a488-8b1de04f577b tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (706f81f9-76bf-45cb-8e80-ad53b7258e89), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:33.159868 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:33.159868 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2dafd731-ba07-4726-a488-8b1de04f577b tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for router_controller (706f81f9-76bf-45cb-8e80-ad53b7258e89), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:33.168450 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-127e8f64-24db-4ff0-8371-9f19cae22275 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:33.176790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-dc324a24-8e1c-4c11-90df-f7adea855ab6 None None] Provisioning complete for port e7095de4-c378-4325-b14b-c21ff74d4771 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:33.177206 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dc324a24-8e1c-4c11-90df-f7adea855ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e7095de4-c378-4325-b14b-c21ff74d4771), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:33.177574 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-dc324a24-8e1c-4c11-90df-f7adea855ab6 None None] Attempt 1 to provision port e7095de4-c378-4325-b14b-c21ff74d4771 Nov 02 12:59:33.190285 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc324a24-8e1c-4c11-90df-f7adea855ab6 None None] Pushing event updated for resources: {'Port': ['ID=83aae61d-43d6-42dd-9dad-8f676dd7eaa9,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:33.268453 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:33.386431 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:33.396658 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:33.397307 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (83aae61d-43d6-42dd-9dad-8f676dd7eaa9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:33.397839 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 Nov 02 12:59:33.597914 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4ed2c06-b3c8-44b9-a0d8-87207e874d0b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (fb47e54f-b33a-45a3-b7dc-ade421da0eb6), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:33.600974 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2dafd731-ba07-4726-a488-8b1de04f577b tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (706f81f9-76bf-45cb-8e80-ad53b7258e89), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:33.600974 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dafd731-ba07-4726-a488-8b1de04f577b tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Fanout notify agent at l3_agent the message router_deleted on router 706f81f9-76bf-45cb-8e80-ad53b7258e89 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:59:33.644944 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2dafd731-ba07-4726-a488-8b1de04f577b tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:33.647536 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2dafd731-ba07-4726-a488-8b1de04f577b tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] 10.222.0.64 "DELETE /networking/v2.0/routers/706f81f9-76bf-45cb-8e80-ad53b7258e89 HTTP/1.1" status: 204 len: 168 time: 5.2826147 Nov 02 12:59:33.713029 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34550) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:33.762574 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed2c06-b3c8-44b9-a0d8-87207e874d0b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=fb47e54f-b33a-45a3-b7dc-ade421da0eb6,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:33.877233 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-966983eb-2748-4b1a-afb1-7ef86a475658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (c08f4255-b546-46df-806b-e64fe4a77018), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:33.911509 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9700e3bd-6418-45be-8a1a-1d224e8247e1 None None] For port c4f02120-4aa6-462f-9839-d5393ff7fc9b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c4f02120-4aa6-462f-9839-d5393ff7fc9b,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:34.020228 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-127e8f64-24db-4ff0-8371-9f19cae22275 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Allocated IP 172.23.0.1 (f81ad5ec-35d9-4f49-9ba1-9e2403803815/be71db8b-a93b-4c7c-a23f-b9b12d09e3a6/4122d300-1286-435a-a537-5d1dd64f24ba) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:59:34.021985 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e4ed2c06-b3c8-44b9-a0d8-87207e874d0b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:34.055735 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e4ed2c06-b3c8-44b9-a0d8-87207e874d0b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/fb47e54f-b33a-45a3-b7dc-ade421da0eb6 HTTP/1.1" status: 204 len: 168 time: 3.0761688 Nov 02 12:59:34.055735 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34558) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:34.190915 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966983eb-2748-4b1a-afb1-7ef86a475658 None None] Pushing event deleted for resources: {'Port': ['ID=c08f4255-b546-46df-806b-e64fe4a77018,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:34.215807 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966983eb-2748-4b1a-afb1-7ef86a475658 None None] No DVR routers for this DVR port c08f4255-b546-46df-806b-e64fe4a77018 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:59:34.231034 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991fdb70-1755-4dae-978d-b1ff50b94399 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:34.238717 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991fdb70-1755-4dae-978d-b1ff50b94399 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:34.250068 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991fdb70-1755-4dae-978d-b1ff50b94399 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:34.251065 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-991fdb70-1755-4dae-978d-b1ff50b94399 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2049754 Nov 02 12:59:34.256981 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34562) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:34.365599 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:34.369472 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e7095de4-c378-4325-b14b-c21ff74d4771 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:34.381290 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-127e8f64-24db-4ff0-8371-9f19cae22275 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for port (4122d300-1286-435a-a537-5d1dd64f24ba), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:34.406657 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-88effff3-e46a-4a12-96bd-2bc79ce34791 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet 10d4039a-27cc-4caf-8b4c-f39294dbaa46 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:59:34.425526 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4adc5b88-7d99-4ae8-9cfb-c59d29a298da tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (ae53e63b-00d4-4360-8065-a5a981d950b3), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:34.661922 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:34.692708 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4adc5b88-7d99-4ae8-9cfb-c59d29a298da tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (ae53e63b-00d4-4360-8065-a5a981d950b3), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:34.697174 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-127e8f64-24db-4ff0-8371-9f19cae22275 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (4122d300-1286-435a-a537-5d1dd64f24ba), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:34.778107 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dc324a24-8e1c-4c11-90df-f7adea855ab6 None None] Current status of the port e7095de4-c378-4325-b14b-c21ff74d4771 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:34.829091 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127e8f64-24db-4ff0-8371-9f19cae22275 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network f81ad5ec-35d9-4f49-9ba1-9e2403803815 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:59:34.829091 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-4adc5b88-7d99-4ae8-9cfb-c59d29a298da tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae53e63b-00d4-4360-8065-a5a981d950b3']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:34.829091 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-127e8f64-24db-4ff0-8371-9f19cae22275 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:34.843639 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127e8f64-24db-4ff0-8371-9f19cae22275 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:59:34.848901 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-4adc5b88-7d99-4ae8-9cfb-c59d29a298da tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22152518-82b1-4c24-bfdf-e12e1d192ac8') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:34.849839 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-4adc5b88-7d99-4ae8-9cfb-c59d29a298da tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22152518-82b1-4c24-bfdf-e12e1d192ac8') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:34.902170 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4adc5b88-7d99-4ae8-9cfb-c59d29a298da tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (22152518-82b1-4c24-bfdf-e12e1d192ac8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:34.914362 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e8f64-24db-4ff0-8371-9f19cae22275 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Port': ['ID=4122d300-1286-435a-a537-5d1dd64f24ba,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:34.934747 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4adc5b88-7d99-4ae8-9cfb-c59d29a298da tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (22152518-82b1-4c24-bfdf-e12e1d192ac8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:34.937527 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-127e8f64-24db-4ff0-8371-9f19cae22275 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (f72403f9-7f81-483a-9f09-f2e1da51694b), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:34.978197 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9700e3bd-6418-45be-8a1a-1d224e8247e1 None None] Publish callbacks [] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:34.981913 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4adc5b88-7d99-4ae8-9cfb-c59d29a298da tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:59:34.989714 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4adc5b88-7d99-4ae8-9cfb-c59d29a298da tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (22152518-82b1-4c24-bfdf-e12e1d192ac8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:35.009499 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:35.021738 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 22152518-82b1-4c24-bfdf-e12e1d192ac8 resource provider aggregate not found Nov 02 12:59:35.023301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e7095de4-c378-4325-b14b-c21ff74d4771 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:35.029758 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e7095de4-c378-4325-b14b-c21ff74d4771), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:35.029758 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e7095de4-c378-4325-b14b-c21ff74d4771 Nov 02 12:59:35.072780 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 22152518-82b1-4c24-bfdf-e12e1d192ac8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22152518-82b1-4c24-bfdf-e12e1d192ac8 found for delete ", "request_id": "req-8356e69c-c694-4ed1-a06e-ee99d0301812"}]} Nov 02 12:59:35.084153 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-88effff3-e46a-4a12-96bd-2bc79ce34791 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (10d4039a-27cc-4caf-8b4c-f39294dbaa46), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:35.086296 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4b74a400-8438-4a05-aea3-ba00abea6891 None None] Provisioning complete for port 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:35.086675 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4b74a400-8438-4a05-aea3-ba00abea6891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (83aae61d-43d6-42dd-9dad-8f676dd7eaa9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:35.087018 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4b74a400-8438-4a05-aea3-ba00abea6891 None None] Attempt 1 to provision port 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 Nov 02 12:59:35.092706 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9700e3bd-6418-45be-8a1a-1d224e8247e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:35.223465 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-88effff3-e46a-4a12-96bd-2bc79ce34791 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (10d4039a-27cc-4caf-8b4c-f39294dbaa46), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:35.236058 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] Allocated IP 172.23.0.2 (f81ad5ec-35d9-4f49-9ba1-9e2403803815/be71db8b-a93b-4c7c-a23f-b9b12d09e3a6/17b6cfa5-39b9-41c1-953d-59a49a9d6ee0) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:59:35.299365 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4adc5b88-7d99-4ae8-9cfb-c59d29a298da tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (ae53e63b-00d4-4360-8065-a5a981d950b3), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:35.313240 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4adc5b88-7d99-4ae8-9cfb-c59d29a298da tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:35.335312 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4adc5b88-7d99-4ae8-9cfb-c59d29a298da tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] 10.222.0.64 "DELETE /networking/v2.0/networks/ae53e63b-00d4-4360-8065-a5a981d950b3 HTTP/1.1" status: 204 len: 168 time: 1.6210039 Nov 02 12:59:35.362950 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc5b88-7d99-4ae8-9cfb-c59d29a298da tempest-TestSecurityGroupsBasicOps-826378354 tempest-TestSecurityGroupsBasicOps-826378354-project] Pushing event deleted for resources: {'Network': ['ID=ae53e63b-00d4-4360-8065-a5a981d950b3,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:35.384828 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-88effff3-e46a-4a12-96bd-2bc79ce34791 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (10d4039a-27cc-4caf-8b4c-f39294dbaa46), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:35.432708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700e3bd-6418-45be-8a1a-1d224e8247e1 None None] Pushing event updated for resources: {'Port': ['ID=c4f02120-4aa6-462f-9839-d5393ff7fc9b,revision_number=7']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:35.650779 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-88effff3-e46a-4a12-96bd-2bc79ce34791 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (10d4039a-27cc-4caf-8b4c-f39294dbaa46), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:35.691469 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-88effff3-e46a-4a12-96bd-2bc79ce34791 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:35.694174 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:35.699972 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34608) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:35.707376 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-88effff3-e46a-4a12-96bd-2bc79ce34791 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/10d4039a-27cc-4caf-8b4c-f39294dbaa46 HTTP/1.1" status: 204 len: 168 time: 1.4387474 Nov 02 12:59:35.752150 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e7095de4-c378-4325-b14b-c21ff74d4771 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:35.791157 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88effff3-e46a-4a12-96bd-2bc79ce34791 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=10d4039a-27cc-4caf-8b4c-f39294dbaa46,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:35.963172 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c08f4255-b546-46df-806b-e64fe4a77018 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:59:36.044466 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a732105-c01d-481b-b9bb-81cdce8c4c05 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet 14c7953a-81e2-4543-9e9c-3cbfd5e7b977 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:59:36.057768 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1a732105-c01d-481b-b9bb-81cdce8c4c05 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (14c7953a-81e2-4543-9e9c-3cbfd5e7b977), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:36.192574 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1a732105-c01d-481b-b9bb-81cdce8c4c05 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (14c7953a-81e2-4543-9e9c-3cbfd5e7b977), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:36.210857 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] Publish callbacks [] for port (17b6cfa5-39b9-41c1-953d-59a49a9d6ee0), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:36.270636 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: c08f4255-b546-46df-806b-e64fe4a77018 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:59:36.282163 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c08f4255-b546-46df-806b-e64fe4a77018 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:59:36.393631 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (17b6cfa5-39b9-41c1-953d-59a49a9d6ee0), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:36.447793 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:36.455773 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] Network f81ad5ec-35d9-4f49-9ba1-9e2403803815 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:59:36.464950 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4b74a400-8438-4a05-aea3-ba00abea6891 None None] Current status of the port 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:36.471421 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:36.604541 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:59:36.739107 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1a732105-c01d-481b-b9bb-81cdce8c4c05 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (14c7953a-81e2-4543-9e9c-3cbfd5e7b977), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:36.888787 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c4f02120-4aa6-462f-9839-d5393ff7fc9b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:36.899260 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:36.915757 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34630) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:37.061484 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1a732105-c01d-481b-b9bb-81cdce8c4c05 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (14c7953a-81e2-4543-9e9c-3cbfd5e7b977), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:37.061755 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:37.061755 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] Pushing event updated for resources: {'Port': ['ID=17b6cfa5-39b9-41c1-953d-59a49a9d6ee0,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:37.101084 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1a732105-c01d-481b-b9bb-81cdce8c4c05 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:37.115882 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1a732105-c01d-481b-b9bb-81cdce8c4c05 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/14c7953a-81e2-4543-9e9c-3cbfd5e7b977 HTTP/1.1" status: 204 len: 168 time: 1.4104142 Nov 02 12:59:37.116145 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34640) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:37.147363 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] Attempting to bind port 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:59:37.147739 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] Attempting to bind port 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '65c100af-a52f-45e7-97d5-096cc2df0eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'f81ad5ec-35d9-4f49-9ba1-9e2403803815'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:59:37.148112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] Attempting to bind port 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 on network f81ad5ec-35d9-4f49-9ba1-9e2403803815 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:59:37.219714 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a732105-c01d-481b-b9bb-81cdce8c4c05 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=14c7953a-81e2-4543-9e9c-3cbfd5e7b977,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:37.227018 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-127e8f64-24db-4ff0-8371-9f19cae22275 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4122d300-1286-435a-a537-5d1dd64f24ba), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:37.296547 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c4f02120-4aa6-462f-9839-d5393ff7fc9b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:37.296547 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:37.296547 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c4f02120-4aa6-462f-9839-d5393ff7fc9b Nov 02 12:59:37.305873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:59:37.306252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] Checking segment: {'id': '65c100af-a52f-45e7-97d5-096cc2df0eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'f81ad5ec-35d9-4f49-9ba1-9e2403803815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:59:37.306636 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34646) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:37.306793 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:37.307057 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] Bound using segment: {'id': '65c100af-a52f-45e7-97d5-096cc2df0eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'f81ad5ec-35d9-4f49-9ba1-9e2403803815'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:59:37.308626 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] Bound port: 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c100af-a52f-45e7-97d5-096cc2df0eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'f81ad5ec-35d9-4f49-9ba1-9e2403803815'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:59:37.309118 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fedff130-2d8d-4ee4-bea0-daf37ecf73bd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1916876 Nov 02 12:59:37.312768 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (17b6cfa5-39b9-41c1-953d-59a49a9d6ee0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:37.353584 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6bd225f7-d502-4803-a2c0-f4f2526f4ce0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:59:37.430777 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-233ae084-c420-4967-9ee8-eb41ff62411e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2c29a45b18b948beb86b5f13b25e46b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5130868 Nov 02 12:59:37.431986 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34650) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:37.544048 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:37.593874 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1e7dbde4-97b0-4c9c-bbd0-6475dbe711e7 admin admin] Publish callbacks [] for security_group (ccaa6dba-d3b8-4826-86bc-2d78d9c22c3b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:37.616562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e695fb-79ac-459b-bdc5-9614d51db304 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:59:37.619271 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:37.657782 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1e7dbde4-97b0-4c9c-bbd0-6475dbe711e7 admin admin] Publish callbacks [] for security_group (ccaa6dba-d3b8-4826-86bc-2d78d9c22c3b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:37.767186 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-28a8a107-71a0-4a52-aebf-f865cdf5aa09 None None] Could not find standard attr ID for object fb47e54f-b33a-45a3-b7dc-ade421da0eb6. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:59:37.801904 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:37.871469 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1e7dbde4-97b0-4c9c-bbd0-6475dbe711e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ccaa6dba-d3b8-4826-86bc-2d78d9c22c3b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:37.874198 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1e7dbde4-97b0-4c9c-bbd0-6475dbe711e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:37.878029 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1e7dbde4-97b0-4c9c-bbd0-6475dbe711e7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ccaa6dba-d3b8-4826-86bc-2d78d9c22c3b HTTP/1.1" status: 204 len: 168 time: 0.4418700 Nov 02 12:59:37.896546 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dbde4-97b0-4c9c-bbd0-6475dbe711e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaa6dba-d3b8-4826-86bc-2d78d9c22c3b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:38.091087 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] For port 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:59:38.126885 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] For port 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=17b6cfa5-39b9-41c1-953d-59a49a9d6ee0,segment=NetworkSegment(65c100af-a52f-45e7-97d5-096cc2df0eb7),segment_id=65c100af-a52f-45e7-97d5-096cc2df0eb7)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:59:38.186305 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd225f7-d502-4803-a2c0-f4f2526f4ce0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:59:38.198278 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6bd225f7-d502-4803-a2c0-f4f2526f4ce0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:38.282568 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-28a8a107-71a0-4a52-aebf-f865cdf5aa09 None None] Provisioning complete for port c4f02120-4aa6-462f-9839-d5393ff7fc9b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:38.289264 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-28a8a107-71a0-4a52-aebf-f865cdf5aa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:38.289264 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-28a8a107-71a0-4a52-aebf-f865cdf5aa09 None None] Attempt 1 to provision port c4f02120-4aa6-462f-9839-d5393ff7fc9b Nov 02 12:59:38.324841 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:38.394986 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (17b6cfa5-39b9-41c1-953d-59a49a9d6ee0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:38.569552 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c4f02120-4aa6-462f-9839-d5393ff7fc9b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:38.570700 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:38.586649 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa88da-2f6a-4f38-a982-65a4f1fb046c None None] Pushing event updated for resources: {'Port': ['ID=17b6cfa5-39b9-41c1-953d-59a49a9d6ee0,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:38.769737 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c756caa2-7c50-4743-83b2-83a757ca3523 None None] DHCP port deletion for e9ae2c9f-8862-4b1d-b882-f135a69580a6 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:59:38.991214 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-127e8f64-24db-4ff0-8371-9f19cae22275 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for port (4122d300-1286-435a-a537-5d1dd64f24ba), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:39.102145 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-127e8f64-24db-4ff0-8371-9f19cae22275 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (4122d300-1286-435a-a537-5d1dd64f24ba), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:39.160546 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c756caa2-7c50-4743-83b2-83a757ca3523 None None] Deleting port c4f02120-4aa6-462f-9839-d5393ff7fc9b {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:59:39.163350 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c756caa2-7c50-4743-83b2-83a757ca3523 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:39.304169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:39.305250 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (83aae61d-43d6-42dd-9dad-8f676dd7eaa9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:39.305855 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 Nov 02 12:59:39.441751 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:39.480575 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34700) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:39.491353 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-127e8f64-24db-4ff0-8371-9f19cae22275 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (f72403f9-7f81-483a-9f09-f2e1da51694b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:39.509987 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-44b1d4da-1ab7-49be-a3bd-50d013f29529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:39.546966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-28a8a107-71a0-4a52-aebf-f865cdf5aa09 None None] Current status of the port c4f02120-4aa6-462f-9839-d5393ff7fc9b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:39.551095 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e8f64-24db-4ff0-8371-9f19cae22275 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event updated for resources: {'Port': ['ID=4122d300-1286-435a-a537-5d1dd64f24ba,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:39.626257 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:39.639454 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c756caa2-7c50-4743-83b2-83a757ca3523 None None] For port c4f02120-4aa6-462f-9839-d5393ff7fc9b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c4f02120-4aa6-462f-9839-d5393ff7fc9b,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:39.639979 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c756caa2-7c50-4743-83b2-83a757ca3523 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:39.682226 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c756caa2-7c50-4743-83b2-83a757ca3523 None None] Calling delete_port for c4f02120-4aa6-462f-9839-d5393ff7fc9b owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:59:39.814404 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-44b1d4da-1ab7-49be-a3bd-50d013f29529 admin admin] Publish callbacks [] for security_group (13fb76a9-1ceb-4b78-878e-6790e4d072bd), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:39.835444 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:59:39.859620 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:59:39.863364 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c8f6ae44-4a8c-4bdf-89aa-289e4c7c046f not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:59:39.863364 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a634109e-ff44-4422-afd5-16fe8ebe862d no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:59:39.895254 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: a634109e-ff44-4422-afd5-16fe8ebe862d {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:59:39.895753 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a634109e-ff44-4422-afd5-16fe8ebe862d not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:59:39.984470 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-44b1d4da-1ab7-49be-a3bd-50d013f29529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (13fb76a9-1ceb-4b78-878e-6790e4d072bd), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:40.028765 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c756caa2-7c50-4743-83b2-83a757ca3523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (c4f02120-4aa6-462f-9839-d5393ff7fc9b), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:40.096780 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1d4da-1ab7-49be-a3bd-50d013f29529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fb76a9-1ceb-4b78-878e-6790e4d072bd,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:40.138440 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:40.142248 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-44b1d4da-1ab7-49be-a3bd-50d013f29529 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f5d4e2cacfbe4a9d8c920edce17ab97d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6605093 Nov 02 12:59:40.150722 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756caa2-7c50-4743-83b2-83a757ca3523 None None] Pushing event deleted for resources: {'Port': ['ID=c4f02120-4aa6-462f-9839-d5393ff7fc9b,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:40.151073 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34714) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:40.213524 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756caa2-7c50-4743-83b2-83a757ca3523 None None] No DVR routers for this DVR port c4f02120-4aa6-462f-9839-d5393ff7fc9b on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:59:40.238447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:40.239045 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (17b6cfa5-39b9-41c1-953d-59a49a9d6ee0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:40.243294 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 Nov 02 12:59:40.267034 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:INSERT=9,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:40.318248 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c73e39df-7ff9-4d2c-a946-cbfd04f682f0 admin admin] Publish callbacks [] for security_group (13fb76a9-1ceb-4b78-878e-6790e4d072bd), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:40.336980 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:40.351670 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:40.357448 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (17b6cfa5-39b9-41c1-953d-59a49a9d6ee0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:40.359278 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c73e39df-7ff9-4d2c-a946-cbfd04f682f0 admin admin] Publish callbacks [] for security_group (13fb76a9-1ceb-4b78-878e-6790e4d072bd), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:40.402707 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=17b6cfa5-39b9-41c1-953d-59a49a9d6ee0,segment=NetworkSegment(65c100af-a52f-45e7-97d5-096cc2df0eb7),segment_id=65c100af-a52f-45e7-97d5-096cc2df0eb7)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:40.527047 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:40.625375 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:40.628850 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (17b6cfa5-39b9-41c1-953d-59a49a9d6ee0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:40.631004 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c73e39df-7ff9-4d2c-a946-cbfd04f682f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (13fb76a9-1ceb-4b78-878e-6790e4d072bd), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:40.636531 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c73e39df-7ff9-4d2c-a946-cbfd04f682f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:40.640369 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c73e39df-7ff9-4d2c-a946-cbfd04f682f0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/13fb76a9-1ceb-4b78-878e-6790e4d072bd HTTP/1.1" status: 204 len: 168 time: 0.4874632 Nov 02 12:59:40.662529 n-d-857339-6 neutron-server[105975]: DEBUG neutron.objects.ports [None req-6bd225f7-d502-4803-a2c0-f4f2526f4ce0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105975) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 12:59:40.663383 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6bd225f7-d502-4803-a2c0-f4f2526f4ce0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (af4d5291-f381-4729-a5ba-d7bfd74116f2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:40.718173 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e39df-7ff9-4d2c-a946-cbfd04f682f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fb76a9-1ceb-4b78-878e-6790e4d072bd,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:40.721619 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd225f7-d502-4803-a2c0-f4f2526f4ce0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:59:40.732211 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-6bd225f7-d502-4803-a2c0-f4f2526f4ce0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:40.747224 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd225f7-d502-4803-a2c0-f4f2526f4ce0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:40.748164 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6bd225f7-d502-4803-a2c0-f4f2526f4ce0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:40.790610 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d61a98-126f-43aa-8988-bce568175cb3 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:59:40.931325 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6bd225f7-d502-4803-a2c0-f4f2526f4ce0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6173141 Nov 02 12:59:40.934585 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34734) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:40.947483 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-9c9bdf78-300d-4e77-a12b-31e9d1a72c2d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:59:41.030891 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd225f7-d502-4803-a2c0-f4f2526f4ce0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=af4d5291-f381-4729-a5ba-d7bfd74116f2,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:41.103482 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127e8f64-24db-4ff0-8371-9f19cae22275 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Network f81ad5ec-35d9-4f49-9ba1-9e2403803815 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:59:41.111395 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-127e8f64-24db-4ff0-8371-9f19cae22275 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:41.154544 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c4f02120-4aa6-462f-9839-d5393ff7fc9b no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:59:41.238900 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e89687-0305-4edc-adf7-f39c1c7ff714 None None] Network f81ad5ec-35d9-4f49-9ba1-9e2403803815 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:59:41.317279 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:41.336262 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127e8f64-24db-4ff0-8371-9f19cae22275 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router f72403f9-7f81-483a-9f09-f2e1da51694b has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:59:41.375767 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9bdf78-300d-4e77-a12b-31e9d1a72c2d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:59:41.377632 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: c4f02120-4aa6-462f-9839-d5393ff7fc9b {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:59:41.384511 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c4f02120-4aa6-462f-9839-d5393ff7fc9b not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:59:41.384929 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c9bdf78-300d-4e77-a12b-31e9d1a72c2d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:41.475576 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=17b6cfa5-39b9-41c1-953d-59a49a9d6ee0,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:41.566778 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127e8f64-24db-4ff0-8371-9f19cae22275 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:59:41.580311 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] Sync routers for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:59:41.603308 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] Routers {'f72403f9-7f81-483a-9f09-f2e1da51694b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:59:41.603948 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:59:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f72403f9-7f81-483a-9f09-f2e1da51694b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:41.604403 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-127e8f64-24db-4ff0-8371-9f19cae22275 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/f72403f9-7f81-483a-9f09-f2e1da51694b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8126459 Nov 02 12:59:41.608944 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34748) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:41.642392 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-d34beb0c-e2ea-43d4-8651-4708a66650cd tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:59:41.662808 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-52903500-8df7-4386-a82c-ea5ef76693a3 None None] Provisioning complete for port 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:41.663616 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-52903500-8df7-4386-a82c-ea5ef76693a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (17b6cfa5-39b9-41c1-953d-59a49a9d6ee0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:41.666137 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-52903500-8df7-4386-a82c-ea5ef76693a3 None None] Attempt 1 to provision port 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 Nov 02 12:59:41.988922 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] Set router f72403f9-7f81-483a-9f09-f2e1da51694b gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:59:42.295168 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'fixed_ips': [{'subnet_id': 'af4d5291-f381-4729-a5ba-d7bfd74116f2'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:59:42.303483 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:42.396897 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-52903500-8df7-4386-a82c-ea5ef76693a3 None None] Current status of the port 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:42.494044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:42.587563 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c9bdf78-300d-4e77-a12b-31e9d1a72c2d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (b5dfce09-6d57-4de2-9a69-97191ef494a1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:42.631280 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:42.737735 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34770) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:42.750707 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:42.752176 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (17b6cfa5-39b9-41c1-953d-59a49a9d6ee0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:42.752787 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 Nov 02 12:59:42.787334 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T12:59:35Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '3ab6f635-ef45-4293-a5e4-acbfaab1a4cc', 'name': '', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:8a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:56Z', 'updated_at': '2022-11-02T12:59:21Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4122d300-1286-435a-a537-5d1dd64f24ba', 'name': '', 'network_id': 'f81ad5ec-35d9-4f49-9ba1-9e2403803815', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:f2:25:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'be71db8b-a93b-4c7c-a23f-b9b12d09e3a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:33Z', 'updated_at': '2022-11-02T12:59:37Z', 'revision_number': 2, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': 'be71db8b-a93b-4c7c-a23f-b9b12d09e3a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83aae61d-43d6-42dd-9dad-8f676dd7eaa9', 'name': '', 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:70:dc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:15Z', 'updated_at': '2022-11-02T12:59:32Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:42.798140 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bf925c04-6762-45a5-b44c-25cd9acbb6aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:42.874090 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] Checking router: f72403f9-7f81-483a-9f09-f2e1da51694b for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:59:42.874444 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] Updating router f72403f9-7f81-483a-9f09-f2e1da51694b port 4122d300-1286-435a-a537-5d1dd64f24ba binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:59:42.899342 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9bdf78-300d-4e77-a12b-31e9d1a72c2d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:59:42.926465 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-9c9bdf78-300d-4e77-a12b-31e9d1a72c2d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:42.948340 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9bdf78-300d-4e77-a12b-31e9d1a72c2d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:42.965135 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c9bdf78-300d-4e77-a12b-31e9d1a72c2d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:42.970507 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4122d300-1286-435a-a537-5d1dd64f24ba), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:43.031779 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bdf78-300d-4e77-a12b-31e9d1a72c2d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=b5dfce09-6d57-4de2-9a69-97191ef494a1,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:43.040279 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.extraroute_db [None req-d34beb0c-e2ea-43d4-8651-4708a66650cd tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=105975) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 02 12:59:43.086297 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.extraroute_db [None req-d34beb0c-e2ea-43d4-8651-4708a66650cd tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Removed routes are [] {{(pid=105975) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 02 12:59:43.087009 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d34beb0c-e2ea-43d4-8651-4708a66650cd tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (f72403f9-7f81-483a-9f09-f2e1da51694b), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:43.099685 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] Allocated IP 2001:db8::f816:3eff:feea:4c20 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/af4d5291-f381-4729-a5ba-d7bfd74116f2/8f65234b-04e6-466b-a90e-c3f6617cca3f) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:59:43.101218 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:43.153262 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9c9bdf78-300d-4e77-a12b-31e9d1a72c2d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2151518 Nov 02 12:59:43.161084 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34784) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:43.170362 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-365c6657-68d1-4ea7-a0f4-faf15c5a79ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'mac_address': 'fa:16:3e:2f:c0:07', 'name': 'tempest-NetworksTestDHCPv6-68181072'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:59:43.233572 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-aa05ed42-d6f7-4066-89e4-717d5119a35d None None] Provisioning complete for port 4122d300-1286-435a-a537-5d1dd64f24ba triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:43.236120 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aa05ed42-d6f7-4066-89e4-717d5119a35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4122d300-1286-435a-a537-5d1dd64f24ba), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:43.238086 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-aa05ed42-d6f7-4066-89e4-717d5119a35d None None] Attempt 1 to provision port 4122d300-1286-435a-a537-5d1dd64f24ba Nov 02 12:59:43.373528 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-49571b61-3b3e-45f7-9db2-cf83fea9157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:43.477215 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bf925c04-6762-45a5-b44c-25cd9acbb6aa admin admin] Publish callbacks [] for security_group (546637d0-6a5b-48c7-abd6-0661847e3f44), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:43.481167 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:43.485168 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:43.568095 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-aa05ed42-d6f7-4066-89e4-717d5119a35d None None] Port 4122d300-1286-435a-a537-5d1dd64f24ba cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:59:43.568909 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bf925c04-6762-45a5-b44c-25cd9acbb6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (546637d0-6a5b-48c7-abd6-0661847e3f44), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:43.726190 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-aa05ed42-d6f7-4066-89e4-717d5119a35d None None] Provisioning complete for port 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:43.727670 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aa05ed42-d6f7-4066-89e4-717d5119a35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (17b6cfa5-39b9-41c1-953d-59a49a9d6ee0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:43.728196 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-aa05ed42-d6f7-4066-89e4-717d5119a35d None None] Attempt 1 to provision port 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 Nov 02 12:59:43.735442 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:43.741399 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:43.826125 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf925c04-6762-45a5-b44c-25cd9acbb6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546637d0-6a5b-48c7-abd6-0661847e3f44,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:43.890010 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bf925c04-6762-45a5-b44c-25cd9acbb6aa admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f98bc8389d714e16a7aad5922acfd898&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1367719 Nov 02 12:59:43.891594 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34798) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:43.929152 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d34beb0c-e2ea-43d4-8651-4708a66650cd tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (f72403f9-7f81-483a-9f09-f2e1da51694b), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:43.933771 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] Publish callbacks [] for port (4122d300-1286-435a-a537-5d1dd64f24ba), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:43.936312 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d34beb0c-e2ea-43d4-8651-4708a66650cd tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (f72403f9-7f81-483a-9f09-f2e1da51694b), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:44.000433 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-aa05ed42-d6f7-4066-89e4-717d5119a35d None None] Current status of the port 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:44.050262 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] Publish callbacks [] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:44.107854 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0838c213-22b1-419d-980e-28856c084c8a admin admin] Publish callbacks [] for security_group (546637d0-6a5b-48c7-abd6-0661847e3f44), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:44.123462 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2167e6a3-31e4-4de2-809a-fba1c9253736 None None] Provisioning complete for port 4122d300-1286-435a-a537-5d1dd64f24ba triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:44.126857 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2167e6a3-31e4-4de2-809a-fba1c9253736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4122d300-1286-435a-a537-5d1dd64f24ba), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:44.127439 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2167e6a3-31e4-4de2-809a-fba1c9253736 None None] Attempt 1 to provision port 4122d300-1286-435a-a537-5d1dd64f24ba Nov 02 12:59:44.152020 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0838c213-22b1-419d-980e-28856c084c8a admin admin] Publish callbacks [] for security_group (546637d0-6a5b-48c7-abd6-0661847e3f44), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:44.280955 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4122d300-1286-435a-a537-5d1dd64f24ba), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:44.298863 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=6,neutron:SELECT=82,neutron:INSERT=8,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:44.301489 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365c6657-68d1-4ea7-a0f4-faf15c5a79ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:59:44.303949 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2167e6a3-31e4-4de2-809a-fba1c9253736 None None] Port 4122d300-1286-435a-a537-5d1dd64f24ba cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:59:44.308859 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:44.405600 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:59:44.430879 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:44.489748 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:59:44.523404 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34beb0c-e2ea-43d4-8651-4708a66650cd tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router f72403f9-7f81-483a-9f09-f2e1da51694b has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:59:44.562587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-dd0060b2-79b3-4f36-8c76-666656a0ec85 None None] Provisioning complete for port 4122d300-1286-435a-a537-5d1dd64f24ba triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:44.563057 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dd0060b2-79b3-4f36-8c76-666656a0ec85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4122d300-1286-435a-a537-5d1dd64f24ba), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:44.583967 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-dd0060b2-79b3-4f36-8c76-666656a0ec85 None None] Attempt 1 to provision port 4122d300-1286-435a-a537-5d1dd64f24ba Nov 02 12:59:44.608432 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] Attempting to bind port 4122d300-1286-435a-a537-5d1dd64f24ba on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:59:44.609621 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] Attempting to bind port 4122d300-1286-435a-a537-5d1dd64f24ba by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '65c100af-a52f-45e7-97d5-096cc2df0eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'f81ad5ec-35d9-4f49-9ba1-9e2403803815'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:59:44.610154 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] Attempting to bind port 4122d300-1286-435a-a537-5d1dd64f24ba on network f81ad5ec-35d9-4f49-9ba1-9e2403803815 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:59:44.614633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] Pushing event updated for resources: {'Port': ['ID=8f65234b-04e6-466b-a90e-c3f6617cca3f,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:44.618732 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ed390-e1d4-4191-be3d-53e073087cae None None] Pushing event updated for resources: {'Port': ['ID=4122d300-1286-435a-a537-5d1dd64f24ba,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:44.662084 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ed390-e1d4-4191-be3d-53e073087cae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:44.662675 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ed390-e1d4-4191-be3d-53e073087cae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:44.663266 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ed390-e1d4-4191-be3d-53e073087cae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:44.664374 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ed390-e1d4-4191-be3d-53e073087cae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:44.664904 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ed390-e1d4-4191-be3d-53e073087cae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:44.665472 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ed390-e1d4-4191-be3d-53e073087cae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:44.666053 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ed390-e1d4-4191-be3d-53e073087cae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:44.666545 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ed390-e1d4-4191-be3d-53e073087cae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:44.667079 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ed390-e1d4-4191-be3d-53e073087cae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:44.667611 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ed390-e1d4-4191-be3d-53e073087cae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:44.668090 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ed390-e1d4-4191-be3d-53e073087cae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:44.668636 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ed390-e1d4-4191-be3d-53e073087cae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:44.676017 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ed390-e1d4-4191-be3d-53e073087cae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:44.676017 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ed390-e1d4-4191-be3d-53e073087cae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:44.676413 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34beb0c-e2ea-43d4-8651-4708a66650cd tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:59:44.676563 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ed390-e1d4-4191-be3d-53e073087cae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:44.680768 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d34beb0c-e2ea-43d4-8651-4708a66650cd tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:44.682503 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d34beb0c-e2ea-43d4-8651-4708a66650cd tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/f72403f9-7f81-483a-9f09-f2e1da51694b HTTP/1.1" status: 200 len: 933 time: 3.0724413 Nov 02 12:59:44.686124 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34816) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:44.711964 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:59:44.712678 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] Checking segment: {'id': '65c100af-a52f-45e7-97d5-096cc2df0eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'f81ad5ec-35d9-4f49-9ba1-9e2403803815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:59:44.714577 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:44.715181 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] Bound using segment: {'id': '65c100af-a52f-45e7-97d5-096cc2df0eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'f81ad5ec-35d9-4f49-9ba1-9e2403803815'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:59:44.716122 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] Bound port: 4122d300-1286-435a-a537-5d1dd64f24ba, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c100af-a52f-45e7-97d5-096cc2df0eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'f81ad5ec-35d9-4f49-9ba1-9e2403803815'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:59:44.716968 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4122d300-1286-435a-a537-5d1dd64f24ba), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:44.751749 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:44.821093 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-365c6657-68d1-4ea7-a0f4-faf15c5a79ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:44.847558 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-365c6657-68d1-4ea7-a0f4-faf15c5a79ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port df897f9c-e73e-4898-a676-4933e5b9998e yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 12:59:44.853812 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] For port 4122d300-1286-435a-a537-5d1dd64f24ba, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:59:44.861434 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] For port 4122d300-1286-435a-a537-5d1dd64f24ba, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4122d300-1286-435a-a537-5d1dd64f24ba,segment=NetworkSegment(65c100af-a52f-45e7-97d5-096cc2df0eb7),segment_id=65c100af-a52f-45e7-97d5-096cc2df0eb7)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:59:44.877015 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4d906b7d-11de-4292-982f-a0d8fc3d07a8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/routers/f72403f9-7f81-483a-9f09-f2e1da51694b HTTP/1.1" status: 200 len: 933 time: 0.1897004 Nov 02 12:59:44.879902 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34820) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:44.888731 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-bc8816fe-3c85-4cde-b8e7-4b2fb00b0eb9 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'router': {'routes': None}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:59:44.955997 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] Attempting to bind port 8f65234b-04e6-466b-a90e-c3f6617cca3f on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:59:44.956378 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] Attempting to bind port 8f65234b-04e6-466b-a90e-c3f6617cca3f by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:59:44.968960 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] Attempting to bind port 8f65234b-04e6-466b-a90e-c3f6617cca3f on network e9ae2c9f-8862-4b1d-b882-f135a69580a6 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:59:44.975113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dd0060b2-79b3-4f36-8c76-666656a0ec85 None None] Port 4122d300-1286-435a-a537-5d1dd64f24ba cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:59:44.996974 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4122d300-1286-435a-a537-5d1dd64f24ba), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:45.023637 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:45.030397 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0838c213-22b1-419d-980e-28856c084c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (546637d0-6a5b-48c7-abd6-0661847e3f44), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:45.038534 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0838c213-22b1-419d-980e-28856c084c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:45.039987 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0838c213-22b1-419d-980e-28856c084c8a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/546637d0-6a5b-48c7-abd6-0661847e3f44 HTTP/1.1" status: 204 len: 168 time: 1.1468501 Nov 02 12:59:45.064839 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:45.072521 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:59:45.073709 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] Checking segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:59:45.075743 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:45.076189 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] Bound using segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:59:45.076715 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] Bound port: 8f65234b-04e6-466b-a90e-c3f6617cca3f, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:59:45.077104 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:45.083512 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] Routers {'f72403f9-7f81-483a-9f09-f2e1da51694b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:59:45.084414 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:59:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f72403f9-7f81-483a-9f09-f2e1da51694b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:45.097465 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:45.164562 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838c213-22b1-419d-980e-28856c084c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546637d0-6a5b-48c7-abd6-0661847e3f44,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:45.255402 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] For port 8f65234b-04e6-466b-a90e-c3f6617cca3f, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:59:45.263569 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] For port 8f65234b-04e6-466b-a90e-c3f6617cca3f, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8f65234b-04e6-466b-a90e-c3f6617cca3f,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:59:45.319754 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ed390-e1d4-4191-be3d-53e073087cae None None] Pushing event updated for resources: {'Port': ['ID=4122d300-1286-435a-a537-5d1dd64f24ba,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:45.416785 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:45.480705 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] Set router f72403f9-7f81-483a-9f09-f2e1da51694b gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:59:45.545481 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217e3b8-fa25-49d5-ac82-ca1ba5e9fc3c None None] Pushing event updated for resources: {'Port': ['ID=8f65234b-04e6-466b-a90e-c3f6617cca3f,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:45.930397 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f034-f5d7-43ee-958f-0186e150e3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:45.992894 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-365c6657-68d1-4ea7-a0f4-faf15c5a79ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 172.20.0.8 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/b5dfce09-6d57-4de2-9a69-97191ef494a1/df897f9c-e73e-4898-a676-4933e5b9998e) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:59:46.101381 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-365c6657-68d1-4ea7-a0f4-faf15c5a79ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::f816:3eff:fe2f:c007 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/af4d5291-f381-4729-a5ba-d7bfd74116f2/df897f9c-e73e-4898-a676-4933e5b9998e) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:59:46.187217 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:46.238464 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T12:59:43Z', 'revision_number': 6, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '3ab6f635-ef45-4293-a5e4-acbfaab1a4cc', 'name': '', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:8a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:56Z', 'updated_at': '2022-11-02T12:59:21Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4122d300-1286-435a-a537-5d1dd64f24ba', 'name': '', 'network_id': 'f81ad5ec-35d9-4f49-9ba1-9e2403803815', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:f2:25:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'be71db8b-a93b-4c7c-a23f-b9b12d09e3a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:33Z', 'updated_at': '2022-11-02T12:59:44Z', 'revision_number': 4, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': 'be71db8b-a93b-4c7c-a23f-b9b12d09e3a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83aae61d-43d6-42dd-9dad-8f676dd7eaa9', 'name': '', 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:70:dc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:15Z', 'updated_at': '2022-11-02T12:59:32Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:46.315633 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c1fe7f-3227-400b-99f1-aa79aa5fccf5 None None] The sync data for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 is: [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T12:59:43Z', 'revision_number': 6, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '3ab6f635-ef45-4293-a5e4-acbfaab1a4cc', 'name': '', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:8a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:56Z', 'updated_at': '2022-11-02T12:59:21Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4122d300-1286-435a-a537-5d1dd64f24ba', 'name': '', 'network_id': 'f81ad5ec-35d9-4f49-9ba1-9e2403803815', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:f2:25:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'be71db8b-a93b-4c7c-a23f-b9b12d09e3a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:33Z', 'updated_at': '2022-11-02T12:59:44Z', 'revision_number': 4, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': 'be71db8b-a93b-4c7c-a23f-b9b12d09e3a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83aae61d-43d6-42dd-9dad-8f676dd7eaa9', 'name': '', 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:70:dc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:15Z', 'updated_at': '2022-11-02T12:59:32Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:59:46.369925 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:46.522614 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8f65234b-04e6-466b-a90e-c3f6617cca3f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:46.718584 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 8f65234b-04e6-466b-a90e-c3f6617cca3f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:46.719148 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:46.719910 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 8f65234b-04e6-466b-a90e-c3f6617cca3f Nov 02 12:59:47.007461 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:47.037058 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 8f65234b-04e6-466b-a90e-c3f6617cca3f is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:47.037746 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:47.137547 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.extraroute_db [None req-bc8816fe-3c85-4cde-b8e7-4b2fb00b0eb9 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Added routes are [] {{(pid=105976) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 02 12:59:47.144220 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.extraroute_db [None req-bc8816fe-3c85-4cde-b8e7-4b2fb00b0eb9 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=105976) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 02 12:59:47.144391 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 8f65234b-04e6-466b-a90e-c3f6617cca3f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8f65234b-04e6-466b-a90e-c3f6617cca3f,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:47.247991 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:47.263171 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:47.302908 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-365c6657-68d1-4ea7-a0f4-faf15c5a79ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (df897f9c-e73e-4898-a676-4933e5b9998e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:47.333887 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc8816fe-3c85-4cde-b8e7-4b2fb00b0eb9 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (f72403f9-7f81-483a-9f09-f2e1da51694b), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:47.421918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cab340-c40e-400d-b6c9-746942b17759 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:59:47.465867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=8f65234b-04e6-466b-a90e-c3f6617cca3f,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:47.500664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:47.501105 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:47.501355 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:47.501689 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:47.502029 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:47.510855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:47.510855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:47.510855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:47.510855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:47.510855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:47.511347 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:47.511435 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:47.511702 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:47.512027 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:47.512350 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:47.647521 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-365c6657-68d1-4ea7-a0f4-faf15c5a79ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (df897f9c-e73e-4898-a676-4933e5b9998e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:47.839356 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:47.901199 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-fccf8d2b-abcb-4fc3-97d3-9d300ff61390 None None] Provisioning complete for port 8f65234b-04e6-466b-a90e-c3f6617cca3f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:47.913265 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fccf8d2b-abcb-4fc3-97d3-9d300ff61390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:47.914203 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-fccf8d2b-abcb-4fc3-97d3-9d300ff61390 None None] Attempt 1 to provision port 8f65234b-04e6-466b-a90e-c3f6617cca3f Nov 02 12:59:47.950013 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:48.095563 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365c6657-68d1-4ea7-a0f4-faf15c5a79ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:59:48.106301 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34922) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:48.148197 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-365c6657-68d1-4ea7-a0f4-faf15c5a79ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:48.323833 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c6657-68d1-4ea7-a0f4-faf15c5a79ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 12:59:48.337624 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c6657-68d1-4ea7-a0f4-faf15c5a79ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=df897f9c-e73e-4898-a676-4933e5b9998e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:48.489415 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc8816fe-3c85-4cde-b8e7-4b2fb00b0eb9 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (f72403f9-7f81-483a-9f09-f2e1da51694b), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:48.504911 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc8816fe-3c85-4cde-b8e7-4b2fb00b0eb9 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (f72403f9-7f81-483a-9f09-f2e1da51694b), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:48.539419 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-4bf6f470-d085-408e-8c22-03f9c99fef3e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-292760363-network', 'tenant_id': '7acfadad50ce4521ae4e3d2ad73c0b1e'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:59:48.555095 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365c6657-68d1-4ea7-a0f4-faf15c5a79ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:48.555095 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-365c6657-68d1-4ea7-a0f4-faf15c5a79ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:48.685212 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf6f470-d085-408e-8c22-03f9c99fef3e admin admin] Made reservation on behalf of 7acfadad50ce4521ae4e3d2ad73c0b1e for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:59:48.689485 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f470-d085-408e-8c22-03f9c99fef3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:48.721107 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f470-d085-408e-8c22-03f9c99fef3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:48.802387 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4122d300-1286-435a-a537-5d1dd64f24ba up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:48.807277 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426dae80-d93e-4add-bea2-060d69a857e8 None None] Sync routers for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:59:48.813717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6881bf-f457-477c-8ae2-04928f10a06b None None] Update dhcp port {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'fixed_ips': [{'subnet_id': 'af4d5291-f381-4729-a5ba-d7bfd74116f2', 'ip_address': '2001:db8::f816:3eff:feea:4c20'}, {'subnet_id': 'b5dfce09-6d57-4de2-9a69-97191ef494a1'}], 'binding:host_id': 'n-d-857339-6'}, 'id': '8f65234b-04e6-466b-a90e-c3f6617cca3f'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 12:59:48.913514 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:48.996167 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:49.070966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426dae80-d93e-4add-bea2-060d69a857e8 None None] Routers {'f72403f9-7f81-483a-9f09-f2e1da51694b'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:59:49.071820 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-426dae80-d93e-4add-bea2-060d69a857e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:59:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f72403f9-7f81-483a-9f09-f2e1da51694b'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:49.134155 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f470-d085-408e-8c22-03f9c99fef3e admin admin] Publish callbacks [] for security_group (6161beb7-4461-45d7-b138-4f69257e31b1), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:49.147733 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34944) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:49.151439 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-365c6657-68d1-4ea7-a0f4-faf15c5a79ec tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 5.9824016 Nov 02 12:59:49.154653 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8816fe-3c85-4cde-b8e7-4b2fb00b0eb9 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router f72403f9-7f81-483a-9f09-f2e1da51694b has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:59:49.246705 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f470-d085-408e-8c22-03f9c99fef3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6161beb7-4461-45d7-b138-4f69257e31b1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:49.366918 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:49.374311 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:49.395818 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf6f470-d085-408e-8c22-03f9c99fef3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:59:49.451871 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22ee720-90f1-41a7-8b73-56375cfce953 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:49.502486 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22ee720-90f1-41a7-8b73-56375cfce953 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:49.526795 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8816fe-3c85-4cde-b8e7-4b2fb00b0eb9 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:59:49.530342 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a22ee720-90f1-41a7-8b73-56375cfce953 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3812909 Nov 02 12:59:49.531422 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34956) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:49.559055 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc8816fe-3c85-4cde-b8e7-4b2fb00b0eb9 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:49.559055 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bc8816fe-3c85-4cde-b8e7-4b2fb00b0eb9 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/f72403f9-7f81-483a-9f09-f2e1da51694b HTTP/1.1" status: 200 len: 699 time: 4.6739275 Nov 02 12:59:49.563067 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34960) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:49.589746 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6f470-d085-408e-8c22-03f9c99fef3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6161beb7-4461-45d7-b138-4f69257e31b1,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:49.718089 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f470-d085-408e-8c22-03f9c99fef3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a7bc39a3-5ec2-4f18-bc00-4eae8c0f32b8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:49.722905 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-4bf6f470-d085-408e-8c22-03f9c99fef3e admin admin] Added segment a7bc39a3-5ec2-4f18-bc00-4eae8c0f32b8 of type vlan for network 6c1add9f-551f-4978-b896-152b851a96c7 Nov 02 12:59:49.934971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-426dae80-d93e-4add-bea2-060d69a857e8 None None] Set router f72403f9-7f81-483a-9f09-f2e1da51694b gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:59:49.955563 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4124f02a-2c41-4ba8-8e7c-1ec88f8c9f35 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/routers/f72403f9-7f81-483a-9f09-f2e1da51694b HTTP/1.1" status: 200 len: 699 time: 0.3894112 Nov 02 12:59:49.957115 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:49.971481 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f470-d085-408e-8c22-03f9c99fef3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (6c1add9f-551f-4978-b896-152b851a96c7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:49.973300 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:49.974062 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 34962) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:50.130046 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f8d4601a-a130-43fc-8505-95cd00f2b637 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port df897f9c-e73e-4898-a676-4933e5b9998e {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:59:50.132632 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8d4601a-a130-43fc-8505-95cd00f2b637 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (df897f9c-e73e-4898-a676-4933e5b9998e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:50.240624 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fccf8d2b-abcb-4fc3-97d3-9d300ff61390 None None] Current status of the port 8f65234b-04e6-466b-a90e-c3f6617cca3f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:50.243061 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:50.255114 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bc6881bf-f457-477c-8ae2-04928f10a06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:50.312512 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8d4601a-a130-43fc-8505-95cd00f2b637 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (df897f9c-e73e-4898-a676-4933e5b9998e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:50.333238 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f8d4601a-a130-43fc-8505-95cd00f2b637 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for df897f9c-e73e-4898-a676-4933e5b9998e owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:59:50.515048 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:50.517408 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:50.689964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 4122d300-1286-435a-a537-5d1dd64f24ba triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:50.691025 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4122d300-1286-435a-a537-5d1dd64f24ba), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:50.691785 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 4122d300-1286-435a-a537-5d1dd64f24ba Nov 02 12:59:50.736042 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f470-d085-408e-8c22-03f9c99fef3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (6c1add9f-551f-4978-b896-152b851a96c7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:50.738396 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf6f470-d085-408e-8c22-03f9c99fef3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:50.744384 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f470-d085-408e-8c22-03f9c99fef3e admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:50.967994 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6f470-d085-408e-8c22-03f9c99fef3e admin admin] Pushing event updated for resources: {'Network': ['ID=6c1add9f-551f-4978-b896-152b851a96c7,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:51.020285 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 6c1add9f-551f-4978-b896-152b851a96c7 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:59:51.077300 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4bf6f470-d085-408e-8c22-03f9c99fef3e admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9697397 Nov 02 12:59:51.080214 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 34984) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:51.087477 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-fe39dd26-5e01-4725-ab98-e35e4b791f18 admin admin] Request body: {'subnet': {'network_id': '6c1add9f-551f-4978-b896-152b851a96c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-292760363-subnet', 'tenant_id': '7acfadad50ce4521ae4e3d2ad73c0b1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:59:51.127985 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:51.153249 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8d4601a-a130-43fc-8505-95cd00f2b637 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (df897f9c-e73e-4898-a676-4933e5b9998e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:51.193471 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4601a-a130-43fc-8505-95cd00f2b637 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=df897f9c-e73e-4898-a676-4933e5b9998e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:51.496718 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe39dd26-5e01-4725-ab98-e35e4b791f18 admin admin] Made reservation on behalf of 7acfadad50ce4521ae4e3d2ad73c0b1e for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:59:51.505570 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe39dd26-5e01-4725-ab98-e35e4b791f18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:51.508666 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8d4601a-a130-43fc-8505-95cd00f2b637 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:51.522402 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f8d4601a-a130-43fc-8505-95cd00f2b637 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/df897f9c-e73e-4898-a676-4933e5b9998e HTTP/1.1" status: 204 len: 168 time: 1.9789078 Nov 02 12:59:51.554757 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35000) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:51.650054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-bc6881bf-f457-477c-8ae2-04928f10a06b None None] Allocated IP 172.20.0.2 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/b5dfce09-6d57-4de2-9a69-97191ef494a1/8f65234b-04e6-466b-a90e-c3f6617cca3f) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:59:51.811706 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-426dae80-d93e-4add-bea2-060d69a857e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T12:59:47Z', 'revision_number': 7, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '3ab6f635-ef45-4293-a5e4-acbfaab1a4cc', 'name': '', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:8a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:56Z', 'updated_at': '2022-11-02T12:59:21Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4122d300-1286-435a-a537-5d1dd64f24ba', 'name': '', 'network_id': 'f81ad5ec-35d9-4f49-9ba1-9e2403803815', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:f2:25:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'be71db8b-a93b-4c7c-a23f-b9b12d09e3a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:33Z', 'updated_at': '2022-11-02T12:59:44Z', 'revision_number': 4, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': 'be71db8b-a93b-4c7c-a23f-b9b12d09e3a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83aae61d-43d6-42dd-9dad-8f676dd7eaa9', 'name': '', 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:70:dc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:15Z', 'updated_at': '2022-11-02T12:59:32Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:51.840189 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8a64fe-4f40-468e-a1fb-4ffb44e32a8c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:51.840189 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8a64fe-4f40-468e-a1fb-4ffb44e32a8c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:51.840189 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8a64fe-4f40-468e-a1fb-4ffb44e32a8c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:51.845302 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2f8a64fe-4f40-468e-a1fb-4ffb44e32a8c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2863529 Nov 02 12:59:51.845924 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35010) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:51.889112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 4122d300-1286-435a-a537-5d1dd64f24ba is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:51.892961 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4122d300-1286-435a-a537-5d1dd64f24ba), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:52.037802 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef5c2e2-e3f3-4377-a3a1-b70f62d7f71a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet af4d5291-f381-4729-a5ba-d7bfd74116f2 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:59:52.097597 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-682d65e1-80c9-4872-afdb-65957b5dc8cb tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (f72403f9-7f81-483a-9f09-f2e1da51694b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:52.174907 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 4122d300-1286-435a-a537-5d1dd64f24ba, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4122d300-1286-435a-a537-5d1dd64f24ba,segment=NetworkSegment(65c100af-a52f-45e7-97d5-096cc2df0eb7),segment_id=65c100af-a52f-45e7-97d5-096cc2df0eb7)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:52.177349 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426dae80-d93e-4add-bea2-060d69a857e8 None None] Checking router: f72403f9-7f81-483a-9f09-f2e1da51694b for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:59:52.198947 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:52.232049 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426dae80-d93e-4add-bea2-060d69a857e8 None None] Routers {'f72403f9-7f81-483a-9f09-f2e1da51694b'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:59:52.232788 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-426dae80-d93e-4add-bea2-060d69a857e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:59:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f72403f9-7f81-483a-9f09-f2e1da51694b'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:52.250341 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe39dd26-5e01-4725-ab98-e35e4b791f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (8db088c9-e8ba-4f97-a270-f85176db65ff), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:52.353899 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4122d300-1286-435a-a537-5d1dd64f24ba), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:52.354782 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8f65234b-04e6-466b-a90e-c3f6617cca3f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:52.357157 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39dd26-5e01-4725-ab98-e35e4b791f18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8db088c9-e8ba-4f97-a270-f85176db65ff,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:52.369065 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe39dd26-5e01-4725-ab98-e35e4b791f18 admin admin] Checking segment: {'id': 'a7bc39a3-5ec2-4f18-bc00-4eae8c0f32b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '6c1add9f-551f-4978-b896-152b851a96c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:59:52.370194 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe39dd26-5e01-4725-ab98-e35e4b791f18 admin admin] Network hostable DHCP agents. Network: 6c1add9f-551f-4978-b896-152b851a96c7, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:59:52.500324 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe39dd26-5e01-4725-ab98-e35e4b791f18 admin admin] Network 6c1add9f-551f-4978-b896-152b851a96c7 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:59:52.592150 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-fe39dd26-5e01-4725-ab98-e35e4b791f18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 6c1add9f-551f-4978-b896-152b851a96c7) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:52.604632 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe39dd26-5e01-4725-ab98-e35e4b791f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:52.607616 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fe39dd26-5e01-4725-ab98-e35e4b791f18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:52.608131 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-bc6881bf-f457-477c-8ae2-04928f10a06b None None] For port 8f65234b-04e6-466b-a90e-c3f6617cca3f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8f65234b-04e6-466b-a90e-c3f6617cca3f,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:52.645334 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-426dae80-d93e-4add-bea2-060d69a857e8 None None] Set router f72403f9-7f81-483a-9f09-f2e1da51694b gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:59:52.676233 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:52.715089 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fe39dd26-5e01-4725-ab98-e35e4b791f18 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6330509 Nov 02 12:59:52.736185 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-682d65e1-80c9-4872-afdb-65957b5dc8cb tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting port 4122d300-1286-435a-a537-5d1dd64f24ba {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:59:52.737809 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-682d65e1-80c9-4872-afdb-65957b5dc8cb tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (4122d300-1286-435a-a537-5d1dd64f24ba), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:52.756640 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:52.757925 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6399e27-df95-4010-b163-f87fbec8b83e None None] Network 6c1add9f-551f-4978-b896-152b851a96c7 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:59:53.033031 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-682d65e1-80c9-4872-afdb-65957b5dc8cb tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] For port 4122d300-1286-435a-a537-5d1dd64f24ba, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4122d300-1286-435a-a537-5d1dd64f24ba,segment=NetworkSegment(65c100af-a52f-45e7-97d5-096cc2df0eb7),segment_id=65c100af-a52f-45e7-97d5-096cc2df0eb7)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:53.079502 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-682d65e1-80c9-4872-afdb-65957b5dc8cb tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (4122d300-1286-435a-a537-5d1dd64f24ba), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:53.099097 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 8f65234b-04e6-466b-a90e-c3f6617cca3f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:53.109635 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:53.109635 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 8f65234b-04e6-466b-a90e-c3f6617cca3f Nov 02 12:59:53.109635 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-426dae80-d93e-4add-bea2-060d69a857e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T12:59:47Z', 'revision_number': 7, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '3ab6f635-ef45-4293-a5e4-acbfaab1a4cc', 'name': '', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:8a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:56Z', 'updated_at': '2022-11-02T12:59:21Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4122d300-1286-435a-a537-5d1dd64f24ba', 'name': '', 'network_id': 'f81ad5ec-35d9-4f49-9ba1-9e2403803815', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:f2:25:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'be71db8b-a93b-4c7c-a23f-b9b12d09e3a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:33Z', 'updated_at': '2022-11-02T12:59:52Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': 'be71db8b-a93b-4c7c-a23f-b9b12d09e3a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83aae61d-43d6-42dd-9dad-8f676dd7eaa9', 'name': '', 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:70:dc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:15Z', 'updated_at': '2022-11-02T12:59:32Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:53.145941 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:53.148007 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-682d65e1-80c9-4872-afdb-65957b5dc8cb tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Calling delete_port for 4122d300-1286-435a-a537-5d1dd64f24ba owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:59:53.501196 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=4122d300-1286-435a-a537-5d1dd64f24ba,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:53.585456 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bc6881bf-f457-477c-8ae2-04928f10a06b None None] Publish callbacks [] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:53.645196 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:53.672106 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426dae80-d93e-4add-bea2-060d69a857e8 None None] The sync data for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 is: [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T12:59:47Z', 'revision_number': 7, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '3ab6f635-ef45-4293-a5e4-acbfaab1a4cc', 'name': '', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:8a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:56Z', 'updated_at': '2022-11-02T12:59:21Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4122d300-1286-435a-a537-5d1dd64f24ba', 'name': '', 'network_id': 'f81ad5ec-35d9-4f49-9ba1-9e2403803815', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:f2:25:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'be71db8b-a93b-4c7c-a23f-b9b12d09e3a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:33Z', 'updated_at': '2022-11-02T12:59:52Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': 'be71db8b-a93b-4c7c-a23f-b9b12d09e3a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83aae61d-43d6-42dd-9dad-8f676dd7eaa9', 'name': '', 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:70:dc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:15Z', 'updated_at': '2022-11-02T12:59:32Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:59:53.694767 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bef5c2e2-e3f3-4377-a3a1-b70f62d7f71a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (af4d5291-f381-4729-a5ba-d7bfd74116f2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:53.761973 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bef5c2e2-e3f3-4377-a3a1-b70f62d7f71a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (af4d5291-f381-4729-a5ba-d7bfd74116f2), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:53.777604 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:53.864630 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bc6881bf-f457-477c-8ae2-04928f10a06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:53.883902 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-682d65e1-80c9-4872-afdb-65957b5dc8cb tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (4122d300-1286-435a-a537-5d1dd64f24ba), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:53.962137 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bef5c2e2-e3f3-4377-a3a1-b70f62d7f71a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (af4d5291-f381-4729-a5ba-d7bfd74116f2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:54.009591 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d65e1-80c9-4872-afdb-65957b5dc8cb tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Port': ['ID=4122d300-1286-435a-a537-5d1dd64f24ba,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:54.109160 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:54.110506 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec05534-d845-491e-ab2a-4078679fa74d None None] Network 6c1add9f-551f-4978-b896-152b851a96c7 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:59:54.199017 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 8f65234b-04e6-466b-a90e-c3f6617cca3f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:54.248030 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:54.261420 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bef5c2e2-e3f3-4377-a3a1-b70f62d7f71a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (af4d5291-f381-4729-a5ba-d7bfd74116f2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:54.359564 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bef5c2e2-e3f3-4377-a3a1-b70f62d7f71a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:54.366313 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bef5c2e2-e3f3-4377-a3a1-b70f62d7f71a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/af4d5291-f381-4729-a5ba-d7bfd74116f2 HTTP/1.1" status: 204 len: 168 time: 2.5162323 Nov 02 12:59:54.366560 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5c2e2-e3f3-4377-a3a1-b70f62d7f71a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=af4d5291-f381-4729-a5ba-d7bfd74116f2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:54.368199 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35102) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:54.521913 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8290f9d-58e2-4f87-9cd7-12467d5f2215 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet b5dfce09-6d57-4de2-9a69-97191ef494a1 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:59:54.527351 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35106) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:54.539181 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-cf09d221-364c-4bf4-aa57-5f0cd9a2b9d9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-795711186-network', 'tenant_id': '6851a30bb47442b59924bb376b75e744'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:59:54.551233 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8290f9d-58e2-4f87-9cd7-12467d5f2215 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (b5dfce09-6d57-4de2-9a69-97191ef494a1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:54.592552 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:54.613784 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-682d65e1-80c9-4872-afdb-65957b5dc8cb tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (f72403f9-7f81-483a-9f09-f2e1da51694b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:54.618217 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5855ddfb-1de2-4326-a8ed-d287133749a0 None None] Sync routers for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:59:54.641461 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5855ddfb-1de2-4326-a8ed-d287133749a0 None None] Routers {'f72403f9-7f81-483a-9f09-f2e1da51694b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:59:54.648199 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5855ddfb-1de2-4326-a8ed-d287133749a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:59:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f72403f9-7f81-483a-9f09-f2e1da51694b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:54.727794 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8290f9d-58e2-4f87-9cd7-12467d5f2215 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (b5dfce09-6d57-4de2-9a69-97191ef494a1), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:54.795114 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6881bf-f457-477c-8ae2-04928f10a06b None None] Pushing event updated for resources: {'Port': ['ID=8f65234b-04e6-466b-a90e-c3f6617cca3f,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:54.952822 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8290f9d-58e2-4f87-9cd7-12467d5f2215 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (b5dfce09-6d57-4de2-9a69-97191ef494a1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:55.086565 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf09d221-364c-4bf4-aa57-5f0cd9a2b9d9 admin admin] Made reservation on behalf of 6851a30bb47442b59924bb376b75e744 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:59:55.101496 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf09d221-364c-4bf4-aa57-5f0cd9a2b9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:55.150210 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf09d221-364c-4bf4-aa57-5f0cd9a2b9d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:55.210212 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-5855ddfb-1de2-4326-a8ed-d287133749a0 None None] Set router f72403f9-7f81-483a-9f09-f2e1da51694b gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:59:55.243311 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8290f9d-58e2-4f87-9cd7-12467d5f2215 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (b5dfce09-6d57-4de2-9a69-97191ef494a1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:55.352642 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:55.417881 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8290f9d-58e2-4f87-9cd7-12467d5f2215 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=b5dfce09-6d57-4de2-9a69-97191ef494a1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:55.425183 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f8290f9d-58e2-4f87-9cd7-12467d5f2215 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:55.438177 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f8290f9d-58e2-4f87-9cd7-12467d5f2215 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/b5dfce09-6d57-4de2-9a69-97191ef494a1 HTTP/1.1" status: 204 len: 168 time: 1.0552943 Nov 02 12:59:55.452088 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35140) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:55.474487 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:55.543299 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682d65e1-80c9-4872-afdb-65957b5dc8cb tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router f72403f9-7f81-483a-9f09-f2e1da51694b has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:59:55.647333 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5855ddfb-1de2-4326-a8ed-d287133749a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T12:59:53Z', 'revision_number': 8, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '3ab6f635-ef45-4293-a5e4-acbfaab1a4cc', 'name': '', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:8a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:56Z', 'updated_at': '2022-11-02T12:59:21Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83aae61d-43d6-42dd-9dad-8f676dd7eaa9', 'name': '', 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:70:dc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:15Z', 'updated_at': '2022-11-02T12:59:32Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:55.733824 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-519c0cb1-73c3-4989-9e10-e5950a8bc126 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2773693 Nov 02 12:59:55.736014 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5855ddfb-1de2-4326-a8ed-d287133749a0 None None] Checking router: f72403f9-7f81-483a-9f09-f2e1da51694b for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:59:55.737668 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35148) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:55.751544 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-30f28c37-5f59-433b-8579-299f1cd37f8d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:59:55.759162 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf09d221-364c-4bf4-aa57-5f0cd9a2b9d9 admin admin] Publish callbacks [] for security_group (a3782168-68f0-4baf-bb1c-54eac439964c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:55.767285 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:55.809314 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:59:55.819827 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5855ddfb-1de2-4326-a8ed-d287133749a0 None None] Routers {'f72403f9-7f81-483a-9f09-f2e1da51694b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:59:55.822292 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5855ddfb-1de2-4326-a8ed-d287133749a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:59:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f72403f9-7f81-483a-9f09-f2e1da51694b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:55.872287 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf09d221-364c-4bf4-aa57-5f0cd9a2b9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a3782168-68f0-4baf-bb1c-54eac439964c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:55.929456 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09d221-364c-4bf4-aa57-5f0cd9a2b9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3782168-68f0-4baf-bb1c-54eac439964c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:55.991679 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf09d221-364c-4bf4-aa57-5f0cd9a2b9d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:59:56.018197 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf09d221-364c-4bf4-aa57-5f0cd9a2b9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (1df144f0-868e-499f-bf16-23cb3e95dea0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:56.018869 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-cf09d221-364c-4bf4-aa57-5f0cd9a2b9d9 admin admin] Added segment 1df144f0-868e-499f-bf16-23cb3e95dea0 of type vlan for network 57a2635d-d57f-42ec-9356-44df83520ec1 Nov 02 12:59:56.088275 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-5855ddfb-1de2-4326-a8ed-d287133749a0 None None] Set router f72403f9-7f81-483a-9f09-f2e1da51694b gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:59:56.134526 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf09d221-364c-4bf4-aa57-5f0cd9a2b9d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (57a2635d-d57f-42ec-9356-44df83520ec1), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:56.154505 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35156) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:56.255266 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:56.289327 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf09d221-364c-4bf4-aa57-5f0cd9a2b9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (57a2635d-d57f-42ec-9356-44df83520ec1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:56.290718 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf09d221-364c-4bf4-aa57-5f0cd9a2b9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:56.292030 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf09d221-364c-4bf4-aa57-5f0cd9a2b9d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:56.365582 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8f65234b-04e6-466b-a90e-c3f6617cca3f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:56.546409 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b922a9d1-b0bf-422b-8cf8-edf5b0cd3717 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:59:56.614158 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682d65e1-80c9-4872-afdb-65957b5dc8cb tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:59:56.634041 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-682d65e1-80c9-4872-afdb-65957b5dc8cb tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/f72403f9-7f81-483a-9f09-f2e1da51694b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6526031 Nov 02 12:59:56.666753 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cf09d221-364c-4bf4-aa57-5f0cd9a2b9d9 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1301982 Nov 02 12:59:56.672161 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3be2287d-d5af-4101-8933-75a7ab660b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:56.674261 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35170) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:56.674880 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35172) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:56.678149 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:56.683720 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:56.691017 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7020737b-b08d-4d60-baab-744d81803c57 None None] Could not find standard attr ID for object df897f9c-e73e-4898-a676-4933e5b9998e. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:59:56.707457 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-75a9d399-e1cc-47e8-8743-75e4f8d07ccf admin admin] Request body: {'subnet': {'network_id': '57a2635d-d57f-42ec-9356-44df83520ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-795711186-subnet', 'tenant_id': '6851a30bb47442b59924bb376b75e744', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:59:56.727800 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09d221-364c-4bf4-aa57-5f0cd9a2b9d9 admin admin] Pushing event updated for resources: {'Network': ['ID=57a2635d-d57f-42ec-9356-44df83520ec1,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:56.799529 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c497b56-b9da-45f7-9694-f1a1868236f5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting subnet be71db8b-a93b-4c7c-a23f-b9b12d09e3a6 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:59:56.819968 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f28c37-5f59-433b-8579-299f1cd37f8d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:59:56.824914 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30f28c37-5f59-433b-8579-299f1cd37f8d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:56.874693 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5855ddfb-1de2-4326-a8ed-d287133749a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T12:59:53Z', 'revision_number': 8, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '3ab6f635-ef45-4293-a5e4-acbfaab1a4cc', 'name': '', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:8a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:56Z', 'updated_at': '2022-11-02T12:59:21Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83aae61d-43d6-42dd-9dad-8f676dd7eaa9', 'name': '', 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:70:dc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:15Z', 'updated_at': '2022-11-02T12:59:32Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:56.964962 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5855ddfb-1de2-4326-a8ed-d287133749a0 None None] The sync data for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 is: [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T12:59:53Z', 'revision_number': 8, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '3ab6f635-ef45-4293-a5e4-acbfaab1a4cc', 'name': '', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:8a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:56Z', 'updated_at': '2022-11-02T12:59:21Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83aae61d-43d6-42dd-9dad-8f676dd7eaa9', 'name': '', 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:70:dc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:15Z', 'updated_at': '2022-11-02T12:59:32Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:59:56.968343 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 57a2635d-d57f-42ec-9356-44df83520ec1 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:59:56.971169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b922a9d1-b0bf-422b-8cf8-edf5b0cd3717 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:59:56.997966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 8f65234b-04e6-466b-a90e-c3f6617cca3f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:56.998354 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:56.998697 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 8f65234b-04e6-466b-a90e-c3f6617cca3f Nov 02 12:59:57.032903 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3be2287d-d5af-4101-8933-75a7ab660b93 admin admin] Publish callbacks [] for security_group (946a51d2-97f3-4df8-b285-aa4dcfede8bf), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:57.093931 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c497b56-b9da-45f7-9694-f1a1868236f5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (be71db8b-a93b-4c7c-a23f-b9b12d09e3a6), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:57.103477 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a9d399-e1cc-47e8-8743-75e4f8d07ccf admin admin] Made reservation on behalf of 6851a30bb47442b59924bb376b75e744 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:59:57.105984 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75a9d399-e1cc-47e8-8743-75e4f8d07ccf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:57.113343 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3be2287d-d5af-4101-8933-75a7ab660b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (946a51d2-97f3-4df8-b285-aa4dcfede8bf), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:57.210746 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7020737b-b08d-4d60-baab-744d81803c57 None None] Provisioning complete for port 8f65234b-04e6-466b-a90e-c3f6617cca3f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:59:57.211379 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7020737b-b08d-4d60-baab-744d81803c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:57.211927 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7020737b-b08d-4d60-baab-744d81803c57 None None] Attempt 1 to provision port 8f65234b-04e6-466b-a90e-c3f6617cca3f Nov 02 12:59:57.256536 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3be2287d-d5af-4101-8933-75a7ab660b93 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=38ace51e7bf842f5a52c522047e5db9d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1008310 Nov 02 12:59:57.257710 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:57.259574 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c497b56-b9da-45f7-9694-f1a1868236f5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (be71db8b-a93b-4c7c-a23f-b9b12d09e3a6), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:57.261429 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35186) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:57.280178 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2287d-d5af-4101-8933-75a7ab660b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946a51d2-97f3-4df8-b285-aa4dcfede8bf,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:57.309595 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:57.470806 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2b52071-917c-49db-b6fa-f619c83a209a admin admin] Publish callbacks [] for security_group (946a51d2-97f3-4df8-b285-aa4dcfede8bf), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:57.489175 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c497b56-b9da-45f7-9694-f1a1868236f5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (be71db8b-a93b-4c7c-a23f-b9b12d09e3a6), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:57.549232 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2b52071-917c-49db-b6fa-f619c83a209a admin admin] Publish callbacks [] for security_group (946a51d2-97f3-4df8-b285-aa4dcfede8bf), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:57.574537 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=70,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=22 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:57.687124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 8f65234b-04e6-466b-a90e-c3f6617cca3f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:57.689956 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:57.714215 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c497b56-b9da-45f7-9694-f1a1868236f5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (be71db8b-a93b-4c7c-a23f-b9b12d09e3a6), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:57.777085 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2b52071-917c-49db-b6fa-f619c83a209a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (946a51d2-97f3-4df8-b285-aa4dcfede8bf), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:57.781320 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f2b52071-917c-49db-b6fa-f619c83a209a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:57.783079 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f2b52071-917c-49db-b6fa-f619c83a209a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/946a51d2-97f3-4df8-b285-aa4dcfede8bf HTTP/1.1" status: 204 len: 168 time: 0.5168509 Nov 02 12:59:57.799175 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b52071-917c-49db-b6fa-f619c83a209a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946a51d2-97f3-4df8-b285-aa4dcfede8bf,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:57.866750 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:57.912119 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c497b56-b9da-45f7-9694-f1a1868236f5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Subnet': ['ID=be71db8b-a93b-4c7c-a23f-b9b12d09e3a6,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:58.025571 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23a7485-c66f-49e0-92bb-c39d6d49d9f6 None None] Sync routers for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:59:58.191135 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23a7485-c66f-49e0-92bb-c39d6d49d9f6 None None] Routers {'f72403f9-7f81-483a-9f09-f2e1da51694b'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:59:58.191774 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f23a7485-c66f-49e0-92bb-c39d6d49d9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:59:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f72403f9-7f81-483a-9f09-f2e1da51694b'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:58.293474 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4c497b56-b9da-45f7-9694-f1a1868236f5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:58.301662 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4c497b56-b9da-45f7-9694-f1a1868236f5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/be71db8b-a93b-4c7c-a23f-b9b12d09e3a6 HTTP/1.1" status: 204 len: 168 time: 1.6214073 Nov 02 12:59:58.302050 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35206) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:58.340460 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-f23a7485-c66f-49e0-92bb-c39d6d49d9f6 None None] Set router f72403f9-7f81-483a-9f09-f2e1da51694b gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:59:58.383968 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75a9d399-e1cc-47e8-8743-75e4f8d07ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (8de8e7cd-a4b2-4fe5-8863-e0b37c8c8c2f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:58.458427 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:58.465167 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4122d300-1286-435a-a537-5d1dd64f24ba no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:59:58.533622 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9d399-e1cc-47e8-8743-75e4f8d07ccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de8e7cd-a4b2-4fe5-8863-e0b37c8c8c2f,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:58.547484 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30f28c37-5f59-433b-8579-299f1cd37f8d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (b75ef45c-0f31-492c-8639-3d4c9d68aaa5), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:58.559810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7020737b-b08d-4d60-baab-744d81803c57 None None] Current status of the port 8f65234b-04e6-466b-a90e-c3f6617cca3f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:59:58.588702 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1502e3d3-f408-46b8-b217-91a6f5d1f40a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (f81ad5ec-35d9-4f49-9ba1-9e2403803815), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:58.611689 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 4122d300-1286-435a-a537-5d1dd64f24ba {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:59:58.611946 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4122d300-1286-435a-a537-5d1dd64f24ba not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:59:58.712966 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1502e3d3-f408-46b8-b217-91a6f5d1f40a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting port 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:59:58.724412 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1502e3d3-f408-46b8-b217-91a6f5d1f40a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (17b6cfa5-39b9-41c1-953d-59a49a9d6ee0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:58.746506 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f28c37-5f59-433b-8579-299f1cd37f8d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=b75ef45c-0f31-492c-8639-3d4c9d68aaa5,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:58.757791 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:58.782770 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f28c37-5f59-433b-8579-299f1cd37f8d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:59:58.786052 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-30f28c37-5f59-433b-8579-299f1cd37f8d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:58.789577 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f28c37-5f59-433b-8579-299f1cd37f8d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:58.790391 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30f28c37-5f59-433b-8579-299f1cd37f8d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:58.799504 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1234167a-9a4e-4f6d-b5f7-cb4d53aa1c58 None None] Update dhcp port {'port': {'network_id': 'f81ad5ec-35d9-4f49-9ba1-9e2403803815', 'fixed_ips': [{'subnet_id': 'be71db8b-a93b-4c7c-a23f-b9b12d09e3a6'}], 'binding:host_id': 'n-d-857339-6'}, 'id': '17b6cfa5-39b9-41c1-953d-59a49a9d6ee0'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 12:59:58.821655 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9d399-e1cc-47e8-8743-75e4f8d07ccf admin admin] Checking segment: {'id': '1df144f0-868e-499f-bf16-23cb3e95dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '57a2635d-d57f-42ec-9356-44df83520ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:59:58.822083 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a9d399-e1cc-47e8-8743-75e4f8d07ccf admin admin] Network hostable DHCP agents. Network: 57a2635d-d57f-42ec-9356-44df83520ec1, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:59:58.871187 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-1502e3d3-f408-46b8-b217-91a6f5d1f40a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] For port 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=17b6cfa5-39b9-41c1-953d-59a49a9d6ee0,segment=NetworkSegment(65c100af-a52f-45e7-97d5-096cc2df0eb7),segment_id=65c100af-a52f-45e7-97d5-096cc2df0eb7)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:58.872307 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1502e3d3-f408-46b8-b217-91a6f5d1f40a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (17b6cfa5-39b9-41c1-953d-59a49a9d6ee0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:58.890431 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1502e3d3-f408-46b8-b217-91a6f5d1f40a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Calling delete_port for 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:59:58.926797 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1234167a-9a4e-4f6d-b5f7-cb4d53aa1c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (17b6cfa5-39b9-41c1-953d-59a49a9d6ee0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:58.964700 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-30f28c37-5f59-433b-8579-299f1cd37f8d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2237160 Nov 02 12:59:58.967657 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35224) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:58.985065 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-4a912b0a-a2c8-4a15-bc0f-1dc8eb956fb8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:59:59.083295 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a9d399-e1cc-47e8-8743-75e4f8d07ccf admin admin] Network 57a2635d-d57f-42ec-9356-44df83520ec1 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:59:59.196415 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f23a7485-c66f-49e0-92bb-c39d6d49d9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T12:59:53Z', 'revision_number': 8, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '3ab6f635-ef45-4293-a5e4-acbfaab1a4cc', 'name': '', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:8a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:56Z', 'updated_at': '2022-11-02T12:59:21Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83aae61d-43d6-42dd-9dad-8f676dd7eaa9', 'name': '', 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:70:dc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:15Z', 'updated_at': '2022-11-02T12:59:32Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:59.233848 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23a7485-c66f-49e0-92bb-c39d6d49d9f6 None None] Checking router: f72403f9-7f81-483a-9f09-f2e1da51694b for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:59:59.261409 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1502e3d3-f408-46b8-b217-91a6f5d1f40a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (17b6cfa5-39b9-41c1-953d-59a49a9d6ee0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:59.261537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23a7485-c66f-49e0-92bb-c39d6d49d9f6 None None] Routers {'f72403f9-7f81-483a-9f09-f2e1da51694b'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 12:59:59.261537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f23a7485-c66f-49e0-92bb-c39d6d49d9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:59:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f72403f9-7f81-483a-9f09-f2e1da51694b'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:59.277494 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1502e3d3-f408-46b8-b217-91a6f5d1f40a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] No DVR routers for this DVR port 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:59:59.319550 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-75a9d399-e1cc-47e8-8743-75e4f8d07ccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 57a2635d-d57f-42ec-9356-44df83520ec1) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:59:59.336710 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a9d399-e1cc-47e8-8743-75e4f8d07ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:59.338294 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75a9d399-e1cc-47e8-8743-75e4f8d07ccf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:59.396094 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502e3d3-f408-46b8-b217-91a6f5d1f40a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Port': ['ID=17b6cfa5-39b9-41c1-953d-59a49a9d6ee0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:59.409889 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a912b0a-a2c8-4a15-bc0f-1dc8eb956fb8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:59:59.423800 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4a912b0a-a2c8-4a15-bc0f-1dc8eb956fb8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:59.565437 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1502e3d3-f408-46b8-b217-91a6f5d1f40a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (f81ad5ec-35d9-4f49-9ba1-9e2403803815), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:59.580661 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:59:59.582791 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d18384-8c9d-440b-b3ee-8e177be4c33c None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:59:59.585799 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e119a27-5e45-49e5-b3be-e0046189180e None None] Network f81ad5ec-35d9-4f49-9ba1-9e2403803815 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:59:59.589802 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5051be3-6278-4e5f-8868-7bb5f577802a None None] Network 57a2635d-d57f-42ec-9356-44df83520ec1 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:59:59.614272 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-75a9d399-e1cc-47e8-8743-75e4f8d07ccf admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9306662 Nov 02 12:59:59.625492 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-1502e3d3-f408-46b8-b217-91a6f5d1f40a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81ad5ec-35d9-4f49-9ba1-9e2403803815']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:59.688436 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-f23a7485-c66f-49e0-92bb-c39d6d49d9f6 None None] Set router f72403f9-7f81-483a-9f09-f2e1da51694b gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:59:59.689358 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-1502e3d3-f408-46b8-b217-91a6f5d1f40a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c100af-a52f-45e7-97d5-096cc2df0eb7') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:59.691273 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1c2b8328-9f1d-4240-bc63-50630d9f3cab None None] Could not find standard attr ID for object 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 12:59:59.691881 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-1502e3d3-f408-46b8-b217-91a6f5d1f40a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c100af-a52f-45e7-97d5-096cc2df0eb7') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:59:59.730068 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1502e3d3-f408-46b8-b217-91a6f5d1f40a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (65c100af-a52f-45e7-97d5-096cc2df0eb7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:59.778129 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1502e3d3-f408-46b8-b217-91a6f5d1f40a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (65c100af-a52f-45e7-97d5-096cc2df0eb7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:59.814616 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1502e3d3-f408-46b8-b217-91a6f5d1f40a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:59:59.815028 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1502e3d3-f408-46b8-b217-91a6f5d1f40a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (65c100af-a52f-45e7-97d5-096cc2df0eb7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:59.901840 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 65c100af-a52f-45e7-97d5-096cc2df0eb7 resource provider aggregate not found Nov 02 12:59:59.962862 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 65c100af-a52f-45e7-97d5-096cc2df0eb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65c100af-a52f-45e7-97d5-096cc2df0eb7 found for delete ", "request_id": "req-80753fcd-2293-4d57-b623-55b19b710ee7"}]} Nov 02 12:59:59.996758 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eafc3cc-306f-4505-b71d-6f72daeb1fcd None None] Network 57a2635d-d57f-42ec-9356-44df83520ec1 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:00:00.192762 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1502e3d3-f408-46b8-b217-91a6f5d1f40a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (f81ad5ec-35d9-4f49-9ba1-9e2403803815), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:00.198090 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7a3267-2e91-427a-8469-370a7d20f7d0 None None] DHCP port deletion for f81ad5ec-35d9-4f49-9ba1-9e2403803815 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:00:00.199605 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1502e3d3-f408-46b8-b217-91a6f5d1f40a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:00.206596 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35264) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:00.207249 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1502e3d3-f408-46b8-b217-91a6f5d1f40a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/networks/f81ad5ec-35d9-4f49-9ba1-9e2403803815 HTTP/1.1" status: 204 len: 168 time: 1.9038134 Nov 02 13:00:00.224598 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502e3d3-f408-46b8-b217-91a6f5d1f40a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Network': ['ID=f81ad5ec-35d9-4f49-9ba1-9e2403803815,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:00.256820 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:00.495626 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:00.538076 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:00.626426 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:00:00.627302 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 17b6cfa5-39b9-41c1-953d-59a49a9d6ee0 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:00:00.641341 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-f23a7485-c66f-49e0-92bb-c39d6d49d9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T12:59:53Z', 'revision_number': 8, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '3ab6f635-ef45-4293-a5e4-acbfaab1a4cc', 'name': '', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:8a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:56Z', 'updated_at': '2022-11-02T12:59:21Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83aae61d-43d6-42dd-9dad-8f676dd7eaa9', 'name': '', 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:70:dc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:15Z', 'updated_at': '2022-11-02T12:59:32Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:00.732111 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23a7485-c66f-49e0-92bb-c39d6d49d9f6 None None] The sync data for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 is: [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T12:59:53Z', 'revision_number': 8, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '3ab6f635-ef45-4293-a5e4-acbfaab1a4cc', 'name': '', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:8a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:56Z', 'updated_at': '2022-11-02T12:59:21Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83aae61d-43d6-42dd-9dad-8f676dd7eaa9', 'name': '', 'network_id': 'bc79e007-b70b-437a-9a53-f5ae9dfcdb45', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:70:dc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:59:15Z', 'updated_at': '2022-11-02T12:59:32Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': 'feb18cf6-1828-470e-99d2-e6986ca9fe64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:00:00.755796 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ccca5d-54f7-41ae-ac36-07cb5b43f741 None None] Update dhcp port {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'fixed_ips': [{'subnet_id': 'b75ef45c-0f31-492c-8639-3d4c9d68aaa5'}], 'binding:host_id': 'n-d-857339-6'}, 'id': '8f65234b-04e6-466b-a90e-c3f6617cca3f'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 13:00:00.818782 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c8ccca5d-54f7-41ae-ac36-07cb5b43f741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:01.143910 n-d-857339-6 neutron-server[105976]: DEBUG neutron.objects.ports [None req-4a912b0a-a2c8-4a15-bc0f-1dc8eb956fb8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105976) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 13:00:01.163196 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf645c-3920-4679-93d8-748b19aee307 req-7331718b-fe31-490c-bc47-5ff4a3677092 tempest-TestServerAdvancedOps-598180786 tempest-TestServerAdvancedOps-598180786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:01.165160 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6bcf645c-3920-4679-93d8-748b19aee307 req-7331718b-fe31-490c-bc47-5ff4a3677092 tempest-TestServerAdvancedOps-598180786 tempest-TestServerAdvancedOps-598180786-project] 10.222.0.64 "GET /networking/v2.0/networks?id=6c1add9f-551f-4978-b896-152b851a96c7 HTTP/1.1" status: 200 len: 811 time: 0.2269623 Nov 02 13:00:01.200467 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6bcf645c-3920-4679-93d8-748b19aee307 req-faee6814-7795-497d-aec9-75ef16616deb tempest-TestServerAdvancedOps-598180786 tempest-TestServerAdvancedOps-598180786-project] 10.222.0.64 "GET /networking/v2.0/quotas/7acfadad50ce4521ae4e3d2ad73c0b1e HTTP/1.1" status: 200 len: 375 time: 0.0209327 Nov 02 13:00:01.222908 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:01.227182 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-c8ccca5d-54f7-41ae-ac36-07cb5b43f741 None None] Allocated IP 172.20.0.2 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/b75ef45c-0f31-492c-8639-3d4c9d68aaa5/8f65234b-04e6-466b-a90e-c3f6617cca3f) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:01.245930 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-c8ccca5d-54f7-41ae-ac36-07cb5b43f741 None None] Allocated IP 2001:db8::f816:3eff:feea:4c20 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/a2429319-830b-4eb7-a68e-e5921d0c42e7/8f65234b-04e6-466b-a90e-c3f6617cca3f) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:01.284749 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:01.354610 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-afae6d46-37f8-4054-924c-932327cc0030 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (f72403f9-7f81-483a-9f09-f2e1da51694b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:01.562874 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c8ccca5d-54f7-41ae-ac36-07cb5b43f741 None None] For port 8f65234b-04e6-466b-a90e-c3f6617cca3f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8f65234b-04e6-466b-a90e-c3f6617cca3f,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:01.621820 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c8ccca5d-54f7-41ae-ac36-07cb5b43f741 None None] Publish callbacks [] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:01.809941 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c8ccca5d-54f7-41ae-ac36-07cb5b43f741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:01.888392 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccca5d-54f7-41ae-ac36-07cb5b43f741 None None] Pushing event updated for resources: {'Port': ['ID=8f65234b-04e6-466b-a90e-c3f6617cca3f,revision_number=7']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:01.968097 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6bcf645c-3920-4679-93d8-748b19aee307 req-bc23467b-4bf2-4bed-9a85-7c6b640b550f tempest-TestServerAdvancedOps-598180786 tempest-TestServerAdvancedOps-598180786-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=7acfadad50ce4521ae4e3d2ad73c0b1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7611203 Nov 02 13:00:01.970282 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35316) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:02.001453 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.db.api [None req-4a912b0a-a2c8-4a15-bc0f-1dc8eb956fb8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:feea:4c20-c1746167-2d6c-4182-bbe9-37118278e8 {{(pid=105976) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:00:02.004072 n-d-857339-6 neutron-server[105976]: DEBUG oslo_db.api [None req-4a912b0a-a2c8-4a15-bc0f-1dc8eb956fb8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:00:02.030509 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35328) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:02.091882 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace72f41-c0a0-48cb-bf04-0e6fb6020bc8 admin admin] Deleting subnet 98743714-d59d-4fe8-a1a7-d65a516c012f {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:00:02.096731 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ace72f41-c0a0-48cb-bf04-0e6fb6020bc8 admin admin] Publish callbacks [] for subnet (98743714-d59d-4fe8-a1a7-d65a516c012f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:02.152614 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ace72f41-c0a0-48cb-bf04-0e6fb6020bc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (98743714-d59d-4fe8-a1a7-d65a516c012f), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:02.160617 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:02.233165 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e8a9df-cc04-4f9b-9512-84004757efd8 admin admin] Deleting subnet 8db088c9-e8ba-4f97-a270-f85176db65ff {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:00:02.248278 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-85e8a9df-cc04-4f9b-9512-84004757efd8 admin admin] Publish callbacks [] for subnet (8db088c9-e8ba-4f97-a270-f85176db65ff), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:02.290689 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ace72f41-c0a0-48cb-bf04-0e6fb6020bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (98743714-d59d-4fe8-a1a7-d65a516c012f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:02.398227 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8f65234b-04e6-466b-a90e-c3f6617cca3f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:02.444768 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-85e8a9df-cc04-4f9b-9512-84004757efd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (8db088c9-e8ba-4f97-a270-f85176db65ff), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:02.525980 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ace72f41-c0a0-48cb-bf04-0e6fb6020bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (98743714-d59d-4fe8-a1a7-d65a516c012f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:02.546562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 8f65234b-04e6-466b-a90e-c3f6617cca3f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:02.546921 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:02.548993 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 8f65234b-04e6-466b-a90e-c3f6617cca3f Nov 02 13:00:02.573689 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-afae6d46-37f8-4054-924c-932327cc0030 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting port 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:00:02.574034 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-afae6d46-37f8-4054-924c-932327cc0030 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (83aae61d-43d6-42dd-9dad-8f676dd7eaa9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:02.601486 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace72f41-c0a0-48cb-bf04-0e6fb6020bc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98743714-d59d-4fe8-a1a7-d65a516c012f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:02.608452 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ace72f41-c0a0-48cb-bf04-0e6fb6020bc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:02.612518 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ace72f41-c0a0-48cb-bf04-0e6fb6020bc8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/98743714-d59d-4fe8-a1a7-d65a516c012f HTTP/1.1" status: 204 len: 168 time: 0.6411908 Nov 02 13:00:02.616888 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35342) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:02.808884 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-afae6d46-37f8-4054-924c-932327cc0030 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] For port 83aae61d-43d6-42dd-9dad-8f676dd7eaa9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=83aae61d-43d6-42dd-9dad-8f676dd7eaa9,segment=NetworkSegment(30d47e98-6da9-4834-a3ae-06f2bf1a0b11),segment_id=30d47e98-6da9-4834-a3ae-06f2bf1a0b11)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:02.808884 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-afae6d46-37f8-4054-924c-932327cc0030 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (83aae61d-43d6-42dd-9dad-8f676dd7eaa9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:02.809307 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 8f65234b-04e6-466b-a90e-c3f6617cca3f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:02.826115 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5a792dd2-87ff-4b93-b035-930c46159676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (e4a3fbc0-2fb5-4c60-9978-3ea068163e4f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:02.834666 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-85e8a9df-cc04-4f9b-9512-84004757efd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (8db088c9-e8ba-4f97-a270-f85176db65ff), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:02.909489 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-afae6d46-37f8-4054-924c-932327cc0030 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Calling delete_port for 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:00:02.934221 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:03.048649 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5a792dd2-87ff-4b93-b035-930c46159676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (e4a3fbc0-2fb5-4c60-9978-3ea068163e4f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:03.108293 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5a792dd2-87ff-4b93-b035-930c46159676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a3fbc0-2fb5-4c60-9978-3ea068163e4f']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:03.124763 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5a792dd2-87ff-4b93-b035-930c46159676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0011d489-7b1b-407a-8583-e8cb502cbfd7') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:03.125960 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5a792dd2-87ff-4b93-b035-930c46159676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0011d489-7b1b-407a-8583-e8cb502cbfd7') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:03.149605 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5a792dd2-87ff-4b93-b035-930c46159676 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (0011d489-7b1b-407a-8583-e8cb502cbfd7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:03.158467 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-85e8a9df-cc04-4f9b-9512-84004757efd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (8db088c9-e8ba-4f97-a270-f85176db65ff), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:03.167552 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5a792dd2-87ff-4b93-b035-930c46159676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (0011d489-7b1b-407a-8583-e8cb502cbfd7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:03.169413 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc52bc5-d368-408b-a3dd-d1580e105498 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:00:03.175034 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a792dd2-87ff-4b93-b035-930c46159676 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:00:03.175457 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5a792dd2-87ff-4b93-b035-930c46159676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (0011d489-7b1b-407a-8583-e8cb502cbfd7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:03.210095 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8a9df-cc04-4f9b-9512-84004757efd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8db088c9-e8ba-4f97-a270-f85176db65ff,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:03.278062 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-85e8a9df-cc04-4f9b-9512-84004757efd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:03.279376 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 0011d489-7b1b-407a-8583-e8cb502cbfd7 resource provider aggregate not found Nov 02 13:00:03.282396 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-85e8a9df-cc04-4f9b-9512-84004757efd8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/8db088c9-e8ba-4f97-a270-f85176db65ff HTTP/1.1" status: 204 len: 168 time: 1.2507143 Nov 02 13:00:03.285555 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35360) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:03.313311 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:INSERT=2,neutron:UPDATE=2,neutron:SELECT=96 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:03.318305 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 0011d489-7b1b-407a-8583-e8cb502cbfd7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0011d489-7b1b-407a-8583-e8cb502cbfd7 found for delete ", "request_id": "req-bdd6bc79-fdfa-4927-beb2-775bf0fabc71"}]} Nov 02 13:00:03.350168 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5a792dd2-87ff-4b93-b035-930c46159676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (e4a3fbc0-2fb5-4c60-9978-3ea068163e4f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:03.360453 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5a792dd2-87ff-4b93-b035-930c46159676 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:03.363246 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-af279938-e74b-4d81-95c4-b2a42c62c4e8 None None] Provisioning complete for port 8f65234b-04e6-466b-a90e-c3f6617cca3f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:03.363671 n-d-857339-6 neutron-server[105976]: DEBUG neutron.objects.ports [None req-4a912b0a-a2c8-4a15-bc0f-1dc8eb956fb8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105976) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 13:00:03.364699 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-af279938-e74b-4d81-95c4-b2a42c62c4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:03.367716 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-af279938-e74b-4d81-95c4-b2a42c62c4e8 None None] Attempt 1 to provision port 8f65234b-04e6-466b-a90e-c3f6617cca3f Nov 02 13:00:03.379942 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5a792dd2-87ff-4b93-b035-930c46159676 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/e4a3fbc0-2fb5-4c60-9978-3ea068163e4f HTTP/1.1" status: 204 len: 168 time: 0.7611344 Nov 02 13:00:03.494660 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35364) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:03.566934 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.ipam_pluggable_backend [None req-4a912b0a-a2c8-4a15-bc0f-1dc8eb956fb8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Port 8f65234b-04e6-466b-a90e-c3f6617cca3f got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=105976) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:612}} Nov 02 13:00:03.567405 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4a912b0a-a2c8-4a15-bc0f-1dc8eb956fb8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (a2429319-830b-4eb7-a68e-e5921d0c42e7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:03.608287 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a792dd2-87ff-4b93-b035-930c46159676 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4a3fbc0-2fb5-4c60-9978-3ea068163e4f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:03.637782 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a912b0a-a2c8-4a15-bc0f-1dc8eb956fb8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=a2429319-830b-4eb7-a68e-e5921d0c42e7,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:03.642454 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-780e3fe9-395f-4777-888b-a3acea5f89b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (6c1add9f-551f-4978-b896-152b851a96c7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:03.675428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a912b0a-a2c8-4a15-bc0f-1dc8eb956fb8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:03.675428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-4a912b0a-a2c8-4a15-bc0f-1dc8eb956fb8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:03.675428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-023acb99-0a90-48f4-aed8-fd326da26b6a admin admin] Deleting subnet 032ec91e-fc61-4b30-924e-7b5851f831d4 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:00:03.675428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a912b0a-a2c8-4a15-bc0f-1dc8eb956fb8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:03.676205 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4a912b0a-a2c8-4a15-bc0f-1dc8eb956fb8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:03.695976 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-023acb99-0a90-48f4-aed8-fd326da26b6a admin admin] Publish callbacks [] for subnet (032ec91e-fc61-4b30-924e-7b5851f831d4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:03.800417 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-023acb99-0a90-48f4-aed8-fd326da26b6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (032ec91e-fc61-4b30-924e-7b5851f831d4), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:03.803077 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-af279938-e74b-4d81-95c4-b2a42c62c4e8 None None] Current status of the port 8f65234b-04e6-466b-a90e-c3f6617cca3f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:03.854150 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:03.861270 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4a912b0a-a2c8-4a15-bc0f-1dc8eb956fb8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.8922727 Nov 02 13:00:03.865066 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35374) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:03.879744 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-340f34b0-5f59-422c-b52a-523dcea235cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'mac_address': 'fa:16:3e:35:73:7e', 'name': 'tempest-NetworksTestDHCPv6-640838125'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:03.897395 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-780e3fe9-395f-4777-888b-a3acea5f89b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (6c1add9f-551f-4978-b896-152b851a96c7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:03.935699 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-780e3fe9-395f-4777-888b-a3acea5f89b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1add9f-551f-4978-b896-152b851a96c7']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:03.949478 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-780e3fe9-395f-4777-888b-a3acea5f89b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7bc39a3-5ec2-4f18-bc00-4eae8c0f32b8') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:03.950154 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-780e3fe9-395f-4777-888b-a3acea5f89b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7bc39a3-5ec2-4f18-bc00-4eae8c0f32b8') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:03.983966 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-023acb99-0a90-48f4-aed8-fd326da26b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (032ec91e-fc61-4b30-924e-7b5851f831d4), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:03.989329 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-780e3fe9-395f-4777-888b-a3acea5f89b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (a7bc39a3-5ec2-4f18-bc00-4eae8c0f32b8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.033247 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-780e3fe9-395f-4777-888b-a3acea5f89b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a7bc39a3-5ec2-4f18-bc00-4eae8c0f32b8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.048967 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780e3fe9-395f-4777-888b-a3acea5f89b1 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:00:04.050420 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-780e3fe9-395f-4777-888b-a3acea5f89b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (a7bc39a3-5ec2-4f18-bc00-4eae8c0f32b8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.080019 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-afae6d46-37f8-4054-924c-932327cc0030 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (83aae61d-43d6-42dd-9dad-8f676dd7eaa9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.127039 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae6d46-37f8-4054-924c-932327cc0030 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Port': ['ID=83aae61d-43d6-42dd-9dad-8f676dd7eaa9,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:04.355968 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-023acb99-0a90-48f4-aed8-fd326da26b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (032ec91e-fc61-4b30-924e-7b5851f831d4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.401464 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023acb99-0a90-48f4-aed8-fd326da26b6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=032ec91e-fc61-4b30-924e-7b5851f831d4,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:04.434373 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-023acb99-0a90-48f4-aed8-fd326da26b6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.448528 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-023acb99-0a90-48f4-aed8-fd326da26b6a admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/032ec91e-fc61-4b30-924e-7b5851f831d4 HTTP/1.1" status: 204 len: 168 time: 0.9404192 Nov 02 13:00:04.469752 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35384) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:04.585646 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6200b700-c5a0-4792-bfc3-ed8863534e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (4b4d6837-3800-459e-9e63-d68da230f385), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.599884 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-780e3fe9-395f-4777-888b-a3acea5f89b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (6c1add9f-551f-4978-b896-152b851a96c7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.613669 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-780e3fe9-395f-4777-888b-a3acea5f89b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.622443 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-780e3fe9-395f-4777-888b-a3acea5f89b1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/6c1add9f-551f-4978-b896-152b851a96c7 HTTP/1.1" status: 204 len: 168 time: 1.3360846 Nov 02 13:00:04.626106 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35390) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:04.638189 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-afae6d46-37f8-4054-924c-932327cc0030 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (f72403f9-7f81-483a-9f09-f2e1da51694b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.645944 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e3fe9-395f-4777-888b-a3acea5f89b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c1add9f-551f-4978-b896-152b851a96c7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:04.761452 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b23c3f6-32ed-48f0-ad60-c222802fb0f5 admin admin] Deleting subnet 8de8e7cd-a4b2-4fe5-8863-e0b37c8c8c2f {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:00:04.767905 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6200b700-c5a0-4792-bfc3-ed8863534e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (4b4d6837-3800-459e-9e63-d68da230f385), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.770744 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b23c3f6-32ed-48f0-ad60-c222802fb0f5 admin admin] Publish callbacks [] for subnet (8de8e7cd-a4b2-4fe5-8863-e0b37c8c8c2f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.831876 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-6200b700-c5a0-4792-bfc3-ed8863534e5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4d6837-3800-459e-9e63-d68da230f385']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:04.845686 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340f34b0-5f59-422c-b52a-523dcea235cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:04.852616 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-6200b700-c5a0-4792-bfc3-ed8863534e5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e405809e-8028-430b-8c3e-737e828344e9') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:04.853029 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-6200b700-c5a0-4792-bfc3-ed8863534e5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e405809e-8028-430b-8c3e-737e828344e9') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:04.859239 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b23c3f6-32ed-48f0-ad60-c222802fb0f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (8de8e7cd-a4b2-4fe5-8863-e0b37c8c8c2f), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.901296 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6200b700-c5a0-4792-bfc3-ed8863534e5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (e405809e-8028-430b-8c3e-737e828344e9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.922187 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6200b700-c5a0-4792-bfc3-ed8863534e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e405809e-8028-430b-8c3e-737e828344e9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.931510 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6200b700-c5a0-4792-bfc3-ed8863534e5b admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:00:04.931927 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6200b700-c5a0-4792-bfc3-ed8863534e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (e405809e-8028-430b-8c3e-737e828344e9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.955605 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afae6d46-37f8-4054-924c-932327cc0030 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router f72403f9-7f81-483a-9f09-f2e1da51694b has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:00:05.019086 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b23c3f6-32ed-48f0-ad60-c222802fb0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (8de8e7cd-a4b2-4fe5-8863-e0b37c8c8c2f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:05.056003 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9e2a5d9a-e6c8-48f6-87f2-491427eab5c3 None None] Provisioning complete for port 8f65234b-04e6-466b-a90e-c3f6617cca3f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:05.062242 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5d9a-e6c8-48f6-87f2-491427eab5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:05.062942 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9e2a5d9a-e6c8-48f6-87f2-491427eab5c3 None None] Attempt 1 to provision port 8f65234b-04e6-466b-a90e-c3f6617cca3f Nov 02 13:00:05.065224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904c3091-18a1-4e6a-ae8e-332101726423 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:00:05.092900 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-340f34b0-5f59-422c-b52a-523dcea235cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:05.257455 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-340f34b0-5f59-422c-b52a-523dcea235cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port 2ec477c7-9eb3-4679-b3f9-1445723c96ce yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 13:00:05.267032 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afae6d46-37f8-4054-924c-932327cc0030 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:00:05.281400 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57524c17-3887-48e2-ae33-4a4e1c2f6f43 None None] Sync routers for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:00:05.286350 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6200b700-c5a0-4792-bfc3-ed8863534e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (4b4d6837-3800-459e-9e63-d68da230f385), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:05.292331 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6200b700-c5a0-4792-bfc3-ed8863534e5b admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:05.304907 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57524c17-3887-48e2-ae33-4a4e1c2f6f43 None None] Routers {'f72403f9-7f81-483a-9f09-f2e1da51694b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:00:05.307381 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-afae6d46-37f8-4054-924c-932327cc0030 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/f72403f9-7f81-483a-9f09-f2e1da51694b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0970018 Nov 02 13:00:05.308616 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-57524c17-3887-48e2-ae33-4a4e1c2f6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:59:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f72403f9-7f81-483a-9f09-f2e1da51694b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:05.310797 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35404) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:05.311297 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6200b700-c5a0-4792-bfc3-ed8863534e5b admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/4b4d6837-3800-459e-9e63-d68da230f385 HTTP/1.1" status: 204 len: 168 time: 0.8403647 Nov 02 13:00:05.369021 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200b700-c5a0-4792-bfc3-ed8863534e5b admin admin] Pushing event deleted for resources: {'Network': ['ID=4b4d6837-3800-459e-9e63-d68da230f385,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:05.370980 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b23c3f6-32ed-48f0-ad60-c222802fb0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (8de8e7cd-a4b2-4fe5-8863-e0b37c8c8c2f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:05.371616 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a5d9a-e6c8-48f6-87f2-491427eab5c3 None None] Current status of the port 8f65234b-04e6-466b-a90e-c3f6617cca3f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:05.385719 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment a7bc39a3-5ec2-4f18-bc00-4eae8c0f32b8 resource provider aggregate not found Nov 02 13:00:05.389493 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904c3091-18a1-4e6a-ae8e-332101726423 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:00:05.434247 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:05.478428 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23c3f6-32ed-48f0-ad60-c222802fb0f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8de8e7cd-a4b2-4fe5-8863-e0b37c8c8c2f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:05.494643 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment a7bc39a3-5ec2-4f18-bc00-4eae8c0f32b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7bc39a3-5ec2-4f18-bc00-4eae8c0f32b8 found for delete ", "request_id": "req-136bda22-af05-455c-9302-7d637d0b4fc1"}]} Nov 02 13:00:05.502789 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b23c3f6-32ed-48f0-ad60-c222802fb0f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:05.507370 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0b23c3f6-32ed-48f0-ad60-c222802fb0f5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/8de8e7cd-a4b2-4fe5-8863-e0b37c8c8c2f HTTP/1.1" status: 204 len: 168 time: 0.8794274 Nov 02 13:00:05.510160 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35416) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:05.535780 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-57524c17-3887-48e2-ae33-4a4e1c2f6f43 None None] Set router f72403f9-7f81-483a-9f09-f2e1da51694b gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:00:05.546970 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment e405809e-8028-430b-8c3e-737e828344e9 resource provider aggregate not found Nov 02 13:00:05.625605 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment e405809e-8028-430b-8c3e-737e828344e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e405809e-8028-430b-8c3e-737e828344e9 found for delete ", "request_id": "req-75ab88da-8f0b-4f04-8f22-78bce1ac52ee"}]} Nov 02 13:00:05.647079 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-340f34b0-5f59-422c-b52a-523dcea235cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 172.20.0.8 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/b75ef45c-0f31-492c-8639-3d4c9d68aaa5/2ec477c7-9eb3-4679-b3f9-1445723c96ce) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:05.655663 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1031ea0-f832-4206-8bde-93f8e4644d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (57a2635d-d57f-42ec-9356-44df83520ec1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:05.656024 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-340f34b0-5f59-422c-b52a-523dcea235cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::f816:3eff:fe35:737e (e9ae2c9f-8862-4b1d-b882-f135a69580a6/a2429319-830b-4eb7-a68e-e5921d0c42e7/2ec477c7-9eb3-4679-b3f9-1445723c96ce) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:05.719567 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f9bb01-1ade-4894-af10-0b7b7e632dee tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting subnet feb18cf6-1828-470e-99d2-e6986ca9fe64 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:00:05.734587 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-16f9bb01-1ade-4894-af10-0b7b7e632dee tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (feb18cf6-1828-470e-99d2-e6986ca9fe64), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:05.820622 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1031ea0-f832-4206-8bde-93f8e4644d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (57a2635d-d57f-42ec-9356-44df83520ec1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:05.835909 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-57524c17-3887-48e2-ae33-4a4e1c2f6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T13:00:03Z', 'revision_number': 9, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '3ab6f635-ef45-4293-a5e4-acbfaab1a4cc', 'name': '', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:8a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:56Z', 'updated_at': '2022-11-02T12:59:21Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:05.862871 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-16f9bb01-1ade-4894-af10-0b7b7e632dee tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (feb18cf6-1828-470e-99d2-e6986ca9fe64), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:05.868713 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-d1031ea0-f832-4206-8bde-93f8e4644d29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a2635d-d57f-42ec-9356-44df83520ec1']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:05.872411 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57524c17-3887-48e2-ae33-4a4e1c2f6f43 None None] Checking router: f72403f9-7f81-483a-9f09-f2e1da51694b for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:00:05.878651 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:05.884824 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57524c17-3887-48e2-ae33-4a4e1c2f6f43 None None] Routers {'f72403f9-7f81-483a-9f09-f2e1da51694b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:00:05.885811 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-57524c17-3887-48e2-ae33-4a4e1c2f6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:59:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f72403f9-7f81-483a-9f09-f2e1da51694b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:05.897744 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-d1031ea0-f832-4206-8bde-93f8e4644d29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df144f0-868e-499f-bf16-23cb3e95dea0') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:05.898617 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-d1031ea0-f832-4206-8bde-93f8e4644d29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df144f0-868e-499f-bf16-23cb3e95dea0') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:05.925424 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1031ea0-f832-4206-8bde-93f8e4644d29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (1df144f0-868e-499f-bf16-23cb3e95dea0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:05.987070 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1031ea0-f832-4206-8bde-93f8e4644d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (1df144f0-868e-499f-bf16-23cb3e95dea0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:06.032701 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-57524c17-3887-48e2-ae33-4a4e1c2f6f43 None None] Set router f72403f9-7f81-483a-9f09-f2e1da51694b gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:00:06.036263 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1031ea0-f832-4206-8bde-93f8e4644d29 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:00:06.036263 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1031ea0-f832-4206-8bde-93f8e4644d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (1df144f0-868e-499f-bf16-23cb3e95dea0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:06.083027 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-e39c0f7a-4c82-4bec-89b9-7f2d65312a2b tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=8b2a8740e62546739e8aa1ba5ce38aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1301060 Nov 02 13:00:06.162524 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-340f34b0-5f59-422c-b52a-523dcea235cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (2ec477c7-9eb3-4679-b3f9-1445723c96ce), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:06.257313 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:06.262546 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35446) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:06.360071 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-112547cb-2086-42f8-944d-f436fef259a1 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0496e97d046243a298cd6e60e13c289e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0963390 Nov 02 13:00:06.366268 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35448) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:06.399172 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-16f9bb01-1ade-4894-af10-0b7b7e632dee tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (feb18cf6-1828-470e-99d2-e6986ca9fe64), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:06.443658 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-340f34b0-5f59-422c-b52a-523dcea235cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2ec477c7-9eb3-4679-b3f9-1445723c96ce), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:06.469566 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-57524c17-3887-48e2-ae33-4a4e1c2f6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T13:00:03Z', 'revision_number': 9, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '3ab6f635-ef45-4293-a5e4-acbfaab1a4cc', 'name': '', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:8a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:56Z', 'updated_at': '2022-11-02T12:59:21Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:06.502063 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57524c17-3887-48e2-ae33-4a4e1c2f6f43 None None] The sync data for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 is: [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T13:00:03Z', 'revision_number': 9, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '3ab6f635-ef45-4293-a5e4-acbfaab1a4cc', 'name': '', 'network_id': '6fdde03b-b805-4992-b44c-48d4ace1125f', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:8a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:56Z', 'updated_at': '2022-11-02T12:59:21Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '16a631b6-6993-4ef3-96f5-337d019618ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:00:06.568981 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-7ecf7f5d-6a4e-47de-bd25-3d7041097524 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:06.570869 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-7ecf7f5d-6a4e-47de-bd25-3d7041097524 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4735341 Nov 02 13:00:06.578543 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340f34b0-5f59-422c-b52a-523dcea235cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:06.595381 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1031ea0-f832-4206-8bde-93f8e4644d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (57a2635d-d57f-42ec-9356-44df83520ec1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:06.595381 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-10f45667-d1de-47d5-9a0a-5ff5d79b7076 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/quotas/8b2a8740e62546739e8aa1ba5ce38aed HTTP/1.1" status: 200 len: 375 time: 0.0162549 Nov 02 13:00:06.596794 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aada137f-5b1b-48e1-9851-3177542053d0 admin admin] Publish callbacks [] for security_group (00355b8c-3dad-4c00-a0c1-cd95d44fe8bc), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:06.599583 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d1031ea0-f832-4206-8bde-93f8e4644d29 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:06.603013 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-340f34b0-5f59-422c-b52a-523dcea235cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:06.604544 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d1031ea0-f832-4206-8bde-93f8e4644d29 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/57a2635d-d57f-42ec-9356-44df83520ec1 HTTP/1.1" status: 204 len: 168 time: 1.0926645 Nov 02 13:00:06.609949 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340f34b0-5f59-422c-b52a-523dcea235cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:00:06.615606 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f34b0-5f59-422c-b52a-523dcea235cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=2ec477c7-9eb3-4679-b3f9-1445723c96ce,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:06.649302 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1031ea0-f832-4206-8bde-93f8e4644d29 admin admin] Pushing event deleted for resources: {'Network': ['ID=57a2635d-d57f-42ec-9356-44df83520ec1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:06.678442 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aada137f-5b1b-48e1-9851-3177542053d0 admin admin] Publish callbacks [] for security_group (00355b8c-3dad-4c00-a0c1-cd95d44fe8bc), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:06.689701 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-1ef9cc0d-1c8a-4039-9aa5-3cf20e6b9fef tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=8b2a8740e62546739e8aa1ba5ce38aed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822248 Nov 02 13:00:06.727737 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340f34b0-5f59-422c-b52a-523dcea235cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:06.728814 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-340f34b0-5f59-422c-b52a-523dcea235cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:06.735295 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-16f9bb01-1ade-4894-af10-0b7b7e632dee tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (feb18cf6-1828-470e-99d2-e6986ca9fe64), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:06.796608 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9bb01-1ade-4894-af10-0b7b7e632dee tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Subnet': ['ID=feb18cf6-1828-470e-99d2-e6986ca9fe64,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:06.805553 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-16f9bb01-1ade-4894-af10-0b7b7e632dee tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:06.809765 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-16f9bb01-1ade-4894-af10-0b7b7e632dee tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/feb18cf6-1828-470e-99d2-e6986ca9fe64 HTTP/1.1" status: 204 len: 168 time: 1.4958773 Nov 02 13:00:06.813038 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35458) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:06.871908 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:06.967065 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d9618a48-a2b7-4dd1-b0f2-73501cbbeb10 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (bc79e007-b70b-437a-9a53-f5ae9dfcdb45), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:07.019399 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-340f34b0-5f59-422c-b52a-523dcea235cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.1472280 Nov 02 13:00:07.022571 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35464) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:07.045457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a8a680-3ad2-4a6a-b337-5d66b7fd49ea None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:00:07.050487 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9037aae5-7550-44ec-8f61-7c4f0906db29 None None] Network bc79e007-b70b-437a-9a53-f5ae9dfcdb45 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:00:07.080946 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-d9618a48-a2b7-4dd1-b0f2-73501cbbeb10 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting port e7095de4-c378-4325-b14b-c21ff74d4771 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:00:07.080946 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d9618a48-a2b7-4dd1-b0f2-73501cbbeb10 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e7095de4-c378-4325-b14b-c21ff74d4771), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:07.118198 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b77cc6d-3201-4239-98d4-42eee898ce60 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:07.120249 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aada137f-5b1b-48e1-9851-3177542053d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (00355b8c-3dad-4c00-a0c1-cd95d44fe8bc), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:07.122987 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aada137f-5b1b-48e1-9851-3177542053d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:07.124663 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-aada137f-5b1b-48e1-9851-3177542053d0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/00355b8c-3dad-4c00-a0c1-cd95d44fe8bc HTTP/1.1" status: 204 len: 168 time: 0.7567885 Nov 02 13:00:07.127971 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b77cc6d-3201-4239-98d4-42eee898ce60 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:07.139756 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4b77cc6d-3201-4239-98d4-42eee898ce60 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1105478 Nov 02 13:00:07.139756 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35470) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:07.194297 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada137f-5b1b-48e1-9851-3177542053d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00355b8c-3dad-4c00-a0c1-cd95d44fe8bc,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:07.217553 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-d9618a48-a2b7-4dd1-b0f2-73501cbbeb10 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] For port e7095de4-c378-4325-b14b-c21ff74d4771, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e7095de4-c378-4325-b14b-c21ff74d4771,segment=NetworkSegment(30d47e98-6da9-4834-a3ae-06f2bf1a0b11),segment_id=30d47e98-6da9-4834-a3ae-06f2bf1a0b11)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:07.221121 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d9618a48-a2b7-4dd1-b0f2-73501cbbeb10 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e7095de4-c378-4325-b14b-c21ff74d4771), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:07.256372 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-d9618a48-a2b7-4dd1-b0f2-73501cbbeb10 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Calling delete_port for e7095de4-c378-4325-b14b-c21ff74d4771 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:00:07.286943 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9c106b00-87a0-42fe-bf1f-223c5e6cf186 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port 2ec477c7-9eb3-4679-b3f9-1445723c96ce {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:00:07.286943 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9c106b00-87a0-42fe-bf1f-223c5e6cf186 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2ec477c7-9eb3-4679-b3f9-1445723c96ce), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:07.372717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-90a98ed6-d4c7-408f-abf8-918ef5c274c7 None None] Provisioning complete for port e7095de4-c378-4325-b14b-c21ff74d4771 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:07.373265 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-90a98ed6-d4c7-408f-abf8-918ef5c274c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e7095de4-c378-4325-b14b-c21ff74d4771), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:07.373644 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-90a98ed6-d4c7-408f-abf8-918ef5c274c7 None None] Attempt 1 to provision port e7095de4-c378-4325-b14b-c21ff74d4771 Nov 02 13:00:07.379963 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8e3c0d4a-2342-4bae-9b4f-8e24d89e7435 req-dc0ab321-a594-43d8-a536-eeb0442aa33b tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 210 time: 0.0365036 Nov 02 13:00:07.504702 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9c106b00-87a0-42fe-bf1f-223c5e6cf186 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2ec477c7-9eb3-4679-b3f9-1445723c96ce), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:07.537164 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9c106b00-87a0-42fe-bf1f-223c5e6cf186 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for 2ec477c7-9eb3-4679-b3f9-1445723c96ce owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:00:07.556874 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa33cfdb-4045-4195-b109-e01877cc2857 None None] DHCP port deletion for bc79e007-b70b-437a-9a53-f5ae9dfcdb45 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:00:07.653105 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 1df144f0-868e-499f-bf16-23cb3e95dea0 resource provider aggregate not found Nov 02 13:00:07.677738 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d9618a48-a2b7-4dd1-b0f2-73501cbbeb10 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e7095de4-c378-4325-b14b-c21ff74d4771), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:07.700987 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 1df144f0-868e-499f-bf16-23cb3e95dea0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1df144f0-868e-499f-bf16-23cb3e95dea0 found for delete ", "request_id": "req-c78d425f-c2d8-4d18-8a02-5b3dbc94bd40"}]} Nov 02 13:00:07.715902 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fa33cfdb-4045-4195-b109-e01877cc2857 None None] Deleting port e7095de4-c378-4325-b14b-c21ff74d4771 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:00:07.721272 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fa33cfdb-4045-4195-b109-e01877cc2857 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e7095de4-c378-4325-b14b-c21ff74d4771), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:07.724714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-90a98ed6-d4c7-408f-abf8-918ef5c274c7 None None] Current status of the port e7095de4-c378-4325-b14b-c21ff74d4771 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:07.726120 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35490) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:07.754689 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9618a48-a2b7-4dd1-b0f2-73501cbbeb10 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Port': ['ID=e7095de4-c378-4325-b14b-c21ff74d4771,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:07.772887 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9618a48-a2b7-4dd1-b0f2-73501cbbeb10 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] No DVR routers for this DVR port e7095de4-c378-4325-b14b-c21ff74d4771 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:00:07.878758 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-95627b13-0216-45a7-b263-452f96d2e031 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7acfadad50ce4521ae4e3d2ad73c0b1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1515954 Nov 02 13:00:07.950298 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35496) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:07.970073 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d9618a48-a2b7-4dd1-b0f2-73501cbbeb10 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (bc79e007-b70b-437a-9a53-f5ae9dfcdb45), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:07.996942 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-fa33cfdb-4045-4195-b109-e01877cc2857 None None] For port e7095de4-c378-4325-b14b-c21ff74d4771, host n-d-857339-6, got binding levels [] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:07.997452 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fa33cfdb-4045-4195-b109-e01877cc2857 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e7095de4-c378-4325-b14b-c21ff74d4771), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:08.026680 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-d9618a48-a2b7-4dd1-b0f2-73501cbbeb10 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc79e007-b70b-437a-9a53-f5ae9dfcdb45']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:08.028116 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fa33cfdb-4045-4195-b109-e01877cc2857 None None] Calling delete_port for e7095de4-c378-4325-b14b-c21ff74d4771 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:00:08.033678 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.ipam_backend_mixin [None req-fa33cfdb-4045-4195-b109-e01877cc2857 None None] Port e7095de4-c378-4325-b14b-c21ff74d4771 was not found and therefore no delete operation was performed {{(pid=105977) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Nov 02 13:00:08.040144 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:08.042608 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fa33cfdb-4045-4195-b109-e01877cc2857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (e7095de4-c378-4325-b14b-c21ff74d4771), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:08.052033 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-d9618a48-a2b7-4dd1-b0f2-73501cbbeb10 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d47e98-6da9-4834-a3ae-06f2bf1a0b11') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:08.052346 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-d9618a48-a2b7-4dd1-b0f2-73501cbbeb10 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d47e98-6da9-4834-a3ae-06f2bf1a0b11') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:08.097774 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d9618a48-a2b7-4dd1-b0f2-73501cbbeb10 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (30d47e98-6da9-4834-a3ae-06f2bf1a0b11), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:08.099225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33cfdb-4045-4195-b109-e01877cc2857 None None] Pushing event deleted for resources: {'Port': ['ID=e7095de4-c378-4325-b14b-c21ff74d4771,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:08.111652 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa33cfdb-4045-4195-b109-e01877cc2857 None None] No DVR routers for this DVR port e7095de4-c378-4325-b14b-c21ff74d4771 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:00:08.123575 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:08.128810 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d9618a48-a2b7-4dd1-b0f2-73501cbbeb10 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (30d47e98-6da9-4834-a3ae-06f2bf1a0b11), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:08.131294 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-27c2a5ad-c93a-49d7-bb7b-9396b1de3648 admin admin] Publish callbacks [] for security_group (6161beb7-4461-45d7-b138-4f69257e31b1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:08.138823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9618a48-a2b7-4dd1-b0f2-73501cbbeb10 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:00:08.139247 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d9618a48-a2b7-4dd1-b0f2-73501cbbeb10 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (30d47e98-6da9-4834-a3ae-06f2bf1a0b11), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:08.164154 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:08.165405 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-aabd4885-8b8e-4468-93ac-5c4e3612d939 None None] Provisioning complete for port 8f65234b-04e6-466b-a90e-c3f6617cca3f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:08.165405 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aabd4885-8b8e-4468-93ac-5c4e3612d939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:08.165781 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-aabd4885-8b8e-4468-93ac-5c4e3612d939 None None] Attempt 1 to provision port 8f65234b-04e6-466b-a90e-c3f6617cca3f Nov 02 13:00:08.186920 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-27c2a5ad-c93a-49d7-bb7b-9396b1de3648 admin admin] Publish callbacks [] for security_group (6161beb7-4461-45d7-b138-4f69257e31b1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:08.200240 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 30d47e98-6da9-4834-a3ae-06f2bf1a0b11 resource provider aggregate not found Nov 02 13:00:08.255118 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9c106b00-87a0-42fe-bf1f-223c5e6cf186 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (2ec477c7-9eb3-4679-b3f9-1445723c96ce), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:08.303080 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:08.313251 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 30d47e98-6da9-4834-a3ae-06f2bf1a0b11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30d47e98-6da9-4834-a3ae-06f2bf1a0b11 found for delete ", "request_id": "req-d9e91e21-e7db-4374-aebb-c1acea571ae2"}]} Nov 02 13:00:08.315383 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486a47a7-c7af-41de-8be9-117a0ba64889 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:00:08.335564 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c106b00-87a0-42fe-bf1f-223c5e6cf186 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=2ec477c7-9eb3-4679-b3f9-1445723c96ce,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:08.411842 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:08.448892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:00:08.449547 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 83aae61d-43d6-42dd-9dad-8f676dd7eaa9 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:00:08.450201 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e7095de4-c378-4325-b14b-c21ff74d4771 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:08.471401 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9c106b00-87a0-42fe-bf1f-223c5e6cf186 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:08.484812 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35520) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:08.494555 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9c106b00-87a0-42fe-bf1f-223c5e6cf186 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/2ec477c7-9eb3-4679-b3f9-1445723c96ce HTTP/1.1" status: 204 len: 168 time: 1.3577304 Nov 02 13:00:08.556974 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d881d4e9-13bb-4312-b66e-5062b70a88ce req-bb0525b4-6193-421a-9eb8-46b486ee51de tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 210 time: 0.0587752 Nov 02 13:00:08.561878 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-aabd4885-8b8e-4468-93ac-5c4e3612d939 None None] Current status of the port 8f65234b-04e6-466b-a90e-c3f6617cca3f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:08.569124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: e7095de4-c378-4325-b14b-c21ff74d4771 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:00:08.569533 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e7095de4-c378-4325-b14b-c21ff74d4771 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:00:08.581191 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d9618a48-a2b7-4dd1-b0f2-73501cbbeb10 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (bc79e007-b70b-437a-9a53-f5ae9dfcdb45), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:08.586283 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-aabd4885-8b8e-4468-93ac-5c4e3612d939 None None] Could not find standard attr ID for object 2ec477c7-9eb3-4679-b3f9-1445723c96ce. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 13:00:08.608300 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d9618a48-a2b7-4dd1-b0f2-73501cbbeb10 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:08.614473 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d9618a48-a2b7-4dd1-b0f2-73501cbbeb10 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/networks/bc79e007-b70b-437a-9a53-f5ae9dfcdb45 HTTP/1.1" status: 204 len: 168 time: 1.8000088 Nov 02 13:00:08.617457 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35524) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:08.647132 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9618a48-a2b7-4dd1-b0f2-73501cbbeb10 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Network': ['ID=bc79e007-b70b-437a-9a53-f5ae9dfcdb45,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:08.657685 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b876bec-a62a-4325-9735-12e03445381b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:08.659463 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b876bec-a62a-4325-9735-12e03445381b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:08.661306 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b876bec-a62a-4325-9735-12e03445381b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:08.666018 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8b876bec-a62a-4325-9735-12e03445381b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1801193 Nov 02 13:00:08.666617 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35528) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:08.673064 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486a47a7-c7af-41de-8be9-117a0ba64889 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:00:08.721937 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-27c2a5ad-c93a-49d7-bb7b-9396b1de3648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6161beb7-4461-45d7-b138-4f69257e31b1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:08.725747 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-27c2a5ad-c93a-49d7-bb7b-9396b1de3648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:08.727888 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-27c2a5ad-c93a-49d7-bb7b-9396b1de3648 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6161beb7-4461-45d7-b138-4f69257e31b1 HTTP/1.1" status: 204 len: 168 time: 0.7766519 Nov 02 13:00:08.746274 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2a5ad-c93a-49d7-bb7b-9396b1de3648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6161beb7-4461-45d7-b138-4f69257e31b1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:08.757047 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd5df16-74b5-4a20-a499-7702d47fed24 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet a2429319-830b-4eb7-a68e-e5921d0c42e7 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:00:08.764044 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6cd5df16-74b5-4a20-a499-7702d47fed24 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (a2429319-830b-4eb7-a68e-e5921d0c42e7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:08.851482 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:08.864680 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6cd5df16-74b5-4a20-a499-7702d47fed24 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (a2429319-830b-4eb7-a68e-e5921d0c42e7), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:08.977463 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6cd5df16-74b5-4a20-a499-7702d47fed24 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (a2429319-830b-4eb7-a68e-e5921d0c42e7), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:09.080735 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f45ea7d1-1b90-47ed-98a6-50bfcc5b912d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (f72403f9-7f81-483a-9f09-f2e1da51694b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:09.213415 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35538) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:09.224552 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6cd5df16-74b5-4a20-a499-7702d47fed24 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (a2429319-830b-4eb7-a68e-e5921d0c42e7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:09.291442 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6cd5df16-74b5-4a20-a499-7702d47fed24 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:09.295580 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6cd5df16-74b5-4a20-a499-7702d47fed24 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/a2429319-830b-4eb7-a68e-e5921d0c42e7 HTTP/1.1" status: 204 len: 168 time: 0.6278632 Nov 02 13:00:09.298065 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5df16-74b5-4a20-a499-7702d47fed24 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=a2429319-830b-4eb7-a68e-e5921d0c42e7,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:09.300329 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35540) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:09.332426 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0a8bbbbd-0102-44cd-8180-aa7efb5015fc admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=aefd1a0f53c244a0b03e8ba94a4ca7ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1175070 Nov 02 13:00:09.333086 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35544) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:09.399145 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13891090-a326-40cd-ab4a-19b1b3c87c15 admin admin] Publish callbacks [] for security_group (3f77e1f9-4d4e-4ef0-867b-99a2e30c6a33), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:09.420362 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-25066349-e79c-41ec-a6d3-85aa1676882b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet b75ef45c-0f31-492c-8639-3d4c9d68aaa5 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:00:09.460783 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25066349-e79c-41ec-a6d3-85aa1676882b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (b75ef45c-0f31-492c-8639-3d4c9d68aaa5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:09.468950 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13891090-a326-40cd-ab4a-19b1b3c87c15 admin admin] Publish callbacks [] for security_group (3f77e1f9-4d4e-4ef0-867b-99a2e30c6a33), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:09.753825 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25066349-e79c-41ec-a6d3-85aa1676882b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (b75ef45c-0f31-492c-8639-3d4c9d68aaa5), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:09.833963 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f45ea7d1-1b90-47ed-98a6-50bfcc5b912d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting port 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:00:09.834263 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f45ea7d1-1b90-47ed-98a6-50bfcc5b912d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3ab6f635-ef45-4293-a5e4-acbfaab1a4cc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:09.838856 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13891090-a326-40cd-ab4a-19b1b3c87c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3f77e1f9-4d4e-4ef0-867b-99a2e30c6a33), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:09.849253 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-13891090-a326-40cd-ab4a-19b1b3c87c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:09.850003 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-13891090-a326-40cd-ab4a-19b1b3c87c15 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3f77e1f9-4d4e-4ef0-867b-99a2e30c6a33 HTTP/1.1" status: 204 len: 168 time: 0.5158315 Nov 02 13:00:09.873800 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13891090-a326-40cd-ab4a-19b1b3c87c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f77e1f9-4d4e-4ef0-867b-99a2e30c6a33,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:09.924966 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-40742765-cf21-45bb-8a70-265599fe3b9c req-62eca18f-ae2e-4583-8e5d-e446d01cbff0 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 210 time: 0.2285993 Nov 02 13:00:10.017501 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d18d8d-3732-470a-b795-e20db2f99000 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:00:10.053412 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=9,neutron:UPDATE=3,neutron:SELECT=86,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:10.091621 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9f258e71-44d5-4315-bd8f-d6d09bcb42bf None None] Provisioning complete for port 8f65234b-04e6-466b-a90e-c3f6617cca3f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:10.093937 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9f258e71-44d5-4315-bd8f-d6d09bcb42bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:10.093937 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9f258e71-44d5-4315-bd8f-d6d09bcb42bf None None] Attempt 1 to provision port 8f65234b-04e6-466b-a90e-c3f6617cca3f Nov 02 13:00:10.121384 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25066349-e79c-41ec-a6d3-85aa1676882b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (b75ef45c-0f31-492c-8639-3d4c9d68aaa5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:10.160217 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-f45ea7d1-1b90-47ed-98a6-50bfcc5b912d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] For port 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ab6f635-ef45-4293-a5e4-acbfaab1a4cc,segment=NetworkSegment(46d58141-4cab-4726-847a-e4b66c376d16),segment_id=46d58141-4cab-4726-847a-e4b66c376d16)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:10.160610 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f45ea7d1-1b90-47ed-98a6-50bfcc5b912d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3ab6f635-ef45-4293-a5e4-acbfaab1a4cc), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:10.181152 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f45ea7d1-1b90-47ed-98a6-50bfcc5b912d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Calling delete_port for 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:00:10.192660 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d18d8d-3732-470a-b795-e20db2f99000 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:00:10.238472 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9f258e71-44d5-4315-bd8f-d6d09bcb42bf None None] Current status of the port 8f65234b-04e6-466b-a90e-c3f6617cca3f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:10.446650 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25066349-e79c-41ec-a6d3-85aa1676882b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (b75ef45c-0f31-492c-8639-3d4c9d68aaa5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:10.527434 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35572) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:10.537483 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25066349-e79c-41ec-a6d3-85aa1676882b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=b75ef45c-0f31-492c-8639-3d4c9d68aaa5,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:10.545330 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25066349-e79c-41ec-a6d3-85aa1676882b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:10.553759 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-25066349-e79c-41ec-a6d3-85aa1676882b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/b75ef45c-0f31-492c-8639-3d4c9d68aaa5 HTTP/1.1" status: 204 len: 168 time: 1.2519097 Nov 02 13:00:10.554828 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35574) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:10.602335 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f00175f6-2a5c-418b-bc56-86887642104b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6851a30bb47442b59924bb376b75e744&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0734575 Nov 02 13:00:10.607160 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35578) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:10.630892 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35580) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:10.632109 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-413028a5-8d5b-4210-a29f-c0283426771f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756447 Nov 02 13:00:10.641554 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f356912d-bc47-4c0e-8400-74ea62c67e41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:10.655233 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f45ea7d1-1b90-47ed-98a6-50bfcc5b912d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (3ab6f635-ef45-4293-a5e4-acbfaab1a4cc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:10.722711 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ea7d1-1b90-47ed-98a6-50bfcc5b912d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Port': ['ID=3ab6f635-ef45-4293-a5e4-acbfaab1a4cc,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:10.812570 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-038ff5e8-740b-4572-8207-82c172cb5d8c admin admin] Publish callbacks [] for security_group (a3782168-68f0-4baf-bb1c-54eac439964c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:10.854230 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-038ff5e8-740b-4572-8207-82c172cb5d8c admin admin] Publish callbacks [] for security_group (a3782168-68f0-4baf-bb1c-54eac439964c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:11.525376 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f45ea7d1-1b90-47ed-98a6-50bfcc5b912d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (f72403f9-7f81-483a-9f09-f2e1da51694b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:11.537475 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f356912d-bc47-4c0e-8400-74ea62c67e41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:11.537475 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f356912d-bc47-4c0e-8400-74ea62c67e41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:11.537475 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-038ff5e8-740b-4572-8207-82c172cb5d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a3782168-68f0-4baf-bb1c-54eac439964c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:11.537475 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-038ff5e8-740b-4572-8207-82c172cb5d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:11.537475 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-038ff5e8-740b-4572-8207-82c172cb5d8c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a3782168-68f0-4baf-bb1c-54eac439964c HTTP/1.1" status: 204 len: 168 time: 0.7271447 Nov 02 13:00:11.537475 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ff5e8-740b-4572-8207-82c172cb5d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3782168-68f0-4baf-bb1c-54eac439964c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:11.544246 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8200f9-100f-4de7-b955-4b9ca3276fc4 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:00:11.544246 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:11.545899 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-a5a6ab78-55ea-491a-8035-557a7c6e0809 req-f1315bc3-6652-4e70-8c05-9e23ff733d6e tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 210 time: 0.0886028 Nov 02 13:00:11.638907 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0f526d8e-84b4-441a-8c5a-8fa03bce9ba7 None None] Provisioning complete for port 8f65234b-04e6-466b-a90e-c3f6617cca3f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:11.639178 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0f526d8e-84b4-441a-8c5a-8fa03bce9ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:11.639527 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0f526d8e-84b4-441a-8c5a-8fa03bce9ba7 None None] Attempt 1 to provision port 8f65234b-04e6-466b-a90e-c3f6617cca3f Nov 02 13:00:11.858057 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45ea7d1-1b90-47ed-98a6-50bfcc5b912d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router f72403f9-7f81-483a-9f09-f2e1da51694b has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:00:11.889017 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0f526d8e-84b4-441a-8c5a-8fa03bce9ba7 None None] Current status of the port 8f65234b-04e6-466b-a90e-c3f6617cca3f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:12.006917 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45ea7d1-1b90-47ed-98a6-50bfcc5b912d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:00:12.018012 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f45ea7d1-1b90-47ed-98a6-50bfcc5b912d tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/f72403f9-7f81-483a-9f09-f2e1da51694b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3990479 Nov 02 13:00:12.018711 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35620) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:12.036297 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ad713b-c495-4b6d-b008-3b34d18b7a5e None None] DHCP port deletion for e9ae2c9f-8862-4b1d-b882-f135a69580a6 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:00:12.045594 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7035dab2-bec5-424d-9d66-3db4c00143f8 None None] Sync routers for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:00:12.129207 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fdcdd3-5c95-4ec1-91ec-6d49c7657e8c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting subnet 16a631b6-6993-4ef3-96f5-337d019618ff {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:00:12.134263 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-75fdcdd3-5c95-4ec1-91ec-6d49c7657e8c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (16a631b6-6993-4ef3-96f5-337d019618ff), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:12.140240 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7035dab2-bec5-424d-9d66-3db4c00143f8 None None] Routers {'f72403f9-7f81-483a-9f09-f2e1da51694b'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:00:12.141152 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7035dab2-bec5-424d-9d66-3db4c00143f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:59:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f72403f9-7f81-483a-9f09-f2e1da51694b'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:12.148794 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-77ad713b-c495-4b6d-b008-3b34d18b7a5e None None] Deleting port 8f65234b-04e6-466b-a90e-c3f6617cca3f {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:00:12.150798 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-77ad713b-c495-4b6d-b008-3b34d18b7a5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:12.236178 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-75fdcdd3-5c95-4ec1-91ec-6d49c7657e8c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (16a631b6-6993-4ef3-96f5-337d019618ff), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:12.373636 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-75fdcdd3-5c95-4ec1-91ec-6d49c7657e8c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (16a631b6-6993-4ef3-96f5-337d019618ff), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:12.508968 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f356912d-bc47-4c0e-8400-74ea62c67e41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (34bed68b-86ea-48bc-981b-029a8fcecd56), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:12.572320 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-75fdcdd3-5c95-4ec1-91ec-6d49c7657e8c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (16a631b6-6993-4ef3-96f5-337d019618ff), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:12.642252 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:12.669487 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f356912d-bc47-4c0e-8400-74ea62c67e41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:12.679568 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-f356912d-bc47-4c0e-8400-74ea62c67e41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:12.681646 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdcdd3-5c95-4ec1-91ec-6d49c7657e8c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Subnet': ['ID=16a631b6-6993-4ef3-96f5-337d019618ff,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:12.690128 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f356912d-bc47-4c0e-8400-74ea62c67e41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:12.691665 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f356912d-bc47-4c0e-8400-74ea62c67e41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:12.720371 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-75fdcdd3-5c95-4ec1-91ec-6d49c7657e8c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:12.728337 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-75fdcdd3-5c95-4ec1-91ec-6d49c7657e8c tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/16a631b6-6993-4ef3-96f5-337d019618ff HTTP/1.1" status: 204 len: 168 time: 0.7083132 Nov 02 13:00:12.729397 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35654) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:12.772980 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356912d-bc47-4c0e-8400-74ea62c67e41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=34bed68b-86ea-48bc-981b-029a8fcecd56,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:12.834781 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f356912d-bc47-4c0e-8400-74ea62c67e41 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2024348 Nov 02 13:00:12.837612 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35656) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:12.846266 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-638b80f3-e10d-4d23-b5b3-5436dedbee12 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:12.914938 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-737b5268-ca37-4c4a-9d98-641afa85e1ff req-0fd2c985-bdc2-4824-85d4-0f235ae7ee08 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 210 time: 0.1423564 Nov 02 13:00:12.969824 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8f65234b-04e6-466b-a90e-c3f6617cca3f no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:13.110904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-77ad713b-c495-4b6d-b008-3b34d18b7a5e None None] For port 8f65234b-04e6-466b-a90e-c3f6617cca3f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8f65234b-04e6-466b-a90e-c3f6617cca3f,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:13.113303 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (6fdde03b-b805-4992-b44c-48d4ace1125f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:13.119288 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-77ad713b-c495-4b6d-b008-3b34d18b7a5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:13.133540 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-77ad713b-c495-4b6d-b008-3b34d18b7a5e None None] Calling delete_port for 8f65234b-04e6-466b-a90e-c3f6617cca3f owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:00:13.178279 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting port ef988227-fe62-4d23-9d9c-f721239bd914 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:00:13.179438 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ef988227-fe62-4d23-9d9c-f721239bd914), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:13.245450 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638b80f3-e10d-4d23-b5b3-5436dedbee12 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:13.250030 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-638b80f3-e10d-4d23-b5b3-5436dedbee12 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:13.264888 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:13.280898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-7035dab2-bec5-424d-9d66-3db4c00143f8 None None] Set router f72403f9-7f81-483a-9f09-f2e1da51694b gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:00:13.303118 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] For port ef988227-fe62-4d23-9d9c-f721239bd914, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ef988227-fe62-4d23-9d9c-f721239bd914,segment=NetworkSegment(46d58141-4cab-4726-847a-e4b66c376d16),segment_id=46d58141-4cab-4726-847a-e4b66c376d16)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:13.303927 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ef988227-fe62-4d23-9d9c-f721239bd914), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:13.321297 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Calling delete_port for ef988227-fe62-4d23-9d9c-f721239bd914 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:00:13.369843 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-77ad713b-c495-4b6d-b008-3b34d18b7a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (8f65234b-04e6-466b-a90e-c3f6617cca3f), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:13.372307 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No ports have port_id starting with 8f65234b-04e6-466b-a90e-c3f6617cca3f Nov 02 13:00:13.449983 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad713b-c495-4b6d-b008-3b34d18b7a5e None None] Pushing event deleted for resources: {'Port': ['ID=8f65234b-04e6-466b-a90e-c3f6617cca3f,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:13.452198 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-390beac4-3d20-4ab3-ae9b-e2f9974a6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:13.463962 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ad713b-c495-4b6d-b008-3b34d18b7a5e None None] No DVR routers for this DVR port 8f65234b-04e6-466b-a90e-c3f6617cca3f on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:00:13.472115 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-d110df6f-4d16-4f67-8e66-8cac9b2d3005 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=8b2a8740e62546739e8aa1ba5ce38aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408752 Nov 02 13:00:13.542405 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622bda82-3972-4ffb-b9b2-8da1dfb846f9 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:00:13.647216 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-c9da8555-04c4-4430-9868-b760520c3f40 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:13.648755 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-c9da8555-04c4-4430-9868-b760520c3f40 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715875 Nov 02 13:00:13.682427 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-cab383b5-5492-44b8-b410-396f1c32578a tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Request body: {'port': {'device_id': '0ea541eb-564d-4d5b-ad53-f49af9992092', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': '8b2a8740e62546739e8aa1ba5ce38aed'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:13.749264 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:13.875492 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35700) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:13.906910 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:INSERT=11,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:13.918772 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7035dab2-bec5-424d-9d66-3db4c00143f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T13:00:10Z', 'revision_number': 10, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:13.978335 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (ef988227-fe62-4d23-9d9c-f721239bd914), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:14.017908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7035dab2-bec5-424d-9d66-3db4c00143f8 None None] Checking router: f72403f9-7f81-483a-9f09-f2e1da51694b for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:00:14.053544 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35712) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:14.090430 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:14.092201 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622bda82-3972-4ffb-b9b2-8da1dfb846f9 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:00:14.112002 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7035dab2-bec5-424d-9d66-3db4c00143f8 None None] Routers {'f72403f9-7f81-483a-9f09-f2e1da51694b'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:00:14.113142 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7035dab2-bec5-424d-9d66-3db4c00143f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T12:59:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f72403f9-7f81-483a-9f09-f2e1da51694b'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:14.139563 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Port': ['ID=ef988227-fe62-4d23-9d9c-f721239bd914,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:14.181662 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] No DVR routers for this DVR port ef988227-fe62-4d23-9d9c-f721239bd914 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:00:14.188770 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:14.188990 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:14.189260 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:14.189593 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:14.189994 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:14.190245 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:14.190566 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:14.190886 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:14.191206 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:14.191524 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:14.191859 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:14.192193 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:14.192589 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:14.193765 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:14.193765 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:14.202575 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b78d35e1-4bc7-4c0a-a186-8c0b8a9e2880 req-694b67c6-14e5-4d08-b9f9-af4dad0ffab2 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 210 time: 0.0792017 Nov 02 13:00:14.280938 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-1586fb59-8d69-484f-a809-efc8007c8759 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-195648082-network', 'tenant_id': '9aa48be6894b4a5993e969472afe1396'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:14.380436 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (6fdde03b-b805-4992-b44c-48d4ace1125f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:14.404117 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-cab383b5-5492-44b8-b410-396f1c32578a tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Made reservation on behalf of 8b2a8740e62546739e8aa1ba5ce38aed for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:14.411253 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-cab383b5-5492-44b8-b410-396f1c32578a tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:14.413295 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a14d88a1-3e63-4a6a-950b-ea2cddb2b50e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:14.442288 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-cab383b5-5492-44b8-b410-396f1c32578a tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:14.444540 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fdde03b-b805-4992-b44c-48d4ace1125f']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:14.456367 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-7035dab2-bec5-424d-9d66-3db4c00143f8 None None] Set router f72403f9-7f81-483a-9f09-f2e1da51694b gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:00:14.469952 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d58141-4cab-4726-847a-e4b66c376d16') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:14.470580 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d58141-4cab-4726-847a-e4b66c376d16') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:14.491870 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (46d58141-4cab-4726-847a-e4b66c376d16), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:14.561807 n-d-857339-6 neutron-server[105976]: DEBUG neutron.objects.ports [None req-638b80f3-e10d-4d23-b5b3-5436dedbee12 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105976) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 13:00:14.563784 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (46d58141-4cab-4726-847a-e4b66c376d16), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:14.568353 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-638b80f3-e10d-4d23-b5b3-5436dedbee12 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (90f6e125-1730-4735-809b-d214d6c5c830), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:14.571235 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:00:14.571696 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (46d58141-4cab-4726-847a-e4b66c376d16), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:14.579573 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a14d88a1-3e63-4a6a-950b-ea2cddb2b50e admin admin] Publish callbacks [] for security_group (5eb617cc-dd48-4b76-a782-9d4d80c0511f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:14.640094 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638b80f3-e10d-4d23-b5b3-5436dedbee12 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:14.645992 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-638b80f3-e10d-4d23-b5b3-5436dedbee12 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:14.650916 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638b80f3-e10d-4d23-b5b3-5436dedbee12 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:14.651517 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-638b80f3-e10d-4d23-b5b3-5436dedbee12 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:14.687584 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a14d88a1-3e63-4a6a-950b-ea2cddb2b50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5eb617cc-dd48-4b76-a782-9d4d80c0511f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:14.696133 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b80f3-e10d-4d23-b5b3-5436dedbee12 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=90f6e125-1730-4735-809b-d214d6c5c830,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:14.732826 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-cab383b5-5492-44b8-b410-396f1c32578a tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Publish callbacks [] for security_group (21d03493-388a-4524-9bc4-4b44079005e8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:14.735171 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1586fb59-8d69-484f-a809-efc8007c8759 admin admin] Made reservation on behalf of 9aa48be6894b4a5993e969472afe1396 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:14.737948 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1586fb59-8d69-484f-a809-efc8007c8759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:14.746580 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:14.749922 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 46d58141-4cab-4726-847a-e4b66c376d16 resource provider aggregate not found Nov 02 13:00:14.778565 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 46d58141-4cab-4726-847a-e4b66c376d16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46d58141-4cab-4726-847a-e4b66c376d16 found for delete ", "request_id": "req-4b677034-bca9-403b-b66d-432d46e26afb"}]} Nov 02 13:00:14.780236 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1586fb59-8d69-484f-a809-efc8007c8759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:14.791754 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-638b80f3-e10d-4d23-b5b3-5436dedbee12 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9528549 Nov 02 13:00:14.798215 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35726) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:14.815141 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-658a627f-b041-4243-b2a1-4a9761c7c474 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'mac_address': 'fa:16:3e:63:b5:da', 'name': 'tempest-NetworksTestDHCPv6-1994235755'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:14.832812 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'fixed_ips': [{'subnet_id': '34bed68b-86ea-48bc-981b-029a8fcecd56'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:00:14.833829 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:14.852473 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (6fdde03b-b805-4992-b44c-48d4ace1125f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:14.856868 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-cab383b5-5492-44b8-b410-396f1c32578a tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (21d03493-388a-4524-9bc4-4b44079005e8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:14.886719 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a14d88a1-3e63-4a6a-950b-ea2cddb2b50e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f1025cb550764f02aab83fedb23f8400&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8324423 Nov 02 13:00:14.901893 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35730) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:14.904924 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:14.908285 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/networks/6fdde03b-b805-4992-b44c-48d4ace1125f HTTP/1.1" status: 204 len: 168 time: 2.1781464 Nov 02 13:00:14.923980 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35732) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:14.925099 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d88a1-3e63-4a6a-950b-ea2cddb2b50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb617cc-dd48-4b76-a782-9d4d80c0511f,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:14.958458 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:14.969992 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b06a25-82e0-4786-8363-526c2a25d210 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Network': ['ID=6fdde03b-b805-4992-b44c-48d4ace1125f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:15.048626 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7035dab2-bec5-424d-9d66-3db4c00143f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T13:00:10Z', 'revision_number': 10, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:15.049536 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1586fb59-8d69-484f-a809-efc8007c8759 admin admin] Publish callbacks [] for security_group (6fa514ed-c8f4-4c62-bacf-e942c0a264bd), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:15.131669 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab383b5-5492-44b8-b410-396f1c32578a tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d03493-388a-4524-9bc4-4b44079005e8,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:15.181518 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1586fb59-8d69-484f-a809-efc8007c8759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6fa514ed-c8f4-4c62-bacf-e942c0a264bd), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:15.217905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] Allocated IP 172.20.0.2 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/34bed68b-86ea-48bc-981b-029a8fcecd56/75492966-15e5-4dbc-912e-1c3cb4875a60) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:15.227724 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] Allocated IP 2001:db8::f816:3eff:fec3:5381 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/90f6e125-1730-4735-809b-d214d6c5c830/75492966-15e5-4dbc-912e-1c3cb4875a60) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:15.245587 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-404a8192-7f5a-4476-8068-77001eeb402f admin admin] Publish callbacks [] for security_group (5eb617cc-dd48-4b76-a782-9d4d80c0511f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:15.300661 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1586fb59-8d69-484f-a809-efc8007c8759 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:00:15.342104 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586fb59-8d69-484f-a809-efc8007c8759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa514ed-c8f4-4c62-bacf-e942c0a264bd,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:15.392060 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1586fb59-8d69-484f-a809-efc8007c8759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (0cc738d7-bf75-4c93-a002-1e448a44ad5d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:15.392750 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-1586fb59-8d69-484f-a809-efc8007c8759 admin admin] Added segment 0cc738d7-bf75-4c93-a002-1e448a44ad5d of type vlan for network 1cb2267c-fc9d-44d7-becd-01e5adf06201 Nov 02 13:00:15.511401 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] Publish callbacks [] for port (75492966-15e5-4dbc-912e-1c3cb4875a60), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:15.523605 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7035dab2-bec5-424d-9d66-3db4c00143f8 None None] The sync data for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 is: [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T13:00:10Z', 'revision_number': 10, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None, '_interfaces': [{'id': '8b83b3d6-732d-4835-9c5f-3167f83a2a62', 'name': '', 'network_id': 'e19ff872-ca41-4b48-abc1-dc34701928d1', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'mac_address': 'fa:16:3e:71:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:58:42Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'subnets': [{'id': '7a158e58-7f42-4ebd-8a0d-288d934a696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:00:15.527388 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-404a8192-7f5a-4476-8068-77001eeb402f admin admin] Publish callbacks [] for security_group (5eb617cc-dd48-4b76-a782-9d4d80c0511f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:15.536240 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:15.552366 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-cab383b5-5492-44b8-b410-396f1c32578a tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Allocated IP 192.168.233.82 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/2d09d596-f6fc-49ce-b943-5222047e459e) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:15.557139 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4fbd2d8f-7d9d-4111-994e-2a9ced79c60f req-62bc09f9-ecf8-423c-9de3-7f0363323e3f tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 210 time: 0.1411238 Nov 02 13:00:15.568062 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1586fb59-8d69-484f-a809-efc8007c8759 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (1cb2267c-fc9d-44d7-becd-01e5adf06201), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:15.643903 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (75492966-15e5-4dbc-912e-1c3cb4875a60), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:15.709365 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658a627f-b041-4243-b2a1-4a9761c7c474 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:15.727837 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] Pushing event updated for resources: {'Port': ['ID=75492966-15e5-4dbc-912e-1c3cb4875a60,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:15.752958 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:15.754653 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:15.757561 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:00:15.793986 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1586fb59-8d69-484f-a809-efc8007c8759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (1cb2267c-fc9d-44d7-becd-01e5adf06201), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:15.795010 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586fb59-8d69-484f-a809-efc8007c8759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:15.795588 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1586fb59-8d69-484f-a809-efc8007c8759 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:15.873936 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] Attempting to bind port 75492966-15e5-4dbc-912e-1c3cb4875a60 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:00:15.874406 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] Attempting to bind port 75492966-15e5-4dbc-912e-1c3cb4875a60 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:00:15.874885 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] Attempting to bind port 75492966-15e5-4dbc-912e-1c3cb4875a60 on network e9ae2c9f-8862-4b1d-b882-f135a69580a6 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:15.932749 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586fb59-8d69-484f-a809-efc8007c8759 admin admin] Pushing event updated for resources: {'Network': ['ID=1cb2267c-fc9d-44d7-becd-01e5adf06201,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:15.948843 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1586fb59-8d69-484f-a809-efc8007c8759 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0721133 Nov 02 13:00:15.955311 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35758) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:15.977677 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-9c6b9073-5dc9-4a37-ab0a-55988da3340f admin admin] Request body: {'subnet': {'network_id': '1cb2267c-fc9d-44d7-becd-01e5adf06201', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-195648082-subnet', 'tenant_id': '9aa48be6894b4a5993e969472afe1396', 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:16.010339 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:16.013541 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ed83cdcf-cb70-48e0-9a76-2771a59d1b55 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (f72403f9-7f81-483a-9f09-f2e1da51694b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:16.019551 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 1cb2267c-fc9d-44d7-becd-01e5adf06201 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:00:16.021420 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-98816a64-012f-4f31-880b-f20c407fdcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:16.036534 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-cab383b5-5492-44b8-b410-396f1c32578a tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Publish callbacks [] for port (2d09d596-f6fc-49ce-b943-5222047e459e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:16.144024 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6b9073-5dc9-4a37-ab0a-55988da3340f admin admin] Made reservation on behalf of 9aa48be6894b4a5993e969472afe1396 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:16.147362 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9c6b9073-5dc9-4a37-ab0a-55988da3340f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:16.183638 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:16.187866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:00:16.188247 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] Checking segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:00:16.192866 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:16.192866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] Bound using segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:00:16.192866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] Bound port: 75492966-15e5-4dbc-912e-1c3cb4875a60, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:00:16.192866 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (75492966-15e5-4dbc-912e-1c3cb4875a60), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:16.263721 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-404a8192-7f5a-4476-8068-77001eeb402f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5eb617cc-dd48-4b76-a782-9d4d80c0511f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:16.275986 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-404a8192-7f5a-4476-8068-77001eeb402f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:16.277216 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-404a8192-7f5a-4476-8068-77001eeb402f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5eb617cc-dd48-4b76-a782-9d4d80c0511f HTTP/1.1" status: 204 len: 168 time: 1.3711414 Nov 02 13:00:16.290298 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] For port 75492966-15e5-4dbc-912e-1c3cb4875a60, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:00:16.299813 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-cab383b5-5492-44b8-b410-396f1c32578a tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (2d09d596-f6fc-49ce-b943-5222047e459e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:16.302187 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] For port 75492966-15e5-4dbc-912e-1c3cb4875a60, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=75492966-15e5-4dbc-912e-1c3cb4875a60,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:00:16.308320 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a8192-7f5a-4476-8068-77001eeb402f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb617cc-dd48-4b76-a782-9d4d80c0511f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:16.317888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:16.436113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:00:16.437761 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ab6f635-ef45-4293-a5e4-acbfaab1a4cc not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:00:16.447184 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (75492966-15e5-4dbc-912e-1c3cb4875a60), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:16.450539 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab383b5-5492-44b8-b410-396f1c32578a tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Pushing event updated for resources: {'Port': ['ID=2d09d596-f6fc-49ce-b943-5222047e459e,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:16.479362 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-cab383b5-5492-44b8-b410-396f1c32578a tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:16.482237 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-cab383b5-5492-44b8-b410-396f1c32578a tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:16.486149 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-cab383b5-5492-44b8-b410-396f1c32578a tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:00:16.558970 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-658a627f-b041-4243-b2a1-4a9761c7c474 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:16.562465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffb8d4-aaaf-491e-9060-13f9f1488da4 None None] Pushing event updated for resources: {'Port': ['ID=75492966-15e5-4dbc-912e-1c3cb4875a60,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:16.651274 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-cab383b5-5492-44b8-b410-396f1c32578a tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:16.651957 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-cab383b5-5492-44b8-b410-396f1c32578a tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:16.705775 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-658a627f-b041-4243-b2a1-4a9761c7c474 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port 8c1a9873-203e-4917-be58-eaf541390c92 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 13:00:16.863748 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d6455-5d53-49c4-85a4-de2afe648f6c req-5488e387-4d3a-4ffe-a441-217db73e5188 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:16.877233 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9b6d6455-5d53-49c4-85a4-de2afe648f6c req-5488e387-4d3a-4ffe-a441-217db73e5188 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 935 time: 0.0972264 Nov 02 13:00:16.882147 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-cab383b5-5492-44b8-b410-396f1c32578a tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2076662 Nov 02 13:00:16.883183 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:16.913589 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-bd597394-8ec9-453a-a319-c2c02c2a4e45 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 13:00:16.915861 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-bd597394-8ec9-453a-a319-c2c02c2a4e45 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0226951 Nov 02 13:00:16.928729 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ed83cdcf-cb70-48e0-9a76-2771a59d1b55 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting port 8b83b3d6-732d-4835-9c5f-3167f83a2a62 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:00:16.928729 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ed83cdcf-cb70-48e0-9a76-2771a59d1b55 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (8b83b3d6-732d-4835-9c5f-3167f83a2a62), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:16.965648 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:16.965988 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9c6b9073-5dc9-4a37-ab0a-55988da3340f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (d63e6ff1-4d03-4ba6-b42d-7c6fe914a881), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:17.029148 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:17.187017 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:17.229082 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-ed83cdcf-cb70-48e0-9a76-2771a59d1b55 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] For port 8b83b3d6-732d-4835-9c5f-3167f83a2a62, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8b83b3d6-732d-4835-9c5f-3167f83a2a62,segment=NetworkSegment(3b5e64f7-df3d-47cf-862d-e6fe11fd383b),segment_id=3b5e64f7-df3d-47cf-862d-e6fe11fd383b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:17.229555 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ed83cdcf-cb70-48e0-9a76-2771a59d1b55 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (8b83b3d6-732d-4835-9c5f-3167f83a2a62), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:17.251615 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-658a627f-b041-4243-b2a1-4a9761c7c474 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 172.20.0.3 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/34bed68b-86ea-48bc-981b-029a8fcecd56/8c1a9873-203e-4917-be58-eaf541390c92) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:17.278830 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ed83cdcf-cb70-48e0-9a76-2771a59d1b55 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Calling delete_port for 8b83b3d6-732d-4835-9c5f-3167f83a2a62 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:00:17.281338 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-658a627f-b041-4243-b2a1-4a9761c7c474 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::f816:3eff:fe63:b5da (e9ae2c9f-8862-4b1d-b882-f135a69580a6/90f6e125-1730-4735-809b-d214d6c5c830/8c1a9873-203e-4917-be58-eaf541390c92) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:17.326170 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] Request body: {'port': {'device_id': '0ea541eb-564d-4d5b-ad53-f49af9992092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-857339-6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:17.375206 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b9073-5dc9-4a37-ab0a-55988da3340f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d63e6ff1-4d03-4ba6-b42d-7c6fe914a881,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:17.437403 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9b6d6455-5d53-49c4-85a4-de2afe648f6c req-bc962e63-8ed0-416c-8ecc-78ade9d250cd tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=21d03493-388a-4524-9bc4-4b44079005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042489 Nov 02 13:00:17.462623 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b9073-5dc9-4a37-ab0a-55988da3340f admin admin] Checking segment: {'id': '0cc738d7-bf75-4c93-a002-1e448a44ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '1cb2267c-fc9d-44d7-becd-01e5adf06201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:00:17.462879 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6b9073-5dc9-4a37-ab0a-55988da3340f admin admin] Network hostable DHCP agents. Network: 1cb2267c-fc9d-44d7-becd-01e5adf06201, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:00:17.517956 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2d09d596-f6fc-49ce-b943-5222047e459e), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:17.644716 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6b9073-5dc9-4a37-ab0a-55988da3340f admin admin] Network 1cb2267c-fc9d-44d7-becd-01e5adf06201 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:00:17.776047 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-9c6b9073-5dc9-4a37-ab0a-55988da3340f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 1cb2267c-fc9d-44d7-becd-01e5adf06201) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:17.840963 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6b9073-5dc9-4a37-ab0a-55988da3340f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:17.842413 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9c6b9073-5dc9-4a37-ab0a-55988da3340f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:17.853391 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-658a627f-b041-4243-b2a1-4a9761c7c474 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (8c1a9873-203e-4917-be58-eaf541390c92), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:17.900713 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b748a2-3fbc-4836-ae13-4bd8f0d353ff None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:00:17.906889 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7b6936-807a-43eb-8416-d052c31abe05 None None] Network 6fdde03b-b805-4992-b44c-48d4ace1125f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:00:17.985771 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-658a627f-b041-4243-b2a1-4a9761c7c474 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (8c1a9873-203e-4917-be58-eaf541390c92), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:18.007704 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4d0016-bdaa-4024-b0dd-64ecca73c104 None None] Network 1cb2267c-fc9d-44d7-becd-01e5adf06201 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:00:18.152325 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658a627f-b041-4243-b2a1-4a9761c7c474 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:18.172454 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:18.175909 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-932b0f07-a6e5-4158-a075-8d3a882ac505 None None] Provisioning complete for port 75492966-15e5-4dbc-912e-1c3cb4875a60 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:18.178676 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-932b0f07-a6e5-4158-a075-8d3a882ac505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (75492966-15e5-4dbc-912e-1c3cb4875a60), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:18.179182 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-932b0f07-a6e5-4158-a075-8d3a882ac505 None None] Attempt 1 to provision port 75492966-15e5-4dbc-912e-1c3cb4875a60 Nov 02 13:00:18.236463 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-658a627f-b041-4243-b2a1-4a9761c7c474 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:18.240295 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658a627f-b041-4243-b2a1-4a9761c7c474 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:00:18.281359 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:18.343926 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a627f-b041-4243-b2a1-4a9761c7c474 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=8c1a9873-203e-4917-be58-eaf541390c92,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:18.350117 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9c6b9073-5dc9-4a37-ab0a-55988da3340f admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3825827 Nov 02 13:00:18.359890 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35816) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:18.381533 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ed83cdcf-cb70-48e0-9a76-2771a59d1b55 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (8b83b3d6-732d-4835-9c5f-3167f83a2a62), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:18.396307 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-b0dd6655-7be3-4ae8-8e5f-a37167c59441 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-195648082-router', 'tenant_id': '9aa48be6894b4a5993e969472afe1396', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:18.492929 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83cdcf-cb70-48e0-9a76-2771a59d1b55 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Port': ['ID=8b83b3d6-732d-4835-9c5f-3167f83a2a62,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:18.661130 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d09d596-f6fc-49ce-b943-5222047e459e {{(pid=105975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:00:18.672075 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] Publish callbacks [] for port (2d09d596-f6fc-49ce-b943-5222047e459e), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:18.693858 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.provisioning_blocks [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] Transition to ACTIVE for port object 2d09d596-f6fc-49ce-b943-5222047e459e will not be triggered until provisioned by entity L2. {{(pid=105975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 13:00:18.776671 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aa0cd-9bfc-4498-beb4-d4962f0f7e52 req-8c9b10fe-5b69-4d3f-9ed5-6e793d0d6b85 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:18.780092 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-603aa0cd-9bfc-4498-beb4-d4962f0f7e52 req-8c9b10fe-5b69-4d3f-9ed5-6e793d0d6b85 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 935 time: 0.0837510 Nov 02 13:00:18.790481 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7b6936-807a-43eb-8416-d052c31abe05 None None] Network 6fdde03b-b805-4992-b44c-48d4ace1125f could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 13:00:18.851100 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-603aa0cd-9bfc-4498-beb4-d4962f0f7e52 req-64791083-4143-468c-8c84-a1f7f57f4a83 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=21d03493-388a-4524-9bc4-4b44079005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619435 Nov 02 13:00:18.852302 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (2d09d596-f6fc-49ce-b943-5222047e459e), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:18.909295 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6655-7be3-4ae8-8e5f-a37167c59441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (937a548f-e411-4715-bf59-ac9a411ba75b), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:18.909512 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658a627f-b041-4243-b2a1-4a9761c7c474 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:18.911132 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6655-7be3-4ae8-8e5f-a37167c59441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (937a548f-e411-4715-bf59-ac9a411ba75b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:18.913226 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-658a627f-b041-4243-b2a1-4a9761c7c474 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:18.922342 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:18.927950 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ed83cdcf-cb70-48e0-9a76-2771a59d1b55 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (f72403f9-7f81-483a-9f09-f2e1da51694b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:19.028444 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] Pushing event updated for resources: {'Port': ['ID=2d09d596-f6fc-49ce-b943-5222047e459e,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:19.031177 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 75492966-15e5-4dbc-912e-1c3cb4875a60 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:19.066343 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] Attempting to bind port 2d09d596-f6fc-49ce-b943-5222047e459e on host n-h1-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:00:19.066743 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] Attempting to bind port 2d09d596-f6fc-49ce-b943-5222047e459e by drivers openvswitch,hyperv on host n-h1-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:00:19.067082 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] Attempting to bind port 2d09d596-f6fc-49ce-b943-5222047e459e on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:19.152655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b58f80b-66b1-4b91-8a7d-5546d5804650 None None] DHCP port deletion for 6fdde03b-b805-4992-b44c-48d4ace1125f request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:00:19.170734 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-658a627f-b041-4243-b2a1-4a9761c7c474 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3686543 Nov 02 13:00:19.176820 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35832) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:19.227649 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6655-7be3-4ae8-8e5f-a37167c59441 admin admin] Publish callbacks [] for router_controller (937a548f-e411-4715-bf59-ac9a411ba75b), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:19.229290 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] Port 2d09d596-f6fc-49ce-b943-5222047e459e on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h1-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:00:19.229637 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] Attempting to bind port 2d09d596-f6fc-49ce-b943-5222047e459e on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:19.250347 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:19.342200 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e87035a-9e10-4edc-874b-c247ec512ca5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:19.348787 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e87035a-9e10-4edc-874b-c247ec512ca5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:19.351249 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9e87035a-9e10-4edc-874b-c247ec512ca5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1715922 Nov 02 13:00:19.354373 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] Checking agent: {'id': '28672587-11d8-44d6-bec6-0497f44187a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:00:19.355822 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35840) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:19.356264 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:00:19.356442 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:00:19.356929 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] Bound port: 2d09d596-f6fc-49ce-b943-5222047e459e, host: n-h1-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:00:19.357345 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2d09d596-f6fc-49ce-b943-5222047e459e), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:19.369144 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed83cdcf-cb70-48e0-9a76-2771a59d1b55 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router f72403f9-7f81-483a-9f09-f2e1da51694b has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:00:19.428104 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:19.495949 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] For port 2d09d596-f6fc-49ce-b943-5222047e459e, host n-h1-857339-6, cleared binding levels {{(pid=105975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:00:19.501280 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] For port 2d09d596-f6fc-49ce-b943-5222047e459e, host n-h1-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=2d09d596-f6fc-49ce-b943-5222047e459e,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:00:19.568944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 75492966-15e5-4dbc-912e-1c3cb4875a60 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:19.569338 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (75492966-15e5-4dbc-912e-1c3cb4875a60), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:19.569682 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 75492966-15e5-4dbc-912e-1c3cb4875a60 Nov 02 13:00:19.644304 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-1cb2267c-fc9d-44d7-becd-01e5adf06201', 'network_id': '1cb2267c-fc9d-44d7-becd-01e5adf06201', 'project_id': '9aa48be6894b4a5993e969472afe1396', 'fixed_ips': [{'subnet_id': 'd63e6ff1-4d03-4ba6-b42d-7c6fe914a881'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:00:19.645299 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:19.679099 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (2d09d596-f6fc-49ce-b943-5222047e459e), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:19.706727 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port 8c1a9873-203e-4917-be58-eaf541390c92 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:00:19.712802 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (8c1a9873-203e-4917-be58-eaf541390c92), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:19.727348 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:19.746051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-932b0f07-a6e5-4158-a075-8d3a882ac505 None None] Current status of the port 75492966-15e5-4dbc-912e-1c3cb4875a60 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:19.746438 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-932b0f07-a6e5-4158-a075-8d3a882ac505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (75492966-15e5-4dbc-912e-1c3cb4875a60), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:19.791313 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6655-7be3-4ae8-8e5f-a37167c59441 admin admin] Publish callbacks [] for router_gateway (937a548f-e411-4715-bf59-ac9a411ba75b), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:19.801686 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:19.802582 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:19.807178 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/2d09d596-f6fc-49ce-b943-5222047e459e HTTP/1.1" status: 200 len: 1095 time: 2.8755770 Nov 02 13:00:19.810209 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea541eb-564d-4d5b-ad53-f49af9992092', 'tag': '2d09d596-f6fc-49ce-b943-5222047e459e'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:00:19.814825 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed83cdcf-cb70-48e0-9a76-2771a59d1b55 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:00:19.815230 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6455bc0-79d8-4256-b3af-88c5eb4ef813" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea541eb-564d-4d5b-ad53-f49af9992092", "tag": "2d09d596-f6fc-49ce-b943-5222047e459e"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:00:19.830263 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e626b-e34e-434f-ac6f-320f34cf7b73 None None] Sync routers for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:00:19.864043 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66e626b-e34e-434f-ac6f-320f34cf7b73 None None] Routers {'f72403f9-7f81-483a-9f09-f2e1da51694b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:00:19.864722 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d66e626b-e34e-434f-ac6f-320f34cf7b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:00:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f72403f9-7f81-483a-9f09-f2e1da51694b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:19.881834 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f896c7-575e-4b42-b62a-b8d0051a7e05 service neutron] Pushing event updated for resources: {'Port': ['ID=2d09d596-f6fc-49ce-b943-5222047e459e,revision_number=3']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:19.889087 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-932b0f07-a6e5-4158-a075-8d3a882ac505 None None] For port 75492966-15e5-4dbc-912e-1c3cb4875a60, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=75492966-15e5-4dbc-912e-1c3cb4875a60,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:20.033933 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (8c1a9873-203e-4917-be58-eaf541390c92), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:20.048325 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] Allocated IP 172.20.0.2 (1cb2267c-fc9d-44d7-becd-01e5adf06201/d63e6ff1-4d03-4ba6-b42d-7c6fe914a881/2e1bbc29-d1df-44f8-bc62-b5d084b744d5) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:20.069977 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for 8c1a9873-203e-4917-be58-eaf541390c92 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:00:20.140063 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d66e626b-e34e-434f-ac6f-320f34cf7b73 None None] Set router f72403f9-7f81-483a-9f09-f2e1da51694b gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:00:20.353048 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] Publish callbacks [] for port (2e1bbc29-d1df-44f8-bc62-b5d084b744d5), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:20.392970 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d66e626b-e34e-434f-ac6f-320f34cf7b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T13:00:18Z', 'revision_number': 11, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:20.416114 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:20.419772 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-932b0f07-a6e5-4158-a075-8d3a882ac505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (75492966-15e5-4dbc-912e-1c3cb4875a60), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:20.512933 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e626b-e34e-434f-ac6f-320f34cf7b73 None None] Checking router: f72403f9-7f81-483a-9f09-f2e1da51694b for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:00:20.564418 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66e626b-e34e-434f-ac6f-320f34cf7b73 None None] Routers {'f72403f9-7f81-483a-9f09-f2e1da51694b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:00:20.566705 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d66e626b-e34e-434f-ac6f-320f34cf7b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:00:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f72403f9-7f81-483a-9f09-f2e1da51694b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:20.595124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-932b0f07-a6e5-4158-a075-8d3a882ac505 None None] Could not find standard attr ID for object ef988227-fe62-4d23-9d9c-f721239bd914. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 13:00:20.598666 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b0f07-a6e5-4158-a075-8d3a882ac505 None None] Pushing event updated for resources: {'Port': ['ID=75492966-15e5-4dbc-912e-1c3cb4875a60,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:20.634925 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (2e1bbc29-d1df-44f8-bc62-b5d084b744d5), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:20.667155 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ed83cdcf-cb70-48e0-9a76-2771a59d1b55 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/f72403f9-7f81-483a-9f09-f2e1da51694b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7384090 Nov 02 13:00:20.672866 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35876) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:20.753124 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-a585e0ef-5541-4dfa-8313-5aaa94cf22d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting subnet 7a158e58-7f42-4ebd-8a0d-288d934a696b {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:00:20.758178 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (8c1a9873-203e-4917-be58-eaf541390c92), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:20.760481 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a585e0ef-5541-4dfa-8313-5aaa94cf22d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (7a158e58-7f42-4ebd-8a0d-288d934a696b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:20.834307 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] Pushing event updated for resources: {'Port': ['ID=2e1bbc29-d1df-44f8-bc62-b5d084b744d5,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:20.848428 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d66e626b-e34e-434f-ac6f-320f34cf7b73 None None] Set router f72403f9-7f81-483a-9f09-f2e1da51694b gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:00:20.856962 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=8c1a9873-203e-4917-be58-eaf541390c92,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:20.857944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 75492966-15e5-4dbc-912e-1c3cb4875a60 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:20.858336 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (75492966-15e5-4dbc-912e-1c3cb4875a60), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:20.871756 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:20.872046 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:20.872458 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:20.872846 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:20.873418 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:20.873881 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:20.875207 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:20.875516 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:20.875855 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:20.876196 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:20.876556 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:20.877829 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:20.879253 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:20.879253 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:20.879253 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:20.907347 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] Network 1cb2267c-fc9d-44d7-becd-01e5adf06201 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:20.913980 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:20.923863 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:00:20.933891 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a585e0ef-5541-4dfa-8313-5aaa94cf22d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (7a158e58-7f42-4ebd-8a0d-288d934a696b), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:20.994897 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d66e626b-e34e-434f-ac6f-320f34cf7b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T13:00:18Z', 'revision_number': 11, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:21.067374 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e626b-e34e-434f-ac6f-320f34cf7b73 None None] The sync data for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 is: [{'id': 'f72403f9-7f81-483a-9f09-f2e1da51694b', 'name': 'tempest-RoutersTest-router-933685478', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:58:37Z', 'updated_at': '2022-11-02T13:00:18Z', 'revision_number': 11, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:00:21.252580 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:00:21.252580 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:00:21.281952 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] Attempting to bind port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:00:21.281952 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] Attempting to bind port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '0cc738d7-bf75-4c93-a002-1e448a44ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '1cb2267c-fc9d-44d7-becd-01e5adf06201'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:00:21.281952 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] Attempting to bind port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 on network 1cb2267c-fc9d-44d7-becd-01e5adf06201 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:21.294570 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a585e0ef-5541-4dfa-8313-5aaa94cf22d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (7a158e58-7f42-4ebd-8a0d-288d934a696b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:21.344437 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320bdf05-5214-4c11-86c3-7a1fa26c1cbe x-openstack-request-id: req-320bdf05-5214-4c11-86c3-7a1fa26c1cbe {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:00:21.344977 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea541eb-564d-4d5b-ad53-f49af9992092", "tag": "2d09d596-f6fc-49ce-b943-5222047e459e", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:00:21.344977 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-320bdf05-5214-4c11-86c3-7a1fa26c1cbe {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:00:21.345374 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-320bdf05-5214-4c11-86c3-7a1fa26c1cbe'] response: {'name': 'network-changed', 'server_uuid': '0ea541eb-564d-4d5b-ad53-f49af9992092', 'tag': '2d09d596-f6fc-49ce-b943-5222047e459e', 'status': 'completed', 'code': 200} Nov 02 13:00:21.401560 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163d312-774b-4c2e-8f34-f0f645bc867e req-285481e2-2313-4bee-966b-cab12df152f9 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:21.415911 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5163d312-774b-4c2e-8f34-f0f645bc867e req-285481e2-2313-4bee-966b-cab12df152f9 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 947 time: 1.3775337 Nov 02 13:00:21.419564 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:21.437567 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:00:21.437944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] Checking segment: {'id': '0cc738d7-bf75-4c93-a002-1e448a44ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '1cb2267c-fc9d-44d7-becd-01e5adf06201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:00:21.442372 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:21.442372 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] Bound using segment: {'id': '0cc738d7-bf75-4c93-a002-1e448a44ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '1cb2267c-fc9d-44d7-becd-01e5adf06201'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:00:21.442372 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] Bound port: 2e1bbc29-d1df-44f8-bc62-b5d084b744d5, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc738d7-bf75-4c93-a002-1e448a44ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '1cb2267c-fc9d-44d7-becd-01e5adf06201'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:00:21.442372 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2e1bbc29-d1df-44f8-bc62-b5d084b744d5), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:21.442931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-24087d58-edf0-4c2c-94fe-b37eace88be8 None None] Provisioning complete for port 75492966-15e5-4dbc-912e-1c3cb4875a60 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:21.443401 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-24087d58-edf0-4c2c-94fe-b37eace88be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (75492966-15e5-4dbc-912e-1c3cb4875a60), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:21.443632 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-24087d58-edf0-4c2c-94fe-b37eace88be8 None None] Attempt 1 to provision port 75492966-15e5-4dbc-912e-1c3cb4875a60 Nov 02 13:00:21.509373 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a585e0ef-5541-4dfa-8313-5aaa94cf22d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (7a158e58-7f42-4ebd-8a0d-288d934a696b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:21.529760 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-4913a1be-5da5-43f8-8390-1b7eaf76286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:21.531273 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-4913a1be-5da5-43f8-8390-1b7eaf76286e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8b2a8740e62546739e8aa1ba5ce38aed&device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 1129 time: 1.3143990 Nov 02 13:00:21.538005 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=7,neutron:SELECT=87,neutron:INSERT=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:21.627746 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a585e0ef-5541-4dfa-8313-5aaa94cf22d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:21.643101 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a585e0ef-5541-4dfa-8313-5aaa94cf22d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/7a158e58-7f42-4ebd-8a0d-288d934a696b HTTP/1.1" status: 204 len: 168 time: 0.9685047 Nov 02 13:00:21.648499 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35890) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:21.657123 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585e0ef-5541-4dfa-8313-5aaa94cf22d5 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Subnet': ['ID=7a158e58-7f42-4ebd-8a0d-288d934a696b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:21.701916 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-24087d58-edf0-4c2c-94fe-b37eace88be8 None None] Current status of the port 75492966-15e5-4dbc-912e-1c3cb4875a60 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:21.724071 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-24087d58-edf0-4c2c-94fe-b37eace88be8 None None] Could not find standard attr ID for object 8c1a9873-203e-4917-be58-eaf541390c92. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 13:00:21.730762 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] For port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:00:21.739160 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] For port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2e1bbc29-d1df-44f8-bc62-b5d084b744d5,segment=NetworkSegment(0cc738d7-bf75-4c93-a002-1e448a44ad5d),segment_id=0cc738d7-bf75-4c93-a002-1e448a44ad5d)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:00:21.741696 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:21.827523 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-6a03fe41-6b04-4775-94c3-acef5f356150 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=2d09d596-f6fc-49ce-b943-5222047e459e HTTP/1.1" status: 200 len: 217 time: 0.1653299 Nov 02 13:00:21.832470 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:21.844083 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 75492966-15e5-4dbc-912e-1c3cb4875a60 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:21.844918 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9c77982b-6074-4ba0-8abf-4b5e386ca8f3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/8c1a9873-203e-4917-be58-eaf541390c92 HTTP/1.1" status: 204 len: 168 time: 2.4879918 Nov 02 13:00:21.864988 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35894) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:21.954534 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2e1bbc29-d1df-44f8-bc62-b5d084b744d5), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:21.989706 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5163d312-774b-4c2e-8f34-f0f645bc867e req-e130b1a7-84e6-4f56-ad94-5f4ec52ae442 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=21d03493-388a-4524-9bc4-4b44079005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5729065 Nov 02 13:00:22.062364 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 75492966-15e5-4dbc-912e-1c3cb4875a60 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:22.074199 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6655-7be3-4ae8-8e5f-a37167c59441 admin admin] Publish callbacks [] for router_gateway (937a548f-e411-4715-bf59-ac9a411ba75b), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:22.077066 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-0d2b75ec-10f1-4673-b54a-76eb6819928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:22.078819 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-0d2b75ec-10f1-4673-b54a-76eb6819928d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.2503533 Nov 02 13:00:22.169557 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6655-7be3-4ae8-8e5f-a37167c59441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:22.256764 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5ef82-bb40-466c-bf67-f210dc3d6619 None None] Pushing event updated for resources: {'Port': ['ID=2e1bbc29-d1df-44f8-bc62-b5d084b744d5,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:22.273376 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 75492966-15e5-4dbc-912e-1c3cb4875a60 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:22.273755 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (75492966-15e5-4dbc-912e-1c3cb4875a60), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:22.276637 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 75492966-15e5-4dbc-912e-1c3cb4875a60 Nov 02 13:00:22.407318 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-7310b828-c695-4b07-b0a7-8da489313cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:22.413862 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-7310b828-c695-4b07-b0a7-8da489313cc6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3118329 Nov 02 13:00:22.614268 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 75492966-15e5-4dbc-912e-1c3cb4875a60 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:22.703039 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:22.729449 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ef988227-fe62-4d23-9d9c-f721239bd914 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:22.753556 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-520a856d-c994-4aee-8cae-d748b8057d76 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (e19ff872-ca41-4b48-abc1-dc34701928d1), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:22.763491 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: ef988227-fe62-4d23-9d9c-f721239bd914 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:00:22.764089 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ef988227-fe62-4d23-9d9c-f721239bd914 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:00:22.765865 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8b83b3d6-732d-4835-9c5f-3167f83a2a62 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:22.816791 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-70d4517d-9f2e-439a-8a2f-4d319cb87168 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842344 Nov 02 13:00:22.820884 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:22.830859 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 8b83b3d6-732d-4835-9c5f-3167f83a2a62 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:00:22.830859 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8b83b3d6-732d-4835-9c5f-3167f83a2a62 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:00:22.841034 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13989988-992f-4a99-aa78-2b01858d5303 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:22.843249 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13989988-992f-4a99-aa78-2b01858d5303 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:22.845485 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13989988-992f-4a99-aa78-2b01858d5303 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:22.850258 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-13989988-992f-4a99-aa78-2b01858d5303 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.9837885 Nov 02 13:00:22.850965 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35914) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:22.916074 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-520a856d-c994-4aee-8cae-d748b8057d76 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Deleting port 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:00:22.916723 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-520a856d-c994-4aee-8cae-d748b8057d76 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (4d50b101-9e1c-4422-b7cc-c4e8f0d54216), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:22.932990 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5fdcbcfd-78f2-4635-ba36-fe1aa15f3ada req-47283894-5a06-4a41-ad0d-c49f14e510e2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090722 Nov 02 13:00:22.974817 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-24cf67be-0dea-48ba-b456-251029bfd4ae tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet 34bed68b-86ea-48bc-981b-029a8fcecd56 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:00:22.976085 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-b0dd6655-7be3-4ae8-8e5f-a37167c59441 admin admin] Allocated IP 172.25.2.94 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/195d8401-6d25-4c80-974c-f215ec54a185) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:23.012355 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24cf67be-0dea-48ba-b456-251029bfd4ae tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (34bed68b-86ea-48bc-981b-029a8fcecd56), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:23.114454 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-520a856d-c994-4aee-8cae-d748b8057d76 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] For port 4d50b101-9e1c-4422-b7cc-c4e8f0d54216, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4d50b101-9e1c-4422-b7cc-c4e8f0d54216,segment=NetworkSegment(3b5e64f7-df3d-47cf-862d-e6fe11fd383b),segment_id=3b5e64f7-df3d-47cf-862d-e6fe11fd383b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:23.115054 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-520a856d-c994-4aee-8cae-d748b8057d76 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (4d50b101-9e1c-4422-b7cc-c4e8f0d54216), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:23.171843 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24cf67be-0dea-48ba-b456-251029bfd4ae tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (34bed68b-86ea-48bc-981b-029a8fcecd56), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:23.178362 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-520a856d-c994-4aee-8cae-d748b8057d76 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Calling delete_port for 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:00:23.249739 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6655-7be3-4ae8-8e5f-a37167c59441 admin admin] Publish callbacks [] for port (195d8401-6d25-4c80-974c-f215ec54a185), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:23.335527 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5804b-44ca-4ee6-acd6-02ede864def5 req-47431eee-5d4a-4eb1-867e-daa8b26cad81 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:23.337729 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f5a5804b-44ca-4ee6-acd6-02ede864def5 req-47431eee-5d4a-4eb1-867e-daa8b26cad81 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 947 time: 0.1456652 Nov 02 13:00:23.375891 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24cf67be-0dea-48ba-b456-251029bfd4ae tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (34bed68b-86ea-48bc-981b-029a8fcecd56), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:23.386860 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6655-7be3-4ae8-8e5f-a37167c59441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (195d8401-6d25-4c80-974c-f215ec54a185), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:23.524358 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dd6655-7be3-4ae8-8e5f-a37167c59441 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:23.615847 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-b0dd6655-7be3-4ae8-8e5f-a37167c59441 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:23.617626 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-520a856d-c994-4aee-8cae-d748b8057d76 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (4d50b101-9e1c-4422-b7cc-c4e8f0d54216), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:23.646607 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dd6655-7be3-4ae8-8e5f-a37167c59441 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:00:23.673857 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520a856d-c994-4aee-8cae-d748b8057d76 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] No DVR routers for this DVR port 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:00:23.676080 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24cf67be-0dea-48ba-b456-251029bfd4ae tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (34bed68b-86ea-48bc-981b-029a8fcecd56), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:23.753458 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f5a5804b-44ca-4ee6-acd6-02ede864def5 req-350cb580-60af-4581-badf-002fee4f87f2 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=21d03493-388a-4524-9bc4-4b44079005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074998 Nov 02 13:00:23.754462 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-24cf67be-0dea-48ba-b456-251029bfd4ae tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:23.773118 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-24cf67be-0dea-48ba-b456-251029bfd4ae tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/34bed68b-86ea-48bc-981b-029a8fcecd56 HTTP/1.1" status: 204 len: 168 time: 0.9095173 Nov 02 13:00:23.774394 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a856d-c994-4aee-8cae-d748b8057d76 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Port': ['ID=4d50b101-9e1c-4422-b7cc-c4e8f0d54216,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:23.776301 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35928) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:23.821173 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd6655-7be3-4ae8-8e5f-a37167c59441 admin admin] Pushing event updated for resources: {'Port': ['ID=195d8401-6d25-4c80-974c-f215ec54a185,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:23.873772 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:24.045249 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6455bc0-79d8-4256-b3af-88c5eb4ef813 req-60014921-3b75-46e6-bfbd-ba4e807b814a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:24.047219 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e6455bc0-79d8-4256-b3af-88c5eb4ef813 req-60014921-3b75-46e6-bfbd-ba4e807b814a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8b2a8740e62546739e8aa1ba5ce38aed&device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 1129 time: 0.1082745 Nov 02 13:00:24.070657 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-520a856d-c994-4aee-8cae-d748b8057d76 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (e19ff872-ca41-4b48-abc1-dc34701928d1), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:24.165409 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-520a856d-c994-4aee-8cae-d748b8057d76 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19ff872-ca41-4b48-abc1-dc34701928d1']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:24.209114 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-520a856d-c994-4aee-8cae-d748b8057d76 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5e64f7-df3d-47cf-862d-e6fe11fd383b') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:24.209427 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-520a856d-c994-4aee-8cae-d748b8057d76 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5e64f7-df3d-47cf-862d-e6fe11fd383b') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:24.222540 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:24.263634 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-520a856d-c994-4aee-8cae-d748b8057d76 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (3b5e64f7-df3d-47cf-862d-e6fe11fd383b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:24.299457 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-520a856d-c994-4aee-8cae-d748b8057d76 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (3b5e64f7-df3d-47cf-862d-e6fe11fd383b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:24.313308 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6455bc0-79d8-4256-b3af-88c5eb4ef813 req-b6dc4e23-9517-41f1-a2cc-4ec1fb6b1589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:24.315667 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520a856d-c994-4aee-8cae-d748b8057d76 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:00:24.316074 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-520a856d-c994-4aee-8cae-d748b8057d76 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (3b5e64f7-df3d-47cf-862d-e6fe11fd383b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:24.319081 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e6455bc0-79d8-4256-b3af-88c5eb4ef813 req-b6dc4e23-9517-41f1-a2cc-4ec1fb6b1589 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.2511668 Nov 02 13:00:24.323739 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae87519-38e5-41d6-a80d-8f14ef925c94 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:00:24.330384 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:24.392808 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:24.445426 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf67be-0dea-48ba-b456-251029bfd4ae tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=34bed68b-86ea-48bc-981b-029a8fcecd56,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:24.448776 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 3b5e64f7-df3d-47cf-862d-e6fe11fd383b resource provider aggregate not found Nov 02 13:00:24.482144 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae87519-38e5-41d6-a80d-8f14ef925c94 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:00:24.485801 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3d1de6-b5ee-4b91-9ef9-cff538ae0eda tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet 90f6e125-1730-4735-809b-d214d6c5c830 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:00:24.489314 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e6455bc0-79d8-4256-b3af-88c5eb4ef813 req-b1c0138b-5ab3-4061-b99d-c7f2fbb9e288 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=2d09d596-f6fc-49ce-b943-5222047e459e HTTP/1.1" status: 200 len: 217 time: 0.1522970 Nov 02 13:00:24.490822 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc3d1de6-b5ee-4b91-9ef9-cff538ae0eda tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (90f6e125-1730-4735-809b-d214d6c5c830), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:24.492315 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:24.511729 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-53dbdb95-c7b3-4cc3-a978-dcd40758fafb None None] Provisioning complete for port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:24.512713 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53dbdb95-c7b3-4cc3-a978-dcd40758fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e1bbc29-d1df-44f8-bc62-b5d084b744d5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:24.513199 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-53dbdb95-c7b3-4cc3-a978-dcd40758fafb None None] Attempt 1 to provision port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 Nov 02 13:00:24.588216 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc3d1de6-b5ee-4b91-9ef9-cff538ae0eda tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (90f6e125-1730-4735-809b-d214d6c5c830), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:24.598781 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:24.600612 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e1bbc29-d1df-44f8-bc62-b5d084b744d5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:24.601525 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 Nov 02 13:00:24.699184 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6455bc0-79d8-4256-b3af-88c5eb4ef813 req-cf912e9d-fd27-4ee5-ac7d-c1470808dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:24.704165 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e6455bc0-79d8-4256-b3af-88c5eb4ef813 req-cf912e9d-fd27-4ee5-ac7d-c1470808dc18 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.2134392 Nov 02 13:00:24.723507 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc3d1de6-b5ee-4b91-9ef9-cff538ae0eda tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (90f6e125-1730-4735-809b-d214d6c5c830), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:24.833582 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 3b5e64f7-df3d-47cf-862d-e6fe11fd383b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b5e64f7-df3d-47cf-862d-e6fe11fd383b found for delete ", "request_id": "req-886e57bf-3325-4638-9298-8391f59d158b"}]} Nov 02 13:00:24.835141 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:24.839393 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-520a856d-c994-4aee-8cae-d748b8057d76 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (e19ff872-ca41-4b48-abc1-dc34701928d1), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:24.849063 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-520a856d-c994-4aee-8cae-d748b8057d76 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:24.855948 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-520a856d-c994-4aee-8cae-d748b8057d76 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/networks/e19ff872-ca41-4b48-abc1-dc34701928d1 HTTP/1.1" status: 204 len: 168 time: 3.1792483 Nov 02 13:00:24.858811 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35952) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:24.881316 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-439c65b3-8b2b-40cd-9994-408aab9128f8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'router': {'routes': None}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:24.885273 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a856d-c994-4aee-8cae-d748b8057d76 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Pushing event deleted for resources: {'Network': ['ID=e19ff872-ca41-4b48-abc1-dc34701928d1,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:24.948353 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc3d1de6-b5ee-4b91-9ef9-cff538ae0eda tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (90f6e125-1730-4735-809b-d214d6c5c830), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:25.008066 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d1de6-b5ee-4b91-9ef9-cff538ae0eda tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=90f6e125-1730-4735-809b-d214d6c5c830,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:25.032799 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6455bc0-79d8-4256-b3af-88c5eb4ef813 req-9b8729ef-81b1-4c7e-9d12-8572736329ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:25.040123 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e6455bc0-79d8-4256-b3af-88c5eb4ef813 req-9b8729ef-81b1-4c7e-9d12-8572736329ca service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2158396 Nov 02 13:00:25.043957 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-53dbdb95-c7b3-4cc3-a978-dcd40758fafb None None] Current status of the port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:25.044415 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53dbdb95-c7b3-4cc3-a978-dcd40758fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2e1bbc29-d1df-44f8-bc62-b5d084b744d5), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:25.059402 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fc3d1de6-b5ee-4b91-9ef9-cff538ae0eda tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:25.065693 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fc3d1de6-b5ee-4b91-9ef9-cff538ae0eda tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/90f6e125-1730-4735-809b-d214d6c5c830 HTTP/1.1" status: 204 len: 168 time: 1.2841210 Nov 02 13:00:25.066629 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35956) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:25.075348 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:25.181933 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b1b46e66-2831-4660-9f30-c775f5d4e096 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1137698 Nov 02 13:00:25.184765 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35958) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:25.223528 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6655-7be3-4ae8-8e5f-a37167c59441 admin admin] Publish callbacks [] for router_gateway (937a548f-e411-4715-bf59-ac9a411ba75b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:25.318423 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-53dbdb95-c7b3-4cc3-a978-dcd40758fafb None None] For port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2e1bbc29-d1df-44f8-bc62-b5d084b744d5,segment=NetworkSegment(0cc738d7-bf75-4c93-a002-1e448a44ad5d),segment_id=0cc738d7-bf75-4c93-a002-1e448a44ad5d)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:25.379339 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.extraroute_db [None req-439c65b3-8b2b-40cd-9994-408aab9128f8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Added routes are [] {{(pid=105976) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 02 13:00:25.379919 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.extraroute_db [None req-439c65b3-8b2b-40cd-9994-408aab9128f8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Removed routes are [] {{(pid=105976) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 02 13:00:25.380436 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-439c65b3-8b2b-40cd-9994-408aab9128f8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (f72403f9-7f81-483a-9f09-f2e1da51694b), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:25.392648 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798d1389-c775-47f2-8098-8bc17e5eca1d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:25.392841 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:25.393087 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2e1bbc29-d1df-44f8-bc62-b5d084b744d5), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:25.397717 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-798d1389-c775-47f2-8098-8bc17e5eca1d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2119403 Nov 02 13:00:25.400885 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a757b19-6f6e-47c4-90d6-c0e8e85f9147 req-df190bd8-17ed-4f66-9152-59cb4cf1315c tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:25.407974 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6a757b19-6f6e-47c4-90d6-c0e8e85f9147 req-df190bd8-17ed-4f66-9152-59cb4cf1315c tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 947 time: 0.3667302 Nov 02 13:00:25.422675 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35962) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:25.466366 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53dbdb95-c7b3-4cc3-a978-dcd40758fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2e1bbc29-d1df-44f8-bc62-b5d084b744d5), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:25.517059 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e6455bc0-79d8-4256-b3af-88c5eb4ef813 req-fc79c9a5-d24c-4e33-9525-c606e66a018a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260936 Nov 02 13:00:25.610381 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09c6da7-a015-4310-90a5-ca2e91b1c5e1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:25.611912 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e09c6da7-a015-4310-90a5-ca2e91b1c5e1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1882734 Nov 02 13:00:25.634935 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:25.635837 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbdb95-c7b3-4cc3-a978-dcd40758fafb None None] Pushing event updated for resources: {'Port': ['ID=2e1bbc29-d1df-44f8-bc62-b5d084b744d5,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:25.647254 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650f002a-69b9-4f28-acf5-f5dcae582068 None None] DHCP port deletion for e19ff872-ca41-4b48-abc1-dc34701928d1 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:00:25.648637 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35966) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:25.677975 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6a757b19-6f6e-47c4-90d6-c0e8e85f9147 req-6e598ca5-6cfd-408e-8a65-917f6b55e061 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=21d03493-388a-4524-9bc4-4b44079005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690396 Nov 02 13:00:25.694092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931ce385-ad80-469c-b703-d608e55357b4 None None] Network 1cb2267c-fc9d-44d7-becd-01e5adf06201 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:00:25.700750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8fce0c-3123-494e-96e7-d0c54852bb2e None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:00:25.728498 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-439c65b3-8b2b-40cd-9994-408aab9128f8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (f72403f9-7f81-483a-9f09-f2e1da51694b), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:25.735553 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-439c65b3-8b2b-40cd-9994-408aab9128f8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (f72403f9-7f81-483a-9f09-f2e1da51694b), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:25.841130 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d8074340-78e3-4d51-876c-cf9cdf842c7b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1782422 Nov 02 13:00:25.843906 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:00:25.844659 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:00:25.847022 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35974) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:25.853149 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-bd55f7be-5f67-4f48-b857-f0bdf102c05b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:25.998143 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:26.009727 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e6455bc0-79d8-4256-b3af-88c5eb4ef813 req-37c75ec5-0a47-4bb9-8998-045fbe0955b2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853766 Nov 02 13:00:26.044518 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6655-7be3-4ae8-8e5f-a37167c59441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (937a548f-e411-4715-bf59-ac9a411ba75b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:26.118549 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:26.142977 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439c65b3-8b2b-40cd-9994-408aab9128f8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router f72403f9-7f81-483a-9f09-f2e1da51694b has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:00:26.197055 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5a357d-7445-471a-b089-a34f3b94877c None None] DHCP port deletion for e9ae2c9f-8862-4b1d-b882-f135a69580a6 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:00:26.286593 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd55f7be-5f67-4f48-b857-f0bdf102c05b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:26.290513 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bd55f7be-5f67-4f48-b857-f0bdf102c05b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:26.294800 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd55f7be-5f67-4f48-b857-f0bdf102c05b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:00:26.295262 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd55f7be-5f67-4f48-b857-f0bdf102c05b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:00:26.300428 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2b5a357d-7445-471a-b089-a34f3b94877c None None] Deleting port 75492966-15e5-4dbc-912e-1c3cb4875a60 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:00:26.300829 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b5a357d-7445-471a-b089-a34f3b94877c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (75492966-15e5-4dbc-912e-1c3cb4875a60), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:26.304615 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439c65b3-8b2b-40cd-9994-408aab9128f8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:00:26.334597 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-439c65b3-8b2b-40cd-9994-408aab9128f8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:26.339233 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-439c65b3-8b2b-40cd-9994-408aab9128f8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/f72403f9-7f81-483a-9f09-f2e1da51694b HTTP/1.1" status: 200 len: 700 time: 1.4613612 Nov 02 13:00:26.339877 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35986) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:26.344317 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a70bad-ace8-4e35-9f5a-7fcd1de79494 None None] Sync routers for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:00:26.426859 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dd6655-7be3-4ae8-8e5f-a37167c59441 admin admin] Router 937a548f-e411-4715-bf59-ac9a411ba75b is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:00:26.439553 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-026c3c07-a031-44f5-b25f-7926f7591cde tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f72403f9-7f81-483a-9f09-f2e1da51694b HTTP/1.1" status: 200 len: 205 time: 0.0984159 Nov 02 13:00:26.440151 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 35990) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:26.444916 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bd55f7be-5f67-4f48-b857-f0bdf102c05b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5966046 Nov 02 13:00:26.445675 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 35992) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:26.460366 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-b41131d5-9e3b-436b-9df5-76e61ea58e53 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:26.590976 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c04e3f9a-f11b-4104-a79b-59268aad0e38 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (f72403f9-7f81-483a-9f09-f2e1da51694b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:26.616406 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 2d09d596-f6fc-49ce-b943-5222047e459e details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:00:26.621831 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:26.699007 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2b5a357d-7445-471a-b089-a34f3b94877c None None] For port 75492966-15e5-4dbc-912e-1c3cb4875a60, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=75492966-15e5-4dbc-912e-1c3cb4875a60,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:26.702919 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b5a357d-7445-471a-b089-a34f3b94877c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (75492966-15e5-4dbc-912e-1c3cb4875a60), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:26.741283 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2b5a357d-7445-471a-b089-a34f3b94877c None None] Calling delete_port for 75492966-15e5-4dbc-912e-1c3cb4875a60 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:00:26.811338 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c04e3f9a-f11b-4104-a79b-59268aad0e38 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (f72403f9-7f81-483a-9f09-f2e1da51694b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:26.816974 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c04e3f9a-f11b-4104-a79b-59268aad0e38 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router_controller (f72403f9-7f81-483a-9f09-f2e1da51694b), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:26.834092 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41131d5-9e3b-436b-9df5-76e61ea58e53 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:26.844673 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b41131d5-9e3b-436b-9df5-76e61ea58e53 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:26.853035 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41131d5-9e3b-436b-9df5-76e61ea58e53 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:00:26.853966 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b41131d5-9e3b-436b-9df5-76e61ea58e53 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:00:26.931429 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:26.955753 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dd6655-7be3-4ae8-8e5f-a37167c59441 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:00:26.960288 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a64a48b8-2a46-4941-9af1-925bfb5697ef None None] Provisioning complete for port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:26.961339 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a64a48b8-2a46-4941-9af1-925bfb5697ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e1bbc29-d1df-44f8-bc62-b5d084b744d5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:26.975563 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a64a48b8-2a46-4941-9af1-925bfb5697ef None None] Attempt 1 to provision port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 Nov 02 13:00:26.975689 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] Sync routers for ids ['937a548f-e411-4715-bf59-ac9a411ba75b'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:00:26.986191 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] Routers {'937a548f-e411-4715-bf59-ac9a411ba75b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:00:26.990964 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:00:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['937a548f-e411-4715-bf59-ac9a411ba75b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:26.994430 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c04e3f9a-f11b-4104-a79b-59268aad0e38 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (f72403f9-7f81-483a-9f09-f2e1da51694b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:26.995015 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04e3f9a-f11b-4104-a79b-59268aad0e38 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Fanout notify agent at l3_agent the message router_deleted on router f72403f9-7f81-483a-9f09-f2e1da51694b {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:00:27.001932 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c04e3f9a-f11b-4104-a79b-59268aad0e38 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:27.009953 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c04e3f9a-f11b-4104-a79b-59268aad0e38 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/routers/f72403f9-7f81-483a-9f09-f2e1da51694b HTTP/1.1" status: 204 len: 168 time: 0.5586116 Nov 02 13:00:27.010908 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36006) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:27.022857 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1070ed7-55ca-467a-aadc-74e293b40b62 req-c74ea1e4-ea42-43ba-8946-c7bf21867d04 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:27.025243 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b1070ed7-55ca-467a-aadc-74e293b40b62 req-c74ea1e4-ea42-43ba-8946-c7bf21867d04 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 947 time: 0.1562722 Nov 02 13:00:27.035431 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ec3c4713-ad1c-4c4c-a34c-9518169770c3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1724283074', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:27.061106 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:27.117020 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b1070ed7-55ca-467a-aadc-74e293b40b62 req-437f78a2-b725-4e28-a3ea-84124bcde48e tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=21d03493-388a-4524-9bc4-4b44079005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845377 Nov 02 13:00:27.125185 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b41131d5-9e3b-436b-9df5-76e61ea58e53 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6829422 Nov 02 13:00:27.130016 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36010) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:27.139233 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ea7478e9-683c-43f5-8b2a-ce5d36bf10d7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:27.168563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a70bad-ace8-4e35-9f5a-7fcd1de79494 None None] Routers {'f72403f9-7f81-483a-9f09-f2e1da51694b'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:00:27.168563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a8a70bad-ace8-4e35-9f5a-7fcd1de79494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:00:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f72403f9-7f81-483a-9f09-f2e1da51694b'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:27.232332 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:27.232532 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] Set router 937a548f-e411-4715-bf59-ac9a411ba75b gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:00:27.248348 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a8a70bad-ace8-4e35-9f5a-7fcd1de79494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:27.277882 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6655-7be3-4ae8-8e5f-a37167c59441 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:27.280552 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b0dd6655-7be3-4ae8-8e5f-a37167c59441 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.9174469 Nov 02 13:00:27.283140 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a70bad-ace8-4e35-9f5a-7fcd1de79494 None None] Routers set() bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:00:27.284607 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36012) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:27.284708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a70bad-ace8-4e35-9f5a-7fcd1de79494 None None] Router IDs set() for agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Nov 02 13:00:27.284708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_agentschedulers_db [None req-a8a70bad-ace8-4e35-9f5a-7fcd1de79494 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f72403f9-7f81-483a-9f09-f2e1da51694b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:00:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent'). {{(pid=105977) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 02 13:00:27.285397 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a70bad-ace8-4e35-9f5a-7fcd1de79494 None None] The sync data for ids ['f72403f9-7f81-483a-9f09-f2e1da51694b'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:00:27.291724 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:27.292153 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e1bbc29-d1df-44f8-bc62-b5d084b744d5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:27.295548 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 Nov 02 13:00:27.319014 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4713-ad1c-4c4c-a34c-9518169770c3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (33cf4ec3-a53f-4d13-ac10-ed4de5390479), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:27.319014 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4713-ad1c-4c4c-a34c-9518169770c3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (33cf4ec3-a53f-4d13-ac10-ed4de5390479), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:27.430568 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a64a48b8-2a46-4941-9af1-925bfb5697ef None None] Current status of the port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:27.463963 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.resource_extend [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 13:00:27.490927 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:27.548339 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7478e9-683c-43f5-8b2a-ce5d36bf10d7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:27.555936 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ea7478e9-683c-43f5-8b2a-ce5d36bf10d7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:27.559156 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7478e9-683c-43f5-8b2a-ce5d36bf10d7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:00:27.562570 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7478e9-683c-43f5-8b2a-ce5d36bf10d7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:00:27.573276 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4713-ad1c-4c4c-a34c-9518169770c3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router_controller (33cf4ec3-a53f-4d13-ac10-ed4de5390479), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:27.672244 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ea7478e9-683c-43f5-8b2a-ce5d36bf10d7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5405543 Nov 02 13:00:27.673102 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36022) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:27.674108 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4713-ad1c-4c4c-a34c-9518169770c3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (33cf4ec3-a53f-4d13-ac10-ed4de5390479), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:27.696830 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-90723949-2ff5-4284-8eda-f3f087cf4236 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:27.720329 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:27.842470 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a548f-e411-4715-bf59-ac9a411ba75b', 'name': 'tempest-TestVolumeBackupRestore-195648082-router', 'tenant_id': '9aa48be6894b4a5993e969472afe1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '195d8401-6d25-4c80-974c-f215ec54a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:18Z', 'updated_at': '2022-11-02T13:00:24Z', 'revision_number': 3, 'project_id': '9aa48be6894b4a5993e969472afe1396', 'gw_port': {'id': '195d8401-6d25-4c80-974c-f215ec54a185', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a548f-e411-4715-bf59-ac9a411ba75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:22Z', 'updated_at': '2022-11-02T13:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:27.850096 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:27.878499 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b5a357d-7445-471a-b089-a34f3b94877c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (75492966-15e5-4dbc-912e-1c3cb4875a60), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:27.913617 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] Checking router: 937a548f-e411-4715-bf59-ac9a411ba75b for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:00:27.914065 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] Updating router 937a548f-e411-4715-bf59-ac9a411ba75b port 195d8401-6d25-4c80-974c-f215ec54a185 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:00:27.995449 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4713-ad1c-4c4c-a34c-9518169770c3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:27.996707 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ec3c4713-ad1c-4c4c-a34c-9518169770c3 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9838498 Nov 02 13:00:27.998310 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (195d8401-6d25-4c80-974c-f215ec54a185), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:27.999806 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36026) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:28.018064 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-8c9e8d7f-141d-4d44-bfd4-06ae65eed95f tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:28.036924 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 2d09d596-f6fc-49ce-b943-5222047e459e, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=2d09d596-f6fc-49ce-b943-5222047e459e,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:28.049664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:28.127679 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a357d-7445-471a-b089-a34f3b94877c None None] Pushing event deleted for resources: {'Port': ['ID=75492966-15e5-4dbc-912e-1c3cb4875a60,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:28.156457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:00:28.156868 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4d50b101-9e1c-4422-b7cc-c4e8f0d54216 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:00:28.157305 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 75492966-15e5-4dbc-912e-1c3cb4875a60 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:28.186973 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5a357d-7445-471a-b089-a34f3b94877c None None] No DVR routers for this DVR port 75492966-15e5-4dbc-912e-1c3cb4875a60 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:00:28.250711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': '2d09d596-f6fc-49ce-b943-5222047e459e', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': '2d09d596-f6fc-49ce-b943-5222047e459e', 'mac_address': 'fa:16:3e:26:17:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:00:28.263887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 75492966-15e5-4dbc-912e-1c3cb4875a60 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:00:28.267496 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 75492966-15e5-4dbc-912e-1c3cb4875a60 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:00:28.365006 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90723949-2ff5-4284-8eda-f3f087cf4236 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:28.382013 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-90723949-2ff5-4284-8eda-f3f087cf4236 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:28.390520 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-90723949-2ff5-4284-8eda-f3f087cf4236 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:00:28.391500 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90723949-2ff5-4284-8eda-f3f087cf4236 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:00:28.397304 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 2d09d596-f6fc-49ce-b943-5222047e459e is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:28.397781 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2d09d596-f6fc-49ce-b943-5222047e459e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:28.479379 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d09d596-f6fc-49ce-b943-5222047e459e {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:00:28.525609 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 2d09d596-f6fc-49ce-b943-5222047e459e, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=2d09d596-f6fc-49ce-b943-5222047e459e,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:28.625061 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2d09d596-f6fc-49ce-b943-5222047e459e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:28.769068 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a6ccf-b21b-4113-9ad6-616c5a924735 req-e24e5700-07e2-4a5a-9498-889a1e354870 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:28.778162 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e90a6ccf-b21b-4113-9ad6-616c5a924735 req-e24e5700-07e2-4a5a-9498-889a1e354870 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 948 time: 0.0901148 Nov 02 13:00:28.785229 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8c9e8d7f-141d-4d44-bfd4-06ae65eed95f tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26032'] for router (33cf4ec3-a53f-4d13-ac10-ed4de5390479), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:28.809706 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:28.829676 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-90723949-2ff5-4284-8eda-f3f087cf4236 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1458352 Nov 02 13:00:28.832145 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36048) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:28.844196 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-b627d3bc-1e71-4b45-bbb8-abfb617fce2d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:28.846647 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=2d09d596-f6fc-49ce-b943-5222047e459e,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:28.921384 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8c9e8d7f-141d-4d44-bfd4-06ae65eed95f tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632926'] for router (33cf4ec3-a53f-4d13-ac10-ed4de5390479), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:28.956124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['2d09d596-f6fc-49ce-b943-5222047e459e'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:00:29.012157 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] Publish callbacks [] for port (195d8401-6d25-4c80-974c-f215ec54a185), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:29.034912 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e90a6ccf-b21b-4113-9ad6-616c5a924735 req-2bf3a744-0927-4b20-b9e5-3cf973711954 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=21d03493-388a-4524-9bc4-4b44079005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539961 Nov 02 13:00:29.077128 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:29.163791 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (195d8401-6d25-4c80-974c-f215ec54a185), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:29.295900 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:29.304631 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1f8d8-2255-4c30-97b0-1373e2aef39a None None] Pushing event updated for resources: {'Port': ['ID=195d8401-6d25-4c80-974c-f215ec54a185,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:29.322368 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] Attempting to bind port 195d8401-6d25-4c80-974c-f215ec54a185 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:00:29.327243 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] Attempting to bind port 195d8401-6d25-4c80-974c-f215ec54a185 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:00:29.327641 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] Attempting to bind port 195d8401-6d25-4c80-974c-f215ec54a185 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:29.345499 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b627d3bc-1e71-4b45-bbb8-abfb617fce2d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:29.349332 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b627d3bc-1e71-4b45-bbb8-abfb617fce2d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:29.350916 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-b627d3bc-1e71-4b45-bbb8-abfb617fce2d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:00:29.351351 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b627d3bc-1e71-4b45-bbb8-abfb617fce2d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:00:29.374715 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9e8d7f-141d-4d44-bfd4-06ae65eed95f tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Router 33cf4ec3-a53f-4d13-ac10-ed4de5390479 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:00:29.388404 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:29.453659 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:00:29.454028 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:00:29.454427 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:29.454809 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:00:29.455283 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] Bound port: 195d8401-6d25-4c80-974c-f215ec54a185, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:00:29.455787 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (195d8401-6d25-4c80-974c-f215ec54a185), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:29.465132 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-171eb6a2-367d-4de9-bf26-07a88b9d493b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:29.504128 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:29.530049 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b627d3bc-1e71-4b45-bbb8-abfb617fce2d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6963983 Nov 02 13:00:29.535500 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36058) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:29.547786 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f9a50add-5bb2-4a54-a946-ea16cf1d0d17 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:29.612929 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] For port 195d8401-6d25-4c80-974c-f215ec54a185, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:00:29.613653 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9e8d7f-141d-4d44-bfd4-06ae65eed95f tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:00:29.621176 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] For port 195d8401-6d25-4c80-974c-f215ec54a185, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=195d8401-6d25-4c80-974c-f215ec54a185,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:00:29.623141 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8c9e8d7f-141d-4d44-bfd4-06ae65eed95f tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:29.628463 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8c9e8d7f-141d-4d44-bfd4-06ae65eed95f tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "PUT /networking/v2.0/routers/33cf4ec3-a53f-4d13-ac10-ed4de5390479 HTTP/1.1" status: 200 len: 694 time: 1.6234801 Nov 02 13:00:29.628463 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36064) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:29.637579 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e54c94-4872-457c-ba24-7d80fa74fd75 None None] Sync routers for ids ['33cf4ec3-a53f-4d13-ac10-ed4de5390479'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:00:29.682164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e54c94-4872-457c-ba24-7d80fa74fd75 None None] Routers {'33cf4ec3-a53f-4d13-ac10-ed4de5390479'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:00:29.686607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-61e54c94-4872-457c-ba24-7d80fa74fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:00:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['33cf4ec3-a53f-4d13-ac10-ed4de5390479'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:29.693035 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (195d8401-6d25-4c80-974c-f215ec54a185), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:29.815733 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] Routers {'937a548f-e411-4715-bf59-ac9a411ba75b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:00:29.816374 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:00:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['937a548f-e411-4715-bf59-ac9a411ba75b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:29.849008 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-171eb6a2-367d-4de9-bf26-07a88b9d493b admin admin] Allocated IP 172.20.0.1 (1cb2267c-fc9d-44d7-becd-01e5adf06201/d63e6ff1-4d03-4ba6-b42d-7c6fe914a881/203826a6-4725-40dc-b524-2654d952be5d) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:29.897106 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1f8d8-2255-4c30-97b0-1373e2aef39a None None] Pushing event updated for resources: {'Port': ['ID=195d8401-6d25-4c80-974c-f215ec54a185,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:30.021681 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-61e54c94-4872-457c-ba24-7d80fa74fd75 None None] Set router 33cf4ec3-a53f-4d13-ac10-ed4de5390479 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:00:30.126797 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:30.194544 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] Set router 937a548f-e411-4715-bf59-ac9a411ba75b gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:00:30.283900 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-171eb6a2-367d-4de9-bf26-07a88b9d493b admin admin] Publish callbacks [] for port (203826a6-4725-40dc-b524-2654d952be5d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:30.346506 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-61e54c94-4872-457c-ba24-7d80fa74fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cf4ec3-a53f-4d13-ac10-ed4de5390479', 'name': 'tempest-RoutersTest-router-1724283074', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:27Z', 'updated_at': '2022-11-02T13:00:28Z', 'revision_number': 2, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:30.426920 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e54c94-4872-457c-ba24-7d80fa74fd75 None None] Checking router: 33cf4ec3-a53f-4d13-ac10-ed4de5390479 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:00:30.458919 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:30.460441 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb141e0-ffe3-4b66-863b-fbd3da8b5485 req-51a82007-f920-412a-8240-ec9c86da00cc tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:30.462804 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6eb141e0-ffe3-4b66-863b-fbd3da8b5485 req-51a82007-f920-412a-8240-ec9c86da00cc tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 948 time: 0.1764593 Nov 02 13:00:30.473667 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e54c94-4872-457c-ba24-7d80fa74fd75 None None] Routers {'33cf4ec3-a53f-4d13-ac10-ed4de5390479'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:00:30.474321 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-61e54c94-4872-457c-ba24-7d80fa74fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:00:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['33cf4ec3-a53f-4d13-ac10-ed4de5390479'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:30.550407 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a548f-e411-4715-bf59-ac9a411ba75b', 'name': 'tempest-TestVolumeBackupRestore-195648082-router', 'tenant_id': '9aa48be6894b4a5993e969472afe1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '195d8401-6d25-4c80-974c-f215ec54a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:18Z', 'updated_at': '2022-11-02T13:00:24Z', 'revision_number': 3, 'project_id': '9aa48be6894b4a5993e969472afe1396', 'gw_port': {'id': '195d8401-6d25-4c80-974c-f215ec54a185', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a548f-e411-4715-bf59-ac9a411ba75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:22Z', 'updated_at': '2022-11-02T13:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:30.581075 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6eb141e0-ffe3-4b66-863b-fbd3da8b5485 req-f5719750-fcab-40c2-a82e-9433e81c8628 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=21d03493-388a-4524-9bc4-4b44079005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083817 Nov 02 13:00:30.595958 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c7a1d8-38ac-4186-803b-7254f6e490f4 None None] The sync data for ids ['937a548f-e411-4715-bf59-ac9a411ba75b'] in n-d-857339-6 is: [{'id': '937a548f-e411-4715-bf59-ac9a411ba75b', 'name': 'tempest-TestVolumeBackupRestore-195648082-router', 'tenant_id': '9aa48be6894b4a5993e969472afe1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '195d8401-6d25-4c80-974c-f215ec54a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:18Z', 'updated_at': '2022-11-02T13:00:24Z', 'revision_number': 3, 'project_id': '9aa48be6894b4a5993e969472afe1396', 'gw_port': {'id': '195d8401-6d25-4c80-974c-f215ec54a185', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a548f-e411-4715-bf59-ac9a411ba75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:22Z', 'updated_at': '2022-11-02T13:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:00:30.614384 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-171eb6a2-367d-4de9-bf26-07a88b9d493b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (203826a6-4725-40dc-b524-2654d952be5d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:30.727992 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 2d09d596-f6fc-49ce-b943-5222047e459e up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:30.732296 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171eb6a2-367d-4de9-bf26-07a88b9d493b admin admin] Network 1cb2267c-fc9d-44d7-becd-01e5adf06201 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:30.733747 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171eb6a2-367d-4de9-bf26-07a88b9d493b admin admin] Pushing event updated for resources: {'Port': ['ID=203826a6-4725-40dc-b524-2654d952be5d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:30.736846 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-171eb6a2-367d-4de9-bf26-07a88b9d493b admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:30.739321 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:30.740297 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171eb6a2-367d-4de9-bf26-07a88b9d493b admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:00:30.769662 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f115f3fc-01bf-4a7d-bd44-549a02a2d105 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/routers/33cf4ec3-a53f-4d13-ac10-ed4de5390479 HTTP/1.1" status: 200 len: 700 time: 1.1411686 Nov 02 13:00:30.773886 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36100) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:30.867292 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-24c935dc-f3be-40b3-9609-3fb33ce54323 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=33cf4ec3-a53f-4d13-ac10-ed4de5390479 HTTP/1.1" status: 200 len: 205 time: 0.0846386 Nov 02 13:00:30.870564 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36104) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:30.881201 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-61e54c94-4872-457c-ba24-7d80fa74fd75 None None] Set router 33cf4ec3-a53f-4d13-ac10-ed4de5390479 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:00:30.968675 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-171eb6a2-367d-4de9-bf26-07a88b9d493b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (937a548f-e411-4715-bf59-ac9a411ba75b), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:31.026510 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-61e54c94-4872-457c-ba24-7d80fa74fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cf4ec3-a53f-4d13-ac10-ed4de5390479', 'name': 'tempest-RoutersTest-router-1724283074', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:27Z', 'updated_at': '2022-11-02T13:00:28Z', 'revision_number': 2, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:31.064878 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a6be8495-704a-4efe-8de1-8f018675c8b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (33cf4ec3-a53f-4d13-ac10-ed4de5390479), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:31.090032 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e54c94-4872-457c-ba24-7d80fa74fd75 None None] The sync data for ids ['33cf4ec3-a53f-4d13-ac10-ed4de5390479'] in n-d-857339-6 is: [{'id': '33cf4ec3-a53f-4d13-ac10-ed4de5390479', 'name': 'tempest-RoutersTest-router-1724283074', 'tenant_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:27Z', 'updated_at': '2022-11-02T13:00:28Z', 'revision_number': 2, 'project_id': '6790a6bdc3bd43eb9b393a49e206d97e', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:00:31.121913 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning for port 2d09d596-f6fc-49ce-b943-5222047e459e completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 13:00:31.247197 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port 2d09d596-f6fc-49ce-b943-5222047e459e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:31.252937 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2d09d596-f6fc-49ce-b943-5222047e459e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:31.253478 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port 2d09d596-f6fc-49ce-b943-5222047e459e Nov 02 13:00:31.391536 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-71f79b97-3985-49a8-a877-9efa240c8723 None None] Provisioning complete for port 203826a6-4725-40dc-b524-2654d952be5d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:31.392225 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-71f79b97-3985-49a8-a877-9efa240c8723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (203826a6-4725-40dc-b524-2654d952be5d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:31.393309 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-71f79b97-3985-49a8-a877-9efa240c8723 None None] Attempt 1 to provision port 203826a6-4725-40dc-b524-2654d952be5d Nov 02 13:00:31.551198 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-71f79b97-3985-49a8-a877-9efa240c8723 None None] Port 203826a6-4725-40dc-b524-2654d952be5d cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:00:31.565435 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a50add-5bb2-4a54-a946-ea16cf1d0d17 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:31.574416 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9a50add-5bb2-4a54-a946-ea16cf1d0d17 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:31.579672 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a50add-5bb2-4a54-a946-ea16cf1d0d17 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:00:31.580267 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a50add-5bb2-4a54-a946-ea16cf1d0d17 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:00:31.612248 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:31.616870 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a6be8495-704a-4efe-8de1-8f018675c8b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (33cf4ec3-a53f-4d13-ac10-ed4de5390479), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:31.624829 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a6be8495-704a-4efe-8de1-8f018675c8b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router_controller (33cf4ec3-a53f-4d13-ac10-ed4de5390479), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:31.653788 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 2d09d596-f6fc-49ce-b943-5222047e459e is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:31.654516 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2d09d596-f6fc-49ce-b943-5222047e459e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:31.765402 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36140) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:31.767693 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f9a50add-5bb2-4a54-a946-ea16cf1d0d17 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 2.2293608 Nov 02 13:00:31.769726 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=78,neutron:DELETE=10,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:31.772809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 2d09d596-f6fc-49ce-b943-5222047e459e, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=2d09d596-f6fc-49ce-b943-5222047e459e,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:31.778670 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:31.781089 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea541eb-564d-4d5b-ad53-f49af9992092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d09d596-f6fc-49ce-b943-5222047e459e'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:00:31.801527 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da412665-3330-44ad-985d-8c163f8207d1" -d '{"events": [{"server_uuid": "0ea541eb-564d-4d5b-ad53-f49af9992092", "name": "network-vif-plugged", "status": "completed", "tag": "2d09d596-f6fc-49ce-b943-5222047e459e"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:00:31.847528 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-63cfa809-28ea-4ad5-9dc0-a4a028d2daca tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0808339 Nov 02 13:00:31.850348 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36150) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:31.950962 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2d09d596-f6fc-49ce-b943-5222047e459e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:31.983577 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a6be8495-704a-4efe-8de1-8f018675c8b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (33cf4ec3-a53f-4d13-ac10-ed4de5390479), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:31.984231 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6be8495-704a-4efe-8de1-8f018675c8b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Fanout notify agent at l3_agent the message router_deleted on router 33cf4ec3-a53f-4d13-ac10-ed4de5390479 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:00:32.004787 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a6be8495-704a-4efe-8de1-8f018675c8b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:32.004787 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a6be8495-704a-4efe-8de1-8f018675c8b0 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/routers/33cf4ec3-a53f-4d13-ac10-ed4de5390479 HTTP/1.1" status: 204 len: 168 time: 1.1260431 Nov 02 13:00:32.004787 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3cb390-c95d-4b6c-9b3f-bd0b8677d21c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:32.013650 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75d7ad-55d1-4c20-873c-52cce6322f3f req-36186c5b-b0af-48ac-a8f1-4b584042cd7f tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:32.017909 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ef75d7ad-55d1-4c20-873c-52cce6322f3f req-36186c5b-b0af-48ac-a8f1-4b584042cd7f tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 948 time: 0.1912212 Nov 02 13:00:32.022904 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bb3cb390-c95d-4b6c-9b3f-bd0b8677d21c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1713257 Nov 02 13:00:32.024426 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36158) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:32.025002 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36160) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:32.054400 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=2d09d596-f6fc-49ce-b943-5222047e459e,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:32.084702 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8664fa92-72b8-4c02-b358-2ff78e582270 x-openstack-request-id: req-8664fa92-72b8-4c02-b358-2ff78e582270 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:00:32.085675 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea541eb-564d-4d5b-ad53-f49af9992092", "name": "network-vif-plugged", "status": "completed", "tag": "2d09d596-f6fc-49ce-b943-5222047e459e", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:00:32.086013 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8664fa92-72b8-4c02-b358-2ff78e582270 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:00:32.087252 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8664fa92-72b8-4c02-b358-2ff78e582270'] response: {'server_uuid': '0ea541eb-564d-4d5b-ad53-f49af9992092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d09d596-f6fc-49ce-b943-5222047e459e', 'code': 200} Nov 02 13:00:32.158542 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-01066bc0-aae3-4556-a26d-9438cc8ad941 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=33cf4ec3-a53f-4d13-ac10-ed4de5390479 HTTP/1.1" status: 200 len: 205 time: 0.1294811 Nov 02 13:00:32.163568 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f0eac585-d5a6-4318-b707-3d095d5ae3f9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1259587 Nov 02 13:00:32.164277 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36166) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:32.164876 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36168) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:32.181862 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-171eb6a2-367d-4de9-bf26-07a88b9d493b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (203826a6-4725-40dc-b524-2654d952be5d), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:32.229500 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-1fe466df-abd1-4d28-bef9-54e5ffa400d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:32.235942 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-4ad697b6-9270-4171-9da7-7ca95d2689d4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] delete failed (client error): The resource could not be found. Nov 02 13:00:32.237191 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4ad697b6-9270-4171-9da7-7ca95d2689d4 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/routers/33cf4ec3-a53f-4d13-ac10-ed4de5390479 HTTP/1.1" status: 404 len: 336 time: 0.0711329 Nov 02 13:00:32.256766 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36174) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:32.290446 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:32.325428 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a092a75-30a9-404e-81e0-dd04e2dafa47 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] DELETE failed (client error): The resource could not be found. Nov 02 13:00:32.327114 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ef75d7ad-55d1-4c20-873c-52cce6322f3f req-4cc6b2cd-0132-405f-8cbc-d618504e8d26 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=21d03493-388a-4524-9bc4-4b44079005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822278 Nov 02 13:00:32.333383 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a092a75-30a9-404e-81e0-dd04e2dafa47 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:00:32.343362 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2a092a75-30a9-404e-81e0-dd04e2dafa47 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/be71db8b-a93b-4c7c-a23f-b9b12d09e3a6 HTTP/1.1" status: 404 len: 337 time: 0.0839646 Nov 02 13:00:32.391408 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d0492-3ca0-4057-86dc-c3fce5b2dc30 req-287da517-730e-459c-92a5-10e4fd42e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:32.410253 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bf2d0492-3ca0-4057-86dc-c3fce5b2dc30 req-287da517-730e-459c-92a5-10e4fd42e8b4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 1131 time: 0.1834161 Nov 02 13:00:32.416669 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36178) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:32.476326 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf775b7f-65d9-41dd-9a70-7850799ad037 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] DELETE failed (client error): The resource could not be found. Nov 02 13:00:32.476684 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf775b7f-65d9-41dd-9a70-7850799ad037 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:00:32.484652 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cf775b7f-65d9-41dd-9a70-7850799ad037 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/feb18cf6-1828-470e-99d2-e6986ca9fe64 HTTP/1.1" status: 404 len: 337 time: 0.0668766 Nov 02 13:00:32.494801 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36188) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:32.584425 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f85458-2130-4a71-95ff-09dd28fcdb79 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] DELETE failed (client error): The resource could not be found. Nov 02 13:00:32.585146 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f85458-2130-4a71-95ff-09dd28fcdb79 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:00:32.589115 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-37f85458-2130-4a71-95ff-09dd28fcdb79 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/16a631b6-6993-4ef3-96f5-337d019618ff HTTP/1.1" status: 404 len: 337 time: 0.0930626 Nov 02 13:00:32.593405 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36194) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:32.684715 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-249df024-b20f-4a6f-a18f-242c1d886c5a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] DELETE failed (client error): The resource could not be found. Nov 02 13:00:32.685736 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249df024-b20f-4a6f-a18f-242c1d886c5a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:00:32.694001 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-249df024-b20f-4a6f-a18f-242c1d886c5a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/7a158e58-7f42-4ebd-8a0d-288d934a696b HTTP/1.1" status: 404 len: 337 time: 0.0935314 Nov 02 13:00:32.697316 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36200) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:32.747281 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-bf2d0492-3ca0-4057-86dc-c3fce5b2dc30 req-afaea1f2-ef7d-4788-b96d-2ecee5248463 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=21d03493-388a-4524-9bc4-4b44079005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359025 Nov 02 13:00:32.784801 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:00:32.794545 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ac8a5bb6-1ed4-4d92-a58b-b13881135b66 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f72403f9-7f81-483a-9f09-f2e1da51694b HTTP/1.1" status: 200 len: 205 time: 0.0913787 Nov 02 13:00:32.800252 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36204) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:32.803026 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 195d8401-6d25-4c80-974c-f215ec54a185 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:32.867122 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-ba2cf662-9741-42a4-a050-5e3794f27c32 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] delete failed (client error): The resource could not be found. Nov 02 13:00:32.868852 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ba2cf662-9741-42a4-a050-5e3794f27c32 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/routers/f72403f9-7f81-483a-9f09-f2e1da51694b HTTP/1.1" status: 404 len: 336 time: 0.0674644 Nov 02 13:00:32.871992 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36206) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:32.893136 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe466df-abd1-4d28-bef9-54e5ffa400d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:32.900651 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1fe466df-abd1-4d28-bef9-54e5ffa400d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:32.915214 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 195d8401-6d25-4c80-974c-f215ec54a185 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:32.915561 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (195d8401-6d25-4c80-974c-f215ec54a185), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:32.916023 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 195d8401-6d25-4c80-974c-f215ec54a185 Nov 02 13:00:32.951415 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6ea2e6b7-e5e6-4a52-89b8-a9db7e215a74 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a19978d4-e731-414d-b9ca-cbee5c34ecca HTTP/1.1" status: 200 len: 205 time: 0.0779934 Nov 02 13:00:32.954444 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36212) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:33.001295 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-5d90ad39-1698-46e1-b6dc-5c03a3d9c140 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] delete failed (client error): The resource could not be found. Nov 02 13:00:33.003727 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5d90ad39-1698-46e1-b6dc-5c03a3d9c140 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/routers/a19978d4-e731-414d-b9ca-cbee5c34ecca HTTP/1.1" status: 404 len: 336 time: 0.0482709 Nov 02 13:00:33.008985 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36216) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:33.057638 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 195d8401-6d25-4c80-974c-f215ec54a185 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:33.060425 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (195d8401-6d25-4c80-974c-f215ec54a185), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.079201 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-b830a7d4-ec4f-459c-8eae-515c28507316 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] DELETE failed (client error): The resource could not be found. Nov 02 13:00:33.079933 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b830a7d4-ec4f-459c-8eae-515c28507316 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:00:33.102349 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b830a7d4-ec4f-459c-8eae-515c28507316 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/57c9bf7c-90fe-4e80-b06a-f7e98cea4314 HTTP/1.1" status: 404 len: 337 time: 0.0907958 Nov 02 13:00:33.122699 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36222) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:33.128754 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 195d8401-6d25-4c80-974c-f215ec54a185, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=195d8401-6d25-4c80-974c-f215ec54a185,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:33.165208 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-171eb6a2-367d-4de9-bf26-07a88b9d493b admin admin] Publish callbacks [] for port (203826a6-4725-40dc-b524-2654d952be5d), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.172032 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-00b9cab5-b91f-4fd2-8685-59490c8846fc tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd09a5fb-9964-41c1-8527-6cc380b74870 HTTP/1.1" status: 200 len: 205 time: 0.0454698 Nov 02 13:00:33.172870 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36226) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:33.247907 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-05277f71-77e1-4896-9fe9-443917f49d5f tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] delete failed (client error): The resource could not be found. Nov 02 13:00:33.252816 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-05277f71-77e1-4896-9fe9-443917f49d5f tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/routers/fd09a5fb-9964-41c1-8527-6cc380b74870 HTTP/1.1" status: 404 len: 336 time: 0.0783567 Nov 02 13:00:33.254001 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36230) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:33.269457 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:33.296460 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (195d8401-6d25-4c80-974c-f215ec54a185), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.343636 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:33.365328 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-171eb6a2-367d-4de9-bf26-07a88b9d493b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (203826a6-4725-40dc-b524-2654d952be5d), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.434079 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=195d8401-6d25-4c80-974c-f215ec54a185,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:33.467978 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-171eb6a2-367d-4de9-bf26-07a88b9d493b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (937a548f-e411-4715-bf59-ac9a411ba75b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.473861 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-039e0206-542f-4f36-b6f8-253b9ec05b04 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607 HTTP/1.1" status: 200 len: 205 time: 0.2187731 Nov 02 13:00:33.498869 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36246) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:33.578759 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171eb6a2-367d-4de9-bf26-07a88b9d493b admin admin] Pushing event updated for resources: {'Port': ['ID=203826a6-4725-40dc-b524-2654d952be5d,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:33.600720 n-d-857339-6 neutron-server[105976]: DEBUG neutron.objects.ports [None req-1fe466df-abd1-4d28-bef9-54e5ffa400d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105976) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 13:00:33.603873 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1fe466df-abd1-4d28-bef9-54e5ffa400d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (5f4f2f23-4c8b-487b-b472-36a34939033b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.694157 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe466df-abd1-4d28-bef9-54e5ffa400d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:33.700129 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-1fe466df-abd1-4d28-bef9-54e5ffa400d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:33.724278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1877ee-6009-4445-b0ce-30b01fd2761f None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:00:33.731005 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe466df-abd1-4d28-bef9-54e5ffa400d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:33.731977 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1fe466df-abd1-4d28-bef9-54e5ffa400d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.760604 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe466df-abd1-4d28-bef9-54e5ffa400d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=5f4f2f23-4c8b-487b-b472-36a34939033b,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:33.876169 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1fe466df-abd1-4d28-bef9-54e5ffa400d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6509075 Nov 02 13:00:33.880195 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36262) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:33.888869 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5a514392-9a5c-4f6a-84fd-09ea14fd65c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'mac_address': 'fa:16:3e:73:5f:a5', 'name': 'tempest-NetworksTestDHCPv6-583677982'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:33.922817 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-e80321de-aa0b-4398-a54a-d716c5dcdfcd tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] delete failed (client error): The resource could not be found. Nov 02 13:00:33.932662 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e80321de-aa0b-4398-a54a-d716c5dcdfcd tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/routers/8771d4c2-cc20-4e2e-a1a4-cdb9ee99d607 HTTP/1.1" status: 404 len: 336 time: 0.4319208 Nov 02 13:00:33.962379 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36266) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:33.963863 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461a5c5-ac26-4682-a9f3-8c0c8edeeed8 req-ac666cb9-3100-46b5-8921-77a480d16e7f tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:33.977883 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5461a5c5-ac26-4682-a9f3-8c0c8edeeed8 req-ac666cb9-3100-46b5-8921-77a480d16e7f tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 949 time: 0.4970393 Nov 02 13:00:33.994908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'fixed_ips': [{'subnet_id': '5f4f2f23-4c8b-487b-b472-36a34939033b'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:00:33.995879 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:34.061245 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e234887-951a-4b88-b4c7-a567af6f37fa tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] DELETE failed (client error): The resource could not be found. Nov 02 13:00:34.062320 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e234887-951a-4b88-b4c7-a567af6f37fa tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:00:34.076924 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6e234887-951a-4b88-b4c7-a567af6f37fa tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/f99bfea7-288a-4b50-80e6-c79bd85df616 HTTP/1.1" status: 404 len: 337 time: 0.1100001 Nov 02 13:00:34.077827 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36270) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:34.221252 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5461a5c5-ac26-4682-a9f3-8c0c8edeeed8 req-45e4a00f-a00e-4486-bf90-3800a2517c2d tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=21d03493-388a-4524-9bc4-4b44079005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387407 Nov 02 13:00:34.276427 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d90c6979-3356-461b-ae97-3a34938493b8 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=47e8ac45-d50f-4488-a600-cd5a9dacbef4 HTTP/1.1" status: 200 len: 205 time: 0.1896226 Nov 02 13:00:34.280007 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36286) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:34.296329 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171eb6a2-367d-4de9-bf26-07a88b9d493b admin admin] Network 1cb2267c-fc9d-44d7-becd-01e5adf06201 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:34.490121 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36300) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:34.520041 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-171eb6a2-367d-4de9-bf26-07a88b9d493b admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:34.524073 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:34.543384 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-b01d5cce-ded7-41b3-ac86-f19da258f9fa tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] delete failed (client error): The resource could not be found. Nov 02 13:00:34.547650 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b01d5cce-ded7-41b3-ac86-f19da258f9fa tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/routers/47e8ac45-d50f-4488-a600-cd5a9dacbef4 HTTP/1.1" status: 404 len: 336 time: 0.2567027 Nov 02 13:00:34.548918 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a514392-9a5c-4f6a-84fd-09ea14fd65c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:34.551246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36308) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:34.626213 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:34.641891 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:34.677577 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbdf7739-a3a8-40ad-bf69-35632b4819a1 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] DELETE failed (client error): The resource could not be found. Nov 02 13:00:34.677757 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbdf7739-a3a8-40ad-bf69-35632b4819a1 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:00:34.683948 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bbdf7739-a3a8-40ad-bf69-35632b4819a1 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/726feb61-9e98-4980-97b9-98ce1261a78e HTTP/1.1" status: 404 len: 337 time: 0.1154099 Nov 02 13:00:34.713872 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36314) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:34.818019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 195d8401-6d25-4c80-974c-f215ec54a185 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:34.825404 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8e816f1e-c094-4147-868c-edddfbb1701b tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9da65fa0-be8c-4a0a-b102-42a769a60c25 HTTP/1.1" status: 200 len: 205 time: 0.1088858 Nov 02 13:00:34.828963 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36326) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:34.910038 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] Allocated IP 2001:db8::f816:3eff:fe54:7cd (e9ae2c9f-8862-4b1d-b882-f135a69580a6/5f4f2f23-4c8b-487b-b472-36a34939033b/7e685db5-3ab6-4a84-8d00-85648201993b) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:34.965030 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171eb6a2-367d-4de9-bf26-07a88b9d493b admin admin] Router 937a548f-e411-4715-bf59-ac9a411ba75b has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:00:34.979980 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-16a07bec-537e-4dc6-9183-26d33bae86d6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] delete failed (client error): The resource could not be found. Nov 02 13:00:34.983694 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-16a07bec-537e-4dc6-9183-26d33bae86d6 tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/routers/9da65fa0-be8c-4a0a-b102-42a769a60c25 HTTP/1.1" status: 404 len: 336 time: 0.1466959 Nov 02 13:00:34.993171 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36330) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:35.025115 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1ad97283-8662-40a2-b19a-1e1dac9493e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:35.090668 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-7036166f-ebfe-4124-935d-43a42e0a407e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] DELETE failed (client error): The resource could not be found. Nov 02 13:00:35.091161 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7036166f-ebfe-4124-935d-43a42e0a407e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:00:35.094775 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7036166f-ebfe-4124-935d-43a42e0a407e tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/ccb38881-9507-46a5-8125-9f5296a48cf3 HTTP/1.1" status: 404 len: 337 time: 0.0445657 Nov 02 13:00:35.097721 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:35.098495 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36338) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:35.138552 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5a514392-9a5c-4f6a-84fd-09ea14fd65c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:35.139159 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-c655de51-89fe-4cfd-91b1-2f19ad74742a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] DELETE failed (client error): The resource could not be found. Nov 02 13:00:35.139627 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c655de51-89fe-4cfd-91b1-2f19ad74742a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:00:35.142759 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c655de51-89fe-4cfd-91b1-2f19ad74742a tempest-RoutersTest-973593338 tempest-RoutersTest-973593338-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/e931025c-8d7b-463d-9522-270c14ffc1f7 HTTP/1.1" status: 404 len: 337 time: 0.0416994 Nov 02 13:00:35.214698 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:35.258887 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171eb6a2-367d-4de9-bf26-07a88b9d493b admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:00:35.264252 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-171eb6a2-367d-4de9-bf26-07a88b9d493b admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/937a548f-e411-4715-bf59-ac9a411ba75b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9775164 Nov 02 13:00:35.277724 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] Sync routers for ids ['937a548f-e411-4715-bf59-ac9a411ba75b'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:00:35.278195 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 195d8401-6d25-4c80-974c-f215ec54a185 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:35.278195 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (195d8401-6d25-4c80-974c-f215ec54a185), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:35.278195 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 195d8401-6d25-4c80-974c-f215ec54a185 Nov 02 13:00:35.278195 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f2bdab54-4d40-4cb0-90eb-02593505a41e None None] Provisioning complete for port 203826a6-4725-40dc-b524-2654d952be5d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:35.280904 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f2bdab54-4d40-4cb0-90eb-02593505a41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (203826a6-4725-40dc-b524-2654d952be5d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:35.281949 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f2bdab54-4d40-4cb0-90eb-02593505a41e None None] Attempt 1 to provision port 203826a6-4725-40dc-b524-2654d952be5d Nov 02 13:00:35.308750 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] Routers {'937a548f-e411-4715-bf59-ac9a411ba75b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:00:35.318044 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:00:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['937a548f-e411-4715-bf59-ac9a411ba75b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:35.324815 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-5a514392-9a5c-4f6a-84fd-09ea14fd65c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port 2be8077a-3438-43bc-b3e0-1dfe38e61484 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 13:00:35.564576 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f2bdab54-4d40-4cb0-90eb-02593505a41e None None] Port 203826a6-4725-40dc-b524-2654d952be5d cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:00:35.631039 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d27c1-d27b-4468-af69-5cbd494d4086 req-1b81c3aa-08ef-422e-83e6-db53eac708ed tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:35.643818 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fa7d27c1-d27b-4468-af69-5cbd494d4086 req-1b81c3aa-08ef-422e-83e6-db53eac708ed tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 949 time: 0.1999180 Nov 02 13:00:35.682236 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1ad97283-8662-40a2-b19a-1e1dac9493e5 admin admin] Publish callbacks [] for security_group (bcf5561c-268c-4eb3-927e-8e23e6d2694e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:35.759509 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1ad97283-8662-40a2-b19a-1e1dac9493e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bcf5561c-268c-4eb3-927e-8e23e6d2694e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:35.826593 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fa7d27c1-d27b-4468-af69-5cbd494d4086 req-1736cd5d-8b77-489f-ac31-263f7a153abf tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=21d03493-388a-4524-9bc4-4b44079005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742671 Nov 02 13:00:35.829635 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] Set router 937a548f-e411-4715-bf59-ac9a411ba75b gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:00:35.845191 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 195d8401-6d25-4c80-974c-f215ec54a185 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:35.973120 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:35.974808 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:36.002161 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1ad97283-8662-40a2-b19a-1e1dac9493e5 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=035290b5f1d349998b051b1d27e4e607&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5104899 Nov 02 13:00:36.005182 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36388) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:36.005619 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad97283-8662-40a2-b19a-1e1dac9493e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf5561c-268c-4eb3-927e-8e23e6d2694e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:36.060753 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] Publish callbacks [] for port (7e685db5-3ab6-4a84-8d00-85648201993b), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.147990 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (7e685db5-3ab6-4a84-8d00-85648201993b), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.201137 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4173c057-6207-4d33-8bdb-0d4d50fcda1e admin admin] Publish callbacks [] for security_group (bcf5561c-268c-4eb3-927e-8e23e6d2694e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.255418 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] Pushing event updated for resources: {'Port': ['ID=7e685db5-3ab6-4a84-8d00-85648201993b,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:36.280866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:36.281509 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36402) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:36.283647 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:36.288739 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:00:36.338747 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4173c057-6207-4d33-8bdb-0d4d50fcda1e admin admin] Publish callbacks [] for security_group (bcf5561c-268c-4eb3-927e-8e23e6d2694e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.437593 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-5a514392-9a5c-4f6a-84fd-09ea14fd65c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::f816:3eff:fe73:5fa5 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/5f4f2f23-4c8b-487b-b472-36a34939033b/2be8077a-3438-43bc-b3e0-1dfe38e61484) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:36.477866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] Attempting to bind port 7e685db5-3ab6-4a84-8d00-85648201993b on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:00:36.478374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] Attempting to bind port 7e685db5-3ab6-4a84-8d00-85648201993b by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:00:36.479101 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] Attempting to bind port 7e685db5-3ab6-4a84-8d00-85648201993b on network e9ae2c9f-8862-4b1d-b882-f135a69580a6 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:36.569278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:00:36.569278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] Checking segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:00:36.569278 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.569278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] Bound using segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:00:36.571045 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] Bound port: 7e685db5-3ab6-4a84-8d00-85648201993b, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:00:36.571678 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7e685db5-3ab6-4a84-8d00-85648201993b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.630430 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a548f-e411-4715-bf59-ac9a411ba75b', 'name': 'tempest-TestVolumeBackupRestore-195648082-router', 'tenant_id': '9aa48be6894b4a5993e969472afe1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '195d8401-6d25-4c80-974c-f215ec54a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:18Z', 'updated_at': '2022-11-02T13:00:31Z', 'revision_number': 4, 'project_id': '9aa48be6894b4a5993e969472afe1396', 'gw_port': {'id': '195d8401-6d25-4c80-974c-f215ec54a185', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a548f-e411-4715-bf59-ac9a411ba75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:22Z', 'updated_at': '2022-11-02T13:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '203826a6-4725-40dc-b524-2654d952be5d', 'name': '', 'network_id': '1cb2267c-fc9d-44d7-becd-01e5adf06201', 'tenant_id': '9aa48be6894b4a5993e969472afe1396', 'mac_address': 'fa:16:3e:2b:0d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a548f-e411-4715-bf59-ac9a411ba75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'd63e6ff1-4d03-4ba6-b42d-7c6fe914a881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:29Z', 'updated_at': '2022-11-02T13:00:32Z', 'revision_number': 2, 'project_id': '9aa48be6894b4a5993e969472afe1396', 'subnets': [{'id': 'd63e6ff1-4d03-4ba6-b42d-7c6fe914a881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:36.645361 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4173c057-6207-4d33-8bdb-0d4d50fcda1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bcf5561c-268c-4eb3-927e-8e23e6d2694e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.645361 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4173c057-6207-4d33-8bdb-0d4d50fcda1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.645361 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4173c057-6207-4d33-8bdb-0d4d50fcda1e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bcf5561c-268c-4eb3-927e-8e23e6d2694e HTTP/1.1" status: 204 len: 168 time: 0.6357062 Nov 02 13:00:36.668043 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173c057-6207-4d33-8bdb-0d4d50fcda1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf5561c-268c-4eb3-927e-8e23e6d2694e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:36.742050 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] Checking router: 937a548f-e411-4715-bf59-ac9a411ba75b for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:00:36.742956 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] Updating router 937a548f-e411-4715-bf59-ac9a411ba75b port 203826a6-4725-40dc-b524-2654d952be5d binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:00:36.817961 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (203826a6-4725-40dc-b524-2654d952be5d), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.824447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] For port 7e685db5-3ab6-4a84-8d00-85648201993b, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:00:36.831596 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] For port 7e685db5-3ab6-4a84-8d00-85648201993b, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7e685db5-3ab6-4a84-8d00-85648201993b,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:00:36.953631 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7e685db5-3ab6-4a84-8d00-85648201993b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.009975 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc396c5-5aea-4b02-8e4d-3916cb33b912 req-e2a6b962-8504-48f8-ab5d-6092a8ba4227 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:37.027415 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9dc396c5-5aea-4b02-8e4d-3916cb33b912 req-e2a6b962-8504-48f8-ab5d-6092a8ba4227 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 949 time: 0.1501243 Nov 02 13:00:37.160458 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5a514392-9a5c-4f6a-84fd-09ea14fd65c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (2be8077a-3438-43bc-b3e0-1dfe38e61484), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.166579 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36444) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:37.182249 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-71460f12-c866-4840-97d6-9b861212dfeb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1309834767-network', 'tenant_id': 'af21b0a3be4b48368cfade99cec6b57c'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:37.185317 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1be81-0571-4e99-a7ea-91ac9f6ce4cc None None] Pushing event updated for resources: {'Port': ['ID=7e685db5-3ab6-4a84-8d00-85648201993b,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:37.224645 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9dc396c5-5aea-4b02-8e4d-3916cb33b912 req-3317813c-464b-44c8-a324-6474a9cde768 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=21d03493-388a-4524-9bc4-4b44079005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957736 Nov 02 13:00:37.234997 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:37.319833 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-48fda014-098f-440a-b7b0-533206f22b83 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6790a6bdc3bd43eb9b393a49e206d97e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0375240 Nov 02 13:00:37.323581 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36450) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:37.368293 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71460f12-c866-4840-97d6-9b861212dfeb admin admin] Made reservation on behalf of af21b0a3be4b48368cfade99cec6b57c for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:37.370903 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-71460f12-c866-4840-97d6-9b861212dfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.483417 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-71460f12-c866-4840-97d6-9b861212dfeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.495683 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5a514392-9a5c-4f6a-84fd-09ea14fd65c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2be8077a-3438-43bc-b3e0-1dfe38e61484), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.618600 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a514392-9a5c-4f6a-84fd-09ea14fd65c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:37.629464 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-5a514392-9a5c-4f6a-84fd-09ea14fd65c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:37.634499 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-63a2e68f-0ce8-47e2-81c5-83924f575e50 admin admin] Publish callbacks [] for security_group (e1aef54e-743e-45c8-9a8c-8cbc510b4f63), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.635955 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a514392-9a5c-4f6a-84fd-09ea14fd65c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:00:37.665350 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a514392-9a5c-4f6a-84fd-09ea14fd65c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:37.669521 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5a514392-9a5c-4f6a-84fd-09ea14fd65c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.691910 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] Publish callbacks [] for port (203826a6-4725-40dc-b524-2654d952be5d), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.763787 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a514392-9a5c-4f6a-84fd-09ea14fd65c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=2be8077a-3438-43bc-b3e0-1dfe38e61484,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:37.776471 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (203826a6-4725-40dc-b524-2654d952be5d), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.830790 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-63a2e68f-0ce8-47e2-81c5-83924f575e50 admin admin] Publish callbacks [] for security_group (e1aef54e-743e-45c8-9a8c-8cbc510b4f63), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.915910 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5a514392-9a5c-4f6a-84fd-09ea14fd65c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0337024 Nov 02 13:00:37.924034 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36476) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:37.985531 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466208a-191e-40ef-9c7c-b0d281d73b66 None None] Pushing event updated for resources: {'Port': ['ID=203826a6-4725-40dc-b524-2654d952be5d,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:38.002331 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] Attempting to bind port 203826a6-4725-40dc-b524-2654d952be5d on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:00:38.002732 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-71460f12-c866-4840-97d6-9b861212dfeb admin admin] Publish callbacks [] for security_group (53aad886-21ba-4a13-a943-8d3df5f4317c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.003104 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] Attempting to bind port 203826a6-4725-40dc-b524-2654d952be5d by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '0cc738d7-bf75-4c93-a002-1e448a44ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '1cb2267c-fc9d-44d7-becd-01e5adf06201'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:00:38.003612 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] Attempting to bind port 203826a6-4725-40dc-b524-2654d952be5d on network 1cb2267c-fc9d-44d7-becd-01e5adf06201 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:38.093132 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597eb4b8-abfb-4c2f-9463-7eba576e1140 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:38.096044 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:38.104355 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:00:38.104752 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] Checking segment: {'id': '0cc738d7-bf75-4c93-a002-1e448a44ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '1cb2267c-fc9d-44d7-becd-01e5adf06201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:00:38.105157 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.105483 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597eb4b8-abfb-4c2f-9463-7eba576e1140 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:38.105602 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] Bound using segment: {'id': '0cc738d7-bf75-4c93-a002-1e448a44ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '1cb2267c-fc9d-44d7-becd-01e5adf06201'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:00:38.106036 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] Bound port: 203826a6-4725-40dc-b524-2654d952be5d, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc738d7-bf75-4c93-a002-1e448a44ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '1cb2267c-fc9d-44d7-becd-01e5adf06201'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:00:38.110623 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-597eb4b8-abfb-4c2f-9463-7eba576e1140 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1901484 Nov 02 13:00:38.114834 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36482) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:38.135584 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (203826a6-4725-40dc-b524-2654d952be5d), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.231863 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36492) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:38.265282 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf023-4336-49fe-aacb-71d1cea3e685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.284835 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:38.303663 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-71460f12-c866-4840-97d6-9b861212dfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (53aad886-21ba-4a13-a943-8d3df5f4317c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.380008 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] For port 203826a6-4725-40dc-b524-2654d952be5d, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:00:38.387310 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] For port 203826a6-4725-40dc-b524-2654d952be5d, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=203826a6-4725-40dc-b524-2654d952be5d,segment=NetworkSegment(0cc738d7-bf75-4c93-a002-1e448a44ad5d),segment_id=0cc738d7-bf75-4c93-a002-1e448a44ad5d)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:00:38.490610 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-63a2e68f-0ce8-47e2-81c5-83924f575e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e1aef54e-743e-45c8-9a8c-8cbc510b4f63), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.498791 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-63a2e68f-0ce8-47e2-81c5-83924f575e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.504706 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-63a2e68f-0ce8-47e2-81c5-83924f575e50 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e1aef54e-743e-45c8-9a8c-8cbc510b4f63 HTTP/1.1" status: 204 len: 168 time: 1.1760728 Nov 02 13:00:38.533901 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71460f12-c866-4840-97d6-9b861212dfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53aad886-21ba-4a13-a943-8d3df5f4317c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:38.565488 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (203826a6-4725-40dc-b524-2654d952be5d), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.601743 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf023-4336-49fe-aacb-71d1cea3e685 admin admin] Publish callbacks [] for security_group (af9f078e-8502-4ce4-a55b-0f10c6b39e1f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.608670 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:38.664961 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:38.683341 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1cc22990-cc60-4abd-9a2a-428ec4d54c7a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port 2be8077a-3438-43bc-b3e0-1dfe38e61484 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:00:38.684974 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1cc22990-cc60-4abd-9a2a-428ec4d54c7a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2be8077a-3438-43bc-b3e0-1dfe38e61484), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.686233 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] Routers {'937a548f-e411-4715-bf59-ac9a411ba75b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:00:38.690078 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:00:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['937a548f-e411-4715-bf59-ac9a411ba75b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:38.702723 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf023-4336-49fe-aacb-71d1cea3e685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (af9f078e-8502-4ce4-a55b-0f10c6b39e1f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.822426 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b29bf732-2ed5-4bc2-82d7-e84ba1bfda60 None None] Provisioning complete for port 7e685db5-3ab6-4a84-8d00-85648201993b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:38.823686 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b29bf732-2ed5-4bc2-82d7-e84ba1bfda60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7e685db5-3ab6-4a84-8d00-85648201993b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.825959 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b29bf732-2ed5-4bc2-82d7-e84ba1bfda60 None None] Attempt 1 to provision port 7e685db5-3ab6-4a84-8d00-85648201993b Nov 02 13:00:38.834861 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ffdaf023-4336-49fe-aacb-71d1cea3e685 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6c90ddc1f52c4f2c8fef4ee3b58a9178&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5870986 Nov 02 13:00:38.849613 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36516) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:38.895136 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1cc22990-cc60-4abd-9a2a-428ec4d54c7a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2be8077a-3438-43bc-b3e0-1dfe38e61484), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.912832 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1cc22990-cc60-4abd-9a2a-428ec4d54c7a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for 2be8077a-3438-43bc-b3e0-1dfe38e61484 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:00:38.929013 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466208a-191e-40ef-9c7c-b0d281d73b66 None None] Pushing event updated for resources: {'Port': ['ID=203826a6-4725-40dc-b524-2654d952be5d,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:38.973783 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7e685db5-3ab6-4a84-8d00-85648201993b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:39.095059 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] Set router 937a548f-e411-4715-bf59-ac9a411ba75b gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:00:39.107645 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdaf023-4336-49fe-aacb-71d1cea3e685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9f078e-8502-4ce4-a55b-0f10c6b39e1f,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:39.172925 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72e76d88-079f-4f2f-8302-5940cc3b6ed8 admin admin] Publish callbacks [] for security_group (af9f078e-8502-4ce4-a55b-0f10c6b39e1f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.234552 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72e76d88-079f-4f2f-8302-5940cc3b6ed8 admin admin] Publish callbacks [] for security_group (af9f078e-8502-4ce4-a55b-0f10c6b39e1f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.241414 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2e68f-0ce8-47e2-81c5-83924f575e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1aef54e-743e-45c8-9a8c-8cbc510b4f63,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:39.252390 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96466c6e-1aea-462f-b2ca-ddf18e33e5cb req-5a7e4e65-d365-41c5-be1d-a5aca9580fcc tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:39.254919 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-96466c6e-1aea-462f-b2ca-ddf18e33e5cb req-5a7e4e65-d365-41c5-be1d-a5aca9580fcc tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 949 time: 0.7343709 Nov 02 13:00:39.259135 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:39.322230 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86effb9d-d6e5-4625-b1e2-7088b3b1b018 req-243d1981-e56a-4942-aa4b-a14f3aeac103 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:39.338355 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-86effb9d-d6e5-4625-b1e2-7088b3b1b018 req-243d1981-e56a-4942-aa4b-a14f3aeac103 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 949 time: 1.0406013 Nov 02 13:00:39.410141 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72e76d88-079f-4f2f-8302-5940cc3b6ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (af9f078e-8502-4ce4-a55b-0f10c6b39e1f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.410345 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7e685db5-3ab6-4a84-8d00-85648201993b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:39.410422 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-72e76d88-079f-4f2f-8302-5940cc3b6ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.410422 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-72e76d88-079f-4f2f-8302-5940cc3b6ed8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/af9f078e-8502-4ce4-a55b-0f10c6b39e1f HTTP/1.1" status: 204 len: 168 time: 0.5571423 Nov 02 13:00:39.413773 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7e685db5-3ab6-4a84-8d00-85648201993b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.417844 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7e685db5-3ab6-4a84-8d00-85648201993b Nov 02 13:00:39.420714 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71460f12-c866-4840-97d6-9b861212dfeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:00:39.434740 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-71460f12-c866-4840-97d6-9b861212dfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (f692e6a9-f9f4-4703-8bb4-96e0602ebf5b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.435235 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-71460f12-c866-4840-97d6-9b861212dfeb admin admin] Added segment f692e6a9-f9f4-4703-8bb4-96e0602ebf5b of type vlan for network baed0720-d1d1-403c-9bcd-504023860b7c Nov 02 13:00:39.455635 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e76d88-079f-4f2f-8302-5940cc3b6ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9f078e-8502-4ce4-a55b-0f10c6b39e1f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:39.487908 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-71460f12-c866-4840-97d6-9b861212dfeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (baed0720-d1d1-403c-9bcd-504023860b7c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.507505 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:39.533100 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1cc22990-cc60-4abd-9a2a-428ec4d54c7a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (2be8077a-3438-43bc-b3e0-1dfe38e61484), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.557700 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b29bf732-2ed5-4bc2-82d7-e84ba1bfda60 None None] Current status of the port 7e685db5-3ab6-4a84-8d00-85648201993b is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:39.558699 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b29bf732-2ed5-4bc2-82d7-e84ba1bfda60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7e685db5-3ab6-4a84-8d00-85648201993b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.638727 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b29bf732-2ed5-4bc2-82d7-e84ba1bfda60 None None] For port 7e685db5-3ab6-4a84-8d00-85648201993b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7e685db5-3ab6-4a84-8d00-85648201993b,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:39.644346 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:39.663944 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a548f-e411-4715-bf59-ac9a411ba75b', 'name': 'tempest-TestVolumeBackupRestore-195648082-router', 'tenant_id': '9aa48be6894b4a5993e969472afe1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '195d8401-6d25-4c80-974c-f215ec54a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:18Z', 'updated_at': '2022-11-02T13:00:31Z', 'revision_number': 4, 'project_id': '9aa48be6894b4a5993e969472afe1396', 'gw_port': {'id': '195d8401-6d25-4c80-974c-f215ec54a185', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a548f-e411-4715-bf59-ac9a411ba75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:22Z', 'updated_at': '2022-11-02T13:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '203826a6-4725-40dc-b524-2654d952be5d', 'name': '', 'network_id': '1cb2267c-fc9d-44d7-becd-01e5adf06201', 'tenant_id': '9aa48be6894b4a5993e969472afe1396', 'mac_address': 'fa:16:3e:2b:0d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a548f-e411-4715-bf59-ac9a411ba75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'd63e6ff1-4d03-4ba6-b42d-7c6fe914a881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:29Z', 'updated_at': '2022-11-02T13:00:38Z', 'revision_number': 4, 'project_id': '9aa48be6894b4a5993e969472afe1396', 'subnets': [{'id': 'd63e6ff1-4d03-4ba6-b42d-7c6fe914a881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:39.696335 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d35b93-8860-4bcd-9715-86279c55f82c None None] The sync data for ids ['937a548f-e411-4715-bf59-ac9a411ba75b'] in n-d-857339-6 is: [{'id': '937a548f-e411-4715-bf59-ac9a411ba75b', 'name': 'tempest-TestVolumeBackupRestore-195648082-router', 'tenant_id': '9aa48be6894b4a5993e969472afe1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '195d8401-6d25-4c80-974c-f215ec54a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:18Z', 'updated_at': '2022-11-02T13:00:31Z', 'revision_number': 4, 'project_id': '9aa48be6894b4a5993e969472afe1396', 'gw_port': {'id': '195d8401-6d25-4c80-974c-f215ec54a185', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a548f-e411-4715-bf59-ac9a411ba75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:22Z', 'updated_at': '2022-11-02T13:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '203826a6-4725-40dc-b524-2654d952be5d', 'name': '', 'network_id': '1cb2267c-fc9d-44d7-becd-01e5adf06201', 'tenant_id': '9aa48be6894b4a5993e969472afe1396', 'mac_address': 'fa:16:3e:2b:0d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a548f-e411-4715-bf59-ac9a411ba75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'd63e6ff1-4d03-4ba6-b42d-7c6fe914a881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:29Z', 'updated_at': '2022-11-02T13:00:38Z', 'revision_number': 4, 'project_id': '9aa48be6894b4a5993e969472afe1396', 'subnets': [{'id': 'd63e6ff1-4d03-4ba6-b42d-7c6fe914a881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:00:39.730196 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7e685db5-3ab6-4a84-8d00-85648201993b is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:39.730790 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7e685db5-3ab6-4a84-8d00-85648201993b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.744471 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-86effb9d-d6e5-4625-b1e2-7088b3b1b018 req-dacb35fb-9f9b-4cf2-83e0-b8e0e624d5c9 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Deleting port 2d09d596-f6fc-49ce-b943-5222047e459e {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:00:39.748140 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-86effb9d-d6e5-4625-b1e2-7088b3b1b018 req-dacb35fb-9f9b-4cf2-83e0-b8e0e624d5c9 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2d09d596-f6fc-49ce-b943-5222047e459e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.752178 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b29bf732-2ed5-4bc2-82d7-e84ba1bfda60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7e685db5-3ab6-4a84-8d00-85648201993b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.780997 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc22990-cc60-4abd-9a2a-428ec4d54c7a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=2be8077a-3438-43bc-b3e0-1dfe38e61484,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:39.788687 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-71460f12-c866-4840-97d6-9b861212dfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (baed0720-d1d1-403c-9bcd-504023860b7c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.791559 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71460f12-c866-4840-97d6-9b861212dfeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:39.794332 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-71460f12-c866-4840-97d6-9b861212dfeb admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.917077 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6c5520a9-4281-4130-b460-c2ff9bf1178d None None] Could not find standard attr ID for object 2be8077a-3438-43bc-b3e0-1dfe38e61484. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 13:00:39.956045 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:00:39.956799 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:00:39.970063 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29bf732-2ed5-4bc2-82d7-e84ba1bfda60 None None] Pushing event updated for resources: {'Port': ['ID=7e685db5-3ab6-4a84-8d00-85648201993b,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:39.977545 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-96466c6e-1aea-462f-b2ca-ddf18e33e5cb req-d5c37ba8-5365-4379-ab06-fc5b667dba1a tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=21d03493-388a-4524-9bc4-4b44079005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7128150 Nov 02 13:00:39.999189 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-71460f12-c866-4840-97d6-9b861212dfeb admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8298414 Nov 02 13:00:40.008399 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36568) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:40.029057 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-a2bc07e5-286d-4e3e-80bc-0ecce028c4cc admin admin] Request body: {'subnet': {'network_id': 'baed0720-d1d1-403c-9bcd-504023860b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1309834767-subnet', 'tenant_id': 'af21b0a3be4b48368cfade99cec6b57c', 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:40.180313 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1cc22990-cc60-4abd-9a2a-428ec4d54c7a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:40.188920 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1cc22990-cc60-4abd-9a2a-428ec4d54c7a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/2be8077a-3438-43bc-b3e0-1dfe38e61484 HTTP/1.1" status: 204 len: 168 time: 2.0725138 Nov 02 13:00:40.191544 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36576) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:40.265292 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71460f12-c866-4840-97d6-9b861212dfeb admin admin] Pushing event updated for resources: {'Network': ['ID=baed0720-d1d1-403c-9bcd-504023860b7c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:40.279039 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network baed0720-d1d1-403c-9bcd-504023860b7c details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:00:40.286927 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-86effb9d-d6e5-4625-b1e2-7088b3b1b018 req-dacb35fb-9f9b-4cf2-83e0-b8e0e624d5c9 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] For port 2d09d596-f6fc-49ce-b943-5222047e459e, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=2d09d596-f6fc-49ce-b943-5222047e459e,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:40.287364 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-86effb9d-d6e5-4625-b1e2-7088b3b1b018 req-dacb35fb-9f9b-4cf2-83e0-b8e0e624d5c9 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2d09d596-f6fc-49ce-b943-5222047e459e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:40.349743 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-86effb9d-d6e5-4625-b1e2-7088b3b1b018 req-dacb35fb-9f9b-4cf2-83e0-b8e0e624d5c9 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Calling delete_port for 2d09d596-f6fc-49ce-b943-5222047e459e owned by compute:nova {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:00:40.395446 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc8b97d-521b-4622-b187-b9f6d7d3ebcd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:40.395446 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc8b97d-521b-4622-b187-b9f6d7d3ebcd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:40.399996 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bdc8b97d-521b-4622-b187-b9f6d7d3ebcd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2071476 Nov 02 13:00:40.404658 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36588) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:40.524370 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:40.525932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7e685db5-3ab6-4a84-8d00-85648201993b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:40.579066 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bc07e5-286d-4e3e-80bc-0ecce028c4cc admin admin] Made reservation on behalf of af21b0a3be4b48368cfade99cec6b57c for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:40.582610 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2bc07e5-286d-4e3e-80bc-0ecce028c4cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:40.611416 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09b5c98-4776-46e7-835d-1f92ccde9080 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet 5f4f2f23-4c8b-487b-b472-36a34939033b {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:00:40.636466 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f09b5c98-4776-46e7-835d-1f92ccde9080 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (5f4f2f23-4c8b-487b-b472-36a34939033b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:40.790765 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f09b5c98-4776-46e7-835d-1f92ccde9080 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (5f4f2f23-4c8b-487b-b472-36a34939033b), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:40.867738 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:40.944302 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7e685db5-3ab6-4a84-8d00-85648201993b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:40.983696 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f09b5c98-4776-46e7-835d-1f92ccde9080 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (5f4f2f23-4c8b-487b-b472-36a34939033b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.022418 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7e685db5-3ab6-4a84-8d00-85648201993b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:41.022791 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7e685db5-3ab6-4a84-8d00-85648201993b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.023128 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7e685db5-3ab6-4a84-8d00-85648201993b Nov 02 13:00:41.032201 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-86effb9d-d6e5-4625-b1e2-7088b3b1b018 req-dacb35fb-9f9b-4cf2-83e0-b8e0e624d5c9 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (2d09d596-f6fc-49ce-b943-5222047e459e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.110581 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb35fb-9f9b-4cf2-83e0-b8e0e624d5c9 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Pushing event deleted for resources: {'Port': ['ID=2d09d596-f6fc-49ce-b943-5222047e459e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:41.176219 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2bc07e5-286d-4e3e-80bc-0ecce028c4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (763072bf-19be-4af8-88df-2bddf781bc5b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.210536 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-68990da4-49ed-483b-96a2-6fa9c21aad99 req-23cdfda5-3ede-4fad-b148-b5d2888042e9 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 210 time: 0.0754037 Nov 02 13:00:41.252020 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7e685db5-3ab6-4a84-8d00-85648201993b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:41.253188 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 203826a6-4725-40dc-b524-2654d952be5d up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:41.275055 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-86effb9d-d6e5-4625-b1e2-7088b3b1b018 req-dacb35fb-9f9b-4cf2-83e0-b8e0e624d5c9 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] No DVR routers for this DVR port 2d09d596-f6fc-49ce-b943-5222047e459e on host n-h1-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:00:41.287849 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-86effb9d-d6e5-4625-b1e2-7088b3b1b018 req-dacb35fb-9f9b-4cf2-83e0-b8e0e624d5c9 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.291605 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-86effb9d-d6e5-4625-b1e2-7088b3b1b018 req-dacb35fb-9f9b-4cf2-83e0-b8e0e624d5c9 tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.57 "DELETE /networking/v2.0/ports/2d09d596-f6fc-49ce-b943-5222047e459e HTTP/1.1" status: 204 len: 173 time: 1.9522116 Nov 02 13:00:41.294987 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea541eb-564d-4d5b-ad53-f49af9992092', 'name': 'network-vif-deleted', 'tag': '2d09d596-f6fc-49ce-b943-5222047e459e'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:00:41.297625 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1acce4-5467-4644-ac5d-dda0e26218c0" -d '{"events": [{"server_uuid": "0ea541eb-564d-4d5b-ad53-f49af9992092", "name": "network-vif-deleted", "tag": "2d09d596-f6fc-49ce-b943-5222047e459e"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:00:41.332161 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f09b5c98-4776-46e7-835d-1f92ccde9080 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (5f4f2f23-4c8b-487b-b472-36a34939033b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.369739 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc07e5-286d-4e3e-80bc-0ecce028c4cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=763072bf-19be-4af8-88df-2bddf781bc5b,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:41.389327 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc10d567-2367-4795-8ae9-c8f78f05d26b x-openstack-request-id: req-cc10d567-2367-4795-8ae9-c8f78f05d26b {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:00:41.389619 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea541eb-564d-4d5b-ad53-f49af9992092", "name": "network-vif-deleted", "tag": "2d09d596-f6fc-49ce-b943-5222047e459e", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:00:41.389883 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc10d567-2367-4795-8ae9-c8f78f05d26b {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:00:41.390276 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc10d567-2367-4795-8ae9-c8f78f05d26b'] response: {'server_uuid': '0ea541eb-564d-4d5b-ad53-f49af9992092', 'name': 'network-vif-deleted', 'tag': '2d09d596-f6fc-49ce-b943-5222047e459e', 'status': 'completed', 'code': 200} Nov 02 13:00:41.395261 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bc07e5-286d-4e3e-80bc-0ecce028c4cc admin admin] Checking segment: {'id': 'f692e6a9-f9f4-4703-8bb4-96e0602ebf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'baed0720-d1d1-403c-9bcd-504023860b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:00:41.395633 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bc07e5-286d-4e3e-80bc-0ecce028c4cc admin admin] Network hostable DHCP agents. Network: baed0720-d1d1-403c-9bcd-504023860b7c, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:00:41.414903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 203826a6-4725-40dc-b524-2654d952be5d triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:41.420441 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (203826a6-4725-40dc-b524-2654d952be5d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.420441 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 203826a6-4725-40dc-b524-2654d952be5d Nov 02 13:00:41.449202 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f09b5c98-4776-46e7-835d-1f92ccde9080 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.462565 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f09b5c98-4776-46e7-835d-1f92ccde9080 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/5f4f2f23-4c8b-487b-b472-36a34939033b HTTP/1.1" status: 204 len: 168 time: 1.0546649 Nov 02 13:00:41.463819 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36638) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:41.464872 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b5c98-4776-46e7-835d-1f92ccde9080 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=5f4f2f23-4c8b-487b-b472-36a34939033b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:41.522011 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7f80af-37ab-490e-98c5-31b64c613fe4 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:00:41.559996 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36644) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:41.560840 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-24699786-a2e6-461e-904e-393996bdd562 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892324 Nov 02 13:00:41.572714 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-622a47b6-9599-4aec-80ee-80e648f6d76b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:41.699647 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bc07e5-286d-4e3e-80bc-0ecce028c4cc admin admin] Network baed0720-d1d1-403c-9bcd-504023860b7c is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:00:41.908931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 203826a6-4725-40dc-b524-2654d952be5d is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:41.910165 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (203826a6-4725-40dc-b524-2654d952be5d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.931964 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-a2bc07e5-286d-4e3e-80bc-0ecce028c4cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, baed0720-d1d1-403c-9bcd-504023860b7c) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:41.943292 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bc07e5-286d-4e3e-80bc-0ecce028c4cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:41.944008 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2bc07e5-286d-4e3e-80bc-0ecce028c4cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.993635 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622a47b6-9599-4aec-80ee-80e648f6d76b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:41.996057 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b3dbf3-bccb-4313-a859-e1c5afdfbd52 None None] Network baed0720-d1d1-403c-9bcd-504023860b7c requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:00:42.014166 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-622a47b6-9599-4aec-80ee-80e648f6d76b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:42.063725 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36670) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:42.094618 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb64232-3046-454e-afc7-d1b47cc4b0fc None None] DHCP port deletion for e9ae2c9f-8862-4b1d-b882-f135a69580a6 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:00:42.108193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 203826a6-4725-40dc-b524-2654d952be5d, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=203826a6-4725-40dc-b524-2654d952be5d,segment=NetworkSegment(0cc738d7-bf75-4c93-a002-1e448a44ad5d),segment_id=0cc738d7-bf75-4c93-a002-1e448a44ad5d)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:42.108770 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:42.213000 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:42.220624 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a2bc07e5-286d-4e3e-80bc-0ecce028c4cc admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1967795 Nov 02 13:00:42.223149 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36678) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:42.232188 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-cdf33d93-34d4-4976-a001-9056fff2ada2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1309834767-router', 'tenant_id': 'af21b0a3be4b48368cfade99cec6b57c', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:42.285647 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (203826a6-4725-40dc-b524-2654d952be5d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:42.477513 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdf33d93-34d4-4976-a001-9056fff2ada2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (a19e17da-e9a5-4e73-9971-f92d303c4756), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:42.479769 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdf33d93-34d4-4976-a001-9056fff2ada2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (a19e17da-e9a5-4e73-9971-f92d303c4756), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:42.504200 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-981abf92-1f0a-4e12-b402-b14ace18e578 req-068e4d1c-73f1-45a3-b547-fcdd11ace69a tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 210 time: 0.0714762 Nov 02 13:00:42.701452 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdf33d93-34d4-4976-a001-9056fff2ada2 admin admin] Publish callbacks [] for router_controller (a19e17da-e9a5-4e73-9971-f92d303c4756), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:42.733193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64232-3046-454e-afc7-d1b47cc4b0fc None None] Deleting port 7e685db5-3ab6-4a84-8d00-85648201993b {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:00:42.733666 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5fb64232-3046-454e-afc7-d1b47cc4b0fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7e685db5-3ab6-4a84-8d00-85648201993b), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:42.744298 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 2d09d596-f6fc-49ce-b943-5222047e459e no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:42.757213 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-9d00aa58-6016-44de-acc0-af1ef000b288 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:42.757740 n-d-857339-6 neutron-server[105976]: WARNING neutron.api.v2.base [None req-9d00aa58-6016-44de-acc0-af1ef000b288 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 02 13:00:42.758239 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-9d00aa58-6016-44de-acc0-af1ef000b288 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] create failed (client error): There was a conflict when trying to complete your request. Nov 02 13:00:42.759244 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9d00aa58-6016-44de-acc0-af1ef000b288 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6940391 Nov 02 13:00:42.762887 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36698) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:42.767726 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c8d50290-a690-4cd5-8d82-9f1cd926a315 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group': {'name': 'tempest-secgroup--130534133'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:42.806631 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:42.847545 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] No Port match for: 2d09d596-f6fc-49ce-b943-5222047e459e {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:00:42.847895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 2d09d596-f6fc-49ce-b943-5222047e459e not bound to the agent host n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:00:42.893099 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7e685db5-3ab6-4a84-8d00-85648201993b no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:43.076152 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8d50290-a690-4cd5-8d82-9f1cd926a315 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.098159 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36716) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:43.127171 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8d50290-a690-4cd5-8d82-9f1cd926a315 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.130853 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdf33d93-34d4-4976-a001-9056fff2ada2 admin admin] Publish callbacks [] for router_gateway (a19e17da-e9a5-4e73-9971-f92d303c4756), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.273532 n-d-857339-6 neutron-server[105975]: DEBUG neutron.objects.ports [None req-622a47b6-9599-4aec-80ee-80e648f6d76b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105975) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 13:00:43.276897 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8d50290-a690-4cd5-8d82-9f1cd926a315 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (8a9e8d01-fc76-4462-8941-d14e11f15b24), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.321112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=203826a6-4725-40dc-b524-2654d952be5d,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:43.347057 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5fb64232-3046-454e-afc7-d1b47cc4b0fc None None] For port 7e685db5-3ab6-4a84-8d00-85648201993b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7e685db5-3ab6-4a84-8d00-85648201993b,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:43.347931 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5fb64232-3046-454e-afc7-d1b47cc4b0fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7e685db5-3ab6-4a84-8d00-85648201993b), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.358304 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7125708-c91b-429e-bd60-17419f600105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-baed0720-d1d1-403c-9bcd-504023860b7c', 'network_id': 'baed0720-d1d1-403c-9bcd-504023860b7c', 'project_id': 'af21b0a3be4b48368cfade99cec6b57c', 'fixed_ips': [{'subnet_id': '763072bf-19be-4af8-88df-2bddf781bc5b'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:00:43.361760 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f7125708-c91b-429e-bd60-17419f600105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.411969 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5fb64232-3046-454e-afc7-d1b47cc4b0fc None None] Calling delete_port for 7e685db5-3ab6-4a84-8d00-85648201993b owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:00:43.455035 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8d50290-a690-4cd5-8d82-9f1cd926a315 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8a9e8d01-fc76-4462-8941-d14e11f15b24), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.548028 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cd4a1fc9-7508-4907-8f1c-1c1ad5e94692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.714261 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d50290-a690-4cd5-8d82-9f1cd926a315 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9e8d01-fc76-4462-8941-d14e11f15b24,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:43.868465 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:43.871105 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7e685db5-3ab6-4a84-8d00-85648201993b is: ACTIVE; New status is: DOWN {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:43.871752 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7e685db5-3ab6-4a84-8d00-85648201993b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.887012 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8d50290-a690-4cd5-8d82-9f1cd926a315 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (1d8a8679-4604-423d-9dbe-7cbb8bc8cefe), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.896274 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdf33d93-34d4-4976-a001-9056fff2ada2 admin admin] Publish callbacks [] for router_gateway (a19e17da-e9a5-4e73-9971-f92d303c4756), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.940466 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdf33d93-34d4-4976-a001-9056fff2ada2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.117653 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-f7125708-c91b-429e-bd60-17419f600105 None None] Allocated IP 172.20.0.2 (baed0720-d1d1-403c-9bcd-504023860b7c/763072bf-19be-4af8-88df-2bddf781bc5b/31fddbc8-e57f-49b1-adda-2a9bf837d753) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:44.125435 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:00:44.126114 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:00:44.179823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-cdf33d93-34d4-4976-a001-9056fff2ada2 admin admin] Allocated IP 172.25.2.199 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/f7cddb78-5d62-4cb4-ad97-79e381b39452) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:44.204165 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8d50290-a690-4cd5-8d82-9f1cd926a315 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1d8a8679-4604-423d-9dbe-7cbb8bc8cefe), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.288213 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5fb64232-3046-454e-afc7-d1b47cc4b0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (7e685db5-3ab6-4a84-8d00-85648201993b), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.308337 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb64232-3046-454e-afc7-d1b47cc4b0fc None None] No DVR routers for this DVR port 7e685db5-3ab6-4a84-8d00-85648201993b on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:00:44.393768 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d50290-a690-4cd5-8d82-9f1cd926a315 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8a8679-4604-423d-9dbe-7cbb8bc8cefe,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:44.397646 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64232-3046-454e-afc7-d1b47cc4b0fc None None] Pushing event deleted for resources: {'Port': ['ID=7e685db5-3ab6-4a84-8d00-85648201993b,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:44.446176 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c8d50290-a690-4cd5-8d82-9f1cd926a315 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.451435 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c8d50290-a690-4cd5-8d82-9f1cd926a315 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6848698 Nov 02 13:00:44.452329 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36770) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:44.473493 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c4312d6a-55fb-486a-addd-423ec09cd0e9 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group_rule': {'security_group_id': '1d8a8679-4604-423d-9dbe-7cbb8bc8cefe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:44.495228 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:44.527352 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f7125708-c91b-429e-bd60-17419f600105 None None] Publish callbacks [] for port (31fddbc8-e57f-49b1-adda-2a9bf837d753), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.546918 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0314e0bb-eba9-4ccb-b305-8a46407b09b3 req-9b9653d1-f931-4152-a897-087398470f3d tempest-VolumesNegativeTest-2015848530 tempest-VolumesNegativeTest-2015848530-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0ea541eb-564d-4d5b-ad53-f49af9992092 HTTP/1.1" status: 200 len: 210 time: 0.8217268 Nov 02 13:00:44.576775 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdf33d93-34d4-4976-a001-9056fff2ada2 admin admin] Publish callbacks [] for port (f7cddb78-5d62-4cb4-ad97-79e381b39452), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.583464 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7c3d0728-0247-48a1-8179-92de96d53403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.587591 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-622a47b6-9599-4aec-80ee-80e648f6d76b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Port 7e685db5-3ab6-4a84-8d00-85648201993b concurrently deleted while adding address for new subnet {'id': '35d05e37-0eae-4d73-b8b4-5e5af86acbe9', 'name': '', 'tenant_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3558, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-11-02T13:00:42Z', 'updated_at': '2022-11-02T13:00:42Z', 'revision_number': 0, 'segment_id': None, 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc'}. {{(pid=105975) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:781}} Nov 02 13:00:44.588220 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-622a47b6-9599-4aec-80ee-80e648f6d76b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (35d05e37-0eae-4d73-b8b4-5e5af86acbe9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.659816 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Port 7e685db5-3ab6-4a84-8d00-85648201993b update to DOWN by agent not found {{(pid=105977) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2310}} Nov 02 13:00:44.664387 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f7125708-c91b-429e-bd60-17419f600105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (31fddbc8-e57f-49b1-adda-2a9bf837d753), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.706100 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622a47b6-9599-4aec-80ee-80e648f6d76b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:44.718130 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-622a47b6-9599-4aec-80ee-80e648f6d76b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:44.742858 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c4312d6a-55fb-486a-addd-423ec09cd0e9 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group_rule (5105fe47-ab3a-4084-91cb-d012e164bc19), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.768967 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7125708-c91b-429e-bd60-17419f600105 None None] Pushing event updated for resources: {'Port': ['ID=31fddbc8-e57f-49b1-adda-2a9bf837d753,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:44.769326 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622a47b6-9599-4aec-80ee-80e648f6d76b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:44.769937 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-622a47b6-9599-4aec-80ee-80e648f6d76b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.784752 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5947816f-f7a8-407f-ace5-d43c3c96afa5 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:00:44.795201 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdf33d93-34d4-4976-a001-9056fff2ada2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (f7cddb78-5d62-4cb4-ad97-79e381b39452), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.817374 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a47b6-9599-4aec-80ee-80e648f6d76b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=35d05e37-0eae-4d73-b8b4-5e5af86acbe9,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:44.832467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7125708-c91b-429e-bd60-17419f600105 None None] Network baed0720-d1d1-403c-9bcd-504023860b7c is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:44.851549 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-f7125708-c91b-429e-bd60-17419f600105 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:44.856509 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7125708-c91b-429e-bd60-17419f600105 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:00:44.860463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 203826a6-4725-40dc-b524-2654d952be5d up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:44.902127 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf33d93-34d4-4976-a001-9056fff2ada2 admin admin] Pushing event updated for resources: {'Port': ['ID=f7cddb78-5d62-4cb4-ad97-79e381b39452,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:44.927577 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7c3d0728-0247-48a1-8179-92de96d53403 admin admin] Publish callbacks [] for security_group (3db743fe-272d-43ff-b45e-bc36042e944a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.937955 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf33d93-34d4-4976-a001-9056fff2ada2 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:44.940715 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-cdf33d93-34d4-4976-a001-9056fff2ada2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:44.944017 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf33d93-34d4-4976-a001-9056fff2ada2 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:00:44.988918 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c4312d6a-55fb-486a-addd-423ec09cd0e9 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group_rule (5105fe47-ab3a-4084-91cb-d012e164bc19), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.031865 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-622a47b6-9599-4aec-80ee-80e648f6d76b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4694591 Nov 02 13:00:45.041417 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36796) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:45.041417 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e0896259-981c-4f8e-adf9-44312555a949 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'mac_address': 'fa:16:3e:71:f4:18', 'name': 'tempest-NetworksTestDHCPv6-870776812'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:45.084530 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7c3d0728-0247-48a1-8179-92de96d53403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3db743fe-272d-43ff-b45e-bc36042e944a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.088877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 203826a6-4725-40dc-b524-2654d952be5d triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:45.093402 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (203826a6-4725-40dc-b524-2654d952be5d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.093402 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 203826a6-4725-40dc-b524-2654d952be5d Nov 02 13:00:45.095225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f7125708-c91b-429e-bd60-17419f600105 None None] Attempting to bind port 31fddbc8-e57f-49b1-adda-2a9bf837d753 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:00:45.095614 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f7125708-c91b-429e-bd60-17419f600105 None None] Attempting to bind port 31fddbc8-e57f-49b1-adda-2a9bf837d753 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'f692e6a9-f9f4-4703-8bb4-96e0602ebf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'baed0720-d1d1-403c-9bcd-504023860b7c'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:00:45.095972 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7125708-c91b-429e-bd60-17419f600105 None None] Attempting to bind port 31fddbc8-e57f-49b1-adda-2a9bf837d753 on network baed0720-d1d1-403c-9bcd-504023860b7c {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:45.106250 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c4312d6a-55fb-486a-addd-423ec09cd0e9 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (5105fe47-ab3a-4084-91cb-d012e164bc19), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.159398 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.171829 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4312d6a-55fb-486a-addd-423ec09cd0e9 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5105fe47-ab3a-4084-91cb-d012e164bc19,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:45.187047 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7125708-c91b-429e-bd60-17419f600105 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:00:45.187453 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7125708-c91b-429e-bd60-17419f600105 None None] Checking segment: {'id': 'f692e6a9-f9f4-4703-8bb4-96e0602ebf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'baed0720-d1d1-403c-9bcd-504023860b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:00:45.187882 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f7125708-c91b-429e-bd60-17419f600105 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.189045 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7125708-c91b-429e-bd60-17419f600105 None None] Bound using segment: {'id': 'f692e6a9-f9f4-4703-8bb4-96e0602ebf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'baed0720-d1d1-403c-9bcd-504023860b7c'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:00:45.189045 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f7125708-c91b-429e-bd60-17419f600105 None None] Bound port: 31fddbc8-e57f-49b1-adda-2a9bf837d753, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f692e6a9-f9f4-4703-8bb4-96e0602ebf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'baed0720-d1d1-403c-9bcd-504023860b7c'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:00:45.189228 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f7125708-c91b-429e-bd60-17419f600105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (31fddbc8-e57f-49b1-adda-2a9bf837d753), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.192004 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7c3d0728-0247-48a1-8179-92de96d53403 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a9cd102e94b44d1094c6d82f97d738b6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0927930 Nov 02 13:00:45.195078 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36804) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:45.196286 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d0728-0247-48a1-8179-92de96d53403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db743fe-272d-43ff-b45e-bc36042e944a,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:45.213127 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:45.220322 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'fixed_ips': [{'subnet_id': '35d05e37-0eae-4d73-b8b4-5e5af86acbe9'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:00:45.221274 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.340634 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c4312d6a-55fb-486a-addd-423ec09cd0e9 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.342178 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c4312d6a-55fb-486a-addd-423ec09cd0e9 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8832355 Nov 02 13:00:45.345525 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36812) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:45.354755 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-a5dc89cc-5ee6-490b-84d9-2494052e549d tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group_rule': {'security_group_id': '1d8a8679-4604-423d-9dbe-7cbb8bc8cefe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:45.361838 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2cedadcd-e9f8-466e-83e2-93c664789c96 admin admin] Publish callbacks [] for security_group (3db743fe-272d-43ff-b45e-bc36042e944a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.396721 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2cedadcd-e9f8-466e-83e2-93c664789c96 admin admin] Publish callbacks [] for security_group (3db743fe-272d-43ff-b45e-bc36042e944a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.424863 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f7125708-c91b-429e-bd60-17419f600105 None None] For port 31fddbc8-e57f-49b1-adda-2a9bf837d753, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:00:45.692110 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f7125708-c91b-429e-bd60-17419f600105 None None] For port 31fddbc8-e57f-49b1-adda-2a9bf837d753, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=31fddbc8-e57f-49b1-adda-2a9bf837d753,segment=NetworkSegment(f692e6a9-f9f4-4703-8bb4-96e0602ebf5b),segment_id=f692e6a9-f9f4-4703-8bb4-96e0602ebf5b)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:00:45.692110 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 203826a6-4725-40dc-b524-2654d952be5d is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:45.692110 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] Allocated IP 2001:db8::f816:3eff:fee7:4b94 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/35d05e37-0eae-4d73-b8b4-5e5af86acbe9/51598ca5-7172-4357-846a-dd83dc9fc3aa) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:45.769369 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0896259-981c-4f8e-adf9-44312555a949 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:45.769851 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:INSERT=6,neutron:SELECT=83,neutron:UPDATE=6,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:45.873815 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0896259-981c-4f8e-adf9-44312555a949 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.896813 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] Publish callbacks [] for port (51598ca5-7172-4357-846a-dd83dc9fc3aa), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.911894 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f7125708-c91b-429e-bd60-17419f600105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (31fddbc8-e57f-49b1-adda-2a9bf837d753), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.912063 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2cedadcd-e9f8-466e-83e2-93c664789c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3db743fe-272d-43ff-b45e-bc36042e944a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.912675 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2cedadcd-e9f8-466e-83e2-93c664789c96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.914841 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2cedadcd-e9f8-466e-83e2-93c664789c96 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3db743fe-272d-43ff-b45e-bc36042e944a HTTP/1.1" status: 204 len: 168 time: 0.7025316 Nov 02 13:00:45.982922 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-e0896259-981c-4f8e-adf9-44312555a949 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port 967d8ea5-4e12-444e-a830-1308dd754850 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 13:00:45.986234 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdf33d93-34d4-4976-a001-9056fff2ada2 admin admin] Publish callbacks [] for router_gateway (a19e17da-e9a5-4e73-9971-f92d303c4756), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.995056 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedadcd-e9f8-466e-83e2-93c664789c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db743fe-272d-43ff-b45e-bc36042e944a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:46.032305 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a5dc89cc-5ee6-490b-84d9-2494052e549d tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group_rule (8945c013-c870-4035-94a6-d220e8dfd3b5), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:46.068117 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (51598ca5-7172-4357-846a-dd83dc9fc3aa), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:46.072626 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e79b5424-f7dc-4c90-86c3-d67b4e4d6078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:46.083415 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7125708-c91b-429e-bd60-17419f600105 None None] Pushing event updated for resources: {'Port': ['ID=31fddbc8-e57f-49b1-adda-2a9bf837d753,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:46.170097 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:46.206820 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:46.218390 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:00:46.228152 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] Pushing event updated for resources: {'Port': ['ID=51598ca5-7172-4357-846a-dd83dc9fc3aa,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:46.313204 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] Attempting to bind port 51598ca5-7172-4357-846a-dd83dc9fc3aa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:00:46.313712 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] Attempting to bind port 51598ca5-7172-4357-846a-dd83dc9fc3aa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:00:46.314091 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] Attempting to bind port 51598ca5-7172-4357-846a-dd83dc9fc3aa on network e9ae2c9f-8862-4b1d-b882-f135a69580a6 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:46.344891 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:46.442672 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:00:46.443298 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] Checking segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:00:46.443830 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:46.445421 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] Bound using segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:00:46.446469 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] Bound port: 51598ca5-7172-4357-846a-dd83dc9fc3aa, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:00:46.450741 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (51598ca5-7172-4357-846a-dd83dc9fc3aa), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:46.506408 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-a5dc89cc-5ee6-490b-84d9-2494052e549d tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] create failed (client error): There was a conflict when trying to complete your request. Nov 02 13:00:46.511580 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a5dc89cc-5ee6-490b-84d9-2494052e549d tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1629567 Nov 02 13:00:46.514600 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36856) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:46.593952 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] For port 51598ca5-7172-4357-846a-dd83dc9fc3aa, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:00:46.597533 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdf33d93-34d4-4976-a001-9056fff2ada2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (a19e17da-e9a5-4e73-9971-f92d303c4756), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:46.612029 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] For port 51598ca5-7172-4357-846a-dd83dc9fc3aa, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=51598ca5-7172-4357-846a-dd83dc9fc3aa,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:00:46.625770 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-e0896259-981c-4f8e-adf9-44312555a949 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::f816:3eff:fe71:f418 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/35d05e37-0eae-4d73-b8b4-5e5af86acbe9/967d8ea5-4e12-444e-a830-1308dd754850) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:46.660576 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e72c42cf-ba8a-43dd-b9af-0935df39ca92 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (1d8a8679-4604-423d-9dbe-7cbb8bc8cefe), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:46.698788 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e72c42cf-ba8a-43dd-b9af-0935df39ca92 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (1d8a8679-4604-423d-9dbe-7cbb8bc8cefe), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:46.793746 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (51598ca5-7172-4357-846a-dd83dc9fc3aa), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:46.895853 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 31fddbc8-e57f-49b1-adda-2a9bf837d753 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:46.985388 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e72c42cf-ba8a-43dd-b9af-0935df39ca92 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1d8a8679-4604-423d-9dbe-7cbb8bc8cefe), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:46.990418 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e72c42cf-ba8a-43dd-b9af-0935df39ca92 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:46.992673 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e72c42cf-ba8a-43dd-b9af-0935df39ca92 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1d8a8679-4604-423d-9dbe-7cbb8bc8cefe HTTP/1.1" status: 204 len: 168 time: 0.4588301 Nov 02 13:00:46.996344 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36880) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:47.030470 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756a0c7-ff71-47cd-9712-f574ffe23e43 None None] Pushing event updated for resources: {'Port': ['ID=51598ca5-7172-4357-846a-dd83dc9fc3aa,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:47.030940 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c42cf-ba8a-43dd-b9af-0935df39ca92 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8a8679-4604-423d-9dbe-7cbb8bc8cefe,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:47.046022 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:47.078710 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:47.100250 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 31fddbc8-e57f-49b1-adda-2a9bf837d753 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:47.101134 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (31fddbc8-e57f-49b1-adda-2a9bf837d753), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:47.103117 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 31fddbc8-e57f-49b1-adda-2a9bf837d753 Nov 02 13:00:47.112518 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf33d93-34d4-4976-a001-9056fff2ada2 admin admin] Router a19e17da-e9a5-4e73-9971-f92d303c4756 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:00:47.135759 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7fc02b7d-1fc3-45c4-afb0-c547b2b274d1 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1324003 Nov 02 13:00:47.136698 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 36888) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:47.153442 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-621bfd66-96f8-423b-a43e-9f5a7c72e98d tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group': {'name': 'tempest-secgroup--796632964'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:47.192541 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0896259-981c-4f8e-adf9-44312555a949 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (967d8ea5-4e12-444e-a830-1308dd754850), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:47.372174 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-621bfd66-96f8-423b-a43e-9f5a7c72e98d tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:47.433399 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0896259-981c-4f8e-adf9-44312555a949 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (967d8ea5-4e12-444e-a830-1308dd754850), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:47.442562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 31fddbc8-e57f-49b1-adda-2a9bf837d753 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:47.444183 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (31fddbc8-e57f-49b1-adda-2a9bf837d753), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:47.505320 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 31fddbc8-e57f-49b1-adda-2a9bf837d753, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=31fddbc8-e57f-49b1-adda-2a9bf837d753,segment=NetworkSegment(f692e6a9-f9f4-4703-8bb4-96e0602ebf5b),segment_id=f692e6a9-f9f4-4703-8bb4-96e0602ebf5b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:47.580095 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0896259-981c-4f8e-adf9-44312555a949 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:47.592522 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e0896259-981c-4f8e-adf9-44312555a949 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:47.604365 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0896259-981c-4f8e-adf9-44312555a949 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:00:47.619965 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0896259-981c-4f8e-adf9-44312555a949 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:47.620738 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0896259-981c-4f8e-adf9-44312555a949 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:47.656163 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0896259-981c-4f8e-adf9-44312555a949 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=967d8ea5-4e12-444e-a830-1308dd754850,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:47.678882 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (31fddbc8-e57f-49b1-adda-2a9bf837d753), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:47.769887 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e0896259-981c-4f8e-adf9-44312555a949 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7318878 Nov 02 13:00:47.770352 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36920) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:47.932398 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=31fddbc8-e57f-49b1-adda-2a9bf837d753,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:47.937970 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:47.976831 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f91761-7a12-4c08-8421-74642d40b541 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:47.989179 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.989564 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.989914 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.993122 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.995183 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.995550 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.995898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:47.996244 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:48.001435 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:48.007020 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:48.009545 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:48.010450 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:48.010808 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:48.011147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:48.013165 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:48.016926 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f91761-7a12-4c08-8421-74642d40b541 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:48.021399 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-59f91761-7a12-4c08-8421-74642d40b541 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2475464 Nov 02 13:00:48.024474 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 36936) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:48.175607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8ebd03-2ec3-4f21-bb72-c8c29fd1f91b None None] Network baed0720-d1d1-403c-9bcd-504023860b7c requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:00:48.277614 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-31463851-e468-4830-82f8-428eff69f6fa tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port 967d8ea5-4e12-444e-a830-1308dd754850 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:00:48.278192 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31463851-e468-4830-82f8-428eff69f6fa tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (967d8ea5-4e12-444e-a830-1308dd754850), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:48.582899 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:48.619969 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-fb09935e-eba6-4e34-b4ca-c0cbe4f55fe8 None None] Provisioning complete for port 31fddbc8-e57f-49b1-adda-2a9bf837d753 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:48.619969 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fb09935e-eba6-4e34-b4ca-c0cbe4f55fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (31fddbc8-e57f-49b1-adda-2a9bf837d753), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:48.619969 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-fb09935e-eba6-4e34-b4ca-c0cbe4f55fe8 None None] Attempt 1 to provision port 31fddbc8-e57f-49b1-adda-2a9bf837d753 Nov 02 13:00:48.631438 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf33d93-34d4-4976-a001-9056fff2ada2 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:00:48.717128 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31463851-e468-4830-82f8-428eff69f6fa tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (967d8ea5-4e12-444e-a830-1308dd754850), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:48.752474 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-621bfd66-96f8-423b-a43e-9f5a7c72e98d tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (4f838621-99f6-40c6-962a-57fcd012ca9e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:48.775119 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-31463851-e468-4830-82f8-428eff69f6fa tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for 967d8ea5-4e12-444e-a830-1308dd754850 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:00:48.876316 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdf33d93-34d4-4976-a001-9056fff2ada2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:48.884561 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cdf33d93-34d4-4976-a001-9056fff2ada2 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6599336 Nov 02 13:00:48.885566 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37014) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:48.897324 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-621bfd66-96f8-423b-a43e-9f5a7c72e98d tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4f838621-99f6-40c6-962a-57fcd012ca9e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:48.955107 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37022) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:49.041831 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] Sync routers for ids ['a19e17da-e9a5-4e73-9971-f92d303c4756'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:00:49.066400 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=9 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:49.067360 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] Routers {'a19e17da-e9a5-4e73-9971-f92d303c4756'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:00:49.068403 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:00:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a19e17da-e9a5-4e73-9971-f92d303c4756'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:49.151088 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621bfd66-96f8-423b-a43e-9f5a7c72e98d tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f838621-99f6-40c6-962a-57fcd012ca9e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:49.182761 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:49.195756 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-621bfd66-96f8-423b-a43e-9f5a7c72e98d tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:49.200743 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-621bfd66-96f8-423b-a43e-9f5a7c72e98d tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.0553935 Nov 02 13:00:49.201610 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37034) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:49.212511 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 51598ca5-7172-4357-846a-dd83dc9fc3aa up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:49.228034 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c3469bfe-67c6-4adb-a252-2e85717c902c tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group_rule': {'security_group_id': '4f838621-99f6-40c6-962a-57fcd012ca9e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:49.230271 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:49.234080 n-d-857339-6 neutron-server[105975]: WARNING neutron.api.v2.base [None req-c3469bfe-67c6-4adb-a252-2e85717c902c tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 02 13:00:49.234804 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-c3469bfe-67c6-4adb-a252-2e85717c902c tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:00:49.235893 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c3469bfe-67c6-4adb-a252-2e85717c902c tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0316727 Nov 02 13:00:49.245619 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37036) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:49.315678 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] Set router a19e17da-e9a5-4e73-9971-f92d303c4756 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:00:49.373197 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-1b7f7233-965e-48ad-b1ca-45a4b2353533 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-688415483-network', 'tenant_id': '2ebef82c406a4578acb8c58c8b070f2e'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:49.550435 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fb09935e-eba6-4e34-b4ca-c0cbe4f55fe8 None None] Current status of the port 31fddbc8-e57f-49b1-adda-2a9bf837d753 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:49.569885 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 51598ca5-7172-4357-846a-dd83dc9fc3aa triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:49.570277 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (51598ca5-7172-4357-846a-dd83dc9fc3aa), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:49.570899 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 51598ca5-7172-4357-846a-dd83dc9fc3aa Nov 02 13:00:49.610324 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7f7233-965e-48ad-b1ca-45a4b2353533 admin admin] Made reservation on behalf of 2ebef82c406a4578acb8c58c8b070f2e for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:49.616283 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b7f7233-965e-48ad-b1ca-45a4b2353533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:49.633382 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b5fd803-e956-4831-b3fb-4e5220a3042f tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (4f838621-99f6-40c6-962a-57fcd012ca9e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:49.651520 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b7f7233-965e-48ad-b1ca-45a4b2353533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:49.740316 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-972b3129-4bdd-48da-9231-370fddd444dc None None] Provisioning complete for port 51598ca5-7172-4357-846a-dd83dc9fc3aa triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:49.741257 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-972b3129-4bdd-48da-9231-370fddd444dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (51598ca5-7172-4357-846a-dd83dc9fc3aa), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:49.741488 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-972b3129-4bdd-48da-9231-370fddd444dc None None] Attempt 1 to provision port 51598ca5-7172-4357-846a-dd83dc9fc3aa Nov 02 13:00:49.754994 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b5fd803-e956-4831-b3fb-4e5220a3042f tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (4f838621-99f6-40c6-962a-57fcd012ca9e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:49.780942 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31463851-e468-4830-82f8-428eff69f6fa tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (967d8ea5-4e12-444e-a830-1308dd754850), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:49.958632 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31463851-e468-4830-82f8-428eff69f6fa tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=967d8ea5-4e12-444e-a830-1308dd754850,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:49.997783 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31463851-e468-4830-82f8-428eff69f6fa tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:50.001756 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-31463851-e468-4830-82f8-428eff69f6fa tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/967d8ea5-4e12-444e-a830-1308dd754850 HTTP/1.1" status: 204 len: 168 time: 1.9741957 Nov 02 13:00:50.007936 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37052) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:50.015892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19e17da-e9a5-4e73-9971-f92d303c4756', 'name': 'tempest-TestVolumeBackupRestore-1309834767-router', 'tenant_id': 'af21b0a3be4b48368cfade99cec6b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f7cddb78-5d62-4cb4-ad97-79e381b39452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:42Z', 'updated_at': '2022-11-02T13:00:45Z', 'revision_number': 3, 'project_id': 'af21b0a3be4b48368cfade99cec6b57c', 'gw_port': {'id': 'f7cddb78-5d62-4cb4-ad97-79e381b39452', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19e17da-e9a5-4e73-9971-f92d303c4756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:43Z', 'updated_at': '2022-11-02T13:00:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:50.096123 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b5fd803-e956-4831-b3fb-4e5220a3042f tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4f838621-99f6-40c6-962a-57fcd012ca9e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:50.105447 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b5fd803-e956-4831-b3fb-4e5220a3042f tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:50.107247 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5b5fd803-e956-4831-b3fb-4e5220a3042f tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4f838621-99f6-40c6-962a-57fcd012ca9e HTTP/1.1" status: 204 len: 168 time: 0.8604794 Nov 02 13:00:50.164717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 51598ca5-7172-4357-846a-dd83dc9fc3aa is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:50.165887 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (51598ca5-7172-4357-846a-dd83dc9fc3aa), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:50.188324 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37060) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:50.207326 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fd803-e956-4831-b3fb-4e5220a3042f tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f838621-99f6-40c6-962a-57fcd012ca9e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:50.233011 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] Checking router: a19e17da-e9a5-4e73-9971-f92d303c4756 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:00:50.234128 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] Updating router a19e17da-e9a5-4e73-9971-f92d303c4756 port f7cddb78-5d62-4cb4-ad97-79e381b39452 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:00:50.291347 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b7f7233-965e-48ad-b1ca-45a4b2353533 admin admin] Publish callbacks [] for security_group (3259e938-a240-4832-93fc-a0649d4253df), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:50.413711 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-596ef20d-a2bc-46f5-a49d-ce6efd05f562 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2119539 Nov 02 13:00:50.427947 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 51598ca5-7172-4357-846a-dd83dc9fc3aa, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=51598ca5-7172-4357-846a-dd83dc9fc3aa,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:50.439107 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f7cddb78-5d62-4cb4-ad97-79e381b39452), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:50.440235 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37066) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:50.479737 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-dc272a8b-5414-4db7-b6b5-18d1427eca4f tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634426752'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:50.492773 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-972b3129-4bdd-48da-9231-370fddd444dc None None] Current status of the port 51598ca5-7172-4357-846a-dd83dc9fc3aa is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:50.493242 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-972b3129-4bdd-48da-9231-370fddd444dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (51598ca5-7172-4357-846a-dd83dc9fc3aa), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:50.525673 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b7f7233-965e-48ad-b1ca-45a4b2353533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3259e938-a240-4832-93fc-a0649d4253df), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:50.536081 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (51598ca5-7172-4357-846a-dd83dc9fc3aa), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:50.536275 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 31fddbc8-e57f-49b1-adda-2a9bf837d753 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:50.540761 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72bef31-5469-40ee-9e92-c57b4ea4739f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:50.548446 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72bef31-5469-40ee-9e92-c57b4ea4739f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:50.551991 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:50.562357 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b72bef31-5469-40ee-9e92-c57b4ea4739f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5502851 Nov 02 13:00:50.570304 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37072) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:50.646999 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f7233-965e-48ad-b1ca-45a4b2353533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3259e938-a240-4832-93fc-a0649d4253df,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:50.680200 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7f7233-965e-48ad-b1ca-45a4b2353533 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:00:50.713605 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dc272a8b-5414-4db7-b6b5-18d1427eca4f tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:50.748546 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:50.767500 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:50.787204 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b7f7233-965e-48ad-b1ca-45a4b2353533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (35067669-59d9-4db8-b3bd-6ee5a0722178), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:50.787989 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-1b7f7233-965e-48ad-b1ca-45a4b2353533 admin admin] Added segment 35067669-59d9-4db8-b3bd-6ee5a0722178 of type vlan for network 28d1d808-ac39-4cd1-8e45-5ed5c3ae902e Nov 02 13:00:50.816197 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0f5443-35e2-44ec-8bf0-fb44d52ded13 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet 35d05e37-0eae-4d73-b8b4-5e5af86acbe9 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:00:50.823158 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e0f5443-35e2-44ec-8bf0-fb44d52ded13 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (35d05e37-0eae-4d73-b8b4-5e5af86acbe9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:50.867263 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-972b3129-4bdd-48da-9231-370fddd444dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:00:50.868451 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-972b3129-4bdd-48da-9231-370fddd444dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:00:50.916395 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=51598ca5-7172-4357-846a-dd83dc9fc3aa,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:50.943455 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e0f5443-35e2-44ec-8bf0-fb44d52ded13 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (35d05e37-0eae-4d73-b8b4-5e5af86acbe9), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:50.947176 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 31fddbc8-e57f-49b1-adda-2a9bf837d753 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:50.948203 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (31fddbc8-e57f-49b1-adda-2a9bf837d753), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:50.950797 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 31fddbc8-e57f-49b1-adda-2a9bf837d753 Nov 02 13:00:51.037785 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dc272a8b-5414-4db7-b6b5-18d1427eca4f tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (aaab3e8c-68b6-46ba-91fd-d40f23972c40), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:51.081463 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b7f7233-965e-48ad-b1ca-45a4b2353533 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (28d1d808-ac39-4cd1-8e45-5ed5c3ae902e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:51.107715 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e0f5443-35e2-44ec-8bf0-fb44d52ded13 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (35d05e37-0eae-4d73-b8b4-5e5af86acbe9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:51.168838 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98417520-7a2d-4ccc-b1ff-4a0a00fe0764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:51.204272 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:51.215451 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dc272a8b-5414-4db7-b6b5-18d1427eca4f tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (aaab3e8c-68b6-46ba-91fd-d40f23972c40), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:51.250831 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] Publish callbacks [] for port (f7cddb78-5d62-4cb4-ad97-79e381b39452), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:51.280187 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b7f7233-965e-48ad-b1ca-45a4b2353533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (28d1d808-ac39-4cd1-8e45-5ed5c3ae902e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:51.307532 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7f7233-965e-48ad-b1ca-45a4b2353533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:51.307532 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b7f7233-965e-48ad-b1ca-45a4b2353533 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:51.319493 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dc272a8b-5414-4db7-b6b5-18d1427eca4f tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:51.334326 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dc272a8b-5414-4db7-b6b5-18d1427eca4f tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8582737 Nov 02 13:00:51.335530 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37088) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:51.352074 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc272a8b-5414-4db7-b6b5-18d1427eca4f tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaab3e8c-68b6-46ba-91fd-d40f23972c40,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:51.358370 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 31fddbc8-e57f-49b1-adda-2a9bf837d753 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:51.364528 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-73c234ad-86b3-4763-912e-04e5078f9abb tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group_rule': {'security_group_id': 'aaab3e8c-68b6-46ba-91fd-d40f23972c40', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:51.365797 n-d-857339-6 neutron-server[105975]: WARNING neutron.api.v2.base [None req-73c234ad-86b3-4763-912e-04e5078f9abb tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 02 13:00:51.366186 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-73c234ad-86b3-4763-912e-04e5078f9abb tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:00:51.368454 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-73c234ad-86b3-4763-912e-04e5078f9abb tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0213344 Nov 02 13:00:51.375629 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37090) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:51.435905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-972b3129-4bdd-48da-9231-370fddd444dc None None] Current status of the port 51598ca5-7172-4357-846a-dd83dc9fc3aa is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:51.440953 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f7cddb78-5d62-4cb4-ad97-79e381b39452), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:51.445924 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-972b3129-4bdd-48da-9231-370fddd444dc None None] Could not find standard attr ID for object 967d8ea5-4e12-444e-a830-1308dd754850. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 13:00:51.535910 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e0f5443-35e2-44ec-8bf0-fb44d52ded13 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (35d05e37-0eae-4d73-b8b4-5e5af86acbe9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:51.547666 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1b7f7233-965e-48ad-b1ca-45a4b2353533 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5841417 Nov 02 13:00:51.547666 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f7233-965e-48ad-b1ca-45a4b2353533 admin admin] Pushing event updated for resources: {'Network': ['ID=28d1d808-ac39-4cd1-8e45-5ed5c3ae902e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:51.554528 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37094) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:51.598298 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] Attempting to bind port f7cddb78-5d62-4cb4-ad97-79e381b39452 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:00:51.598803 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] Attempting to bind port f7cddb78-5d62-4cb4-ad97-79e381b39452 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:00:51.599270 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] Attempting to bind port f7cddb78-5d62-4cb4-ad97-79e381b39452 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:51.607111 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 28d1d808-ac39-4cd1-8e45-5ed5c3ae902e details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:00:51.614154 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-cf65a2f6-3c93-4f53-bdd8-d4fa431d0f13 admin admin] Request body: {'subnet': {'network_id': '28d1d808-ac39-4cd1-8e45-5ed5c3ae902e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-688415483-subnet', 'tenant_id': '2ebef82c406a4578acb8c58c8b070f2e', 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:51.623862 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e0f5443-35e2-44ec-8bf0-fb44d52ded13 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:51.629535 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1e0f5443-35e2-44ec-8bf0-fb44d52ded13 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/35d05e37-0eae-4d73-b8b4-5e5af86acbe9 HTTP/1.1" status: 204 len: 168 time: 1.0564365 Nov 02 13:00:51.643732 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37098) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:51.666108 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f5443-35e2-44ec-8bf0-fb44d52ded13 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=35d05e37-0eae-4d73-b8b4-5e5af86acbe9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:51.684107 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-598ff1f7-6687-4286-8be8-b46a135db5b6 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (aaab3e8c-68b6-46ba-91fd-d40f23972c40), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:51.732791 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9bda25ac-be8c-4a91-bcc5-ac8ea7ec1c24 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877602 Nov 02 13:00:51.733544 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37102) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:51.747763 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 51598ca5-7172-4357-846a-dd83dc9fc3aa up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:51.825422 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3a000-1594-4c48-94fe-6e91c4e6ba29 None None] Pushing event updated for resources: {'Port': ['ID=f7cddb78-5d62-4cb4-ad97-79e381b39452,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:51.840966 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-598ff1f7-6687-4286-8be8-b46a135db5b6 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (aaab3e8c-68b6-46ba-91fd-d40f23972c40), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:51.859098 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf65a2f6-3c93-4f53-bdd8-d4fa431d0f13 admin admin] Made reservation on behalf of 2ebef82c406a4578acb8c58c8b070f2e for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:51.861527 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cf65a2f6-3c93-4f53-bdd8-d4fa431d0f13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:51.901787 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-98417520-7a2d-4ccc-b1ff-4a0a00fe0764 admin admin] Allocated IP 172.20.0.1 (baed0720-d1d1-403c-9bcd-504023860b7c/763072bf-19be-4af8-88df-2bddf781bc5b/02c9db09-7f27-4f35-968b-c22d845b3797) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:51.923773 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7518466d-408b-4a2f-95ad-861d9d159c26 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:51.931055 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37106) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:51.936363 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:00:51.937042 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:00:51.937386 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7518466d-408b-4a2f-95ad-861d9d159c26 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1997044 Nov 02 13:00:51.937719 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:51.938257 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:00:51.938866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] Bound port: f7cddb78-5d62-4cb4-ad97-79e381b39452, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:00:51.939362 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f7cddb78-5d62-4cb4-ad97-79e381b39452), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:51.945262 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 51598ca5-7172-4357-846a-dd83dc9fc3aa triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:51.946151 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (51598ca5-7172-4357-846a-dd83dc9fc3aa), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:51.946151 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 51598ca5-7172-4357-846a-dd83dc9fc3aa Nov 02 13:00:51.975384 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2bb934-075f-4dbb-917e-6fd09c00db3b None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:00:52.095858 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-598ff1f7-6687-4286-8be8-b46a135db5b6 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (aaab3e8c-68b6-46ba-91fd-d40f23972c40), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:52.099990 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-598ff1f7-6687-4286-8be8-b46a135db5b6 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:52.105513 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-598ff1f7-6687-4286-8be8-b46a135db5b6 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/aaab3e8c-68b6-46ba-91fd-d40f23972c40 HTTP/1.1" status: 204 len: 168 time: 0.7302094 Nov 02 13:00:52.111409 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37114) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:52.173532 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ff1f7-6687-4286-8be8-b46a135db5b6 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaab3e8c-68b6-46ba-91fd-d40f23972c40,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:52.253932 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-60f9bddf-add6-4cc3-a345-6fe238674c58 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1370804 Nov 02 13:00:52.258152 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37136) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:52.269789 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-df24469f-5f61-4efa-b0f8-35f6a3efc2cd tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group': {'name': 'tempest-secgroup--1087535862'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:52.304769 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3044e5-2320-4e2e-9384-b53e7c94eb26 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:52.309733 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ba3044e5-2320-4e2e-9384-b53e7c94eb26 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3762257 Nov 02 13:00:52.312999 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37146) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:52.318683 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-cf095a87-c8cf-4a48-98ea-156b9748d46b None None] Provisioning complete for port 31fddbc8-e57f-49b1-adda-2a9bf837d753 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:52.319061 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cf095a87-c8cf-4a48-98ea-156b9748d46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (31fddbc8-e57f-49b1-adda-2a9bf837d753), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:52.319463 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-cf095a87-c8cf-4a48-98ea-156b9748d46b None None] Attempt 1 to provision port 31fddbc8-e57f-49b1-adda-2a9bf837d753 Nov 02 13:00:52.331084 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:52.358864 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-df24469f-5f61-4efa-b0f8-35f6a3efc2cd tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:52.394438 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:INSERT=5,neutron:DELETE=10,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:52.464018 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] For port f7cddb78-5d62-4cb4-ad97-79e381b39452, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:00:52.476457 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cf65a2f6-3c93-4f53-bdd8-d4fa431d0f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:52.489933 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8fbcf006-38a9-49e0-832d-62a0427ce5a2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1698716 Nov 02 13:00:52.494311 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37160) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:52.510944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] For port f7cddb78-5d62-4cb4-ad97-79e381b39452, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f7cddb78-5d62-4cb4-ad97-79e381b39452,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:00:52.531817 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-bb4270c8-641c-476c-b492-58ebd2ea16d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:52.650427 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-df24469f-5f61-4efa-b0f8-35f6a3efc2cd tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (e87e78df-4928-43b4-802f-fa8a1941d0b6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:52.667731 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f7cddb78-5d62-4cb4-ad97-79e381b39452), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:52.694757 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6800a4-9d41-4684-b673-813b46861d30 None None] DHCP port deletion for e9ae2c9f-8862-4b1d-b882-f135a69580a6 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:00:52.735224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cf095a87-c8cf-4a48-98ea-156b9748d46b None None] Current status of the port 31fddbc8-e57f-49b1-adda-2a9bf837d753 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:52.769914 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 51598ca5-7172-4357-846a-dd83dc9fc3aa is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:52.775182 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98417520-7a2d-4ccc-b1ff-4a0a00fe0764 admin admin] Publish callbacks [] for port (02c9db09-7f27-4f35-968b-c22d845b3797), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:52.782611 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-df24469f-5f61-4efa-b0f8-35f6a3efc2cd tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e87e78df-4928-43b4-802f-fa8a1941d0b6), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:52.795726 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65a2f6-3c93-4f53-bdd8-d4fa431d0f13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:52.812096 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4270c8-641c-476c-b492-58ebd2ea16d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:52.816214 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bb4270c8-641c-476c-b492-58ebd2ea16d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:52.822388 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] Routers {'a19e17da-e9a5-4e73-9971-f92d303c4756'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:00:52.823112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:00:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a19e17da-e9a5-4e73-9971-f92d303c4756'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:52.889227 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf65a2f6-3c93-4f53-bdd8-d4fa431d0f13 admin admin] Checking segment: {'id': '35067669-59d9-4db8-b3bd-6ee5a0722178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '28d1d808-ac39-4cd1-8e45-5ed5c3ae902e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:00:52.889604 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf65a2f6-3c93-4f53-bdd8-d4fa431d0f13 admin admin] Network hostable DHCP agents. Network: 28d1d808-ac39-4cd1-8e45-5ed5c3ae902e, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:00:52.943664 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24469f-5f61-4efa-b0f8-35f6a3efc2cd tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87e78df-4928-43b4-802f-fa8a1941d0b6,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:52.970480 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-df24469f-5f61-4efa-b0f8-35f6a3efc2cd tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:52.977849 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-df24469f-5f61-4efa-b0f8-35f6a3efc2cd tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7195635 Nov 02 13:00:52.977849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37186) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:52.989931 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-3297301a-3653-49a0-9df8-22a486088e37 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group_rule': {'security_group_id': 'e87e78df-4928-43b4-802f-fa8a1941d0b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:52.993041 n-d-857339-6 neutron-server[105975]: WARNING neutron.api.v2.base [None req-3297301a-3653-49a0-9df8-22a486088e37 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 02 13:00:52.996570 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-3297301a-3653-49a0-9df8-22a486088e37 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:00:53.001597 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3297301a-3653-49a0-9df8-22a486088e37 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0208600 Nov 02 13:00:53.003878 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37188) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:53.014467 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-38ef26e3-e9f0-436d-b021-a9e16e048cba tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group_rule': {'security_group_id': 'e87e78df-4928-43b4-802f-fa8a1941d0b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:53.017559 n-d-857339-6 neutron-server[105975]: WARNING neutron.api.v2.base [None req-38ef26e3-e9f0-436d-b021-a9e16e048cba tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 02 13:00:53.022031 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-38ef26e3-e9f0-436d-b021-a9e16e048cba tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:00:53.025546 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-38ef26e3-e9f0-436d-b021-a9e16e048cba tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0196311 Nov 02 13:00:53.028444 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37190) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:53.029582 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fd6800a4-9d41-4684-b673-813b46861d30 None None] Deleting port 51598ca5-7172-4357-846a-dd83dc9fc3aa {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:00:53.030406 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd6800a4-9d41-4684-b673-813b46861d30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (51598ca5-7172-4357-846a-dd83dc9fc3aa), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:53.055819 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-8bdeaf48-9352-4f4e-8dbe-69c745ee83cf tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group_rule': {'security_group_id': 'e87e78df-4928-43b4-802f-fa8a1941d0b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:53.056522 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3a000-1594-4c48-94fe-6e91c4e6ba29 None None] Pushing event updated for resources: {'Port': ['ID=f7cddb78-5d62-4cb4-ad97-79e381b39452,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:53.057269 n-d-857339-6 neutron-server[105975]: WARNING neutron.api.v2.base [None req-8bdeaf48-9352-4f4e-8dbe-69c745ee83cf tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 02 13:00:53.058045 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-8bdeaf48-9352-4f4e-8dbe-69c745ee83cf tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:00:53.069383 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8bdeaf48-9352-4f4e-8dbe-69c745ee83cf tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0377376 Nov 02 13:00:53.073318 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37194) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:53.080747 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-eff8bd95-3cc1-47da-8172-40d5f46e9c15 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group_rule': {'security_group_id': 'e87e78df-4928-43b4-802f-fa8a1941d0b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:53.080962 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:53.083228 n-d-857339-6 neutron-server[105975]: WARNING neutron.api.v2.base [None req-eff8bd95-3cc1-47da-8172-40d5f46e9c15 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 02 13:00:53.083813 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-eff8bd95-3cc1-47da-8172-40d5f46e9c15 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:00:53.087259 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-eff8bd95-3cc1-47da-8172-40d5f46e9c15 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0101526 Nov 02 13:00:53.089807 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37196) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:53.196616 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-fd6800a4-9d41-4684-b673-813b46861d30 None None] For port 51598ca5-7172-4357-846a-dd83dc9fc3aa, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=51598ca5-7172-4357-846a-dd83dc9fc3aa,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:53.197144 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd6800a4-9d41-4684-b673-813b46861d30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (51598ca5-7172-4357-846a-dd83dc9fc3aa), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:53.228535 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6f40-e4c6-4bd6-9338-46a2754e84d4 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (e87e78df-4928-43b4-802f-fa8a1941d0b6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:53.228855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fd6800a4-9d41-4684-b673-813b46861d30 None None] Calling delete_port for 51598ca5-7172-4357-846a-dd83dc9fc3aa owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:00:53.242069 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] Set router a19e17da-e9a5-4e73-9971-f92d303c4756 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:00:53.252620 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6f40-e4c6-4bd6-9338-46a2754e84d4 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (e87e78df-4928-43b4-802f-fa8a1941d0b6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:53.345019 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf65a2f6-3c93-4f53-bdd8-d4fa431d0f13 admin admin] Network 28d1d808-ac39-4cd1-8e45-5ed5c3ae902e is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:00:53.350328 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98417520-7a2d-4ccc-b1ff-4a0a00fe0764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (02c9db09-7f27-4f35-968b-c22d845b3797), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:53.392875 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98417520-7a2d-4ccc-b1ff-4a0a00fe0764 admin admin] Network baed0720-d1d1-403c-9bcd-504023860b7c is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:53.395994 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-98417520-7a2d-4ccc-b1ff-4a0a00fe0764 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:53.402544 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98417520-7a2d-4ccc-b1ff-4a0a00fe0764 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:00:53.445732 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98417520-7a2d-4ccc-b1ff-4a0a00fe0764 admin admin] Pushing event updated for resources: {'Port': ['ID=02c9db09-7f27-4f35-968b-c22d845b3797,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:53.449868 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6f40-e4c6-4bd6-9338-46a2754e84d4 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e87e78df-4928-43b4-802f-fa8a1941d0b6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:53.454916 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6f40-e4c6-4bd6-9338-46a2754e84d4 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:53.460424 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3f6b6f40-e4c6-4bd6-9338-46a2754e84d4 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e87e78df-4928-43b4-802f-fa8a1941d0b6 HTTP/1.1" status: 204 len: 168 time: 0.3668542 Nov 02 13:00:53.474504 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37200) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:53.506146 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-cf65a2f6-3c93-4f53-bdd8-d4fa431d0f13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 28d1d808-ac39-4cd1-8e45-5ed5c3ae902e) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:53.517445 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b6f40-e4c6-4bd6-9338-46a2754e84d4 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87e78df-4928-43b4-802f-fa8a1941d0b6,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:53.521937 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65a2f6-3c93-4f53-bdd8-d4fa431d0f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:53.532354 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cf65a2f6-3c93-4f53-bdd8-d4fa431d0f13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:53.551882 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abc8971-90be-4b8a-b1b7-e09814f0631d None None] Network 28d1d808-ac39-4cd1-8e45-5ed5c3ae902e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:00:53.557961 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:53.629834 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f2dbb44a-ecb8-4aa7-b28c-61db1e877efc tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1469822 Nov 02 13:00:53.635661 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37208) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:53.645952 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f64d9f12-b91b-43d9-8c9b-54c7fe603f65 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group': {'name': 'tempest-secgroup--374291426'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:53.677103 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 51598ca5-7172-4357-846a-dd83dc9fc3aa no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:53.687978 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd6800a4-9d41-4684-b673-813b46861d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (51598ca5-7172-4357-846a-dd83dc9fc3aa), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:53.708834 n-d-857339-6 neutron-server[105976]: DEBUG neutron.objects.ports [None req-bb4270c8-641c-476c-b492-58ebd2ea16d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105976) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 13:00:53.711171 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98417520-7a2d-4ccc-b1ff-4a0a00fe0764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (a19e17da-e9a5-4e73-9971-f92d303c4756), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:53.759947 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:53.773328 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bb4270c8-641c-476c-b492-58ebd2ea16d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (a8e5a22d-824d-4328-94ca-2d5e35711983), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:53.785256 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f64d9f12-b91b-43d9-8c9b-54c7fe603f65 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:53.856191 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4270c8-641c-476c-b492-58ebd2ea16d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:53.862874 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-bb4270c8-641c-476c-b492-58ebd2ea16d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:53.873918 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cf65a2f6-3c93-4f53-bdd8-d4fa431d0f13 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2639668 Nov 02 13:00:53.875675 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4270c8-641c-476c-b492-58ebd2ea16d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:53.876436 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bb4270c8-641c-476c-b492-58ebd2ea16d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:53.877374 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37218) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:53.889585 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6e04d600-dc9d-47b8-98f0-4dc9b09f082e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-688415483-router', 'tenant_id': '2ebef82c406a4578acb8c58c8b070f2e', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:53.894024 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 51598ca5-7172-4357-846a-dd83dc9fc3aa {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:00:53.894378 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 51598ca5-7172-4357-846a-dd83dc9fc3aa not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:00:53.906520 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:53.912371 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6800a4-9d41-4684-b673-813b46861d30 None None] Pushing event deleted for resources: {'Port': ['ID=51598ca5-7172-4357-846a-dd83dc9fc3aa,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:53.917324 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6800a4-9d41-4684-b673-813b46861d30 None None] No DVR routers for this DVR port 51598ca5-7172-4357-846a-dd83dc9fc3aa on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:00:53.922498 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4270c8-641c-476c-b492-58ebd2ea16d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=a8e5a22d-824d-4328-94ca-2d5e35711983,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:53.928345 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:53.967781 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53527c2-c6fe-4ad5-8505-cf9811b8527c None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:00:54.018011 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f64d9f12-b91b-43d9-8c9b-54c7fe603f65 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (750ca705-764a-4e46-913f-3e394dc3d500), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:54.023762 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37228) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:54.024170 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bb4270c8-641c-476c-b492-58ebd2ea16d9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5086839 Nov 02 13:00:54.030858 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-25570c1e-7c26-4e8b-8601-1000d90f8b35 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'mac_address': 'fa:16:3e:af:41:8a', 'name': 'tempest-NetworksTestDHCPv6-266657544'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:54.057275 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-47bc6978-23f7-42ef-910f-4031ac8cc95d None None] Provisioning complete for port 02c9db09-7f27-4f35-968b-c22d845b3797 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:54.057959 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-47bc6978-23f7-42ef-910f-4031ac8cc95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (02c9db09-7f27-4f35-968b-c22d845b3797), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:54.058123 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-47bc6978-23f7-42ef-910f-4031ac8cc95d None None] Attempt 1 to provision port 02c9db09-7f27-4f35-968b-c22d845b3797 Nov 02 13:00:54.068126 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e04d600-dc9d-47b8-98f0-4dc9b09f082e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (baf0bd52-673b-42bc-a781-b1319cd8d5f1), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:54.069616 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e04d600-dc9d-47b8-98f0-4dc9b09f082e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (baf0bd52-673b-42bc-a781-b1319cd8d5f1), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:54.071108 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19e17da-e9a5-4e73-9971-f92d303c4756', 'name': 'tempest-TestVolumeBackupRestore-1309834767-router', 'tenant_id': 'af21b0a3be4b48368cfade99cec6b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f7cddb78-5d62-4cb4-ad97-79e381b39452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:42Z', 'updated_at': '2022-11-02T13:00:45Z', 'revision_number': 3, 'project_id': 'af21b0a3be4b48368cfade99cec6b57c', 'gw_port': {'id': 'f7cddb78-5d62-4cb4-ad97-79e381b39452', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19e17da-e9a5-4e73-9971-f92d303c4756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:43Z', 'updated_at': '2022-11-02T13:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:54.121879 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:54.134370 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f64d9f12-b91b-43d9-8c9b-54c7fe603f65 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (750ca705-764a-4e46-913f-3e394dc3d500), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:54.200964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eea2c72-b70e-4c12-81b1-ebfa83e84732 None None] The sync data for ids ['a19e17da-e9a5-4e73-9971-f92d303c4756'] in n-d-857339-6 is: [{'id': 'a19e17da-e9a5-4e73-9971-f92d303c4756', 'name': 'tempest-TestVolumeBackupRestore-1309834767-router', 'tenant_id': 'af21b0a3be4b48368cfade99cec6b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f7cddb78-5d62-4cb4-ad97-79e381b39452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:42Z', 'updated_at': '2022-11-02T13:00:45Z', 'revision_number': 3, 'project_id': 'af21b0a3be4b48368cfade99cec6b57c', 'gw_port': {'id': 'f7cddb78-5d62-4cb4-ad97-79e381b39452', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19e17da-e9a5-4e73-9971-f92d303c4756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:43Z', 'updated_at': '2022-11-02T13:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:00:54.248518 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'fixed_ips': [{'subnet_id': 'a8e5a22d-824d-4328-94ca-2d5e35711983'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:00:54.251309 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:54.266798 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-28d1d808-ac39-4cd1-8e45-5ed5c3ae902e', 'network_id': '28d1d808-ac39-4cd1-8e45-5ed5c3ae902e', 'project_id': '2ebef82c406a4578acb8c58c8b070f2e', 'fixed_ips': [{'subnet_id': 'f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:00:54.268142 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:54.291927 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-47bc6978-23f7-42ef-910f-4031ac8cc95d None None] Port 02c9db09-7f27-4f35-968b-c22d845b3797 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:00:54.370211 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:54.474249 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f64d9f12-b91b-43d9-8c9b-54c7fe603f65 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:54.475530 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f64d9f12-b91b-43d9-8c9b-54c7fe603f65 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8349783 Nov 02 13:00:54.476850 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d9f12-b91b-43d9-8c9b-54c7fe603f65 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=750ca705-764a-4e46-913f-3e394dc3d500,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:54.488248 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e04d600-dc9d-47b8-98f0-4dc9b09f082e admin admin] Publish callbacks [] for router_controller (baf0bd52-673b-42bc-a781-b1319cd8d5f1), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:54.495971 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37252) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:54.505978 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f57f8893-2f52-4f52-b8a5-c844d809a8a7 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group_rule': {'security_group_id': '750ca705-764a-4e46-913f-3e394dc3d500', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:54.506738 n-d-857339-6 neutron-server[105975]: WARNING neutron.api.v2.base [None req-f57f8893-2f52-4f52-b8a5-c844d809a8a7 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 02 13:00:54.507765 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-f57f8893-2f52-4f52-b8a5-c844d809a8a7 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:00:54.509156 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f57f8893-2f52-4f52-b8a5-c844d809a8a7 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0121818 Nov 02 13:00:54.515797 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37254) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:54.534222 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6565f064-21e2-47d9-87fe-c2b476563b5e tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group_rule': {'security_group_id': '750ca705-764a-4e46-913f-3e394dc3d500', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:54.633721 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98417520-7a2d-4ccc-b1ff-4a0a00fe0764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (02c9db09-7f27-4f35-968b-c22d845b3797), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:54.990080 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] Allocated IP 172.20.0.2 (28d1d808-ac39-4cd1-8e45-5ed5c3ae902e/f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf/2f3156d7-0615-4c94-94d0-05995d97e224) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:54.993806 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] Allocated IP 2001:db8::f816:3eff:fea9:de7 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/a8e5a22d-824d-4328-94ca-2d5e35711983/acf43802-bbaa-4e47-beca-a40cffa31df5) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:55.013408 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e04d600-dc9d-47b8-98f0-4dc9b09f082e admin admin] Publish callbacks [] for router_gateway (baf0bd52-673b-42bc-a781-b1319cd8d5f1), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:55.101752 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25570c1e-7c26-4e8b-8601-1000d90f8b35 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:55.197309 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98417520-7a2d-4ccc-b1ff-4a0a00fe0764 admin admin] Publish callbacks [] for port (02c9db09-7f27-4f35-968b-c22d845b3797), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:55.295309 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98417520-7a2d-4ccc-b1ff-4a0a00fe0764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (02c9db09-7f27-4f35-968b-c22d845b3797), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:55.306504 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=75 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:55.316757 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:55.474861 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-6565f064-21e2-47d9-87fe-c2b476563b5e tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:00:55.495349 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6565f064-21e2-47d9-87fe-c2b476563b5e tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9741244 Nov 02 13:00:55.528184 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37300) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:55.555021 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98417520-7a2d-4ccc-b1ff-4a0a00fe0764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (a19e17da-e9a5-4e73-9971-f92d303c4756), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:55.575274 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-dabcd10a-e8b2-4fd9-82e9-50f1d5928978 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group_rule': {'security_group_id': '750ca705-764a-4e46-913f-3e394dc3d500', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:55.576242 n-d-857339-6 neutron-server[105975]: WARNING neutron.api.v2.base [None req-dabcd10a-e8b2-4fd9-82e9-50f1d5928978 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 02 13:00:55.579230 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-dabcd10a-e8b2-4fd9-82e9-50f1d5928978 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:00:55.581112 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dabcd10a-e8b2-4fd9-82e9-50f1d5928978 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0494270 Nov 02 13:00:55.584079 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37304) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:55.620010 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-7de70bf0-5dd6-49e9-a252-152492216031 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group_rule': {'security_group_id': '750ca705-764a-4e46-913f-3e394dc3d500', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:55.706680 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] Publish callbacks [] for port (2f3156d7-0615-4c94-94d0-05995d97e224), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:55.715035 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98417520-7a2d-4ccc-b1ff-4a0a00fe0764 admin admin] Pushing event updated for resources: {'Port': ['ID=02c9db09-7f27-4f35-968b-c22d845b3797,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:55.771729 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f7cddb78-5d62-4cb4-ad97-79e381b39452 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:55.821101 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:55.902540 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (2f3156d7-0615-4c94-94d0-05995d97e224), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:55.969392 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:55.977901 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25570c1e-7c26-4e8b-8601-1000d90f8b35 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:56.108296 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98417520-7a2d-4ccc-b1ff-4a0a00fe0764 admin admin] Network baed0720-d1d1-403c-9bcd-504023860b7c is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:56.109820 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-98417520-7a2d-4ccc-b1ff-4a0a00fe0764 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:56.120346 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-7de70bf0-5dd6-49e9-a252-152492216031 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:00:56.148626 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7de70bf0-5dd6-49e9-a252-152492216031 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5549335 Nov 02 13:00:56.151371 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37342) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:56.166079 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-853efda3-f56e-49c7-ac6a-6a3663ae5c8d tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group_rule': {'security_group_id': '750ca705-764a-4e46-913f-3e394dc3d500', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:56.166421 n-d-857339-6 neutron-server[105976]: WARNING neutron.api.v2.base [None req-853efda3-f56e-49c7-ac6a-6a3663ae5c8d tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 02 13:00:56.166918 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-853efda3-f56e-49c7-ac6a-6a3663ae5c8d tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:00:56.179415 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-853efda3-f56e-49c7-ac6a-6a3663ae5c8d tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0234199 Nov 02 13:00:56.181411 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37346) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:56.199675 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-7c8610ec-1286-4adf-b645-d9a65944f377 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group_rule': {'security_group_id': '750ca705-764a-4e46-913f-3e394dc3d500', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:56.350404 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-25570c1e-7c26-4e8b-8601-1000d90f8b35 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port 68412a02-8b7e-4f24-8a59-ec2ba137f134 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 13:00:56.633416 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] Publish callbacks [] for port (acf43802-bbaa-4e47-beca-a40cffa31df5), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:56.637409 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:56.670295 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98417520-7a2d-4ccc-b1ff-4a0a00fe0764 admin admin] Router a19e17da-e9a5-4e73-9971-f92d303c4756 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:00:56.723494 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] Network 28d1d808-ac39-4cd1-8e45-5ed5c3ae902e is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:56.743436 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] Pushing event updated for resources: {'Port': ['ID=2f3156d7-0615-4c94-94d0-05995d97e224,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:56.754194 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:56.759410 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:00:56.783277 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (acf43802-bbaa-4e47-beca-a40cffa31df5), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:56.791843 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port f7cddb78-5d62-4cb4-ad97-79e381b39452 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:56.792791 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f7cddb78-5d62-4cb4-ad97-79e381b39452), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:56.793374 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port f7cddb78-5d62-4cb4-ad97-79e381b39452 Nov 02 13:00:56.795345 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-15ee4664-70ee-464f-aef1-6c278a814af7 None None] Provisioning complete for port 02c9db09-7f27-4f35-968b-c22d845b3797 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:00:56.795975 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-15ee4664-70ee-464f-aef1-6c278a814af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (02c9db09-7f27-4f35-968b-c22d845b3797), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:56.796540 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-15ee4664-70ee-464f-aef1-6c278a814af7 None None] Attempt 1 to provision port 02c9db09-7f27-4f35-968b-c22d845b3797 Nov 02 13:00:56.806730 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e04d600-dc9d-47b8-98f0-4dc9b09f082e admin admin] Publish callbacks [] for router_gateway (baf0bd52-673b-42bc-a781-b1319cd8d5f1), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:56.878571 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e04d600-dc9d-47b8-98f0-4dc9b09f082e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:56.994835 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:57.000901 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-25570c1e-7c26-4e8b-8601-1000d90f8b35 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::f816:3eff:feaf:418a (e9ae2c9f-8862-4b1d-b882-f135a69580a6/a8e5a22d-824d-4328-94ca-2d5e35711983/68412a02-8b7e-4f24-8a59-ec2ba137f134) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:57.011494 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:57.027482 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] Pushing event updated for resources: {'Port': ['ID=acf43802-bbaa-4e47-beca-a40cffa31df5,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:57.033233 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:00:57.037254 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-7c8610ec-1286-4adf-b645-d9a65944f377 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:00:57.040338 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7c8610ec-1286-4adf-b645-d9a65944f377 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8493142 Nov 02 13:00:57.042130 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37394) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:57.048804 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-15ee4664-70ee-464f-aef1-6c278a814af7 None None] Port 02c9db09-7f27-4f35-968b-c22d845b3797 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:00:57.080168 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] Attempting to bind port 2f3156d7-0615-4c94-94d0-05995d97e224 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:00:57.083111 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] Attempting to bind port 2f3156d7-0615-4c94-94d0-05995d97e224 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '35067669-59d9-4db8-b3bd-6ee5a0722178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '28d1d808-ac39-4cd1-8e45-5ed5c3ae902e'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:00:57.086398 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] Attempting to bind port 2f3156d7-0615-4c94-94d0-05995d97e224 on network 28d1d808-ac39-4cd1-8e45-5ed5c3ae902e {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:57.087985 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-a26f0766-994f-4d70-b1d5-750d5ccfa992 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group_rule': {'security_group_id': '750ca705-764a-4e46-913f-3e394dc3d500', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:57.093422 n-d-857339-6 neutron-server[105976]: WARNING neutron.api.v2.base [None req-a26f0766-994f-4d70-b1d5-750d5ccfa992 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 02 13:00:57.096721 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-a26f0766-994f-4d70-b1d5-750d5ccfa992 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:00:57.099730 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a26f0766-994f-4d70-b1d5-750d5ccfa992 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0415814 Nov 02 13:00:57.117555 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37402) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:57.135747 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-9eb83ecf-c080-4dfe-a452-fdad979d1eda tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group_rule': {'security_group_id': '750ca705-764a-4e46-913f-3e394dc3d500', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:57.215482 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98417520-7a2d-4ccc-b1ff-4a0a00fe0764 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:00:57.225734 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-98417520-7a2d-4ccc-b1ff-4a0a00fe0764 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/a19e17da-e9a5-4e73-9971-f92d303c4756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3378532 Nov 02 13:00:57.289759 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:57.309994 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-6e04d600-dc9d-47b8-98f0-4dc9b09f082e admin admin] Allocated IP 172.25.2.246 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/8be40bb5-8534-4715-9596-c6192bb1cda1) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:57.412101 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] Attempting to bind port acf43802-bbaa-4e47-beca-a40cffa31df5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:00:57.412471 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] Attempting to bind port acf43802-bbaa-4e47-beca-a40cffa31df5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:00:57.418040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] Attempting to bind port acf43802-bbaa-4e47-beca-a40cffa31df5 on network e9ae2c9f-8862-4b1d-b882-f135a69580a6 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:57.421862 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port f7cddb78-5d62-4cb4-ad97-79e381b39452 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:00:57.422255 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f7cddb78-5d62-4cb4-ad97-79e381b39452), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:57.449816 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-9eb83ecf-c080-4dfe-a452-fdad979d1eda tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:00:57.450979 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9eb83ecf-c080-4dfe-a452-fdad979d1eda tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3308055 Nov 02 13:00:57.453959 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37414) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:57.462722 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-b90a0876-adbe-4d27-be06-db2755b37634 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group_rule': {'security_group_id': '750ca705-764a-4e46-913f-3e394dc3d500', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:57.490488 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:00:57.491171 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] Checking segment: {'id': '35067669-59d9-4db8-b3bd-6ee5a0722178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '28d1d808-ac39-4cd1-8e45-5ed5c3ae902e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:00:57.491760 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:57.492259 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] Bound using segment: {'id': '35067669-59d9-4db8-b3bd-6ee5a0722178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '28d1d808-ac39-4cd1-8e45-5ed5c3ae902e'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:00:57.497306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] Bound port: 2f3156d7-0615-4c94-94d0-05995d97e224, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35067669-59d9-4db8-b3bd-6ee5a0722178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '28d1d808-ac39-4cd1-8e45-5ed5c3ae902e'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:00:57.497956 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2f3156d7-0615-4c94-94d0-05995d97e224), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:57.695203 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25570c1e-7c26-4e8b-8601-1000d90f8b35 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (68412a02-8b7e-4f24-8a59-ec2ba137f134), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:57.729559 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-b90a0876-adbe-4d27-be06-db2755b37634 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:00:57.730922 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b90a0876-adbe-4d27-be06-db2755b37634 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2757916 Nov 02 13:00:57.734860 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37434) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:57.747008 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e04d600-dc9d-47b8-98f0-4dc9b09f082e admin admin] Publish callbacks [] for port (8be40bb5-8534-4715-9596-c6192bb1cda1), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:57.749947 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] For port 2f3156d7-0615-4c94-94d0-05995d97e224, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:00:57.762971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] For port 2f3156d7-0615-4c94-94d0-05995d97e224, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2f3156d7-0615-4c94-94d0-05995d97e224,segment=NetworkSegment(35067669-59d9-4db8-b3bd-6ee5a0722178),segment_id=35067669-59d9-4db8-b3bd-6ee5a0722178)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:00:57.783029 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port f7cddb78-5d62-4cb4-ad97-79e381b39452, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f7cddb78-5d62-4cb4-ad97-79e381b39452,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:57.814521 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:57.840086 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:00:57.840462 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] Checking segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:00:57.840923 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:57.841323 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] Bound using segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:00:57.842070 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] Bound port: acf43802-bbaa-4e47-beca-a40cffa31df5, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:00:57.842435 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (acf43802-bbaa-4e47-beca-a40cffa31df5), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:57.872928 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2f3156d7-0615-4c94-94d0-05995d97e224), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:57.890502 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e04d600-dc9d-47b8-98f0-4dc9b09f082e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (8be40bb5-8534-4715-9596-c6192bb1cda1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:57.938789 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07661f8e-6350-46ff-b767-0fae1dde227a tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (750ca705-764a-4e46-913f-3e394dc3d500), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.019076 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07661f8e-6350-46ff-b767-0fae1dde227a tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (750ca705-764a-4e46-913f-3e394dc3d500), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.057649 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04d600-dc9d-47b8-98f0-4dc9b09f082e admin admin] Pushing event updated for resources: {'Port': ['ID=8be40bb5-8534-4715-9596-c6192bb1cda1,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:58.076682 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e04d600-dc9d-47b8-98f0-4dc9b09f082e admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:58.098211 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-6e04d600-dc9d-47b8-98f0-4dc9b09f082e admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:58.116837 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e04d600-dc9d-47b8-98f0-4dc9b09f082e admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:00:58.145536 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] For port acf43802-bbaa-4e47-beca-a40cffa31df5, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:00:58.158951 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] For port acf43802-bbaa-4e47-beca-a40cffa31df5, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=acf43802-bbaa-4e47-beca-a40cffa31df5,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:00:58.181969 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f7cddb78-5d62-4cb4-ad97-79e381b39452), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.235415 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25570c1e-7c26-4e8b-8601-1000d90f8b35 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (68412a02-8b7e-4f24-8a59-ec2ba137f134), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.266289 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:58.281959 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07661f8e-6350-46ff-b767-0fae1dde227a tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (750ca705-764a-4e46-913f-3e394dc3d500), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.284863 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07661f8e-6350-46ff-b767-0fae1dde227a tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.297667 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-07661f8e-6350-46ff-b767-0fae1dde227a tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/750ca705-764a-4e46-913f-3e394dc3d500 HTTP/1.1" status: 204 len: 168 time: 0.5538957 Nov 02 13:00:58.297667 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37478) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:58.304601 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (acf43802-bbaa-4e47-beca-a40cffa31df5), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.348893 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] Sync routers for ids ['a19e17da-e9a5-4e73-9971-f92d303c4756'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:00:58.372156 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] Routers {'a19e17da-e9a5-4e73-9971-f92d303c4756'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:00:58.373578 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:00:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a19e17da-e9a5-4e73-9971-f92d303c4756'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:58.450206 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07661f8e-6350-46ff-b767-0fae1dde227a tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=750ca705-764a-4e46-913f-3e394dc3d500,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:58.492087 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a9f6196e-8f48-4feb-a700-43dd55ef51cb tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1973019 Nov 02 13:00:58.492770 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37488) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:58.513337 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e63960-937b-47f3-b67b-75c96f11e58f None None] Pushing event updated for resources: {'Port': ['ID=2f3156d7-0615-4c94-94d0-05995d97e224,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:58.513502 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-2333813e-da28-4fe2-953b-8322eed88961 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group': {'name': 'tempest-secgroup--1408011280'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:58.549560 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:58.554056 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25570c1e-7c26-4e8b-8601-1000d90f8b35 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=68412a02-8b7e-4f24-8a59-ec2ba137f134,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:58.565783 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25570c1e-7c26-4e8b-8601-1000d90f8b35 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:58.592573 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-25570c1e-7c26-4e8b-8601-1000d90f8b35 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:58.611844 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25570c1e-7c26-4e8b-8601-1000d90f8b35 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:00:58.637045 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2333813e-da28-4fe2-953b-8322eed88961 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.682573 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25570c1e-7c26-4e8b-8601-1000d90f8b35 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:58.683532 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-25570c1e-7c26-4e8b-8601-1000d90f8b35 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.735274 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:58.735487 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=f7cddb78-5d62-4cb4-ad97-79e381b39452,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:58.901687 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-25570c1e-7c26-4e8b-8601-1000d90f8b35 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8761041 Nov 02 13:00:58.973022 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37512) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:58.977531 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=8 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:00:59.105038 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] Set router a19e17da-e9a5-4e73-9971-f92d303c4756 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:00:59.132139 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d9b319-eeb1-4195-87bb-2d9c748ac1ac tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:59.137844 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d9b319-eeb1-4195-87bb-2d9c748ac1ac tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:59.139729 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f6d9b319-eeb1-4195-87bb-2d9c748ac1ac tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1612473 Nov 02 13:00:59.143222 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fb07e-fb06-4b73-a731-3a6fdfa4b492 None None] Pushing event updated for resources: {'Port': ['ID=acf43802-bbaa-4e47-beca-a40cffa31df5,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:59.144433 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37522) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:59.182837 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2333813e-da28-4fe2-953b-8322eed88961 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (9702e3e6-40ef-481e-832d-a11fbf016553), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:59.264535 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2333813e-da28-4fe2-953b-8322eed88961 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9702e3e6-40ef-481e-832d-a11fbf016553), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:59.411595 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2333813e-da28-4fe2-953b-8322eed88961 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:59.417088 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2333813e-da28-4fe2-953b-8322eed88961 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9149392 Nov 02 13:00:59.420991 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37536) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:59.452235 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ba804794-dab8-4e77-bfa7-b1fb5cb4b51b tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group_rule': {'security_group_id': '9702e3e6-40ef-481e-832d-a11fbf016553', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:59.483281 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333813e-da28-4fe2-953b-8322eed88961 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9702e3e6-40ef-481e-832d-a11fbf016553,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:59.507177 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-b3f18947-c2fc-4e95-8499-573bf316529c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port 68412a02-8b7e-4f24-8a59-ec2ba137f134 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:00:59.507547 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b3f18947-c2fc-4e95-8499-573bf316529c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (68412a02-8b7e-4f24-8a59-ec2ba137f134), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:59.772042 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b3f18947-c2fc-4e95-8499-573bf316529c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (68412a02-8b7e-4f24-8a59-ec2ba137f134), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:59.816902 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-b3f18947-c2fc-4e95-8499-573bf316529c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for 68412a02-8b7e-4f24-8a59-ec2ba137f134 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:00:59.847306 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-ba804794-dab8-4e77-bfa7-b1fb5cb4b51b tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] create failed (client error): The resource could not be found. Nov 02 13:00:59.854496 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ba804794-dab8-4e77-bfa7-b1fb5cb4b51b tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4299407 Nov 02 13:00:59.855121 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37554) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:59.863937 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-57e6435d-a3f2-47fd-9239-b0490a7f9eca tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group_rule': {'security_group_id': '9702e3e6-40ef-481e-832d-a11fbf016553', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7b2ddc19-7c7f-4673-82a6-c8e89f827f15'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:00.069878 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19e17da-e9a5-4e73-9971-f92d303c4756', 'name': 'tempest-TestVolumeBackupRestore-1309834767-router', 'tenant_id': 'af21b0a3be4b48368cfade99cec6b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f7cddb78-5d62-4cb4-ad97-79e381b39452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:42Z', 'updated_at': '2022-11-02T13:00:53Z', 'revision_number': 4, 'project_id': 'af21b0a3be4b48368cfade99cec6b57c', 'gw_port': {'id': 'f7cddb78-5d62-4cb4-ad97-79e381b39452', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19e17da-e9a5-4e73-9971-f92d303c4756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:43Z', 'updated_at': '2022-11-02T13:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '02c9db09-7f27-4f35-968b-c22d845b3797', 'name': '', 'network_id': 'baed0720-d1d1-403c-9bcd-504023860b7c', 'tenant_id': 'af21b0a3be4b48368cfade99cec6b57c', 'mac_address': 'fa:16:3e:a1:bc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19e17da-e9a5-4e73-9971-f92d303c4756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '763072bf-19be-4af8-88df-2bddf781bc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:51Z', 'updated_at': '2022-11-02T13:00:54Z', 'revision_number': 2, 'project_id': 'af21b0a3be4b48368cfade99cec6b57c', 'subnets': [{'id': '763072bf-19be-4af8-88df-2bddf781bc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:00.123528 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] Checking router: a19e17da-e9a5-4e73-9971-f92d303c4756 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:01:00.125799 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] Updating router a19e17da-e9a5-4e73-9971-f92d303c4756 port 02c9db09-7f27-4f35-968b-c22d845b3797 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:01:00.129550 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-57e6435d-a3f2-47fd-9239-b0490a7f9eca tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] create failed (client error): The resource could not be found. Nov 02 13:01:00.134665 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-57e6435d-a3f2-47fd-9239-b0490a7f9eca tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2784536 Nov 02 13:01:00.135502 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37566) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:00.209501 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:00.293751 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (02c9db09-7f27-4f35-968b-c22d845b3797), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:00.345943 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ec6b835b-8612-4323-b589-7e74f47633f1 None None] Provisioning complete for port acf43802-bbaa-4e47-beca-a40cffa31df5 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:00.356974 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ec6b835b-8612-4323-b589-7e74f47633f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (acf43802-bbaa-4e47-beca-a40cffa31df5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:00.357722 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ec6b835b-8612-4323-b589-7e74f47633f1 None None] Attempt 1 to provision port acf43802-bbaa-4e47-beca-a40cffa31df5 Nov 02 13:01:00.390825 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-576d4d17-9412-47eb-91e2-421720b23c21 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (9702e3e6-40ef-481e-832d-a11fbf016553), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:00.418427 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:00.524818 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-576d4d17-9412-47eb-91e2-421720b23c21 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (9702e3e6-40ef-481e-832d-a11fbf016553), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:00.648427 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f512d9c8-9ba0-417e-9f34-f29395345f79 None None] Network 28d1d808-ac39-4cd1-8e45-5ed5c3ae902e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:01:00.901183 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-576d4d17-9412-47eb-91e2-421720b23c21 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9702e3e6-40ef-481e-832d-a11fbf016553), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:00.905677 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-576d4d17-9412-47eb-91e2-421720b23c21 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:00.907605 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-576d4d17-9412-47eb-91e2-421720b23c21 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9702e3e6-40ef-481e-832d-a11fbf016553 HTTP/1.1" status: 204 len: 168 time: 0.7708046 Nov 02 13:01:00.919654 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37602) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:00.939813 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device acf43802-bbaa-4e47-beca-a40cffa31df5 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:00.969431 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e04d600-dc9d-47b8-98f0-4dc9b09f082e admin admin] Publish callbacks [] for router_gateway (baf0bd52-673b-42bc-a781-b1319cd8d5f1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:00.969946 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d4d17-9412-47eb-91e2-421720b23c21 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9702e3e6-40ef-481e-832d-a11fbf016553,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:00.978167 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b3f18947-c2fc-4e95-8499-573bf316529c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (68412a02-8b7e-4f24-8a59-ec2ba137f134), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:01.073954 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:01.107395 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:01.111816 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b3f18947-c2fc-4e95-8499-573bf316529c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:01.118611 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b3f18947-c2fc-4e95-8499-573bf316529c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/68412a02-8b7e-4f24-8a59-ec2ba137f134 HTTP/1.1" status: 204 len: 168 time: 1.9637077 Nov 02 13:01:01.118611 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f18947-c2fc-4e95-8499-573bf316529c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=68412a02-8b7e-4f24-8a59-ec2ba137f134,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:01.120238 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37622) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:01.151601 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2169183f-3e0d-48d0-bb89-a2939cf62198 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2275825 Nov 02 13:01:01.155182 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37630) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:01.166725 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-a3ea60e7-c841-4462-94ee-dbf2aef0c1c9 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group_rule': {'security_group_id': 'c23bf414-dd99-4558-a195-e5de91d138ce', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:01.289091 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:01.303629 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] Publish callbacks [] for port (02c9db09-7f27-4f35-968b-c22d845b3797), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:01.326927 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaaadb8-ee17-47a5-ab8b-0bbde48bbcc3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:01.336717 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaaadb8-ee17-47a5-ab8b-0bbde48bbcc3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:01.345098 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4aaaadb8-ee17-47a5-ab8b-0bbde48bbcc3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2229304 Nov 02 13:01:01.349023 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37644) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:01.352482 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b835b-8612-4323-b589-7e74f47633f1 None None] Current status of the port acf43802-bbaa-4e47-beca-a40cffa31df5 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:01.354100 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ec6b835b-8612-4323-b589-7e74f47633f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (acf43802-bbaa-4e47-beca-a40cffa31df5), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:01.360022 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port acf43802-bbaa-4e47-beca-a40cffa31df5 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:01.363445 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (acf43802-bbaa-4e47-beca-a40cffa31df5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:01.363445 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port acf43802-bbaa-4e47-beca-a40cffa31df5 Nov 02 13:01:01.414847 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (02c9db09-7f27-4f35-968b-c22d845b3797), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:01.610454 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ec6b835b-8612-4323-b589-7e74f47633f1 None None] For port acf43802-bbaa-4e47-beca-a40cffa31df5, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=acf43802-bbaa-4e47-beca-a40cffa31df5,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:01.630930 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de73e01-9e27-4c85-863f-4ab699e589cd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet a8e5a22d-824d-4328-94ca-2d5e35711983 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:01:01.648995 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1de73e01-9e27-4c85-863f-4ab699e589cd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (a8e5a22d-824d-4328-94ca-2d5e35711983), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:01.667903 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d310dd-01e3-4538-a951-b80001c8c1bf None None] Pushing event updated for resources: {'Port': ['ID=02c9db09-7f27-4f35-968b-c22d845b3797,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:01.680064 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-a3ea60e7-c841-4462-94ee-dbf2aef0c1c9 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] create failed (client error): The resource could not be found. Nov 02 13:01:01.689896 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a3ea60e7-c841-4462-94ee-dbf2aef0c1c9 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5291712 Nov 02 13:01:01.691212 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37660) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:01.715376 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d310dd-01e3-4538-a951-b80001c8c1bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:01.717515 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d310dd-01e3-4538-a951-b80001c8c1bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:01.720009 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d310dd-01e3-4538-a951-b80001c8c1bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:01.720479 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d310dd-01e3-4538-a951-b80001c8c1bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:01.722145 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d310dd-01e3-4538-a951-b80001c8c1bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:01.723397 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d310dd-01e3-4538-a951-b80001c8c1bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:01.724399 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d310dd-01e3-4538-a951-b80001c8c1bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:01.727134 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d310dd-01e3-4538-a951-b80001c8c1bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:01.732391 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d310dd-01e3-4538-a951-b80001c8c1bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:01.732391 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d310dd-01e3-4538-a951-b80001c8c1bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:01.732391 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d310dd-01e3-4538-a951-b80001c8c1bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:01.732765 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d310dd-01e3-4538-a951-b80001c8c1bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:01.733203 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d310dd-01e3-4538-a951-b80001c8c1bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:01.733681 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d310dd-01e3-4538-a951-b80001c8c1bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:01.735960 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d310dd-01e3-4538-a951-b80001c8c1bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:01.741262 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ec6b835b-8612-4323-b589-7e74f47633f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (acf43802-bbaa-4e47-beca-a40cffa31df5), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:01.857494 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] Attempting to bind port 02c9db09-7f27-4f35-968b-c22d845b3797 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:01:01.858244 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] Attempting to bind port 02c9db09-7f27-4f35-968b-c22d845b3797 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'f692e6a9-f9f4-4703-8bb4-96e0602ebf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'baed0720-d1d1-403c-9bcd-504023860b7c'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:01:01.858907 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] Attempting to bind port 02c9db09-7f27-4f35-968b-c22d845b3797 on network baed0720-d1d1-403c-9bcd-504023860b7c {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:01:01.927972 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-790e68b2-4789-4df9-8ecb-8cdfaedf536b tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204096630'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:01.953593 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e04d600-dc9d-47b8-98f0-4dc9b09f082e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (baf0bd52-673b-42bc-a781-b1319cd8d5f1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:01.968166 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:01:01.971364 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] Checking segment: {'id': 'f692e6a9-f9f4-4703-8bb4-96e0602ebf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'baed0720-d1d1-403c-9bcd-504023860b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:01:01.972017 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:01.973434 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] Bound using segment: {'id': 'f692e6a9-f9f4-4703-8bb4-96e0602ebf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'baed0720-d1d1-403c-9bcd-504023860b7c'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:01:01.975025 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] Bound port: 02c9db09-7f27-4f35-968b-c22d845b3797, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f692e6a9-f9f4-4703-8bb4-96e0602ebf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'baed0720-d1d1-403c-9bcd-504023860b7c'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:01:01.976950 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (02c9db09-7f27-4f35-968b-c22d845b3797), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:02.070798 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652ba630-39ac-4121-915f-2ad0d680f73a None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:01:02.141982 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1de73e01-9e27-4c85-863f-4ab699e589cd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (a8e5a22d-824d-4328-94ca-2d5e35711983), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:02.142227 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] For port 02c9db09-7f27-4f35-968b-c22d845b3797, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:01:02.145978 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] For port 02c9db09-7f27-4f35-968b-c22d845b3797, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=02c9db09-7f27-4f35-968b-c22d845b3797,segment=NetworkSegment(f692e6a9-f9f4-4703-8bb4-96e0602ebf5b),segment_id=f692e6a9-f9f4-4703-8bb4-96e0602ebf5b)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:01:02.171607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port acf43802-bbaa-4e47-beca-a40cffa31df5 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:02.172356 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (acf43802-bbaa-4e47-beca-a40cffa31df5), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:02.207961 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7d4c52d6-0d55-4cd4-b775-9d2d90cec6a0 None None] Provisioning complete for port 2f3156d7-0615-4c94-94d0-05995d97e224 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:02.208599 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7d4c52d6-0d55-4cd4-b775-9d2d90cec6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2f3156d7-0615-4c94-94d0-05995d97e224), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:02.209178 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7d4c52d6-0d55-4cd4-b775-9d2d90cec6a0 None None] Attempt 1 to provision port 2f3156d7-0615-4c94-94d0-05995d97e224 Nov 02 13:01:02.214664 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-790e68b2-4789-4df9-8ecb-8cdfaedf536b tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:02.295322 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b835b-8612-4323-b589-7e74f47633f1 None None] Pushing event updated for resources: {'Port': ['ID=acf43802-bbaa-4e47-beca-a40cffa31df5,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:02.322033 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (02c9db09-7f27-4f35-968b-c22d845b3797), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:02.344593 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e04d600-dc9d-47b8-98f0-4dc9b09f082e admin admin] Router baf0bd52-673b-42bc-a781-b1319cd8d5f1 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:01:02.585032 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-790e68b2-4789-4df9-8ecb-8cdfaedf536b tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (8ccd16fc-94d2-462a-ac14-9e78c09da174), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:02.598731 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:01:02.601137 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:01:02.601963 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:02.603003 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:02.606287 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d310dd-01e3-4538-a951-b80001c8c1bf None None] Pushing event updated for resources: {'Port': ['ID=02c9db09-7f27-4f35-968b-c22d845b3797,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:02.623542 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:02.645078 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] Routers {'a19e17da-e9a5-4e73-9971-f92d303c4756'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:01:02.646583 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:00:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a19e17da-e9a5-4e73-9971-f92d303c4756'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:02.782825 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1de73e01-9e27-4c85-863f-4ab699e589cd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (a8e5a22d-824d-4328-94ca-2d5e35711983), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:02.835354 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e04d600-dc9d-47b8-98f0-4dc9b09f082e admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:01:02.857801 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:02.891890 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] Sync routers for ids ['baf0bd52-673b-42bc-a781-b1319cd8d5f1'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:01:02.932825 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-790e68b2-4789-4df9-8ecb-8cdfaedf536b tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8ccd16fc-94d2-462a-ac14-9e78c09da174), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:02.983478 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] Set router a19e17da-e9a5-4e73-9971-f92d303c4756 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:01:02.985306 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6e04d600-dc9d-47b8-98f0-4dc9b09f082e admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:02.988615 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6e04d600-dc9d-47b8-98f0-4dc9b09f082e admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.1091349 Nov 02 13:01:02.990719 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37724) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:03.005998 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652ba630-39ac-4121-915f-2ad0d680f73a None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:01:03.039936 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e68b2-4789-4df9-8ecb-8cdfaedf536b tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccd16fc-94d2-462a-ac14-9e78c09da174,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:03.042883 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1de73e01-9e27-4c85-863f-4ab699e589cd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (a8e5a22d-824d-4328-94ca-2d5e35711983), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:03.090654 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c52d6-0d55-4cd4-b775-9d2d90cec6a0 None None] Current status of the port 2f3156d7-0615-4c94-94d0-05995d97e224 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:03.091057 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7d4c52d6-0d55-4cd4-b775-9d2d90cec6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2f3156d7-0615-4c94-94d0-05995d97e224), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:03.116674 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-790e68b2-4789-4df9-8ecb-8cdfaedf536b tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:03.120683 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] Routers {'baf0bd52-673b-42bc-a781-b1319cd8d5f1'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:01:03.121267 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:00:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['baf0bd52-673b-42bc-a781-b1319cd8d5f1'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:03.122750 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-790e68b2-4789-4df9-8ecb-8cdfaedf536b tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2183781 Nov 02 13:01:03.125294 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37730) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:03.135277 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de73e01-9e27-4c85-863f-4ab699e589cd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e5a22d-824d-4328-94ca-2d5e35711983,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:03.163376 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-3ebb7e8e-18ca-48b8-91d1-7704a82ff960 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group': {'name': 'tempest-secgroup--530883120'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:03.176409 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1de73e01-9e27-4c85-863f-4ab699e589cd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:03.189214 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1de73e01-9e27-4c85-863f-4ab699e589cd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/a8e5a22d-824d-4328-94ca-2d5e35711983 HTTP/1.1" status: 204 len: 168 time: 1.8358607 Nov 02 13:01:03.189752 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37734) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:03.251904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7d4c52d6-0d55-4cd4-b775-9d2d90cec6a0 None None] For port 2f3156d7-0615-4c94-94d0-05995d97e224, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2f3156d7-0615-4c94-94d0-05995d97e224,segment=NetworkSegment(35067669-59d9-4db8-b3bd-6ee5a0722178),segment_id=35067669-59d9-4db8-b3bd-6ee5a0722178)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:03.430160 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4cee3e4f-f05b-4703-b28d-14dc9e601515 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2370059 Nov 02 13:01:03.433022 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37744) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:03.441299 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-2c50d0c0-a915-40a3-bfaf-51dd49d92d2f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:03.445137 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7d4c52d6-0d55-4cd4-b775-9d2d90cec6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2f3156d7-0615-4c94-94d0-05995d97e224), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:03.487458 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7d4c52d6-0d55-4cd4-b775-9d2d90cec6a0 None None] Could not find standard attr ID for object 68412a02-8b7e-4f24-8a59-ec2ba137f134. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 13:01:03.499688 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:03.574157 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3ebb7e8e-18ca-48b8-91d1-7704a82ff960 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:03.653964 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19e17da-e9a5-4e73-9971-f92d303c4756', 'name': 'tempest-TestVolumeBackupRestore-1309834767-router', 'tenant_id': 'af21b0a3be4b48368cfade99cec6b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f7cddb78-5d62-4cb4-ad97-79e381b39452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:42Z', 'updated_at': '2022-11-02T13:00:53Z', 'revision_number': 4, 'project_id': 'af21b0a3be4b48368cfade99cec6b57c', 'gw_port': {'id': 'f7cddb78-5d62-4cb4-ad97-79e381b39452', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19e17da-e9a5-4e73-9971-f92d303c4756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:43Z', 'updated_at': '2022-11-02T13:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '02c9db09-7f27-4f35-968b-c22d845b3797', 'name': '', 'network_id': 'baed0720-d1d1-403c-9bcd-504023860b7c', 'tenant_id': 'af21b0a3be4b48368cfade99cec6b57c', 'mac_address': 'fa:16:3e:a1:bc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19e17da-e9a5-4e73-9971-f92d303c4756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '763072bf-19be-4af8-88df-2bddf781bc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:51Z', 'updated_at': '2022-11-02T13:01:02Z', 'revision_number': 4, 'project_id': 'af21b0a3be4b48368cfade99cec6b57c', 'subnets': [{'id': '763072bf-19be-4af8-88df-2bddf781bc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:03.684945 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port acf43802-bbaa-4e47-beca-a40cffa31df5 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:03.689086 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f7cddb78-5d62-4cb4-ad97-79e381b39452 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:03.735224 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a21aae-22d4-4aef-8254-76ecf5cc4ee3 None None] The sync data for ids ['a19e17da-e9a5-4e73-9971-f92d303c4756'] in n-d-857339-6 is: [{'id': 'a19e17da-e9a5-4e73-9971-f92d303c4756', 'name': 'tempest-TestVolumeBackupRestore-1309834767-router', 'tenant_id': 'af21b0a3be4b48368cfade99cec6b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f7cddb78-5d62-4cb4-ad97-79e381b39452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:42Z', 'updated_at': '2022-11-02T13:00:53Z', 'revision_number': 4, 'project_id': 'af21b0a3be4b48368cfade99cec6b57c', 'gw_port': {'id': 'f7cddb78-5d62-4cb4-ad97-79e381b39452', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19e17da-e9a5-4e73-9971-f92d303c4756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:43Z', 'updated_at': '2022-11-02T13:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '02c9db09-7f27-4f35-968b-c22d845b3797', 'name': '', 'network_id': 'baed0720-d1d1-403c-9bcd-504023860b7c', 'tenant_id': 'af21b0a3be4b48368cfade99cec6b57c', 'mac_address': 'fa:16:3e:a1:bc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19e17da-e9a5-4e73-9971-f92d303c4756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '763072bf-19be-4af8-88df-2bddf781bc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:51Z', 'updated_at': '2022-11-02T13:01:02Z', 'revision_number': 4, 'project_id': 'af21b0a3be4b48368cfade99cec6b57c', 'subnets': [{'id': '763072bf-19be-4af8-88df-2bddf781bc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:01:03.808170 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:04.132808 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c50d0c0-a915-40a3-bfaf-51dd49d92d2f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:01:04.145980 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2c50d0c0-a915-40a3-bfaf-51dd49d92d2f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:04.554819 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:04.657162 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-da691380-f520-4c3b-9276-3de0372be296 None None] Provisioning complete for port 2f3156d7-0615-4c94-94d0-05995d97e224 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:04.657466 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-da691380-f520-4c3b-9276-3de0372be296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2f3156d7-0615-4c94-94d0-05995d97e224), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:04.664032 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-da691380-f520-4c3b-9276-3de0372be296 None None] Attempt 1 to provision port 2f3156d7-0615-4c94-94d0-05995d97e224 Nov 02 13:01:04.930412 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c52d6-0d55-4cd4-b775-9d2d90cec6a0 None None] Pushing event updated for resources: {'Port': ['ID=2f3156d7-0615-4c94-94d0-05995d97e224,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:04.943200 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:04.947644 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] Set router baf0bd52-673b-42bc-a781-b1319cd8d5f1 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:01:05.085423 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port f7cddb78-5d62-4cb4-ad97-79e381b39452 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:05.085940 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f7cddb78-5d62-4cb4-ad97-79e381b39452), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:05.086293 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port f7cddb78-5d62-4cb4-ad97-79e381b39452 Nov 02 13:01:05.449022 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3ebb7e8e-18ca-48b8-91d1-7704a82ff960 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (49b1c125-f0ff-4315-b175-0bfe734418e4), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:05.469483 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:05.566281 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3ebb7e8e-18ca-48b8-91d1-7704a82ff960 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (49b1c125-f0ff-4315-b175-0bfe734418e4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:05.714798 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb7e8e-18ca-48b8-91d1-7704a82ff960 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b1c125-f0ff-4315-b175-0bfe734418e4,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:05.813237 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3ebb7e8e-18ca-48b8-91d1-7704a82ff960 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:05.821418 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3ebb7e8e-18ca-48b8-91d1-7704a82ff960 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.6929662 Nov 02 13:01:05.824848 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37838) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:05.831312 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3dd3737-461e-445a-b985-00859be6af00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:05.845043 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e6cae032-d875-4572-a2cd-69574dcc1517 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group_rule': {'security_group_id': '8ccd16fc-94d2-462a-ac14-9e78c09da174', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '49b1c125-f0ff-4315-b175-0bfe734418e4'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:06.102681 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:06.104638 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-da691380-f520-4c3b-9276-3de0372be296 None None] Current status of the port 2f3156d7-0615-4c94-94d0-05995d97e224 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:06.306789 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf0bd52-673b-42bc-a781-b1319cd8d5f1', 'name': 'tempest-TestServerMultinode-688415483-router', 'tenant_id': '2ebef82c406a4578acb8c58c8b070f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '8be40bb5-8534-4715-9596-c6192bb1cda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:54Z', 'updated_at': '2022-11-02T13:00:59Z', 'revision_number': 3, 'project_id': '2ebef82c406a4578acb8c58c8b070f2e', 'gw_port': {'id': '8be40bb5-8534-4715-9596-c6192bb1cda1', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:db:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf0bd52-673b-42bc-a781-b1319cd8d5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:56Z', 'updated_at': '2022-11-02T13:00:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:06.415044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-82fbba78-6ab2-42f0-9e81-af0928c2e8d6 None None] Could not find standard attr ID for object 68412a02-8b7e-4f24-8a59-ec2ba137f134. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 13:01:06.433645 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] Checking router: baf0bd52-673b-42bc-a781-b1319cd8d5f1 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:01:06.434875 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] Updating router baf0bd52-673b-42bc-a781-b1319cd8d5f1 port 8be40bb5-8534-4715-9596-c6192bb1cda1 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:01:06.461745 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-c3dd3737-461e-445a-b985-00859be6af00 admin admin] Allocated IP 172.20.0.1 (28d1d808-ac39-4cd1-8e45-5ed5c3ae902e/f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf/c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:06.514184 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-e6cae032-d875-4572-a2cd-69574dcc1517 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:01:06.532750 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:06.545851 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e6cae032-d875-4572-a2cd-69574dcc1517 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7113366 Nov 02 13:01:06.555222 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37868) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:06.597165 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8be40bb5-8534-4715-9596-c6192bb1cda1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:06.602046 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4118d7d2-1ee3-4d90-a09f-e79e44f23a11 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:01:06.823744 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port f7cddb78-5d62-4cb4-ad97-79e381b39452 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:06.838280 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2f3156d7-0615-4c94-94d0-05995d97e224 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:06.911750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-82fbba78-6ab2-42f0-9e81-af0928c2e8d6 None None] Provisioning complete for port acf43802-bbaa-4e47-beca-a40cffa31df5 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:06.913879 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-82fbba78-6ab2-42f0-9e81-af0928c2e8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (acf43802-bbaa-4e47-beca-a40cffa31df5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:06.921324 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-82fbba78-6ab2-42f0-9e81-af0928c2e8d6 None None] Attempt 1 to provision port acf43802-bbaa-4e47-beca-a40cffa31df5 Nov 02 13:01:06.929837 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7e43ba08-98e0-4f38-88b8-586d88bf4227 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (49b1c125-f0ff-4315-b175-0bfe734418e4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:06.986218 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3dd3737-461e-445a-b985-00859be6af00 admin admin] Publish callbacks [] for port (c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:07.007716 n-d-857339-6 neutron-server[105976]: DEBUG neutron.objects.ports [None req-2c50d0c0-a915-40a3-bfaf-51dd49d92d2f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105976) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 13:01:07.034898 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7e43ba08-98e0-4f38-88b8-586d88bf4227 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (49b1c125-f0ff-4315-b175-0bfe734418e4), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:07.151573 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3dd3737-461e-445a-b985-00859be6af00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:07.337739 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd3737-461e-445a-b985-00859be6af00 admin admin] Pushing event updated for resources: {'Port': ['ID=c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:07.385664 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dd3737-461e-445a-b985-00859be6af00 admin admin] Network 28d1d808-ac39-4cd1-8e45-5ed5c3ae902e is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:07.387242 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-c3dd3737-461e-445a-b985-00859be6af00 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:07.390297 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dd3737-461e-445a-b985-00859be6af00 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:01:07.482764 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7e43ba08-98e0-4f38-88b8-586d88bf4227 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (49b1c125-f0ff-4315-b175-0bfe734418e4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:07.487171 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7e43ba08-98e0-4f38-88b8-586d88bf4227 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:07.488685 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7e43ba08-98e0-4f38-88b8-586d88bf4227 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/49b1c125-f0ff-4315-b175-0bfe734418e4 HTTP/1.1" status: 204 len: 168 time: 0.9315016 Nov 02 13:01:07.502332 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37910) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:07.520326 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:07.567603 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2f3156d7-0615-4c94-94d0-05995d97e224 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:07.568114 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2f3156d7-0615-4c94-94d0-05995d97e224), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:07.571614 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2f3156d7-0615-4c94-94d0-05995d97e224 Nov 02 13:01:07.614538 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37916) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:07.664648 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43ba08-98e0-4f38-88b8-586d88bf4227 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b1c125-f0ff-4315-b175-0bfe734418e4,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:07.667258 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3dd3737-461e-445a-b985-00859be6af00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (baf0bd52-673b-42bc-a781-b1319cd8d5f1), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:07.786797 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2c50d0c0-a915-40a3-bfaf-51dd49d92d2f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (acf43802-bbaa-4e47-beca-a40cffa31df5), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:07.875330 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:07.884024 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:07.967853 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-934d8f4e-c8ab-4013-91aa-c6a44d01365d tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4596646 Nov 02 13:01:07.971477 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37930) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:08.186881 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:08.264939 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0bad9d5e-6623-4468-8c0e-8e4dc6d68346 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8b2a8740e62546739e8aa1ba5ce38aed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6487761 Nov 02 13:01:08.273588 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37942) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:08.403597 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4b9ce5b7-749f-444c-bd60-792f15c7327e tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (8ccd16fc-94d2-462a-ac14-9e78c09da174), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:08.565211 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d974274-2532-4bdd-8bbb-93dace363f00 admin admin] Publish callbacks [] for security_group (21d03493-388a-4524-9bc4-4b44079005e8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:08.583365 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2f3156d7-0615-4c94-94d0-05995d97e224 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:08.593790 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d974274-2532-4bdd-8bbb-93dace363f00 admin admin] Publish callbacks [] for security_group (21d03493-388a-4524-9bc4-4b44079005e8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:08.617378 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4b9ce5b7-749f-444c-bd60-792f15c7327e tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (8ccd16fc-94d2-462a-ac14-9e78c09da174), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:08.652871 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-2c50d0c0-a915-40a3-bfaf-51dd49d92d2f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] For port acf43802-bbaa-4e47-beca-a40cffa31df5, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=acf43802-bbaa-4e47-beca-a40cffa31df5,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:08.683450 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-82fbba78-6ab2-42f0-9e81-af0928c2e8d6 None None] Current status of the port acf43802-bbaa-4e47-beca-a40cffa31df5 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:08.696748 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:08.767676 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2c50d0c0-a915-40a3-bfaf-51dd49d92d2f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (acf43802-bbaa-4e47-beca-a40cffa31df5), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:08.889355 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] Publish callbacks [] for port (8be40bb5-8534-4715-9596-c6192bb1cda1), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:08.891685 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e5ae9f3a-fd1b-48e0-86d4-2d44f821ce29 None None] Provisioning complete for port c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:08.900849 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e5ae9f3a-fd1b-48e0-86d4-2d44f821ce29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:08.901578 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e5ae9f3a-fd1b-48e0-86d4-2d44f821ce29 None None] Attempt 1 to provision port c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 Nov 02 13:01:08.959374 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4b9ce5b7-749f-444c-bd60-792f15c7327e tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8ccd16fc-94d2-462a-ac14-9e78c09da174), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:08.959745 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4b9ce5b7-749f-444c-bd60-792f15c7327e tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:08.960814 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4b9ce5b7-749f-444c-bd60-792f15c7327e tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8ccd16fc-94d2-462a-ac14-9e78c09da174 HTTP/1.1" status: 204 len: 168 time: 0.9886730 Nov 02 13:01:08.965462 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2c50d0c0-a915-40a3-bfaf-51dd49d92d2f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (acf43802-bbaa-4e47-beca-a40cffa31df5), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:08.968354 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2c50d0c0-a915-40a3-bfaf-51dd49d92d2f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (287bb558-6ea1-4074-b2f0-a77886b13e85), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:08.972156 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37968) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:09.007243 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae9f3a-fd1b-48e0-86d4-2d44f821ce29 None None] Port c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:01:09.018672 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e5ae9f3a-fd1b-48e0-86d4-2d44f821ce29 None None] Provisioning complete for port acf43802-bbaa-4e47-beca-a40cffa31df5 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:09.019288 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e5ae9f3a-fd1b-48e0-86d4-2d44f821ce29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (acf43802-bbaa-4e47-beca-a40cffa31df5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:09.022959 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e5ae9f3a-fd1b-48e0-86d4-2d44f821ce29 None None] Attempt 1 to provision port acf43802-bbaa-4e47-beca-a40cffa31df5 Nov 02 13:01:09.097453 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50d0c0-a915-40a3-bfaf-51dd49d92d2f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=287bb558-6ea1-4074-b2f0-a77886b13e85,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:09.115679 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device acf43802-bbaa-4e47-beca-a40cffa31df5 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:09.122929 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2e21bc5f-5582-4e46-b836-d0322d98ddfb tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1422808 Nov 02 13:01:09.122929 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 37974) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:09.138440 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c82421b6-c129-4b2f-9a88-dd1b110b8d98 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group': {'name': 'tempest-secgroup--191435947'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:09.176407 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:09.182564 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8be40bb5-8534-4715-9596-c6192bb1cda1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:09.200748 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ce5b7-749f-444c-bd60-792f15c7327e tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccd16fc-94d2-462a-ac14-9e78c09da174,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:09.244798 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d974274-2532-4bdd-8bbb-93dace363f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (21d03493-388a-4524-9bc4-4b44079005e8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:09.254300 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d974274-2532-4bdd-8bbb-93dace363f00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:09.259969 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1d974274-2532-4bdd-8bbb-93dace363f00 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/21d03493-388a-4524-9bc4-4b44079005e8 HTTP/1.1" status: 204 len: 168 time: 0.9846683 Nov 02 13:01:09.304711 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c50d0c0-a915-40a3-bfaf-51dd49d92d2f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:09.318153 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] Attempting to bind port 8be40bb5-8534-4715-9596-c6192bb1cda1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:01:09.318153 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] Attempting to bind port 8be40bb5-8534-4715-9596-c6192bb1cda1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:01:09.319294 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] Attempting to bind port 8be40bb5-8534-4715-9596-c6192bb1cda1 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:01:09.324747 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-2c50d0c0-a915-40a3-bfaf-51dd49d92d2f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:09.353892 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c50d0c0-a915-40a3-bfaf-51dd49d92d2f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:09.354548 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2c50d0c0-a915-40a3-bfaf-51dd49d92d2f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:09.423325 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3dd3737-461e-445a-b985-00859be6af00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:09.437260 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d974274-2532-4bdd-8bbb-93dace363f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d03493-388a-4524-9bc4-4b44079005e8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:09.446391 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:09.469059 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50d0c0-a915-40a3-bfaf-51dd49d92d2f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=acf43802-bbaa-4e47-beca-a40cffa31df5,revision_number=6']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:09.474437 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30034724-d22a-4e13-b0a9-d792868387de None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:01:09.507536 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2c50d0c0-a915-40a3-bfaf-51dd49d92d2f tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 6.0707049 Nov 02 13:01:09.508357 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 37986) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:09.527748 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-d4ab67fb-cbfc-4cff-898c-b8d611d3f022 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'mac_address': 'fa:16:3e:b3:b6:79', 'name': 'tempest-NetworksTestDHCPv6-29158359'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:09.559898 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c82421b6-c129-4b2f-9a88-dd1b110b8d98 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:09.590308 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752143c-bcbb-412a-9169-7b8f19b6a5fb None None] Pushing event updated for resources: {'Port': ['ID=8be40bb5-8534-4715-9596-c6192bb1cda1,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:09.632853 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port acf43802-bbaa-4e47-beca-a40cffa31df5 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:09.633599 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (acf43802-bbaa-4e47-beca-a40cffa31df5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:09.634148 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port acf43802-bbaa-4e47-beca-a40cffa31df5 Nov 02 13:01:09.704107 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:01:09.704578 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:01:09.705087 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:09.705582 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:01:09.706179 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] Bound port: 8be40bb5-8534-4715-9596-c6192bb1cda1, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:01:09.706673 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8be40bb5-8534-4715-9596-c6192bb1cda1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:09.776439 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:01:09.777585 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] For port 8be40bb5-8534-4715-9596-c6192bb1cda1, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:01:09.782112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] For port 8be40bb5-8534-4715-9596-c6192bb1cda1, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8be40bb5-8534-4715-9596-c6192bb1cda1,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:01:09.793193 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c82421b6-c129-4b2f-9a88-dd1b110b8d98 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (efa7e962-296b-4e3b-afa9-96cf33ce8a44), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:09.808449 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:09.808991 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae9f3a-fd1b-48e0-86d4-2d44f821ce29 None None] Current status of the port acf43802-bbaa-4e47-beca-a40cffa31df5 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:09.863131 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3dd3737-461e-445a-b985-00859be6af00 admin admin] Publish callbacks [] for port (c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:09.867309 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c82421b6-c129-4b2f-9a88-dd1b110b8d98 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (efa7e962-296b-4e3b-afa9-96cf33ce8a44), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:09.886518 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:09.887941 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port acf43802-bbaa-4e47-beca-a40cffa31df5 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:09.889907 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2f3156d7-0615-4c94-94d0-05995d97e224 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:09.906587 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82421b6-c129-4b2f-9a88-dd1b110b8d98 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa7e962-296b-4e3b-afa9-96cf33ce8a44,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:09.933892 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:09.939207 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8be40bb5-8534-4715-9596-c6192bb1cda1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:09.966097 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ab67fb-cbfc-4cff-898c-b8d611d3f022 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:01:09.966332 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3dd3737-461e-445a-b985-00859be6af00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:10.053849 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] Routers {'baf0bd52-673b-42bc-a781-b1319cd8d5f1'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:01:10.055017 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:00:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['baf0bd52-673b-42bc-a781-b1319cd8d5f1'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:10.123699 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4ab67fb-cbfc-4cff-898c-b8d611d3f022 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:10.124120 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c82421b6-c129-4b2f-9a88-dd1b110b8d98 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:10.125557 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c82421b6-c129-4b2f-9a88-dd1b110b8d98 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0038576 Nov 02 13:01:10.128473 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38000) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:10.136976 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ebf31f18-de56-4250-851d-fd378c47cf4b tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:10.137390 n-d-857339-6 neutron-server[105976]: WARNING neutron.api.v2.base [None req-ebf31f18-de56-4250-851d-fd378c47cf4b tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 02 13:01:10.138535 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-ebf31f18-de56-4250-851d-fd378c47cf4b tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] update failed (client error): There was a conflict when trying to complete your request. Nov 02 13:01:10.141016 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ebf31f18-de56-4250-851d-fd378c47cf4b tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "PUT /networking/v2.0/security-groups/efa7e962-296b-4e3b-afa9-96cf33ce8a44 HTTP/1.1" status: 409 len: 330 time: 0.0100853 Nov 02 13:01:10.152402 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38002) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:10.174302 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:10.191978 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-d4ab67fb-cbfc-4cff-898c-b8d611d3f022 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port 1675c889-4a2b-493f-8775-f96a8d98d65e yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 13:01:10.227909 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd3737-461e-445a-b985-00859be6af00 admin admin] Pushing event updated for resources: {'Port': ['ID=c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:10.250732 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3dd3737-461e-445a-b985-00859be6af00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (baf0bd52-673b-42bc-a781-b1319cd8d5f1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:10.443264 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2f3156d7-0615-4c94-94d0-05995d97e224 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:10.443890 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2f3156d7-0615-4c94-94d0-05995d97e224), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:10.444391 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2f3156d7-0615-4c94-94d0-05995d97e224 Nov 02 13:01:10.500390 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dd3737-461e-445a-b985-00859be6af00 admin admin] Network 28d1d808-ac39-4cd1-8e45-5ed5c3ae902e is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:10.503279 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-c3dd3737-461e-445a-b985-00859be6af00 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:10.508259 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-d4ab67fb-cbfc-4cff-898c-b8d611d3f022 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::f816:3eff:feb3:b679 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/287bb558-6ea1-4074-b2f0-a77886b13e85/1675c889-4a2b-493f-8775-f96a8d98d65e) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:10.608343 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:10.673691 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ac8356af-6227-4f21-a6bc-84e9d199ebd1 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (efa7e962-296b-4e3b-afa9-96cf33ce8a44), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:10.716274 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ac8356af-6227-4f21-a6bc-84e9d199ebd1 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (efa7e962-296b-4e3b-afa9-96cf33ce8a44), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:10.796424 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752143c-bcbb-412a-9169-7b8f19b6a5fb None None] Pushing event updated for resources: {'Port': ['ID=8be40bb5-8534-4715-9596-c6192bb1cda1,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:10.838895 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:10.912797 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] Set router baf0bd52-673b-42bc-a781-b1319cd8d5f1 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:01:11.018009 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dd3737-461e-445a-b985-00859be6af00 admin admin] Router baf0bd52-673b-42bc-a781-b1319cd8d5f1 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:01:11.093966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8b1aa6a0-471b-4c6a-a3c2-b72c95e56ba1 None None] Provisioning complete for port c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:11.094599 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8b1aa6a0-471b-4c6a-a3c2-b72c95e56ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:11.095116 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8b1aa6a0-471b-4c6a-a3c2-b72c95e56ba1 None None] Attempt 1 to provision port c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 Nov 02 13:01:11.149374 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ac8356af-6227-4f21-a6bc-84e9d199ebd1 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (efa7e962-296b-4e3b-afa9-96cf33ce8a44), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:11.152843 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ac8356af-6227-4f21-a6bc-84e9d199ebd1 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:11.154333 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ac8356af-6227-4f21-a6bc-84e9d199ebd1 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/efa7e962-296b-4e3b-afa9-96cf33ce8a44 HTTP/1.1" status: 204 len: 168 time: 0.9955606 Nov 02 13:01:11.176060 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:11.180388 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38038) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:11.183241 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8356af-6227-4f21-a6bc-84e9d199ebd1 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa7e962-296b-4e3b-afa9-96cf33ce8a44,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:11.235221 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:11.246997 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4ab67fb-cbfc-4cff-898c-b8d611d3f022 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (1675c889-4a2b-493f-8775-f96a8d98d65e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:11.254100 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2f3156d7-0615-4c94-94d0-05995d97e224 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:11.262230 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 02c9db09-7f27-4f35-968b-c22d845b3797 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:11.395559 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dd3737-461e-445a-b985-00859be6af00 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:01:11.406152 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8b1aa6a0-471b-4c6a-a3c2-b72c95e56ba1 None None] Port c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:01:11.409110 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c3dd3737-461e-445a-b985-00859be6af00 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/baf0bd52-673b-42bc-a781-b1319cd8d5f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4171658 Nov 02 13:01:11.416115 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4ab67fb-cbfc-4cff-898c-b8d611d3f022 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (1675c889-4a2b-493f-8775-f96a8d98d65e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:11.438396 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38046) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:11.442661 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0e0e79de-4968-4089-9309-de2c375519b3 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2474484 Nov 02 13:01:11.461135 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dff99f-f11f-4e65-9e94-1a813d5945cb req-b1590374-eebb-492e-b1ce-8d64f9d8dc08 tempest-VolumesSnapshotTestJSON-2080269117 tempest-VolumesSnapshotTestJSON-2080269117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:11.465679 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-60dff99f-f11f-4e65-9e94-1a813d5945cb req-b1590374-eebb-492e-b1ce-8d64f9d8dc08 tempest-VolumesSnapshotTestJSON-2080269117 tempest-VolumesSnapshotTestJSON-2080269117-project] 10.222.0.64 "GET /networking/v2.0/networks?id=ce72d6b8-fcfe-4e41-8a6a-5fc6bccfe04e HTTP/1.1" status: 200 len: 813 time: 0.3590846 Nov 02 13:01:11.501414 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-60dff99f-f11f-4e65-9e94-1a813d5945cb req-99eecbff-9f0b-41f5-8657-97c66c99e496 tempest-VolumesSnapshotTestJSON-2080269117 tempest-VolumesSnapshotTestJSON-2080269117-project] 10.222.0.64 "GET /networking/v2.0/quotas/2688c21d1c2446738e30f08d35853087 HTTP/1.1" status: 200 len: 375 time: 0.0289600 Nov 02 13:01:11.566341 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-60dff99f-f11f-4e65-9e94-1a813d5945cb req-a26080b4-35f2-4357-bfb5-2338525a4cbe tempest-VolumesSnapshotTestJSON-2080269117 tempest-VolumesSnapshotTestJSON-2080269117-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2688c21d1c2446738e30f08d35853087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628457 Nov 02 13:01:11.581718 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-758081b3-6bb3-46b9-a5bc-c705daada9ad tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] delete failed (client error): The resource could not be found. Nov 02 13:01:11.590093 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38054) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:11.594418 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-758081b3-6bb3-46b9-a5bc-c705daada9ad tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e4b4da04-c10a-4935-95e5-591b98ff84ad HTTP/1.1" status: 404 len: 347 time: 0.0946271 Nov 02 13:01:11.608438 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-0f4959bc-d3c2-4138-ab5b-4e1fb9f36e08 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] show failed (client error): The resource could not be found. Nov 02 13:01:11.616368 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0f4959bc-d3c2-4138-ab5b-4e1fb9f36e08 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "GET /networking/v2.0/security-groups/88dd6c33-c7f7-49de-a219-716456f60ed0 HTTP/1.1" status: 404 len: 347 time: 0.0242331 Nov 02 13:01:11.617221 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38056) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:11.631512 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4a608087-3320-4d55-a0ed-ff39a233d4b0 None None] Provisioning complete for port acf43802-bbaa-4e47-beca-a40cffa31df5 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:11.632406 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4a608087-3320-4d55-a0ed-ff39a233d4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (acf43802-bbaa-4e47-beca-a40cffa31df5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:11.633034 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4a608087-3320-4d55-a0ed-ff39a233d4b0 None None] Attempt 1 to provision port acf43802-bbaa-4e47-beca-a40cffa31df5 Nov 02 13:01:11.633341 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ab67fb-cbfc-4cff-898c-b8d611d3f022 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:11.680977 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-52d9e025-0b95-45ad-8f9b-9ebd8f036e73 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] show failed (client error): The resource could not be found. Nov 02 13:01:11.690729 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 02c9db09-7f27-4f35-968b-c22d845b3797 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:11.691218 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (02c9db09-7f27-4f35-968b-c22d845b3797), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:11.691811 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 02c9db09-7f27-4f35-968b-c22d845b3797 Nov 02 13:01:11.696092 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-d4ab67fb-cbfc-4cff-898c-b8d611d3f022 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:11.700401 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-52d9e025-0b95-45ad-8f9b-9ebd8f036e73 tempest-NegativeSecGroupTest-1612528497 tempest-NegativeSecGroupTest-1612528497-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules/fe54d714-348e-47a1-abf3-ad4905dd81d2 HTTP/1.1" status: 404 len: 356 time: 0.0814018 Nov 02 13:01:11.717875 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab67fb-cbfc-4cff-898c-b8d611d3f022 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=1675c889-4a2b-493f-8775-f96a8d98d65e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:11.733078 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ab67fb-cbfc-4cff-898c-b8d611d3f022 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:01:11.741922 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ab67fb-cbfc-4cff-898c-b8d611d3f022 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:11.743187 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4ab67fb-cbfc-4cff-898c-b8d611d3f022 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:11.903433 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d4ab67fb-cbfc-4cff-898c-b8d611d3f022 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3925588 Nov 02 13:01:11.906053 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38070) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:12.024529 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4d78d9-acbc-4dda-bd46-5811d207814a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:12.036352 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:12.039364 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 02c9db09-7f27-4f35-968b-c22d845b3797 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:12.039364 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (02c9db09-7f27-4f35-968b-c22d845b3797), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:12.040535 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4d78d9-acbc-4dda-bd46-5811d207814a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:12.046368 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bb4d78d9-acbc-4dda-bd46-5811d207814a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1391883 Nov 02 13:01:12.046918 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38072) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:12.050554 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4a608087-3320-4d55-a0ed-ff39a233d4b0 None None] Current status of the port acf43802-bbaa-4e47-beca-a40cffa31df5 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:12.077203 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf0bd52-673b-42bc-a781-b1319cd8d5f1', 'name': 'tempest-TestServerMultinode-688415483-router', 'tenant_id': '2ebef82c406a4578acb8c58c8b070f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '8be40bb5-8534-4715-9596-c6192bb1cda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:54Z', 'updated_at': '2022-11-02T13:01:08Z', 'revision_number': 4, 'project_id': '2ebef82c406a4578acb8c58c8b070f2e', 'gw_port': {'id': '8be40bb5-8534-4715-9596-c6192bb1cda1', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:db:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf0bd52-673b-42bc-a781-b1319cd8d5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:56Z', 'updated_at': '2022-11-02T13:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231', 'name': '', 'network_id': '28d1d808-ac39-4cd1-8e45-5ed5c3ae902e', 'tenant_id': '2ebef82c406a4578acb8c58c8b070f2e', 'mac_address': 'fa:16:3e:b3:1d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf0bd52-673b-42bc-a781-b1319cd8d5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:05Z', 'updated_at': '2022-11-02T13:01:09Z', 'revision_number': 2, 'project_id': '2ebef82c406a4578acb8c58c8b070f2e', 'subnets': [{'id': 'f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:12.135398 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7127d0-8748-419f-a2a2-606706d8acdd None None] The sync data for ids ['baf0bd52-673b-42bc-a781-b1319cd8d5f1'] in n-d-857339-6 is: [{'id': 'baf0bd52-673b-42bc-a781-b1319cd8d5f1', 'name': 'tempest-TestServerMultinode-688415483-router', 'tenant_id': '2ebef82c406a4578acb8c58c8b070f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '8be40bb5-8534-4715-9596-c6192bb1cda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:54Z', 'updated_at': '2022-11-02T13:01:08Z', 'revision_number': 4, 'project_id': '2ebef82c406a4578acb8c58c8b070f2e', 'gw_port': {'id': '8be40bb5-8534-4715-9596-c6192bb1cda1', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:db:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf0bd52-673b-42bc-a781-b1319cd8d5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:56Z', 'updated_at': '2022-11-02T13:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231', 'name': '', 'network_id': '28d1d808-ac39-4cd1-8e45-5ed5c3ae902e', 'tenant_id': '2ebef82c406a4578acb8c58c8b070f2e', 'mac_address': 'fa:16:3e:b3:1d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf0bd52-673b-42bc-a781-b1319cd8d5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:05Z', 'updated_at': '2022-11-02T13:01:09Z', 'revision_number': 2, 'project_id': '2ebef82c406a4578acb8c58c8b070f2e', 'subnets': [{'id': 'f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:01:12.208224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 02c9db09-7f27-4f35-968b-c22d845b3797, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=02c9db09-7f27-4f35-968b-c22d845b3797,segment=NetworkSegment(f692e6a9-f9f4-4703-8bb4-96e0602ebf5b),segment_id=f692e6a9-f9f4-4703-8bb4-96e0602ebf5b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:12.266338 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (02c9db09-7f27-4f35-968b-c22d845b3797), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:12.409731 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=02c9db09-7f27-4f35-968b-c22d845b3797,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:12.418497 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:12.482660 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b8fa7dd7-7b8f-4835-8e46-24ac611f4ffc None None] Provisioning complete for port 1675c889-4a2b-493f-8775-f96a8d98d65e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:12.483131 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7dd7-7b8f-4835-8e46-24ac611f4ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1675c889-4a2b-493f-8775-f96a8d98d65e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:12.483536 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b8fa7dd7-7b8f-4835-8e46-24ac611f4ffc None None] Attempt 1 to provision port 1675c889-4a2b-493f-8775-f96a8d98d65e Nov 02 13:01:12.512282 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-d797aaa7-5ac5-45ca-a2fe-824981792eaa tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port 1675c889-4a2b-493f-8775-f96a8d98d65e {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:01:12.512802 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d797aaa7-5ac5-45ca-a2fe-824981792eaa tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (1675c889-4a2b-493f-8775-f96a8d98d65e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:12.543137 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device acf43802-bbaa-4e47-beca-a40cffa31df5 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:12.734686 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d797aaa7-5ac5-45ca-a2fe-824981792eaa tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (1675c889-4a2b-493f-8775-f96a8d98d65e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:12.737209 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa7dd7-7b8f-4835-8e46-24ac611f4ffc None None] Port 1675c889-4a2b-493f-8775-f96a8d98d65e cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:01:12.751436 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:12.767444 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-d797aaa7-5ac5-45ca-a2fe-824981792eaa tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for 1675c889-4a2b-493f-8775-f96a8d98d65e owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:01:12.769830 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port acf43802-bbaa-4e47-beca-a40cffa31df5 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:12.770212 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (acf43802-bbaa-4e47-beca-a40cffa31df5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:12.770557 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port acf43802-bbaa-4e47-beca-a40cffa31df5 Nov 02 13:01:13.018345 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port acf43802-bbaa-4e47-beca-a40cffa31df5 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:13.038424 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-36c97c04-219e-4d52-8c7f-ba5f0cd23ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:13.100099 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:13.151574 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d797aaa7-5ac5-45ca-a2fe-824981792eaa tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (1675c889-4a2b-493f-8775-f96a8d98d65e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:13.153662 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:13.260874 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38092) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:13.347704 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:13.357387 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:13.361922 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797aaa7-5ac5-45ca-a2fe-824981792eaa tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=1675c889-4a2b-493f-8775-f96a8d98d65e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:13.386257 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d797aaa7-5ac5-45ca-a2fe-824981792eaa tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:13.397879 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d797aaa7-5ac5-45ca-a2fe-824981792eaa tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/1675c889-4a2b-493f-8775-f96a8d98d65e HTTP/1.1" status: 204 len: 168 time: 1.3477612 Nov 02 13:01:13.400504 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38100) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:13.548521 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9a9e97-b7d0-4a16-90a6-fa95f61c9857 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:13.564662 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9a9e97-b7d0-4a16-90a6-fa95f61c9857 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:13.567524 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38106) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:13.568844 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8b9a9e97-b7d0-4a16-90a6-fa95f61c9857 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1670263 Nov 02 13:01:13.796704 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:13.800181 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet 287bb558-6ea1-4074-b2f0-a77886b13e85 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:01:13.812105 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (287bb558-6ea1-4074-b2f0-a77886b13e85), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:13.816140 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f45bc7e5-b1a8-46f9-b87c-f5e2dc4cf575 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3ae048e335c44f9fa6025b89b443a92e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5539243 Nov 02 13:01:13.820404 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38112) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:13.971050 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75e95255-da75-4378-b2f8-1c1004fcd35f admin admin] Publish callbacks [] for security_group (8a9e8d01-fc76-4462-8941-d14e11f15b24), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:13.977071 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (287bb558-6ea1-4074-b2f0-a77886b13e85), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:14.034377 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75e95255-da75-4378-b2f8-1c1004fcd35f admin admin] Publish callbacks [] for security_group (8a9e8d01-fc76-4462-8941-d14e11f15b24), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:14.078000 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:14.085214 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:14.259668 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75e95255-da75-4378-b2f8-1c1004fcd35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8a9e8d01-fc76-4462-8941-d14e11f15b24), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:14.262567 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75e95255-da75-4378-b2f8-1c1004fcd35f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:14.263934 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-75e95255-da75-4378-b2f8-1c1004fcd35f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8a9e8d01-fc76-4462-8941-d14e11f15b24 HTTP/1.1" status: 204 len: 168 time: 0.4424291 Nov 02 13:01:14.278561 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e95255-da75-4378-b2f8-1c1004fcd35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9e8d01-fc76-4462-8941-d14e11f15b24,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:14.319130 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (287bb558-6ea1-4074-b2f0-a77886b13e85), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:14.555596 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (287bb558-6ea1-4074-b2f0-a77886b13e85), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:14.669277 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=287bb558-6ea1-4074-b2f0-a77886b13e85,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:14.688622 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:14.688737 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:14.689092 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:14.690691 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:14.690691 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:14.690691 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:14.690691 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:14.690691 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:14.692740 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:14.694500 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:14.695246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:14.695793 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:14.696818 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:14.697818 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:14.698396 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:14.716031 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002e57ad-5852-40c6-a696-1aa579ac6ccf None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:01:14.723864 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:14.723864 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-df7d9a1d-0517-42fe-926c-da500abff86c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/287bb558-6ea1-4074-b2f0-a77886b13e85 HTTP/1.1" status: 204 len: 168 time: 1.1541035 Nov 02 13:01:14.726269 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38130) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:14.841300 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 02c9db09-7f27-4f35-968b-c22d845b3797 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:14.883746 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:14.885831 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-eba522c3-4f40-4938-a1a0-6b55ffc082ac tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1567345 Nov 02 13:01:14.886847 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:14.888583 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38134) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:15.040364 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e46b776-35e9-425f-9928-e6dbb4508f13 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:15.049515 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7e46b776-35e9-425f-9928-e6dbb4508f13 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1576164 Nov 02 13:01:15.050690 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38136) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:15.063998 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:15.183190 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:15.197003 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffd7211-dcd5-4383-9f5d-c70b31556496 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:15.198579 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dffd7211-dcd5-4383-9f5d-c70b31556496 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1468992 Nov 02 13:01:15.201537 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38140) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:15.235020 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 02c9db09-7f27-4f35-968b-c22d845b3797 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:15.235482 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (02c9db09-7f27-4f35-968b-c22d845b3797), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:15.235836 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 02c9db09-7f27-4f35-968b-c22d845b3797 Nov 02 13:01:15.301229 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38146) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:15.339376 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbf523b-5df9-4c8a-87bd-da49ab96cfb6 None None] DHCP port deletion for e9ae2c9f-8862-4b1d-b882-f135a69580a6 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:01:15.351634 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:15.387162 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0c123789-5e1a-4ee4-8656-0514d9a6b865 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1800287 Nov 02 13:01:15.387657 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38150) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:15.392468 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-66001009-a5c9-4e91-9c1a-a8f064d0f565 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:15.548557 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38154) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:15.560053 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-933cb257-4477-464c-8c09-48255362f56c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1747960882-network', 'tenant_id': '83bd5e13a5e54740918cf5924a14886b'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:15.586101 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 02c9db09-7f27-4f35-968b-c22d845b3797 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:15.593963 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8be40bb5-8534-4715-9596-c6192bb1cda1 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:15.602860 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2bbf523b-5df9-4c8a-87bd-da49ab96cfb6 None None] Deleting port acf43802-bbaa-4e47-beca-a40cffa31df5 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:01:15.605816 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2bbf523b-5df9-4c8a-87bd-da49ab96cfb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (acf43802-bbaa-4e47-beca-a40cffa31df5), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:15.665556 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38158) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:15.766872 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66001009-a5c9-4e91-9c1a-a8f064d0f565 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:01:15.767546 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933cb257-4477-464c-8c09-48255362f56c admin admin] Made reservation on behalf of 83bd5e13a5e54740918cf5924a14886b for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:01:15.769939 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-933cb257-4477-464c-8c09-48255362f56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:15.770757 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-66001009-a5c9-4e91-9c1a-a8f064d0f565 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:15.799313 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-933cb257-4477-464c-8c09-48255362f56c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:15.865980 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2bbf523b-5df9-4c8a-87bd-da49ab96cfb6 None None] For port acf43802-bbaa-4e47-beca-a40cffa31df5, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=acf43802-bbaa-4e47-beca-a40cffa31df5,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:15.866504 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2bbf523b-5df9-4c8a-87bd-da49ab96cfb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (acf43802-bbaa-4e47-beca-a40cffa31df5), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:15.931673 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2bbf523b-5df9-4c8a-87bd-da49ab96cfb6 None None] Calling delete_port for acf43802-bbaa-4e47-beca-a40cffa31df5 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:01:16.042995 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-933cb257-4477-464c-8c09-48255362f56c admin admin] Publish callbacks [] for security_group (50328c32-3ee0-4fc8-989d-1c0dbefdfdca), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:16.047527 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:16.088749 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:16.093201 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-287cfd50-0302-45a1-8d38-08f4732df2e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:16.123225 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-933cb257-4477-464c-8c09-48255362f56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (50328c32-3ee0-4fc8-989d-1c0dbefdfdca), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:16.123548 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:16.133722 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 8be40bb5-8534-4715-9596-c6192bb1cda1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:16.135879 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8be40bb5-8534-4715-9596-c6192bb1cda1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:16.136220 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 8be40bb5-8534-4715-9596-c6192bb1cda1 Nov 02 13:01:16.230106 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933cb257-4477-464c-8c09-48255362f56c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:01:16.254365 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-933cb257-4477-464c-8c09-48255362f56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (c56e6374-7865-402a-a043-f1d06ac7f646), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:16.259475 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-933cb257-4477-464c-8c09-48255362f56c admin admin] Added segment c56e6374-7865-402a-a043-f1d06ac7f646 of type vlan for network 1c122211-fff4-42b8-87ee-16f384419731 Nov 02 13:01:16.306116 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:16.314067 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2187b68a-8048-4a66-83e0-23acbdaf9926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:16.323991 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-933cb257-4477-464c-8c09-48255362f56c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (1c122211-fff4-42b8-87ee-16f384419731), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:16.363298 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cb257-4477-464c-8c09-48255362f56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50328c32-3ee0-4fc8-989d-1c0dbefdfdca,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:16.607728 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-933cb257-4477-464c-8c09-48255362f56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (1c122211-fff4-42b8-87ee-16f384419731), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:16.607728 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933cb257-4477-464c-8c09-48255362f56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:16.607728 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-933cb257-4477-464c-8c09-48255362f56c admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:16.612119 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-58fc4139-1409-4a5e-92c8-f706b1f8af2e tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Request body: {'network': {'name': 'tempest-network-smoke--73884953', 'project_id': '859fa6a598e940adb04b27af754ebff8', 'port_security_enabled': True}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:16.612623 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 8be40bb5-8534-4715-9596-c6192bb1cda1 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:16.612623 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8be40bb5-8534-4715-9596-c6192bb1cda1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:16.612623 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 8be40bb5-8534-4715-9596-c6192bb1cda1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8be40bb5-8534-4715-9596-c6192bb1cda1,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:16.612884 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-287cfd50-0302-45a1-8d38-08f4732df2e3 admin admin] Publish callbacks [] for security_group (36bed37b-2710-4c5e-a316-072fb04eded2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:16.612977 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cb257-4477-464c-8c09-48255362f56c admin admin] Pushing event updated for resources: {'Network': ['ID=1c122211-fff4-42b8-87ee-16f384419731,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:16.622038 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 1c122211-fff4-42b8-87ee-16f384419731 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:01:16.705558 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:16.774168 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2bbf523b-5df9-4c8a-87bd-da49ab96cfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (acf43802-bbaa-4e47-beca-a40cffa31df5), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:16.785464 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-66001009-a5c9-4e91-9c1a-a8f064d0f565 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (c1b23a05-0425-4757-9afc-645488139b18), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:16.785464 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fc4139-1409-4a5e-92c8-f706b1f8af2e tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Made reservation on behalf of 859fa6a598e940adb04b27af754ebff8 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:01:16.786172 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8be40bb5-8534-4715-9596-c6192bb1cda1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:16.786371 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58fc4139-1409-4a5e-92c8-f706b1f8af2e tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:16.788500 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-933cb257-4477-464c-8c09-48255362f56c admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2357378 Nov 02 13:01:16.790131 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38174) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:16.811103 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-b55bdb20-f3fc-45b3-8aa8-547b470a0439 admin admin] Request body: {'subnet': {'network_id': '1c122211-fff4-42b8-87ee-16f384419731', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1747960882-subnet', 'tenant_id': '83bd5e13a5e54740918cf5924a14886b', 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:16.832168 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-287cfd50-0302-45a1-8d38-08f4732df2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (36bed37b-2710-4c5e-a316-072fb04eded2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:16.871648 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf523b-5df9-4c8a-87bd-da49ab96cfb6 None None] Pushing event deleted for resources: {'Port': ['ID=acf43802-bbaa-4e47-beca-a40cffa31df5,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:16.908607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbf523b-5df9-4c8a-87bd-da49ab96cfb6 None None] No DVR routers for this DVR port acf43802-bbaa-4e47-beca-a40cffa31df5 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:01:17.017190 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=8be40bb5-8534-4715-9596-c6192bb1cda1,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:17.060788 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55bdb20-f3fc-45b3-8aa8-547b470a0439 admin admin] Made reservation on behalf of 83bd5e13a5e54740918cf5924a14886b for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:01:17.064877 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b55bdb20-f3fc-45b3-8aa8-547b470a0439 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:17.105219 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:17.111008 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device acf43802-bbaa-4e47-beca-a40cffa31df5 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:01:17.132280 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58fc4139-1409-4a5e-92c8-f706b1f8af2e tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:17.203714 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cfd50-0302-45a1-8d38-08f4732df2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bed37b-2710-4c5e-a316-072fb04eded2,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:17.228955 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: acf43802-bbaa-4e47-beca-a40cffa31df5 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:01:17.229324 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device acf43802-bbaa-4e47-beca-a40cffa31df5 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:01:17.255316 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] Sync routers for ids ['baf0bd52-673b-42bc-a781-b1319cd8d5f1'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:01:17.269709 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] Routers {'baf0bd52-673b-42bc-a781-b1319cd8d5f1'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:01:17.270605 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:01:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['baf0bd52-673b-42bc-a781-b1319cd8d5f1'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:17.302473 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66001009-a5c9-4e91-9c1a-a8f064d0f565 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:17.317268 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-287cfd50-0302-45a1-8d38-08f4732df2e3 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=84c6e219ae45464bbd62598e997ebbd7&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0126374 Nov 02 13:01:17.321562 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-66001009-a5c9-4e91-9c1a-a8f064d0f565 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:17.323165 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38184) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:17.333095 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361ba453-8a4b-4920-a10b-0f91f007e0ee None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:01:17.361630 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66001009-a5c9-4e91-9c1a-a8f064d0f565 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:17.362231 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-66001009-a5c9-4e91-9c1a-a8f064d0f565 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:17.388659 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66001009-a5c9-4e91-9c1a-a8f064d0f565 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=c1b23a05-0425-4757-9afc-645488139b18,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:17.430251 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] Set router baf0bd52-673b-42bc-a781-b1319cd8d5f1 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:01:17.511951 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b55bdb20-f3fc-45b3-8aa8-547b470a0439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (1e449f54-e7b6-437f-b9ec-fbaa2a43b768), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:17.527444 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'fixed_ips': [{'subnet_id': 'c1b23a05-0425-4757-9afc-645488139b18'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:01:17.528579 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:17.546095 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dffaf399-32a0-4bd6-896b-4e600ad48f0c admin admin] Publish callbacks [] for security_group (36bed37b-2710-4c5e-a316-072fb04eded2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:17.602635 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-66001009-a5c9-4e91-9c1a-a8f064d0f565 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2140591 Nov 02 13:01:17.604183 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38188) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:17.645595 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dffaf399-32a0-4bd6-896b-4e600ad48f0c admin admin] Publish callbacks [] for security_group (36bed37b-2710-4c5e-a316-072fb04eded2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:17.661066 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bdb20-f3fc-45b3-8aa8-547b470a0439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e449f54-e7b6-437f-b9ec-fbaa2a43b768,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:17.669712 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:17.694573 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55bdb20-f3fc-45b3-8aa8-547b470a0439 admin admin] Checking segment: {'id': 'c56e6374-7865-402a-a043-f1d06ac7f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1c122211-fff4-42b8-87ee-16f384419731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:01:17.695028 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55bdb20-f3fc-45b3-8aa8-547b470a0439 admin admin] Network hostable DHCP agents. Network: 1c122211-fff4-42b8-87ee-16f384419731, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:01:17.734681 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf0bd52-673b-42bc-a781-b1319cd8d5f1', 'name': 'tempest-TestServerMultinode-688415483-router', 'tenant_id': '2ebef82c406a4578acb8c58c8b070f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '8be40bb5-8534-4715-9596-c6192bb1cda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:54Z', 'updated_at': '2022-11-02T13:01:08Z', 'revision_number': 4, 'project_id': '2ebef82c406a4578acb8c58c8b070f2e', 'gw_port': {'id': '8be40bb5-8534-4715-9596-c6192bb1cda1', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:db:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf0bd52-673b-42bc-a781-b1319cd8d5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:56Z', 'updated_at': '2022-11-02T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231', 'name': '', 'network_id': '28d1d808-ac39-4cd1-8e45-5ed5c3ae902e', 'tenant_id': '2ebef82c406a4578acb8c58c8b070f2e', 'mac_address': 'fa:16:3e:b3:1d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf0bd52-673b-42bc-a781-b1319cd8d5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:05Z', 'updated_at': '2022-11-02T13:01:09Z', 'revision_number': 2, 'project_id': '2ebef82c406a4578acb8c58c8b070f2e', 'subnets': [{'id': 'f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:17.754342 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58fc4139-1409-4a5e-92c8-f706b1f8af2e tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group (0773d6dd-2454-4e6f-a651-893447fbf6ed), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:17.768723 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-45b8a653-aaed-4cab-a447-b57057ea0bc7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'mac_address': 'fa:16:3e:2b:f8:05', 'name': 'tempest-NetworksTestDHCPv6-461134792'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:17.771083 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] Checking router: baf0bd52-673b-42bc-a781-b1319cd8d5f1 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:01:17.771503 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] Updating router baf0bd52-673b-42bc-a781-b1319cd8d5f1 port c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:01:17.810632 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:17.829081 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:17.842883 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55bdb20-f3fc-45b3-8aa8-547b470a0439 admin admin] Network 1c122211-fff4-42b8-87ee-16f384419731 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:01:17.906112 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58fc4139-1409-4a5e-92c8-f706b1f8af2e tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0773d6dd-2454-4e6f-a651-893447fbf6ed), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:17.915945 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dffaf399-32a0-4bd6-896b-4e600ad48f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (36bed37b-2710-4c5e-a316-072fb04eded2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:17.919648 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dffaf399-32a0-4bd6-896b-4e600ad48f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:17.923656 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dffaf399-32a0-4bd6-896b-4e600ad48f0c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/36bed37b-2710-4c5e-a316-072fb04eded2 HTTP/1.1" status: 204 len: 168 time: 0.5929759 Nov 02 13:01:17.930041 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:17.961796 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-b55bdb20-f3fc-45b3-8aa8-547b470a0439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 1c122211-fff4-42b8-87ee-16f384419731) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:17.966860 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58fc4139-1409-4a5e-92c8-f706b1f8af2e tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:01:17.967215 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55bdb20-f3fc-45b3-8aa8-547b470a0439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:17.967970 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b55bdb20-f3fc-45b3-8aa8-547b470a0439 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:17.983482 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc4139-1409-4a5e-92c8-f706b1f8af2e tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0773d6dd-2454-4e6f-a651-893447fbf6ed,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:18.015857 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58fc4139-1409-4a5e-92c8-f706b1f8af2e tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:18.016905 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-58fc4139-1409-4a5e-92c8-f706b1f8af2e tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Added segment 9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e of type vlan for network e2c151ab-6483-4838-bf46-12d1fa842cd2 Nov 02 13:01:18.080346 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffaf399-32a0-4bd6-896b-4e600ad48f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bed37b-2710-4c5e-a316-072fb04eded2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:18.104946 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b55bdb20-f3fc-45b3-8aa8-547b470a0439 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3083935 Nov 02 13:01:18.112678 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38204) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:18.112678 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-2c00524a-a18a-4c64-a32d-feb05fa48f35 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1747960882-router', 'tenant_id': '83bd5e13a5e54740918cf5924a14886b', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:18.140032 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec46e1a-5ae9-4512-a6e5-ca5a2e6cc352 None None] Network 1c122211-fff4-42b8-87ee-16f384419731 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:01:18.153110 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:18.188068 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58fc4139-1409-4a5e-92c8-f706b1f8af2e tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (e2c151ab-6483-4838-bf46-12d1fa842cd2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:18.265750 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c00524a-a18a-4c64-a32d-feb05fa48f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (f10d66a5-d258-4a11-a11d-6c8bf0fa89fc), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:18.267240 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c00524a-a18a-4c64-a32d-feb05fa48f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (f10d66a5-d258-4a11-a11d-6c8bf0fa89fc), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:18.341209 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c00524a-a18a-4c64-a32d-feb05fa48f35 admin admin] Publish callbacks [] for router_controller (f10d66a5-d258-4a11-a11d-6c8bf0fa89fc), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:18.367738 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b8a653-aaed-4cab-a447-b57057ea0bc7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:01:18.376199 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] Allocated IP 2001:db8::2 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/c1b23a05-0425-4757-9afc-645488139b18/99c001e1-5f88-444f-9074-0647de2f0bc1) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:18.417387 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:18.442530 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58fc4139-1409-4a5e-92c8-f706b1f8af2e tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (e2c151ab-6483-4838-bf46-12d1fa842cd2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:18.456598 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fc4139-1409-4a5e-92c8-f706b1f8af2e tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:18.456598 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58fc4139-1409-4a5e-92c8-f706b1f8af2e tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:18.492152 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:18.577938 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] Publish callbacks [] for port (c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:18.624386 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:18.628799 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:18.628988 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-58fc4139-1409-4a5e-92c8-f706b1f8af2e tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.9621584 Nov 02 13:01:18.692422 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38218) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:18.696841 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:18.704773 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-85686c8e-fb26-4ae0-b6e0-33a9d37b9115 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-514267368', 'admin_state_up': True, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:18.713241 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-1c122211-fff4-42b8-87ee-16f384419731', 'network_id': '1c122211-fff4-42b8-87ee-16f384419731', 'project_id': '83bd5e13a5e54740918cf5924a14886b', 'fixed_ips': [{'subnet_id': '1e449f54-e7b6-437f-b9ec-fbaa2a43b768'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:01:18.714237 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:18.859670 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc4139-1409-4a5e-92c8-f706b1f8af2e tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'Network': ['ID=e2c151ab-6483-4838-bf46-12d1fa842cd2,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:18.899488 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:18.941771 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd0feb-19bf-4988-9d8a-c935ba036c77 None None] Pushing event updated for resources: {'Port': ['ID=c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:18.952501 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45b8a653-aaed-4cab-a447-b57057ea0bc7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:19.002679 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c00524a-a18a-4c64-a32d-feb05fa48f35 admin admin] Publish callbacks [] for router_gateway (f10d66a5-d258-4a11-a11d-6c8bf0fa89fc), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:19.063329 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-45b8a653-aaed-4cab-a447-b57057ea0bc7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port 53295b11-7c94-4bb8-a06e-2d5676139cf5 yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 13:01:19.077520 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] Attempting to bind port c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:01:19.077889 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] Attempting to bind port c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '35067669-59d9-4db8-b3bd-6ee5a0722178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '28d1d808-ac39-4cd1-8e45-5ed5c3ae902e'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:01:19.078247 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] Attempting to bind port c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 on network 28d1d808-ac39-4cd1-8e45-5ed5c3ae902e {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:01:19.106158 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] Allocated IP 172.20.0.2 (1c122211-fff4-42b8-87ee-16f384419731/1e449f54-e7b6-437f-b9ec-fbaa2a43b768/82e8783c-6182-47b6-8ac5-c91701a3818d) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:19.114750 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:INSERT=7 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:19.118017 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network e2c151ab-6483-4838-bf46-12d1fa842cd2 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:01:19.119521 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-85686c8e-fb26-4ae0-b6e0-33a9d37b9115 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (e2ac881f-a6c7-4926-85ad-c1b3e36496db), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:19.122272 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-85686c8e-fb26-4ae0-b6e0-33a9d37b9115 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (e2ac881f-a6c7-4926-85ad-c1b3e36496db), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:19.155519 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:01:19.155926 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] Checking segment: {'id': '35067669-59d9-4db8-b3bd-6ee5a0722178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '28d1d808-ac39-4cd1-8e45-5ed5c3ae902e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:01:19.157655 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:19.158312 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] Bound using segment: {'id': '35067669-59d9-4db8-b3bd-6ee5a0722178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '28d1d808-ac39-4cd1-8e45-5ed5c3ae902e'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:01:19.158754 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] Bound port: c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35067669-59d9-4db8-b3bd-6ee5a0722178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '28d1d808-ac39-4cd1-8e45-5ed5c3ae902e'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:01:19.159141 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:19.193978 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8be40bb5-8534-4715-9596-c6192bb1cda1 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:19.237380 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38236) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:19.293200 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32a868b2-b3f1-4fca-986c-6a3cb5e3cf82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:19.399713 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] For port c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:01:19.407777 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] For port c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231,segment=NetworkSegment(35067669-59d9-4db8-b3bd-6ee5a0722178),segment_id=35067669-59d9-4db8-b3bd-6ee5a0722178)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:01:19.427498 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 8be40bb5-8534-4715-9596-c6192bb1cda1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:19.427882 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8be40bb5-8534-4715-9596-c6192bb1cda1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:19.428228 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 8be40bb5-8534-4715-9596-c6192bb1cda1 Nov 02 13:01:19.491130 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] Publish callbacks [] for port (99c001e1-5f88-444f-9074-0647de2f0bc1), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:19.524218 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:19.553255 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:19.663744 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (99c001e1-5f88-444f-9074-0647de2f0bc1), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:19.689288 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] Routers {'baf0bd52-673b-42bc-a781-b1319cd8d5f1'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:01:19.689288 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:01:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['baf0bd52-673b-42bc-a781-b1319cd8d5f1'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:19.729474 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-45b8a653-aaed-4cab-a447-b57057ea0bc7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::1f (e9ae2c9f-8862-4b1d-b882-f135a69580a6/c1b23a05-0425-4757-9afc-645488139b18/53295b11-7c94-4bb8-a06e-2d5676139cf5) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:19.767539 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32a868b2-b3f1-4fca-986c-6a3cb5e3cf82 admin admin] Publish callbacks [] for security_group (ed007c19-6688-4c2f-a94d-37e0932a57f1), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:19.776371 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-85686c8e-fb26-4ae0-b6e0-33a9d37b9115 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for router_controller (e2ac881f-a6c7-4926-85ad-c1b3e36496db), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:19.857643 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd0feb-19bf-4988-9d8a-c935ba036c77 None None] Pushing event updated for resources: {'Port': ['ID=c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:19.858039 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 8be40bb5-8534-4715-9596-c6192bb1cda1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:19.907917 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] Publish callbacks [] for port (82e8783c-6182-47b6-8ac5-c91701a3818d), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:19.918498 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:19.948416 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:19.959248 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:01:19.971411 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c00524a-a18a-4c64-a32d-feb05fa48f35 admin admin] Publish callbacks [] for router_gateway (f10d66a5-d258-4a11-a11d-6c8bf0fa89fc), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:19.979861 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32a868b2-b3f1-4fca-986c-6a3cb5e3cf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ed007c19-6688-4c2f-a94d-37e0932a57f1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:19.982436 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:20.048289 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] Pushing event updated for resources: {'Port': ['ID=99c001e1-5f88-444f-9074-0647de2f0bc1,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:20.101075 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (82e8783c-6182-47b6-8ac5-c91701a3818d), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:20.159176 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:20.195385 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45b8a653-aaed-4cab-a447-b57057ea0bc7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (53295b11-7c94-4bb8-a06e-2d5676139cf5), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:20.202657 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] Set router baf0bd52-673b-42bc-a781-b1319cd8d5f1 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:01:20.217795 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] Attempting to bind port 99c001e1-5f88-444f-9074-0647de2f0bc1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:01:20.219826 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] Attempting to bind port 99c001e1-5f88-444f-9074-0647de2f0bc1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:01:20.222443 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] Attempting to bind port 99c001e1-5f88-444f-9074-0647de2f0bc1 on network e9ae2c9f-8862-4b1d-b882-f135a69580a6 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:01:20.230846 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c00524a-a18a-4c64-a32d-feb05fa48f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:20.303058 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] Network 1c122211-fff4-42b8-87ee-16f384419731 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:20.324451 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:20.331828 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] Pushing event updated for resources: {'Port': ['ID=82e8783c-6182-47b6-8ac5-c91701a3818d,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:20.336035 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:01:20.351795 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45b8a653-aaed-4cab-a447-b57057ea0bc7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (53295b11-7c94-4bb8-a06e-2d5676139cf5), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:20.449117 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38252) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:20.475840 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:01:20.478919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] Checking segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:01:20.481691 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:20.483764 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] Bound using segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:01:20.485873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] Bound port: 99c001e1-5f88-444f-9074-0647de2f0bc1, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:01:20.489042 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (99c001e1-5f88-444f-9074-0647de2f0bc1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:20.538282 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b8a653-aaed-4cab-a447-b57057ea0bc7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:20.543762 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-45b8a653-aaed-4cab-a447-b57057ea0bc7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:20.560177 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b8a653-aaed-4cab-a447-b57057ea0bc7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:01:20.571709 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] Attempting to bind port 82e8783c-6182-47b6-8ac5-c91701a3818d on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:01:20.573781 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b8a653-aaed-4cab-a447-b57057ea0bc7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:20.573781 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45b8a653-aaed-4cab-a447-b57057ea0bc7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:20.574504 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] Attempting to bind port 82e8783c-6182-47b6-8ac5-c91701a3818d by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'c56e6374-7865-402a-a043-f1d06ac7f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1c122211-fff4-42b8-87ee-16f384419731'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:01:20.577045 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] Attempting to bind port 82e8783c-6182-47b6-8ac5-c91701a3818d on network 1c122211-fff4-42b8-87ee-16f384419731 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:01:20.583934 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8a653-aaed-4cab-a447-b57057ea0bc7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=53295b11-7c94-4bb8-a06e-2d5676139cf5,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:20.684719 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-32a868b2-b3f1-4fca-986c-6a3cb5e3cf82 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5e0bdd6dece34045bf63bd4b2c93c59a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4443469 Nov 02 13:01:20.687360 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38256) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:20.700420 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a868b2-b3f1-4fca-986c-6a3cb5e3cf82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed007c19-6688-4c2f-a94d-37e0932a57f1,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:20.712853 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:01:20.713238 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] Checking segment: {'id': 'c56e6374-7865-402a-a043-f1d06ac7f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1c122211-fff4-42b8-87ee-16f384419731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:01:20.713624 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:20.714014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] Bound using segment: {'id': 'c56e6374-7865-402a-a043-f1d06ac7f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1c122211-fff4-42b8-87ee-16f384419731'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:01:20.714495 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] Bound port: 82e8783c-6182-47b6-8ac5-c91701a3818d, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56e6374-7865-402a-a043-f1d06ac7f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1c122211-fff4-42b8-87ee-16f384419731'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:01:20.714860 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (82e8783c-6182-47b6-8ac5-c91701a3818d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:20.731591 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] For port 99c001e1-5f88-444f-9074-0647de2f0bc1, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:01:20.766886 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] For port 99c001e1-5f88-444f-9074-0647de2f0bc1, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=99c001e1-5f88-444f-9074-0647de2f0bc1,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:01:20.782707 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-45b8a653-aaed-4cab-a447-b57057ea0bc7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0253670 Nov 02 13:01:20.821089 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38258) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:20.821190 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] For port 82e8783c-6182-47b6-8ac5-c91701a3818d, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:01:20.835082 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] For port 82e8783c-6182-47b6-8ac5-c91701a3818d, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=82e8783c-6182-47b6-8ac5-c91701a3818d,segment=NetworkSegment(c56e6374-7865-402a-a043-f1d06ac7f646),segment_id=c56e6374-7865-402a-a043-f1d06ac7f646)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:01:20.845007 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf0bd52-673b-42bc-a781-b1319cd8d5f1', 'name': 'tempest-TestServerMultinode-688415483-router', 'tenant_id': '2ebef82c406a4578acb8c58c8b070f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '8be40bb5-8534-4715-9596-c6192bb1cda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:54Z', 'updated_at': '2022-11-02T13:01:08Z', 'revision_number': 4, 'project_id': '2ebef82c406a4578acb8c58c8b070f2e', 'gw_port': {'id': '8be40bb5-8534-4715-9596-c6192bb1cda1', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:db:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf0bd52-673b-42bc-a781-b1319cd8d5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:56Z', 'updated_at': '2022-11-02T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231', 'name': '', 'network_id': '28d1d808-ac39-4cd1-8e45-5ed5c3ae902e', 'tenant_id': '2ebef82c406a4578acb8c58c8b070f2e', 'mac_address': 'fa:16:3e:b3:1d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf0bd52-673b-42bc-a781-b1319cd8d5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:05Z', 'updated_at': '2022-11-02T13:01:19Z', 'revision_number': 4, 'project_id': '2ebef82c406a4578acb8c58c8b070f2e', 'subnets': [{'id': 'f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:20.858916 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-85686c8e-fb26-4ae0-b6e0-33a9d37b9115 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for router_gateway (e2ac881f-a6c7-4926-85ad-c1b3e36496db), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:20.880210 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-2c00524a-a18a-4c64-a32d-feb05fa48f35 admin admin] Allocated IP 172.25.2.6 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/84e31c1a-f376-447d-9837-772c0bf324c2) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:20.899007 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (99c001e1-5f88-444f-9074-0647de2f0bc1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:20.915077 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714e291f-a0a5-4359-8c0d-022f3d4e317c None None] The sync data for ids ['baf0bd52-673b-42bc-a781-b1319cd8d5f1'] in n-d-857339-6 is: [{'id': 'baf0bd52-673b-42bc-a781-b1319cd8d5f1', 'name': 'tempest-TestServerMultinode-688415483-router', 'tenant_id': '2ebef82c406a4578acb8c58c8b070f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '8be40bb5-8534-4715-9596-c6192bb1cda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:54Z', 'updated_at': '2022-11-02T13:01:08Z', 'revision_number': 4, 'project_id': '2ebef82c406a4578acb8c58c8b070f2e', 'gw_port': {'id': '8be40bb5-8534-4715-9596-c6192bb1cda1', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:db:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf0bd52-673b-42bc-a781-b1319cd8d5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:56Z', 'updated_at': '2022-11-02T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231', 'name': '', 'network_id': '28d1d808-ac39-4cd1-8e45-5ed5c3ae902e', 'tenant_id': '2ebef82c406a4578acb8c58c8b070f2e', 'mac_address': 'fa:16:3e:b3:1d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf0bd52-673b-42bc-a781-b1319cd8d5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:05Z', 'updated_at': '2022-11-02T13:01:19Z', 'revision_number': 4, 'project_id': '2ebef82c406a4578acb8c58c8b070f2e', 'subnets': [{'id': 'f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:01:20.934063 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8e5e9599-9e4f-45a5-9f12-22ba66fc4559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:21.025562 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (82e8783c-6182-47b6-8ac5-c91701a3818d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:21.075832 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-77172d85-1225-4af8-b0ec-e691606408d2 admin admin] Publish callbacks [] for security_group (ed007c19-6688-4c2f-a94d-37e0932a57f1), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:21.174708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:21.185156 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41039afc-0118-456c-8525-a544d378b635 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:21.198247 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41039afc-0118-456c-8525-a544d378b635 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:21.202291 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-41039afc-0118-456c-8525-a544d378b635 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3815255 Nov 02 13:01:21.205324 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38268) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:21.254312 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:21.359338 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c00524a-a18a-4c64-a32d-feb05fa48f35 admin admin] Publish callbacks [] for port (84e31c1a-f376-447d-9837-772c0bf324c2), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:21.483038 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d06f8c-eab2-40c3-b1ae-41294b9461c5 None None] Pushing event updated for resources: {'Port': ['ID=99c001e1-5f88-444f-9074-0647de2f0bc1,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:21.568421 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:21.577075 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:21.577426 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 Nov 02 13:01:21.583627 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:21.610537 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-77172d85-1225-4af8-b0ec-e691606408d2 admin admin] Publish callbacks [] for security_group (ed007c19-6688-4c2f-a94d-37e0932a57f1), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:21.719389 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c00524a-a18a-4c64-a32d-feb05fa48f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (84e31c1a-f376-447d-9837-772c0bf324c2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:21.879208 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d45225-7140-4266-b445-e435f68a94e0 None None] Pushing event updated for resources: {'Port': ['ID=82e8783c-6182-47b6-8ac5-c91701a3818d,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:21.879208 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:21.915285 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-80d99c25-84fc-44e9-8fa0-de60e2159831 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port 53295b11-7c94-4bb8-a06e-2d5676139cf5 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:01:21.915666 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-80d99c25-84fc-44e9-8fa0-de60e2159831 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (53295b11-7c94-4bb8-a06e-2d5676139cf5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:21.934729 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:21.949125 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:21.950746 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c00524a-a18a-4c64-a32d-feb05fa48f35 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:21.990723 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-2c00524a-a18a-4c64-a32d-feb05fa48f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:21.997175 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c00524a-a18a-4c64-a32d-feb05fa48f35 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:01:22.097405 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00524a-a18a-4c64-a32d-feb05fa48f35 admin admin] Pushing event updated for resources: {'Port': ['ID=84e31c1a-f376-447d-9837-772c0bf324c2,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:22.128368 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231,segment=NetworkSegment(35067669-59d9-4db8-b3bd-6ee5a0722178),segment_id=35067669-59d9-4db8-b3bd-6ee5a0722178)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:22.220065 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-77172d85-1225-4af8-b0ec-e691606408d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ed007c19-6688-4c2f-a94d-37e0932a57f1), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:22.228457 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-77172d85-1225-4af8-b0ec-e691606408d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:22.233224 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-77172d85-1225-4af8-b0ec-e691606408d2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ed007c19-6688-4c2f-a94d-37e0932a57f1 HTTP/1.1" status: 204 len: 168 time: 1.5411687 Nov 02 13:01:22.259310 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:22.335613 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8e5e9599-9e4f-45a5-9f12-22ba66fc4559 admin admin] Publish callbacks [] for security_group (b3374ed6-b59b-434e-b94c-6348af7824bd), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:22.407278 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77172d85-1225-4af8-b0ec-e691606408d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed007c19-6688-4c2f-a94d-37e0932a57f1,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:22.423324 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8e5e9599-9e4f-45a5-9f12-22ba66fc4559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b3374ed6-b59b-434e-b94c-6348af7824bd), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:22.478473 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77172d85-1225-4af8-b0ec-e691606408d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:22.479167 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77172d85-1225-4af8-b0ec-e691606408d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:22.479652 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77172d85-1225-4af8-b0ec-e691606408d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:22.480884 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77172d85-1225-4af8-b0ec-e691606408d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:22.481116 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:22.481927 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77172d85-1225-4af8-b0ec-e691606408d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:22.491114 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77172d85-1225-4af8-b0ec-e691606408d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:22.503264 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:22.504331 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77172d85-1225-4af8-b0ec-e691606408d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:22.504331 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77172d85-1225-4af8-b0ec-e691606408d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:22.504331 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77172d85-1225-4af8-b0ec-e691606408d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:22.504331 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77172d85-1225-4af8-b0ec-e691606408d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:22.504331 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77172d85-1225-4af8-b0ec-e691606408d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:22.504331 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77172d85-1225-4af8-b0ec-e691606408d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:22.504331 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77172d85-1225-4af8-b0ec-e691606408d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:22.504331 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77172d85-1225-4af8-b0ec-e691606408d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:22.504331 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77172d85-1225-4af8-b0ec-e691606408d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:22.574264 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-80d99c25-84fc-44e9-8fa0-de60e2159831 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (53295b11-7c94-4bb8-a06e-2d5676139cf5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:22.694376 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-80d99c25-84fc-44e9-8fa0-de60e2159831 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for 53295b11-7c94-4bb8-a06e-2d5676139cf5 owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:01:22.749053 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8e5e9599-9e4f-45a5-9f12-22ba66fc4559 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c3d6e73fbbe5461096b833912e3fc5d6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2975929 Nov 02 13:01:22.755128 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38276) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:22.838079 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e9599-9e4f-45a5-9f12-22ba66fc4559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3374ed6-b59b-434e-b94c-6348af7824bd,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:22.914724 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0815fa90-2a13-4ee5-83c7-f827dc6c28a2 None None] Provisioning complete for port 99c001e1-5f88-444f-9074-0647de2f0bc1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:22.915214 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0815fa90-2a13-4ee5-83c7-f827dc6c28a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (99c001e1-5f88-444f-9074-0647de2f0bc1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:22.933101 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0815fa90-2a13-4ee5-83c7-f827dc6c28a2 None None] Attempt 1 to provision port 99c001e1-5f88-444f-9074-0647de2f0bc1 Nov 02 13:01:23.221593 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:23.273619 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:23.332566 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0815fa90-2a13-4ee5-83c7-f827dc6c28a2 None None] Current status of the port 99c001e1-5f88-444f-9074-0647de2f0bc1 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:23.335672 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0815fa90-2a13-4ee5-83c7-f827dc6c28a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (99c001e1-5f88-444f-9074-0647de2f0bc1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:23.412024 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2128eb00-c744-461c-b42e-e43d229e3ca0 admin admin] Publish callbacks [] for security_group (b3374ed6-b59b-434e-b94c-6348af7824bd), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:23.470412 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-0815fa90-2a13-4ee5-83c7-f827dc6c28a2 None None] For port 99c001e1-5f88-444f-9074-0647de2f0bc1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=99c001e1-5f88-444f-9074-0647de2f0bc1,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:23.500260 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 99c001e1-5f88-444f-9074-0647de2f0bc1 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:23.543392 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-80d99c25-84fc-44e9-8fa0-de60e2159831 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (53295b11-7c94-4bb8-a06e-2d5676139cf5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:23.564965 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0815fa90-2a13-4ee5-83c7-f827dc6c28a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (99c001e1-5f88-444f-9074-0647de2f0bc1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:23.580335 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2128eb00-c744-461c-b42e-e43d229e3ca0 admin admin] Publish callbacks [] for security_group (b3374ed6-b59b-434e-b94c-6348af7824bd), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:23.611299 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-85686c8e-fb26-4ae0-b6e0-33a9d37b9115 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for router_gateway (e2ac881f-a6c7-4926-85ad-c1b3e36496db), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:23.669888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 99c001e1-5f88-444f-9074-0647de2f0bc1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:23.670799 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (99c001e1-5f88-444f-9074-0647de2f0bc1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:23.671498 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 99c001e1-5f88-444f-9074-0647de2f0bc1 Nov 02 13:01:23.678878 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815fa90-2a13-4ee5-83c7-f827dc6c28a2 None None] Pushing event updated for resources: {'Port': ['ID=99c001e1-5f88-444f-9074-0647de2f0bc1,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:23.710666 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-85686c8e-fb26-4ae0-b6e0-33a9d37b9115 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:23.737607 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d99c25-84fc-44e9-8fa0-de60e2159831 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=53295b11-7c94-4bb8-a06e-2d5676139cf5,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:23.748952 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc49ab8-7cc6-4ca0-9312-0006457272d8 None None] Network 1c122211-fff4-42b8-87ee-16f384419731 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:01:23.773031 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-46a4bf1f-c79b-4b7b-b3bc-878bfeb3e836 None None] Could not find standard attr ID for object 53295b11-7c94-4bb8-a06e-2d5676139cf5. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 13:01:23.782090 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-80d99c25-84fc-44e9-8fa0-de60e2159831 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:23.790575 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-80d99c25-84fc-44e9-8fa0-de60e2159831 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/53295b11-7c94-4bb8-a06e-2d5676139cf5 HTTP/1.1" status: 204 len: 168 time: 2.5226986 Nov 02 13:01:23.794244 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38296) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:23.874909 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272377a8-192b-4d63-91e8-2051edf6b789 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:23.877135 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272377a8-192b-4d63-91e8-2051edf6b789 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:23.878953 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-272377a8-192b-4d63-91e8-2051edf6b789 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0807092 Nov 02 13:01:23.881999 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38298) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:23.972788 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df9c2fa-331a-4cc8-895c-9a617179446b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet c1b23a05-0425-4757-9afc-645488139b18 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:01:23.977706 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2128eb00-c744-461c-b42e-e43d229e3ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b3374ed6-b59b-434e-b94c-6348af7824bd), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:23.980933 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2128eb00-c744-461c-b42e-e43d229e3ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:23.986213 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2128eb00-c744-461c-b42e-e43d229e3ca0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b3374ed6-b59b-434e-b94c-6348af7824bd HTTP/1.1" status: 204 len: 168 time: 1.2106040 Nov 02 13:01:23.987759 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3df9c2fa-331a-4cc8-895c-9a617179446b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (c1b23a05-0425-4757-9afc-645488139b18), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:24.074915 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-85686c8e-fb26-4ae0-b6e0-33a9d37b9115 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Allocated IP 172.25.2.58 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/191f4870-b71c-486b-86cb-42f15672934c) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:24.099202 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128eb00-c744-461c-b42e-e43d229e3ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3374ed6-b59b-434e-b94c-6348af7824bd,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:24.160871 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3df9c2fa-331a-4cc8-895c-9a617179446b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (c1b23a05-0425-4757-9afc-645488139b18), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:24.271394 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:24.284173 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:24.322594 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f581b831-ae4a-4a9c-8764-bf2ec38e4c48 None None] Provisioning complete for port 82e8783c-6182-47b6-8ac5-c91701a3818d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:24.324411 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f581b831-ae4a-4a9c-8764-bf2ec38e4c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (82e8783c-6182-47b6-8ac5-c91701a3818d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:24.329161 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f581b831-ae4a-4a9c-8764-bf2ec38e4c48 None None] Attempt 1 to provision port 82e8783c-6182-47b6-8ac5-c91701a3818d Nov 02 13:01:24.343695 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c00524a-a18a-4c64-a32d-feb05fa48f35 admin admin] Publish callbacks [] for router_gateway (f10d66a5-d258-4a11-a11d-6c8bf0fa89fc), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:24.397860 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-85686c8e-fb26-4ae0-b6e0-33a9d37b9115 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for port (191f4870-b71c-486b-86cb-42f15672934c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:24.418156 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3df9c2fa-331a-4cc8-895c-9a617179446b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (c1b23a05-0425-4757-9afc-645488139b18), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:24.535912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 99c001e1-5f88-444f-9074-0647de2f0bc1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:24.551029 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 82e8783c-6182-47b6-8ac5-c91701a3818d up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:24.583054 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-85686c8e-fb26-4ae0-b6e0-33a9d37b9115 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (191f4870-b71c-486b-86cb-42f15672934c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:24.621350 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f581b831-ae4a-4a9c-8764-bf2ec38e4c48 None None] Current status of the port 82e8783c-6182-47b6-8ac5-c91701a3818d is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:24.621350 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f581b831-ae4a-4a9c-8764-bf2ec38e4c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (82e8783c-6182-47b6-8ac5-c91701a3818d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:24.644130 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3df9c2fa-331a-4cc8-895c-9a617179446b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (c1b23a05-0425-4757-9afc-645488139b18), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:24.707404 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed97c41c-b3bb-40f7-b8f3-fb6830dfaf0e None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:01:24.713995 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3df9c2fa-331a-4cc8-895c-9a617179446b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:24.715908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f581b831-ae4a-4a9c-8764-bf2ec38e4c48 None None] For port 82e8783c-6182-47b6-8ac5-c91701a3818d, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=82e8783c-6182-47b6-8ac5-c91701a3818d,segment=NetworkSegment(c56e6374-7865-402a-a043-f1d06ac7f646),segment_id=c56e6374-7865-402a-a043-f1d06ac7f646)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:24.719738 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85686c8e-fb26-4ae0-b6e0-33a9d37b9115 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:24.728547 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-85686c8e-fb26-4ae0-b6e0-33a9d37b9115 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:24.737460 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85686c8e-fb26-4ae0-b6e0-33a9d37b9115 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:01:24.743082 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3df9c2fa-331a-4cc8-895c-9a617179446b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/c1b23a05-0425-4757-9afc-645488139b18 HTTP/1.1" status: 204 len: 168 time: 0.8598261 Nov 02 13:01:24.749223 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85686c8e-fb26-4ae0-b6e0-33a9d37b9115 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'Port': ['ID=191f4870-b71c-486b-86cb-42f15672934c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:24.749581 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38332) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:24.765653 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 82e8783c-6182-47b6-8ac5-c91701a3818d triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:24.765653 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (82e8783c-6182-47b6-8ac5-c91701a3818d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:24.765653 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 82e8783c-6182-47b6-8ac5-c91701a3818d Nov 02 13:01:24.829095 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f581b831-ae4a-4a9c-8764-bf2ec38e4c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (82e8783c-6182-47b6-8ac5-c91701a3818d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:24.895687 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5e503fd4-4273-46d2-aaff-f577d6fc5c30 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834641 Nov 02 13:01:24.899658 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9c2fa-331a-4cc8-895c-9a617179446b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=c1b23a05-0425-4757-9afc-645488139b18,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:24.900370 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:24.901494 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38336) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:25.001801 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581b831-ae4a-4a9c-8764-bf2ec38e4c48 None None] Pushing event updated for resources: {'Port': ['ID=82e8783c-6182-47b6-8ac5-c91701a3818d,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:25.055927 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 82e8783c-6182-47b6-8ac5-c91701a3818d is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:25.057081 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:25.104135 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ee9ddd-f47a-4b54-9b48-c2a9e9f8e4ea None None] DHCP port deletion for e9ae2c9f-8862-4b1d-b882-f135a69580a6 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:01:25.123122 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c00524a-a18a-4c64-a32d-feb05fa48f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (f10d66a5-d258-4a11-a11d-6c8bf0fa89fc), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:25.161935 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:25.162258 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:25.162773 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 Nov 02 13:01:25.174218 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38340) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:25.190722 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-96efff73-0211-4bbb-91f6-b99fc1e34e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:25.197389 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-93ee9ddd-f47a-4b54-9b48-c2a9e9f8e4ea None None] Deleting port 99c001e1-5f88-444f-9074-0647de2f0bc1 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:01:25.198126 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-93ee9ddd-f47a-4b54-9b48-c2a9e9f8e4ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (99c001e1-5f88-444f-9074-0647de2f0bc1), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:25.202731 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2d48dbb1-afdf-4d30-9d59-cf3606d1f78c None None] Provisioning complete for port 82e8783c-6182-47b6-8ac5-c91701a3818d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:25.203742 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2d48dbb1-afdf-4d30-9d59-cf3606d1f78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (82e8783c-6182-47b6-8ac5-c91701a3818d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:25.204905 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2d48dbb1-afdf-4d30-9d59-cf3606d1f78c None None] Attempt 1 to provision port 82e8783c-6182-47b6-8ac5-c91701a3818d Nov 02 13:01:25.232613 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf714d7e-d050-4b0a-a9ff-c1cdc7b214c5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:25.233455 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bf714d7e-d050-4b0a-a9ff-c1cdc7b214c5 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1922619 Nov 02 13:01:25.239311 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38342) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:25.323631 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-93ee9ddd-f47a-4b54-9b48-c2a9e9f8e4ea None None] For port 99c001e1-5f88-444f-9074-0647de2f0bc1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=99c001e1-5f88-444f-9074-0647de2f0bc1,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:25.324214 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-93ee9ddd-f47a-4b54-9b48-c2a9e9f8e4ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (99c001e1-5f88-444f-9074-0647de2f0bc1), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:25.367206 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cbd629-4f32-4a82-8e1b-adb63d350177 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:25.375494 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-28cbd629-4f32-4a82-8e1b-adb63d350177 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1350815 Nov 02 13:01:25.376451 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38344) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:25.381608 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-93ee9ddd-f47a-4b54-9b48-c2a9e9f8e4ea None None] Calling delete_port for 99c001e1-5f88-444f-9074-0647de2f0bc1 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:01:25.480047 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2d48dbb1-afdf-4d30-9d59-cf3606d1f78c None None] Current status of the port 82e8783c-6182-47b6-8ac5-c91701a3818d is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:25.513322 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e3416ce4-000d-4e1c-a708-60aa2d38b697 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1300750 Nov 02 13:01:25.513918 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38346) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:25.522939 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:25.545730 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c5676ee0-d83b-453d-ada6-a5a274aea797 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:25.618757 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=7,neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:25.681100 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:25.729954 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 82e8783c-6182-47b6-8ac5-c91701a3818d up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:25.734613 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-93ee9ddd-f47a-4b54-9b48-c2a9e9f8e4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (99c001e1-5f88-444f-9074-0647de2f0bc1), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:25.840614 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-85686c8e-fb26-4ae0-b6e0-33a9d37b9115 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for router_gateway (e2ac881f-a6c7-4926-85ad-c1b3e36496db), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:25.844306 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-96efff73-0211-4bbb-91f6-b99fc1e34e5b admin admin] Publish callbacks [] for security_group (fd0e12ee-2911-483c-bf2e-1f32c61b6593), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:25.854067 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee9ddd-f47a-4b54-9b48-c2a9e9f8e4ea None None] Pushing event deleted for resources: {'Port': ['ID=99c001e1-5f88-444f-9074-0647de2f0bc1,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:25.858890 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ee9ddd-f47a-4b54-9b48-c2a9e9f8e4ea None None] No DVR routers for this DVR port 99c001e1-5f88-444f-9074-0647de2f0bc1 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:01:25.903725 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 82e8783c-6182-47b6-8ac5-c91701a3818d triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:25.904130 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (82e8783c-6182-47b6-8ac5-c91701a3818d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:25.904469 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 82e8783c-6182-47b6-8ac5-c91701a3818d Nov 02 13:01:25.985623 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c00524a-a18a-4c64-a32d-feb05fa48f35 admin admin] Router f10d66a5-d258-4a11-a11d-6c8bf0fa89fc is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:01:25.986361 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-96efff73-0211-4bbb-91f6-b99fc1e34e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fd0e12ee-2911-483c-bf2e-1f32c61b6593), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:25.996763 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 82e8783c-6182-47b6-8ac5-c91701a3818d is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:26.047715 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5676ee0-d83b-453d-ada6-a5a274aea797 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:01:26.062138 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c5676ee0-d83b-453d-ada6-a5a274aea797 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:26.108881 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 99c001e1-5f88-444f-9074-0647de2f0bc1 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:01:26.114043 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efff73-0211-4bbb-91f6-b99fc1e34e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0e12ee-2911-483c-bf2e-1f32c61b6593,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:26.133166 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:26.136908 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-96efff73-0211-4bbb-91f6-b99fc1e34e5b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d9ea7dfc11c4464693a46b3f68e871d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9615538 Nov 02 13:01:26.144011 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38352) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:26.170062 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 99c001e1-5f88-444f-9074-0647de2f0bc1 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:01:26.170416 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 99c001e1-5f88-444f-9074-0647de2f0bc1 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:01:26.265652 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54168374-995f-4b20-80ee-166c70a9d3c1 admin admin] Publish callbacks [] for security_group (fd0e12ee-2911-483c-bf2e-1f32c61b6593), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:26.274470 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c00524a-a18a-4c64-a32d-feb05fa48f35 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:01:26.298674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] Sync routers for ids ['f10d66a5-d258-4a11-a11d-6c8bf0fa89fc'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:01:26.310704 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] Routers {'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:01:26.311542 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:01:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f10d66a5-d258-4a11-a11d-6c8bf0fa89fc'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:26.325178 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-85686c8e-fb26-4ae0-b6e0-33a9d37b9115 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (e2ac881f-a6c7-4926-85ad-c1b3e36496db), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:26.368436 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54168374-995f-4b20-80ee-166c70a9d3c1 admin admin] Publish callbacks [] for security_group (fd0e12ee-2911-483c-bf2e-1f32c61b6593), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:26.459476 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c00524a-a18a-4c64-a32d-feb05fa48f35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:26.467322 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2c00524a-a18a-4c64-a32d-feb05fa48f35 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.3609829 Nov 02 13:01:26.468728 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38358) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:26.480815 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] Set router f10d66a5-d258-4a11-a11d-6c8bf0fa89fc gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:01:26.653147 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85686c8e-fb26-4ae0-b6e0-33a9d37b9115 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Router e2ac881f-a6c7-4926-85ad-c1b3e36496db is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:01:26.737415 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54168374-995f-4b20-80ee-166c70a9d3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (fd0e12ee-2911-483c-bf2e-1f32c61b6593), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:26.740735 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54168374-995f-4b20-80ee-166c70a9d3c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:26.741941 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-54168374-995f-4b20-80ee-166c70a9d3c1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fd0e12ee-2911-483c-bf2e-1f32c61b6593 HTTP/1.1" status: 204 len: 168 time: 0.5967691 Nov 02 13:01:26.762653 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54168374-995f-4b20-80ee-166c70a9d3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0e12ee-2911-483c-bf2e-1f32c61b6593,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:26.770768 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc', 'name': 'tempest-TestServerMultinode-1747960882-router', 'tenant_id': '83bd5e13a5e54740918cf5924a14886b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '84e31c1a-f376-447d-9837-772c0bf324c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:01:18Z', 'updated_at': '2022-11-02T13:01:23Z', 'revision_number': 3, 'project_id': '83bd5e13a5e54740918cf5924a14886b', 'gw_port': {'id': '84e31c1a-f376-447d-9837-772c0bf324c2', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:20Z', 'updated_at': '2022-11-02T13:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:26.862167 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] Checking router: f10d66a5-d258-4a11-a11d-6c8bf0fa89fc for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:01:26.862683 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] Updating router f10d66a5-d258-4a11-a11d-6c8bf0fa89fc port 84e31c1a-f376-447d-9837-772c0bf324c2 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:01:26.912045 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85686c8e-fb26-4ae0-b6e0-33a9d37b9115 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:01:26.932892 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] Sync routers for ids ['e2ac881f-a6c7-4926-85ad-c1b3e36496db'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:01:26.959414 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] Routers {'e2ac881f-a6c7-4926-85ad-c1b3e36496db'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:01:26.966481 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:01:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e2ac881f-a6c7-4926-85ad-c1b3e36496db'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:27.037573 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:27.059016 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (84e31c1a-f376-447d-9837-772c0bf324c2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:27.279031 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] Set router e2ac881f-a6c7-4926-85ad-c1b3e36496db gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:01:27.556722 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] Publish callbacks [] for port (84e31c1a-f376-447d-9837-772c0bf324c2), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:27.627613 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ac881f-a6c7-4926-85ad-c1b3e36496db', 'name': 'tempest-TestNetworkBasicOps-router-514267368', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '191f4870-b71c-486b-86cb-42f15672934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:01:19Z', 'updated_at': '2022-11-02T13:01:25Z', 'revision_number': 3, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'gw_port': {'id': '191f4870-b71c-486b-86cb-42f15672934c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ac881f-a6c7-4926-85ad-c1b3e36496db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:23Z', 'updated_at': '2022-11-02T13:01:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:27.662805 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] Checking router: e2ac881f-a6c7-4926-85ad-c1b3e36496db for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:01:27.663233 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] Updating router e2ac881f-a6c7-4926-85ad-c1b3e36496db port 191f4870-b71c-486b-86cb-42f15672934c binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:01:27.696127 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (191f4870-b71c-486b-86cb-42f15672934c), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:27.785243 n-d-857339-6 neutron-server[105976]: DEBUG neutron.objects.ports [None req-c5676ee0-d83b-453d-ada6-a5a274aea797 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105976) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 13:01:27.790982 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c5676ee0-d83b-453d-ada6-a5a274aea797 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (bbeee425-2256-4e6c-af03-0ffb45b4a898), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:27.876671 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5676ee0-d83b-453d-ada6-a5a274aea797 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:27.883356 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-c5676ee0-d83b-453d-ada6-a5a274aea797 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:27.890012 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5676ee0-d83b-453d-ada6-a5a274aea797 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:27.890613 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c5676ee0-d83b-453d-ada6-a5a274aea797 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:27.894847 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5676ee0-d83b-453d-ada6-a5a274aea797 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=bbeee425-2256-4e6c-af03-0ffb45b4a898,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:27.896627 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d45beb-1557-4cd0-a994-9dab92eb6b0c None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:01:27.995815 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54dcf6d8-772c-40ab-be64-40ee193ce2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:28.018650 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-85686c8e-fb26-4ae0-b6e0-33a9d37b9115 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:28.024171 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-85686c8e-fb26-4ae0-b6e0-33a9d37b9115 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.3272111 Nov 02 13:01:28.051183 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38384) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:28.160272 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c5676ee0-d83b-453d-ada6-a5a274aea797 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6426334 Nov 02 13:01:28.171713 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38388) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:28.171713 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-9b8d0315-1424-47b1-aeb7-1aa8eca1eb83 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:28.183670 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (84e31c1a-f376-447d-9837-772c0bf324c2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:28.210177 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'fixed_ips': [{'subnet_id': 'bbeee425-2256-4e6c-af03-0ffb45b4a898'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:01:28.218438 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:28.255937 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] Attempting to bind port 84e31c1a-f376-447d-9837-772c0bf324c2 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:01:28.256374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] Attempting to bind port 84e31c1a-f376-447d-9837-772c0bf324c2 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:01:28.267708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] Attempting to bind port 84e31c1a-f376-447d-9837-772c0bf324c2 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:01:28.342635 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:28.366331 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb2594-3ccb-4063-8a40-3a92f79edb96 None None] Pushing event updated for resources: {'Port': ['ID=84e31c1a-f376-447d-9837-772c0bf324c2,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:28.447312 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:28.517883 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:01:28.518256 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:01:28.518675 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:28.519075 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:01:28.519571 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] Bound port: 84e31c1a-f376-447d-9837-772c0bf324c2, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:01:28.519992 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (84e31c1a-f376-447d-9837-772c0bf324c2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:28.585982 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:28.650641 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-54dcf6d8-772c-40ab-be64-40ee193ce2c6 admin admin] Allocated IP 172.20.0.1 (1c122211-fff4-42b8-87ee-16f384419731/1e449f54-e7b6-437f-b9ec-fbaa2a43b768/edcbff6e-c851-435f-8d7e-271c8af19f7d) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:28.734593 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] For port 84e31c1a-f376-447d-9837-772c0bf324c2, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:01:28.760108 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] For port 84e31c1a-f376-447d-9837-772c0bf324c2, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=84e31c1a-f376-447d-9837-772c0bf324c2,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:01:28.768439 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] Allocated IP 2001:db8::f816:3eff:fe9a:5e72 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/bbeee425-2256-4e6c-af03-0ffb45b4a898/1b514ca5-be47-48e1-9304-ca5547ce034a) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:28.874405 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] Publish callbacks [] for port (191f4870-b71c-486b-86cb-42f15672934c), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:28.901888 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (84e31c1a-f376-447d-9837-772c0bf324c2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:28.942176 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8d0315-1424-47b1-aeb7-1aa8eca1eb83 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:01:28.947971 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9b8d0315-1424-47b1-aeb7-1aa8eca1eb83 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:28.953202 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54dcf6d8-772c-40ab-be64-40ee193ce2c6 admin admin] Publish callbacks [] for port (edcbff6e-c851-435f-8d7e-271c8af19f7d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:28.988712 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6a0ba0e7-43fa-4527-877b-c7a2c7761ec8 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?project_id=859fa6a598e940adb04b27af754ebff8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9600863 Nov 02 13:01:28.996208 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38402) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:29.003118 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (191f4870-b71c-486b-86cb-42f15672934c), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:29.006274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] Routers {'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:01:29.006923 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:01:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f10d66a5-d258-4a11-a11d-6c8bf0fa89fc'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:29.077393 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] Attempting to bind port 191f4870-b71c-486b-86cb-42f15672934c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:01:29.077804 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] Attempting to bind port 191f4870-b71c-486b-86cb-42f15672934c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:01:29.078179 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] Attempting to bind port 191f4870-b71c-486b-86cb-42f15672934c on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:01:29.082350 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb2594-3ccb-4063-8a40-3a92f79edb96 None None] Pushing event updated for resources: {'Port': ['ID=84e31c1a-f376-447d-9837-772c0bf324c2,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:29.142433 n-d-857339-6 neutron-server[105975]: INFO neutron.db.ipam_backend_mixin [None req-9b8d0315-1424-47b1-aeb7-1aa8eca1eb83 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bbeee425-2256-4e6c-af03-0ffb45b4a898 (CIDR: 2001:db8::/64) Nov 02 13:01:29.180445 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8d0315-1424-47b1-aeb7-1aa8eca1eb83 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:01:29.182155 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b8d0315-1424-47b1-aeb7-1aa8eca1eb83 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:01:29.226326 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c72a42-f4df-488c-be73-4456ff0a3d3a None None] Pushing event updated for resources: {'Port': ['ID=191f4870-b71c-486b-86cb-42f15672934c,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:29.239114 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] Publish callbacks [] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:29.244258 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] Set router f10d66a5-d258-4a11-a11d-6c8bf0fa89fc gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:01:29.256253 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:29.260339 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:01:29.260747 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:01:29.261139 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:29.264963 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:01:29.265661 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] Bound port: 191f4870-b71c-486b-86cb-42f15672934c, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:01:29.270526 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (191f4870-b71c-486b-86cb-42f15672934c), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:29.271305 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9b8d0315-1424-47b1-aeb7-1aa8eca1eb83 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1011076 Nov 02 13:01:29.271594 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38408) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:29.279656 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-0dc324e6-f8c9-4360-a97e-1b5065ffbc63 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:29.289838 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38410) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:29.299041 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54dcf6d8-772c-40ab-be64-40ee193ce2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (edcbff6e-c851-435f-8d7e-271c8af19f7d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:29.328697 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:29.343287 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:29.372723 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] For port 191f4870-b71c-486b-86cb-42f15672934c, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:01:29.376210 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] For port 191f4870-b71c-486b-86cb-42f15672934c, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=191f4870-b71c-486b-86cb-42f15672934c,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:01:29.418493 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:29.431126 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:29.433379 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0895a70-21a1-4445-ad89-b81812f63d2e tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:29.438370 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a0895a70-21a1-4445-ad89-b81812f63d2e tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4373012 Nov 02 13:01:29.444472 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:01:29.444647 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38412) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:29.444756 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bfc47f99-83e7-40a4-bd23-525286ce5e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:29.463187 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] Pushing event updated for resources: {'Port': ['ID=1b514ca5-be47-48e1-9304-ca5547ce034a,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:29.464329 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dcf6d8-772c-40ab-be64-40ee193ce2c6 admin admin] Network 1c122211-fff4-42b8-87ee-16f384419731 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:29.470012 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (191f4870-b71c-486b-86cb-42f15672934c), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:29.500138 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-54dcf6d8-772c-40ab-be64-40ee193ce2c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:29.520201 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] Attempting to bind port 1b514ca5-be47-48e1-9304-ca5547ce034a on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:01:29.520443 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] Attempting to bind port 1b514ca5-be47-48e1-9304-ca5547ce034a by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:01:29.520680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] Attempting to bind port 1b514ca5-be47-48e1-9304-ca5547ce034a on network e9ae2c9f-8862-4b1d-b882-f135a69580a6 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:01:29.556588 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dcf6d8-772c-40ab-be64-40ee193ce2c6 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:01:29.565175 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcf6d8-772c-40ab-be64-40ee193ce2c6 admin admin] Pushing event updated for resources: {'Port': ['ID=edcbff6e-c851-435f-8d7e-271c8af19f7d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:29.575050 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-211cbb67-2f9f-4219-98cc-69976225b038 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1340637 Nov 02 13:01:29.575804 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38414) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:29.586552 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-93de2fd7-169b-4c35-a16f-2286b4d79af8 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-680317853', 'network_id': 'e2c151ab-6483-4838-bf46-12d1fa842cd2', 'project_id': '859fa6a598e940adb04b27af754ebff8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:29.592973 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] Routers {'e2ac881f-a6c7-4926-85ad-c1b3e36496db'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:01:29.595961 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc', 'name': 'tempest-TestServerMultinode-1747960882-router', 'tenant_id': '83bd5e13a5e54740918cf5924a14886b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '84e31c1a-f376-447d-9837-772c0bf324c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:01:18Z', 'updated_at': '2022-11-02T13:01:23Z', 'revision_number': 3, 'project_id': '83bd5e13a5e54740918cf5924a14886b', 'gw_port': {'id': '84e31c1a-f376-447d-9837-772c0bf324c2', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:20Z', 'updated_at': '2022-11-02T13:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:29.597665 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:01:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e2ac881f-a6c7-4926-85ad-c1b3e36496db'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:29.679661 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b7293-60e4-4d2a-995b-23b39bd90a2d None None] The sync data for ids ['f10d66a5-d258-4a11-a11d-6c8bf0fa89fc'] in n-d-857339-6 is: [{'id': 'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc', 'name': 'tempest-TestServerMultinode-1747960882-router', 'tenant_id': '83bd5e13a5e54740918cf5924a14886b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '84e31c1a-f376-447d-9837-772c0bf324c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:01:18Z', 'updated_at': '2022-11-02T13:01:23Z', 'revision_number': 3, 'project_id': '83bd5e13a5e54740918cf5924a14886b', 'gw_port': {'id': '84e31c1a-f376-447d-9837-772c0bf324c2', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:20Z', 'updated_at': '2022-11-02T13:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:01:29.695156 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:01:29.696667 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] Checking segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:01:29.698488 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:29.703740 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] Bound using segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:01:29.713107 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] Bound port: 1b514ca5-be47-48e1-9304-ca5547ce034a, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:01:29.713107 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:29.727057 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54dcf6d8-772c-40ab-be64-40ee193ce2c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (f10d66a5-d258-4a11-a11d-6c8bf0fa89fc), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:29.739001 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc324e6-f8c9-4360-a97e-1b5065ffbc63 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:01:29.752909 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c72a42-f4df-488c-be73-4456ff0a3d3a None None] Pushing event updated for resources: {'Port': ['ID=191f4870-b71c-486b-86cb-42f15672934c,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:29.767545 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0dc324e6-f8c9-4360-a97e-1b5065ffbc63 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:29.849646 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] For port 1b514ca5-be47-48e1-9304-ca5547ce034a, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:01:29.861397 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] For port 1b514ca5-be47-48e1-9304-ca5547ce034a, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1b514ca5-be47-48e1-9304-ca5547ce034a,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:01:29.934254 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:30.021257 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] Set router e2ac881f-a6c7-4926-85ad-c1b3e36496db gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:01:30.235490 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:30.279123 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:30.291294 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa945af-0214-490c-a0ba-3f29f3fe1134 None None] Pushing event updated for resources: {'Port': ['ID=1b514ca5-be47-48e1-9304-ca5547ce034a,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:30.294863 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bfc47f99-83e7-40a4-bd23-525286ce5e98 admin admin] Publish callbacks [] for security_group (747c843f-abb9-45f9-8e25-0055a3868959), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:30.309661 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93de2fd7-169b-4c35-a16f-2286b4d79af8 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Made reservation on behalf of 859fa6a598e940adb04b27af754ebff8 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:01:30.311278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-69e8a70a-075c-46d2-84eb-5a6f0024c1f9 None None] Provisioning complete for port edcbff6e-c851-435f-8d7e-271c8af19f7d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:30.311660 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-69e8a70a-075c-46d2-84eb-5a6f0024c1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (edcbff6e-c851-435f-8d7e-271c8af19f7d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:30.311991 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-69e8a70a-075c-46d2-84eb-5a6f0024c1f9 None None] Attempt 1 to provision port edcbff6e-c851-435f-8d7e-271c8af19f7d Nov 02 13:01:30.316887 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93de2fd7-169b-4c35-a16f-2286b4d79af8 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:30.388151 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bfc47f99-83e7-40a4-bd23-525286ce5e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (747c843f-abb9-45f9-8e25-0055a3868959), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:30.396836 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-a6f9bad4-55b0-4b2b-89f8-3944687146c8 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=34bf3744309d4381acf25152b0225203&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2213485 Nov 02 13:01:30.410475 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-69e8a70a-075c-46d2-84eb-5a6f0024c1f9 None None] Port edcbff6e-c851-435f-8d7e-271c8af19f7d cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:01:30.637710 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc47f99-83e7-40a4-bd23-525286ce5e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747c843f-abb9-45f9-8e25-0055a3868959,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:30.665568 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bfc47f99-83e7-40a4-bd23-525286ce5e98 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=af3e7b6e13954dbf98e3c5698abceca3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3664045 Nov 02 13:01:30.665568 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38454) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:30.839899 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ac881f-a6c7-4926-85ad-c1b3e36496db', 'name': 'tempest-TestNetworkBasicOps-router-514267368', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '191f4870-b71c-486b-86cb-42f15672934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:01:19Z', 'updated_at': '2022-11-02T13:01:25Z', 'revision_number': 3, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'gw_port': {'id': '191f4870-b71c-486b-86cb-42f15672934c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ac881f-a6c7-4926-85ad-c1b3e36496db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:23Z', 'updated_at': '2022-11-02T13:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:30.874196 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6fb38922-c69c-4742-ac8a-7c3831cda97d admin admin] Publish callbacks [] for security_group (747c843f-abb9-45f9-8e25-0055a3868959), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:30.970843 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6fb38922-c69c-4742-ac8a-7c3831cda97d admin admin] Publish callbacks [] for security_group (747c843f-abb9-45f9-8e25-0055a3868959), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:30.984939 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04b3bf-a292-4b43-aee9-c700fb6543dc None None] The sync data for ids ['e2ac881f-a6c7-4926-85ad-c1b3e36496db'] in n-d-857339-6 is: [{'id': 'e2ac881f-a6c7-4926-85ad-c1b3e36496db', 'name': 'tempest-TestNetworkBasicOps-router-514267368', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '191f4870-b71c-486b-86cb-42f15672934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:01:19Z', 'updated_at': '2022-11-02T13:01:25Z', 'revision_number': 3, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'gw_port': {'id': '191f4870-b71c-486b-86cb-42f15672934c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ac881f-a6c7-4926-85ad-c1b3e36496db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:23Z', 'updated_at': '2022-11-02T13:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:01:31.065107 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:31.156947 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:31.166892 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54dcf6d8-772c-40ab-be64-40ee193ce2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (edcbff6e-c851-435f-8d7e-271c8af19f7d), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:31.231458 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38460) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:31.304564 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:31.315929 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=6,neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:31.328720 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6fb38922-c69c-4742-ac8a-7c3831cda97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (747c843f-abb9-45f9-8e25-0055a3868959), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:31.334138 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6fb38922-c69c-4742-ac8a-7c3831cda97d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:31.335709 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6fb38922-c69c-4742-ac8a-7c3831cda97d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/747c843f-abb9-45f9-8e25-0055a3868959 HTTP/1.1" status: 204 len: 168 time: 0.6710703 Nov 02 13:01:31.370406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb38922-c69c-4742-ac8a-7c3831cda97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747c843f-abb9-45f9-8e25-0055a3868959,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:31.459104 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:31.612764 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-801d6a48-8ec3-41f7-9205-f0d65e58b15d None None] Provisioning complete for port 1b514ca5-be47-48e1-9304-ca5547ce034a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:31.612764 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-801d6a48-8ec3-41f7-9205-f0d65e58b15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:31.612764 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-801d6a48-8ec3-41f7-9205-f0d65e58b15d None None] Attempt 1 to provision port 1b514ca5-be47-48e1-9304-ca5547ce034a Nov 02 13:01:31.613537 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-04df8c00-235d-43e8-a34a-ec3fd0aa567f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:31.664174 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-9f4cc9d2-c6a1-45b6-87d1-0a322795eed7 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:31.666683 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-9f4cc9d2-c6a1-45b6-87d1-0a322795eed7 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2125514 Nov 02 13:01:31.738818 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-0819c3aa-d98e-4f8b-b270-e8e91baf404b tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/quotas/34bf3744309d4381acf25152b0225203 HTTP/1.1" status: 200 len: 375 time: 0.0631235 Nov 02 13:01:31.842102 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54dcf6d8-772c-40ab-be64-40ee193ce2c6 admin admin] Publish callbacks [] for port (edcbff6e-c851-435f-8d7e-271c8af19f7d), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:31.846855 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-04df8c00-235d-43e8-a34a-ec3fd0aa567f admin admin] Publish callbacks [] for security_group (4fb12611-193c-413a-ae99-f4563345ee27), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:31.876225 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-89e6d7cc-0f38-491f-95ec-5e4e8ff1aee4 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=34bf3744309d4381acf25152b0225203&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1037252 Nov 02 13:01:31.882633 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:INSERT=3,neutron:UPDATE=5,neutron:SELECT=92 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:31.892965 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4f965-3609-48e4-aa10-2207fa518578 req-6a1316ca-2ff9-47d3-9e01-7c4a8a569986 tempest-VolumesSnapshotTestJSON-2080269117 tempest-VolumesSnapshotTestJSON-2080269117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:31.895571 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e6c4f965-3609-48e4-aa10-2207fa518578 req-6a1316ca-2ff9-47d3-9e01-7c4a8a569986 tempest-VolumesSnapshotTestJSON-2080269117 tempest-VolumesSnapshotTestJSON-2080269117-project] 10.222.0.64 "GET /networking/v2.0/networks?id=ce72d6b8-fcfe-4e41-8a6a-5fc6bccfe04e HTTP/1.1" status: 200 len: 813 time: 0.7473350 Nov 02 13:01:31.907287 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54dcf6d8-772c-40ab-be64-40ee193ce2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (edcbff6e-c851-435f-8d7e-271c8af19f7d), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:31.914405 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 84e31c1a-f376-447d-9837-772c0bf324c2 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:31.995048 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-04df8c00-235d-43e8-a34a-ec3fd0aa567f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4fb12611-193c-413a-ae99-f4563345ee27), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:32.000766 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-801d6a48-8ec3-41f7-9205-f0d65e58b15d None None] Current status of the port 1b514ca5-be47-48e1-9304-ca5547ce034a is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:32.006039 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-801d6a48-8ec3-41f7-9205-f0d65e58b15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:32.039163 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e6c4f965-3609-48e4-aa10-2207fa518578 req-04effdad-2876-40c6-bb61-bfa8af34536c tempest-VolumesSnapshotTestJSON-2080269117 tempest-VolumesSnapshotTestJSON-2080269117-project] 10.222.0.64 "GET /networking/v2.0/quotas/2688c21d1c2446738e30f08d35853087 HTTP/1.1" status: 200 len: 375 time: 0.1329153 Nov 02 13:01:32.109514 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcf6d8-772c-40ab-be64-40ee193ce2c6 admin admin] Pushing event updated for resources: {'Port': ['ID=edcbff6e-c851-435f-8d7e-271c8af19f7d,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:32.117627 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-801d6a48-8ec3-41f7-9205-f0d65e58b15d None None] For port 1b514ca5-be47-48e1-9304-ca5547ce034a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1b514ca5-be47-48e1-9304-ca5547ce034a,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:32.120276 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e6c4f965-3609-48e4-aa10-2207fa518578 req-f08e6cde-a531-4fb1-8ff9-11334c46b413 tempest-VolumesSnapshotTestJSON-2080269117 tempest-VolumesSnapshotTestJSON-2080269117-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2688c21d1c2446738e30f08d35853087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731337 Nov 02 13:01:32.139189 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-04df8c00-235d-43e8-a34a-ec3fd0aa567f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2129b773afcd4f68961eaadb37241319&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9054298 Nov 02 13:01:32.141193 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38478) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:32.158084 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 84e31c1a-f376-447d-9837-772c0bf324c2 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:32.164908 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (84e31c1a-f376-447d-9837-772c0bf324c2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:32.164908 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 84e31c1a-f376-447d-9837-772c0bf324c2 Nov 02 13:01:32.242674 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-801d6a48-8ec3-41f7-9205-f0d65e58b15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:32.350746 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93de2fd7-169b-4c35-a16f-2286b4d79af8 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (92dea081-5a2a-4e58-a711-932ddde64586), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:32.362835 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-54dcf6d8-772c-40ab-be64-40ee193ce2c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (f10d66a5-d258-4a11-a11d-6c8bf0fa89fc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:32.367380 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0dc324e6-f8c9-4360-a97e-1b5065ffbc63 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (d81c860e-84f0-4286-8710-108963d69756), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:32.377411 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df8c00-235d-43e8-a34a-ec3fd0aa567f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb12611-193c-413a-ae99-f4563345ee27,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:32.413309 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d6a48-8ec3-41f7-9205-f0d65e58b15d None None] Pushing event updated for resources: {'Port': ['ID=1b514ca5-be47-48e1-9304-ca5547ce034a,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:32.458810 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:32.552638 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 84e31c1a-f376-447d-9837-772c0bf324c2 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:32.554128 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (84e31c1a-f376-447d-9837-772c0bf324c2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:32.587582 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 84e31c1a-f376-447d-9837-772c0bf324c2, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=84e31c1a-f376-447d-9837-772c0bf324c2,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:32.601755 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc324e6-f8c9-4360-a97e-1b5065ffbc63 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:32.605362 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de2fd7-169b-4c35-a16f-2286b4d79af8 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Checking segment: {'id': '9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'e2c151ab-6483-4838-bf46-12d1fa842cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:01:32.605951 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93de2fd7-169b-4c35-a16f-2286b4d79af8 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Network hostable DHCP agents. Network: e2c151ab-6483-4838-bf46-12d1fa842cd2, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:01:32.617169 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-eedc3d1a-07d5-40cd-ae3c-da8ab6d5ce30 req-b6eda9ae-08ec-4ab5-9cd3-c7bfdb7d618b tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 210 time: 0.1351261 Nov 02 13:01:32.624548 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-0dc324e6-f8c9-4360-a97e-1b5065ffbc63 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:32.627659 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc324e6-f8c9-4360-a97e-1b5065ffbc63 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:32.628199 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0dc324e6-f8c9-4360-a97e-1b5065ffbc63 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:32.637157 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3de317-42b8-40fb-973d-e8e39fa9d894 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:01:32.639356 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de2fd7-169b-4c35-a16f-2286b4d79af8 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'Subnet': ['ID=92dea081-5a2a-4e58-a711-932ddde64586,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:32.688822 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20f739e4-74c3-4f95-9013-cf9a80d85677 admin admin] Publish callbacks [] for security_group (4fb12611-193c-413a-ae99-f4563345ee27), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:32.705399 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (84e31c1a-f376-447d-9837-772c0bf324c2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:32.709879 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1b514ca5-be47-48e1-9304-ca5547ce034a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:32.746467 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc324e6-f8c9-4360-a97e-1b5065ffbc63 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=d81c860e-84f0-4286-8710-108963d69756,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:32.755774 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93de2fd7-169b-4c35-a16f-2286b4d79af8 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Network e2c151ab-6483-4838-bf46-12d1fa842cd2 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:01:32.813613 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20f739e4-74c3-4f95-9013-cf9a80d85677 admin admin] Publish callbacks [] for security_group (4fb12611-193c-413a-ae99-f4563345ee27), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:32.851127 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0dc324e6-f8c9-4360-a97e-1b5065ffbc63 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5782669 Nov 02 13:01:32.853853 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38500) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:32.859549 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f3548b85-3423-4abc-84bf-51a4926941fe tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'mac_address': 'fa:16:3e:d3:f1:c3', 'name': 'tempest-NetworksTestDHCPv6-72791126'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:32.969522 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-93de2fd7-169b-4c35-a16f-2286b4d79af8 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, e2c151ab-6483-4838-bf46-12d1fa842cd2) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:32.990769 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dcf6d8-772c-40ab-be64-40ee193ce2c6 admin admin] Network 1c122211-fff4-42b8-87ee-16f384419731 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:32.994823 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93de2fd7-169b-4c35-a16f-2286b4d79af8 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:32.996166 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93de2fd7-169b-4c35-a16f-2286b4d79af8 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:33.017214 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-54dcf6d8-772c-40ab-be64-40ee193ce2c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:33.104183 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a487e77-0474-46ca-807c-c5343baa4b71 None None] Network e2c151ab-6483-4838-bf46-12d1fa842cd2 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:01:33.323266 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54dcf6d8-772c-40ab-be64-40ee193ce2c6 admin admin] Router f10d66a5-d258-4a11-a11d-6c8bf0fa89fc has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:01:33.344050 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:33.358866 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38510) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:33.362748 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-93de2fd7-169b-4c35-a16f-2286b4d79af8 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.7825747 Nov 02 13:01:33.458892 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3548b85-3423-4abc-84bf-51a4926941fe tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:01:33.531559 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e2c151ab-6483-4838-bf46-12d1fa842cd2', 'network_id': 'e2c151ab-6483-4838-bf46-12d1fa842cd2', 'project_id': '859fa6a598e940adb04b27af754ebff8', 'fixed_ips': [{'subnet_id': '92dea081-5a2a-4e58-a711-932ddde64586'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:01:33.541948 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:33.545657 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 1b514ca5-be47-48e1-9304-ca5547ce034a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:33.546065 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:33.546412 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 1b514ca5-be47-48e1-9304-ca5547ce034a Nov 02 13:01:33.550263 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=84e31c1a-f376-447d-9837-772c0bf324c2,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:33.569794 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:33.582056 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20f739e4-74c3-4f95-9013-cf9a80d85677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4fb12611-193c-413a-ae99-f4563345ee27), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:33.586020 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20f739e4-74c3-4f95-9013-cf9a80d85677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:33.590578 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-20f739e4-74c3-4f95-9013-cf9a80d85677 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4fb12611-193c-413a-ae99-f4563345ee27 HTTP/1.1" status: 204 len: 168 time: 1.4226964 Nov 02 13:01:33.650070 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3548b85-3423-4abc-84bf-51a4926941fe tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:33.674407 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-f3548b85-3423-4abc-84bf-51a4926941fe tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port 0ab27b09-57c0-4b39-a17e-80e8cc499567 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 13:01:33.719872 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f739e4-74c3-4f95-9013-cf9a80d85677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb12611-193c-413a-ae99-f4563345ee27,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:33.765040 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5e9affa1-aa8e-49f1-af0b-297ba821ffa7 req-6b41080e-fe63-4ea0-86d0-70222ef1adc8 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 210 time: 0.0500438 Nov 02 13:01:33.818834 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:33.864423 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54dcf6d8-772c-40ab-be64-40ee193ce2c6 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:01:33.914468 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-54dcf6d8-772c-40ab-be64-40ee193ce2c6 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/f10d66a5-d258-4a11-a11d-6c8bf0fa89fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4413176 Nov 02 13:01:34.006607 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-f3548b85-3423-4abc-84bf-51a4926941fe tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8:0:1::312 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/d81c860e-84f0-4286-8710-108963d69756/0ab27b09-57c0-4b39-a17e-80e8cc499567) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:34.018756 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-f3548b85-3423-4abc-84bf-51a4926941fe tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::f816:3eff:fed3:f1c3 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/bbeee425-2256-4e6c-af03-0ffb45b4a898/0ab27b09-57c0-4b39-a17e-80e8cc499567) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:34.105469 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] Sync routers for ids ['f10d66a5-d258-4a11-a11d-6c8bf0fa89fc'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:01:34.234742 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2520bda9-319e-45be-9dca-4c26eedaef5f None None] Provisioning complete for port edcbff6e-c851-435f-8d7e-271c8af19f7d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:34.237256 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2520bda9-319e-45be-9dca-4c26eedaef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (edcbff6e-c851-435f-8d7e-271c8af19f7d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:34.237777 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2520bda9-319e-45be-9dca-4c26eedaef5f None None] Attempt 1 to provision port edcbff6e-c851-435f-8d7e-271c8af19f7d Nov 02 13:01:34.279279 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:34.429044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] Routers {'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:01:34.436716 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:01:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f10d66a5-d258-4a11-a11d-6c8bf0fa89fc'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:34.461127 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=4,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:34.525588 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c55215-fd4a-430b-b9b5-443b2ef4787c None None] Update dhcp port {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'fixed_ips': [{'subnet_id': 'bbeee425-2256-4e6c-af03-0ffb45b4a898', 'ip_address': '2001:db8::f816:3eff:fe9a:5e72'}, {'subnet_id': 'd81c860e-84f0-4286-8710-108963d69756'}], 'binding:host_id': 'n-d-857339-6'}, 'id': '1b514ca5-be47-48e1-9304-ca5547ce034a'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 13:01:34.544713 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3548b85-3423-4abc-84bf-51a4926941fe tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (0ab27b09-57c0-4b39-a17e-80e8cc499567), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:34.593189 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-96986e4f-a138-4492-9ec8-d66be745c0d7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:34.653491 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=14,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:34.683647 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3548b85-3423-4abc-84bf-51a4926941fe tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (0ab27b09-57c0-4b39-a17e-80e8cc499567), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:34.716254 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-46c55215-fd4a-430b-b9b5-443b2ef4787c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:34.903318 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38548) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:34.911936 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2520bda9-319e-45be-9dca-4c26eedaef5f None None] Port edcbff6e-c851-435f-8d7e-271c8af19f7d cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:01:35.018182 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3548b85-3423-4abc-84bf-51a4926941fe tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=0ab27b09-57c0-4b39-a17e-80e8cc499567,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:35.039150 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d47c-87f4-49d3-b8a2-2244494c8475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:35.062598 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3548b85-3423-4abc-84bf-51a4926941fe tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:35.070382 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:35.078074 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f3548b85-3423-4abc-84bf-51a4926941fe tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:35.086420 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3548b85-3423-4abc-84bf-51a4926941fe tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:01:35.097548 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3548b85-3423-4abc-84bf-51a4926941fe tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:35.098243 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3548b85-3423-4abc-84bf-51a4926941fe tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:35.155229 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] Allocated IP 172.20.0.2 (e2c151ab-6483-4838-bf46-12d1fa842cd2/92dea081-5a2a-4e58-a711-932ddde64586/21a6fad5-6764-4bdd-a8fc-3691dac1f16e) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:35.177499 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0d8f0809-96f1-4a0c-bef1-33a21308268f req-54cbf196-4146-4135-b91b-86545fab1347 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 210 time: 0.1062815 Nov 02 13:01:35.326898 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f3548b85-3423-4abc-84bf-51a4926941fe tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4692757 Nov 02 13:01:35.328320 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38562) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:35.375354 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d47c-87f4-49d3-b8a2-2244494c8475 admin admin] Publish callbacks [] for security_group (ed22798f-f207-465c-90ec-2cb101985666), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:35.425388 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 1b514ca5-be47-48e1-9304-ca5547ce034a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:35.579274 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:35.658345 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d47c-87f4-49d3-b8a2-2244494c8475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ed22798f-f207-465c-90ec-2cb101985666), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:35.660524 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] Set router f10d66a5-d258-4a11-a11d-6c8bf0fa89fc gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:01:35.709914 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:35.720533 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-3f897ee9-a328-4431-8a8b-7cf6461b715c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port 0ab27b09-57c0-4b39-a17e-80e8cc499567 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:01:35.724187 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3f897ee9-a328-4431-8a8b-7cf6461b715c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0ab27b09-57c0-4b39-a17e-80e8cc499567), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:35.747183 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9ed1d47c-87f4-49d3-b8a2-2244494c8475 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=bffd985386b944639d34bd4edcd9501d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8250859 Nov 02 13:01:35.750565 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38576) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:35.763438 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1d47c-87f4-49d3-b8a2-2244494c8475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed22798f-f207-465c-90ec-2cb101985666,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:35.870762 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-210291cd-125b-489c-9ef2-26e98e238b53 admin admin] Publish callbacks [] for security_group (ed22798f-f207-465c-90ec-2cb101985666), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:35.930203 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-210291cd-125b-489c-9ef2-26e98e238b53 admin admin] Publish callbacks [] for security_group (ed22798f-f207-465c-90ec-2cb101985666), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:35.977545 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94565ee7-83d9-48b0-ace5-956e48c15f7c req-ad94f3b5-014c-41af-aecf-45997f48f4f2 tempest-TestServerMultinode-113734434 tempest-TestServerMultinode-113734434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:35.981977 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-94565ee7-83d9-48b0-ace5-956e48c15f7c req-ad94f3b5-014c-41af-aecf-45997f48f4f2 tempest-TestServerMultinode-113734434 tempest-TestServerMultinode-113734434-project-admin] 10.222.0.64 "GET /networking/v2.0/networks?id=28d1d808-ac39-4cd1-8e45-5ed5c3ae902e HTTP/1.1" status: 200 len: 910 time: 0.6087933 Nov 02 13:01:35.984499 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 84e31c1a-f376-447d-9837-772c0bf324c2 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:36.056619 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:36.060345 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3f897ee9-a328-4431-8a8b-7cf6461b715c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0ab27b09-57c0-4b39-a17e-80e8cc499567), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:36.070339 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-94565ee7-83d9-48b0-ace5-956e48c15f7c req-be13081f-92f7-45e4-ab66-d97718a5053c tempest-TestServerMultinode-113734434 tempest-TestServerMultinode-113734434-project-admin] 10.222.0.64 "GET /networking/v2.0/quotas/83bd5e13a5e54740918cf5924a14886b HTTP/1.1" status: 200 len: 375 time: 0.0772157 Nov 02 13:01:36.124291 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-3f897ee9-a328-4431-8a8b-7cf6461b715c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for 0ab27b09-57c0-4b39-a17e-80e8cc499567 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:01:36.149234 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-210291cd-125b-489c-9ef2-26e98e238b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (ed22798f-f207-465c-90ec-2cb101985666), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:36.153421 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-210291cd-125b-489c-9ef2-26e98e238b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:36.157620 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-210291cd-125b-489c-9ef2-26e98e238b53 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ed22798f-f207-465c-90ec-2cb101985666 HTTP/1.1" status: 204 len: 168 time: 0.4047527 Nov 02 13:01:36.188553 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210291cd-125b-489c-9ef2-26e98e238b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed22798f-f207-465c-90ec-2cb101985666,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:36.209825 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-8674854f-a4c1-46f7-ba22-29142b5e275d tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=34bf3744309d4381acf25152b0225203&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476379 Nov 02 13:01:36.239199 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] Publish callbacks [] for port (21a6fad5-6764-4bdd-a8fc-3691dac1f16e), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:36.265000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-46c55215-fd4a-430b-b9b5-443b2ef4787c None None] Allocated IP 2001:db8:0:1::2 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/d81c860e-84f0-4286-8710-108963d69756/1b514ca5-be47-48e1-9304-ca5547ce034a) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:36.304324 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-94565ee7-83d9-48b0-ace5-956e48c15f7c req-9ac192d1-ae45-4ee1-ba23-a320cf008530 tempest-TestServerMultinode-113734434 tempest-TestServerMultinode-113734434-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=83bd5e13a5e54740918cf5924a14886b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2123592 Nov 02 13:01:36.424013 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5e03659d-08ed-4aaf-aa1b-42af107f9cdb req-a9d13cd4-6aa1-483d-9a3a-6e17455f3250 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 210 time: 0.1326268 Nov 02 13:01:36.435641 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-96986e4f-a138-4492-9ec8-d66be745c0d7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Allocated IP 172.20.0.1 (e2c151ab-6483-4838-bf46-12d1fa842cd2/92dea081-5a2a-4e58-a711-932ddde64586/d0a951c1-6edb-4fa0-a366-8eee11f929f3) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:36.507449 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-46c55215-fd4a-430b-b9b5-443b2ef4787c None None] For port 1b514ca5-be47-48e1-9304-ca5547ce034a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1b514ca5-be47-48e1-9304-ca5547ce034a,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:36.524620 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38594) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:36.672064 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-46c55215-fd4a-430b-b9b5-443b2ef4787c None None] Publish callbacks [] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:36.694137 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-5a0fcaa9-56ff-4a9e-941c-52caae7efb11 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:36.698483 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (21a6fad5-6764-4bdd-a8fc-3691dac1f16e), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:36.702263 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-5a0fcaa9-56ff-4a9e-941c-52caae7efb11 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4035068 Nov 02 13:01:36.748926 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:36.757966 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-853d926d-f20e-418d-8619-f5f1d9ac0f9d tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Request body: {'port': {'device_id': '74952fba-7171-4422-895b-bc9b5ae5ff12', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': '34bf3744309d4381acf25152b0225203'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:36.785509 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-96986e4f-a138-4492-9ec8-d66be745c0d7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for port (d0a951c1-6edb-4fa0-a366-8eee11f929f3), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:36.830324 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 84e31c1a-f376-447d-9837-772c0bf324c2 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:36.832330 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (84e31c1a-f376-447d-9837-772c0bf324c2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:36.833922 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 84e31c1a-f376-447d-9837-772c0bf324c2 Nov 02 13:01:36.866544 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-46c55215-fd4a-430b-b9b5-443b2ef4787c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:36.870306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc', 'name': 'tempest-TestServerMultinode-1747960882-router', 'tenant_id': '83bd5e13a5e54740918cf5924a14886b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '84e31c1a-f376-447d-9837-772c0bf324c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:01:18Z', 'updated_at': '2022-11-02T13:01:30Z', 'revision_number': 4, 'project_id': '83bd5e13a5e54740918cf5924a14886b', 'gw_port': {'id': '84e31c1a-f376-447d-9837-772c0bf324c2', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:20Z', 'updated_at': '2022-11-02T13:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'edcbff6e-c851-435f-8d7e-271c8af19f7d', 'name': '', 'network_id': '1c122211-fff4-42b8-87ee-16f384419731', 'tenant_id': '83bd5e13a5e54740918cf5924a14886b', 'mac_address': 'fa:16:3e:11:34:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '1e449f54-e7b6-437f-b9ec-fbaa2a43b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:28Z', 'updated_at': '2022-11-02T13:01:31Z', 'revision_number': 2, 'project_id': '83bd5e13a5e54740918cf5924a14886b', 'subnets': [{'id': '1e449f54-e7b6-437f-b9ec-fbaa2a43b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:36.974697 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-96986e4f-a138-4492-9ec8-d66be745c0d7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (d0a951c1-6edb-4fa0-a366-8eee11f929f3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:37.026864 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] Checking router: f10d66a5-d258-4a11-a11d-6c8bf0fa89fc for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:01:37.027359 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] Updating router f10d66a5-d258-4a11-a11d-6c8bf0fa89fc port edcbff6e-c851-435f-8d7e-271c8af19f7d binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:01:37.038450 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] Network e2c151ab-6483-4838-bf46-12d1fa842cd2 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:37.068286 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96986e4f-a138-4492-9ec8-d66be745c0d7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Network e2c151ab-6483-4838-bf46-12d1fa842cd2 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:37.075045 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-96986e4f-a138-4492-9ec8-d66be745c0d7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:37.081781 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96986e4f-a138-4492-9ec8-d66be745c0d7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:01:37.125749 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] Pushing event updated for resources: {'Port': ['ID=21a6fad5-6764-4bdd-a8fc-3691dac1f16e,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:37.132552 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:37.147085 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-96986e4f-a138-4492-9ec8-d66be745c0d7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (e2ac881f-a6c7-4926-85ad-c1b3e36496db), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:37.195802 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96986e4f-a138-4492-9ec8-d66be745c0d7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'Port': ['ID=d0a951c1-6edb-4fa0-a366-8eee11f929f3,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:37.212791 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:01:37.270994 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3f897ee9-a328-4431-8a8b-7cf6461b715c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (0ab27b09-57c0-4b39-a17e-80e8cc499567), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:37.463503 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (edcbff6e-c851-435f-8d7e-271c8af19f7d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:37.481567 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:37.504234 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f897ee9-a328-4431-8a8b-7cf6461b715c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=0ab27b09-57c0-4b39-a17e-80e8cc499567,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:37.597617 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c55215-fd4a-430b-b9b5-443b2ef4787c None None] Pushing event updated for resources: {'Port': ['ID=1b514ca5-be47-48e1-9304-ca5547ce034a,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:37.630436 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:37.660457 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-09906d54-33ff-4fb0-b220-721366538694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (baf0bd52-673b-42bc-a781-b1319cd8d5f1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:38.050498 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:38.065951 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] Attempting to bind port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:01:38.073227 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] Attempting to bind port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'e2c151ab-6483-4838-bf46-12d1fa842cd2'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:01:38.080323 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] Attempting to bind port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e on network e2c151ab-6483-4838-bf46-12d1fa842cd2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:01:38.100614 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-853d926d-f20e-418d-8619-f5f1d9ac0f9d tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Made reservation on behalf of 34bf3744309d4381acf25152b0225203 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:01:38.105977 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-853d926d-f20e-418d-8619-f5f1d9ac0f9d tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:38.137062 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-853d926d-f20e-418d-8619-f5f1d9ac0f9d tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:38.200861 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fe8b2401-7c01-43fe-b255-34df5b5a129d req-f37840df-3a59-4f3e-a73e-28970c3c6322 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 210 time: 0.3026767 Nov 02 13:01:38.205158 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3f897ee9-a328-4431-8a8b-7cf6461b715c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:38.216313 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3f897ee9-a328-4431-8a8b-7cf6461b715c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/0ab27b09-57c0-4b39-a17e-80e8cc499567 HTTP/1.1" status: 204 len: 168 time: 2.8866661 Nov 02 13:01:38.222337 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38636) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:38.252833 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-96986e4f-a138-4492-9ec8-d66be745c0d7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d0a951c1-6edb-4fa0-a366-8eee11f929f3), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:38.449517 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d0274f-ca6d-4d2c-8137-6f78f0342203 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:38.455378 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-07d0274f-ca6d-4d2c-8137-6f78f0342203 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2311997 Nov 02 13:01:38.469296 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38648) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:38.485870 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-853d926d-f20e-418d-8619-f5f1d9ac0f9d tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Publish callbacks [] for security_group (7ea55e3b-0270-4fac-a6f6-4275382c1f93), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:38.579574 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-09906d54-33ff-4fb0-b220-721366538694 admin admin] Deleting port c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:01:38.579846 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-09906d54-33ff-4fb0-b220-721366538694 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:38.700298 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-09906d54-33ff-4fb0-b220-721366538694 admin admin] For port c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231,segment=NetworkSegment(35067669-59d9-4db8-b3bd-6ee5a0722178),segment_id=35067669-59d9-4db8-b3bd-6ee5a0722178)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:38.700928 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-09906d54-33ff-4fb0-b220-721366538694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:38.721261 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-09906d54-33ff-4fb0-b220-721366538694 admin admin] Calling delete_port for c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:01:38.869042 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] Publish callbacks [] for port (edcbff6e-c851-435f-8d7e-271c8af19f7d), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:38.921586 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 84e31c1a-f376-447d-9837-772c0bf324c2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:38.923225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 191f4870-b71c-486b-86cb-42f15672934c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:38.925273 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-65de5966-fb21-46aa-b1e4-79c9ef8ecc3f None None] Provisioning complete for port 1b514ca5-be47-48e1-9304-ca5547ce034a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:38.925886 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-65de5966-fb21-46aa-b1e4-79c9ef8ecc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:38.926451 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-65de5966-fb21-46aa-b1e4-79c9ef8ecc3f None None] Attempt 1 to provision port 1b514ca5-be47-48e1-9304-ca5547ce034a Nov 02 13:01:38.992191 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-853d926d-f20e-418d-8619-f5f1d9ac0f9d tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7ea55e3b-0270-4fac-a6f6-4275382c1f93), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:38.997612 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:39.083440 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-09906d54-33ff-4fb0-b220-721366538694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:39.086744 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (edcbff6e-c851-435f-8d7e-271c8af19f7d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:39.116333 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:01:39.137308 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] Checking segment: {'id': '9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'e2c151ab-6483-4838-bf46-12d1fa842cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:01:39.140310 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:39.140813 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] Bound using segment: {'id': '9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'e2c151ab-6483-4838-bf46-12d1fa842cd2'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:01:39.141835 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] Bound port: 21a6fad5-6764-4bdd-a8fc-3691dac1f16e, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'e2c151ab-6483-4838-bf46-12d1fa842cd2'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:01:39.144633 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (21a6fad5-6764-4bdd-a8fc-3691dac1f16e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:39.324707 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] For port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:01:39.330844 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] For port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=21a6fad5-6764-4bdd-a8fc-3691dac1f16e,segment=NetworkSegment(9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e),segment_id=9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:01:39.420965 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:39.508392 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (21a6fad5-6764-4bdd-a8fc-3691dac1f16e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:39.720546 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 191f4870-b71c-486b-86cb-42f15672934c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:39.720546 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (191f4870-b71c-486b-86cb-42f15672934c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:39.720546 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 191f4870-b71c-486b-86cb-42f15672934c Nov 02 13:01:39.730195 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f2451-83b7-4e35-8267-7f624d726e43 None None] Pushing event updated for resources: {'Port': ['ID=edcbff6e-c851-435f-8d7e-271c8af19f7d,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:39.885690 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09906d54-33ff-4fb0-b220-721366538694 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:39.892242 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6d21a983-7433-441e-b562-d3b929877acd req-54dd0c3f-4e13-464c-aac0-daa0db328cb1 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 210 time: 0.0470130 Nov 02 13:01:39.907996 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d926d-f20e-418d-8619-f5f1d9ac0f9d tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea55e3b-0270-4fac-a6f6-4275382c1f93,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:39.960310 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e11577-94c3-4aea-9eb2-ed6b90ebdbf2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:39.970556 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b0e11577-94c3-4aea-9eb2-ed6b90ebdbf2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.4934044 Nov 02 13:01:39.976811 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38666) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:39.976969 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:40.014497 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] Attempting to bind port edcbff6e-c851-435f-8d7e-271c8af19f7d on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:01:40.014880 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] Attempting to bind port edcbff6e-c851-435f-8d7e-271c8af19f7d by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'c56e6374-7865-402a-a043-f1d06ac7f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1c122211-fff4-42b8-87ee-16f384419731'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:01:40.015245 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] Attempting to bind port edcbff6e-c851-435f-8d7e-271c8af19f7d on network 1c122211-fff4-42b8-87ee-16f384419731 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:01:40.046051 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:40.195999 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-65de5966-fb21-46aa-b1e4-79c9ef8ecc3f None None] Current status of the port 1b514ca5-be47-48e1-9304-ca5547ce034a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:40.259743 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-96986e4f-a138-4492-9ec8-d66be745c0d7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for port (d0a951c1-6edb-4fa0-a366-8eee11f929f3), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.339297 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-96986e4f-a138-4492-9ec8-d66be745c0d7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (d0a951c1-6edb-4fa0-a366-8eee11f929f3), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.377130 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-364e5ab5-8541-439a-8dd0-35e931317e0e None None] Could not find standard attr ID for object 0ab27b09-57c0-4b39-a17e-80e8cc499567. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 13:01:40.378459 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:40.380476 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae203d8a-8845-455a-8f95-83b299c6acef None None] Pushing event updated for resources: {'Port': ['ID=21a6fad5-6764-4bdd-a8fc-3691dac1f16e,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:40.480476 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:01:40.484858 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] Checking segment: {'id': 'c56e6374-7865-402a-a043-f1d06ac7f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1c122211-fff4-42b8-87ee-16f384419731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:01:40.484858 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.484858 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] Bound using segment: {'id': 'c56e6374-7865-402a-a043-f1d06ac7f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1c122211-fff4-42b8-87ee-16f384419731'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:01:40.484858 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] Bound port: edcbff6e-c851-435f-8d7e-271c8af19f7d, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56e6374-7865-402a-a043-f1d06ac7f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1c122211-fff4-42b8-87ee-16f384419731'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:01:40.487143 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e4549b-1cb6-4d71-b903-ae3ee6eac6b1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:40.494361 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e4549b-1cb6-4d71-b903-ae3ee6eac6b1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:40.495218 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (edcbff6e-c851-435f-8d7e-271c8af19f7d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.515660 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e4549b-1cb6-4d71-b903-ae3ee6eac6b1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:40.533527 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-32e4549b-1cb6-4d71-b903-ae3ee6eac6b1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5058494 Nov 02 13:01:40.541703 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38680) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:40.614526 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-09906d54-33ff-4fb0-b220-721366538694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (baf0bd52-673b-42bc-a781-b1319cd8d5f1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.621196 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-96986e4f-a138-4492-9ec8-d66be745c0d7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (e2ac881f-a6c7-4926-85ad-c1b3e36496db), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.629197 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:40.679949 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] For port edcbff6e-c851-435f-8d7e-271c8af19f7d, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:01:40.684000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] For port edcbff6e-c851-435f-8d7e-271c8af19f7d, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=edcbff6e-c851-435f-8d7e-271c8af19f7d,segment=NetworkSegment(c56e6374-7865-402a-a043-f1d06ac7f646),segment_id=c56e6374-7865-402a-a043-f1d06ac7f646)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:01:40.712211 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-853d926d-f20e-418d-8619-f5f1d9ac0f9d tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Allocated IP 192.168.233.9 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/56afa1dd-972d-439d-a0d4-02b528292ceb) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:40.739275 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96986e4f-a138-4492-9ec8-d66be745c0d7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'Port': ['ID=d0a951c1-6edb-4fa0-a366-8eee11f929f3,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:40.767818 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 191f4870-b71c-486b-86cb-42f15672934c is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:40.768215 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (191f4870-b71c-486b-86cb-42f15672934c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.823213 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (edcbff6e-c851-435f-8d7e-271c8af19f7d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.833035 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 191f4870-b71c-486b-86cb-42f15672934c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=191f4870-b71c-486b-86cb-42f15672934c,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:40.846891 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-b998faa8-cb1b-492d-9d0a-d710e164efc0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet bbeee425-2256-4e6c-af03-0ffb45b4a898 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:01:40.852365 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:40.854894 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b998faa8-cb1b-492d-9d0a-d710e164efc0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (bbeee425-2256-4e6c-af03-0ffb45b4a898), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.900013 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (191f4870-b71c-486b-86cb-42f15672934c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.903244 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1b514ca5-be47-48e1-9304-ca5547ce034a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:40.926010 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b998faa8-cb1b-492d-9d0a-d710e164efc0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (bbeee425-2256-4e6c-af03-0ffb45b4a898), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:41.028133 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b998faa8-cb1b-492d-9d0a-d710e164efc0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (bbeee425-2256-4e6c-af03-0ffb45b4a898), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:41.089840 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] Routers {'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:01:41.096137 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:01:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f10d66a5-d258-4a11-a11d-6c8bf0fa89fc'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:41.125631 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:41.158077 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 1b514ca5-be47-48e1-9304-ca5547ce034a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:41.159088 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:41.159088 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 1b514ca5-be47-48e1-9304-ca5547ce034a Nov 02 13:01:41.198854 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:41.223438 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b998faa8-cb1b-492d-9d0a-d710e164efc0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (bbeee425-2256-4e6c-af03-0ffb45b4a898), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:41.228414 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96986e4f-a138-4492-9ec8-d66be745c0d7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Network e2c151ab-6483-4838-bf46-12d1fa842cd2 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:41.279632 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-0f775690-dca8-433a-8d72-b3e99129726d req-e64c909d-51e6-4c84-82ce-b90b033ac8c9 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 210 time: 0.1648793 Nov 02 13:01:41.290769 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-96986e4f-a138-4492-9ec8-d66be745c0d7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:41.296243 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f2451-83b7-4e35-8267-7f624d726e43 None None] Pushing event updated for resources: {'Port': ['ID=edcbff6e-c851-435f-8d7e-271c8af19f7d,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:41.323720 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998faa8-cb1b-492d-9d0a-d710e164efc0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=bbeee425-2256-4e6c-af03-0ffb45b4a898,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:41.330730 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b998faa8-cb1b-492d-9d0a-d710e164efc0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:41.345467 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b998faa8-cb1b-492d-9d0a-d710e164efc0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/bbeee425-2256-4e6c-af03-0ffb45b4a898 HTTP/1.1" status: 204 len: 168 time: 0.7083893 Nov 02 13:01:41.350500 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38690) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:41.472948 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] Set router f10d66a5-d258-4a11-a11d-6c8bf0fa89fc gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:01:41.538404 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-853d926d-f20e-418d-8619-f5f1d9ac0f9d tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Publish callbacks [] for port (56afa1dd-972d-439d-a0d4-02b528292ceb), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:41.557126 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:41.916606 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-6976537b-1bb0-44a5-bdae-e46ea2643d89 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet d81c860e-84f0-4286-8710-108963d69756 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:01:41.923075 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-853d926d-f20e-418d-8619-f5f1d9ac0f9d tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (56afa1dd-972d-439d-a0d4-02b528292ceb), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:41.928230 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:41.982330 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a5741e-3961-4724-825f-2ef25509719b None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:01:42.102767 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6976537b-1bb0-44a5-bdae-e46ea2643d89 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (d81c860e-84f0-4286-8710-108963d69756), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:42.117726 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96986e4f-a138-4492-9ec8-d66be745c0d7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Router e2ac881f-a6c7-4926-85ad-c1b3e36496db has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:01:42.133018 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-853d926d-f20e-418d-8619-f5f1d9ac0f9d tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:42.147813 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-853d926d-f20e-418d-8619-f5f1d9ac0f9d tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:42.149717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a5741e-3961-4724-825f-2ef25509719b None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:01:42.149877 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d926d-f20e-418d-8619-f5f1d9ac0f9d tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Pushing event updated for resources: {'Port': ['ID=56afa1dd-972d-439d-a0d4-02b528292ceb,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:42.152105 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-853d926d-f20e-418d-8619-f5f1d9ac0f9d tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:01:42.309633 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6976537b-1bb0-44a5-bdae-e46ea2643d89 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (d81c860e-84f0-4286-8710-108963d69756), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:42.319653 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-853d926d-f20e-418d-8619-f5f1d9ac0f9d tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:42.320292 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-853d926d-f20e-418d-8619-f5f1d9ac0f9d tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:42.323460 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4cefc5df-4dbb-4f1c-ae13-a2796289d6fc None None] Provisioning complete for port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:42.324040 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4cefc5df-4dbb-4f1c-ae13-a2796289d6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (21a6fad5-6764-4bdd-a8fc-3691dac1f16e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:42.324152 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4cefc5df-4dbb-4f1c-ae13-a2796289d6fc None None] Attempt 1 to provision port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e Nov 02 13:01:42.373739 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=191f4870-b71c-486b-86cb-42f15672934c,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:42.433878 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:42.436727 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:42.439483 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-853d926d-f20e-418d-8619-f5f1d9ac0f9d tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.7099357 Nov 02 13:01:42.469045 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] Request body: {'port': {'device_id': '74952fba-7171-4422-895b-bc9b5ae5ff12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-857339-6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:42.480340 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09906d54-33ff-4fb0-b220-721366538694 admin admin] Router baf0bd52-673b-42bc-a781-b1319cd8d5f1 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:01:42.518965 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc', 'name': 'tempest-TestServerMultinode-1747960882-router', 'tenant_id': '83bd5e13a5e54740918cf5924a14886b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '84e31c1a-f376-447d-9837-772c0bf324c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:01:18Z', 'updated_at': '2022-11-02T13:01:30Z', 'revision_number': 4, 'project_id': '83bd5e13a5e54740918cf5924a14886b', 'gw_port': {'id': '84e31c1a-f376-447d-9837-772c0bf324c2', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:20Z', 'updated_at': '2022-11-02T13:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'edcbff6e-c851-435f-8d7e-271c8af19f7d', 'name': '', 'network_id': '1c122211-fff4-42b8-87ee-16f384419731', 'tenant_id': '83bd5e13a5e54740918cf5924a14886b', 'mac_address': 'fa:16:3e:11:34:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '1e449f54-e7b6-437f-b9ec-fbaa2a43b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:28Z', 'updated_at': '2022-11-02T13:01:40Z', 'revision_number': 4, 'project_id': '83bd5e13a5e54740918cf5924a14886b', 'subnets': [{'id': '1e449f54-e7b6-437f-b9ec-fbaa2a43b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:42.542204 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 1b514ca5-be47-48e1-9304-ca5547ce034a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:42.543496 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c4e7c-4b3d-4922-838e-ad80126739d7 req-1cbcf6af-31cc-4b5f-afeb-cbdeda59e093 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:42.549623 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-793c4e7c-4b3d-4922-838e-ad80126739d7 req-1cbcf6af-31cc-4b5f-afeb-cbdeda59e093 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 934 time: 0.1481948 Nov 02 13:01:42.586811 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6976537b-1bb0-44a5-bdae-e46ea2643d89 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (d81c860e-84f0-4286-8710-108963d69756), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:42.745118 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96986e4f-a138-4492-9ec8-d66be745c0d7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:01:42.752083 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-96986e4f-a138-4492-9ec8-d66be745c0d7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "PUT /networking/v2.0/routers/e2ac881f-a6c7-4926-85ad-c1b3e36496db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3908112 Nov 02 13:01:42.775169 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] Sync routers for ids ['e2ac881f-a6c7-4926-85ad-c1b3e36496db'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:01:42.784621 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38712) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:42.802438 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] Routers {'e2ac881f-a6c7-4926-85ad-c1b3e36496db'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:01:42.805544 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:01:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e2ac881f-a6c7-4926-85ad-c1b3e36496db'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:42.812124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a864ba5-87d5-42ef-b100-ddb3462a747c None None] The sync data for ids ['f10d66a5-d258-4a11-a11d-6c8bf0fa89fc'] in n-d-857339-6 is: [{'id': 'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc', 'name': 'tempest-TestServerMultinode-1747960882-router', 'tenant_id': '83bd5e13a5e54740918cf5924a14886b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '84e31c1a-f376-447d-9837-772c0bf324c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:01:18Z', 'updated_at': '2022-11-02T13:01:30Z', 'revision_number': 4, 'project_id': '83bd5e13a5e54740918cf5924a14886b', 'gw_port': {'id': '84e31c1a-f376-447d-9837-772c0bf324c2', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:20Z', 'updated_at': '2022-11-02T13:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'edcbff6e-c851-435f-8d7e-271c8af19f7d', 'name': '', 'network_id': '1c122211-fff4-42b8-87ee-16f384419731', 'tenant_id': '83bd5e13a5e54740918cf5924a14886b', 'mac_address': 'fa:16:3e:11:34:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '1e449f54-e7b6-437f-b9ec-fbaa2a43b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:28Z', 'updated_at': '2022-11-02T13:01:40Z', 'revision_number': 4, 'project_id': '83bd5e13a5e54740918cf5924a14886b', 'subnets': [{'id': '1e449f54-e7b6-437f-b9ec-fbaa2a43b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:01:42.857579 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:42.886965 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6976537b-1bb0-44a5-bdae-e46ea2643d89 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (d81c860e-84f0-4286-8710-108963d69756), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:42.971577 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6976537b-1bb0-44a5-bdae-e46ea2643d89 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:42.989275 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6976537b-1bb0-44a5-bdae-e46ea2643d89 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/d81c860e-84f0-4286-8710-108963d69756 HTTP/1.1" status: 204 len: 168 time: 1.6293945 Nov 02 13:01:43.035594 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38718) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:43.119030 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8e9860d6-9240-48a7-b684-ea00d3b344f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:43.126633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4cefc5df-4dbb-4f1c-ae13-a2796289d6fc None None] Current status of the port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:43.127497 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4cefc5df-4dbb-4f1c-ae13-a2796289d6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (21a6fad5-6764-4bdd-a8fc-3691dac1f16e), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:43.135617 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38720) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:43.153750 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] Set router e2ac881f-a6c7-4926-85ad-c1b3e36496db gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:01:43.220944 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (56afa1dd-972d-439d-a0d4-02b528292ceb), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:43.297206 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976537b-1bb0-44a5-bdae-e46ea2643d89 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=d81c860e-84f0-4286-8710-108963d69756,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:43.306075 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-12ce0ba1-94c8-4aa2-a631-9362f8da0fd1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2687869 Nov 02 13:01:43.322359 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38724) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:43.333556 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5b9eb508-8da4-4811-9f96-7e74458541b4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:43.446204 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4cefc5df-4dbb-4f1c-ae13-a2796289d6fc None None] For port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=21a6fad5-6764-4bdd-a8fc-3691dac1f16e,segment=NetworkSegment(9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e),segment_id=9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:43.515607 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4cefc5df-4dbb-4f1c-ae13-a2796289d6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (21a6fad5-6764-4bdd-a8fc-3691dac1f16e), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:43.620140 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 21a6fad5-6764-4bdd-a8fc-3691dac1f16e up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:43.760102 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ac881f-a6c7-4926-85ad-c1b3e36496db', 'name': 'tempest-TestNetworkBasicOps-router-514267368', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '191f4870-b71c-486b-86cb-42f15672934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:01:19Z', 'updated_at': '2022-11-02T13:01:37Z', 'revision_number': 4, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'gw_port': {'id': '191f4870-b71c-486b-86cb-42f15672934c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ac881f-a6c7-4926-85ad-c1b3e36496db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:23Z', 'updated_at': '2022-11-02T13:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'd0a951c1-6edb-4fa0-a366-8eee11f929f3', 'name': '', 'network_id': 'e2c151ab-6483-4838-bf46-12d1fa842cd2', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'mac_address': 'fa:16:3e:4c:f7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ac881f-a6c7-4926-85ad-c1b3e36496db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '92dea081-5a2a-4e58-a711-932ddde64586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:35Z', 'updated_at': '2022-11-02T13:01:39Z', 'revision_number': 2, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'subnets': [{'id': '92dea081-5a2a-4e58-a711-932ddde64586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:43.774149 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:43.774707 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (21a6fad5-6764-4bdd-a8fc-3691dac1f16e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:43.774878 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e Nov 02 13:01:43.821387 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] Checking router: e2ac881f-a6c7-4926-85ad-c1b3e36496db for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:01:43.822264 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] Updating router e2ac881f-a6c7-4926-85ad-c1b3e36496db port d0a951c1-6edb-4fa0-a366-8eee11f929f3 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:01:43.831000 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9eb508-8da4-4811-9f96-7e74458541b4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:01:43.834612 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5b9eb508-8da4-4811-9f96-7e74458541b4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:43.862772 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d0a951c1-6edb-4fa0-a366-8eee11f929f3), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:43.913281 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefc5df-4dbb-4f1c-ae13-a2796289d6fc None None] Pushing event updated for resources: {'Port': ['ID=21a6fad5-6764-4bdd-a8fc-3691dac1f16e,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:44.065087 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09906d54-33ff-4fb0-b220-721366538694 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:01:44.102245 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-09906d54-33ff-4fb0-b220-721366538694 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/baf0bd52-673b-42bc-a781-b1319cd8d5f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5771344 Nov 02 13:01:44.109996 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38732) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:44.234381 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:44.272346 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:44.313576 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-41c24938-d435-4a6a-8c99-ade099f33d5f admin admin] Publish callbacks [] for router (baf0bd52-673b-42bc-a781-b1319cd8d5f1), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:44.399829 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-793c4e7c-4b3d-4922-838e-ad80126739d7 req-6066fe2e-4bec-43d6-b8be-37ff3c63c477 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7ea55e3b-0270-4fac-a6f6-4275382c1f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8024073 Nov 02 13:01:44.428861 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4080-dd59-4593-90f1-c19247b0dffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:44.541551 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:44.696885 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d61087a-9591-40e7-93f5-5cddc48cce72 None None] Sync routers for ids ['baf0bd52-673b-42bc-a781-b1319cd8d5f1'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:01:44.722888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:44.725132 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 191f4870-b71c-486b-86cb-42f15672934c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:44.727515 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d61087a-9591-40e7-93f5-5cddc48cce72 None None] Routers {'baf0bd52-673b-42bc-a781-b1319cd8d5f1'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:01:44.730073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9d61087a-9591-40e7-93f5-5cddc48cce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:01:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['baf0bd52-673b-42bc-a781-b1319cd8d5f1'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:44.745806 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] Publish callbacks [] for port (d0a951c1-6edb-4fa0-a366-8eee11f929f3), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:44.875566 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d0a951c1-6edb-4fa0-a366-8eee11f929f3), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:44.984568 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfafcc4-7a24-4aa4-bff7-0c7ac8a9e8d1 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:44.984568 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfafcc4-7a24-4aa4-bff7-0c7ac8a9e8d1 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:44.984568 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfafcc4-7a24-4aa4-bff7-0c7ac8a9e8d1 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:44.987723 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfafcc4-7a24-4aa4-bff7-0c7ac8a9e8d1 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:44.987723 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfafcc4-7a24-4aa4-bff7-0c7ac8a9e8d1 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:44.987723 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfafcc4-7a24-4aa4-bff7-0c7ac8a9e8d1 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:44.988070 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfafcc4-7a24-4aa4-bff7-0c7ac8a9e8d1 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:44.998104 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924242db-600b-4b26-9761-b9d2ace04f18 None None] Network e2c151ab-6483-4838-bf46-12d1fa842cd2 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:01:45.002371 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfafcc4-7a24-4aa4-bff7-0c7ac8a9e8d1 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:45.003089 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfafcc4-7a24-4aa4-bff7-0c7ac8a9e8d1 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:45.007155 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfafcc4-7a24-4aa4-bff7-0c7ac8a9e8d1 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:45.009717 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8dfafcc4-7a24-4aa4-bff7-0c7ac8a9e8d1 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 7086 time: 2.2191274 Nov 02 13:01:45.012783 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38748) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:45.059450 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe9081-e653-4aea-a7af-7cb4b0255d5a None None] Pushing event updated for resources: {'Port': ['ID=d0a951c1-6edb-4fa0-a366-8eee11f929f3,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:45.101222 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-41c24938-d435-4a6a-8c99-ade099f33d5f admin admin] Publish callbacks [] for router_gateway (baf0bd52-673b-42bc-a781-b1319cd8d5f1), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.132961 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b71ba2-d1ad-461a-af04-4369a50593d9 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:01:45.323735 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] Attempting to bind port d0a951c1-6edb-4fa0-a366-8eee11f929f3 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:01:45.323987 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] Attempting to bind port d0a951c1-6edb-4fa0-a366-8eee11f929f3 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'e2c151ab-6483-4838-bf46-12d1fa842cd2'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:01:45.324203 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] Attempting to bind port d0a951c1-6edb-4fa0-a366-8eee11f929f3 on network e2c151ab-6483-4838-bf46-12d1fa842cd2 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:01:45.329189 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:45.331079 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 191f4870-b71c-486b-86cb-42f15672934c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:45.331619 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (191f4870-b71c-486b-86cb-42f15672934c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.332199 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 191f4870-b71c-486b-86cb-42f15672934c Nov 02 13:01:45.350706 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:45.489867 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:45.561835 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:45.578643 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1477dc73-ecaa-4101-9718-23819980fa18 None None] Provisioning complete for port 2f3156d7-0615-4c94-94d0-05995d97e224 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:45.579195 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1477dc73-ecaa-4101-9718-23819980fa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2f3156d7-0615-4c94-94d0-05995d97e224), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.579536 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1477dc73-ecaa-4101-9718-23819980fa18 None None] Attempt 1 to provision port 2f3156d7-0615-4c94-94d0-05995d97e224 Nov 02 13:01:45.582238 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:01:45.582679 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] Checking segment: {'id': '9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'e2c151ab-6483-4838-bf46-12d1fa842cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:01:45.583085 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.583476 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] Bound using segment: {'id': '9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'e2c151ab-6483-4838-bf46-12d1fa842cd2'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:01:45.583972 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] Bound port: d0a951c1-6edb-4fa0-a366-8eee11f929f3, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'e2c151ab-6483-4838-bf46-12d1fa842cd2'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:01:45.584362 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d0a951c1-6edb-4fa0-a366-8eee11f929f3), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.630372 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.638174 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9764acf-4df8-4910-8335-8dbf8565542a None None] Update dhcp port {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'fixed_ips': [{'subnet_id': '2ae052f2-35b9-4f62-a489-49414e91fd89'}], 'binding:host_id': 'n-d-857339-6'}, 'id': '1b514ca5-be47-48e1-9304-ca5547ce034a'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 13:01:45.736758 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] For port d0a951c1-6edb-4fa0-a366-8eee11f929f3, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:01:45.746754 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] For port d0a951c1-6edb-4fa0-a366-8eee11f929f3, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d0a951c1-6edb-4fa0-a366-8eee11f929f3,segment=NetworkSegment(9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e),segment_id=9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:01:45.761916 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d9764acf-4df8-4910-8335-8dbf8565542a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.780693 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94137ea5-af2b-47e5-8d20-b57dbce6f014 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:45.781417 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94137ea5-af2b-47e5-8d20-b57dbce6f014 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:45.783597 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94137ea5-af2b-47e5-8d20-b57dbce6f014 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:45.796138 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94137ea5-af2b-47e5-8d20-b57dbce6f014 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:45.796138 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94137ea5-af2b-47e5-8d20-b57dbce6f014 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:45.796138 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94137ea5-af2b-47e5-8d20-b57dbce6f014 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:45.796138 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94137ea5-af2b-47e5-8d20-b57dbce6f014 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:45.796138 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94137ea5-af2b-47e5-8d20-b57dbce6f014 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:45.796138 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94137ea5-af2b-47e5-8d20-b57dbce6f014 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:45.796138 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94137ea5-af2b-47e5-8d20-b57dbce6f014 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:45.796138 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-94137ea5-af2b-47e5-8d20-b57dbce6f014 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 6562 time: 0.7755165 Nov 02 13:01:45.799823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38756) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:45.850940 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56afa1dd-972d-439d-a0d4-02b528292ceb {{(pid=105975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:01:45.875099 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] Publish callbacks [] for port (56afa1dd-972d-439d-a0d4-02b528292ceb), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.885886 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-41c24938-d435-4a6a-8c99-ade099f33d5f admin admin] Deleting port 8be40bb5-8534-4715-9596-c6192bb1cda1 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:01:45.886230 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-41c24938-d435-4a6a-8c99-ade099f33d5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (8be40bb5-8534-4715-9596-c6192bb1cda1), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.911654 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.provisioning_blocks [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] Transition to ACTIVE for port object 56afa1dd-972d-439d-a0d4-02b528292ceb will not be triggered until provisioned by entity L2. {{(pid=105975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 13:01:45.934723 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d0a951c1-6edb-4fa0-a366-8eee11f929f3), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.948604 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4080-dd59-4593-90f1-c19247b0dffa admin admin] Publish callbacks [] for security_group (16dcb921-8b6b-4c1d-aca3-432cd40de6f8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:46.024858 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:46.052949 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] Routers {'e2ac881f-a6c7-4926-85ad-c1b3e36496db'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:01:46.054505 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:01:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e2ac881f-a6c7-4926-85ad-c1b3e36496db'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:46.072512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b312f-414b-458f-b13e-1f3021c2dbe5 req-68ae7f27-0592-457d-8ab3-e382a7a9d0c7 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:46.078572 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-db2b312f-414b-458f-b13e-1f3021c2dbe5 req-68ae7f27-0592-457d-8ab3-e382a7a9d0c7 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 934 time: 0.1521349 Nov 02 13:01:46.081190 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (56afa1dd-972d-439d-a0d4-02b528292ceb), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:46.081424 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-d9764acf-4df8-4910-8335-8dbf8565542a None None] Allocated IP 2001:db8::f816:3eff:fe9a:5e72 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/2ae052f2-35b9-4f62-a489-49414e91fd89/1b514ca5-be47-48e1-9304-ca5547ce034a) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:46.196036 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe9081-e653-4aea-a7af-7cb4b0255d5a None None] Pushing event updated for resources: {'Port': ['ID=d0a951c1-6edb-4fa0-a366-8eee11f929f3,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:46.278473 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4080-dd59-4593-90f1-c19247b0dffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (16dcb921-8b6b-4c1d-aca3-432cd40de6f8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:46.281357 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d9764acf-4df8-4910-8335-8dbf8565542a None None] For port 1b514ca5-be47-48e1-9304-ca5547ce034a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1b514ca5-be47-48e1-9304-ca5547ce034a,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:46.330738 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d9764acf-4df8-4910-8335-8dbf8565542a None None] Publish callbacks [] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:46.401910 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] Set router e2ac881f-a6c7-4926-85ad-c1b3e36496db gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:01:46.472167 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-db2b312f-414b-458f-b13e-1f3021c2dbe5 req-eac7598b-7da9-48a9-8e8c-064fc3923693 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7ea55e3b-0270-4fac-a6f6-4275382c1f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816416 Nov 02 13:01:46.502687 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] Pushing event updated for resources: {'Port': ['ID=56afa1dd-972d-439d-a0d4-02b528292ceb,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:46.555768 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5c9d4080-dd59-4593-90f1-c19247b0dffa admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b6f6f3c32bac45039e2128f807f63125&name=default HTTP/1.1" status: 200 len: 3000 time: 3.3972409 Nov 02 13:01:46.556680 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d4080-dd59-4593-90f1-c19247b0dffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dcb921-8b6b-4c1d-aca3-432cd40de6f8,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:46.567323 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38758) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:46.648374 n-d-857339-6 neutron-server[105976]: DEBUG neutron.objects.ports [None req-5b9eb508-8da4-4811-9f96-7e74458541b4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105976) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 13:01:46.672223 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1477dc73-ecaa-4101-9718-23819980fa18 None None] Current status of the port 2f3156d7-0615-4c94-94d0-05995d97e224 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:46.676761 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c2160df4-5721-4a0f-9c2a-08dbc9c1b2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:46.680142 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d9764acf-4df8-4910-8335-8dbf8565542a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:46.692997 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 191f4870-b71c-486b-86cb-42f15672934c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:46.703433 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1b514ca5-be47-48e1-9304-ca5547ce034a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:46.726370 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] Attempting to bind port 56afa1dd-972d-439d-a0d4-02b528292ceb on host n-h1-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:01:46.726811 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] Attempting to bind port 56afa1dd-972d-439d-a0d4-02b528292ceb by drivers openvswitch,hyperv on host n-h1-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:01:46.727217 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] Attempting to bind port 56afa1dd-972d-439d-a0d4-02b528292ceb on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:01:46.850734 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-41c24938-d435-4a6a-8c99-ade099f33d5f admin admin] For port 8be40bb5-8534-4715-9596-c6192bb1cda1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8be40bb5-8534-4715-9596-c6192bb1cda1,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:46.851111 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-41c24938-d435-4a6a-8c99-ade099f33d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (8be40bb5-8534-4715-9596-c6192bb1cda1), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:46.874673 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-eb876569-635a-4731-a541-0f8e7dd75407 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 4303 time: 1.0687158 Nov 02 13:01:46.887479 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:01:46.922162 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:46.938768 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1841e79b-d9bd-4a64-95d5-6c72d203c0ab admin admin] Publish callbacks [] for security_group (16dcb921-8b6b-4c1d-aca3-432cd40de6f8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.005448 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-208600c5-d750-4ea7-855f-3e5938e0fd41 None None] Provisioning complete for port 2f3156d7-0615-4c94-94d0-05995d97e224 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:47.006095 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-208600c5-d750-4ea7-855f-3e5938e0fd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2f3156d7-0615-4c94-94d0-05995d97e224), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.006816 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-208600c5-d750-4ea7-855f-3e5938e0fd41 None None] Attempt 1 to provision port 2f3156d7-0615-4c94-94d0-05995d97e224 Nov 02 13:01:47.017283 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1841e79b-d9bd-4a64-95d5-6c72d203c0ab admin admin] Publish callbacks [] for security_group (16dcb921-8b6b-4c1d-aca3-432cd40de6f8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.032685 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-41c24938-d435-4a6a-8c99-ade099f33d5f admin admin] Calling delete_port for 8be40bb5-8534-4715-9596-c6192bb1cda1 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:01:47.034375 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] Port 56afa1dd-972d-439d-a0d4-02b528292ceb on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h1-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:01:47.034375 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] Attempting to bind port 56afa1dd-972d-439d-a0d4-02b528292ceb on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:01:47.052850 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ac881f-a6c7-4926-85ad-c1b3e36496db', 'name': 'tempest-TestNetworkBasicOps-router-514267368', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '191f4870-b71c-486b-86cb-42f15672934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:01:19Z', 'updated_at': '2022-11-02T13:01:37Z', 'revision_number': 4, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'gw_port': {'id': '191f4870-b71c-486b-86cb-42f15672934c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ac881f-a6c7-4926-85ad-c1b3e36496db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:23Z', 'updated_at': '2022-11-02T13:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'd0a951c1-6edb-4fa0-a366-8eee11f929f3', 'name': '', 'network_id': 'e2c151ab-6483-4838-bf46-12d1fa842cd2', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'mac_address': 'fa:16:3e:4c:f7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ac881f-a6c7-4926-85ad-c1b3e36496db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '92dea081-5a2a-4e58-a711-932ddde64586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:35Z', 'updated_at': '2022-11-02T13:01:45Z', 'revision_number': 4, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'subnets': [{'id': '92dea081-5a2a-4e58-a711-932ddde64586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:47.087536 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.ipam_pluggable_backend [None req-5b9eb508-8da4-4811-9f96-7e74458541b4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Port 1b514ca5-be47-48e1-9304-ca5547ce034a got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=105976) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:612}} Nov 02 13:01:47.088189 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5b9eb508-8da4-4811-9f96-7e74458541b4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (2ae052f2-35b9-4f62-a489-49414e91fd89), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.102895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9764acf-4df8-4910-8335-8dbf8565542a None None] Pushing event updated for resources: {'Port': ['ID=1b514ca5-be47-48e1-9304-ca5547ce034a,revision_number=7']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:47.108311 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:47.127015 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-9d61087a-9591-40e7-93f5-5cddc48cce72 None None] Set router baf0bd52-673b-42bc-a781-b1319cd8d5f1 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:01:47.130354 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495ce16b-34ce-4117-b11f-65dc2acde41d None None] The sync data for ids ['e2ac881f-a6c7-4926-85ad-c1b3e36496db'] in n-d-857339-6 is: [{'id': 'e2ac881f-a6c7-4926-85ad-c1b3e36496db', 'name': 'tempest-TestNetworkBasicOps-router-514267368', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '191f4870-b71c-486b-86cb-42f15672934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:01:19Z', 'updated_at': '2022-11-02T13:01:37Z', 'revision_number': 4, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'gw_port': {'id': '191f4870-b71c-486b-86cb-42f15672934c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ac881f-a6c7-4926-85ad-c1b3e36496db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:23Z', 'updated_at': '2022-11-02T13:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'd0a951c1-6edb-4fa0-a366-8eee11f929f3', 'name': '', 'network_id': 'e2c151ab-6483-4838-bf46-12d1fa842cd2', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'mac_address': 'fa:16:3e:4c:f7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ac881f-a6c7-4926-85ad-c1b3e36496db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '92dea081-5a2a-4e58-a711-932ddde64586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:35Z', 'updated_at': '2022-11-02T13:01:45Z', 'revision_number': 4, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'subnets': [{'id': '92dea081-5a2a-4e58-a711-932ddde64586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:01:47.224404 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9eb508-8da4-4811-9f96-7e74458541b4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:47.270226 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] Checking agent: {'id': '28672587-11d8-44d6-bec6-0497f44187a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:01:47.278873 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:01:47.278873 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:01:47.278873 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] Bound port: 56afa1dd-972d-439d-a0d4-02b528292ceb, host: n-h1-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:01:47.278873 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (56afa1dd-972d-439d-a0d4-02b528292ceb), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.420713 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.474291 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] For port 56afa1dd-972d-439d-a0d4-02b528292ceb, host n-h1-857339-6, cleared binding levels {{(pid=105975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:01:47.495989 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] For port 56afa1dd-972d-439d-a0d4-02b528292ceb, host n-h1-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=56afa1dd-972d-439d-a0d4-02b528292ceb,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:01:47.548185 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-5b9eb508-8da4-4811-9f96-7e74458541b4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:47.554383 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9eb508-8da4-4811-9f96-7e74458541b4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:47.555020 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5b9eb508-8da4-4811-9f96-7e74458541b4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.584481 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (56afa1dd-972d-439d-a0d4-02b528292ceb), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.591037 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:47.591689 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.593815 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/56afa1dd-972d-439d-a0d4-02b528292ceb HTTP/1.1" status: 200 len: 1094 time: 5.1328998 Nov 02 13:01:47.600353 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74952fba-7171-4422-895b-bc9b5ae5ff12', 'tag': '56afa1dd-972d-439d-a0d4-02b528292ceb'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:01:47.609407 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9eb508-8da4-4811-9f96-7e74458541b4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=2ae052f2-35b9-4f62-a489-49414e91fd89,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:47.620415 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15d57b5-7cd4-490b-998a-032e7004199f" -d '{"events": [{"name": "network-changed", "server_uuid": "74952fba-7171-4422-895b-bc9b5ae5ff12", "tag": "56afa1dd-972d-439d-a0d4-02b528292ceb"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:01:47.661462 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 1b514ca5-be47-48e1-9304-ca5547ce034a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:47.662427 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.662901 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 1b514ca5-be47-48e1-9304-ca5547ce034a Nov 02 13:01:47.695838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-208600c5-d750-4ea7-855f-3e5938e0fd41 None None] Current status of the port 2f3156d7-0615-4c94-94d0-05995d97e224 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:47.727531 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1841e79b-d9bd-4a64-95d5-6c72d203c0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (16dcb921-8b6b-4c1d-aca3-432cd40de6f8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.734636 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1841e79b-d9bd-4a64-95d5-6c72d203c0ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.735899 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1841e79b-d9bd-4a64-95d5-6c72d203c0ab admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/16dcb921-8b6b-4c1d-aca3-432cd40de6f8 HTTP/1.1" status: 204 len: 168 time: 1.1650453 Nov 02 13:01:47.769178 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5b9eb508-8da4-4811-9f96-7e74458541b4 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4474134 Nov 02 13:01:47.787936 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-41c24938-d435-4a6a-8c99-ade099f33d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (8be40bb5-8534-4715-9596-c6192bb1cda1), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.807399 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38774) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:47.833077 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-066ffdc1-8683-4e43-918d-1ab34a48bc8d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:47.914624 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:48.008208 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c24938-d435-4a6a-8c99-ade099f33d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=8be40bb5-8534-4715-9596-c6192bb1cda1,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:48.053901 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e6835-429a-4a0e-b252-bc28cfeadb08 service neutron] Pushing event updated for resources: {'Port': ['ID=56afa1dd-972d-439d-a0d4-02b528292ceb,revision_number=3']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:48.152770 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Provisioning complete for port d0a951c1-6edb-4fa0-a366-8eee11f929f3 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:48.153961 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d0a951c1-6edb-4fa0-a366-8eee11f929f3), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:48.154498 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Attempt 1 to provision port d0a951c1-6edb-4fa0-a366-8eee11f929f3 Nov 02 13:01:48.182145 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38784) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:48.188543 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6add4774-ddf4-465a-9f14-1837d5c18f59 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-822780518', 'description': 'tempest-secgroup-smoke-822780518 description', 'project_id': '859fa6a598e940adb04b27af754ebff8'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:48.189358 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-93b40e26-8717-4ca9-9dde-ee24904ec9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:48.194495 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-93b40e26-8717-4ca9-9dde-ee24904ec9b9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=34bf3744309d4381acf25152b0225203&device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 1128 time: 0.3701279 Nov 02 13:01:48.225882 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841e79b-d9bd-4a64-95d5-6c72d203c0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dcb921-8b6b-4c1d-aca3-432cd40de6f8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:48.253823 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-41c24938-d435-4a6a-8c99-ade099f33d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (baf0bd52-673b-42bc-a781-b1319cd8d5f1), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:48.352703 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:48.483316 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f85af63-cf1b-4a4f-b6be-201a1dba1938 x-openstack-request-id: req-0f85af63-cf1b-4a4f-b6be-201a1dba1938 {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:01:48.483706 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74952fba-7171-4422-895b-bc9b5ae5ff12", "tag": "56afa1dd-972d-439d-a0d4-02b528292ceb", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:01:48.483951 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f85af63-cf1b-4a4f-b6be-201a1dba1938 {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:01:48.484343 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f85af63-cf1b-4a4f-b6be-201a1dba1938'] response: {'name': 'network-changed', 'server_uuid': '74952fba-7171-4422-895b-bc9b5ae5ff12', 'tag': '56afa1dd-972d-439d-a0d4-02b528292ceb', 'status': 'completed', 'code': 200} Nov 02 13:01:48.590707 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6add4774-ddf4-465a-9f14-1837d5c18f59 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:48.596854 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-41c24938-d435-4a6a-8c99-ade099f33d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (baf0bd52-673b-42bc-a781-b1319cd8d5f1), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:48.610036 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-41c24938-d435-4a6a-8c99-ade099f33d5f admin admin] Publish callbacks [] for router_controller (baf0bd52-673b-42bc-a781-b1319cd8d5f1), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:48.635385 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:48.659162 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 1b514ca5-be47-48e1-9304-ca5547ce034a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:48.659653 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355cfe9-dd5b-4f9a-bfe4-3e32329f7669 req-bc16876f-88fb-4bbf-b44e-e38a395349f3 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:48.661374 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d355cfe9-dd5b-4f9a-bfe4-3e32329f7669 req-bc16876f-88fb-4bbf-b44e-e38a395349f3 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 946 time: 0.9507930 Nov 02 13:01:48.685858 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-0c9d497c-f0b2-467e-8b6b-9e5bc0c8c271 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=56afa1dd-972d-439d-a0d4-02b528292ceb HTTP/1.1" status: 200 len: 217 time: 0.3925316 Nov 02 13:01:48.774112 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:48.832821 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ec7c51-299f-4109-8b3a-a61aa5170b5e None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:01:48.837915 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6add4774-ddf4-465a-9f14-1837d5c18f59 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group (0b2bc8ff-53dd-4c1a-9e57-bbf1ff8f0e97), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:48.853413 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-9d61087a-9591-40e7-93f5-5cddc48cce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf0bd52-673b-42bc-a781-b1319cd8d5f1', 'name': 'tempest-TestServerMultinode-688415483-router', 'tenant_id': '2ebef82c406a4578acb8c58c8b070f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '8be40bb5-8534-4715-9596-c6192bb1cda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:54Z', 'updated_at': '2022-11-02T13:01:38Z', 'revision_number': 5, 'project_id': '2ebef82c406a4578acb8c58c8b070f2e', 'gw_port': {'id': '8be40bb5-8534-4715-9596-c6192bb1cda1', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:db:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf0bd52-673b-42bc-a781-b1319cd8d5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:56Z', 'updated_at': '2022-11-02T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:48.868826 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-41c24938-d435-4a6a-8c99-ade099f33d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (baf0bd52-673b-42bc-a781-b1319cd8d5f1), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:48.868826 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c24938-d435-4a6a-8c99-ade099f33d5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router baf0bd52-673b-42bc-a781-b1319cd8d5f1 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:01:48.871558 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-41c24938-d435-4a6a-8c99-ade099f33d5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:48.872749 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-41c24938-d435-4a6a-8c99-ade099f33d5f admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/baf0bd52-673b-42bc-a781-b1319cd8d5f1 HTTP/1.1" status: 204 len: 168 time: 4.7620780 Nov 02 13:01:48.875396 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38796) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:48.923513 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-d3760fe0-69d7-4188-bc23-431366ee5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:48.925719 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-d3760fe0-69d7-4188-bc23-431366ee5d78 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.2251406 Nov 02 13:01:48.973983 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6add4774-ddf4-465a-9f14-1837d5c18f59 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0b2bc8ff-53dd-4c1a-9e57-bbf1ff8f0e97), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:49.017994 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d355cfe9-dd5b-4f9a-bfe4-3e32329f7669 req-d7cce383-666f-451d-92c0-57b128de0bac tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7ea55e3b-0270-4fac-a6f6-4275382c1f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184497 Nov 02 13:01:49.109333 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Current status of the port d0a951c1-6edb-4fa0-a366-8eee11f929f3 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:49.116022 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d0a951c1-6edb-4fa0-a366-8eee11f929f3), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:49.116022 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d61087a-9591-40e7-93f5-5cddc48cce72 None None] Checking router: baf0bd52-673b-42bc-a781-b1319cd8d5f1 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:01:49.150311 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-c4ee5b80-ca5a-472a-8aa7-dd1370c950b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:49.151693 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-c4ee5b80-ca5a-472a-8aa7-dd1370c950b8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2084486 Nov 02 13:01:49.186276 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c1a910-0039-48a9-a412-a20b64b0d1c2 admin admin] Deleting subnet f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:01:49.204480 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e0c1a910-0039-48a9-a412-a20b64b0d1c2 admin admin] Publish callbacks [] for subnet (f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:49.261809 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add4774-ddf4-465a-9f14-1837d5c18f59 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2bc8ff-53dd-4c1a-9e57-bbf1ff8f0e97,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:49.272206 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:49.311768 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066ffdc1-8683-4e43-918d-1ab34a48bc8d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:01:49.316756 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6add4774-ddf4-465a-9f14-1837d5c18f59 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:49.324061 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6add4774-ddf4-465a-9f14-1837d5c18f59 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1409767 Nov 02 13:01:49.328477 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38802) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:49.346252 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-4a602b37-30d2-44ea-b85e-33a311ff55a8 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Request body: {'security_group_rule': {'security_group_id': '0b2bc8ff-53dd-4c1a-9e57-bbf1ff8f0e97', 'project_id': '859fa6a598e940adb04b27af754ebff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:49.347338 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-066ffdc1-8683-4e43-918d-1ab34a48bc8d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:49.353876 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38804) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:49.369119 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d61087a-9591-40e7-93f5-5cddc48cce72 None None] Routers set() bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:01:49.370602 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d61087a-9591-40e7-93f5-5cddc48cce72 None None] Router IDs set() for agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Nov 02 13:01:49.370602 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_agentschedulers_db [None req-9d61087a-9591-40e7-93f5-5cddc48cce72 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'baf0bd52-673b-42bc-a781-b1319cd8d5f1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:01:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent'). {{(pid=105977) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 02 13:01:49.370835 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d61087a-9591-40e7-93f5-5cddc48cce72 None None] The sync data for ids ['baf0bd52-673b-42bc-a781-b1319cd8d5f1'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:01:49.407281 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] For port d0a951c1-6edb-4fa0-a366-8eee11f929f3, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d0a951c1-6edb-4fa0-a366-8eee11f929f3,segment=NetworkSegment(9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e),segment_id=9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:49.421289 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e0c1a910-0039-48a9-a412-a20b64b0d1c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:49.518715 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-177c52f0-4d7e-49bb-bdf8-9fe9974e21e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:49.673815 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-94e8d41b-ce24-4449-985f-75788a2941ad service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154345 Nov 02 13:01:49.770341 n-d-857339-6 neutron-server[105975]: INFO neutron.db.ipam_backend_mixin [None req-066ffdc1-8683-4e43-918d-1ab34a48bc8d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ae052f2-35b9-4f62-a489-49414e91fd89 (CIDR: 2001:db8::/64) Nov 02 13:01:49.824412 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-177c52f0-4d7e-49bb-bdf8-9fe9974e21e6 admin admin] Publish callbacks [] for security_group (3d10cc74-068d-4e49-839f-fa5a7d264104), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:49.851210 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-066ffdc1-8683-4e43-918d-1ab34a48bc8d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:01:49.852084 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066ffdc1-8683-4e43-918d-1ab34a48bc8d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:01:49.852237 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4a602b37-30d2-44ea-b85e-33a311ff55a8 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (51d62468-f1c6-47c0-9380-12fcdaacac26), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:49.913209 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d0a951c1-6edb-4fa0-a366-8eee11f929f3 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:49.927968 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f21b73a3-3121-4646-859d-eee1e7792e89 req-53346113-fb79-4b2c-98dd-c0a8f735d9fd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457609 Nov 02 13:01:49.939102 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-177c52f0-4d7e-49bb-bdf8-9fe9974e21e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3d10cc74-068d-4e49-839f-fa5a7d264104), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:49.977067 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d0a951c1-6edb-4fa0-a366-8eee11f929f3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:49.999999 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e0c1a910-0039-48a9-a412-a20b64b0d1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.019719 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-066ffdc1-8683-4e43-918d-1ab34a48bc8d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2005324 Nov 02 13:01:50.019719 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38806) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:50.019719 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-2cf14f4b-71d4-4055-8ae5-a47029c3d461 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:50.085983 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38808) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:50.101031 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-177c52f0-4d7e-49bb-bdf8-9fe9974e21e6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=cd8a8f8d51b54f5db5231f5f0cc31eec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7353976 Nov 02 13:01:50.105632 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Provisioning complete for port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:50.106143 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (21a6fad5-6764-4bdd-a8fc-3691dac1f16e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.106556 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Attempt 1 to provision port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e Nov 02 13:01:50.114049 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d0a951c1-6edb-4fa0-a366-8eee11f929f3 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:50.114538 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d0a951c1-6edb-4fa0-a366-8eee11f929f3), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.115428 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d0a951c1-6edb-4fa0-a366-8eee11f929f3 Nov 02 13:01:50.117228 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Pushing event updated for resources: {'Port': ['ID=d0a951c1-6edb-4fa0-a366-8eee11f929f3,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:50.125612 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c52f0-4d7e-49bb-bdf8-9fe9974e21e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d10cc74-068d-4e49-839f-fa5a7d264104,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:50.180281 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4a602b37-30d2-44ea-b85e-33a311ff55a8 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (51d62468-f1c6-47c0-9380-12fcdaacac26), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.183289 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:50.217769 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:50.219286 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:50.219710 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:50.220330 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:50.220763 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:50.221492 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:50.221897 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:50.222355 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:50.222856 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:50.223847 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:50.223847 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:50.226679 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:50.227232 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:50.227754 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:50.228279 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:50.276231 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4a602b37-30d2-44ea-b85e-33a311ff55a8 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (51d62468-f1c6-47c0-9380-12fcdaacac26), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.314412 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a602b37-30d2-44ea-b85e-33a311ff55a8 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d62468-f1c6-47c0-9380-12fcdaacac26,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:50.424662 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e0c1a910-0039-48a9-a412-a20b64b0d1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.442098 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acbb5b-0d21-434b-b1cf-df07b2839653 req-90341f82-2376-4048-8442-1f94a9b7d457 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:50.451252 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b9acbb5b-0d21-434b-b1cf-df07b2839653 req-90341f82-2376-4048-8442-1f94a9b7d457 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 946 time: 0.2246127 Nov 02 13:01:50.458657 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e0c1a910-0039-48a9-a412-a20b64b0d1c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.462687 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e0c1a910-0039-48a9-a412-a20b64b0d1c2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf HTTP/1.1" status: 204 len: 168 time: 1.5862086 Nov 02 13:01:50.464699 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1a910-0039-48a9-a412-a20b64b0d1c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f64cdd97-5ffc-4588-b44c-9f7d9c2e96cf,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:50.468910 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4a602b37-30d2-44ea-b85e-33a311ff55a8 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.471311 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4a602b37-30d2-44ea-b85e-33a311ff55a8 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1354239 Nov 02 13:01:50.473446 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38818) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:50.474174 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38820) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:50.486312 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-515990ac-0f40-49ae-be4d-f6593c330631 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Request body: {'security_group_rule': {'security_group_id': '0b2bc8ff-53dd-4c1a-9e57-bbf1ff8f0e97', 'project_id': '859fa6a598e940adb04b27af754ebff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:50.499830 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:50.520590 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0374db0-8359-448e-b383-993f47da5e2e admin admin] Publish callbacks [] for security_group (3d10cc74-068d-4e49-839f-fa5a7d264104), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.525345 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea759861-e282-4d04-84bd-30f2a0a81dbe None None] Network 28d1d808-ac39-4cd1-8e45-5ed5c3ae902e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:01:50.528023 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d0a951c1-6edb-4fa0-a366-8eee11f929f3 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:50.529457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device edcbff6e-c851-435f-8d7e-271c8af19f7d up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:50.576029 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0374db0-8359-448e-b383-993f47da5e2e admin admin] Publish callbacks [] for security_group (3d10cc74-068d-4e49-839f-fa5a7d264104), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.659769 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7938ff5-7461-4185-834e-139fe33a7ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (28d1d808-ac39-4cd1-8e45-5ed5c3ae902e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.671334 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf14f4b-71d4-4055-8ae5-a47029c3d461 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:01:50.689028 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2cf14f4b-71d4-4055-8ae5-a47029c3d461 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.699900 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b9acbb5b-0d21-434b-b1cf-df07b2839653 req-a476b168-e596-4134-b754-b88b76bb091b tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7ea55e3b-0270-4fac-a6f6-4275382c1f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455945 Nov 02 13:01:50.735709 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-92ab4544-ea8f-4ed6-9769-3069fba0e636 None None] Current status of the port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:50.774524 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-515990ac-0f40-49ae-be4d-f6593c330631 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (f10301cc-2b86-4b6d-8ff2-b74e89a13f87), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.780754 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a7938ff5-7461-4185-834e-139fe33a7ed2 admin admin] Deleting port 2f3156d7-0615-4c94-94d0-05995d97e224 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:01:50.781138 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7938ff5-7461-4185-834e-139fe33a7ed2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2f3156d7-0615-4c94-94d0-05995d97e224), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.830777 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0374db0-8359-448e-b383-993f47da5e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3d10cc74-068d-4e49-839f-fa5a7d264104), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.837642 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0374db0-8359-448e-b383-993f47da5e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.840059 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e0374db0-8359-448e-b383-993f47da5e2e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3d10cc74-068d-4e49-839f-fa5a7d264104 HTTP/1.1" status: 204 len: 168 time: 0.7506835 Nov 02 13:01:50.878100 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-a7938ff5-7461-4185-834e-139fe33a7ed2 admin admin] For port 2f3156d7-0615-4c94-94d0-05995d97e224, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2f3156d7-0615-4c94-94d0-05995d97e224,segment=NetworkSegment(35067669-59d9-4db8-b3bd-6ee5a0722178),segment_id=35067669-59d9-4db8-b3bd-6ee5a0722178)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:50.878744 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7938ff5-7461-4185-834e-139fe33a7ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2f3156d7-0615-4c94-94d0-05995d97e224), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.898441 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a7938ff5-7461-4185-834e-139fe33a7ed2 admin admin] Calling delete_port for 2f3156d7-0615-4c94-94d0-05995d97e224 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:01:50.961524 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4a9010f9-16ce-4646-bc85-111bfafd3ddb None None] Provisioning complete for port 1b514ca5-be47-48e1-9304-ca5547ce034a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:50.962483 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4a9010f9-16ce-4646-bc85-111bfafd3ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.963015 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4a9010f9-16ce-4646-bc85-111bfafd3ddb None None] Attempt 1 to provision port 1b514ca5-be47-48e1-9304-ca5547ce034a Nov 02 13:01:50.969607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port edcbff6e-c851-435f-8d7e-271c8af19f7d triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:50.971131 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (edcbff6e-c851-435f-8d7e-271c8af19f7d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.973655 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port edcbff6e-c851-435f-8d7e-271c8af19f7d Nov 02 13:01:51.070212 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:51.073058 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-515990ac-0f40-49ae-be4d-f6593c330631 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (f10301cc-2b86-4b6d-8ff2-b74e89a13f87), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.102253 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e36cd72-f0e4-49e3-9544-b5547b46c0d1 None None] DHCP port deletion for 28d1d808-ac39-4cd1-8e45-5ed5c3ae902e request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:01:51.164779 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port edcbff6e-c851-435f-8d7e-271c8af19f7d is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:51.165379 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (edcbff6e-c851-435f-8d7e-271c8af19f7d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.262679 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port edcbff6e-c851-435f-8d7e-271c8af19f7d, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=edcbff6e-c851-435f-8d7e-271c8af19f7d,segment=NetworkSegment(c56e6374-7865-402a-a043-f1d06ac7f646),segment_id=c56e6374-7865-402a-a043-f1d06ac7f646)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:51.318810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4a9010f9-16ce-4646-bc85-111bfafd3ddb None None] Current status of the port 1b514ca5-be47-48e1-9304-ca5547ce034a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:51.323865 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0e36cd72-f0e4-49e3-9544-b5547b46c0d1 None None] Deleting port 2f3156d7-0615-4c94-94d0-05995d97e224 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:01:51.326667 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0e36cd72-f0e4-49e3-9544-b5547b46c0d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2f3156d7-0615-4c94-94d0-05995d97e224), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.391970 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-515990ac-0f40-49ae-be4d-f6593c330631 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (f10301cc-2b86-4b6d-8ff2-b74e89a13f87), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.432289 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7938ff5-7461-4185-834e-139fe33a7ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2f3156d7-0615-4c94-94d0-05995d97e224), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.450093 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-0e36cd72-f0e4-49e3-9544-b5547b46c0d1 None None] For port 2f3156d7-0615-4c94-94d0-05995d97e224, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2f3156d7-0615-4c94-94d0-05995d97e224,segment=NetworkSegment(35067669-59d9-4db8-b3bd-6ee5a0722178),segment_id=35067669-59d9-4db8-b3bd-6ee5a0722178)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:51.450789 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0e36cd72-f0e4-49e3-9544-b5547b46c0d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2f3156d7-0615-4c94-94d0-05995d97e224), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.471639 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0e36cd72-f0e4-49e3-9544-b5547b46c0d1 None None] Calling delete_port for 2f3156d7-0615-4c94-94d0-05995d97e224 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:01:51.490108 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7938ff5-7461-4185-834e-139fe33a7ed2 admin admin] No DVR routers for this DVR port 2f3156d7-0615-4c94-94d0-05995d97e224 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:01:51.565665 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (edcbff6e-c851-435f-8d7e-271c8af19f7d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.567045 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 21a6fad5-6764-4bdd-a8fc-3691dac1f16e up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:51.614629 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515990ac-0f40-49ae-be4d-f6593c330631 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10301cc-2b86-4b6d-8ff2-b74e89a13f87,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:51.646620 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7938ff5-7461-4185-834e-139fe33a7ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3156d7-0615-4c94-94d0-05995d97e224,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:51.830916 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0374db0-8359-448e-b383-993f47da5e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d10cc74-068d-4e49-839f-fa5a7d264104,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:51.831438 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:51.855002 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7938ff5-7461-4185-834e-139fe33a7ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (28d1d808-ac39-4cd1-8e45-5ed5c3ae902e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.874445 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-515990ac-0f40-49ae-be4d-f6593c330631 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.883443 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-515990ac-0f40-49ae-be4d-f6593c330631 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4006045 Nov 02 13:01:51.887656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=edcbff6e-c851-435f-8d7e-271c8af19f7d,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:51.895993 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0e36cd72-f0e4-49e3-9544-b5547b46c0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (2f3156d7-0615-4c94-94d0-05995d97e224), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.903911 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38834) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:51.925309 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-880860d2-cb47-4889-b797-a33b6f5e3b57 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Request body: {'security_group_rule': {'security_group_id': '0b2bc8ff-53dd-4c1a-9e57-bbf1ff8f0e97', 'project_id': '859fa6a598e940adb04b27af754ebff8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:51.937788 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36cd72-f0e4-49e3-9544-b5547b46c0d1 None None] Pushing event deleted for resources: {'Port': ['ID=2f3156d7-0615-4c94-94d0-05995d97e224,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:51.942583 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:51.943156 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (21a6fad5-6764-4bdd-a8fc-3691dac1f16e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.943653 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e Nov 02 13:01:51.990206 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e36cd72-f0e4-49e3-9544-b5547b46c0d1 None None] No DVR routers for this DVR port 2f3156d7-0615-4c94-94d0-05995d97e224 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:01:52.026959 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-a7938ff5-7461-4185-834e-139fe33a7ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d1d808-ac39-4cd1-8e45-5ed5c3ae902e']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:52.048231 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-a7938ff5-7461-4185-834e-139fe33a7ed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35067669-59d9-4db8-b3bd-6ee5a0722178') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:52.052550 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-a7938ff5-7461-4185-834e-139fe33a7ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35067669-59d9-4db8-b3bd-6ee5a0722178') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:52.075184 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7938ff5-7461-4185-834e-139fe33a7ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (35067669-59d9-4db8-b3bd-6ee5a0722178), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.093087 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:52.097421 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1b514ca5-be47-48e1-9304-ca5547ce034a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:52.112784 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7938ff5-7461-4185-834e-139fe33a7ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (35067669-59d9-4db8-b3bd-6ee5a0722178), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.120897 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7938ff5-7461-4185-834e-139fe33a7ed2 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:01:52.121413 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7938ff5-7461-4185-834e-139fe33a7ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (35067669-59d9-4db8-b3bd-6ee5a0722178), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.132409 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c44c3-5fd3-4e00-8594-6132020c6177 req-0e281b3b-f8ba-4f32-b652-88b2ee4b43a4 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:52.139789 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2c6c44c3-5fd3-4e00-8594-6132020c6177 req-0e281b3b-f8ba-4f32-b652-88b2ee4b43a4 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 946 time: 0.2667296 Nov 02 13:01:52.145978 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d57b5-7cd4-490b-998a-032e7004199f req-6626ed74-4c46-47e1-a4ca-21f2578fa2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:52.147464 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c15d57b5-7cd4-490b-998a-032e7004199f req-6626ed74-4c46-47e1-a4ca-21f2578fa2d0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=34bf3744309d4381acf25152b0225203&device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 1128 time: 0.3122582 Nov 02 13:01:52.181697 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:52.231680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 1b514ca5-be47-48e1-9304-ca5547ce034a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:52.232452 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.233095 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 1b514ca5-be47-48e1-9304-ca5547ce034a Nov 02 13:01:52.242606 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 35067669-59d9-4db8-b3bd-6ee5a0722178 resource provider aggregate not found Nov 02 13:01:52.274632 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 35067669-59d9-4db8-b3bd-6ee5a0722178 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35067669-59d9-4db8-b3bd-6ee5a0722178 found for delete ", "request_id": "req-6947ecb5-3cda-4c4a-b196-0fa5730483bc"}]} Nov 02 13:01:52.280240 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-880860d2-cb47-4889-b797-a33b6f5e3b57 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (93fbf39e-555d-4ea8-bfc4-29c20cb98a9e), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.344905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 1b514ca5-be47-48e1-9304-ca5547ce034a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:52.390099 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-880860d2-cb47-4889-b797-a33b6f5e3b57 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (93fbf39e-555d-4ea8-bfc4-29c20cb98a9e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.428904 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7938ff5-7461-4185-834e-139fe33a7ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (28d1d808-ac39-4cd1-8e45-5ed5c3ae902e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.460450 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7938ff5-7461-4185-834e-139fe33a7ed2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.470855 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a7938ff5-7461-4185-834e-139fe33a7ed2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/28d1d808-ac39-4cd1-8e45-5ed5c3ae902e HTTP/1.1" status: 204 len: 168 time: 1.9947083 Nov 02 13:01:52.507489 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38852) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:52.540274 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d57b5-7cd4-490b-998a-032e7004199f req-93d05907-e6de-4c59-b8cd-c536cf8997a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:52.543396 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c15d57b5-7cd4-490b-998a-032e7004199f req-93d05907-e6de-4c59-b8cd-c536cf8997a8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.3568988 Nov 02 13:01:52.560602 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-880860d2-cb47-4889-b797-a33b6f5e3b57 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (93fbf39e-555d-4ea8-bfc4-29c20cb98a9e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.569778 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2c6c44c3-5fd3-4e00-8594-6132020c6177 req-8059d7ab-b14e-40ae-9203-fee7b6d4e7a7 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7ea55e3b-0270-4fac-a6f6-4275382c1f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290950 Nov 02 13:01:52.607379 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2cf14f4b-71d4-4055-8ae5-a47029c3d461 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (505a3745-5d71-4eb8-ac9f-7af66ecdd394), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.648904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d0a951c1-6edb-4fa0-a366-8eee11f929f3 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:52.701145 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c15d57b5-7cd4-490b-998a-032e7004199f req-27246148-565a-49aa-8a5d-2634965fe25a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=56afa1dd-972d-439d-a0d4-02b528292ceb HTTP/1.1" status: 200 len: 217 time: 0.1300914 Nov 02 13:01:52.727543 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7938ff5-7461-4185-834e-139fe33a7ed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=28d1d808-ac39-4cd1-8e45-5ed5c3ae902e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:52.732156 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880860d2-cb47-4889-b797-a33b6f5e3b57 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93fbf39e-555d-4ea8-bfc4-29c20cb98a9e,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:52.737090 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf14f4b-71d4-4055-8ae5-a47029c3d461 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:52.762428 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d0a951c1-6edb-4fa0-a366-8eee11f929f3 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:52.762800 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d0a951c1-6edb-4fa0-a366-8eee11f929f3), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.763132 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d0a951c1-6edb-4fa0-a366-8eee11f929f3 Nov 02 13:01:52.766998 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-2cf14f4b-71d4-4055-8ae5-a47029c3d461 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:52.776607 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf14f4b-71d4-4055-8ae5-a47029c3d461 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:52.777203 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2cf14f4b-71d4-4055-8ae5-a47029c3d461 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.789954 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf14f4b-71d4-4055-8ae5-a47029c3d461 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=505a3745-5d71-4eb8-ac9f-7af66ecdd394,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:52.798133 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8b0e3f-6dd3-413e-9edb-d0890cd877b5 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:01:52.805862 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-880860d2-cb47-4889-b797-a33b6f5e3b57 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.807042 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-880860d2-cb47-4889-b797-a33b6f5e3b57 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9021292 Nov 02 13:01:52.809997 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38856) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:52.828389 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-fef1311d-9df4-4cd3-a0e2-ad170fd8f8c4 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Request body: {'security_group_rule': {'security_group_id': '0b2bc8ff-53dd-4c1a-9e57-bbf1ff8f0e97', 'project_id': '859fa6a598e940adb04b27af754ebff8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:52.839990 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d57b5-7cd4-490b-998a-032e7004199f req-9ebe50e5-d8cb-47b0-b271-ea5443762a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:52.842386 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c15d57b5-7cd4-490b-998a-032e7004199f req-9ebe50e5-d8cb-47b0-b271-ea5443762a4b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1330633 Nov 02 13:01:52.901352 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d57b5-7cd4-490b-998a-032e7004199f req-ba4d3e8f-c453-4b55-8af5-b322512a7fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:52.903156 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c15d57b5-7cd4-490b-998a-032e7004199f req-ba4d3e8f-c453-4b55-8af5-b322512a7fc0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0541034 Nov 02 13:01:53.010206 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2cf14f4b-71d4-4055-8ae5-a47029c3d461 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9946926 Nov 02 13:01:53.022530 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38864) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:53.023233 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d0a951c1-6edb-4fa0-a366-8eee11f929f3 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:53.024622 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device edcbff6e-c851-435f-8d7e-271c8af19f7d up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:53.026736 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 56afa1dd-972d-439d-a0d4-02b528292ceb details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:01:53.029455 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-93f730d2-1360-47d6-8966-b36c4a2277c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'mac_address': 'fa:16:3e:7e:4a:8c', 'name': 'tempest-NetworksTestDHCPv6-1506112846'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:53.052176 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fef1311d-9df4-4cd3-a0e2-ad170fd8f8c4 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (feee504f-0b8f-4f78-a0cd-3f611425bc2a), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:53.189817 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c15d57b5-7cd4-490b-998a-032e7004199f req-d18fd9e9-9f90-437e-8ed2-a116cb70885f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743170 Nov 02 13:01:53.263370 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fef1311d-9df4-4cd3-a0e2-ad170fd8f8c4 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (feee504f-0b8f-4f78-a0cd-3f611425bc2a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:53.344544 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 56afa1dd-972d-439d-a0d4-02b528292ceb, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=56afa1dd-972d-439d-a0d4-02b528292ceb,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:53.367601 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fef1311d-9df4-4cd3-a0e2-ad170fd8f8c4 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (feee504f-0b8f-4f78-a0cd-3f611425bc2a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:53.405919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': '56afa1dd-972d-439d-a0d4-02b528292ceb', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': '56afa1dd-972d-439d-a0d4-02b528292ceb', 'mac_address': 'fa:16:3e:6d:97:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:01:53.412186 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e0a69cd2-1958-4874-baba-3609a5d4a436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (f10d66a5-d258-4a11-a11d-6c8bf0fa89fc), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:53.432624 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port edcbff6e-c851-435f-8d7e-271c8af19f7d triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:53.438007 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (edcbff6e-c851-435f-8d7e-271c8af19f7d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:53.438680 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port edcbff6e-c851-435f-8d7e-271c8af19f7d Nov 02 13:01:53.444168 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1311d-9df4-4cd3-a0e2-ad170fd8f8c4 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feee504f-0b8f-4f78-a0cd-3f611425bc2a,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:53.467136 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f730d2-1360-47d6-8966-b36c4a2277c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:01:53.491553 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c15d57b5-7cd4-490b-998a-032e7004199f req-bc225046-4d96-4fae-93a7-8a1a6fbe89ae service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945409 Nov 02 13:01:53.574969 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fef1311d-9df4-4cd3-a0e2-ad170fd8f8c4 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:53.581010 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fef1311d-9df4-4cd3-a0e2-ad170fd8f8c4 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7699482 Nov 02 13:01:53.587620 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38870) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:53.606134 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-1913c872-6463-49d6-add5-c1dc5f97867d tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Request body: {'security_group_rule': {'security_group_id': '0b2bc8ff-53dd-4c1a-9e57-bbf1ff8f0e97', 'project_id': '859fa6a598e940adb04b27af754ebff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:53.765926 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 56afa1dd-972d-439d-a0d4-02b528292ceb is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:53.768716 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (56afa1dd-972d-439d-a0d4-02b528292ceb), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:53.834723 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56afa1dd-972d-439d-a0d4-02b528292ceb {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:01:53.837363 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-1913c872-6463-49d6-add5-c1dc5f97867d tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Project 859fa6a598e940adb04b27af754ebff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:01:53.870833 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1913c872-6463-49d6-add5-c1dc5f97867d tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (07b055e5-37d8-4d85-bf38-2eca576353fc), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:53.879521 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:53.883081 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93f730d2-1360-47d6-8966-b36c4a2277c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:53.913927 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:53.949250 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d08f51-952b-4c30-8b53-0dfc06e82c3d None None] Update dhcp port {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'fixed_ips': [{'subnet_id': '2ae052f2-35b9-4f62-a489-49414e91fd89', 'ip_address': '2001:db8::f816:3eff:fe9a:5e72'}, {'subnet_id': '505a3745-5d71-4eb8-ac9f-7af66ecdd394'}], 'binding:host_id': 'n-d-857339-6'}, 'id': '1b514ca5-be47-48e1-9304-ca5547ce034a'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 13:01:53.978696 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 56afa1dd-972d-439d-a0d4-02b528292ceb, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=56afa1dd-972d-439d-a0d4-02b528292ceb,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:54.073658 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de0ce1-f5b7-4b7c-9b2f-ff32bd4a1c24 req-fd1afd99-0f4c-4f5b-8685-49ea7f953d3b tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:54.081307 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-45de0ce1-f5b7-4b7c-9b2f-ff32bd4a1c24 req-fd1afd99-0f4c-4f5b-8685-49ea7f953d3b tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 946 time: 0.2634282 Nov 02 13:01:54.085768 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-93f730d2-1360-47d6-8966-b36c4a2277c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port edaa6dc7-79e1-4095-bb29-01e4da09c1b9 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 13:01:54.171411 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port edcbff6e-c851-435f-8d7e-271c8af19f7d is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:54.270714 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:54.276860 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:54.281789 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-35d08f51-952b-4c30-8b53-0dfc06e82c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:54.282071 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e0a69cd2-1958-4874-baba-3609a5d4a436 admin admin] Deleting port edcbff6e-c851-435f-8d7e-271c8af19f7d {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:01:54.282071 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e0a69cd2-1958-4874-baba-3609a5d4a436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (edcbff6e-c851-435f-8d7e-271c8af19f7d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:54.282253 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (56afa1dd-972d-439d-a0d4-02b528292ceb), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:54.293280 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:54.323129 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1913c872-6463-49d6-add5-c1dc5f97867d tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (07b055e5-37d8-4d85-bf38-2eca576353fc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:54.332555 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2f3156d7-0615-4c94-94d0-05995d97e224 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:01:54.433491 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 2f3156d7-0615-4c94-94d0-05995d97e224 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:01:54.433933 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2f3156d7-0615-4c94-94d0-05995d97e224 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:01:54.437603 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:01:54.447176 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1913c872-6463-49d6-add5-c1dc5f97867d tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (07b055e5-37d8-4d85-bf38-2eca576353fc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:54.513569 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913c872-6463-49d6-add5-c1dc5f97867d tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b055e5-37d8-4d85-bf38-2eca576353fc,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:54.571024 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-e0a69cd2-1958-4874-baba-3609a5d4a436 admin admin] For port edcbff6e-c851-435f-8d7e-271c8af19f7d, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=edcbff6e-c851-435f-8d7e-271c8af19f7d,segment=NetworkSegment(c56e6374-7865-402a-a043-f1d06ac7f646),segment_id=c56e6374-7865-402a-a043-f1d06ac7f646)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:54.571408 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e0a69cd2-1958-4874-baba-3609a5d4a436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (edcbff6e-c851-435f-8d7e-271c8af19f7d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:54.604760 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e0a69cd2-1958-4874-baba-3609a5d4a436 admin admin] Calling delete_port for edcbff6e-c851-435f-8d7e-271c8af19f7d owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:01:54.620319 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:01:54.622237 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c8467c9c-e1b4-4ca9-92a9-2c75b4ac2231 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:01:54.622675 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8be40bb5-8534-4715-9596-c6192bb1cda1 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:01:54.684426 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 8be40bb5-8534-4715-9596-c6192bb1cda1 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:01:54.690731 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8be40bb5-8534-4715-9596-c6192bb1cda1 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:01:54.708318 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['56afa1dd-972d-439d-a0d4-02b528292ceb'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:01:54.718730 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1913c872-6463-49d6-add5-c1dc5f97867d tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:54.722668 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1913c872-6463-49d6-add5-c1dc5f97867d tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1293447 Nov 02 13:01:54.727966 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38922) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:54.740842 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-83146e57-ac24-4ac6-bb10-26d26c387618 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Request body: {'security_group_rule': {'security_group_id': '0b2bc8ff-53dd-4c1a-9e57-bbf1ff8f0e97', 'project_id': '859fa6a598e940adb04b27af754ebff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:54.857812 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-93f730d2-1360-47d6-8966-b36c4a2277c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8:0:1::18c (e9ae2c9f-8862-4b1d-b882-f135a69580a6/505a3745-5d71-4eb8-ac9f-7af66ecdd394/edaa6dc7-79e1-4095-bb29-01e4da09c1b9) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:54.868818 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-93f730d2-1360-47d6-8966-b36c4a2277c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::f816:3eff:fe7e:4a8c (e9ae2c9f-8862-4b1d-b882-f135a69580a6/2ae052f2-35b9-4f62-a489-49414e91fd89/edaa6dc7-79e1-4095-bb29-01e4da09c1b9) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:54.984988 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-83146e57-ac24-4ac6-bb10-26d26c387618 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Project 859fa6a598e940adb04b27af754ebff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:01:55.096773 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-83146e57-ac24-4ac6-bb10-26d26c387618 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (e8105ebe-5d9e-465b-86cf-7f6318ec959f), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:55.105898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=56afa1dd-972d-439d-a0d4-02b528292ceb,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:55.113741 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:55.189261 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93f730d2-1360-47d6-8966-b36c4a2277c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (edaa6dc7-79e1-4095-bb29-01e4da09c1b9), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:55.244395 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-45de0ce1-f5b7-4b7c-9b2f-ff32bd4a1c24 req-a7431011-ccbb-4e66-a7de-9a089f826f70 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7ea55e3b-0270-4fac-a6f6-4275382c1f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1620791 Nov 02 13:01:55.280600 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-83146e57-ac24-4ac6-bb10-26d26c387618 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (e8105ebe-5d9e-465b-86cf-7f6318ec959f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:55.342313 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93f730d2-1360-47d6-8966-b36c4a2277c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (edaa6dc7-79e1-4095-bb29-01e4da09c1b9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:55.382058 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-83146e57-ac24-4ac6-bb10-26d26c387618 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (e8105ebe-5d9e-465b-86cf-7f6318ec959f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:55.427452 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f730d2-1360-47d6-8966-b36c4a2277c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:55.462403 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f730d2-1360-47d6-8966-b36c4a2277c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=edaa6dc7-79e1-4095-bb29-01e4da09c1b9,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:55.469431 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-93f730d2-1360-47d6-8966-b36c4a2277c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:55.476842 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f730d2-1360-47d6-8966-b36c4a2277c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:01:55.487342 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f730d2-1360-47d6-8966-b36c4a2277c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:55.488461 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93f730d2-1360-47d6-8966-b36c4a2277c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:55.513766 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-35d08f51-952b-4c30-8b53-0dfc06e82c3d None None] Allocated IP 2001:db8:0:1::2 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/505a3745-5d71-4eb8-ac9f-7af66ecdd394/1b514ca5-be47-48e1-9304-ca5547ce034a) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:55.571135 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83146e57-ac24-4ac6-bb10-26d26c387618 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8105ebe-5d9e-465b-86cf-7f6318ec959f,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:55.589502 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e0a69cd2-1958-4874-baba-3609a5d4a436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (edcbff6e-c851-435f-8d7e-271c8af19f7d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:55.608067 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-93f730d2-1360-47d6-8966-b36c4a2277c3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5726869 Nov 02 13:01:55.610731 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38932) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:55.665534 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a69cd2-1958-4874-baba-3609a5d4a436 admin admin] Pushing event deleted for resources: {'Port': ['ID=edcbff6e-c851-435f-8d7e-271c8af19f7d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:55.764344 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-83146e57-ac24-4ac6-bb10-26d26c387618 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:55.769764 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-83146e57-ac24-4ac6-bb10-26d26c387618 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0406563 Nov 02 13:01:55.780332 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-35d08f51-952b-4c30-8b53-0dfc06e82c3d None None] For port 1b514ca5-be47-48e1-9304-ca5547ce034a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1b514ca5-be47-48e1-9304-ca5547ce034a,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:55.921595 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-484828d3-4db3-4732-8ca9-2c9b24495483 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port edaa6dc7-79e1-4095-bb29-01e4da09c1b9 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:01:55.922659 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-484828d3-4db3-4732-8ca9-2c9b24495483 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (edaa6dc7-79e1-4095-bb29-01e4da09c1b9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:55.962964 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-35d08f51-952b-4c30-8b53-0dfc06e82c3d None None] Publish callbacks [] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:56.091614 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-35d08f51-952b-4c30-8b53-0dfc06e82c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:56.283219 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-484828d3-4db3-4732-8ca9-2c9b24495483 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (edaa6dc7-79e1-4095-bb29-01e4da09c1b9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:56.319231 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-484828d3-4db3-4732-8ca9-2c9b24495483 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for edaa6dc7-79e1-4095-bb29-01e4da09c1b9 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:01:56.366674 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e0a69cd2-1958-4874-baba-3609a5d4a436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (f10d66a5-d258-4a11-a11d-6c8bf0fa89fc), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:56.504694 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d08f51-952b-4c30-8b53-0dfc06e82c3d None None] Pushing event updated for resources: {'Port': ['ID=1b514ca5-be47-48e1-9304-ca5547ce034a,revision_number=8']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:56.557903 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:56.618262 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=10,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:56.815982 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-57fc691e-a1eb-4eb7-b935-01649a1f7d1d req-4bf561c1-2685-4e3c-9d96-0406c346f60a tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-822780518&fields=id&tenant_id=859fa6a598e940adb04b27af754ebff8 HTTP/1.1" status: 200 len: 267 time: 0.1823282 Nov 02 13:01:56.865927 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-484828d3-4db3-4732-8ca9-2c9b24495483 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (edaa6dc7-79e1-4095-bb29-01e4da09c1b9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:57.029657 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 56afa1dd-972d-439d-a0d4-02b528292ceb up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:57.088617 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a69cd2-1958-4874-baba-3609a5d4a436 admin admin] Router f10d66a5-d258-4a11-a11d-6c8bf0fa89fc has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:01:57.112535 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:57.129274 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484828d3-4db3-4732-8ca9-2c9b24495483 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=edaa6dc7-79e1-4095-bb29-01e4da09c1b9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:57.203300 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning for port 56afa1dd-972d-439d-a0d4-02b528292ceb completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 13:01:57.216905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1b514ca5-be47-48e1-9304-ca5547ce034a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:57.292000 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c4461-45f8-4b76-851b-2900d6894607 req-74def55b-63eb-42fb-98cc-571d57d97155 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:57.311862 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ff1c4461-45f8-4b76-851b-2900d6894607 req-74def55b-63eb-42fb-98cc-571d57d97155 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 947 time: 0.6917620 Nov 02 13:01:57.319300 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port 56afa1dd-972d-439d-a0d4-02b528292ceb triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:57.319910 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (56afa1dd-972d-439d-a0d4-02b528292ceb), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:57.322822 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port 56afa1dd-972d-439d-a0d4-02b528292ceb Nov 02 13:01:57.411301 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:57.425050 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a69cd2-1958-4874-baba-3609a5d4a436 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:01:57.447979 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 1b514ca5-be47-48e1-9304-ca5547ce034a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:57.448160 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f9a727-93af-4d53-86c8-c9675fe2a179 None None] Sync routers for ids ['f10d66a5-d258-4a11-a11d-6c8bf0fa89fc'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:01:57.448649 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:57.448649 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 1b514ca5-be47-48e1-9304-ca5547ce034a Nov 02 13:01:57.453310 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e0a69cd2-1958-4874-baba-3609a5d4a436 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/f10d66a5-d258-4a11-a11d-6c8bf0fa89fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9411340 Nov 02 13:01:57.454073 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38992) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:57.470126 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f9a727-93af-4d53-86c8-c9675fe2a179 None None] Routers {'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:01:57.470759 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b6f9a727-93af-4d53-86c8-c9675fe2a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:01:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f10d66a5-d258-4a11-a11d-6c8bf0fa89fc'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:57.528714 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:57.758157 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:57.765134 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:57.808735 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-484828d3-4db3-4732-8ca9-2c9b24495483 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:57.819816 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 38994) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:57.822996 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-484828d3-4db3-4732-8ca9-2c9b24495483 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/edaa6dc7-79e1-4095-bb29-01e4da09c1b9 HTTP/1.1" status: 204 len: 168 time: 2.2102647 Nov 02 13:01:57.883251 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ff1c4461-45f8-4b76-851b-2900d6894607 req-b3bea95f-9e38-4d22-8a72-c9d580ea3a81 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7ea55e3b-0270-4fac-a6f6-4275382c1f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5678351 Nov 02 13:01:57.915296 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 1b514ca5-be47-48e1-9304-ca5547ce034a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:57.950533 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 56afa1dd-972d-439d-a0d4-02b528292ceb is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:57.950923 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (56afa1dd-972d-439d-a0d4-02b528292ceb), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:57.967813 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc691e-a1eb-4eb7-b935-01649a1f7d1d req-7526f15a-d63c-4cbc-827a-da70573f9cac tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:57.983104 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-57fc691e-a1eb-4eb7-b935-01649a1f7d1d req-7526f15a-d63c-4cbc-827a-da70573f9cac tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "GET /networking/v2.0/networks?id=e2c151ab-6483-4838-bf46-12d1fa842cd2 HTTP/1.1" status: 200 len: 795 time: 1.1651058 Nov 02 13:01:58.019105 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74952fba-7171-4422-895b-bc9b5ae5ff12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56afa1dd-972d-439d-a0d4-02b528292ceb'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:01:58.021523 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c2b2fa-b8f9-491c-a98a-6f53667c7dbd" -d '{"events": [{"server_uuid": "74952fba-7171-4422-895b-bc9b5ae5ff12", "name": "network-vif-plugged", "status": "completed", "tag": "56afa1dd-972d-439d-a0d4-02b528292ceb"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:01:58.021667 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-57fc691e-a1eb-4eb7-b935-01649a1f7d1d req-0582049a-37eb-4566-b63d-b378847c495a tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "GET /networking/v2.0/quotas/859fa6a598e940adb04b27af754ebff8 HTTP/1.1" status: 200 len: 375 time: 0.0367625 Nov 02 13:01:58.025319 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69c9745-e6b4-47f7-bced-dd595aecadc7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:58.029954 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 38998) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:58.035372 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c69c9745-e6b4-47f7-bced-dd595aecadc7 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2097328 Nov 02 13:01:58.045428 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c38165b0-60d3-42ed-a982-b4c8cb2f96fb admin admin] Publish callbacks [] for router (f10d66a5-d258-4a11-a11d-6c8bf0fa89fc), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:58.047568 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-b6f9a727-93af-4d53-86c8-c9675fe2a179 None None] Set router f10d66a5-d258-4a11-a11d-6c8bf0fa89fc gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:01:58.079643 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fe7562-f607-46a8-9fb9-3607ccd13d73 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:01:58.228791 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0053dfa1-5b2a-4129-a374-125140835bae x-openstack-request-id: req-0053dfa1-5b2a-4129-a374-125140835bae {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:01:58.228791 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74952fba-7171-4422-895b-bc9b5ae5ff12", "name": "network-vif-plugged", "status": "completed", "tag": "56afa1dd-972d-439d-a0d4-02b528292ceb", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:01:58.228791 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0053dfa1-5b2a-4129-a374-125140835bae {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:01:58.241691 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0053dfa1-5b2a-4129-a374-125140835bae'] response: {'server_uuid': '74952fba-7171-4422-895b-bc9b5ae5ff12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56afa1dd-972d-439d-a0d4-02b528292ceb', 'code': 200} Nov 02 13:01:58.243513 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-57fc691e-a1eb-4eb7-b935-01649a1f7d1d req-aa95e018-c4ee-4811-974e-8f5ad75ef60b tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=859fa6a598e940adb04b27af754ebff8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1955156 Nov 02 13:01:58.254093 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9726aae-fc5f-4356-93d8-0ded9e9f2fe9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:58.299082 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 56afa1dd-972d-439d-a0d4-02b528292ceb, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=56afa1dd-972d-439d-a0d4-02b528292ceb,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:58.313592 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a9726aae-fc5f-4356-93d8-0ded9e9f2fe9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2455471 Nov 02 13:01:58.313592 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39004) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:58.313592 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39008) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:58.335846 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-acc1c326-b6b8-4a5c-b04f-0dda8b780ffc None None] Provisioning complete for port 1b514ca5-be47-48e1-9304-ca5547ce034a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:01:58.337943 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-acc1c326-b6b8-4a5c-b04f-0dda8b780ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:58.342079 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-acc1c326-b6b8-4a5c-b04f-0dda8b780ffc None None] Attempt 1 to provision port 1b514ca5-be47-48e1-9304-ca5547ce034a Nov 02 13:01:58.366930 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:58.369039 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b6f9a727-93af-4d53-86c8-c9675fe2a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc', 'name': 'tempest-TestServerMultinode-1747960882-router', 'tenant_id': '83bd5e13a5e54740918cf5924a14886b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '84e31c1a-f376-447d-9837-772c0bf324c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:01:18Z', 'updated_at': '2022-11-02T13:01:55Z', 'revision_number': 5, 'project_id': '83bd5e13a5e54740918cf5924a14886b', 'gw_port': {'id': '84e31c1a-f376-447d-9837-772c0bf324c2', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:20Z', 'updated_at': '2022-11-02T13:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:58.379341 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (56afa1dd-972d-439d-a0d4-02b528292ceb), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:58.396860 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c38165b0-60d3-42ed-a982-b4c8cb2f96fb admin admin] Publish callbacks [] for router_gateway (f10d66a5-d258-4a11-a11d-6c8bf0fa89fc), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:58.472062 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=56afa1dd-972d-439d-a0d4-02b528292ceb,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:58.489594 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f9a727-93af-4d53-86c8-c9675fe2a179 None None] Checking router: f10d66a5-d258-4a11-a11d-6c8bf0fa89fc for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:01:58.510912 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f9a727-93af-4d53-86c8-c9675fe2a179 None None] Routers {'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:01:58.515936 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b6f9a727-93af-4d53-86c8-c9675fe2a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:01:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f10d66a5-d258-4a11-a11d-6c8bf0fa89fc'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:58.629609 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3d694-8777-4ea1-86a7-7d2a17dff7ae req-115dd746-8482-4f35-beec-75bf35c035fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:58.633811 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-51d3d694-8777-4ea1-86a7-7d2a17dff7ae req-115dd746-8482-4f35-beec-75bf35c035fa service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 1129 time: 0.3189731 Nov 02 13:01:58.691756 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-b6f9a727-93af-4d53-86c8-c9675fe2a179 None None] Set router f10d66a5-d258-4a11-a11d-6c8bf0fa89fc gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:01:58.695388 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-acc1c326-b6b8-4a5c-b04f-0dda8b780ffc None None] Current status of the port 1b514ca5-be47-48e1-9304-ca5547ce034a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:01:58.712332 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c38165b0-60d3-42ed-a982-b4c8cb2f96fb admin admin] Deleting port 84e31c1a-f376-447d-9837-772c0bf324c2 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:01:58.712698 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c38165b0-60d3-42ed-a982-b4c8cb2f96fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (84e31c1a-f376-447d-9837-772c0bf324c2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:58.719579 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fe7562-f607-46a8-9fb9-3607ccd13d73 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:01:58.731373 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6b6d41-41ef-4ae0-928c-de88418fe691 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:58.744351 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6b6d41-41ef-4ae0-928c-de88418fe691 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:58.751073 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6b6d41-41ef-4ae0-928c-de88418fe691 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:58.762701 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ac6b6d41-41ef-4ae0-928c-de88418fe691 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4668436 Nov 02 13:01:58.762701 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39020) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:58.801357 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:58.831138 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b6f9a727-93af-4d53-86c8-c9675fe2a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc', 'name': 'tempest-TestServerMultinode-1747960882-router', 'tenant_id': '83bd5e13a5e54740918cf5924a14886b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:01:18Z', 'updated_at': '2022-11-02T13:01:58Z', 'revision_number': 6, 'project_id': '83bd5e13a5e54740918cf5924a14886b', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:58.893557 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f9a727-93af-4d53-86c8-c9675fe2a179 None None] The sync data for ids ['f10d66a5-d258-4a11-a11d-6c8bf0fa89fc'] in n-d-857339-6 is: [{'id': 'f10d66a5-d258-4a11-a11d-6c8bf0fa89fc', 'name': 'tempest-TestServerMultinode-1747960882-router', 'tenant_id': '83bd5e13a5e54740918cf5924a14886b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:01:18Z', 'updated_at': '2022-11-02T13:01:58Z', 'revision_number': 6, 'project_id': '83bd5e13a5e54740918cf5924a14886b', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:01:58.952235 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd2f934-9a8c-4cf0-90fd-861a0c6f78bb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet 2ae052f2-35b9-4f62-a489-49414e91fd89 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:01:58.965647 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bfd2f934-9a8c-4cf0-90fd-861a0c6f78bb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (2ae052f2-35b9-4f62-a489-49414e91fd89), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:58.970806 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-c38165b0-60d3-42ed-a982-b4c8cb2f96fb admin admin] For port 84e31c1a-f376-447d-9837-772c0bf324c2, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=84e31c1a-f376-447d-9837-772c0bf324c2,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:58.971180 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c38165b0-60d3-42ed-a982-b4c8cb2f96fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (84e31c1a-f376-447d-9837-772c0bf324c2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:59.019966 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-c38165b0-60d3-42ed-a982-b4c8cb2f96fb admin admin] Calling delete_port for 84e31c1a-f376-447d-9837-772c0bf324c2 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:01:59.022201 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-75811f90-44e4-495d-a0d9-3792ac920d56 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group (0b2bc8ff-53dd-4c1a-9e57-bbf1ff8f0e97), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:59.059159 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-75811f90-44e4-495d-a0d9-3792ac920d56 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group (0b2bc8ff-53dd-4c1a-9e57-bbf1ff8f0e97), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:59.151330 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-51d3d694-8777-4ea1-86a7-7d2a17dff7ae req-9ac1322f-95e2-4111-b213-014e549b9a20 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=7ea55e3b-0270-4fac-a6f6-4275382c1f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064063 Nov 02 13:01:59.192741 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bfd2f934-9a8c-4cf0-90fd-861a0c6f78bb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (2ae052f2-35b9-4f62-a489-49414e91fd89), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:59.241794 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-75811f90-44e4-495d-a0d9-3792ac920d56 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0b2bc8ff-53dd-4c1a-9e57-bbf1ff8f0e97), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:59.244388 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-75811f90-44e4-495d-a0d9-3792ac920d56 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:59.245625 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-75811f90-44e4-495d-a0d9-3792ac920d56 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0b2bc8ff-53dd-4c1a-9e57-bbf1ff8f0e97 HTTP/1.1" status: 204 len: 168 time: 0.9316170 Nov 02 13:01:59.268756 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0c33f-c9aa-482f-b4f7-cc008dcbf0f3 req-c52e3c33-76bd-4d56-b4a7-2e9f19a52ba0 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:59.270447 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75e0c33f-c9aa-482f-b4f7-cc008dcbf0f3 req-c52e3c33-76bd-4d56-b4a7-2e9f19a52ba0 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 948 time: 0.1530211 Nov 02 13:01:59.286464 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75811f90-44e4-495d-a0d9-3792ac920d56 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2bc8ff-53dd-4c1a-9e57-bbf1ff8f0e97,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:59.341906 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-75e0c33f-c9aa-482f-b4f7-cc008dcbf0f3 req-9981b977-f287-4597-8425-314a4f35c432 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7ea55e3b-0270-4fac-a6f6-4275382c1f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590296 Nov 02 13:01:59.444893 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bfd2f934-9a8c-4cf0-90fd-861a0c6f78bb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (2ae052f2-35b9-4f62-a489-49414e91fd89), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:59.635057 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c38165b0-60d3-42ed-a982-b4c8cb2f96fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (84e31c1a-f376-447d-9837-772c0bf324c2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:59.674755 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:01:59.818159 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bfd2f934-9a8c-4cf0-90fd-861a0c6f78bb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (2ae052f2-35b9-4f62-a489-49414e91fd89), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:59.874109 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bfd2f934-9a8c-4cf0-90fd-861a0c6f78bb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:59.879209 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bfd2f934-9a8c-4cf0-90fd-861a0c6f78bb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/2ae052f2-35b9-4f62-a489-49414e91fd89 HTTP/1.1" status: 204 len: 168 time: 1.1117458 Nov 02 13:01:59.880675 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39044) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:59.895296 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2f934-9a8c-4cf0-90fd-861a0c6f78bb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae052f2-35b9-4f62-a489-49414e91fd89,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:00.066292 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81dfd26-974b-4328-8972-890e6cb6265c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet 505a3745-5d71-4eb8-ac9f-7af66ecdd394 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:02:00.077112 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f81dfd26-974b-4328-8972-890e6cb6265c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (505a3745-5d71-4eb8-ac9f-7af66ecdd394), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:00.240066 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f81dfd26-974b-4328-8972-890e6cb6265c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (505a3745-5d71-4eb8-ac9f-7af66ecdd394), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:00.316761 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38165b0-60d3-42ed-a982-b4c8cb2f96fb admin admin] Pushing event deleted for resources: {'Port': ['ID=84e31c1a-f376-447d-9837-772c0bf324c2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:00.352734 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:00.437854 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:00.454157 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39056) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:00.469541 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e51bf84c-4175-4209-bebb-40e2d5762983 None None] Provisioning complete for port 82e8783c-6182-47b6-8ac5-c91701a3818d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:00.474335 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e51bf84c-4175-4209-bebb-40e2d5762983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (82e8783c-6182-47b6-8ac5-c91701a3818d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:00.475737 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e51bf84c-4175-4209-bebb-40e2d5762983 None None] Attempt 1 to provision port 82e8783c-6182-47b6-8ac5-c91701a3818d Nov 02 13:02:00.574210 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c38165b0-60d3-42ed-a982-b4c8cb2f96fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (f10d66a5-d258-4a11-a11d-6c8bf0fa89fc), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:00.719384 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff29cfa-8600-46f6-b7c4-f1665d9b63e3 req-1fd53beb-5d02-4348-b0c9-ddb7e3ade72f tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:00.725266 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8ff29cfa-8600-46f6-b7c4-f1665d9b63e3 req-1fd53beb-5d02-4348-b0c9-ddb7e3ade72f tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 948 time: 0.1623030 Nov 02 13:02:00.735805 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:00.766925 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c38165b0-60d3-42ed-a982-b4c8cb2f96fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (f10d66a5-d258-4a11-a11d-6c8bf0fa89fc), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:00.775267 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c38165b0-60d3-42ed-a982-b4c8cb2f96fb admin admin] Publish callbacks [] for router_controller (f10d66a5-d258-4a11-a11d-6c8bf0fa89fc), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:00.788093 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e51bf84c-4175-4209-bebb-40e2d5762983 None None] Current status of the port 82e8783c-6182-47b6-8ac5-c91701a3818d is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:00.792267 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f81dfd26-974b-4328-8972-890e6cb6265c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (505a3745-5d71-4eb8-ac9f-7af66ecdd394), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:00.915446 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:00.918803 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8ff29cfa-8600-46f6-b7c4-f1665d9b63e3 req-ab3ceb2d-5a84-4b22-938f-15c0a8fb4c76 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7ea55e3b-0270-4fac-a6f6-4275382c1f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894608 Nov 02 13:02:00.920983 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-20aea815-7d95-4839-8b96-1f2c973cc3ac None None] Could not find standard attr ID for object edaa6dc7-79e1-4095-bb29-01e4da09c1b9. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 13:02:00.964516 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098c98df-fa30-4d7f-9886-e81b574d831a None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:02:00.975168 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 84e31c1a-f376-447d-9837-772c0bf324c2 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:02:01.040544 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 84e31c1a-f376-447d-9837-772c0bf324c2 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:02:01.041330 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 84e31c1a-f376-447d-9837-772c0bf324c2 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:02:01.044457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device edcbff6e-c851-435f-8d7e-271c8af19f7d no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:02:01.069502 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c38165b0-60d3-42ed-a982-b4c8cb2f96fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (f10d66a5-d258-4a11-a11d-6c8bf0fa89fc), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:01.080609 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38165b0-60d3-42ed-a982-b4c8cb2f96fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f10d66a5-d258-4a11-a11d-6c8bf0fa89fc {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:02:01.097450 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f81dfd26-974b-4328-8972-890e6cb6265c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (505a3745-5d71-4eb8-ac9f-7af66ecdd394), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:01.127357 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f81dfd26-974b-4328-8972-890e6cb6265c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:01.136607 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f81dfd26-974b-4328-8972-890e6cb6265c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/505a3745-5d71-4eb8-ac9f-7af66ecdd394 HTTP/1.1" status: 204 len: 168 time: 1.2284756 Nov 02 13:02:01.145147 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c38165b0-60d3-42ed-a982-b4c8cb2f96fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:01.146373 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c38165b0-60d3-42ed-a982-b4c8cb2f96fb admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/f10d66a5-d258-4a11-a11d-6c8bf0fa89fc HTTP/1.1" status: 204 len: 168 time: 3.6904442 Nov 02 13:02:01.148464 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39066) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:01.154125 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: edcbff6e-c851-435f-8d7e-271c8af19f7d {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:02:01.159002 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device edcbff6e-c851-435f-8d7e-271c8af19f7d not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:02:01.194564 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39068) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:01.231808 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81dfd26-974b-4328-8972-890e6cb6265c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=505a3745-5d71-4eb8-ac9f-7af66ecdd394,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:01.366675 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-17d91a93-7258-4937-a8ad-5d782e0cae07 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2163439 Nov 02 13:02:01.367369 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39072) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:01.389476 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-981ded16-d1e4-4537-b5b5-da3c8b4301cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:01.449640 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-f440986e-929c-4da2-becf-27aff22e4282 admin admin] Deleting subnet 1e449f54-e7b6-437f-b9ec-fbaa2a43b768 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:02:01.463319 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f440986e-929c-4da2-becf-27aff22e4282 admin admin] Publish callbacks [] for subnet (1e449f54-e7b6-437f-b9ec-fbaa2a43b768), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:01.542779 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f440986e-929c-4da2-becf-27aff22e4282 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (1e449f54-e7b6-437f-b9ec-fbaa2a43b768), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:01.632297 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3244c5d-3ae6-4d5a-bd2d-973393515794 None None] Update dhcp port {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'fixed_ips': [{'subnet_id': '505a3745-5d71-4eb8-ac9f-7af66ecdd394'}], 'binding:host_id': 'n-d-857339-6'}, 'id': '1b514ca5-be47-48e1-9304-ca5547ce034a'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 13:02:01.670014 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f3244c5d-3ae6-4d5a-bd2d-973393515794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:01.682240 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f440986e-929c-4da2-becf-27aff22e4282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (1e449f54-e7b6-437f-b9ec-fbaa2a43b768), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:01.758121 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2cda4dc8-e416-4fd0-be69-a0689850778c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (e2ac881f-a6c7-4926-85ad-c1b3e36496db), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:01.761271 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981ded16-d1e4-4537-b5b5-da3c8b4301cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:01.767427 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-981ded16-d1e4-4537-b5b5-da3c8b4301cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:01.806488 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f440986e-929c-4da2-becf-27aff22e4282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (1e449f54-e7b6-437f-b9ec-fbaa2a43b768), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:01.889383 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440986e-929c-4da2-becf-27aff22e4282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e449f54-e7b6-437f-b9ec-fbaa2a43b768,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:01.906858 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c697d09-32a2-4cb7-8679-3bb2bae0d022 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:02:01.924711 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f440986e-929c-4da2-becf-27aff22e4282 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:01.944920 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f440986e-929c-4da2-becf-27aff22e4282 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/1e449f54-e7b6-437f-b9ec-fbaa2a43b768 HTTP/1.1" status: 204 len: 168 time: 0.7485509 Nov 02 13:02:01.945952 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39074) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:01.976750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d0e491-9b6d-4617-978c-0a41115ce386 None None] Network 1c122211-fff4-42b8-87ee-16f384419731 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:02:02.091357 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3000-0e03-42b8-b7a1-470b8730bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (1c122211-fff4-42b8-87ee-16f384419731), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:02.114030 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:02.164960 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6541de-18e2-43ee-947b-dd1f699bebff req-2af70651-d52d-49e3-9eae-53729b2414d8 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:02.167036 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9a6541de-18e2-43ee-947b-dd1f699bebff req-2af70651-d52d-49e3-9eae-53729b2414d8 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 948 time: 0.0715406 Nov 02 13:02:02.286301 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:02.295421 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7e5fae25-8496-4c42-9ffc-8f2883b207fb None None] Provisioning complete for port 1b514ca5-be47-48e1-9304-ca5547ce034a triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:02.299626 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7e5fae25-8496-4c42-9ffc-8f2883b207fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:02.301180 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7e5fae25-8496-4c42-9ffc-8f2883b207fb None None] Attempt 1 to provision port 1b514ca5-be47-48e1-9304-ca5547ce034a Nov 02 13:02:02.347014 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-9a6541de-18e2-43ee-947b-dd1f699bebff req-0288e76e-cdee-48a1-951e-ffe3d99fb8bf tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7ea55e3b-0270-4fac-a6f6-4275382c1f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999277 Nov 02 13:02:02.356252 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf3000-0e03-42b8-b7a1-470b8730bc7e admin admin] Deleting port 82e8783c-6182-47b6-8ac5-c91701a3818d {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:02:02.357626 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3000-0e03-42b8-b7a1-470b8730bc7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (82e8783c-6182-47b6-8ac5-c91701a3818d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:02.449803 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-2cda4dc8-e416-4fd0-be69-a0689850778c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Deleting port d0a951c1-6edb-4fa0-a366-8eee11f929f3 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:02:02.450200 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2cda4dc8-e416-4fd0-be69-a0689850778c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d0a951c1-6edb-4fa0-a366-8eee11f929f3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:02.583553 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-dbbf3000-0e03-42b8-b7a1-470b8730bc7e admin admin] For port 82e8783c-6182-47b6-8ac5-c91701a3818d, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=82e8783c-6182-47b6-8ac5-c91701a3818d,segment=NetworkSegment(c56e6374-7865-402a-a043-f1d06ac7f646),segment_id=c56e6374-7865-402a-a043-f1d06ac7f646)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:02.583941 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3000-0e03-42b8-b7a1-470b8730bc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (82e8783c-6182-47b6-8ac5-c91701a3818d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:02.621614 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf3000-0e03-42b8-b7a1-470b8730bc7e admin admin] Calling delete_port for 82e8783c-6182-47b6-8ac5-c91701a3818d owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:02:02.648895 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-981ded16-d1e4-4537-b5b5-da3c8b4301cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (7552f3a1-c802-4f8e-ab67-c60a36900492), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:02.771035 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7077be-4856-4e53-8f5f-a073c0f7c33e None None] DHCP port deletion for 1c122211-fff4-42b8-87ee-16f384419731 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:02:02.819154 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:02.830734 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981ded16-d1e4-4537-b5b5-da3c8b4301cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:02.850494 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-981ded16-d1e4-4537-b5b5-da3c8b4301cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:02.872017 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981ded16-d1e4-4537-b5b5-da3c8b4301cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:02.872649 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-981ded16-d1e4-4537-b5b5-da3c8b4301cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:02.932323 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ded16-d1e4-4537-b5b5-da3c8b4301cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=7552f3a1-c802-4f8e-ab67-c60a36900492,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:02.948917 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1e7077be-4856-4e53-8f5f-a073c0f7c33e None None] Deleting port 82e8783c-6182-47b6-8ac5-c91701a3818d {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:02:02.949334 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1e7077be-4856-4e53-8f5f-a073c0f7c33e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (82e8783c-6182-47b6-8ac5-c91701a3818d), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:02.973957 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-2cda4dc8-e416-4fd0-be69-a0689850778c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] For port d0a951c1-6edb-4fa0-a366-8eee11f929f3, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d0a951c1-6edb-4fa0-a366-8eee11f929f3,segment=NetworkSegment(9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e),segment_id=9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:02.974336 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2cda4dc8-e416-4fd0-be69-a0689850778c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d0a951c1-6edb-4fa0-a366-8eee11f929f3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:03.010405 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-2cda4dc8-e416-4fd0-be69-a0689850778c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Calling delete_port for d0a951c1-6edb-4fa0-a366-8eee11f929f3 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:02:03.042473 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:03.070887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1e7077be-4856-4e53-8f5f-a073c0f7c33e None None] For port 82e8783c-6182-47b6-8ac5-c91701a3818d, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=82e8783c-6182-47b6-8ac5-c91701a3818d,segment=NetworkSegment(c56e6374-7865-402a-a043-f1d06ac7f646),segment_id=c56e6374-7865-402a-a043-f1d06ac7f646)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:03.071455 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1e7077be-4856-4e53-8f5f-a073c0f7c33e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (82e8783c-6182-47b6-8ac5-c91701a3818d), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:03.082615 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fe03c3-3f0d-4f63-887b-d74272f0b546 None None] DHCP port deletion for e9ae2c9f-8862-4b1d-b882-f135a69580a6 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:02:03.085469 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 82e8783c-6182-47b6-8ac5-c91701a3818d no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:02:03.116871 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3000-0e03-42b8-b7a1-470b8730bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (82e8783c-6182-47b6-8ac5-c91701a3818d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:03.122492 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-981ded16-d1e4-4537-b5b5-da3c8b4301cb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7476408 Nov 02 13:02:03.123701 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39102) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:03.133271 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5f8b9ee0-b151-4a14-abe7-4d68166e7488 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:03.247862 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1e7077be-4856-4e53-8f5f-a073c0f7c33e None None] Calling delete_port for 82e8783c-6182-47b6-8ac5-c91701a3818d owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:02:03.384238 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf3000-0e03-42b8-b7a1-470b8730bc7e admin admin] Pushing event deleted for resources: {'Port': ['ID=82e8783c-6182-47b6-8ac5-c91701a3818d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:03.422497 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbf3000-0e03-42b8-b7a1-470b8730bc7e admin admin] No DVR routers for this DVR port 82e8783c-6182-47b6-8ac5-c91701a3818d on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:02:03.542768 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7e5fae25-8496-4c42-9ffc-8f2883b207fb None None] Current status of the port 1b514ca5-be47-48e1-9304-ca5547ce034a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:03.588628 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8b9ee0-b151-4a14-abe7-4d68166e7488 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:03.617076 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5f8b9ee0-b151-4a14-abe7-4d68166e7488 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:03.662829 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2cda4dc8-e416-4fd0-be69-a0689850778c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (d0a951c1-6edb-4fa0-a366-8eee11f929f3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:03.698930 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3000-0e03-42b8-b7a1-470b8730bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (1c122211-fff4-42b8-87ee-16f384419731), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:03.736866 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda4dc8-e416-4fd0-be69-a0689850778c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event deleted for resources: {'Port': ['ID=d0a951c1-6edb-4fa0-a366-8eee11f929f3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:02:03.788980 n-d-857339-6 neutron-server[105977]: self.session.flush() Nov 02 13:02:03.792358 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:03.836336 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No active binding found for port 82e8783c-6182-47b6-8ac5-c91701a3818d {{(pid=105977) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Nov 02 13:02:03.836336 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] The host n-d-857339-6 is not matching for port 82e8783c-6182-47b6-8ac5-c91701a3818d host None! {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Nov 02 13:02:03.836336 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 82e8783c-6182-47b6-8ac5-c91701a3818d not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:02:03.840901 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-dbbf3000-0e03-42b8-b7a1-470b8730bc7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c122211-fff4-42b8-87ee-16f384419731']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:03.851010 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1e7077be-4856-4e53-8f5f-a073c0f7c33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (82e8783c-6182-47b6-8ac5-c91701a3818d), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:03.862025 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe03c3-3f0d-4f63-887b-d74272f0b546 None None] Deleting port 1b514ca5-be47-48e1-9304-ca5547ce034a {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:02:03.865073 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b3fe03c3-3f0d-4f63-887b-d74272f0b546 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:03.878108 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-dbbf3000-0e03-42b8-b7a1-470b8730bc7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56e6374-7865-402a-a043-f1d06ac7f646') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:03.882197 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-dbbf3000-0e03-42b8-b7a1-470b8730bc7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56e6374-7865-402a-a043-f1d06ac7f646') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:03.929010 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3000-0e03-42b8-b7a1-470b8730bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (c56e6374-7865-402a-a043-f1d06ac7f646), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:03.956398 n-d-857339-6 neutron-server[105975]: INFO neutron.db.ipam_backend_mixin [None req-5f8b9ee0-b151-4a14-abe7-4d68166e7488 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7552f3a1-c802-4f8e-ab67-c60a36900492 (CIDR: 2001:db8::/64) Nov 02 13:02:03.977414 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3000-0e03-42b8-b7a1-470b8730bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (c56e6374-7865-402a-a043-f1d06ac7f646), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:03.989389 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbf3000-0e03-42b8-b7a1-470b8730bc7e admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:02:03.990085 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3000-0e03-42b8-b7a1-470b8730bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (c56e6374-7865-402a-a043-f1d06ac7f646), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:04.001385 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:04.031198 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8b9ee0-b151-4a14-abe7-4d68166e7488 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:02:04.031198 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8b9ee0-b151-4a14-abe7-4d68166e7488 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:04.075984 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment c56e6374-7865-402a-a043-f1d06ac7f646 resource provider aggregate not found Nov 02 13:02:04.083009 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:04.104883 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7077be-4856-4e53-8f5f-a073c0f7c33e None None] No DVR routers for this DVR port 82e8783c-6182-47b6-8ac5-c91701a3818d on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:02:04.144633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7077be-4856-4e53-8f5f-a073c0f7c33e None None] Pushing event deleted for resources: {'Port': ['ID=82e8783c-6182-47b6-8ac5-c91701a3818d,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:04.178520 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment c56e6374-7865-402a-a043-f1d06ac7f646 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c56e6374-7865-402a-a043-f1d06ac7f646 found for delete ", "request_id": "req-e9e80aad-8159-4309-8380-1b6a0d806448"}]} Nov 02 13:02:04.203843 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5f8b9ee0-b151-4a14-abe7-4d68166e7488 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0780919 Nov 02 13:02:04.214205 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39118) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:04.214205 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-932272b1-ff5d-49c1-b9c5-1de9697bd2bf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:04.236857 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b3fe03c3-3f0d-4f63-887b-d74272f0b546 None None] For port 1b514ca5-be47-48e1-9304-ca5547ce034a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1b514ca5-be47-48e1-9304-ca5547ce034a,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:04.237261 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b3fe03c3-3f0d-4f63-887b-d74272f0b546 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:04.337284 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3000-0e03-42b8-b7a1-470b8730bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (1c122211-fff4-42b8-87ee-16f384419731), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:04.344448 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3000-0e03-42b8-b7a1-470b8730bc7e admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:04.347998 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dbbf3000-0e03-42b8-b7a1-470b8730bc7e admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/1c122211-fff4-42b8-87ee-16f384419731 HTTP/1.1" status: 204 len: 168 time: 2.4005728 Nov 02 13:02:04.360569 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2cda4dc8-e416-4fd0-be69-a0689850778c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (e2ac881f-a6c7-4926-85ad-c1b3e36496db), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:04.410897 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf3000-0e03-42b8-b7a1-470b8730bc7e admin admin] Pushing event deleted for resources: {'Network': ['ID=1c122211-fff4-42b8-87ee-16f384419731,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:04.541545 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe03c3-3f0d-4f63-887b-d74272f0b546 None None] Calling delete_port for 1b514ca5-be47-48e1-9304-ca5547ce034a owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:02:04.640252 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:04.789891 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b3fe03c3-3f0d-4f63-887b-d74272f0b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (1b514ca5-be47-48e1-9304-ca5547ce034a), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:04.794464 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:04.839715 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932272b1-ff5d-49c1-b9c5-1de9697bd2bf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:04.865212 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-932272b1-ff5d-49c1-b9c5-1de9697bd2bf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:04.878884 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe03c3-3f0d-4f63-887b-d74272f0b546 None None] Pushing event deleted for resources: {'Port': ['ID=1b514ca5-be47-48e1-9304-ca5547ce034a,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:04.913892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fe03c3-3f0d-4f63-887b-d74272f0b546 None None] No DVR routers for this DVR port 1b514ca5-be47-48e1-9304-ca5547ce034a on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:02:04.930865 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0615d8-3210-4847-a5a5-2bba8c80faba None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:02:05.134137 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39132) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:05.172154 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0615d8-3210-4847-a5a5-2bba8c80faba None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:02:05.186054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1b514ca5-be47-48e1-9304-ca5547ce034a no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:02:05.218201 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ac2d5572-2214-4f71-a90a-44d49552aa5b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2ebef82c406a4578acb8c58c8b070f2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0805602 Nov 02 13:02:05.218475 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39134) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:05.240262 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cda4dc8-e416-4fd0-be69-a0689850778c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Router e2ac881f-a6c7-4926-85ad-c1b3e36496db has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:02:05.257479 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:05.260855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 1b514ca5-be47-48e1-9304-ca5547ce034a {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:02:05.261245 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1b514ca5-be47-48e1-9304-ca5547ce034a not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:02:05.350761 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-abcba5e4-e5bd-4f35-8f51-75f4b50368ad admin admin] Publish callbacks [] for security_group (3259e938-a240-4832-93fc-a0649d4253df), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:05.469769 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-abcba5e4-e5bd-4f35-8f51-75f4b50368ad admin admin] Publish callbacks [] for security_group (3259e938-a240-4832-93fc-a0649d4253df), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:05.516711 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cda4dc8-e416-4fd0-be69-a0689850778c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:02:05.530520 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2cda4dc8-e416-4fd0-be69-a0689850778c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "PUT /networking/v2.0/routers/e2ac881f-a6c7-4926-85ad-c1b3e36496db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0750487 Nov 02 13:02:05.531156 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39140) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:05.609271 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6458708-01a3-45b5-935e-1325abd8dd21 None None] Sync routers for ids ['e2ac881f-a6c7-4926-85ad-c1b3e36496db'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:02:05.641170 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6458708-01a3-45b5-935e-1325abd8dd21 None None] Routers {'e2ac881f-a6c7-4926-85ad-c1b3e36496db'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:02:05.641809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a6458708-01a3-45b5-935e-1325abd8dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:01:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e2ac881f-a6c7-4926-85ad-c1b3e36496db'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:05.659312 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'fixed_ips': [{'subnet_id': '7552f3a1-c802-4f8e-ab67-c60a36900492'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:02:05.660807 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:05.697297 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-abcba5e4-e5bd-4f35-8f51-75f4b50368ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3259e938-a240-4832-93fc-a0649d4253df), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:05.700682 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-abcba5e4-e5bd-4f35-8f51-75f4b50368ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:05.705193 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-abcba5e4-e5bd-4f35-8f51-75f4b50368ad admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3259e938-a240-4832-93fc-a0649d4253df HTTP/1.1" status: 204 len: 168 time: 0.4854095 Nov 02 13:02:05.730892 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-07330bf6-4548-4914-8d25-74a89a0f68a1 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Deleting subnet 92dea081-5a2a-4e58-a711-932ddde64586 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:02:05.736565 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcba5e4-e5bd-4f35-8f51-75f4b50368ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3259e938-a240-4832-93fc-a0649d4253df,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:05.739457 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:05.748967 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07330bf6-4548-4914-8d25-74a89a0f68a1 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for subnet (92dea081-5a2a-4e58-a711-932ddde64586), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:06.068330 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:06.084761 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:06.127588 n-d-857339-6 neutron-server[105976]: DEBUG neutron.objects.ports [None req-932272b1-ff5d-49c1-b9c5-1de9697bd2bf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105976) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 13:02:06.137069 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07330bf6-4548-4914-8d25-74a89a0f68a1 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (92dea081-5a2a-4e58-a711-932ddde64586), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:06.204933 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-932272b1-ff5d-49c1-b9c5-1de9697bd2bf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (df832651-a6f5-4b34-93b7-69411b4f7ccc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:06.356691 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-a6458708-01a3-45b5-935e-1325abd8dd21 None None] Set router e2ac881f-a6c7-4926-85ad-c1b3e36496db gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:02:06.378984 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932272b1-ff5d-49c1-b9c5-1de9697bd2bf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:06.385395 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] Allocated IP 2001:db8::2 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/7552f3a1-c802-4f8e-ab67-c60a36900492/3d65fb1f-ed84-490e-9bab-5218653b225b) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:06.398514 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-932272b1-ff5d-49c1-b9c5-1de9697bd2bf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:06.451810 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932272b1-ff5d-49c1-b9c5-1de9697bd2bf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:06.456640 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-932272b1-ff5d-49c1-b9c5-1de9697bd2bf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:06.537367 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:06.692927 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932272b1-ff5d-49c1-b9c5-1de9697bd2bf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=df832651-a6f5-4b34-93b7-69411b4f7ccc,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:06.715239 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:06.717980 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07330bf6-4548-4914-8d25-74a89a0f68a1 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (92dea081-5a2a-4e58-a711-932ddde64586), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:06.739063 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-932272b1-ff5d-49c1-b9c5-1de9697bd2bf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5305035 Nov 02 13:02:06.742222 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39162) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:06.751325 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-d76867dd-aeba-4a16-ab0a-980cc354a312 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'mac_address': 'fa:16:3e:1d:43:16', 'name': 'tempest-NetworksTestDHCPv6-1867529282'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:06.986078 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3761f72c-469a-4f21-bae7-087a1288863e None None] Provisioning complete for port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:06.990028 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3761f72c-469a-4f21-bae7-087a1288863e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (21a6fad5-6764-4bdd-a8fc-3691dac1f16e), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:06.990028 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3761f72c-469a-4f21-bae7-087a1288863e None None] Attempt 1 to provision port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e Nov 02 13:02:07.040299 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39166) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:07.086419 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07330bf6-4548-4914-8d25-74a89a0f68a1 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (92dea081-5a2a-4e58-a711-932ddde64586), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:07.096595 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:07.168035 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07330bf6-4548-4914-8d25-74a89a0f68a1 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event deleted for resources: {'Subnet': ['ID=92dea081-5a2a-4e58-a711-932ddde64586,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:07.185260 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-07330bf6-4548-4914-8d25-74a89a0f68a1 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:07.198379 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39172) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:07.210962 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-07330bf6-4548-4914-8d25-74a89a0f68a1 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/92dea081-5a2a-4e58-a711-932ddde64586 HTTP/1.1" status: 204 len: 168 time: 1.6730223 Nov 02 13:02:07.293401 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] Publish callbacks [] for port (3d65fb1f-ed84-490e-9bab-5218653b225b), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:07.295706 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-215dead0-8254-4827-9e7f-cd9b8b8f4b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:07.368622 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76867dd-aeba-4a16-ab0a-980cc354a312 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:07.411273 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39176) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:07.431421 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (3d65fb1f-ed84-490e-9bab-5218653b225b), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:07.511053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3761f72c-469a-4f21-bae7-087a1288863e None None] Current status of the port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:07.564199 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-215dead0-8254-4827-9e7f-cd9b8b8f4b7f admin admin] Publish callbacks [] for security_group (001c5696-0dd6-4a34-8ccf-fce49397e56c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:07.592243 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ddace6e4-b822-4f3a-9275-90ad0278564e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=83bd5e13a5e54740918cf5924a14886b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1789346 Nov 02 13:02:07.597971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:07.601270 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39180) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:07.638999 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d76867dd-aeba-4a16-ab0a-980cc354a312 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:07.659984 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-215dead0-8254-4827-9e7f-cd9b8b8f4b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (001c5696-0dd6-4a34-8ccf-fce49397e56c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:07.664309 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:07.697057 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:02:07.786316 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-215dead0-8254-4827-9e7f-cd9b8b8f4b7f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3dcae3b40855433e85445ec44676d902&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7451227 Nov 02 13:02:07.787391 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215dead0-8254-4827-9e7f-cd9b8b8f4b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001c5696-0dd6-4a34-8ccf-fce49397e56c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:07.798931 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39184) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:07.800242 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] Pushing event updated for resources: {'Port': ['ID=3d65fb1f-ed84-490e-9bab-5218653b225b,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:07.807746 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-d76867dd-aeba-4a16-ab0a-980cc354a312 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port c1305076-3cb7-4748-9714-d8525c0d656b yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 13:02:07.852739 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-119d698c-ce09-4a04-aece-22d3906694b3 admin admin] Publish callbacks [] for security_group (50328c32-3ee0-4fc8-989d-1c0dbefdfdca), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:07.868779 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a6458708-01a3-45b5-935e-1325abd8dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ac881f-a6c7-4926-85ad-c1b3e36496db', 'name': 'tempest-TestNetworkBasicOps-router-514267368', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '191f4870-b71c-486b-86cb-42f15672934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:01:19Z', 'updated_at': '2022-11-02T13:02:03Z', 'revision_number': 5, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'gw_port': {'id': '191f4870-b71c-486b-86cb-42f15672934c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ac881f-a6c7-4926-85ad-c1b3e36496db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:23Z', 'updated_at': '2022-11-02T13:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:07.880413 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a3ec-de85-4e52-ad67-394d43236f12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for router (e2ac881f-a6c7-4926-85ad-c1b3e36496db), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:07.916601 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-119d698c-ce09-4a04-aece-22d3906694b3 admin admin] Publish callbacks [] for security_group (50328c32-3ee0-4fc8-989d-1c0dbefdfdca), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:07.980405 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] Attempting to bind port 3d65fb1f-ed84-490e-9bab-5218653b225b on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:02:07.983405 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] Attempting to bind port 3d65fb1f-ed84-490e-9bab-5218653b225b by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:02:07.986745 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] Attempting to bind port 3d65fb1f-ed84-490e-9bab-5218653b225b on network e9ae2c9f-8862-4b1d-b882-f135a69580a6 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:02:07.994730 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:08.029575 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6458708-01a3-45b5-935e-1325abd8dd21 None None] Checking router: e2ac881f-a6c7-4926-85ad-c1b3e36496db for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:02:08.047335 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6458708-01a3-45b5-935e-1325abd8dd21 None None] Routers {'e2ac881f-a6c7-4926-85ad-c1b3e36496db'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:02:08.047983 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a6458708-01a3-45b5-935e-1325abd8dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:01:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e2ac881f-a6c7-4926-85ad-c1b3e36496db'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:08.085847 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-119d698c-ce09-4a04-aece-22d3906694b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (50328c32-3ee0-4fc8-989d-1c0dbefdfdca), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:08.090437 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-119d698c-ce09-4a04-aece-22d3906694b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:08.097775 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-119d698c-ce09-4a04-aece-22d3906694b3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/50328c32-3ee0-4fc8-989d-1c0dbefdfdca HTTP/1.1" status: 204 len: 168 time: 0.4943240 Nov 02 13:02:08.122025 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d698c-ce09-4a04-aece-22d3906694b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50328c32-3ee0-4fc8-989d-1c0dbefdfdca,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:08.128777 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:02:08.129719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] Checking segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:02:08.130179 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:08.130567 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] Bound using segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:02:08.131062 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] Bound port: 3d65fb1f-ed84-490e-9bab-5218653b225b, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:02:08.131609 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3d65fb1f-ed84-490e-9bab-5218653b225b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:08.245962 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:08.257869 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-a6458708-01a3-45b5-935e-1325abd8dd21 None None] Set router e2ac881f-a6c7-4926-85ad-c1b3e36496db gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:02:08.308056 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:08.689397 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] For port 3d65fb1f-ed84-490e-9bab-5218653b225b, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:02:08.697788 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] For port 3d65fb1f-ed84-490e-9bab-5218653b225b, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3d65fb1f-ed84-490e-9bab-5218653b225b,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:02:08.732099 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2750296c-e930-4b53-8baa-fadff7169e8f admin admin] Publish callbacks [] for security_group (001c5696-0dd6-4a34-8ccf-fce49397e56c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:08.758936 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2750296c-e930-4b53-8baa-fadff7169e8f admin admin] Publish callbacks [] for security_group (001c5696-0dd6-4a34-8ccf-fce49397e56c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:08.797668 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3d65fb1f-ed84-490e-9bab-5218653b225b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:08.920237 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a3ec-de85-4e52-ad67-394d43236f12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for router_gateway (e2ac881f-a6c7-4926-85ad-c1b3e36496db), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:08.948078 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:08.952542 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f6a35-3027-4383-b9c9-de58746c8a51 None None] Pushing event updated for resources: {'Port': ['ID=3d65fb1f-ed84-490e-9bab-5218653b225b,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:08.961154 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-d76867dd-aeba-4a16-ab0a-980cc354a312 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::8b (e9ae2c9f-8862-4b1d-b882-f135a69580a6/7552f3a1-c802-4f8e-ab67-c60a36900492/c1305076-3cb7-4748-9714-d8525c0d656b) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:08.966122 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a6458708-01a3-45b5-935e-1325abd8dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ac881f-a6c7-4926-85ad-c1b3e36496db', 'name': 'tempest-TestNetworkBasicOps-router-514267368', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '191f4870-b71c-486b-86cb-42f15672934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:01:19Z', 'updated_at': '2022-11-02T13:02:03Z', 'revision_number': 5, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'gw_port': {'id': '191f4870-b71c-486b-86cb-42f15672934c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ac881f-a6c7-4926-85ad-c1b3e36496db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:23Z', 'updated_at': '2022-11-02T13:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:08.973152 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-d76867dd-aeba-4a16-ab0a-980cc354a312 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1d:4316 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/df832651-a6f5-4b34-93b7-69411b4f7ccc/c1305076-3cb7-4748-9714-d8525c0d656b) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:09.007435 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6458708-01a3-45b5-935e-1325abd8dd21 None None] The sync data for ids ['e2ac881f-a6c7-4926-85ad-c1b3e36496db'] in n-d-857339-6 is: [{'id': 'e2ac881f-a6c7-4926-85ad-c1b3e36496db', 'name': 'tempest-TestNetworkBasicOps-router-514267368', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '191f4870-b71c-486b-86cb-42f15672934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:01:19Z', 'updated_at': '2022-11-02T13:02:03Z', 'revision_number': 5, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'gw_port': {'id': '191f4870-b71c-486b-86cb-42f15672934c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ac881f-a6c7-4926-85ad-c1b3e36496db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:01:23Z', 'updated_at': '2022-11-02T13:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:02:09.080678 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2750296c-e930-4b53-8baa-fadff7169e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (001c5696-0dd6-4a34-8ccf-fce49397e56c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:09.095293 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2750296c-e930-4b53-8baa-fadff7169e8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:09.099155 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2750296c-e930-4b53-8baa-fadff7169e8f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/001c5696-0dd6-4a34-8ccf-fce49397e56c HTTP/1.1" status: 204 len: 168 time: 1.2781746 Nov 02 13:02:09.123594 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750296c-e930-4b53-8baa-fadff7169e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001c5696-0dd6-4a34-8ccf-fce49397e56c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:09.227871 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=7,neutron:SELECT=84,neutron:INSERT=3,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:09.245125 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:09.293147 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8a3ec-de85-4e52-ad67-394d43236f12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Deleting port 191f4870-b71c-486b-86cb-42f15672934c {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:02:09.293782 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a3ec-de85-4e52-ad67-394d43236f12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (191f4870-b71c-486b-86cb-42f15672934c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:09.335459 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=60 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:09.603252 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-f7b8a3ec-de85-4e52-ad67-394d43236f12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] For port 191f4870-b71c-486b-86cb-42f15672934c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=191f4870-b71c-486b-86cb-42f15672934c,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:09.603471 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a3ec-de85-4e52-ad67-394d43236f12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (191f4870-b71c-486b-86cb-42f15672934c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:09.628153 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d76867dd-aeba-4a16-ab0a-980cc354a312 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (c1305076-3cb7-4748-9714-d8525c0d656b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:09.646286 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8a3ec-de85-4e52-ad67-394d43236f12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Calling delete_port for 191f4870-b71c-486b-86cb-42f15672934c owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:02:09.834021 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:10.108360 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d76867dd-aeba-4a16-ab0a-980cc354a312 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (c1305076-3cb7-4748-9714-d8525c0d656b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:10.152482 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561dabab-1ce3-4637-991c-95c8004c424f None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:02:10.177536 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76867dd-aeba-4a16-ab0a-980cc354a312 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=c1305076-3cb7-4748-9714-d8525c0d656b,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:10.199733 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76867dd-aeba-4a16-ab0a-980cc354a312 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:10.202226 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-d76867dd-aeba-4a16-ab0a-980cc354a312 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:10.205347 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76867dd-aeba-4a16-ab0a-980cc354a312 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:02:10.212133 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76867dd-aeba-4a16-ab0a-980cc354a312 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:10.213244 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d76867dd-aeba-4a16-ab0a-980cc354a312 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:10.231962 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8072a773-ac84-4b78-992e-3d8d870acb7e None None] Network e2c151ab-6483-4838-bf46-12d1fa842cd2 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:02:10.239293 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a3ec-de85-4e52-ad67-394d43236f12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (191f4870-b71c-486b-86cb-42f15672934c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:10.298392 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8a3ec-de85-4e52-ad67-394d43236f12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event deleted for resources: {'Port': ['ID=191f4870-b71c-486b-86cb-42f15672934c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:10.367037 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39210) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:10.372118 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d76867dd-aeba-4a16-ab0a-980cc354a312 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.6282456 Nov 02 13:02:10.393280 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a3ec-de85-4e52-ad67-394d43236f12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (e2ac881f-a6c7-4926-85ad-c1b3e36496db), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:10.575838 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39214) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:10.580893 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a3ec-de85-4e52-ad67-394d43236f12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (e2ac881f-a6c7-4926-85ad-c1b3e36496db), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:10.584884 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a3ec-de85-4e52-ad67-394d43236f12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for router_controller (e2ac881f-a6c7-4926-85ad-c1b3e36496db), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:10.657599 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d3bc3a-bed5-4207-bbed-9f66910834e3 None None] DHCP port deletion for e2c151ab-6483-4838-bf46-12d1fa842cd2 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:02:10.672798 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2b04e831-57bb-41dd-b627-747df536af7c None None] Provisioning complete for port 3d65fb1f-ed84-490e-9bab-5218653b225b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:10.673421 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b04e831-57bb-41dd-b627-747df536af7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3d65fb1f-ed84-490e-9bab-5218653b225b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:10.673965 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2b04e831-57bb-41dd-b627-747df536af7c None None] Attempt 1 to provision port 3d65fb1f-ed84-490e-9bab-5218653b225b Nov 02 13:02:10.746593 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-946d1264-4d02-44b0-afbf-941d8a2076d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:10.760355 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a3ec-de85-4e52-ad67-394d43236f12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (e2ac881f-a6c7-4926-85ad-c1b3e36496db), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:10.761706 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b8a3ec-de85-4e52-ad67-394d43236f12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Fanout notify agent at l3_agent the message router_deleted on router e2ac881f-a6c7-4926-85ad-c1b3e36496db {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:02:10.796270 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a3ec-de85-4e52-ad67-394d43236f12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:10.800799 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f7b8a3ec-de85-4e52-ad67-394d43236f12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "DELETE /networking/v2.0/routers/e2ac881f-a6c7-4926-85ad-c1b3e36496db HTTP/1.1" status: 204 len: 168 time: 3.5981693 Nov 02 13:02:10.802513 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39218) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:10.830220 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:10.830855 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ef1c4427-5196-46ae-b496-8f4f2bee5f19 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port c1305076-3cb7-4748-9714-d8525c0d656b {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:02:10.831472 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ef1c4427-5196-46ae-b496-8f4f2bee5f19 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c1305076-3cb7-4748-9714-d8525c0d656b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:10.993270 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3bc3a-bed5-4207-bbed-9f66910834e3 None None] Deleting port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:02:10.993962 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e6d3bc3a-bed5-4207-bbed-9f66910834e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (21a6fad5-6764-4bdd-a8fc-3691dac1f16e), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:11.032882 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ef1c4427-5196-46ae-b496-8f4f2bee5f19 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c1305076-3cb7-4748-9714-d8525c0d656b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:11.073846 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ef1c4427-5196-46ae-b496-8f4f2bee5f19 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for c1305076-3cb7-4748-9714-d8525c0d656b owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:02:11.176524 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0c39-ed48-4f5e-93fb-e75ff16c1b34 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (e2c151ab-6483-4838-bf46-12d1fa842cd2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:11.274776 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e6d3bc3a-bed5-4207-bbed-9f66910834e3 None None] For port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=21a6fad5-6764-4bdd-a8fc-3691dac1f16e,segment=NetworkSegment(9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e),segment_id=9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:11.277714 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e6d3bc3a-bed5-4207-bbed-9f66910834e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (21a6fad5-6764-4bdd-a8fc-3691dac1f16e), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:11.295607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cf21d2-a537-44c0-b732-621b1a320c91 None None] Update dhcp port {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'fixed_ips': [{'subnet_id': '7552f3a1-c802-4f8e-ab67-c60a36900492', 'ip_address': '2001:db8::2'}, {'subnet_id': 'df832651-a6f5-4b34-93b7-69411b4f7ccc'}], 'binding:host_id': 'n-d-857339-6'}, 'id': '3d65fb1f-ed84-490e-9bab-5218653b225b'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 13:02:11.304868 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-946d1264-4d02-44b0-afbf-941d8a2076d4 admin admin] Publish callbacks [] for security_group (922ca974-4b0b-4b4d-8cc8-fa1585381b08), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:11.334286 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc0c39-ed48-4f5e-93fb-e75ff16c1b34 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Deleting port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:02:11.336919 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0c39-ed48-4f5e-93fb-e75ff16c1b34 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (21a6fad5-6764-4bdd-a8fc-3691dac1f16e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:11.403387 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:11.404832 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3bc3a-bed5-4207-bbed-9f66910834e3 None None] Calling delete_port for 21a6fad5-6764-4bdd-a8fc-3691dac1f16e owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:02:11.417781 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-946d1264-4d02-44b0-afbf-941d8a2076d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (922ca974-4b0b-4b4d-8cc8-fa1585381b08), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:11.429323 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-85cf21d2-a537-44c0-b732-621b1a320c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3d65fb1f-ed84-490e-9bab-5218653b225b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:11.483644 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d1264-4d02-44b0-afbf-941d8a2076d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922ca974-4b0b-4b4d-8cc8-fa1585381b08,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:11.490730 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-946d1264-4d02-44b0-afbf-941d8a2076d4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=46a52fd99cc24083997167df7e4755f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9125857 Nov 02 13:02:11.497047 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39224) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:11.571547 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-f9fc0c39-ed48-4f5e-93fb-e75ff16c1b34 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] For port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=21a6fad5-6764-4bdd-a8fc-3691dac1f16e,segment=NetworkSegment(9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e),segment_id=9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:11.571930 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0c39-ed48-4f5e-93fb-e75ff16c1b34 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (21a6fad5-6764-4bdd-a8fc-3691dac1f16e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:11.592515 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc0c39-ed48-4f5e-93fb-e75ff16c1b34 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Calling delete_port for 21a6fad5-6764-4bdd-a8fc-3691dac1f16e owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:02:11.653102 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3d65fb1f-ed84-490e-9bab-5218653b225b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:11.685487 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20f61540-5bc7-41b8-9420-d5cd7a98b3c7 admin admin] Publish callbacks [] for security_group (922ca974-4b0b-4b4d-8cc8-fa1585381b08), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:11.742213 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20f61540-5bc7-41b8-9420-d5cd7a98b3c7 admin admin] Publish callbacks [] for security_group (922ca974-4b0b-4b4d-8cc8-fa1585381b08), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:11.742363 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2b04e831-57bb-41dd-b627-747df536af7c None None] Current status of the port 3d65fb1f-ed84-490e-9bab-5218653b225b is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:11.742735 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b04e831-57bb-41dd-b627-747df536af7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3d65fb1f-ed84-490e-9bab-5218653b225b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:11.744804 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ef1c4427-5196-46ae-b496-8f4f2bee5f19 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (c1305076-3cb7-4748-9714-d8525c0d656b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:11.848204 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c4427-5196-46ae-b496-8f4f2bee5f19 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=c1305076-3cb7-4748-9714-d8525c0d656b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:11.921077 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0c39-ed48-4f5e-93fb-e75ff16c1b34 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (21a6fad5-6764-4bdd-a8fc-3691dac1f16e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:11.972589 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ef1c4427-5196-46ae-b496-8f4f2bee5f19 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:11.977089 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ef1c4427-5196-46ae-b496-8f4f2bee5f19 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/c1305076-3cb7-4748-9714-d8525c0d656b HTTP/1.1" status: 204 len: 168 time: 1.6085753 Nov 02 13:02:11.979601 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39228) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:11.985580 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc0c39-ed48-4f5e-93fb-e75ff16c1b34 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event deleted for resources: {'Port': ['ID=21a6fad5-6764-4bdd-a8fc-3691dac1f16e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:11.988648 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc0c39-ed48-4f5e-93fb-e75ff16c1b34 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] No DVR routers for this DVR port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:02:12.041899 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7acfbb-ad48-4fb7-a7c7-180faddb7add tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:12.044272 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1c7acfbb-ad48-4fb7-a7c7-180faddb7add tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0636261 Nov 02 13:02:12.047647 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39230) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:12.091620 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0c39-ed48-4f5e-93fb-e75ff16c1b34 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (e2c151ab-6483-4838-bf46-12d1fa842cd2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:12.116097 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e6d3bc3a-bed5-4207-bbed-9f66910834e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (21a6fad5-6764-4bdd-a8fc-3691dac1f16e), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:12.117467 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730369d8-a778-4f68-8965-4a5e2fd33857 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:12.121556 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-f9fc0c39-ed48-4f5e-93fb-e75ff16c1b34 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c151ab-6483-4838-bf46-12d1fa842cd2']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:12.125829 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-730369d8-a778-4f68-8965-4a5e2fd33857 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0741744 Nov 02 13:02:12.126140 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39232) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:12.140036 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-f9fc0c39-ed48-4f5e-93fb-e75ff16c1b34 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:12.141569 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-f9fc0c39-ed48-4f5e-93fb-e75ff16c1b34 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:12.156599 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0c39-ed48-4f5e-93fb-e75ff16c1b34 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:12.189534 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0c39-ed48-4f5e-93fb-e75ff16c1b34 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:12.197888 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fc0c39-ed48-4f5e-93fb-e75ff16c1b34 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:02:12.198835 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0c39-ed48-4f5e-93fb-e75ff16c1b34 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:12.220331 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2b04e831-57bb-41dd-b627-747df536af7c None None] For port 3d65fb1f-ed84-490e-9bab-5218653b225b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3d65fb1f-ed84-490e-9bab-5218653b225b,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:12.226212 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2626e117-3714-4206-86b2-09bc917dd546 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:12.228524 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2626e117-3714-4206-86b2-09bc917dd546 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:12.231372 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2626e117-3714-4206-86b2-09bc917dd546 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:12.238140 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2626e117-3714-4206-86b2-09bc917dd546 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1106699 Nov 02 13:02:12.240054 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39238) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:12.253689 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:12.311909 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:12.318184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3bc3a-bed5-4207-bbed-9f66910834e3 None None] Pushing event deleted for resources: {'Port': ['ID=21a6fad5-6764-4bdd-a8fc-3691dac1f16e,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:12.326678 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20f61540-5bc7-41b8-9420-d5cd7a98b3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (922ca974-4b0b-4b4d-8cc8-fa1585381b08), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:12.329649 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-20f61540-5bc7-41b8-9420-d5cd7a98b3c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:12.331221 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-20f61540-5bc7-41b8-9420-d5cd7a98b3c7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/922ca974-4b0b-4b4d-8cc8-fa1585381b08 HTTP/1.1" status: 204 len: 168 time: 0.8328824 Nov 02 13:02:12.349576 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f61540-5bc7-41b8-9420-d5cd7a98b3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922ca974-4b0b-4b4d-8cc8-fa1585381b08,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:12.370645 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-84362449-9055-4974-b49e-1623d6549e1b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet 7552f3a1-c802-4f8e-ab67-c60a36900492 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:02:12.380010 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e resource provider aggregate not found Nov 02 13:02:12.380714 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:12.386622 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-85cf21d2-a537-44c0-b732-621b1a320c91 None None] Allocated IP 2001:db8:0:1:f816:3eff:fef1:7d0b (e9ae2c9f-8862-4b1d-b882-f135a69580a6/df832651-a6f5-4b34-93b7-69411b4f7ccc/3d65fb1f-ed84-490e-9bab-5218653b225b) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:12.393486 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:12.399723 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:12.406579 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a5d02b6-fba2-4c42-b2be-a0a6a3be8c4e found for delete ", "request_id": "req-d5a99309-9047-48ca-8faf-dd1a81a2e104"}]} Nov 02 13:02:12.532698 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0c39-ed48-4f5e-93fb-e75ff16c1b34 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (e2c151ab-6483-4838-bf46-12d1fa842cd2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:12.542239 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0c39-ed48-4f5e-93fb-e75ff16c1b34 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:12.564927 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f9fc0c39-ed48-4f5e-93fb-e75ff16c1b34 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "DELETE /networking/v2.0/networks/e2c151ab-6483-4838-bf46-12d1fa842cd2 HTTP/1.1" status: 204 len: 168 time: 1.7500548 Nov 02 13:02:12.565142 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39248) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:12.565267 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-cf202cd2-9274-46bf-9c7c-3e06ae130e98 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Request body: {'network': {'name': 'tempest-network-smoke--314700373', 'project_id': '859fa6a598e940adb04b27af754ebff8', 'port_security_enabled': True}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:12.577929 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc0c39-ed48-4f5e-93fb-e75ff16c1b34 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event deleted for resources: {'Network': ['ID=e2c151ab-6483-4838-bf46-12d1fa842cd2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:12.581002 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-85cf21d2-a537-44c0-b732-621b1a320c91 None None] For port 3d65fb1f-ed84-490e-9bab-5218653b225b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3d65fb1f-ed84-490e-9bab-5218653b225b,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:12.607944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3d65fb1f-ed84-490e-9bab-5218653b225b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:12.608373 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3d65fb1f-ed84-490e-9bab-5218653b225b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:12.608734 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3d65fb1f-ed84-490e-9bab-5218653b225b Nov 02 13:02:12.615645 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b04e831-57bb-41dd-b627-747df536af7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3d65fb1f-ed84-490e-9bab-5218653b225b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:12.619767 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2b04e831-57bb-41dd-b627-747df536af7c None None] Could not find standard attr ID for object 21a6fad5-6764-4bdd-a8fc-3691dac1f16e. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 13:02:12.673550 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf202cd2-9274-46bf-9c7c-3e06ae130e98 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Made reservation on behalf of 859fa6a598e940adb04b27af754ebff8 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:12.677955 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cf202cd2-9274-46bf-9c7c-3e06ae130e98 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:12.682632 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d3bc3a-bed5-4207-bbed-9f66910834e3 None None] No DVR routers for this DVR port 21a6fad5-6764-4bdd-a8fc-3691dac1f16e on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:02:12.697988 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-85cf21d2-a537-44c0-b732-621b1a320c91 None None] Publish callbacks [] for port (3d65fb1f-ed84-490e-9bab-5218653b225b), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:12.743201 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf202cd2-9274-46bf-9c7c-3e06ae130e98 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:02:12.743728 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04e831-57bb-41dd-b627-747df536af7c None None] Pushing event updated for resources: {'Port': ['ID=3d65fb1f-ed84-490e-9bab-5218653b225b,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:12.773134 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cf202cd2-9274-46bf-9c7c-3e06ae130e98 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (59e9f8f3-f63e-449f-8d57-062eec1d14f1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:12.773672 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-cf202cd2-9274-46bf-9c7c-3e06ae130e98 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Added segment 59e9f8f3-f63e-449f-8d57-062eec1d14f1 of type vlan for network f93ed399-0e31-4f6f-aa00-7845f1420975 Nov 02 13:02:12.795109 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-85cf21d2-a537-44c0-b732-621b1a320c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3d65fb1f-ed84-490e-9bab-5218653b225b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:12.818266 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-84362449-9055-4974-b49e-1623d6549e1b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (7552f3a1-c802-4f8e-ab67-c60a36900492), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:12.862173 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3d65fb1f-ed84-490e-9bab-5218653b225b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:12.869184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf21d2-a537-44c0-b732-621b1a320c91 None None] Pushing event updated for resources: {'Port': ['ID=3d65fb1f-ed84-490e-9bab-5218653b225b,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:12.904294 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:12.921305 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cf202cd2-9274-46bf-9c7c-3e06ae130e98 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (f93ed399-0e31-4f6f-aa00-7845f1420975), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:13.018106 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-84362449-9055-4974-b49e-1623d6549e1b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (7552f3a1-c802-4f8e-ab67-c60a36900492), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:13.043070 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 21a6fad5-6764-4bdd-a8fc-3691dac1f16e no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:02:13.094718 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 21a6fad5-6764-4bdd-a8fc-3691dac1f16e {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:02:13.094963 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 21a6fad5-6764-4bdd-a8fc-3691dac1f16e not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:02:13.095411 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d0a951c1-6edb-4fa0-a366-8eee11f929f3 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:02:13.100075 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-eabb5bf2-24c7-4f01-8f92-d41e40db1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:13.139591 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: d0a951c1-6edb-4fa0-a366-8eee11f929f3 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:02:13.139866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d0a951c1-6edb-4fa0-a366-8eee11f929f3 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:02:13.207147 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cf202cd2-9274-46bf-9c7c-3e06ae130e98 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (f93ed399-0e31-4f6f-aa00-7845f1420975), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:13.212407 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf202cd2-9274-46bf-9c7c-3e06ae130e98 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:13.213112 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cf202cd2-9274-46bf-9c7c-3e06ae130e98 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:13.267328 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-84362449-9055-4974-b49e-1623d6549e1b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (7552f3a1-c802-4f8e-ab67-c60a36900492), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:13.309810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3d65fb1f-ed84-490e-9bab-5218653b225b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:13.408029 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cf202cd2-9274-46bf-9c7c-3e06ae130e98 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8448205 Nov 02 13:02:13.409432 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39258) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:13.417326 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-efb86da1-35b9-4ced-b6b8-9653d49f330c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1407414447', 'admin_state_up': True, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:13.427740 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf202cd2-9274-46bf-9c7c-3e06ae130e98 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'Network': ['ID=f93ed399-0e31-4f6f-aa00-7845f1420975,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:13.452828 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network f93ed399-0e31-4f6f-aa00-7845f1420975 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:02:13.467813 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3d65fb1f-ed84-490e-9bab-5218653b225b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:13.467813 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3d65fb1f-ed84-490e-9bab-5218653b225b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:13.467813 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3d65fb1f-ed84-490e-9bab-5218653b225b Nov 02 13:02:13.716821 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3d65fb1f-ed84-490e-9bab-5218653b225b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:13.729387 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 191f4870-b71c-486b-86cb-42f15672934c no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:02:13.757220 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 191f4870-b71c-486b-86cb-42f15672934c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:02:13.757567 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 191f4870-b71c-486b-86cb-42f15672934c not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:02:13.931930 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf2701b-8f8b-4415-95f9-da6b2b72f3fb None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:02:14.003680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2a770c84-f169-4fbd-b56a-5a4f0d678c44 None None] Provisioning complete for port 3d65fb1f-ed84-490e-9bab-5218653b225b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:14.008118 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2a770c84-f169-4fbd-b56a-5a4f0d678c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3d65fb1f-ed84-490e-9bab-5218653b225b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:14.008118 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2a770c84-f169-4fbd-b56a-5a4f0d678c44 None None] Attempt 1 to provision port 3d65fb1f-ed84-490e-9bab-5218653b225b Nov 02 13:02:14.008322 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-84362449-9055-4974-b49e-1623d6549e1b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (7552f3a1-c802-4f8e-ab67-c60a36900492), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:14.070445 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-efb86da1-35b9-4ced-b6b8-9653d49f330c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (edda5bc4-df3b-4e67-90fa-6e4dfa307ff0), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:14.082426 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-efb86da1-35b9-4ced-b6b8-9653d49f330c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (edda5bc4-df3b-4e67-90fa-6e4dfa307ff0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:14.192101 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2a770c84-f169-4fbd-b56a-5a4f0d678c44 None None] Current status of the port 3d65fb1f-ed84-490e-9bab-5218653b225b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:14.209891 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2a770c84-f169-4fbd-b56a-5a4f0d678c44 None None] Could not find standard attr ID for object c1305076-3cb7-4748-9714-d8525c0d656b. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 13:02:14.250752 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-efb86da1-35b9-4ced-b6b8-9653d49f330c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for router_controller (edda5bc4-df3b-4e67-90fa-6e4dfa307ff0), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:14.252637 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39266) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:14.274199 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-213fb223-a1bd-460b-a467-66a62d59ba71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:14.501800 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-213fb223-a1bd-460b-a467-66a62d59ba71 admin admin] Publish callbacks [] for security_group (9b3a2749-c24d-4377-9abd-6e7df7aaaf55), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:14.545473 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84362449-9055-4974-b49e-1623d6549e1b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=7552f3a1-c802-4f8e-ab67-c60a36900492,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:14.547262 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:14.549592 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-84362449-9055-4974-b49e-1623d6549e1b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:14.558186 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-84362449-9055-4974-b49e-1623d6549e1b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/7552f3a1-c802-4f8e-ab67-c60a36900492 HTTP/1.1" status: 204 len: 168 time: 2.3142252 Nov 02 13:02:14.562042 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39274) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:14.567305 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c73bc32-83fb-4aa4-b9e0-a4a350483bb4 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:02:14.615922 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-213fb223-a1bd-460b-a467-66a62d59ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9b3a2749-c24d-4377-9abd-6e7df7aaaf55), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:14.633987 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:14.665784 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-6062bb02-a409-46fa-9b4f-45de12d1dcb3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet df832651-a6f5-4b34-93b7-69411b4f7ccc {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:02:14.671091 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6062bb02-a409-46fa-9b4f-45de12d1dcb3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (df832651-a6f5-4b34-93b7-69411b4f7ccc), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:14.749828 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-efb86da1-35b9-4ced-b6b8-9653d49f330c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for router_gateway (edda5bc4-df3b-4e67-90fa-6e4dfa307ff0), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:14.755946 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6062bb02-a409-46fa-9b4f-45de12d1dcb3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (df832651-a6f5-4b34-93b7-69411b4f7ccc), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:14.769251 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-213fb223-a1bd-460b-a467-66a62d59ba71 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=895b83762d9d4db8bb084c1476915930&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5117869 Nov 02 13:02:14.772153 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39276) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:14.798916 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:14.800877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5d63def6-66af-452b-85d4-9dfcbea047d8 None None] Provisioning complete for port 3d65fb1f-ed84-490e-9bab-5218653b225b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:14.801592 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5d63def6-66af-452b-85d4-9dfcbea047d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3d65fb1f-ed84-490e-9bab-5218653b225b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:14.802174 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5d63def6-66af-452b-85d4-9dfcbea047d8 None None] Attempt 1 to provision port 3d65fb1f-ed84-490e-9bab-5218653b225b Nov 02 13:02:14.829354 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fb223-a1bd-460b-a467-66a62d59ba71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3a2749-c24d-4377-9abd-6e7df7aaaf55,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:14.885992 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6062bb02-a409-46fa-9b4f-45de12d1dcb3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (df832651-a6f5-4b34-93b7-69411b4f7ccc), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:14.914452 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fb223-a1bd-460b-a467-66a62d59ba71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:14.915116 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fb223-a1bd-460b-a467-66a62d59ba71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:14.915684 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fb223-a1bd-460b-a467-66a62d59ba71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:14.916230 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fb223-a1bd-460b-a467-66a62d59ba71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:14.917156 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fb223-a1bd-460b-a467-66a62d59ba71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:14.917920 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fb223-a1bd-460b-a467-66a62d59ba71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:14.918875 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fb223-a1bd-460b-a467-66a62d59ba71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:14.919631 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fb223-a1bd-460b-a467-66a62d59ba71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:14.920783 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fb223-a1bd-460b-a467-66a62d59ba71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:14.921763 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fb223-a1bd-460b-a467-66a62d59ba71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:14.922530 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fb223-a1bd-460b-a467-66a62d59ba71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:14.923066 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fb223-a1bd-460b-a467-66a62d59ba71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:14.924071 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fb223-a1bd-460b-a467-66a62d59ba71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:14.924934 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fb223-a1bd-460b-a467-66a62d59ba71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:14.925904 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fb223-a1bd-460b-a467-66a62d59ba71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:14.957051 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b9735f4d-7de1-4e14-bcf1-370a7cb36d05 admin admin] Publish callbacks [] for security_group (9b3a2749-c24d-4377-9abd-6e7df7aaaf55), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:14.994451 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5d63def6-66af-452b-85d4-9dfcbea047d8 None None] Current status of the port 3d65fb1f-ed84-490e-9bab-5218653b225b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:15.008952 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:15.035932 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b9735f4d-7de1-4e14-bcf1-370a7cb36d05 admin admin] Publish callbacks [] for security_group (9b3a2749-c24d-4377-9abd-6e7df7aaaf55), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:15.136835 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:15.138843 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6062bb02-a409-46fa-9b4f-45de12d1dcb3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (df832651-a6f5-4b34-93b7-69411b4f7ccc), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:15.191122 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062bb02-a409-46fa-9b4f-45de12d1dcb3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=df832651-a6f5-4b34-93b7-69411b4f7ccc,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:15.203755 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6062bb02-a409-46fa-9b4f-45de12d1dcb3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:15.211757 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6062bb02-a409-46fa-9b4f-45de12d1dcb3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/df832651-a6f5-4b34-93b7-69411b4f7ccc HTTP/1.1" status: 204 len: 168 time: 0.6475518 Nov 02 13:02:15.212440 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39278) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:15.261202 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:15.292819 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3a358b08-2ad2-4539-9c0b-e87f7b1e4c68 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791578 Nov 02 13:02:15.294661 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39280) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:15.299185 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-600a9cff-2769-41dc-b791-70f0acae7dc2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:15.323576 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-efb86da1-35b9-4ced-b6b8-9653d49f330c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for router_gateway (edda5bc4-df3b-4e67-90fa-6e4dfa307ff0), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:15.362250 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-efb86da1-35b9-4ced-b6b8-9653d49f330c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:15.465922 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b9735f4d-7de1-4e14-bcf1-370a7cb36d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (9b3a2749-c24d-4377-9abd-6e7df7aaaf55), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:15.475680 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b9735f4d-7de1-4e14-bcf1-370a7cb36d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:15.477044 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b9735f4d-7de1-4e14-bcf1-370a7cb36d05 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9b3a2749-c24d-4377-9abd-6e7df7aaaf55 HTTP/1.1" status: 204 len: 168 time: 0.7060664 Nov 02 13:02:15.553501 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9735f4d-7de1-4e14-bcf1-370a7cb36d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3a2749-c24d-4377-9abd-6e7df7aaaf55,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:15.563775 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600a9cff-2769-41dc-b791-70f0acae7dc2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:15.567831 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-600a9cff-2769-41dc-b791-70f0acae7dc2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:15.780340 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-efb86da1-35b9-4ced-b6b8-9653d49f330c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Allocated IP 172.25.2.245 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/edeb57d1-f9fd-424f-a405-2bf1f90d7b59) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:15.908323 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e1bf91b7-913b-46b2-9343-65fcb72b678a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:16.036957 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4385f8-f85d-4efb-8a53-ad5f3785e6f3 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:02:16.082501 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-efb86da1-35b9-4ced-b6b8-9653d49f330c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for port (edeb57d1-f9fd-424f-a405-2bf1f90d7b59), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:16.124593 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-020504a3-b4c0-4536-80e3-ceba320e109f None None] Provisioning complete for port 3d65fb1f-ed84-490e-9bab-5218653b225b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:16.124901 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-020504a3-b4c0-4536-80e3-ceba320e109f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3d65fb1f-ed84-490e-9bab-5218653b225b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:16.125235 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-020504a3-b4c0-4536-80e3-ceba320e109f None None] Attempt 1 to provision port 3d65fb1f-ed84-490e-9bab-5218653b225b Nov 02 13:02:16.246312 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-600a9cff-2769-41dc-b791-70f0acae7dc2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (3f03cab6-36ee-4f49-a889-5b5b2a048d60), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:16.256750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-020504a3-b4c0-4536-80e3-ceba320e109f None None] Current status of the port 3d65fb1f-ed84-490e-9bab-5218653b225b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:16.279376 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28af6d4-9a1a-456c-9b34-c9bda2a0ba5c None None] DHCP port deletion for e9ae2c9f-8862-4b1d-b882-f135a69580a6 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:02:16.308903 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-efb86da1-35b9-4ced-b6b8-9653d49f330c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (edeb57d1-f9fd-424f-a405-2bf1f90d7b59), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:16.377804 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a9cff-2769-41dc-b791-70f0acae7dc2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=3f03cab6-36ee-4f49-a889-5b5b2a048d60,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:16.408436 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb86da1-35b9-4ced-b6b8-9653d49f330c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:16.414580 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-efb86da1-35b9-4ced-b6b8-9653d49f330c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:16.422464 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb86da1-35b9-4ced-b6b8-9653d49f330c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:02:16.427693 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a9cff-2769-41dc-b791-70f0acae7dc2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:16.427693 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-600a9cff-2769-41dc-b791-70f0acae7dc2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:16.428211 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb86da1-35b9-4ced-b6b8-9653d49f330c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'Port': ['ID=edeb57d1-f9fd-424f-a405-2bf1f90d7b59,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:16.434802 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600a9cff-2769-41dc-b791-70f0acae7dc2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:16.435426 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-600a9cff-2769-41dc-b791-70f0acae7dc2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:16.459831 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e28af6d4-9a1a-456c-9b34-c9bda2a0ba5c None None] Deleting port 3d65fb1f-ed84-490e-9bab-5218653b225b {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:02:16.461349 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:16.462549 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e28af6d4-9a1a-456c-9b34-c9bda2a0ba5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3d65fb1f-ed84-490e-9bab-5218653b225b), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:16.568078 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-600a9cff-2769-41dc-b791-70f0acae7dc2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2687938 Nov 02 13:02:16.570152 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39300) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:16.591329 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e28af6d4-9a1a-456c-9b34-c9bda2a0ba5c None None] For port 3d65fb1f-ed84-490e-9bab-5218653b225b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3d65fb1f-ed84-490e-9bab-5218653b225b,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:16.591736 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e28af6d4-9a1a-456c-9b34-c9bda2a0ba5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3d65fb1f-ed84-490e-9bab-5218653b225b), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:16.642254 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e28af6d4-9a1a-456c-9b34-c9bda2a0ba5c None None] Calling delete_port for 3d65fb1f-ed84-490e-9bab-5218653b225b owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:02:16.684620 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:16.787739 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:16.824073 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5f6d69bd-fd5f-4180-a2ad-eae1f0a4fabf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:16.971904 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:17.097036 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e28af6d4-9a1a-456c-9b34-c9bda2a0ba5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (3d65fb1f-ed84-490e-9bab-5218653b225b), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:17.106167 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-efb86da1-35b9-4ced-b6b8-9653d49f330c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for router_gateway (edda5bc4-df3b-4e67-90fa-6e4dfa307ff0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:17.114085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28af6d4-9a1a-456c-9b34-c9bda2a0ba5c None None] No DVR routers for this DVR port 3d65fb1f-ed84-490e-9bab-5218653b225b on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:02:17.137849 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980fd8b1-f77d-4661-b5c6-9eb0f5f4f5f4 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:02:17.141108 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28af6d4-9a1a-456c-9b34-c9bda2a0ba5c None None] Pushing event deleted for resources: {'Port': ['ID=3d65fb1f-ed84-490e-9bab-5218653b225b,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:17.212566 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6d69bd-fd5f-4180-a2ad-eae1f0a4fabf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:17.216163 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f6d69bd-fd5f-4180-a2ad-eae1f0a4fabf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:17.339013 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3d65fb1f-ed84-490e-9bab-5218653b225b no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:02:17.356685 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:17.424801 n-d-857339-6 neutron-server[105976]: INFO neutron.db.ipam_backend_mixin [None req-5f6d69bd-fd5f-4180-a2ad-eae1f0a4fabf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3f03cab6-36ee-4f49-a889-5b5b2a048d60 (CIDR: 2001:db8::/64) Nov 02 13:02:17.428163 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=9,neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:17.524247 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 3d65fb1f-ed84-490e-9bab-5218653b225b {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:02:17.524584 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3d65fb1f-ed84-490e-9bab-5218653b225b not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:02:17.548948 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6d69bd-fd5f-4180-a2ad-eae1f0a4fabf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:02:17.550065 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6d69bd-fd5f-4180-a2ad-eae1f0a4fabf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:17.557140 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-efb86da1-35b9-4ced-b6b8-9653d49f330c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (edda5bc4-df3b-4e67-90fa-6e4dfa307ff0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:17.559213 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'project_id': '687a0c3a36ab4f619c4f80743fcdd9fc', 'fixed_ips': [{'subnet_id': '3f03cab6-36ee-4f49-a889-5b5b2a048d60'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:02:17.573358 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:17.643590 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5f6d69bd-fd5f-4180-a2ad-eae1f0a4fabf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0718496 Nov 02 13:02:17.649883 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39320) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:17.658035 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ddb305a9-a4a5-4637-af16-9c91dd37c23c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'subnet': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:17.774837 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:17.829306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] Allocated IP 2001:db8::2 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/3f03cab6-36ee-4f49-a889-5b5b2a048d60/fa12ed00-174b-424b-b819-17f3f3df18ae) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:17.867707 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb86da1-35b9-4ced-b6b8-9653d49f330c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Router edda5bc4-df3b-4e67-90fa-6e4dfa307ff0 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:02:18.098935 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb305a9-a4a5-4637-af16-9c91dd37c23c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:18.104143 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ddb305a9-a4a5-4637-af16-9c91dd37c23c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:18.143106 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb86da1-35b9-4ced-b6b8-9653d49f330c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:02:18.180459 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] Sync routers for ids ['edda5bc4-df3b-4e67-90fa-6e4dfa307ff0'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:02:18.206735 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] Routers {'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:02:18.207369 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:02:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['edda5bc4-df3b-4e67-90fa-6e4dfa307ff0'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:18.343931 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-efb86da1-35b9-4ced-b6b8-9653d49f330c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:18.343931 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-efb86da1-35b9-4ced-b6b8-9653d49f330c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9292691 Nov 02 13:02:18.344219 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] Publish callbacks [] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:18.344765 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39338) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:18.387328 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:18.426509 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ff248216-67bc-4c72-85e7-0082f70d299f tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?project_id=859fa6a598e940adb04b27af754ebff8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0773001 Nov 02 13:02:18.427646 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39340) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:18.463454 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:18.482155 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] Set router edda5bc4-df3b-4e67-90fa-6e4dfa307ff0 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:02:18.496922 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:18.498556 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:18.592220 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] Pushing event updated for resources: {'Port': ['ID=fa12ed00-174b-424b-b819-17f3f3df18ae,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:18.606697 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:18.609051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:18.616235 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:02:18.621829 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=8 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:18.676344 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a48ab27-96c9-4fd5-b11f-a4d70adc7e55 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:18.677939 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4a48ab27-96c9-4fd5-b11f-a4d70adc7e55 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2482126 Nov 02 13:02:18.682046 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39344) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:18.729905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] Attempting to bind port fa12ed00-174b-424b-b819-17f3f3df18ae on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:02:18.729905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] Attempting to bind port fa12ed00-174b-424b-b819-17f3f3df18ae by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:02:18.729905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] Attempting to bind port fa12ed00-174b-424b-b819-17f3f3df18ae on network e9ae2c9f-8862-4b1d-b882-f135a69580a6 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:02:18.760421 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-26b91d7c-eafd-47af-acb2-575e094b4c76 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0752916 Nov 02 13:02:18.763042 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39348) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:18.772405 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e05fc6ae-ba18-4dd1-a410-a214eac588f4 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-258903771', 'network_id': 'f93ed399-0e31-4f6f-aa00-7845f1420975', 'project_id': '859fa6a598e940adb04b27af754ebff8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:18.815492 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:02:18.818675 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] Checking segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:02:18.819147 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:18.819604 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] Bound using segment: {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:02:18.820116 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] Bound port: fa12ed00-174b-424b-b819-17f3f3df18ae, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:02:18.822662 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:18.943346 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0', 'name': 'tempest-TestNetworkBasicOps-router-1407414447', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'edeb57d1-f9fd-424f-a405-2bf1f90d7b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:14Z', 'updated_at': '2022-11-02T13:02:16Z', 'revision_number': 3, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'gw_port': {'id': 'edeb57d1-f9fd-424f-a405-2bf1f90d7b59', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:32:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:15Z', 'updated_at': '2022-11-02T13:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:18.982937 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] Checking router: edda5bc4-df3b-4e67-90fa-6e4dfa307ff0 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:02:18.983734 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] Updating router edda5bc4-df3b-4e67-90fa-6e4dfa307ff0 port edeb57d1-f9fd-424f-a405-2bf1f90d7b59 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:02:19.021282 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (edeb57d1-f9fd-424f-a405-2bf1f90d7b59), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:19.223444 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] For port fa12ed00-174b-424b-b819-17f3f3df18ae, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:02:19.228829 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] For port fa12ed00-174b-424b-b819-17f3f3df18ae, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=fa12ed00-174b-424b-b819-17f3f3df18ae,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:02:19.392354 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] Publish callbacks [] for port (edeb57d1-f9fd-424f-a405-2bf1f90d7b59), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:19.428179 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:19.744769 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:19.746173 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (edeb57d1-f9fd-424f-a405-2bf1f90d7b59), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:19.748509 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05fc6ae-ba18-4dd1-a410-a214eac588f4 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Made reservation on behalf of 859fa6a598e940adb04b27af754ebff8 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:19.766867 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e05fc6ae-ba18-4dd1-a410-a214eac588f4 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:19.807148 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] Attempting to bind port edeb57d1-f9fd-424f-a405-2bf1f90d7b59 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:02:19.807519 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] Attempting to bind port edeb57d1-f9fd-424f-a405-2bf1f90d7b59 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:02:19.808540 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] Attempting to bind port edeb57d1-f9fd-424f-a405-2bf1f90d7b59 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:02:19.881400 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd9cce-f850-428d-9e4a-c4a5af3399c5 None None] Pushing event updated for resources: {'Port': ['ID=fa12ed00-174b-424b-b819-17f3f3df18ae,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:19.975811 n-d-857339-6 neutron-server[105976]: DEBUG neutron.objects.ports [None req-ddb305a9-a4a5-4637-af16-9c91dd37c23c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105976) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 13:02:19.996046 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:02:19.999046 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:02:20.003863 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:20.006360 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:02:20.006958 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] Bound port: edeb57d1-f9fd-424f-a405-2bf1f90d7b59, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:02:20.008093 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (edeb57d1-f9fd-424f-a405-2bf1f90d7b59), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:20.093293 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c921a-66a0-49de-8c1b-bd1b3c720f6d None None] Pushing event updated for resources: {'Port': ['ID=edeb57d1-f9fd-424f-a405-2bf1f90d7b59,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:20.159361 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c921a-66a0-49de-8c1b-bd1b3c720f6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:20.163981 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c921a-66a0-49de-8c1b-bd1b3c720f6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:20.168659 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c921a-66a0-49de-8c1b-bd1b3c720f6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:20.168659 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c921a-66a0-49de-8c1b-bd1b3c720f6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:20.168659 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c921a-66a0-49de-8c1b-bd1b3c720f6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:20.169026 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c921a-66a0-49de-8c1b-bd1b3c720f6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:20.169233 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c921a-66a0-49de-8c1b-bd1b3c720f6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:20.169551 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c921a-66a0-49de-8c1b-bd1b3c720f6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:20.187107 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c921a-66a0-49de-8c1b-bd1b3c720f6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:20.187107 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c921a-66a0-49de-8c1b-bd1b3c720f6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:20.187107 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c921a-66a0-49de-8c1b-bd1b3c720f6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:20.187107 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c921a-66a0-49de-8c1b-bd1b3c720f6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:20.187107 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c921a-66a0-49de-8c1b-bd1b3c720f6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:20.187107 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c921a-66a0-49de-8c1b-bd1b3c720f6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:20.187107 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c921a-66a0-49de-8c1b-bd1b3c720f6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:20.279306 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] For port edeb57d1-f9fd-424f-a405-2bf1f90d7b59, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:02:20.291689 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] For port edeb57d1-f9fd-424f-a405-2bf1f90d7b59, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=edeb57d1-f9fd-424f-a405-2bf1f90d7b59,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:02:20.400763 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (edeb57d1-f9fd-424f-a405-2bf1f90d7b59), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:20.408347 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:20.515245 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] Routers {'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:02:20.518334 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:02:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['edda5bc4-df3b-4e67-90fa-6e4dfa307ff0'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:20.614716 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:20.640674 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ddb305a9-a4a5-4637-af16-9c91dd37c23c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:20.666041 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c921a-66a0-49de-8c1b-bd1b3c720f6d None None] Pushing event updated for resources: {'Port': ['ID=edeb57d1-f9fd-424f-a405-2bf1f90d7b59,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:20.708770 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] Set router edda5bc4-df3b-4e67-90fa-6e4dfa307ff0 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:02:20.717420 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e05fc6ae-ba18-4dd1-a410-a214eac588f4 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (d47a3c2a-16d8-46f8-88a0-94a17dd971d5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:20.797643 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:20.848424 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fc6ae-ba18-4dd1-a410-a214eac588f4 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'Subnet': ['ID=d47a3c2a-16d8-46f8-88a0-94a17dd971d5,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:20.875829 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-ddb305a9-a4a5-4637-af16-9c91dd37c23c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] For port fa12ed00-174b-424b-b819-17f3f3df18ae, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=fa12ed00-174b-424b-b819-17f3f3df18ae,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:20.883887 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05fc6ae-ba18-4dd1-a410-a214eac588f4 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Checking segment: {'id': '59e9f8f3-f63e-449f-8d57-062eec1d14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f93ed399-0e31-4f6f-aa00-7845f1420975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:02:20.884361 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05fc6ae-ba18-4dd1-a410-a214eac588f4 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Network hostable DHCP agents. Network: f93ed399-0e31-4f6f-aa00-7845f1420975, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:02:20.917895 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ddb305a9-a4a5-4637-af16-9c91dd37c23c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:20.934166 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:21.074256 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ddb305a9-a4a5-4637-af16-9c91dd37c23c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:21.075071 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05fc6ae-ba18-4dd1-a410-a214eac588f4 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Network f93ed399-0e31-4f6f-aa00-7845f1420975 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:02:21.075225 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ddb305a9-a4a5-4637-af16-9c91dd37c23c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (082caac2-ef10-436f-8179-b38b61da69ab), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:21.125549 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0', 'name': 'tempest-TestNetworkBasicOps-router-1407414447', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'edeb57d1-f9fd-424f-a405-2bf1f90d7b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:14Z', 'updated_at': '2022-11-02T13:02:16Z', 'revision_number': 3, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'gw_port': {'id': 'edeb57d1-f9fd-424f-a405-2bf1f90d7b59', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:32:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:15Z', 'updated_at': '2022-11-02T13:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:21.141038 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a056a3eb-558f-4a1b-92dd-c57b6870c859 None None] Provisioning complete for port fa12ed00-174b-424b-b819-17f3f3df18ae triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:21.141038 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a056a3eb-558f-4a1b-92dd-c57b6870c859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:21.141038 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a056a3eb-558f-4a1b-92dd-c57b6870c859 None None] Attempt 1 to provision port fa12ed00-174b-424b-b819-17f3f3df18ae Nov 02 13:02:21.216043 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb305a9-a4a5-4637-af16-9c91dd37c23c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=fa12ed00-174b-424b-b819-17f3f3df18ae,revision_number=4']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:21.251684 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c2257d-29f7-4283-bea8-dbe6e4e1143c None None] The sync data for ids ['edda5bc4-df3b-4e67-90fa-6e4dfa307ff0'] in n-d-857339-6 is: [{'id': 'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0', 'name': 'tempest-TestNetworkBasicOps-router-1407414447', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'edeb57d1-f9fd-424f-a405-2bf1f90d7b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:14Z', 'updated_at': '2022-11-02T13:02:16Z', 'revision_number': 3, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'gw_port': {'id': 'edeb57d1-f9fd-424f-a405-2bf1f90d7b59', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:32:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:15Z', 'updated_at': '2022-11-02T13:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:02:21.261696 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e05fc6ae-ba18-4dd1-a410-a214eac588f4 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, f93ed399-0e31-4f6f-aa00-7845f1420975) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:21.266269 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05fc6ae-ba18-4dd1-a410-a214eac588f4 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:21.278162 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e05fc6ae-ba18-4dd1-a410-a214eac588f4 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:21.321012 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e563ea-9421-4b9d-af24-d01f652fe582 None None] Network f93ed399-0e31-4f6f-aa00-7845f1420975 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:02:21.344216 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb305a9-a4a5-4637-af16-9c91dd37c23c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:21.355208 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-ddb305a9-a4a5-4637-af16-9c91dd37c23c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:21.372429 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb305a9-a4a5-4637-af16-9c91dd37c23c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:21.372429 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ddb305a9-a4a5-4637-af16-9c91dd37c23c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:21.430146 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb305a9-a4a5-4637-af16-9c91dd37c23c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Subnet': ['ID=082caac2-ef10-436f-8179-b38b61da69ab,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:21.538241 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:21.560817 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device fa12ed00-174b-424b-b819-17f3f3df18ae up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:21.575997 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e05fc6ae-ba18-4dd1-a410-a214eac588f4 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.8089345 Nov 02 13:02:21.576227 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ddb305a9-a4a5-4637-af16-9c91dd37c23c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.9225893 Nov 02 13:02:21.576227 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39420) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:21.577289 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39422) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:21.582672 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-2d54575e-90ef-4e25-9f36-f3c3d87ae22c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Request body: {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'mac_address': 'fa:16:3e:c5:96:62', 'name': 'tempest-NetworksTestDHCPv6-76550068'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:21.662251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a056a3eb-558f-4a1b-92dd-c57b6870c859 None None] Current status of the port fa12ed00-174b-424b-b819-17f3f3df18ae is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:21.666436 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a056a3eb-558f-4a1b-92dd-c57b6870c859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:21.675611 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:21.715025 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2bab50-70b5-4997-9794-df802aeb3327 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:02:21.924607 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d54575e-90ef-4e25-9f36-f3c3d87ae22c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Made reservation on behalf of 687a0c3a36ab4f619c4f80743fcdd9fc for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:21.962504 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port fa12ed00-174b-424b-b819-17f3f3df18ae triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:21.972907 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:21.980151 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port fa12ed00-174b-424b-b819-17f3f3df18ae Nov 02 13:02:22.160610 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d54575e-90ef-4e25-9f36-f3c3d87ae22c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:22.187538 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-2d54575e-90ef-4e25-9f36-f3c3d87ae22c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] device_id is not set on port d7f42fd0-a85b-4f58-aede-783c5639c3f8 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 13:02:22.224172 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-f93ed399-0e31-4f6f-aa00-7845f1420975', 'network_id': 'f93ed399-0e31-4f6f-aa00-7845f1420975', 'project_id': '859fa6a598e940adb04b27af754ebff8', 'fixed_ips': [{'subnet_id': 'd47a3c2a-16d8-46f8-88a0-94a17dd971d5'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:02:22.233575 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:22.304423 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a056a3eb-558f-4a1b-92dd-c57b6870c859 None None] For port fa12ed00-174b-424b-b819-17f3f3df18ae, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=fa12ed00-174b-424b-b819-17f3f3df18ae,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:22.347905 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:22.624251 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-2d54575e-90ef-4e25-9f36-f3c3d87ae22c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8::365 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/3f03cab6-36ee-4f49-a889-5b5b2a048d60/d7f42fd0-a85b-4f58-aede-783c5639c3f8) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:22.647836 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-2d54575e-90ef-4e25-9f36-f3c3d87ae22c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Allocated IP 2001:db8:0:1:f816:3eff:fec5:9662 (e9ae2c9f-8862-4b1d-b882-f135a69580a6/082caac2-ef10-436f-8179-b38b61da69ab/d7f42fd0-a85b-4f58-aede-783c5639c3f8) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:22.687236 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] Allocated IP 172.20.0.2 (f93ed399-0e31-4f6f-aa00-7845f1420975/d47a3c2a-16d8-46f8-88a0-94a17dd971d5/d11ab213-e843-4c2d-b7c3-e028a9a85116) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:22.741471 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a056a3eb-558f-4a1b-92dd-c57b6870c859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:22.772505 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:22.965221 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:23.013300 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d54575e-90ef-4e25-9f36-f3c3d87ae22c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for port (d7f42fd0-a85b-4f58-aede-783c5639c3f8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.033014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-dbb43a89-e315-47de-8e6b-41396c59b07c None None] Could not find standard attr ID for object c1305076-3cb7-4748-9714-d8525c0d656b. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 13:02:23.057134 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:23.081127 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port fa12ed00-174b-424b-b819-17f3f3df18ae is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:23.083627 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.159796 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d54575e-90ef-4e25-9f36-f3c3d87ae22c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (d7f42fd0-a85b-4f58-aede-783c5639c3f8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.210652 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056a3eb-558f-4a1b-92dd-c57b6870c859 None None] Pushing event updated for resources: {'Port': ['ID=fa12ed00-174b-424b-b819-17f3f3df18ae,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:23.222130 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] Publish callbacks [] for port (d11ab213-e843-4c2d-b7c3-e028a9a85116), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.289615 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d54575e-90ef-4e25-9f36-f3c3d87ae22c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:23.297941 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-2d54575e-90ef-4e25-9f36-f3c3d87ae22c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:23.317604 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:23.318664 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d54575e-90ef-4e25-9f36-f3c3d87ae22c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:02:23.330110 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:02:23.331161 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:02:23.347066 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d54575e-90ef-4e25-9f36-f3c3d87ae22c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:23.347748 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d54575e-90ef-4e25-9f36-f3c3d87ae22c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.360244 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (d11ab213-e843-4c2d-b7c3-e028a9a85116), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.443756 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54575e-90ef-4e25-9f36-f3c3d87ae22c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event updated for resources: {'Port': ['ID=d7f42fd0-a85b-4f58-aede-783c5639c3f8,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:23.444569 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] Network f93ed399-0e31-4f6f-aa00-7845f1420975 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:23.475440 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:23.481561 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:02:23.490737 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] Pushing event updated for resources: {'Port': ['ID=d11ab213-e843-4c2d-b7c3-e028a9a85116,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:23.557333 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2d54575e-90ef-4e25-9f36-f3c3d87ae22c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9789522 Nov 02 13:02:23.560563 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39498) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:23.573887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] Attempting to bind port d11ab213-e843-4c2d-b7c3-e028a9a85116 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:02:23.574264 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] Attempting to bind port d11ab213-e843-4c2d-b7c3-e028a9a85116 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '59e9f8f3-f63e-449f-8d57-062eec1d14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f93ed399-0e31-4f6f-aa00-7845f1420975'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:02:23.574803 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] Attempting to bind port d11ab213-e843-4c2d-b7c3-e028a9a85116 on network f93ed399-0e31-4f6f-aa00-7845f1420975 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:02:23.634125 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Allocated IP 172.20.0.1 (f93ed399-0e31-4f6f-aa00-7845f1420975/d47a3c2a-16d8-46f8-88a0-94a17dd971d5/e32aea98-ebf3-4dd7-a94e-62fca276d97b) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:23.636019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:02:23.636399 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] Checking segment: {'id': '59e9f8f3-f63e-449f-8d57-062eec1d14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f93ed399-0e31-4f6f-aa00-7845f1420975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:02:23.636862 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.638488 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] Bound using segment: {'id': '59e9f8f3-f63e-449f-8d57-062eec1d14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f93ed399-0e31-4f6f-aa00-7845f1420975'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:02:23.638488 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] Bound port: d11ab213-e843-4c2d-b7c3-e028a9a85116, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e9f8f3-f63e-449f-8d57-062eec1d14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f93ed399-0e31-4f6f-aa00-7845f1420975'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:02:23.638488 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d11ab213-e843-4c2d-b7c3-e028a9a85116), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.811264 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:23.818974 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:02:23.827722 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ba326043-19fb-4697-b4af-d3c961d7f53d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting port d7f42fd0-a85b-4f58-aede-783c5639c3f8 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:02:23.828142 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba326043-19fb-4697-b4af-d3c961d7f53d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d7f42fd0-a85b-4f58-aede-783c5639c3f8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.995712 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for port (e32aea98-ebf3-4dd7-a94e-62fca276d97b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:24.011159 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] For port d11ab213-e843-4c2d-b7c3-e028a9a85116, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:02:24.075709 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port fa12ed00-174b-424b-b819-17f3f3df18ae is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:24.083234 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:24.088590 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] For port d11ab213-e843-4c2d-b7c3-e028a9a85116, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d11ab213-e843-4c2d-b7c3-e028a9a85116,segment=NetworkSegment(59e9f8f3-f63e-449f-8d57-062eec1d14f1),segment_id=59e9f8f3-f63e-449f-8d57-062eec1d14f1)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:02:24.119618 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e32aea98-ebf3-4dd7-a94e-62fca276d97b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:24.150365 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba326043-19fb-4697-b4af-d3c961d7f53d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d7f42fd0-a85b-4f58-aede-783c5639c3f8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:24.167559 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ba326043-19fb-4697-b4af-d3c961d7f53d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Calling delete_port for d7f42fd0-a85b-4f58-aede-783c5639c3f8 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:02:24.241814 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'Port': ['ID=e32aea98-ebf3-4dd7-a94e-62fca276d97b,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:24.286077 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Network f93ed399-0e31-4f6f-aa00-7845f1420975 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:24.291467 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:24.291831 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:24.292270 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:24.297406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:24.297406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:24.297406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:24.297406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:24.297406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:24.297406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:24.297406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:24.297406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:24.297406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:24.297406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:24.297406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:24.297406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:24.299122 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d11ab213-e843-4c2d-b7c3-e028a9a85116), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:24.302906 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:24.318892 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:02:24.482944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e93f1-a6a0-4a68-9549-07d1fd71a1e7 None None] Pushing event updated for resources: {'Port': ['ID=d11ab213-e843-4c2d-b7c3-e028a9a85116,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:24.486385 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device edeb57d1-f9fd-424f-a405-2bf1f90d7b59 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:24.589810 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (edda5bc4-df3b-4e67-90fa-6e4dfa307ff0), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:24.637087 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port edeb57d1-f9fd-424f-a405-2bf1f90d7b59 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:24.637087 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (edeb57d1-f9fd-424f-a405-2bf1f90d7b59), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:24.637087 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port edeb57d1-f9fd-424f-a405-2bf1f90d7b59 Nov 02 13:02:24.952904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port edeb57d1-f9fd-424f-a405-2bf1f90d7b59 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:24.953302 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (edeb57d1-f9fd-424f-a405-2bf1f90d7b59), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:24.978270 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5,neutron:INSERT=15 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:25.032623 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0c73910d-79a5-4073-a96a-bed601fbf05e None None] Provisioning complete for port fa12ed00-174b-424b-b819-17f3f3df18ae triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:25.033248 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0c73910d-79a5-4073-a96a-bed601fbf05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:25.033769 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0c73910d-79a5-4073-a96a-bed601fbf05e None None] Attempt 1 to provision port fa12ed00-174b-424b-b819-17f3f3df18ae Nov 02 13:02:25.034372 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:25.057555 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:25.069832 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port edeb57d1-f9fd-424f-a405-2bf1f90d7b59, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=edeb57d1-f9fd-424f-a405-2bf1f90d7b59,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:25.185619 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (edeb57d1-f9fd-424f-a405-2bf1f90d7b59), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:25.186433 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device fa12ed00-174b-424b-b819-17f3f3df18ae up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:25.281441 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:25.389807 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=edeb57d1-f9fd-424f-a405-2bf1f90d7b59,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:25.470227 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0c73910d-79a5-4073-a96a-bed601fbf05e None None] Current status of the port fa12ed00-174b-424b-b819-17f3f3df18ae is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:25.472628 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port fa12ed00-174b-424b-b819-17f3f3df18ae triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:25.473135 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:25.473697 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port fa12ed00-174b-424b-b819-17f3f3df18ae Nov 02 13:02:25.525919 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba326043-19fb-4697-b4af-d3c961d7f53d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (d7f42fd0-a85b-4f58-aede-783c5639c3f8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:25.614304 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba326043-19fb-4697-b4af-d3c961d7f53d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Port': ['ID=d7f42fd0-a85b-4f58-aede-783c5639c3f8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:25.636237 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port fa12ed00-174b-424b-b819-17f3f3df18ae is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:25.646861 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-78bbe6af-bdea-422a-a664-3e32be91f622 None None] Could not find standard attr ID for object d7f42fd0-a85b-4f58-aede-783c5639c3f8. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 13:02:25.714406 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e32aea98-ebf3-4dd7-a94e-62fca276d97b), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:25.726273 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ba326043-19fb-4697-b4af-d3c961d7f53d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:25.732285 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ba326043-19fb-4697-b4af-d3c961d7f53d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/d7f42fd0-a85b-4f58-aede-783c5639c3f8 HTTP/1.1" status: 204 len: 168 time: 2.1678057 Nov 02 13:02:25.732982 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39564) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:25.836805 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207fd65b-6312-455c-bf35-df3eeb00d179 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:25.842182 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-207fd65b-6312-455c-bf35-df3eeb00d179 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1080108 Nov 02 13:02:25.843540 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39568) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:25.930292 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b873d2b-e2a4-4ecc-9e13-b5e6f7ea3553 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:25.940750 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6b873d2b-e2a4-4ecc-9e13-b5e6f7ea3553 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0933759 Nov 02 13:02:25.941679 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39576) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:25.950994 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:26.041871 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39582) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:26.126204 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386689f0-d27d-4b35-9a9c-37642c9482bf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:26.129216 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386689f0-d27d-4b35-9a9c-37642c9482bf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:26.136558 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386689f0-d27d-4b35-9a9c-37642c9482bf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:26.143920 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-386689f0-d27d-4b35-9a9c-37642c9482bf tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1979253 Nov 02 13:02:26.145827 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39586) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:26.274003 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:26.310539 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6d1eba-20d3-4f4e-bda0-09f7274f5104 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet 082caac2-ef10-436f-8179-b38b61da69ab {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:02:26.314310 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dc7816e5-716e-43a1-ba3e-a1dd6da42703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:26.325929 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1eba-20d3-4f4e-bda0-09f7274f5104 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (082caac2-ef10-436f-8179-b38b61da69ab), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:26.447115 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1eba-20d3-4f4e-bda0-09f7274f5104 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (082caac2-ef10-436f-8179-b38b61da69ab), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:26.509552 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device edeb57d1-f9fd-424f-a405-2bf1f90d7b59 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:26.601621 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for port (e32aea98-ebf3-4dd7-a94e-62fca276d97b), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:26.668309 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:26.676003 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1eba-20d3-4f4e-bda0-09f7274f5104 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (082caac2-ef10-436f-8179-b38b61da69ab), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:26.696120 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (e32aea98-ebf3-4dd7-a94e-62fca276d97b), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:26.705312 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dc7816e5-716e-43a1-ba3e-a1dd6da42703 admin admin] Publish callbacks [] for security_group (4c7b65f0-4715-40ea-9ae9-bff508fa43a5), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:26.810742 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dc7816e5-716e-43a1-ba3e-a1dd6da42703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4c7b65f0-4715-40ea-9ae9-bff508fa43a5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:26.846196 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1092c48d-a294-4219-8e33-37abc2cf815a None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:02:26.873613 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7816e5-716e-43a1-ba3e-a1dd6da42703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7b65f0-4715-40ea-9ae9-bff508fa43a5,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:26.887966 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (edda5bc4-df3b-4e67-90fa-6e4dfa307ff0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:26.893481 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'Port': ['ID=e32aea98-ebf3-4dd7-a94e-62fca276d97b,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:26.944575 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port edeb57d1-f9fd-424f-a405-2bf1f90d7b59 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:26.945106 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (edeb57d1-f9fd-424f-a405-2bf1f90d7b59), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:26.945450 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port edeb57d1-f9fd-424f-a405-2bf1f90d7b59 Nov 02 13:02:26.968018 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dc7816e5-716e-43a1-ba3e-a1dd6da42703 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4eee0255399e4f49bd72766a52252549&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9274228 Nov 02 13:02:26.968824 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39596) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:26.977818 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5709ecb3-efb3-4cc1-948c-d0ca79cbab1b None None] Provisioning complete for port d11ab213-e843-4c2d-b7c3-e028a9a85116 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:26.978268 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:26.978727 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5709ecb3-efb3-4cc1-948c-d0ca79cbab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d11ab213-e843-4c2d-b7c3-e028a9a85116), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:26.979219 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5709ecb3-efb3-4cc1-948c-d0ca79cbab1b None None] Attempt 1 to provision port d11ab213-e843-4c2d-b7c3-e028a9a85116 Nov 02 13:02:26.994527 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1eba-20d3-4f4e-bda0-09f7274f5104 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (082caac2-ef10-436f-8179-b38b61da69ab), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:27.098491 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:27.125869 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1eba-20d3-4f4e-bda0-09f7274f5104 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:27.134962 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0a6d1eba-20d3-4f4e-bda0-09f7274f5104 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/082caac2-ef10-436f-8179-b38b61da69ab HTTP/1.1" status: 204 len: 168 time: 0.9864211 Nov 02 13:02:27.136283 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39602) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:27.150512 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Network f93ed399-0e31-4f6f-aa00-7845f1420975 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:27.156107 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:27.246230 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1092c48d-a294-4219-8e33-37abc2cf815a None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:02:27.300718 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaaaf7a9-7a90-4bf1-96c9-c4791470f221 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Deleting subnet 3f03cab6-36ee-4f49-a889-5b5b2a048d60 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:02:27.306408 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d1eba-20d3-4f4e-bda0-09f7274f5104 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=082caac2-ef10-436f-8179-b38b61da69ab,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:27.318880 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eaaaf7a9-7a90-4bf1-96c9-c4791470f221 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (3f03cab6-36ee-4f49-a889-5b5b2a048d60), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:27.382131 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port edeb57d1-f9fd-424f-a405-2bf1f90d7b59 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:27.382131 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d11ab213-e843-4c2d-b7c3-e028a9a85116 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:27.392303 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Router edda5bc4-df3b-4e67-90fa-6e4dfa307ff0 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:02:27.491890 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e5a9-c660-41c3-b3fb-8ecb6275bedb admin admin] Publish callbacks [] for security_group (4c7b65f0-4715-40ea-9ae9-bff508fa43a5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:27.562115 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eaaaf7a9-7a90-4bf1-96c9-c4791470f221 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (3f03cab6-36ee-4f49-a889-5b5b2a048d60), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:27.568434 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5709ecb3-efb3-4cc1-948c-d0ca79cbab1b None None] Current status of the port d11ab213-e843-4c2d-b7c3-e028a9a85116 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:27.580172 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5709ecb3-efb3-4cc1-948c-d0ca79cbab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d11ab213-e843-4c2d-b7c3-e028a9a85116), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:27.580377 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:02:27.583777 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:27.589988 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9d13ffaa-e8e6-452b-a366-44cca69449c9 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "PUT /networking/v2.0/routers/edda5bc4-df3b-4e67-90fa-6e4dfa307ff0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0127048 Nov 02 13:02:27.592784 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39610) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:27.616631 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] Sync routers for ids ['edda5bc4-df3b-4e67-90fa-6e4dfa307ff0'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:02:27.652539 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d11ab213-e843-4c2d-b7c3-e028a9a85116 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:27.653029 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d11ab213-e843-4c2d-b7c3-e028a9a85116), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:27.653439 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d11ab213-e843-4c2d-b7c3-e028a9a85116 Nov 02 13:02:27.711894 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] Routers {'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:02:27.712668 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:02:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['edda5bc4-df3b-4e67-90fa-6e4dfa307ff0'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:27.729129 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5709ecb3-efb3-4cc1-948c-d0ca79cbab1b None None] For port d11ab213-e843-4c2d-b7c3-e028a9a85116, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d11ab213-e843-4c2d-b7c3-e028a9a85116,segment=NetworkSegment(59e9f8f3-f63e-449f-8d57-062eec1d14f1),segment_id=59e9f8f3-f63e-449f-8d57-062eec1d14f1)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:27.816936 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eaaaf7a9-7a90-4bf1-96c9-c4791470f221 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (3f03cab6-36ee-4f49-a889-5b5b2a048d60), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:27.832385 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:27.850623 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] Set router edda5bc4-df3b-4e67-90fa-6e4dfa307ff0 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:02:27.932516 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e5a9-c660-41c3-b3fb-8ecb6275bedb admin admin] Publish callbacks [] for security_group (4c7b65f0-4715-40ea-9ae9-bff508fa43a5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:27.937063 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:27.948838 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:27.953925 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5709ecb3-efb3-4cc1-948c-d0ca79cbab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d11ab213-e843-4c2d-b7c3-e028a9a85116), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:28.001623 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b7f40f-cc9e-47dd-90fc-6e67faa2478e tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:28.003727 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b7f40f-cc9e-47dd-90fc-6e67faa2478e tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:28.004376 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b7f40f-cc9e-47dd-90fc-6e67faa2478e tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:28.005457 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b7f40f-cc9e-47dd-90fc-6e67faa2478e tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:28.006650 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b7f40f-cc9e-47dd-90fc-6e67faa2478e tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:28.007983 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b7f40f-cc9e-47dd-90fc-6e67faa2478e tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:28.012051 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b7f40f-cc9e-47dd-90fc-6e67faa2478e tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:28.013989 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b7f40f-cc9e-47dd-90fc-6e67faa2478e tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:28.029754 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-35b7f40f-cc9e-47dd-90fc-6e67faa2478e tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 5692 time: 0.4330406 Nov 02 13:02:28.030892 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39612) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:28.040405 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eaaaf7a9-7a90-4bf1-96c9-c4791470f221 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (3f03cab6-36ee-4f49-a889-5b5b2a048d60), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:28.137974 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709ecb3-efb3-4cc1-948c-d0ca79cbab1b None None] Pushing event updated for resources: {'Port': ['ID=d11ab213-e843-4c2d-b7c3-e028a9a85116,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:28.139518 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaaf7a9-7a90-4bf1-96c9-c4791470f221 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Subnet': ['ID=3f03cab6-36ee-4f49-a889-5b5b2a048d60,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:28.152728 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eaaaf7a9-7a90-4bf1-96c9-c4791470f221 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:28.159240 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-eaaaf7a9-7a90-4bf1-96c9-c4791470f221 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/3f03cab6-36ee-4f49-a889-5b5b2a048d60 HTTP/1.1" status: 204 len: 168 time: 0.9844792 Nov 02 13:02:28.159435 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:28.160420 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39614) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:28.217844 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e5a9-c660-41c3-b3fb-8ecb6275bedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4c7b65f0-4715-40ea-9ae9-bff508fa43a5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:28.220545 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e5a9-c660-41c3-b3fb-8ecb6275bedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:28.224433 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c0a8e5a9-c660-41c3-b3fb-8ecb6275bedb admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4c7b65f0-4715-40ea-9ae9-bff508fa43a5 HTTP/1.1" status: 204 len: 168 time: 1.2475231 Nov 02 13:02:28.242390 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:28.242390 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0', 'name': 'tempest-TestNetworkBasicOps-router-1407414447', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'edeb57d1-f9fd-424f-a405-2bf1f90d7b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:14Z', 'updated_at': '2022-11-02T13:02:25Z', 'revision_number': 4, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'gw_port': {'id': 'edeb57d1-f9fd-424f-a405-2bf1f90d7b59', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:32:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:15Z', 'updated_at': '2022-11-02T13:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'e32aea98-ebf3-4dd7-a94e-62fca276d97b', 'name': '', 'network_id': 'f93ed399-0e31-4f6f-aa00-7845f1420975', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'mac_address': 'fa:16:3e:9f:d9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'd47a3c2a-16d8-46f8-88a0-94a17dd971d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:23Z', 'updated_at': '2022-11-02T13:02:26Z', 'revision_number': 2, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'subnets': [{'id': 'd47a3c2a-16d8-46f8-88a0-94a17dd971d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:28.244021 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d11ab213-e843-4c2d-b7c3-e028a9a85116 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:28.303847 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] Checking router: edda5bc4-df3b-4e67-90fa-6e4dfa307ff0 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:02:28.304086 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] Updating router edda5bc4-df3b-4e67-90fa-6e4dfa307ff0 port e32aea98-ebf3-4dd7-a94e-62fca276d97b binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:02:28.322402 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39620) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:28.323216 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8e5a9-c660-41c3-b3fb-8ecb6275bedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7b65f0-4715-40ea-9ae9-bff508fa43a5,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:28.338987 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-41c059ea-283d-49b4-ab2f-928bc4bef62c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1743393 Nov 02 13:02:28.401256 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e32aea98-ebf3-4dd7-a94e-62fca276d97b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:28.411577 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849e5ee5-f2d2-4091-80fd-f77e93506b63 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:28.415892 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-849e5ee5-f2d2-4091-80fd-f77e93506b63 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0851018 Nov 02 13:02:28.417134 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39624) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:28.429619 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea74f32-5a92-4450-86c5-d77007c4cedc tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:28.430110 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea74f32-5a92-4450-86c5-d77007c4cedc tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:28.430687 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea74f32-5a92-4450-86c5-d77007c4cedc tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:28.431150 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea74f32-5a92-4450-86c5-d77007c4cedc tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:28.431936 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea74f32-5a92-4450-86c5-d77007c4cedc tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:28.432274 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea74f32-5a92-4450-86c5-d77007c4cedc tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:28.435012 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea74f32-5a92-4450-86c5-d77007c4cedc tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:28.442203 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5ea74f32-5a92-4450-86c5-d77007c4cedc tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 4649 time: 0.4087880 Nov 02 13:02:28.445466 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39626) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:28.615447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d11ab213-e843-4c2d-b7c3-e028a9a85116 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:28.804711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9254355c-5ed3-41ad-9cbf-c6e7d80539fe None None] Update dhcp port {'port': {'network_id': 'e9ae2c9f-8862-4b1d-b882-f135a69580a6', 'fixed_ips': [{'subnet_id': '3f03cab6-36ee-4f49-a889-5b5b2a048d60'}], 'binding:host_id': 'n-d-857339-6'}, 'id': 'fa12ed00-174b-424b-b819-17f3f3df18ae'} from n-d-857339-6. {{(pid=105977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Nov 02 13:02:28.855081 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9254355c-5ed3-41ad-9cbf-c6e7d80539fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:28.903217 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6bbfa896-bd3b-499a-a2bb-1030760727f8 tempest-TestNetworkBasicOps-159032229 tempest-TestNetworkBasicOps-159032229-project-admin] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.4528193 Nov 02 13:02:29.123208 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d11ab213-e843-4c2d-b7c3-e028a9a85116 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:29.123843 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d11ab213-e843-4c2d-b7c3-e028a9a85116), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:29.124353 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d11ab213-e843-4c2d-b7c3-e028a9a85116 Nov 02 13:02:29.167718 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:29.173555 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74a28ea-953d-454b-843e-4a9cc0dcf724 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:29.186627 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a74a28ea-953d-454b-843e-4a9cc0dcf724 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7677598 Nov 02 13:02:29.190607 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39640) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:29.228748 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39642) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:29.231426 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-45490b58-493f-476a-a7c5-7a1a292cac63 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-266418118', 'description': 'tempest-secgroup-smoke-266418118 description', 'project_id': '859fa6a598e940adb04b27af754ebff8'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:29.295496 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d7b249df-5d42-48f4-bbd7-4a029e5d5e1e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1029353 Nov 02 13:02:29.296167 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39648) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:29.353647 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-892c3c0f-6c53-42ec-9351-1e5be932024b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:29.354285 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-892c3c0f-6c53-42ec-9351-1e5be932024b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:29.360870 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39656) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:29.361735 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-892c3c0f-6c53-42ec-9351-1e5be932024b tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/d7f42fd0-a85b-4f58-aede-783c5639c3f8 HTTP/1.1" status: 404 len: 333 time: 0.0601392 Nov 02 13:02:29.395780 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a80949-0c3b-4e46-8181-f15da49c11d9 None None] Network f93ed399-0e31-4f6f-aa00-7845f1420975 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:02:29.422705 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0eb157d-f875-4115-825f-e43383b378dd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:29.422705 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0eb157d-f875-4115-825f-e43383b378dd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:29.425164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d11ab213-e843-4c2d-b7c3-e028a9a85116 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:29.442340 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39658) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:29.444291 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d0eb157d-f875-4115-825f-e43383b378dd tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/082caac2-ef10-436f-8179-b38b61da69ab HTTP/1.1" status: 404 len: 337 time: 0.0762560 Nov 02 13:02:29.475654 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45490b58-493f-476a-a7c5-7a1a292cac63 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:29.491488 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b7cc6769-a20f-4273-a68b-86848b7ae68c None None] Provisioning complete for port fa12ed00-174b-424b-b819-17f3f3df18ae triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:29.491945 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b7cc6769-a20f-4273-a68b-86848b7ae68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:29.492329 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b7cc6769-a20f-4273-a68b-86848b7ae68c None None] Attempt 1 to provision port fa12ed00-174b-424b-b819-17f3f3df18ae Nov 02 13:02:29.499574 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] Publish callbacks [] for port (e32aea98-ebf3-4dd7-a94e-62fca276d97b), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:29.562662 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84e1cd4-2803-4ae9-9874-d9bb443946ea tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:29.570770 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84e1cd4-2803-4ae9-9874-d9bb443946ea tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:29.586257 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a84e1cd4-2803-4ae9-9874-d9bb443946ea tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/3f03cab6-36ee-4f49-a889-5b5b2a048d60 HTTP/1.1" status: 404 len: 337 time: 0.1513040 Nov 02 13:02:29.595825 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39664) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:29.667197 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a5ac37-aef9-4c80-a517-8feb4d08c239 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:29.668220 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a5ac37-aef9-4c80-a517-8feb4d08c239 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:29.681863 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39668) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:29.684374 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-00a5ac37-aef9-4c80-a517-8feb4d08c239 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/c1305076-3cb7-4748-9714-d8525c0d656b HTTP/1.1" status: 404 len: 333 time: 0.0873427 Nov 02 13:02:29.832141 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e68181-7c36-44e1-b056-1e0105fb78f6 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:29.832887 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e68181-7c36-44e1-b056-1e0105fb78f6 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:29.840831 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a7e68181-7c36-44e1-b056-1e0105fb78f6 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/df832651-a6f5-4b34-93b7-69411b4f7ccc HTTP/1.1" status: 404 len: 337 time: 0.1351807 Nov 02 13:02:29.843372 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39674) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:29.854332 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39676) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:29.878481 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99ca3357-2446-42ad-b0c6-5dede943b99e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:29.926579 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45490b58-493f-476a-a7c5-7a1a292cac63 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group (36d50470-9e13-4e83-91be-3c1d13d1bfd4), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:29.946596 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-991aeedc-8f1c-4c85-80bc-498aa78c68b8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:29.949376 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991aeedc-8f1c-4c85-80bc-498aa78c68b8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:29.966494 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-991aeedc-8f1c-4c85-80bc-498aa78c68b8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/7552f3a1-c802-4f8e-ab67-c60a36900492 HTTP/1.1" status: 404 len: 337 time: 0.1216583 Nov 02 13:02:29.973016 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39678) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:30.024770 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfaf375-01f7-4fff-803d-091f41198572 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:30.025369 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cfaf375-01f7-4fff-803d-091f41198572 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:30.028550 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8cfaf375-01f7-4fff-803d-091f41198572 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/edaa6dc7-79e1-4095-bb29-01e4da09c1b9 HTTP/1.1" status: 404 len: 333 time: 0.0544853 Nov 02 13:02:30.031203 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39680) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:30.037544 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45490b58-493f-476a-a7c5-7a1a292cac63 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (36d50470-9e13-4e83-91be-3c1d13d1bfd4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:30.072649 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6111429-3abe-4cd6-9077-c06eb0270924 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:30.073482 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6111429-3abe-4cd6-9077-c06eb0270924 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:30.076915 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b6111429-3abe-4cd6-9077-c06eb0270924 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/505a3745-5d71-4eb8-ac9f-7af66ecdd394 HTTP/1.1" status: 404 len: 337 time: 0.0444446 Nov 02 13:02:30.080009 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39682) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:30.098290 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:30.099359 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e32aea98-ebf3-4dd7-a94e-62fca276d97b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:30.109888 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99ca3357-2446-42ad-b0c6-5dede943b99e admin admin] Publish callbacks [] for security_group (01d98211-6823-45df-bfb3-946c5c3f2159), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:30.139858 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63857f5-7242-4784-80e9-29ea781c1bc0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:30.143170 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45490b58-493f-476a-a7c5-7a1a292cac63 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d50470-9e13-4e83-91be-3c1d13d1bfd4,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:30.149226 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63857f5-7242-4784-80e9-29ea781c1bc0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:30.152385 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e63857f5-7242-4784-80e9-29ea781c1bc0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/2ae052f2-35b9-4f62-a489-49414e91fd89 HTTP/1.1" status: 404 len: 337 time: 0.0710273 Nov 02 13:02:30.162811 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39684) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:30.206807 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc6769-a20f-4273-a68b-86848b7ae68c None None] Current status of the port fa12ed00-174b-424b-b819-17f3f3df18ae is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:30.214530 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ace475-937c-4494-81c2-e8b10a7ab9ce tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:30.216107 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b7cc6769-a20f-4273-a68b-86848b7ae68c None None] Could not find standard attr ID for object d7f42fd0-a85b-4f58-aede-783c5639c3f8. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 13:02:30.218286 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ace475-937c-4494-81c2-e8b10a7ab9ce tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:30.225090 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39688) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:30.237094 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e2ace475-937c-4494-81c2-e8b10a7ab9ce tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/0ab27b09-57c0-4b39-a17e-80e8cc499567 HTTP/1.1" status: 404 len: 333 time: 0.0724759 Nov 02 13:02:30.239056 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1e6c3-582c-4375-bf96-87d65e527531 None None] Pushing event updated for resources: {'Port': ['ID=e32aea98-ebf3-4dd7-a94e-62fca276d97b,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:30.267168 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45490b58-493f-476a-a7c5-7a1a292cac63 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:30.271606 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39690) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:30.273636 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-45490b58-493f-476a-a7c5-7a1a292cac63 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0462072 Nov 02 13:02:30.278133 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-a4ceee59-28ba-4fc9-ba27-475d925c4006 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Request body: {'security_group_rule': {'security_group_id': '36d50470-9e13-4e83-91be-3c1d13d1bfd4', 'project_id': '859fa6a598e940adb04b27af754ebff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:30.281907 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-99ca3357-2446-42ad-b0c6-5dede943b99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (01d98211-6823-45df-bfb3-946c5c3f2159), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:30.294587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] Attempting to bind port e32aea98-ebf3-4dd7-a94e-62fca276d97b on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:02:30.294587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] Attempting to bind port e32aea98-ebf3-4dd7-a94e-62fca276d97b by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '59e9f8f3-f63e-449f-8d57-062eec1d14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f93ed399-0e31-4f6f-aa00-7845f1420975'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:02:30.294587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] Attempting to bind port e32aea98-ebf3-4dd7-a94e-62fca276d97b on network f93ed399-0e31-4f6f-aa00-7845f1420975 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:02:30.296305 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=9 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:30.312553 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38e35df-f505-4cb7-a9bb-1876a0f014fe tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:30.313039 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38e35df-f505-4cb7-a9bb-1876a0f014fe tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:30.319058 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e38e35df-f505-4cb7-a9bb-1876a0f014fe tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/d81c860e-84f0-4286-8710-108963d69756 HTTP/1.1" status: 404 len: 337 time: 0.0899520 Nov 02 13:02:30.319697 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39692) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:30.382711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448f4d77-5420-444a-a620-fe5d91ee8e6e None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:02:30.389533 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3db4849-9c01-4e98-8a95-be020f875030 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:30.390005 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3db4849-9c01-4e98-8a95-be020f875030 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:30.396832 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:02:30.397028 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d3db4849-9c01-4e98-8a95-be020f875030 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/bbeee425-2256-4e6c-af03-0ffb45b4a898 HTTP/1.1" status: 404 len: 337 time: 0.0667818 Nov 02 13:02:30.397118 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] Checking segment: {'id': '59e9f8f3-f63e-449f-8d57-062eec1d14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f93ed399-0e31-4f6f-aa00-7845f1420975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:02:30.397118 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:30.397286 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39696) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:30.401981 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-99ca3357-2446-42ad-b0c6-5dede943b99e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=cc01e60185e94050872de5569de16127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5441315 Nov 02 13:02:30.402678 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39698) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:30.403750 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca3357-2446-42ad-b0c6-5dede943b99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d98211-6823-45df-bfb3-946c5c3f2159,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:30.409683 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] Bound using segment: {'id': '59e9f8f3-f63e-449f-8d57-062eec1d14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f93ed399-0e31-4f6f-aa00-7845f1420975'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:02:30.410328 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] Bound port: e32aea98-ebf3-4dd7-a94e-62fca276d97b, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e9f8f3-f63e-449f-8d57-062eec1d14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f93ed399-0e31-4f6f-aa00-7845f1420975'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:02:30.410879 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e32aea98-ebf3-4dd7-a94e-62fca276d97b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:30.477534 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cedeb78-4b2e-4df0-8051-3fe1816daba1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:30.480066 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cedeb78-4b2e-4df0-8051-3fe1816daba1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:30.486134 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3d52be72-5f7d-4bed-8dc1-27816c8eb823 admin admin] Publish callbacks [] for security_group (01d98211-6823-45df-bfb3-946c5c3f2159), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:30.487981 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9cedeb78-4b2e-4df0-8051-3fe1816daba1 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/53295b11-7c94-4bb8-a06e-2d5676139cf5 HTTP/1.1" status: 404 len: 333 time: 0.0897162 Nov 02 13:02:30.493884 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39702) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:30.498994 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-978b7e0d-f98f-4e0d-a2e3-ffb991139241 None None] Provisioning complete for port d11ab213-e843-4c2d-b7c3-e028a9a85116 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:30.503328 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-978b7e0d-f98f-4e0d-a2e3-ffb991139241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d11ab213-e843-4c2d-b7c3-e028a9a85116), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:30.503797 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-978b7e0d-f98f-4e0d-a2e3-ffb991139241 None None] Attempt 1 to provision port d11ab213-e843-4c2d-b7c3-e028a9a85116 Nov 02 13:02:30.511039 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a4ceee59-28ba-4fc9-ba27-475d925c4006 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (75ec6513-9938-4331-a089-1d5c38fa3116), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:30.610694 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a791d2-4d3d-4599-9b06-86fc8688a2dc tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:30.611435 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a791d2-4d3d-4599-9b06-86fc8688a2dc tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:30.615864 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a5a791d2-4d3d-4599-9b06-86fc8688a2dc tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/c1b23a05-0425-4757-9afc-645488139b18 HTTP/1.1" status: 404 len: 337 time: 0.1192193 Nov 02 13:02:30.624239 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39704) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:30.653876 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3d52be72-5f7d-4bed-8dc1-27816c8eb823 admin admin] Publish callbacks [] for security_group (01d98211-6823-45df-bfb3-946c5c3f2159), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:30.693775 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a4ceee59-28ba-4fc9-ba27-475d925c4006 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (75ec6513-9938-4331-a089-1d5c38fa3116), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:30.699395 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c619d0-8e24-4665-babe-6adf38c58fa3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:30.700568 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c619d0-8e24-4665-babe-6adf38c58fa3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:30.706687 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a6c619d0-8e24-4665-babe-6adf38c58fa3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/1675c889-4a2b-493f-8775-f96a8d98d65e HTTP/1.1" status: 404 len: 333 time: 0.0739558 Nov 02 13:02:30.707763 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39708) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:30.835464 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-978b7e0d-f98f-4e0d-a2e3-ffb991139241 None None] Current status of the port d11ab213-e843-4c2d-b7c3-e028a9a85116 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:30.841772 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] For port e32aea98-ebf3-4dd7-a94e-62fca276d97b, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:02:30.843155 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a4ceee59-28ba-4fc9-ba27-475d925c4006 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (75ec6513-9938-4331-a089-1d5c38fa3116), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:30.867914 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] For port e32aea98-ebf3-4dd7-a94e-62fca276d97b, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e32aea98-ebf3-4dd7-a94e-62fca276d97b,segment=NetworkSegment(59e9f8f3-f63e-449f-8d57-062eec1d14f1),segment_id=59e9f8f3-f63e-449f-8d57-062eec1d14f1)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:02:30.874650 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-978b7e0d-f98f-4e0d-a2e3-ffb991139241 None None] Provisioning complete for port e32aea98-ebf3-4dd7-a94e-62fca276d97b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:30.875206 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-978b7e0d-f98f-4e0d-a2e3-ffb991139241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e32aea98-ebf3-4dd7-a94e-62fca276d97b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:30.875724 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-978b7e0d-f98f-4e0d-a2e3-ffb991139241 None None] Attempt 1 to provision port e32aea98-ebf3-4dd7-a94e-62fca276d97b Nov 02 13:02:30.884454 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448f4d77-5420-444a-a620-fe5d91ee8e6e None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:02:30.887271 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f07411-3fdc-41dc-ac90-612808459020 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:30.887934 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f07411-3fdc-41dc-ac90-612808459020 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:30.891414 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-25f07411-3fdc-41dc-ac90-612808459020 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/287bb558-6ea1-4074-b2f0-a77886b13e85 HTTP/1.1" status: 404 len: 337 time: 0.1831307 Nov 02 13:02:30.900010 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39714) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:30.926786 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ceee59-28ba-4fc9-ba27-475d925c4006 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ec6513-9938-4331-a089-1d5c38fa3116,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:30.939250 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4491ed0-f8ef-438e-85a5-5e0032793dd2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:30.942397 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4491ed0-f8ef-438e-85a5-5e0032793dd2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:30.948541 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f4491ed0-f8ef-438e-85a5-5e0032793dd2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/68412a02-8b7e-4f24-8a59-ec2ba137f134 HTTP/1.1" status: 404 len: 333 time: 0.0458276 Nov 02 13:02:30.951353 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39716) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:30.988002 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3d52be72-5f7d-4bed-8dc1-27816c8eb823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (01d98211-6823-45df-bfb3-946c5c3f2159), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:30.993416 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3d52be72-5f7d-4bed-8dc1-27816c8eb823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:30.999112 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3d52be72-5f7d-4bed-8dc1-27816c8eb823 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/01d98211-6823-45df-bfb3-946c5c3f2159 HTTP/1.1" status: 204 len: 168 time: 0.5827615 Nov 02 13:02:31.029329 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52be72-5f7d-4bed-8dc1-27816c8eb823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d98211-6823-45df-bfb3-946c5c3f2159,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:31.037344 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-91765785-ce7b-4a73-a1d4-a81775c5db9c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:31.037849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91765785-ce7b-4a73-a1d4-a81775c5db9c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:31.038717 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e32aea98-ebf3-4dd7-a94e-62fca276d97b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:31.044290 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-91765785-ce7b-4a73-a1d4-a81775c5db9c tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/a8e5a22d-824d-4328-94ca-2d5e35711983 HTTP/1.1" status: 404 len: 337 time: 0.0896320 Nov 02 13:02:31.045529 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39722) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:31.064119 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a4ceee59-28ba-4fc9-ba27-475d925c4006 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:31.066040 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a4ceee59-28ba-4fc9-ba27-475d925c4006 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7933550 Nov 02 13:02:31.068955 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39724) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:31.075042 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-cf36516b-a570-4f96-8f0c-c2cebb96d522 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Request body: {'security_group_rule': {'security_group_id': '36d50470-9e13-4e83-91be-3c1d13d1bfd4', 'project_id': '859fa6a598e940adb04b27af754ebff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:31.104768 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-978b7e0d-f98f-4e0d-a2e3-ffb991139241 None None] Port e32aea98-ebf3-4dd7-a94e-62fca276d97b cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:02:31.105409 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-57724f10-e9c6-4fe5-8dac-437914be4e6e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:31.111423 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] Routers {'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:02:31.112446 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:02:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['edda5bc4-df3b-4e67-90fa-6e4dfa307ff0'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:31.114741 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57724f10-e9c6-4fe5-8dac-437914be4e6e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:31.123346 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-57724f10-e9c6-4fe5-8dac-437914be4e6e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/967d8ea5-4e12-444e-a830-1308dd754850 HTTP/1.1" status: 404 len: 333 time: 0.0763707 Nov 02 13:02:31.129230 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39726) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:31.170135 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62339af-a6cc-4bbb-8ef3-f2f8c9713648 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:31.170596 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62339af-a6cc-4bbb-8ef3-f2f8c9713648 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:31.173863 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d62339af-a6cc-4bbb-8ef3-f2f8c9713648 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/35d05e37-0eae-4d73-b8b4-5e5af86acbe9 HTTP/1.1" status: 404 len: 337 time: 0.0433273 Nov 02 13:02:31.177500 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39728) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:31.233242 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-46889b83-d236-42e2-9743-d280054b8f32 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:31.233932 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46889b83-d236-42e2-9743-d280054b8f32 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:31.244518 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39730) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:31.261725 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-46889b83-d236-42e2-9743-d280054b8f32 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/2be8077a-3438-43bc-b3e0-1dfe38e61484 HTTP/1.1" status: 404 len: 333 time: 0.0596132 Nov 02 13:02:31.299741 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d85c12-b4a0-48d6-b9ab-d89bb3f5a2ef tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:31.300188 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d85c12-b4a0-48d6-b9ab-d89bb3f5a2ef tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:31.303515 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-88d85c12-b4a0-48d6-b9ab-d89bb3f5a2ef tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/5f4f2f23-4c8b-487b-b472-36a34939033b HTTP/1.1" status: 404 len: 337 time: 0.0580645 Nov 02 13:02:31.308348 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39732) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:31.315312 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1e6c3-582c-4375-bf96-87d65e527531 None None] Pushing event updated for resources: {'Port': ['ID=e32aea98-ebf3-4dd7-a94e-62fca276d97b,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:31.379125 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-113fa0f4-6c6e-4885-8005-fbb7c24adbee tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:31.388818 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113fa0f4-6c6e-4885-8005-fbb7c24adbee tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:31.392819 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-113fa0f4-6c6e-4885-8005-fbb7c24adbee tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/8c1a9873-203e-4917-be58-eaf541390c92 HTTP/1.1" status: 404 len: 333 time: 0.0833011 Nov 02 13:02:31.397965 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39736) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:31.467719 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad94f213-39eb-454c-830a-83d9b5b37dcb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:31.467719 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad94f213-39eb-454c-830a-83d9b5b37dcb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:31.476584 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ad94f213-39eb-454c-830a-83d9b5b37dcb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/90f6e125-1730-4735-809b-d214d6c5c830 HTTP/1.1" status: 404 len: 337 time: 0.0736976 Nov 02 13:02:31.476584 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf36516b-a570-4f96-8f0c-c2cebb96d522 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (9afe58ba-b321-4e1e-a287-d99f7cd84e0c), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:31.478117 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39738) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:31.478842 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] Set router edda5bc4-df3b-4e67-90fa-6e4dfa307ff0 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:02:31.578938 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea35b485-619e-46b2-b131-9689c05d3226 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:31.579399 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea35b485-619e-46b2-b131-9689c05d3226 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:31.593410 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:31.598167 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ea35b485-619e-46b2-b131-9689c05d3226 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/34bed68b-86ea-48bc-981b-029a8fcecd56 HTTP/1.1" status: 404 len: 337 time: 0.1142168 Nov 02 13:02:31.599236 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39742) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:31.725700 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf36516b-a570-4f96-8f0c-c2cebb96d522 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (9afe58ba-b321-4e1e-a287-d99f7cd84e0c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:31.738263 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe262ed-b2f7-4ece-b924-cad702a606c8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:31.754698 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe262ed-b2f7-4ece-b924-cad702a606c8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:31.763263 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1fe262ed-b2f7-4ece-b924-cad702a606c8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/2ec477c7-9eb3-4679-b3f9-1445723c96ce HTTP/1.1" status: 404 len: 333 time: 0.1578262 Nov 02 13:02:31.766170 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39744) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:31.828547 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-605c7fae-ed72-4e00-a20d-29b41d166bb2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:31.828547 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-605c7fae-ed72-4e00-a20d-29b41d166bb2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:31.838543 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-605c7fae-ed72-4e00-a20d-29b41d166bb2 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/a2429319-830b-4eb7-a68e-e5921d0c42e7 HTTP/1.1" status: 404 len: 337 time: 0.0711780 Nov 02 13:02:31.841705 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39750) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:31.847351 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf36516b-a570-4f96-8f0c-c2cebb96d522 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (9afe58ba-b321-4e1e-a287-d99f7cd84e0c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:31.903175 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8a70ea-fd13-4770-8b80-c3dabf0ab775 None None] Network e9ae2c9f-8862-4b1d-b882-f135a69580a6 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:02:31.928409 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36516b-a570-4f96-8f0c-c2cebb96d522 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9afe58ba-b321-4e1e-a287-d99f7cd84e0c,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:31.946538 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd03f8e-44f2-4a23-8898-6f20d9dffe7d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:31.947027 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd03f8e-44f2-4a23-8898-6f20d9dffe7d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:31.955842 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6fd03f8e-44f2-4a23-8898-6f20d9dffe7d tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/b75ef45c-0f31-492c-8639-3d4c9d68aaa5 HTTP/1.1" status: 404 len: 337 time: 0.1129210 Nov 02 13:02:31.958770 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39756) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:31.978877 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:32.032521 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1ec325aa-7307-4396-85a4-812dcbf7ed0c None None] Provisioning complete for port fa12ed00-174b-424b-b819-17f3f3df18ae triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:32.033913 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1ec325aa-7307-4396-85a4-812dcbf7ed0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:32.034344 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1ec325aa-7307-4396-85a4-812dcbf7ed0c None None] Attempt 1 to provision port fa12ed00-174b-424b-b819-17f3f3df18ae Nov 02 13:02:32.049470 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e19e787-a5fd-4f72-aea5-954638e641f0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:32.051622 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e19e787-a5fd-4f72-aea5-954638e641f0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:32.059547 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4e19e787-a5fd-4f72-aea5-954638e641f0 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/df897f9c-e73e-4898-a676-4933e5b9998e HTTP/1.1" status: 404 len: 333 time: 0.0986338 Nov 02 13:02:32.061697 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39758) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:32.098580 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf36516b-a570-4f96-8f0c-c2cebb96d522 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:32.102318 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cf36516b-a570-4f96-8f0c-c2cebb96d522 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0297060 Nov 02 13:02:32.102590 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39760) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:32.112850 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ad504bb8-1e5a-4f90-9080-2bea5df046f7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Request body: {'security_group_rule': {'security_group_id': '36d50470-9e13-4e83-91be-3c1d13d1bfd4', 'project_id': '859fa6a598e940adb04b27af754ebff8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:32.166939 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb23ab7-d44c-49dd-ad01-c681a89332a8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:32.167595 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb23ab7-d44c-49dd-ad01-c681a89332a8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:32.175034 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4fb23ab7-d44c-49dd-ad01-c681a89332a8 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/b5dfce09-6d57-4de2-9a69-97191ef494a1 HTTP/1.1" status: 404 len: 337 time: 0.1120286 Nov 02 13:02:32.179339 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39764) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:32.250749 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:32.274418 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-7523a46f-4dae-42ba-b34b-b6fce2913183 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:32.274418 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7523a46f-4dae-42ba-b34b-b6fce2913183 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:32.299116 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39768) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:32.301368 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7523a46f-4dae-42ba-b34b-b6fce2913183 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/af4d5291-f381-4729-a5ba-d7bfd74116f2 HTTP/1.1" status: 404 len: 337 time: 0.1195252 Nov 02 13:02:32.303971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8128ca-b167-497f-8df1-29c6d5feae2c None None] DHCP port deletion for e9ae2c9f-8862-4b1d-b882-f135a69580a6 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:02:32.388815 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd7773d-b789-4c95-91c5-fa99aef97933 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:32.389402 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd7773d-b789-4c95-91c5-fa99aef97933 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:32.411100 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bcd7773d-b789-4c95-91c5-fa99aef97933 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/fb47e54f-b33a-45a3-b7dc-ade421da0eb6 HTTP/1.1" status: 404 len: 333 time: 0.1108272 Nov 02 13:02:32.416584 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39772) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:32.447747 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ad504bb8-1e5a-4f90-9080-2bea5df046f7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (610376d6-7b76-4fd8-98f7-7712e813cc47), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:32.500774 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d989ca-90a0-4659-982f-f17febef970e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:32.501251 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d989ca-90a0-4659-982f-f17febef970e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:32.512680 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-52d989ca-90a0-4659-982f-f17febef970e tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/14c7953a-81e2-4543-9e9c-3cbfd5e7b977 HTTP/1.1" status: 404 len: 337 time: 0.0880036 Nov 02 13:02:32.512680 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39776) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:32.559769 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device fa12ed00-174b-424b-b819-17f3f3df18ae no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:02:32.560012 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed6b006-d6dc-4fc8-87b8-1c471bd50e39 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:32.560012 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed6b006-d6dc-4fc8-87b8-1c471bd50e39 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:32.560012 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8ed6b006-d6dc-4fc8-87b8-1c471bd50e39 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/10d4039a-27cc-4caf-8b4c-f39294dbaa46 HTTP/1.1" status: 404 len: 337 time: 0.0477316 Nov 02 13:02:32.564195 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39778) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:32.566458 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0', 'name': 'tempest-TestNetworkBasicOps-router-1407414447', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'edeb57d1-f9fd-424f-a405-2bf1f90d7b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:14Z', 'updated_at': '2022-11-02T13:02:25Z', 'revision_number': 4, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'gw_port': {'id': 'edeb57d1-f9fd-424f-a405-2bf1f90d7b59', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:32:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:15Z', 'updated_at': '2022-11-02T13:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'e32aea98-ebf3-4dd7-a94e-62fca276d97b', 'name': '', 'network_id': 'f93ed399-0e31-4f6f-aa00-7845f1420975', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'mac_address': 'fa:16:3e:9f:d9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'd47a3c2a-16d8-46f8-88a0-94a17dd971d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:23Z', 'updated_at': '2022-11-02T13:02:30Z', 'revision_number': 4, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'subnets': [{'id': 'd47a3c2a-16d8-46f8-88a0-94a17dd971d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:32.608044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb9955-78f1-451f-828c-cab97cb81309 None None] The sync data for ids ['edda5bc4-df3b-4e67-90fa-6e4dfa307ff0'] in n-d-857339-6 is: [{'id': 'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0', 'name': 'tempest-TestNetworkBasicOps-router-1407414447', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'edeb57d1-f9fd-424f-a405-2bf1f90d7b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:14Z', 'updated_at': '2022-11-02T13:02:25Z', 'revision_number': 4, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'gw_port': {'id': 'edeb57d1-f9fd-424f-a405-2bf1f90d7b59', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:32:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:15Z', 'updated_at': '2022-11-02T13:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'e32aea98-ebf3-4dd7-a94e-62fca276d97b', 'name': '', 'network_id': 'f93ed399-0e31-4f6f-aa00-7845f1420975', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'mac_address': 'fa:16:3e:9f:d9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'd47a3c2a-16d8-46f8-88a0-94a17dd971d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:23Z', 'updated_at': '2022-11-02T13:02:30Z', 'revision_number': 4, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'subnets': [{'id': 'd47a3c2a-16d8-46f8-88a0-94a17dd971d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:02:32.619619 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:32.637238 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-df8128ca-b167-497f-8df1-29c6d5feae2c None None] Deleting port fa12ed00-174b-424b-b819-17f3f3df18ae {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:02:32.637238 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-df8128ca-b167-497f-8df1-29c6d5feae2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:32.716601 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-46025b8b-1d00-447b-8c56-58b521c32667 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=89bf6327-0956-4093-ab0e-07e2929a5747 HTTP/1.1" status: 200 len: 205 time: 0.1488080 Nov 02 13:02:32.717681 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39784) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:32.750307 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ad504bb8-1e5a-4f90-9080-2bea5df046f7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (610376d6-7b76-4fd8-98f7-7712e813cc47), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:32.798152 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1ec325aa-7307-4396-85a4-812dcbf7ed0c None None] Current status of the port fa12ed00-174b-424b-b819-17f3f3df18ae is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:32.824851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1ec325aa-7307-4396-85a4-812dcbf7ed0c None None] Could not find standard attr ID for object d7f42fd0-a85b-4f58-aede-783c5639c3f8. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 13:02:32.843978 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ad504bb8-1e5a-4f90-9080-2bea5df046f7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (610376d6-7b76-4fd8-98f7-7712e813cc47), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:32.859418 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:33.001006 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad504bb8-1e5a-4f90-9080-2bea5df046f7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610376d6-7b76-4fd8-98f7-7712e813cc47,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:33.053054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-df8128ca-b167-497f-8df1-29c6d5feae2c None None] For port fa12ed00-174b-424b-b819-17f3f3df18ae, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=fa12ed00-174b-424b-b819-17f3f3df18ae,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:33.053601 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-df8128ca-b167-497f-8df1-29c6d5feae2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:33.054817 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-bdb1144c-6acb-4683-b150-72f4c173e301 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] delete failed (client error): The resource could not be found. Nov 02 13:02:33.058746 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39794) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:33.067510 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bdb1144c-6acb-4683-b150-72f4c173e301 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/routers/89bf6327-0956-4093-ab0e-07e2929a5747 HTTP/1.1" status: 404 len: 336 time: 0.3437805 Nov 02 13:02:33.121178 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0fe6b1-1d76-4ee7-ae29-68de8e948569 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:33.125277 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0fe6b1-1d76-4ee7-ae29-68de8e948569 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:33.136224 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6f0fe6b1-1d76-4ee7-ae29-68de8e948569 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/2d3cd512-9d66-406c-86e3-efe105bebcca HTTP/1.1" status: 404 len: 337 time: 0.0760353 Nov 02 13:02:33.139193 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39796) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:33.145597 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a35a4e0c-26a2-40b7-b75d-198454b1abee None None] Provisioning complete for port e32aea98-ebf3-4dd7-a94e-62fca276d97b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:33.146307 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a35a4e0c-26a2-40b7-b75d-198454b1abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e32aea98-ebf3-4dd7-a94e-62fca276d97b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:33.146881 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a35a4e0c-26a2-40b7-b75d-198454b1abee None None] Attempt 1 to provision port e32aea98-ebf3-4dd7-a94e-62fca276d97b Nov 02 13:02:33.161840 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ad504bb8-1e5a-4f90-9080-2bea5df046f7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:33.166812 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ad504bb8-1e5a-4f90-9080-2bea5df046f7 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0626900 Nov 02 13:02:33.167502 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39798) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:33.181611 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-03c7aba6-3de4-4543-8359-a2505daceadf tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Request body: {'security_group_rule': {'security_group_id': '36d50470-9e13-4e83-91be-3c1d13d1bfd4', 'project_id': '859fa6a598e940adb04b27af754ebff8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:33.260030 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39800) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:33.262247 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-df8128ca-b167-497f-8df1-29c6d5feae2c None None] Calling delete_port for fa12ed00-174b-424b-b819-17f3f3df18ae owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:02:33.263867 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e41a105a-2a7b-497c-87c3-134737b2eaed tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f54043fc-9660-4e87-a429-9dd58d7d04b4 HTTP/1.1" status: 200 len: 205 time: 0.1232259 Nov 02 13:02:33.299467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port fa12ed00-174b-424b-b819-17f3f3df18ae is: ACTIVE; New status is: DOWN {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:33.300002 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:33.369192 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-09495426-fda6-4b8d-9870-c61be820ed3a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] delete failed (client error): The resource could not be found. Nov 02 13:02:33.370306 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-09495426-fda6-4b8d-9870-c61be820ed3a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/routers/f54043fc-9660-4e87-a429-9dd58d7d04b4 HTTP/1.1" status: 404 len: 336 time: 0.1091366 Nov 02 13:02:33.373332 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39804) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:33.386276 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03c7aba6-3de4-4543-8359-a2505daceadf tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (63baf532-f1d3-4a68-b957-78f0c1cea700), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:33.502424 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff525d9-a953-4059-be5e-764943fca2db tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:33.503041 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff525d9-a953-4059-be5e-764943fca2db tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:33.506960 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-aff525d9-a953-4059-be5e-764943fca2db tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/e2955e63-4054-41db-964f-1b74963428d2 HTTP/1.1" status: 404 len: 337 time: 0.1323173 Nov 02 13:02:33.528806 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39808) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:33.640272 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a62f2c6-246d-44b5-9fab-2fba021b8e33 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:33.640272 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a62f2c6-246d-44b5-9fab-2fba021b8e33 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:33.644014 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1a62f2c6-246d-44b5-9fab-2fba021b8e33 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/16dd469a-1850-4990-bfbc-71cda3dceb7e HTTP/1.1" status: 404 len: 337 time: 0.1136489 Nov 02 13:02:33.646071 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03c7aba6-3de4-4543-8359-a2505daceadf tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (63baf532-f1d3-4a68-b957-78f0c1cea700), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:33.646711 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39812) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:33.718551 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cae53ff-1b0c-4f9f-b622-3fc88d3fcf97 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:33.719406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cae53ff-1b0c-4f9f-b622-3fc88d3fcf97 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:33.738686 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8cae53ff-1b0c-4f9f-b622-3fc88d3fcf97 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/415e9436-0d9f-456b-928d-13d5a16de408 HTTP/1.1" status: 404 len: 333 time: 0.0914228 Nov 02 13:02:33.741247 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39814) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:33.793144 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31c0de5-494c-40be-bee6-8e8fe6de559a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:33.793900 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a31c0de5-494c-40be-bee6-8e8fe6de559a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:33.807545 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a31c0de5-494c-40be-bee6-8e8fe6de559a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/dbfc3489-f44f-4ab6-8e77-54031a09eb08 HTTP/1.1" status: 404 len: 337 time: 0.0647900 Nov 02 13:02:33.810142 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39816) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:33.870684 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92e41d1-c78c-486e-a6f2-17ad3eb03788 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:33.871761 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b92e41d1-c78c-486e-a6f2-17ad3eb03788 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:33.896179 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b92e41d1-c78c-486e-a6f2-17ad3eb03788 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/e46b7a8c-dbd0-4588-a91a-756e314dcc2f HTTP/1.1" status: 404 len: 333 time: 0.0744350 Nov 02 13:02:33.896179 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03c7aba6-3de4-4543-8359-a2505daceadf tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (63baf532-f1d3-4a68-b957-78f0c1cea700), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:33.896397 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39822) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:33.937976 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3a9255-b8d4-43dd-b93c-341276d4e111 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:33.938727 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3a9255-b8d4-43dd-b93c-341276d4e111 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:33.944010 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7a3a9255-b8d4-43dd-b93c-341276d4e111 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/5188c9bf-bd81-4e01-8587-52de44e77a5e HTTP/1.1" status: 404 len: 337 time: 0.0466669 Nov 02 13:02:33.946866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a35a4e0c-26a2-40b7-b75d-198454b1abee None None] Current status of the port e32aea98-ebf3-4dd7-a94e-62fca276d97b is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:33.947665 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39824) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:33.948641 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a35a4e0c-26a2-40b7-b75d-198454b1abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e32aea98-ebf3-4dd7-a94e-62fca276d97b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:33.953035 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7aba6-3de4-4543-8359-a2505daceadf tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63baf532-f1d3-4a68-b957-78f0c1cea700,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:34.031296 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69fd2ed-9e49-4b2c-b4bf-a4d2fe011642 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:34.032149 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e69fd2ed-9e49-4b2c-b4bf-a4d2fe011642 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:34.051530 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e69fd2ed-9e49-4b2c-b4bf-a4d2fe011642 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/5faa5290-36d8-4aa6-8db5-eda7537caf80 HTTP/1.1" status: 404 len: 333 time: 0.0997248 Nov 02 13:02:34.051833 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39832) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:34.074423 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port fa12ed00-174b-424b-b819-17f3f3df18ae, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=fa12ed00-174b-424b-b819-17f3f3df18ae,segment=NetworkSegment(ec629165-a64a-4f8a-bc61-8b87eab7e5a6),segment_id=ec629165-a64a-4f8a-bc61-8b87eab7e5a6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:34.153090 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a35a4e0c-26a2-40b7-b75d-198454b1abee None None] For port e32aea98-ebf3-4dd7-a94e-62fca276d97b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e32aea98-ebf3-4dd7-a94e-62fca276d97b,segment=NetworkSegment(59e9f8f3-f63e-449f-8d57-062eec1d14f1),segment_id=59e9f8f3-f63e-449f-8d57-062eec1d14f1)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:34.170834 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03c7aba6-3de4-4543-8359-a2505daceadf tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:34.172414 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-03c7aba6-3de4-4543-8359-a2505daceadf tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0038259 Nov 02 13:02:34.175325 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-8381169d-ce44-4f57-a989-6ca22b2e2e46 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:34.176333 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8381169d-ce44-4f57-a989-6ca22b2e2e46 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:34.176568 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39836) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:34.185249 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8381169d-ce44-4f57-a989-6ca22b2e2e46 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/193b8a71-08c6-471c-ac2e-41feb795e8d3 HTTP/1.1" status: 404 len: 337 time: 0.1322739 Nov 02 13:02:34.188280 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39838) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:34.191882 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-01e3b720-37fc-4183-8b83-f3c231f9ce62 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Request body: {'security_group_rule': {'security_group_id': '36d50470-9e13-4e83-91be-3c1d13d1bfd4', 'project_id': '859fa6a598e940adb04b27af754ebff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:34.245190 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:34.252872 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-0074acd7-4bae-4c73-9b7c-d730423e5a92 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:34.253814 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0074acd7-4bae-4c73-9b7c-d730423e5a92 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:34.264268 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0074acd7-4bae-4c73-9b7c-d730423e5a92 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/4731eb1b-d114-4c66-bc92-8a8dc2bdee9f HTTP/1.1" status: 404 len: 333 time: 0.0722375 Nov 02 13:02:34.264979 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39842) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:34.265413 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39844) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:34.350997 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a35a4e0c-26a2-40b7-b75d-198454b1abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e32aea98-ebf3-4dd7-a94e-62fca276d97b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:34.388894 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:34.394211 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-01e3b720-37fc-4183-8b83-f3c231f9ce62 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Project 859fa6a598e940adb04b27af754ebff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:02:34.394830 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-4641cb8e-e93a-4e2b-aa59-8f4c8ac68d1a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:34.397725 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4641cb8e-e93a-4e2b-aa59-8f4c8ac68d1a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:34.403298 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-01e3b720-37fc-4183-8b83-f3c231f9ce62 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (739c4a0b-808b-4fd5-ac5b-132232750e1e), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:34.410213 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4641cb8e-e93a-4e2b-aa59-8f4c8ac68d1a tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/455e224d-3a98-4433-bf4d-b243a06d8495 HTTP/1.1" status: 404 len: 337 time: 0.1392126 Nov 02 13:02:34.416301 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39848) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:34.489052 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1332e41-b988-4200-a8ea-8ee39ca750d3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:34.489776 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1332e41-b988-4200-a8ea-8ee39ca750d3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:34.491791 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-df8128ca-b167-497f-8df1-29c6d5feae2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (fa12ed00-174b-424b-b819-17f3f3df18ae), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:34.504110 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e1332e41-b988-4200-a8ea-8ee39ca750d3 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/c413f9c2-7bb0-47a8-9814-3c8e017c58bb HTTP/1.1" status: 404 len: 333 time: 0.0858569 Nov 02 13:02:34.507238 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39850) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:34.569366 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8f0d4d-38a9-4859-967e-51922ebde5eb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:34.569986 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8f0d4d-38a9-4859-967e-51922ebde5eb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:34.578201 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2f8f0d4d-38a9-4859-967e-51922ebde5eb tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/5cd4a3d2-e7db-4495-826f-277a5761bf66 HTTP/1.1" status: 404 len: 337 time: 0.0697217 Nov 02 13:02:34.583563 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39852) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:34.608167 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8128ca-b167-497f-8df1-29c6d5feae2c None None] No DVR routers for this DVR port fa12ed00-174b-424b-b819-17f3f3df18ae on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:02:34.660437 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-243b000e-1e32-4d52-a3b6-4d5a6a932b97 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:34.661278 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243b000e-1e32-4d52-a3b6-4d5a6a932b97 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:34.674316 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e32aea98-ebf3-4dd7-a94e-62fca276d97b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:34.675690 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-243b000e-1e32-4d52-a3b6-4d5a6a932b97 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/683119a6-9991-43c6-9a21-99728de789d4 HTTP/1.1" status: 404 len: 333 time: 0.0838401 Nov 02 13:02:34.675690 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39854) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:34.750208 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9046c51-66f1-4abd-942e-e8c270a79993 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:34.750944 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9046c51-66f1-4abd-942e-e8c270a79993 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:34.759210 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c9046c51-66f1-4abd-942e-e8c270a79993 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/9e47b31d-f628-4081-8529-18b1db24c3af HTTP/1.1" status: 404 len: 337 time: 0.0857694 Nov 02 13:02:34.763101 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39856) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:34.776784 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-01e3b720-37fc-4183-8b83-f3c231f9ce62 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (739c4a0b-808b-4fd5-ac5b-132232750e1e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:34.795356 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=fa12ed00-174b-424b-b819-17f3f3df18ae,revision_number=8']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:34.815387 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3c41791f-947f-4d0f-9592-a19ecc657af6 None None] Provisioning complete for port e32aea98-ebf3-4dd7-a94e-62fca276d97b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:34.815841 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3c41791f-947f-4d0f-9592-a19ecc657af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e32aea98-ebf3-4dd7-a94e-62fca276d97b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:34.816242 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3c41791f-947f-4d0f-9592-a19ecc657af6 None None] Attempt 1 to provision port e32aea98-ebf3-4dd7-a94e-62fca276d97b Nov 02 13:02:34.843383 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5ce38ca8-753a-4dee-8159-6ccc21123112 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1135700813-network', 'tenant_id': '1ac4313709954b2e9e651cb26814df74'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:34.850694 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f4fd75-497d-4d2d-a9a3-1e970adfc3e9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:34.853018 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f4fd75-497d-4d2d-a9a3-1e970adfc3e9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:34.867561 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-23f4fd75-497d-4d2d-a9a3-1e970adfc3e9 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/ports/682251a4-5389-419a-9a04-be02c77ea835 HTTP/1.1" status: 404 len: 333 time: 0.1028867 Nov 02 13:02:34.870831 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39858) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:34.895159 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-01e3b720-37fc-4183-8b83-f3c231f9ce62 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (739c4a0b-808b-4fd5-ac5b-132232750e1e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:34.978117 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:34.998977 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce38ca8-753a-4dee-8159-6ccc21123112 admin admin] Made reservation on behalf of 1ac4313709954b2e9e651cb26814df74 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:35.003156 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5ce38ca8-753a-4dee-8159-6ccc21123112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:35.024540 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5ce38ca8-753a-4dee-8159-6ccc21123112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:35.055311 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:35.080622 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3b720-37fc-4183-8b83-f3c231f9ce62 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739c4a0b-808b-4fd5-ac5b-132232750e1e,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:35.102452 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c410059-b4d1-46e7-810f-90bda5582e59 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] DELETE failed (client error): The resource could not be found. Nov 02 13:02:35.102927 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c410059-b4d1-46e7-810f-90bda5582e59 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:02:35.106907 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1c410059-b4d1-46e7-810f-90bda5582e59 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/91a7869c-3d7a-4e52-8858-07e54ee817d4 HTTP/1.1" status: 404 len: 337 time: 0.2346377 Nov 02 13:02:35.115177 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39864) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:35.176158 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a4e0c-26a2-40b7-b75d-198454b1abee None None] Pushing event updated for resources: {'Port': ['ID=e32aea98-ebf3-4dd7-a94e-62fca276d97b,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:35.242572 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e32aea98-ebf3-4dd7-a94e-62fca276d97b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:35.242908 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e32aea98-ebf3-4dd7-a94e-62fca276d97b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:35.245839 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e32aea98-ebf3-4dd7-a94e-62fca276d97b Nov 02 13:02:35.299708 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-01e3b720-37fc-4183-8b83-f3c231f9ce62 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:35.303691 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-01e3b720-37fc-4183-8b83-f3c231f9ce62 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1195555 Nov 02 13:02:35.310136 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39872) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:35.313830 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-9e15ed9a-68fb-4f30-b068-55f38cab2f21 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Request body: {'security_group_rule': {'security_group_id': '36d50470-9e13-4e83-91be-3c1d13d1bfd4', 'project_id': '859fa6a598e940adb04b27af754ebff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:35.339944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8128ca-b167-497f-8df1-29c6d5feae2c None None] Pushing event deleted for resources: {'Port': ['ID=fa12ed00-174b-424b-b819-17f3f3df18ae,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:35.478068 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6da11734-8efc-4b8f-b884-bf3e00fb4210 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (e9ae2c9f-8862-4b1d-b882-f135a69580a6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:35.575794 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e32aea98-ebf3-4dd7-a94e-62fca276d97b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:35.599892 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-9e15ed9a-68fb-4f30-b068-55f38cab2f21 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Project 859fa6a598e940adb04b27af754ebff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:02:35.609300 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3c41791f-947f-4d0f-9592-a19ecc657af6 None None] Current status of the port e32aea98-ebf3-4dd7-a94e-62fca276d97b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:35.648351 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e15ed9a-68fb-4f30-b068-55f38cab2f21 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (d1a748e8-759a-4f23-bc15-8b039d4a4a26), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:35.697985 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5ce38ca8-753a-4dee-8159-6ccc21123112 admin admin] Publish callbacks [] for security_group (560f08ea-baaa-48d7-88f5-a06e69748685), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:35.769237 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e15ed9a-68fb-4f30-b068-55f38cab2f21 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (d1a748e8-759a-4f23-bc15-8b039d4a4a26), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:35.849906 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6da11734-8efc-4b8f-b884-bf3e00fb4210 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (e9ae2c9f-8862-4b1d-b882-f135a69580a6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:35.897081 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-6da11734-8efc-4b8f-b884-bf3e00fb4210 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ae2c9f-8862-4b1d-b882-f135a69580a6']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:35.934383 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-6da11734-8efc-4b8f-b884-bf3e00fb4210 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:35.934383 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-6da11734-8efc-4b8f-b884-bf3e00fb4210 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec629165-a64a-4f8a-bc61-8b87eab7e5a6') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:35.949427 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6da11734-8efc-4b8f-b884-bf3e00fb4210 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (ec629165-a64a-4f8a-bc61-8b87eab7e5a6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:35.968023 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5ce38ca8-753a-4dee-8159-6ccc21123112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (560f08ea-baaa-48d7-88f5-a06e69748685), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:35.985977 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6da11734-8efc-4b8f-b884-bf3e00fb4210 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (ec629165-a64a-4f8a-bc61-8b87eab7e5a6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:36.011945 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da11734-8efc-4b8f-b884-bf3e00fb4210 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:02:36.012384 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6da11734-8efc-4b8f-b884-bf3e00fb4210 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (ec629165-a64a-4f8a-bc61-8b87eab7e5a6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:36.027326 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e15ed9a-68fb-4f30-b068-55f38cab2f21 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (d1a748e8-759a-4f23-bc15-8b039d4a4a26), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:36.044967 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce38ca8-753a-4dee-8159-6ccc21123112 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:02:36.055199 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15ed9a-68fb-4f30-b068-55f38cab2f21 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a748e8-759a-4f23-bc15-8b039d4a4a26,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:36.071124 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment ec629165-a64a-4f8a-bc61-8b87eab7e5a6 resource provider aggregate not found Nov 02 13:02:36.119456 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment ec629165-a64a-4f8a-bc61-8b87eab7e5a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec629165-a64a-4f8a-bc61-8b87eab7e5a6 found for delete ", "request_id": "req-d979dee4-301d-4fab-b4be-0454e85baae1"}]} Nov 02 13:02:36.122720 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce38ca8-753a-4dee-8159-6ccc21123112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560f08ea-baaa-48d7-88f5-a06e69748685,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:36.145192 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5ce38ca8-753a-4dee-8159-6ccc21123112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (69904a17-25a6-4254-b1bc-101536fa1548), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:36.145537 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-5ce38ca8-753a-4dee-8159-6ccc21123112 admin admin] Added segment 69904a17-25a6-4254-b1bc-101536fa1548 of type vlan for network e67f1afc-5b32-4d76-832d-1f33841aa5a5 Nov 02 13:02:36.298391 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e15ed9a-68fb-4f30-b068-55f38cab2f21 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:36.315765 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9e15ed9a-68fb-4f30-b068-55f38cab2f21 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0095856 Nov 02 13:02:36.357167 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6da11734-8efc-4b8f-b884-bf3e00fb4210 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (e9ae2c9f-8862-4b1d-b882-f135a69580a6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:36.414147 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6da11734-8efc-4b8f-b884-bf3e00fb4210 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:36.420290 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6da11734-8efc-4b8f-b884-bf3e00fb4210 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] 10.222.0.64 "DELETE /networking/v2.0/networks/e9ae2c9f-8862-4b1d-b882-f135a69580a6 HTTP/1.1" status: 204 len: 168 time: 1.3005087 Nov 02 13:02:36.430988 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5ce38ca8-753a-4dee-8159-6ccc21123112 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (e67f1afc-5b32-4d76-832d-1f33841aa5a5), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:36.444224 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:36.467647 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da11734-8efc-4b8f-b884-bf3e00fb4210 tempest-NetworksTestDHCPv6-1803717169 tempest-NetworksTestDHCPv6-1803717169-project] Pushing event deleted for resources: {'Network': ['ID=e9ae2c9f-8862-4b1d-b882-f135a69580a6,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:36.566613 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:36.660593 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e32aea98-ebf3-4dd7-a94e-62fca276d97b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:36.716139 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5ce38ca8-753a-4dee-8159-6ccc21123112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (e67f1afc-5b32-4d76-832d-1f33841aa5a5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:36.719570 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce38ca8-753a-4dee-8159-6ccc21123112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:36.720188 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5ce38ca8-753a-4dee-8159-6ccc21123112 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:36.832621 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:36.862488 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e32aea98-ebf3-4dd7-a94e-62fca276d97b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:36.862886 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e32aea98-ebf3-4dd7-a94e-62fca276d97b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:36.863236 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e32aea98-ebf3-4dd7-a94e-62fca276d97b Nov 02 13:02:36.894949 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:37.011163 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e32aea98-ebf3-4dd7-a94e-62fca276d97b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:37.013346 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce38ca8-753a-4dee-8159-6ccc21123112 admin admin] Pushing event updated for resources: {'Network': ['ID=e67f1afc-5b32-4d76-832d-1f33841aa5a5,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:37.028568 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network e67f1afc-5b32-4d76-832d-1f33841aa5a5 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:02:37.049554 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5ce38ca8-753a-4dee-8159-6ccc21123112 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7828679 Nov 02 13:02:37.049786 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39910) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:37.056583 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-bc45e05b-ec97-4bfc-b423-7eafa1fbef00 admin admin] Request body: {'subnet': {'network_id': 'e67f1afc-5b32-4d76-832d-1f33841aa5a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1135700813-subnet', 'tenant_id': '1ac4313709954b2e9e651cb26814df74', 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:37.162918 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8ef0b99c-c9be-4d05-a6ae-c29e3a379869 req-c0990bb0-c50b-415b-8bff-9f78b2428963 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-266418118&fields=id&tenant_id=859fa6a598e940adb04b27af754ebff8 HTTP/1.1" status: 200 len: 267 time: 0.1876438 Nov 02 13:02:37.432402 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc45e05b-ec97-4bfc-b423-7eafa1fbef00 admin admin] Made reservation on behalf of 1ac4313709954b2e9e651cb26814df74 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:37.434754 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0b99c-c9be-4d05-a6ae-c29e3a379869 req-02dbbe5b-11cd-44a7-bad3-081ce9761195 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:37.434886 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc45e05b-ec97-4bfc-b423-7eafa1fbef00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:37.455591 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8ef0b99c-c9be-4d05-a6ae-c29e3a379869 req-02dbbe5b-11cd-44a7-bad3-081ce9761195 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f93ed399-0e31-4f6f-aa00-7845f1420975 HTTP/1.1" status: 200 len: 796 time: 0.2491729 Nov 02 13:02:37.493394 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8ef0b99c-c9be-4d05-a6ae-c29e3a379869 req-8ed207a0-a275-41c5-a4a3-3afaaec7164f tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "GET /networking/v2.0/quotas/859fa6a598e940adb04b27af754ebff8 HTTP/1.1" status: 200 len: 375 time: 0.0232134 Nov 02 13:02:37.580891 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39920) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:37.751362 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8ef0b99c-c9be-4d05-a6ae-c29e3a379869 req-fc0c186c-1fdd-42df-8d72-f06f1dd7c64d tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=859fa6a598e940adb04b27af754ebff8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2467055 Nov 02 13:02:37.799049 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39928) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:37.918731 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1e5532d-c5eb-448e-99c9-4621f6655b12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group (36d50470-9e13-4e83-91be-3c1d13d1bfd4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:37.996762 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1e5532d-c5eb-448e-99c9-4621f6655b12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group (36d50470-9e13-4e83-91be-3c1d13d1bfd4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:38.055332 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d53b52d2-62fc-4d21-9716-171e5a4c2beb admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=687a0c3a36ab4f619c4f80743fcdd9fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4662580 Nov 02 13:02:38.058479 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39934) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:38.098921 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc45e05b-ec97-4bfc-b423-7eafa1fbef00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (17eb4546-ff0c-4fb8-978c-6dd066729fb3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:38.133003 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e5634e2c-0da9-4d57-b9c1-c924d4d3503f admin admin] Publish callbacks [] for security_group (b6826192-2197-4cf8-a3e3-7b068d1a64a4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:38.166767 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e5634e2c-0da9-4d57-b9c1-c924d4d3503f admin admin] Publish callbacks [] for security_group (b6826192-2197-4cf8-a3e3-7b068d1a64a4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:38.188215 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc45e05b-ec97-4bfc-b423-7eafa1fbef00 admin admin] Checking segment: {'id': '69904a17-25a6-4254-b1bc-101536fa1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'e67f1afc-5b32-4d76-832d-1f33841aa5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:02:38.188729 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc45e05b-ec97-4bfc-b423-7eafa1fbef00 admin admin] Network hostable DHCP agents. Network: e67f1afc-5b32-4d76-832d-1f33841aa5a5, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:02:38.196671 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45e05b-ec97-4bfc-b423-7eafa1fbef00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17eb4546-ff0c-4fb8-978c-6dd066729fb3,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:38.233364 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1e5532d-c5eb-448e-99c9-4621f6655b12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (36d50470-9e13-4e83-91be-3c1d13d1bfd4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:38.238962 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1e5532d-c5eb-448e-99c9-4621f6655b12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:38.242847 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c1e5532d-c5eb-448e-99c9-4621f6655b12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/36d50470-9e13-4e83-91be-3c1d13d1bfd4 HTTP/1.1" status: 204 len: 168 time: 0.4438832 Nov 02 13:02:38.265098 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5532d-c5eb-448e-99c9-4621f6655b12 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d50470-9e13-4e83-91be-3c1d13d1bfd4,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:38.331503 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc45e05b-ec97-4bfc-b423-7eafa1fbef00 admin admin] Network e67f1afc-5b32-4d76-832d-1f33841aa5a5 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:02:38.353142 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e5634e2c-0da9-4d57-b9c1-c924d4d3503f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b6826192-2197-4cf8-a3e3-7b068d1a64a4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:38.356077 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e5634e2c-0da9-4d57-b9c1-c924d4d3503f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:38.357518 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e5634e2c-0da9-4d57-b9c1-c924d4d3503f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b6826192-2197-4cf8-a3e3-7b068d1a64a4 HTTP/1.1" status: 204 len: 168 time: 0.2981124 Nov 02 13:02:38.373624 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5634e2c-0da9-4d57-b9c1-c924d4d3503f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6826192-2197-4cf8-a3e3-7b068d1a64a4,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:38.437712 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39944) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:38.514153 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-bc45e05b-ec97-4bfc-b423-7eafa1fbef00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, e67f1afc-5b32-4d76-832d-1f33841aa5a5) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:38.523288 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc45e05b-ec97-4bfc-b423-7eafa1fbef00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:38.523972 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bc45e05b-ec97-4bfc-b423-7eafa1fbef00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:38.541730 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37f39bd-0e10-40c7-bda9-b555186eace7 None None] Network e67f1afc-5b32-4d76-832d-1f33841aa5a5 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:02:38.674143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e67f1afc-5b32-4d76-832d-1f33841aa5a5', 'network_id': 'e67f1afc-5b32-4d76-832d-1f33841aa5a5', 'project_id': '1ac4313709954b2e9e651cb26814df74', 'fixed_ips': [{'subnet_id': '17eb4546-ff0c-4fb8-978c-6dd066729fb3'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:02:38.675291 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:38.874015 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bc45e05b-ec97-4bfc-b423-7eafa1fbef00 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8231592 Nov 02 13:02:38.885630 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 39948) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:38.890362 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-4d543041-1e15-4521-8016-7e49456305f5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1135700813-router', 'tenant_id': '1ac4313709954b2e9e651cb26814df74', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:38.890737 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] Allocated IP 172.20.0.2 (e67f1afc-5b32-4d76-832d-1f33841aa5a5/17eb4546-ff0c-4fb8-978c-6dd066729fb3/4ede931c-3557-4785-a963-43aa904d6de8) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:39.028793 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d543041-1e15-4521-8016-7e49456305f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (265aa858-9b9f-4799-99eb-5011c55c087a), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:39.029902 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d543041-1e15-4521-8016-7e49456305f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (265aa858-9b9f-4799-99eb-5011c55c087a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:39.034618 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:39.060762 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:39.164651 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] Publish callbacks [] for port (4ede931c-3557-4785-a963-43aa904d6de8), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:39.200671 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d543041-1e15-4521-8016-7e49456305f5 admin admin] Publish callbacks [] for router_controller (265aa858-9b9f-4799-99eb-5011c55c087a), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:39.202356 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eea99769-2041-4bbe-91fd-d7751ad30868 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (edda5bc4-df3b-4e67-90fa-6e4dfa307ff0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:39.353189 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (4ede931c-3557-4785-a963-43aa904d6de8), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:39.412455 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] Network e67f1afc-5b32-4d76-832d-1f33841aa5a5 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:39.418868 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:39.421518 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:02:39.432424 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] Pushing event updated for resources: {'Port': ['ID=4ede931c-3557-4785-a963-43aa904d6de8,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:39.493371 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] Attempting to bind port 4ede931c-3557-4785-a963-43aa904d6de8 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:02:39.493867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] Attempting to bind port 4ede931c-3557-4785-a963-43aa904d6de8 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '69904a17-25a6-4254-b1bc-101536fa1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'e67f1afc-5b32-4d76-832d-1f33841aa5a5'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:02:39.494350 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] Attempting to bind port 4ede931c-3557-4785-a963-43aa904d6de8 on network e67f1afc-5b32-4d76-832d-1f33841aa5a5 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:02:39.623074 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:02:39.623801 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] Checking segment: {'id': '69904a17-25a6-4254-b1bc-101536fa1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'e67f1afc-5b32-4d76-832d-1f33841aa5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:02:39.625559 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:39.625978 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] Bound using segment: {'id': '69904a17-25a6-4254-b1bc-101536fa1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'e67f1afc-5b32-4d76-832d-1f33841aa5a5'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:02:39.626493 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] Bound port: 4ede931c-3557-4785-a963-43aa904d6de8, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69904a17-25a6-4254-b1bc-101536fa1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'e67f1afc-5b32-4d76-832d-1f33841aa5a5'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:02:39.629227 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4ede931c-3557-4785-a963-43aa904d6de8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:39.665529 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d543041-1e15-4521-8016-7e49456305f5 admin admin] Publish callbacks [] for router_gateway (265aa858-9b9f-4799-99eb-5011c55c087a), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:39.768367 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] For port 4ede931c-3557-4785-a963-43aa904d6de8, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:02:39.772572 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] For port 4ede931c-3557-4785-a963-43aa904d6de8, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4ede931c-3557-4785-a963-43aa904d6de8,segment=NetworkSegment(69904a17-25a6-4254-b1bc-101536fa1548),segment_id=69904a17-25a6-4254-b1bc-101536fa1548)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:02:39.796851 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:39.875293 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-eea99769-2041-4bbe-91fd-d7751ad30868 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Deleting port e32aea98-ebf3-4dd7-a94e-62fca276d97b {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:02:39.880920 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eea99769-2041-4bbe-91fd-d7751ad30868 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e32aea98-ebf3-4dd7-a94e-62fca276d97b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:39.961290 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4ede931c-3557-4785-a963-43aa904d6de8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:40.142127 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-eea99769-2041-4bbe-91fd-d7751ad30868 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] For port e32aea98-ebf3-4dd7-a94e-62fca276d97b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e32aea98-ebf3-4dd7-a94e-62fca276d97b,segment=NetworkSegment(59e9f8f3-f63e-449f-8d57-062eec1d14f1),segment_id=59e9f8f3-f63e-449f-8d57-062eec1d14f1)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:40.146504 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eea99769-2041-4bbe-91fd-d7751ad30868 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e32aea98-ebf3-4dd7-a94e-62fca276d97b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:40.156429 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:40.161805 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225a46e-2c2b-4409-8044-3df6e777bbfd None None] Pushing event updated for resources: {'Port': ['ID=4ede931c-3557-4785-a963-43aa904d6de8,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:40.219964 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-eea99769-2041-4bbe-91fd-d7751ad30868 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Calling delete_port for e32aea98-ebf3-4dd7-a94e-62fca276d97b owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:02:40.270764 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d543041-1e15-4521-8016-7e49456305f5 admin admin] Publish callbacks [] for router_gateway (265aa858-9b9f-4799-99eb-5011c55c087a), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:40.299538 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d543041-1e15-4521-8016-7e49456305f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:40.721685 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 39992) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:40.784274 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-4d543041-1e15-4521-8016-7e49456305f5 admin admin] Allocated IP 172.25.2.124 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/e3a6da0f-2091-4ba5-a1ef-8601a9207efd) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:40.794257 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:40.799016 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eea99769-2041-4bbe-91fd-d7751ad30868 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e32aea98-ebf3-4dd7-a94e-62fca276d97b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:41.007066 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea99769-2041-4bbe-91fd-d7751ad30868 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event deleted for resources: {'Port': ['ID=e32aea98-ebf3-4dd7-a94e-62fca276d97b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:41.110594 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-9134fc2f-97b4-45cb-9149-571d1fa05089 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1711224059'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:41.164509 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d543041-1e15-4521-8016-7e49456305f5 admin admin] Publish callbacks [] for port (e3a6da0f-2091-4ba5-a1ef-8601a9207efd), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:41.347074 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eea99769-2041-4bbe-91fd-d7751ad30868 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (edda5bc4-df3b-4e67-90fa-6e4dfa307ff0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:41.416762 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d543041-1e15-4521-8016-7e49456305f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (e3a6da0f-2091-4ba5-a1ef-8601a9207efd), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:41.451976 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9134fc2f-97b4-45cb-9149-571d1fa05089 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Made reservation on behalf of 6f4abd840fe748a08ba2e6ad90771bd4 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:41.461093 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9134fc2f-97b4-45cb-9149-571d1fa05089 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:41.481915 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9134fc2f-97b4-45cb-9149-571d1fa05089 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:41.514622 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d543041-1e15-4521-8016-7e49456305f5 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:41.520599 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-4d543041-1e15-4521-8016-7e49456305f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:41.527107 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d543041-1e15-4521-8016-7e49456305f5 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:02:41.531562 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d543041-1e15-4521-8016-7e49456305f5 admin admin] Pushing event updated for resources: {'Port': ['ID=e3a6da0f-2091-4ba5-a1ef-8601a9207efd,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:41.589706 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:42.052111 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9134fc2f-97b4-45cb-9149-571d1fa05089 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks [] for security_group (54545c47-3c6e-4e6c-bd56-b65bac93cbd5), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:42.063490 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea99769-2041-4bbe-91fd-d7751ad30868 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Router edda5bc4-df3b-4e67-90fa-6e4dfa307ff0 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:02:42.116031 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9821304f-83b3-4bb7-970c-aa6da2035668 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:02:42.215631 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9134fc2f-97b4-45cb-9149-571d1fa05089 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (54545c47-3c6e-4e6c-bd56-b65bac93cbd5), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:42.259823 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-77938170-5da1-42a4-b434-1e1db7d9e4e1 None None] Provisioning complete for port 4ede931c-3557-4785-a963-43aa904d6de8 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:42.264794 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-77938170-5da1-42a4-b434-1e1db7d9e4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4ede931c-3557-4785-a963-43aa904d6de8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:42.265273 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-77938170-5da1-42a4-b434-1e1db7d9e4e1 None None] Attempt 1 to provision port 4ede931c-3557-4785-a963-43aa904d6de8 Nov 02 13:02:42.408320 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea99769-2041-4bbe-91fd-d7751ad30868 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:02:42.421346 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-eea99769-2041-4bbe-91fd-d7751ad30868 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "PUT /networking/v2.0/routers/edda5bc4-df3b-4e67-90fa-6e4dfa307ff0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9827421 Nov 02 13:02:42.432207 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e356fa2-0768-48f3-b5e1-804fb7a6bdf7 None None] Sync routers for ids ['edda5bc4-df3b-4e67-90fa-6e4dfa307ff0'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:02:42.433752 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40010) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:42.450110 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9134fc2f-97b4-45cb-9149-571d1fa05089 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:02:42.456054 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e356fa2-0768-48f3-b5e1-804fb7a6bdf7 None None] Routers {'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:02:42.474765 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-3e356fa2-0768-48f3-b5e1-804fb7a6bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:02:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['edda5bc4-df3b-4e67-90fa-6e4dfa307ff0'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:42.486883 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-77938170-5da1-42a4-b434-1e1db7d9e4e1 None None] Current status of the port 4ede931c-3557-4785-a963-43aa904d6de8 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:42.487348 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-77938170-5da1-42a4-b434-1e1db7d9e4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4ede931c-3557-4785-a963-43aa904d6de8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:42.566760 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:42.575999 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9134fc2f-97b4-45cb-9149-571d1fa05089 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (0d705391-c1b0-4087-913d-7624f9eeb105), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:42.581242 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-9134fc2f-97b4-45cb-9149-571d1fa05089 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Added segment 0d705391-c1b0-4087-913d-7624f9eeb105 of type vlan for network a47c52dd-9532-4aa7-992a-c317676f776f Nov 02 13:02:42.581517 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9821304f-83b3-4bb7-970c-aa6da2035668 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:02:42.591233 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134fc2f-97b4-45cb-9149-571d1fa05089 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54545c47-3c6e-4e6c-bd56-b65bac93cbd5,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:42.614685 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-77938170-5da1-42a4-b434-1e1db7d9e4e1 None None] For port 4ede931c-3557-4785-a963-43aa904d6de8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4ede931c-3557-4785-a963-43aa904d6de8,segment=NetworkSegment(69904a17-25a6-4254-b1bc-101536fa1548),segment_id=69904a17-25a6-4254-b1bc-101536fa1548)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:42.761867 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-3e356fa2-0768-48f3-b5e1-804fb7a6bdf7 None None] Set router edda5bc4-df3b-4e67-90fa-6e4dfa307ff0 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:02:42.762838 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3c38b0-5e73-461e-99a5-12f8c471b703 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Deleting subnet d47a3c2a-16d8-46f8-88a0-94a17dd971d5 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:02:42.819866 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9134fc2f-97b4-45cb-9149-571d1fa05089 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (a47c52dd-9532-4aa7-992a-c317676f776f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:42.840627 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca3c38b0-5e73-461e-99a5-12f8c471b703 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for subnet (d47a3c2a-16d8-46f8-88a0-94a17dd971d5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:42.944274 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca3c38b0-5e73-461e-99a5-12f8c471b703 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (d47a3c2a-16d8-46f8-88a0-94a17dd971d5), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:42.988092 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:43.024119 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4ede931c-3557-4785-a963-43aa904d6de8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:43.050709 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-77938170-5da1-42a4-b434-1e1db7d9e4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4ede931c-3557-4785-a963-43aa904d6de8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:43.104786 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-3e356fa2-0768-48f3-b5e1-804fb7a6bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0', 'name': 'tempest-TestNetworkBasicOps-router-1407414447', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'edeb57d1-f9fd-424f-a405-2bf1f90d7b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:14Z', 'updated_at': '2022-11-02T13:02:40Z', 'revision_number': 5, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'gw_port': {'id': 'edeb57d1-f9fd-424f-a405-2bf1f90d7b59', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:32:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:15Z', 'updated_at': '2022-11-02T13:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:43.205291 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e356fa2-0768-48f3-b5e1-804fb7a6bdf7 None None] Checking router: edda5bc4-df3b-4e67-90fa-6e4dfa307ff0 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:02:43.246867 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e356fa2-0768-48f3-b5e1-804fb7a6bdf7 None None] Routers {'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:02:43.249108 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-3e356fa2-0768-48f3-b5e1-804fb7a6bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:02:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['edda5bc4-df3b-4e67-90fa-6e4dfa307ff0'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:43.301179 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca3c38b0-5e73-461e-99a5-12f8c471b703 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (d47a3c2a-16d8-46f8-88a0-94a17dd971d5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:43.339836 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77938170-5da1-42a4-b434-1e1db7d9e4e1 None None] Pushing event updated for resources: {'Port': ['ID=4ede931c-3557-4785-a963-43aa904d6de8,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:43.369237 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5579c280-76f7-493b-9427-e9238d02be30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:43.384040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 4ede931c-3557-4785-a963-43aa904d6de8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:43.384522 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4ede931c-3557-4785-a963-43aa904d6de8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:43.384854 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 4ede931c-3557-4785-a963-43aa904d6de8 Nov 02 13:02:43.392269 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d543041-1e15-4521-8016-7e49456305f5 admin admin] Publish callbacks [] for router_gateway (265aa858-9b9f-4799-99eb-5011c55c087a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:43.450415 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:43.502245 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca3c38b0-5e73-461e-99a5-12f8c471b703 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (d47a3c2a-16d8-46f8-88a0-94a17dd971d5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:43.610967 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca3c38b0-5e73-461e-99a5-12f8c471b703 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:43.628201 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40022) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:43.635228 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ca3c38b0-5e73-461e-99a5-12f8c471b703 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/d47a3c2a-16d8-46f8-88a0-94a17dd971d5 HTTP/1.1" status: 204 len: 168 time: 1.1866777 Nov 02 13:02:43.651895 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c38b0-5e73-461e-99a5-12f8c471b703 tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event deleted for resources: {'Subnet': ['ID=d47a3c2a-16d8-46f8-88a0-94a17dd971d5,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:43.658935 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9134fc2f-97b4-45cb-9149-571d1fa05089 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (a47c52dd-9532-4aa7-992a-c317676f776f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:43.668146 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9134fc2f-97b4-45cb-9149-571d1fa05089 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:43.668957 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9134fc2f-97b4-45cb-9149-571d1fa05089 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:43.671169 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-3e356fa2-0768-48f3-b5e1-804fb7a6bdf7 None None] Set router edda5bc4-df3b-4e67-90fa-6e4dfa307ff0 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:02:43.681961 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 4ede931c-3557-4785-a963-43aa904d6de8 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:43.877400 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134fc2f-97b4-45cb-9149-571d1fa05089 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Pushing event updated for resources: {'Network': ['ID=a47c52dd-9532-4aa7-992a-c317676f776f,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:43.889987 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9134fc2f-97b4-45cb-9149-571d1fa05089 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.1660395 Nov 02 13:02:43.893246 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network a47c52dd-9532-4aa7-992a-c317676f776f details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:02:43.912526 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40026) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:43.927597 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-093d5c6c-fd05-4221-8000-506b2b745b7e tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Request body: {'subnet': {'network_id': 'a47c52dd-9532-4aa7-992a-c317676f776f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:43.988800 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:44.167275 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d543041-1e15-4521-8016-7e49456305f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (265aa858-9b9f-4799-99eb-5011c55c087a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:44.256965 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad574de4-93ca-4491-9d0c-bab1103d7432 None None] Network e67f1afc-5b32-4d76-832d-1f33841aa5a5 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:02:44.292452 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-3e356fa2-0768-48f3-b5e1-804fb7a6bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0', 'name': 'tempest-TestNetworkBasicOps-router-1407414447', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'edeb57d1-f9fd-424f-a405-2bf1f90d7b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:14Z', 'updated_at': '2022-11-02T13:02:40Z', 'revision_number': 5, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'gw_port': {'id': 'edeb57d1-f9fd-424f-a405-2bf1f90d7b59', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:32:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:15Z', 'updated_at': '2022-11-02T13:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:44.342816 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e356fa2-0768-48f3-b5e1-804fb7a6bdf7 None None] The sync data for ids ['edda5bc4-df3b-4e67-90fa-6e4dfa307ff0'] in n-d-857339-6 is: [{'id': 'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0', 'name': 'tempest-TestNetworkBasicOps-router-1407414447', 'tenant_id': '859fa6a598e940adb04b27af754ebff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'edeb57d1-f9fd-424f-a405-2bf1f90d7b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:14Z', 'updated_at': '2022-11-02T13:02:40Z', 'revision_number': 5, 'project_id': '859fa6a598e940adb04b27af754ebff8', 'gw_port': {'id': 'edeb57d1-f9fd-424f-a405-2bf1f90d7b59', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:32:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edda5bc4-df3b-4e67-90fa-6e4dfa307ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:15Z', 'updated_at': '2022-11-02T13:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:02:44.351590 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05375645-b49d-418c-9499-b83949ac638d None None] Network f93ed399-0e31-4f6f-aa00-7845f1420975 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:02:44.353451 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:44.361562 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13d83e26-3aad-4741-ab8b-ec35fba5873c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for router (edda5bc4-df3b-4e67-90fa-6e4dfa307ff0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:44.609396 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13d83e26-3aad-4741-ab8b-ec35fba5873c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for router_gateway (edda5bc4-df3b-4e67-90fa-6e4dfa307ff0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:44.747853 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093d5c6c-fd05-4221-8000-506b2b745b7e tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Made reservation on behalf of 6f4abd840fe748a08ba2e6ad90771bd4 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:44.766432 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-093d5c6c-fd05-4221-8000-506b2b745b7e tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:44.883712 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4ede931c-3557-4785-a963-43aa904d6de8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:44.938998 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:44.942455 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d3bef331-8f02-46b5-b557-37e3a8b1abbf None None] Provisioning complete for port d11ab213-e843-4c2d-b7c3-e028a9a85116 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:44.949838 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d3bef331-8f02-46b5-b557-37e3a8b1abbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d11ab213-e843-4c2d-b7c3-e028a9a85116), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:44.949838 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d3bef331-8f02-46b5-b557-37e3a8b1abbf None None] Attempt 1 to provision port d11ab213-e843-4c2d-b7c3-e028a9a85116 Nov 02 13:02:44.956738 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d543041-1e15-4521-8016-7e49456305f5 admin admin] Router 265aa858-9b9f-4799-99eb-5011c55c087a is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:02:45.138596 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 4ede931c-3557-4785-a963-43aa904d6de8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:45.138596 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4ede931c-3557-4785-a963-43aa904d6de8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:45.138596 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 4ede931c-3557-4785-a963-43aa904d6de8 Nov 02 13:02:45.139549 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-13d83e26-3aad-4741-ab8b-ec35fba5873c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Deleting port edeb57d1-f9fd-424f-a405-2bf1f90d7b59 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:02:45.139549 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13d83e26-3aad-4741-ab8b-ec35fba5873c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (edeb57d1-f9fd-424f-a405-2bf1f90d7b59), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:45.213011 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 4ede931c-3557-4785-a963-43aa904d6de8 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:45.215291 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd6c9b5-5fe4-460e-aeee-76025491d1c6 None None] DHCP port deletion for f93ed399-0e31-4f6f-aa00-7845f1420975 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:02:45.292616 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:45.319235 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d3bef331-8f02-46b5-b557-37e3a8b1abbf None None] Current status of the port d11ab213-e843-4c2d-b7c3-e028a9a85116 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:45.368726 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-13d83e26-3aad-4741-ab8b-ec35fba5873c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] For port edeb57d1-f9fd-424f-a405-2bf1f90d7b59, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=edeb57d1-f9fd-424f-a405-2bf1f90d7b59,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:45.368726 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13d83e26-3aad-4741-ab8b-ec35fba5873c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (edeb57d1-f9fd-424f-a405-2bf1f90d7b59), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:45.369008 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6c9b5-5fe4-460e-aeee-76025491d1c6 None None] Deleting port d11ab213-e843-4c2d-b7c3-e028a9a85116 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:02:45.369008 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c9b5-5fe4-460e-aeee-76025491d1c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d11ab213-e843-4c2d-b7c3-e028a9a85116), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:45.371694 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d543041-1e15-4521-8016-7e49456305f5 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:02:45.402057 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] Sync routers for ids ['265aa858-9b9f-4799-99eb-5011c55c087a'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:02:45.403259 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-13d83e26-3aad-4741-ab8b-ec35fba5873c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Calling delete_port for edeb57d1-f9fd-424f-a405-2bf1f90d7b59 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:02:45.491727 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] Routers {'265aa858-9b9f-4799-99eb-5011c55c087a'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:02:45.492316 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:02:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['265aa858-9b9f-4799-99eb-5011c55c087a'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:45.659454 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-dbd6c9b5-5fe4-460e-aeee-76025491d1c6 None None] For port d11ab213-e843-4c2d-b7c3-e028a9a85116, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d11ab213-e843-4c2d-b7c3-e028a9a85116,segment=NetworkSegment(59e9f8f3-f63e-449f-8d57-062eec1d14f1),segment_id=59e9f8f3-f63e-449f-8d57-062eec1d14f1)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:45.659965 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c9b5-5fe4-460e-aeee-76025491d1c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d11ab213-e843-4c2d-b7c3-e028a9a85116), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:45.669039 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:45.713941 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6c9b5-5fe4-460e-aeee-76025491d1c6 None None] Calling delete_port for d11ab213-e843-4c2d-b7c3-e028a9a85116 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:02:45.758065 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b2e0faa9-5fef-47f8-9450-97d6f1e03da0 None None] Provisioning complete for port 4ede931c-3557-4785-a963-43aa904d6de8 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:45.758065 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b2e0faa9-5fef-47f8-9450-97d6f1e03da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4ede931c-3557-4785-a963-43aa904d6de8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:45.758065 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b2e0faa9-5fef-47f8-9450-97d6f1e03da0 None None] Attempt 1 to provision port 4ede931c-3557-4785-a963-43aa904d6de8 Nov 02 13:02:45.766651 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4d543041-1e15-4521-8016-7e49456305f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:45.766651 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4d543041-1e15-4521-8016-7e49456305f5 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8567204 Nov 02 13:02:45.768921 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40046) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:46.099676 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] Set router 265aa858-9b9f-4799-99eb-5011c55c087a gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:02:46.364198 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265aa858-9b9f-4799-99eb-5011c55c087a', 'name': 'tempest-TestServerBasicOps-1135700813-router', 'tenant_id': '1ac4313709954b2e9e651cb26814df74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'e3a6da0f-2091-4ba5-a1ef-8601a9207efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:39Z', 'updated_at': '2022-11-02T13:02:42Z', 'revision_number': 3, 'project_id': '1ac4313709954b2e9e651cb26814df74', 'gw_port': {'id': 'e3a6da0f-2091-4ba5-a1ef-8601a9207efd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265aa858-9b9f-4799-99eb-5011c55c087a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:40Z', 'updated_at': '2022-11-02T13:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:46.415505 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13d83e26-3aad-4741-ab8b-ec35fba5873c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (edeb57d1-f9fd-424f-a405-2bf1f90d7b59), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.437100 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-093d5c6c-fd05-4221-8000-506b2b745b7e tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (2d353916-4841-41c4-b24c-a5d66929f357), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.461261 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c9b5-5fe4-460e-aeee-76025491d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (d11ab213-e843-4c2d-b7c3-e028a9a85116), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.519783 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b2e0faa9-5fef-47f8-9450-97d6f1e03da0 None None] Current status of the port 4ede931c-3557-4785-a963-43aa904d6de8 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:46.614373 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d83e26-3aad-4741-ab8b-ec35fba5873c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event deleted for resources: {'Port': ['ID=edeb57d1-f9fd-424f-a405-2bf1f90d7b59,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:46.638892 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d5c6c-fd05-4221-8000-506b2b745b7e tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Pushing event updated for resources: {'Subnet': ['ID=2d353916-4841-41c4-b24c-a5d66929f357,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:46.660066 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] Checking router: 265aa858-9b9f-4799-99eb-5011c55c087a for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:02:46.663852 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] Updating router 265aa858-9b9f-4799-99eb-5011c55c087a port e3a6da0f-2091-4ba5-a1ef-8601a9207efd binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:02:46.690614 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e32aea98-ebf3-4dd7-a94e-62fca276d97b no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:02:46.693376 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7d121154-dfb3-457b-ae7d-5527f550d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.718521 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13d83e26-3aad-4741-ab8b-ec35fba5873c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (edda5bc4-df3b-4e67-90fa-6e4dfa307ff0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.754355 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6c9b5-5fe4-460e-aeee-76025491d1c6 None None] Pushing event deleted for resources: {'Port': ['ID=d11ab213-e843-4c2d-b7c3-e028a9a85116,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:46.776115 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-88dbadc4-9f1c-44d5-b47c-2a577ed590cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.800885 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:46.807861 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: e32aea98-ebf3-4dd7-a94e-62fca276d97b {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:02:46.808347 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e32aea98-ebf3-4dd7-a94e-62fca276d97b not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:02:46.808904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d11ab213-e843-4c2d-b7c3-e028a9a85116 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:02:46.814399 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd6c9b5-5fe4-460e-aeee-76025491d1c6 None None] No DVR routers for this DVR port d11ab213-e843-4c2d-b7c3-e028a9a85116 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:02:46.818026 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:46.835131 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13d83e26-3aad-4741-ab8b-ec35fba5873c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (edda5bc4-df3b-4e67-90fa-6e4dfa307ff0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.838032 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13d83e26-3aad-4741-ab8b-ec35fba5873c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for router_controller (edda5bc4-df3b-4e67-90fa-6e4dfa307ff0), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.849970 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e3a6da0f-2091-4ba5-a1ef-8601a9207efd), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.858245 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: d11ab213-e843-4c2d-b7c3-e028a9a85116 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:02:46.860513 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d11ab213-e843-4c2d-b7c3-e028a9a85116 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:02:46.919720 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093d5c6c-fd05-4221-8000-506b2b745b7e tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Checking segment: {'id': '0d705391-c1b0-4087-913d-7624f9eeb105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a47c52dd-9532-4aa7-992a-c317676f776f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:02:46.919720 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093d5c6c-fd05-4221-8000-506b2b745b7e tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Network hostable DHCP agents. Network: a47c52dd-9532-4aa7-992a-c317676f776f, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:02:47.096178 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13d83e26-3aad-4741-ab8b-ec35fba5873c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (edda5bc4-df3b-4e67-90fa-6e4dfa307ff0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:47.097065 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d83e26-3aad-4741-ab8b-ec35fba5873c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Fanout notify agent at l3_agent the message router_deleted on router edda5bc4-df3b-4e67-90fa-6e4dfa307ff0 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:02:47.123177 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-13d83e26-3aad-4741-ab8b-ec35fba5873c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:47.123177 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-13d83e26-3aad-4741-ab8b-ec35fba5873c tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "DELETE /networking/v2.0/routers/edda5bc4-df3b-4e67-90fa-6e4dfa307ff0 HTTP/1.1" status: 204 len: 168 time: 3.4703672 Nov 02 13:02:47.123177 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40070) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:47.199804 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093d5c6c-fd05-4221-8000-506b2b745b7e tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Network a47c52dd-9532-4aa7-992a-c317676f776f is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:02:47.335905 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] Publish callbacks [] for port (e3a6da0f-2091-4ba5-a1ef-8601a9207efd), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:47.341719 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:47.419935 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5593f92e-5ebb-4122-b7cb-5f8e16e6c71b tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (f93ed399-0e31-4f6f-aa00-7845f1420975), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:47.452136 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-88dbadc4-9f1c-44d5-b47c-2a577ed590cb admin admin] Allocated IP 172.20.0.1 (e67f1afc-5b32-4d76-832d-1f33841aa5a5/17eb4546-ff0c-4fb8-978c-6dd066729fb3/5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:47.469105 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:47.506552 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e3a6da0f-2091-4ba5-a1ef-8601a9207efd), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:47.574892 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-093d5c6c-fd05-4221-8000-506b2b745b7e tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, a47c52dd-9532-4aa7-992a-c317676f776f) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:47.598861 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093d5c6c-fd05-4221-8000-506b2b745b7e tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:47.602597 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-093d5c6c-fd05-4221-8000-506b2b745b7e tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:47.608737 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1ccfc7-9678-4394-8752-ec2f90938d56 None None] Network a47c52dd-9532-4aa7-992a-c317676f776f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:02:47.621787 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f833285-cc5b-4566-9785-0509aa85169b None None] Pushing event updated for resources: {'Port': ['ID=e3a6da0f-2091-4ba5-a1ef-8601a9207efd,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:47.659415 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-88dbadc4-9f1c-44d5-b47c-2a577ed590cb admin admin] Publish callbacks [] for port (5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:47.686923 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] Attempting to bind port e3a6da0f-2091-4ba5-a1ef-8601a9207efd on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:02:47.687594 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] Attempting to bind port e3a6da0f-2091-4ba5-a1ef-8601a9207efd by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:02:47.688135 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] Attempting to bind port e3a6da0f-2091-4ba5-a1ef-8601a9207efd on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:02:47.785600 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5593f92e-5ebb-4122-b7cb-5f8e16e6c71b tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (f93ed399-0e31-4f6f-aa00-7845f1420975), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:47.827169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:02:47.827598 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:02:47.827948 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:47.828346 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:02:47.848607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] Bound port: e3a6da0f-2091-4ba5-a1ef-8601a9207efd, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:02:47.849355 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e3a6da0f-2091-4ba5-a1ef-8601a9207efd), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:47.854442 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5593f92e-5ebb-4122-b7cb-5f8e16e6c71b tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93ed399-0e31-4f6f-aa00-7845f1420975']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:47.897580 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5593f92e-5ebb-4122-b7cb-5f8e16e6c71b tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e9f8f3-f63e-449f-8d57-062eec1d14f1') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:47.901866 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-88dbadc4-9f1c-44d5-b47c-2a577ed590cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:47.904290 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5593f92e-5ebb-4122-b7cb-5f8e16e6c71b tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e9f8f3-f63e-449f-8d57-062eec1d14f1') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:47.922532 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-093d5c6c-fd05-4221-8000-506b2b745b7e tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9992852 Nov 02 13:02:47.946562 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40076) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:47.982369 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-491429d4-2060-4b59-bf72-60a5c5e2d888 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Request body: {'port': {'network_id': 'a47c52dd-9532-4aa7-992a-c317676f776f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1086009749'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:48.086192 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-a47c52dd-9532-4aa7-992a-c317676f776f', 'network_id': 'a47c52dd-9532-4aa7-992a-c317676f776f', 'project_id': '6f4abd840fe748a08ba2e6ad90771bd4', 'fixed_ips': [{'subnet_id': '2d353916-4841-41c4-b24c-a5d66929f357'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:02:48.087975 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.117967 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] For port e3a6da0f-2091-4ba5-a1ef-8601a9207efd, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:02:48.129908 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbadc4-9f1c-44d5-b47c-2a577ed590cb admin admin] Pushing event updated for resources: {'Port': ['ID=5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:48.143985 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] For port e3a6da0f-2091-4ba5-a1ef-8601a9207efd, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e3a6da0f-2091-4ba5-a1ef-8601a9207efd,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:02:48.149268 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dbadc4-9f1c-44d5-b47c-2a577ed590cb admin admin] Network e67f1afc-5b32-4d76-832d-1f33841aa5a5 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:48.151582 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5593f92e-5ebb-4122-b7cb-5f8e16e6c71b tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (59e9f8f3-f63e-449f-8d57-062eec1d14f1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.152145 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-88dbadc4-9f1c-44d5-b47c-2a577ed590cb admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:48.159444 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dbadc4-9f1c-44d5-b47c-2a577ed590cb admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:02:48.214549 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5593f92e-5ebb-4122-b7cb-5f8e16e6c71b tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (59e9f8f3-f63e-449f-8d57-062eec1d14f1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.234314 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5593f92e-5ebb-4122-b7cb-5f8e16e6c71b tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:02:48.234858 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5593f92e-5ebb-4122-b7cb-5f8e16e6c71b tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (59e9f8f3-f63e-449f-8d57-062eec1d14f1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.262121 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-88dbadc4-9f1c-44d5-b47c-2a577ed590cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (265aa858-9b9f-4799-99eb-5011c55c087a), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.523266 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device edeb57d1-f9fd-424f-a405-2bf1f90d7b59 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:02:48.525737 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.533374 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e3a6da0f-2091-4ba5-a1ef-8601a9207efd), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.752847 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: edeb57d1-f9fd-424f-a405-2bf1f90d7b59 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:02:48.753113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device edeb57d1-f9fd-424f-a405-2bf1f90d7b59 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:02:48.812982 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f833285-cc5b-4566-9785-0509aa85169b None None] Pushing event updated for resources: {'Port': ['ID=e3a6da0f-2091-4ba5-a1ef-8601a9207efd,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:48.850049 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Allocated IP 2001:db8::2 (a47c52dd-9532-4aa7-992a-c317676f776f/2d353916-4841-41c4-b24c-a5d66929f357/c2fa5851-2935-4974-8a3d-b4dc2a548ec1) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:48.864421 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2c809553-28f7-48aa-ad1e-3bf9c99715e0 None None] Provisioning complete for port 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:48.864784 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2c809553-28f7-48aa-ad1e-3bf9c99715e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.865122 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2c809553-28f7-48aa-ad1e-3bf9c99715e0 None None] Attempt 1 to provision port 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd Nov 02 13:02:48.870135 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] Routers {'265aa858-9b9f-4799-99eb-5011c55c087a'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:02:48.881006 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:02:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['265aa858-9b9f-4799-99eb-5011c55c087a'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:48.939948 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 59e9f8f3-f63e-449f-8d57-062eec1d14f1 resource provider aggregate not found Nov 02 13:02:48.967459 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 59e9f8f3-f63e-449f-8d57-062eec1d14f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59e9f8f3-f63e-449f-8d57-062eec1d14f1 found for delete ", "request_id": "req-91375e81-7748-4abc-adea-3e02cd385d0e"}]} Nov 02 13:02:49.196945 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.204638 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5593f92e-5ebb-4122-b7cb-5f8e16e6c71b tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (f93ed399-0e31-4f6f-aa00-7845f1420975), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.210893 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5593f92e-5ebb-4122-b7cb-5f8e16e6c71b tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.216884 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5593f92e-5ebb-4122-b7cb-5f8e16e6c71b tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] 10.222.0.64 "DELETE /networking/v2.0/networks/f93ed399-0e31-4f6f-aa00-7845f1420975 HTTP/1.1" status: 204 len: 168 time: 2.0916657 Nov 02 13:02:49.268381 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-88dbadc4-9f1c-44d5-b47c-2a577ed590cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.293965 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2c809553-28f7-48aa-ad1e-3bf9c99715e0 None None] Port 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:02:49.295024 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593f92e-5ebb-4122-b7cb-5f8e16e6c71b tempest-TestNetworkBasicOps-213837971 tempest-TestNetworkBasicOps-213837971-project] Pushing event deleted for resources: {'Network': ['ID=f93ed399-0e31-4f6f-aa00-7845f1420975,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:49.303633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] Set router 265aa858-9b9f-4799-99eb-5011c55c087a gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:02:49.321571 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491429d4-2060-4b59-bf72-60a5c5e2d888 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Made reservation on behalf of 6f4abd840fe748a08ba2e6ad90771bd4 for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:49.327555 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-491429d4-2060-4b59-bf72-60a5c5e2d888 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.377154 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-491429d4-2060-4b59-bf72-60a5c5e2d888 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] device_id is not set on port adab405e-23a1-4b2e-90c7-86bab817f169 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 13:02:49.496081 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-88dbadc4-9f1c-44d5-b47c-2a577ed590cb admin admin] Publish callbacks [] for port (5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.666566 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e16836bf-4d61-4545-95f7-a8b64a319571 req-07ecca40-9027-4278-a9b2-a045b9451a84 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0615985 Nov 02 13:02:49.710559 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Publish callbacks [] for port (c2fa5851-2935-4974-8a3d-b4dc2a548ec1), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.746286 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265aa858-9b9f-4799-99eb-5011c55c087a', 'name': 'tempest-TestServerBasicOps-1135700813-router', 'tenant_id': '1ac4313709954b2e9e651cb26814df74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'e3a6da0f-2091-4ba5-a1ef-8601a9207efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:39Z', 'updated_at': '2022-11-02T13:02:48Z', 'revision_number': 4, 'project_id': '1ac4313709954b2e9e651cb26814df74', 'gw_port': {'id': 'e3a6da0f-2091-4ba5-a1ef-8601a9207efd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265aa858-9b9f-4799-99eb-5011c55c087a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:40Z', 'updated_at': '2022-11-02T13:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd', 'name': '', 'network_id': 'e67f1afc-5b32-4d76-832d-1f33841aa5a5', 'tenant_id': '1ac4313709954b2e9e651cb26814df74', 'mac_address': 'fa:16:3e:73:8b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265aa858-9b9f-4799-99eb-5011c55c087a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '17eb4546-ff0c-4fb8-978c-6dd066729fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:46Z', 'updated_at': '2022-11-02T13:02:47Z', 'revision_number': 1, 'project_id': '1ac4313709954b2e9e651cb26814df74', 'subnets': [{'id': '17eb4546-ff0c-4fb8-978c-6dd066729fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:49.759259 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-88dbadc4-9f1c-44d5-b47c-2a577ed590cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.797919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa20f43-fc33-4c17-89a1-b07e7161e166 None None] The sync data for ids ['265aa858-9b9f-4799-99eb-5011c55c087a'] in n-d-857339-6 is: [{'id': '265aa858-9b9f-4799-99eb-5011c55c087a', 'name': 'tempest-TestServerBasicOps-1135700813-router', 'tenant_id': '1ac4313709954b2e9e651cb26814df74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'e3a6da0f-2091-4ba5-a1ef-8601a9207efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:39Z', 'updated_at': '2022-11-02T13:02:48Z', 'revision_number': 4, 'project_id': '1ac4313709954b2e9e651cb26814df74', 'gw_port': {'id': 'e3a6da0f-2091-4ba5-a1ef-8601a9207efd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265aa858-9b9f-4799-99eb-5011c55c087a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:40Z', 'updated_at': '2022-11-02T13:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd', 'name': '', 'network_id': 'e67f1afc-5b32-4d76-832d-1f33841aa5a5', 'tenant_id': '1ac4313709954b2e9e651cb26814df74', 'mac_address': 'fa:16:3e:73:8b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265aa858-9b9f-4799-99eb-5011c55c087a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '17eb4546-ff0c-4fb8-978c-6dd066729fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:46Z', 'updated_at': '2022-11-02T13:02:47Z', 'revision_number': 1, 'project_id': '1ac4313709954b2e9e651cb26814df74', 'subnets': [{'id': '17eb4546-ff0c-4fb8-978c-6dd066729fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:02:49.822714 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16836bf-4d61-4545-95f7-a8b64a319571 req-049b8fe1-553e-4986-9153-fe3892c37cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:49.824978 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e16836bf-4d61-4545-95f7-a8b64a319571 req-049b8fe1-553e-4986-9153-fe3892c37cca service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=34bf3744309d4381acf25152b0225203&device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 1130 time: 0.0851660 Nov 02 13:02:49.878624 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbadc4-9f1c-44d5-b47c-2a577ed590cb admin admin] Pushing event updated for resources: {'Port': ['ID=5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:49.895025 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-88dbadc4-9f1c-44d5-b47c-2a577ed590cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (265aa858-9b9f-4799-99eb-5011c55c087a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.974536 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (c2fa5851-2935-4974-8a3d-b4dc2a548ec1), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:50.082925 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Network a47c52dd-9532-4aa7-992a-c317676f776f is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:50.098085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:50.113607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:02:50.121153 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:50.122751 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Pushing event updated for resources: {'Port': ['ID=c2fa5851-2935-4974-8a3d-b4dc2a548ec1,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:50.162266 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dbadc4-9f1c-44d5-b47c-2a577ed590cb admin admin] Network e67f1afc-5b32-4d76-832d-1f33841aa5a5 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:50.175883 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-88dbadc4-9f1c-44d5-b47c-2a577ed590cb admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:50.230123 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16836bf-4d61-4545-95f7-a8b64a319571 req-4086ac6d-add1-46c1-8cd1-838ab7aa8ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:50.231698 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e16836bf-4d61-4545-95f7-a8b64a319571 req-4086ac6d-add1-46c1-8cd1-838ab7aa8ac0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.3790965 Nov 02 13:02:50.328503 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Attempting to bind port c2fa5851-2935-4974-8a3d-b4dc2a548ec1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:02:50.329107 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Attempting to bind port c2fa5851-2935-4974-8a3d-b4dc2a548ec1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '0d705391-c1b0-4087-913d-7624f9eeb105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a47c52dd-9532-4aa7-992a-c317676f776f'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:02:50.330183 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Attempting to bind port c2fa5851-2935-4974-8a3d-b4dc2a548ec1 on network a47c52dd-9532-4aa7-992a-c317676f776f {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:02:50.350324 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e16836bf-4d61-4545-95f7-a8b64a319571 req-58a65f61-b127-4057-8e3d-2bcabfd5cfc9 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=56afa1dd-972d-439d-a0d4-02b528292ceb HTTP/1.1" status: 200 len: 217 time: 0.1042833 Nov 02 13:02:50.394422 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88dbadc4-9f1c-44d5-b47c-2a577ed590cb admin admin] Router 265aa858-9b9f-4799-99eb-5011c55c087a has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:02:50.472942 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-491429d4-2060-4b59-bf72-60a5c5e2d888 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Allocated IP 2001:db8::38b (a47c52dd-9532-4aa7-992a-c317676f776f/2d353916-4841-41c4-b24c-a5d66929f357/adab405e-23a1-4b2e-90c7-86bab817f169) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:50.572145 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:02:50.572627 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Checking segment: {'id': '0d705391-c1b0-4087-913d-7624f9eeb105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a47c52dd-9532-4aa7-992a-c317676f776f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:02:50.577649 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:50.585351 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Bound using segment: {'id': '0d705391-c1b0-4087-913d-7624f9eeb105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a47c52dd-9532-4aa7-992a-c317676f776f'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:02:50.590252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Bound port: c2fa5851-2935-4974-8a3d-b4dc2a548ec1, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d705391-c1b0-4087-913d-7624f9eeb105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a47c52dd-9532-4aa7-992a-c317676f776f'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:02:50.590252 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c2fa5851-2935-4974-8a3d-b4dc2a548ec1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:50.696796 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16836bf-4d61-4545-95f7-a8b64a319571 req-0f870476-2bf0-4b15-9c79-d9cf09976d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:50.704877 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e16836bf-4d61-4545-95f7-a8b64a319571 req-0f870476-2bf0-4b15-9c79-d9cf09976d22 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.3457072 Nov 02 13:02:50.718060 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dbadc4-9f1c-44d5-b47c-2a577ed590cb admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:02:50.774040 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-88dbadc4-9f1c-44d5-b47c-2a577ed590cb admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/265aa858-9b9f-4799-99eb-5011c55c087a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0230799 Nov 02 13:02:50.779823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40112) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:50.803256 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] For port c2fa5851-2935-4974-8a3d-b4dc2a548ec1, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:02:50.812707 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] For port c2fa5851-2935-4974-8a3d-b4dc2a548ec1, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c2fa5851-2935-4974-8a3d-b4dc2a548ec1,segment=NetworkSegment(0d705391-c1b0-4087-913d-7624f9eeb105),segment_id=0d705391-c1b0-4087-913d-7624f9eeb105)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:02:50.871499 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:50.910590 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-fd37dc45-2890-468b-aa7e-fb170a61fe0a None None] Provisioning complete for port 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:50.912948 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fd37dc45-2890-468b-aa7e-fb170a61fe0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:50.913379 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-fd37dc45-2890-468b-aa7e-fb170a61fe0a None None] Attempt 1 to provision port 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd Nov 02 13:02:51.006078 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fd37dc45-2890-468b-aa7e-fb170a61fe0a None None] Port 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:02:51.020695 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c2fa5851-2935-4974-8a3d-b4dc2a548ec1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:51.197793 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-862927c1-59b4-4a65-ad5f-93e69b051805 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=859fa6a598e940adb04b27af754ebff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4162991 Nov 02 13:02:51.202159 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40122) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:51.205201 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Pushing event updated for resources: {'Port': ['ID=c2fa5851-2935-4974-8a3d-b4dc2a548ec1,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:51.261740 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:51.263561 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:51.265141 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:51.266715 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:51.267383 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:51.267964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:51.271073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:51.271732 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:51.273818 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:51.274587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:51.275153 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:51.275719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:51.280888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:51.281632 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:51.282781 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6bf383-a952-461e-b8d0-9b3ec8308411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:51.304627 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-491429d4-2060-4b59-bf72-60a5c5e2d888 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks [] for port (adab405e-23a1-4b2e-90c7-86bab817f169), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:51.374934 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e240f68e-c876-415e-a604-7d49dd609ff0 admin admin] Publish callbacks [] for security_group (0773d6dd-2454-4e6f-a651-893447fbf6ed), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:51.421893 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e240f68e-c876-415e-a604-7d49dd609ff0 admin admin] Publish callbacks [] for security_group (0773d6dd-2454-4e6f-a651-893447fbf6ed), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:51.471920 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16836bf-4d61-4545-95f7-a8b64a319571 req-9b3b7c1d-9c66-4e9a-a5f2-810ca856b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:51.474187 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e16836bf-4d61-4545-95f7-a8b64a319571 req-9b3b7c1d-9c66-4e9a-a5f2-810ca856b100 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7577243 Nov 02 13:02:51.806242 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e16836bf-4d61-4545-95f7-a8b64a319571 req-97b51aa3-375f-48aa-b8e6-044c11d1345c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243709 Nov 02 13:02:51.807766 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-491429d4-2060-4b59-bf72-60a5c5e2d888 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (adab405e-23a1-4b2e-90c7-86bab817f169), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:51.866456 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e240f68e-c876-415e-a604-7d49dd609ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0773d6dd-2454-4e6f-a651-893447fbf6ed), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:51.869652 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e240f68e-c876-415e-a604-7d49dd609ff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:51.875543 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e240f68e-c876-415e-a604-7d49dd609ff0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0773d6dd-2454-4e6f-a651-893447fbf6ed HTTP/1.1" status: 204 len: 168 time: 0.6700649 Nov 02 13:02:51.915761 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240f68e-c876-415e-a604-7d49dd609ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0773d6dd-2454-4e6f-a651-893447fbf6ed,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:51.943926 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:52.013509 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e16836bf-4d61-4545-95f7-a8b64a319571 req-ab5ee5b9-f1ea-4d43-8ab1-ede7569982a3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971917 Nov 02 13:02:52.108749 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491429d4-2060-4b59-bf72-60a5c5e2d888 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Network a47c52dd-9532-4aa7-992a-c317676f776f is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:52.112118 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-491429d4-2060-4b59-bf72-60a5c5e2d888 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:52.120122 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491429d4-2060-4b59-bf72-60a5c5e2d888 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:02:52.127389 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491429d4-2060-4b59-bf72-60a5c5e2d888 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:52.135052 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-491429d4-2060-4b59-bf72-60a5c5e2d888 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:52.140720 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491429d4-2060-4b59-bf72-60a5c5e2d888 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Pushing event updated for resources: {'Port': ['ID=adab405e-23a1-4b2e-90c7-86bab817f169,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:52.284799 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40142) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:52.285840 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-491429d4-2060-4b59-bf72-60a5c5e2d888 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.3380337 Nov 02 13:02:52.290384 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-d3d2b317-07ac-4329-9b92-aefbeb72c4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Request body: {'port': {'network_id': 'a47c52dd-9532-4aa7-992a-c317676f776f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-706054976', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:52.291140 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.api.validators [None req-d3d2b317-07ac-4329-9b92-aefbeb72c4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] bootfile-name is not in valid_values {{(pid=105976) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Nov 02 13:02:52.291651 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.api.validators [None req-d3d2b317-07ac-4329-9b92-aefbeb72c4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] tftp-server is not in valid_values {{(pid=105976) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Nov 02 13:02:52.292223 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.api.validators [None req-d3d2b317-07ac-4329-9b92-aefbeb72c4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] server-ip-address is not in valid_values {{(pid=105976) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Nov 02 13:02:52.604154 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:52.632379 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:52.763242 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e3a6da0f-2091-4ba5-a1ef-8601a9207efd up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:52.998401 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e3a6da0f-2091-4ba5-a1ef-8601a9207efd triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:52.998401 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e3a6da0f-2091-4ba5-a1ef-8601a9207efd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:52.998401 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e3a6da0f-2091-4ba5-a1ef-8601a9207efd Nov 02 13:02:53.084557 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40160) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:53.090451 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6f6474bf-61e9-475a-83eb-f1ec3c5b7d1a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2063072870-network', 'tenant_id': '3fe3c3f159e14c2bb0cba6debd69ec1f'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:53.142874 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:53.158712 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40162) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:53.210438 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4777fad-6a2f-4368-b820-b865ceb022d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:53.226255 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e3a6da0f-2091-4ba5-a1ef-8601a9207efd is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:53.226664 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e3a6da0f-2091-4ba5-a1ef-8601a9207efd), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:53.228454 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:53.230391 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6474bf-61e9-475a-83eb-f1ec3c5b7d1a admin admin] Made reservation on behalf of 3fe3c3f159e14c2bb0cba6debd69ec1f for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:53.244274 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f6474bf-61e9-475a-83eb-f1ec3c5b7d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:53.286262 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port e3a6da0f-2091-4ba5-a1ef-8601a9207efd, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e3a6da0f-2091-4ba5-a1ef-8601a9207efd,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:53.319722 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f6474bf-61e9-475a-83eb-f1ec3c5b7d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:53.398500 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e3a6da0f-2091-4ba5-a1ef-8601a9207efd), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:53.399231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c2fa5851-2935-4974-8a3d-b4dc2a548ec1 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:53.579893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=e3a6da0f-2091-4ba5-a1ef-8601a9207efd,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:53.595695 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f6474bf-61e9-475a-83eb-f1ec3c5b7d1a admin admin] Publish callbacks [] for security_group (e8093986-ebd3-4a45-8033-e841b2925c1c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:53.661944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0d1a25-b8ea-4392-b32b-7fa841350094 None None] Network a47c52dd-9532-4aa7-992a-c317676f776f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:02:53.726617 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4777fad-6a2f-4368-b820-b865ceb022d3 admin admin] Publish callbacks [] for security_group (b30cfe8b-14c3-417e-b5b8-d474293bb805), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:53.727769 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f6474bf-61e9-475a-83eb-f1ec3c5b7d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e8093986-ebd3-4a45-8033-e841b2925c1c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:53.783095 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6474bf-61e9-475a-83eb-f1ec3c5b7d1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:02:53.810486 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6474bf-61e9-475a-83eb-f1ec3c5b7d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8093986-ebd3-4a45-8033-e841b2925c1c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:53.838627 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d2b317-07ac-4329-9b92-aefbeb72c4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Made reservation on behalf of 6f4abd840fe748a08ba2e6ad90771bd4 for: {'port': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:53.840148 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f6474bf-61e9-475a-83eb-f1ec3c5b7d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a5f6f176-6cba-46fd-a685-ec9733fcd5bd), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:53.840757 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-6f6474bf-61e9-475a-83eb-f1ec3c5b7d1a admin admin] Added segment a5f6f176-6cba-46fd-a685-ec9733fcd5bd of type vlan for network f6ef32b7-8d28-41ea-b237-204c7ca4e14b Nov 02 13:02:53.846469 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d3d2b317-07ac-4329-9b92-aefbeb72c4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:53.870859 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-63352f0e-fc0b-4662-a72f-6b8563bdbf25 None None] Provisioning complete for port c2fa5851-2935-4974-8a3d-b4dc2a548ec1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:53.886292 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-63352f0e-fc0b-4662-a72f-6b8563bdbf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c2fa5851-2935-4974-8a3d-b4dc2a548ec1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:53.886618 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-63352f0e-fc0b-4662-a72f-6b8563bdbf25 None None] Attempt 1 to provision port c2fa5851-2935-4974-8a3d-b4dc2a548ec1 Nov 02 13:02:53.903889 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b4777fad-6a2f-4368-b820-b865ceb022d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b30cfe8b-14c3-417e-b5b8-d474293bb805), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:53.919292 n-d-857339-6 neutron-server[105976]: DEBUG neutron.notifiers.nova [None req-d3d2b317-07ac-4329-9b92-aefbeb72c4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] device_id is not set on port 1ee3e9d4-83dd-4b0a-b59f-0f376092983d yet. {{(pid=105976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 13:02:53.958263 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c2fa5851-2935-4974-8a3d-b4dc2a548ec1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:53.958663 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c2fa5851-2935-4974-8a3d-b4dc2a548ec1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:53.959069 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c2fa5851-2935-4974-8a3d-b4dc2a548ec1 Nov 02 13:02:54.108205 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f6474bf-61e9-475a-83eb-f1ec3c5b7d1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (f6ef32b7-8d28-41ea-b237-204c7ca4e14b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:54.126046 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:54.147353 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b4777fad-6a2f-4368-b820-b865ceb022d3 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f067e43049a74abf94534893be019e19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9861727 Nov 02 13:02:54.149479 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40172) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:54.163658 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4777fad-6a2f-4368-b820-b865ceb022d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30cfe8b-14c3-417e-b5b8-d474293bb805,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:54.216718 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c2fa5851-2935-4974-8a3d-b4dc2a548ec1 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:54.217108 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c2fa5851-2935-4974-8a3d-b4dc2a548ec1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:54.243215 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:54.256872 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-63352f0e-fc0b-4662-a72f-6b8563bdbf25 None None] Current status of the port c2fa5851-2935-4974-8a3d-b4dc2a548ec1 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:54.257564 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-63352f0e-fc0b-4662-a72f-6b8563bdbf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c2fa5851-2935-4974-8a3d-b4dc2a548ec1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:54.296874 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=20 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:54.298060 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=79 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:54.346874 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f6474bf-61e9-475a-83eb-f1ec3c5b7d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (f6ef32b7-8d28-41ea-b237-204c7ca4e14b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:54.347972 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6474bf-61e9-475a-83eb-f1ec3c5b7d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:54.348917 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f6474bf-61e9-475a-83eb-f1ec3c5b7d1a admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:54.376873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port c2fa5851-2935-4974-8a3d-b4dc2a548ec1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c2fa5851-2935-4974-8a3d-b4dc2a548ec1,segment=NetworkSegment(0d705391-c1b0-4087-913d-7624f9eeb105),segment_id=0d705391-c1b0-4087-913d-7624f9eeb105)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:54.385368 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7ce2fb3-ff8e-48d7-9946-67f48b79e209 admin admin] Publish callbacks [] for security_group (b30cfe8b-14c3-417e-b5b8-d474293bb805), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:54.422235 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7ce2fb3-ff8e-48d7-9946-67f48b79e209 admin admin] Publish callbacks [] for security_group (b30cfe8b-14c3-417e-b5b8-d474293bb805), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:54.446873 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6474bf-61e9-475a-83eb-f1ec3c5b7d1a admin admin] Pushing event updated for resources: {'Network': ['ID=f6ef32b7-8d28-41ea-b237-204c7ca4e14b,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:54.459496 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network f6ef32b7-8d28-41ea-b237-204c7ca4e14b details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:02:54.549643 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-d3d2b317-07ac-4329-9b92-aefbeb72c4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Allocated IP 2001:db8::368 (a47c52dd-9532-4aa7-992a-c317676f776f/2d353916-4841-41c4-b24c-a5d66929f357/1ee3e9d4-83dd-4b0a-b59f-0f376092983d) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:54.604333 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c2fa5851-2935-4974-8a3d-b4dc2a548ec1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:54.619982 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6f6474bf-61e9-475a-83eb-f1ec3c5b7d1a admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5343127 Nov 02 13:02:54.623398 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40182) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:54.628834 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-22b03c54-66fc-45c3-9343-8d04b44461e8 admin admin] Request body: {'subnet': {'network_id': 'f6ef32b7-8d28-41ea-b237-204c7ca4e14b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2063072870-subnet', 'tenant_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:54.637942 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-63352f0e-fc0b-4662-a72f-6b8563bdbf25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:02:54.638774 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-63352f0e-fc0b-4662-a72f-6b8563bdbf25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:02:54.747289 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7ce2fb3-ff8e-48d7-9946-67f48b79e209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b30cfe8b-14c3-417e-b5b8-d474293bb805), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:54.750759 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a7ce2fb3-ff8e-48d7-9946-67f48b79e209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:54.756987 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a7ce2fb3-ff8e-48d7-9946-67f48b79e209 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b30cfe8b-14c3-417e-b5b8-d474293bb805 HTTP/1.1" status: 204 len: 168 time: 0.6064529 Nov 02 13:02:54.787113 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b03c54-66fc-45c3-9343-8d04b44461e8 admin admin] Made reservation on behalf of 3fe3c3f159e14c2bb0cba6debd69ec1f for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:54.788805 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22b03c54-66fc-45c3-9343-8d04b44461e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:54.805611 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce2fb3-ff8e-48d7-9946-67f48b79e209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30cfe8b-14c3-417e-b5b8-d474293bb805,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:54.858505 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:54.897151 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=c2fa5851-2935-4974-8a3d-b4dc2a548ec1,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:54.930181 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e3a6da0f-2091-4ba5-a1ef-8601a9207efd up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:55.020360 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:55.067666 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] Sync routers for ids ['265aa858-9b9f-4799-99eb-5011c55c087a'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:02:55.094862 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e3a6da0f-2091-4ba5-a1ef-8601a9207efd triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:55.095236 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e3a6da0f-2091-4ba5-a1ef-8601a9207efd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:55.095638 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e3a6da0f-2091-4ba5-a1ef-8601a9207efd Nov 02 13:02:55.096772 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] Routers {'265aa858-9b9f-4799-99eb-5011c55c087a'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:02:55.099812 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:02:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['265aa858-9b9f-4799-99eb-5011c55c087a'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:55.226515 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d3d2b317-07ac-4329-9b92-aefbeb72c4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks [] for port (1ee3e9d4-83dd-4b0a-b59f-0f376092983d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:55.339037 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-63352f0e-fc0b-4662-a72f-6b8563bdbf25 None None] Current status of the port c2fa5851-2935-4974-8a3d-b4dc2a548ec1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:55.365795 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:55.387680 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d3d2b317-07ac-4329-9b92-aefbeb72c4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (1ee3e9d4-83dd-4b0a-b59f-0f376092983d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:55.400746 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:55.458029 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d2b317-07ac-4329-9b92-aefbeb72c4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Network a47c52dd-9532-4aa7-992a-c317676f776f is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:55.463599 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-d3d2b317-07ac-4329-9b92-aefbeb72c4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:55.471753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d2b317-07ac-4329-9b92-aefbeb72c4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:02:55.478423 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d2b317-07ac-4329-9b92-aefbeb72c4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:55.480885 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d3d2b317-07ac-4329-9b92-aefbeb72c4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:55.508986 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2b317-07ac-4329-9b92-aefbeb72c4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Pushing event updated for resources: {'Port': ['ID=1ee3e9d4-83dd-4b0a-b59f-0f376092983d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:55.557490 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] Set router 265aa858-9b9f-4799-99eb-5011c55c087a gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:02:55.579600 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-75a4a24b-3520-495e-a747-75e336834134 None None] Provisioning complete for port c2fa5851-2935-4974-8a3d-b4dc2a548ec1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:55.592867 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-75a4a24b-3520-495e-a747-75e336834134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c2fa5851-2935-4974-8a3d-b4dc2a548ec1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:55.593296 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-75a4a24b-3520-495e-a747-75e336834134 None None] Attempt 1 to provision port c2fa5851-2935-4974-8a3d-b4dc2a548ec1 Nov 02 13:02:55.650031 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22b03c54-66fc-45c3-9343-8d04b44461e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (0b634919-1ed2-4a5d-8c75-17e0a70c1358), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:55.655950 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e3a6da0f-2091-4ba5-a1ef-8601a9207efd is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:55.656759 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d3d2b317-07ac-4329-9b92-aefbeb72c4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.3705444 Nov 02 13:02:55.657468 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40200) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:55.945128 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:55.998195 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-75a4a24b-3520-495e-a747-75e336834134 None None] Current status of the port c2fa5851-2935-4974-8a3d-b4dc2a548ec1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:56.030755 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-75a4a24b-3520-495e-a747-75e336834134 None None] Provisioning complete for port adab405e-23a1-4b2e-90c7-86bab817f169 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:56.031279 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-75a4a24b-3520-495e-a747-75e336834134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (adab405e-23a1-4b2e-90c7-86bab817f169), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:56.031627 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-75a4a24b-3520-495e-a747-75e336834134 None None] Attempt 1 to provision port adab405e-23a1-4b2e-90c7-86bab817f169 Nov 02 13:02:56.091188 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0540444-f02e-4a0f-9fef-fe58a88d3f12 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:56.103627 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0540444-f02e-4a0f-9fef-fe58a88d3f12 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:56.114182 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0540444-f02e-4a0f-9fef-fe58a88d3f12 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:56.116468 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d0540444-f02e-4a0f-9fef-fe58a88d3f12 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.4552901 Nov 02 13:02:56.122692 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40202) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:56.133729 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-75a4a24b-3520-495e-a747-75e336834134 None None] Port adab405e-23a1-4b2e-90c7-86bab817f169 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:02:56.143880 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b03c54-66fc-45c3-9343-8d04b44461e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b634919-1ed2-4a5d-8c75-17e0a70c1358,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:56.145335 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265aa858-9b9f-4799-99eb-5011c55c087a', 'name': 'tempest-TestServerBasicOps-1135700813-router', 'tenant_id': '1ac4313709954b2e9e651cb26814df74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'e3a6da0f-2091-4ba5-a1ef-8601a9207efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:39Z', 'updated_at': '2022-11-02T13:02:48Z', 'revision_number': 4, 'project_id': '1ac4313709954b2e9e651cb26814df74', 'gw_port': {'id': 'e3a6da0f-2091-4ba5-a1ef-8601a9207efd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265aa858-9b9f-4799-99eb-5011c55c087a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:40Z', 'updated_at': '2022-11-02T13:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd', 'name': '', 'network_id': 'e67f1afc-5b32-4d76-832d-1f33841aa5a5', 'tenant_id': '1ac4313709954b2e9e651cb26814df74', 'mac_address': 'fa:16:3e:73:8b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265aa858-9b9f-4799-99eb-5011c55c087a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '17eb4546-ff0c-4fb8-978c-6dd066729fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:46Z', 'updated_at': '2022-11-02T13:02:49Z', 'revision_number': 2, 'project_id': '1ac4313709954b2e9e651cb26814df74', 'subnets': [{'id': '17eb4546-ff0c-4fb8-978c-6dd066729fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:56.147677 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b03c54-66fc-45c3-9343-8d04b44461e8 admin admin] Checking segment: {'id': 'a5f6f176-6cba-46fd-a685-ec9733fcd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'f6ef32b7-8d28-41ea-b237-204c7ca4e14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:02:56.152680 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b03c54-66fc-45c3-9343-8d04b44461e8 admin admin] Network hostable DHCP agents. Network: f6ef32b7-8d28-41ea-b237-204c7ca4e14b, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:02:56.169553 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:56.215719 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] Checking router: 265aa858-9b9f-4799-99eb-5011c55c087a for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:02:56.216337 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] Updating router 265aa858-9b9f-4799-99eb-5011c55c087a port 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:02:56.251330 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:56.264343 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0b7817c5-c800-4448-aec2-5fb4ea54e57d None None] Provisioning complete for port 1ee3e9d4-83dd-4b0a-b59f-0f376092983d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:56.267069 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b03c54-66fc-45c3-9343-8d04b44461e8 admin admin] Network f6ef32b7-8d28-41ea-b237-204c7ca4e14b is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:02:56.268018 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0b7817c5-c800-4448-aec2-5fb4ea54e57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1ee3e9d4-83dd-4b0a-b59f-0f376092983d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:56.269642 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0b7817c5-c800-4448-aec2-5fb4ea54e57d None None] Attempt 1 to provision port 1ee3e9d4-83dd-4b0a-b59f-0f376092983d Nov 02 13:02:56.312771 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:56.350759 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-50e7ba53-2b2e-4ce6-bf06-697b38a55f97 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Deleting port 1ee3e9d4-83dd-4b0a-b59f-0f376092983d {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:02:56.352273 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50e7ba53-2b2e-4ce6-bf06-697b38a55f97 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (1ee3e9d4-83dd-4b0a-b59f-0f376092983d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:56.357963 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0b7817c5-c800-4448-aec2-5fb4ea54e57d None None] Port 1ee3e9d4-83dd-4b0a-b59f-0f376092983d cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:02:56.383358 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-22b03c54-66fc-45c3-9343-8d04b44461e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, f6ef32b7-8d28-41ea-b237-204c7ca4e14b) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:56.392314 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b03c54-66fc-45c3-9343-8d04b44461e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:56.393285 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22b03c54-66fc-45c3-9343-8d04b44461e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:56.400225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab38c40b-9545-4ca6-b7bb-ff92479a37af None None] Network f6ef32b7-8d28-41ea-b237-204c7ca4e14b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:02:56.475418 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:56.493839 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-22b03c54-66fc-45c3-9343-8d04b44461e8 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8690684 Nov 02 13:02:56.496647 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40214) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:56.506669 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-4c6394eb-df9c-4e57-9ca0-ee26cfeb88d9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2063072870-router', 'tenant_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:56.553560 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:56.660707 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50e7ba53-2b2e-4ce6-bf06-697b38a55f97 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (1ee3e9d4-83dd-4b0a-b59f-0f376092983d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:56.710826 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-50e7ba53-2b2e-4ce6-bf06-697b38a55f97 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Calling delete_port for 1ee3e9d4-83dd-4b0a-b59f-0f376092983d owned by {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:02:56.736937 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-f6ef32b7-8d28-41ea-b237-204c7ca4e14b', 'network_id': 'f6ef32b7-8d28-41ea-b237-204c7ca4e14b', 'project_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'fixed_ips': [{'subnet_id': '0b634919-1ed2-4a5d-8c75-17e0a70c1358'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:02:56.737900 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:56.753131 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c6394eb-df9c-4e57-9ca0-ee26cfeb88d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (2cf29a72-2cfd-4f02-a1fb-c2fc060313e1), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:56.754214 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c6394eb-df9c-4e57-9ca0-ee26cfeb88d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (2cf29a72-2cfd-4f02-a1fb-c2fc060313e1), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:56.846971 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c6394eb-df9c-4e57-9ca0-ee26cfeb88d9 admin admin] Publish callbacks [] for router_controller (2cf29a72-2cfd-4f02-a1fb-c2fc060313e1), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:57.004197 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] Publish callbacks [] for port (5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:57.080050 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] Allocated IP 172.20.0.2 (f6ef32b7-8d28-41ea-b237-204c7ca4e14b/0b634919-1ed2-4a5d-8c75-17e0a70c1358/f46b5dec-897b-4bcb-b9a2-5823b0916713) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:57.129450 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:57.164287 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50e7ba53-2b2e-4ce6-bf06-697b38a55f97 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (1ee3e9d4-83dd-4b0a-b59f-0f376092983d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:57.245376 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7ba53-2b2e-4ce6-bf06-697b38a55f97 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Pushing event deleted for resources: {'Port': ['ID=1ee3e9d4-83dd-4b0a-b59f-0f376092983d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:57.255047 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c6394eb-df9c-4e57-9ca0-ee26cfeb88d9 admin admin] Publish callbacks [] for router_gateway (2cf29a72-2cfd-4f02-a1fb-c2fc060313e1), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:57.340638 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50e7ba53-2b2e-4ce6-bf06-697b38a55f97 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:57.354146 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-50e7ba53-2b2e-4ce6-bf06-697b38a55f97 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] 10.222.0.64 "DELETE /networking/v2.0/ports/1ee3e9d4-83dd-4b0a-b59f-0f376092983d HTTP/1.1" status: 204 len: 168 time: 1.2277677 Nov 02 13:02:57.357602 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40228) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:57.367060 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-aef53622-0716-4aba-8341-42e76525a387 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Request body: {'port': {'name': 'tempest-new-port-name-1478484128', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:57.367474 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.api.validators [None req-aef53622-0716-4aba-8341-42e76525a387 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] bootfile-name is not in valid_values {{(pid=105976) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Nov 02 13:02:57.370326 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.api.validators [None req-aef53622-0716-4aba-8341-42e76525a387 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] tftp-server is not in valid_values {{(pid=105976) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Nov 02 13:02:57.370790 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.api.validators [None req-aef53622-0716-4aba-8341-42e76525a387 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] server-ip-address is not in valid_values {{(pid=105976) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Nov 02 13:02:57.408183 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c90533-1c1c-4bed-8bab-d59c08cfaaba None None] Pushing event updated for resources: {'Port': ['ID=5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:57.427391 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] Attempting to bind port 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:02:57.428586 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] Attempting to bind port 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '69904a17-25a6-4254-b1bc-101536fa1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'e67f1afc-5b32-4d76-832d-1f33841aa5a5'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:02:57.429123 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] Attempting to bind port 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd on network e67f1afc-5b32-4d76-832d-1f33841aa5a5 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:02:57.506274 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:02:57.507775 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] Checking segment: {'id': '69904a17-25a6-4254-b1bc-101536fa1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'e67f1afc-5b32-4d76-832d-1f33841aa5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:02:57.507775 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:57.508567 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] Bound using segment: {'id': '69904a17-25a6-4254-b1bc-101536fa1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'e67f1afc-5b32-4d76-832d-1f33841aa5a5'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:02:57.513917 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] Bound port: 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69904a17-25a6-4254-b1bc-101536fa1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'e67f1afc-5b32-4d76-832d-1f33841aa5a5'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:02:57.514684 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:57.561072 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aef53622-0716-4aba-8341-42e76525a387 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (adab405e-23a1-4b2e-90c7-86bab817f169), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:57.606288 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=6,neutron:SELECT=77,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:57.613541 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:57.672605 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] Publish callbacks [] for port (f46b5dec-897b-4bcb-b9a2-5823b0916713), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:57.682587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c2fa5851-2935-4974-8a3d-b4dc2a548ec1 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:57.747839 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] For port 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:02:57.762929 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] For port 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd,segment=NetworkSegment(69904a17-25a6-4254-b1bc-101536fa1548),segment_id=69904a17-25a6-4254-b1bc-101536fa1548)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:02:57.797271 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (f46b5dec-897b-4bcb-b9a2-5823b0916713), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:57.859253 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:57.872948 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] Pushing event updated for resources: {'Port': ['ID=f46b5dec-897b-4bcb-b9a2-5823b0916713,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:57.901624 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:57.911582 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] Network f6ef32b7-8d28-41ea-b237-204c7ca4e14b is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:57.914174 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:57.917323 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:57.922371 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:02:57.981141 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:57.986189 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] Routers {'265aa858-9b9f-4799-99eb-5011c55c087a'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:02:57.986839 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:02:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['265aa858-9b9f-4799-99eb-5011c55c087a'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:58.009709 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c6394eb-df9c-4e57-9ca0-ee26cfeb88d9 admin admin] Publish callbacks [] for router_gateway (2cf29a72-2cfd-4f02-a1fb-c2fc060313e1), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:58.016035 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c2fa5851-2935-4974-8a3d-b4dc2a548ec1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:58.017347 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c2fa5851-2935-4974-8a3d-b4dc2a548ec1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:58.020966 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c2fa5851-2935-4974-8a3d-b4dc2a548ec1 Nov 02 13:02:58.043519 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c6394eb-df9c-4e57-9ca0-ee26cfeb88d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:58.078707 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] Attempting to bind port f46b5dec-897b-4bcb-b9a2-5823b0916713 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:02:58.079866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] Attempting to bind port f46b5dec-897b-4bcb-b9a2-5823b0916713 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a5f6f176-6cba-46fd-a685-ec9733fcd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'f6ef32b7-8d28-41ea-b237-204c7ca4e14b'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:02:58.080411 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] Attempting to bind port f46b5dec-897b-4bcb-b9a2-5823b0916713 on network f6ef32b7-8d28-41ea-b237-204c7ca4e14b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:02:58.102998 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aef53622-0716-4aba-8341-42e76525a387 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks [] for port (adab405e-23a1-4b2e-90c7-86bab817f169), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:58.158799 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:02:58.159052 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] Checking segment: {'id': 'a5f6f176-6cba-46fd-a685-ec9733fcd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'f6ef32b7-8d28-41ea-b237-204c7ca4e14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:02:58.160193 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:58.160629 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:58.160997 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] Bound using segment: {'id': 'a5f6f176-6cba-46fd-a685-ec9733fcd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'f6ef32b7-8d28-41ea-b237-204c7ca4e14b'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:02:58.161566 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] Bound port: f46b5dec-897b-4bcb-b9a2-5823b0916713, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f6f176-6cba-46fd-a685-ec9733fcd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'f6ef32b7-8d28-41ea-b237-204c7ca4e14b'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:02:58.161960 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f46b5dec-897b-4bcb-b9a2-5823b0916713), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:58.226182 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] Set router 265aa858-9b9f-4799-99eb-5011c55c087a gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:02:58.278567 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:58.279573 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aef53622-0716-4aba-8341-42e76525a387 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (adab405e-23a1-4b2e-90c7-86bab817f169), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:58.315661 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-4c6394eb-df9c-4e57-9ca0-ee26cfeb88d9 admin admin] Allocated IP 172.25.2.56 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/dfcd5a07-818d-4169-a163-0f08aa6c802f) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:58.345931 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c90533-1c1c-4bed-8bab-d59c08cfaaba None None] Pushing event updated for resources: {'Port': ['ID=5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:58.362814 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-aef53622-0716-4aba-8341-42e76525a387 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] In _notify_port_updated(), no bound segment for port adab405e-23a1-4b2e-90c7-86bab817f169 on network a47c52dd-9532-4aa7-992a-c317676f776f {{(pid=105976) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Nov 02 13:02:58.372440 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c2fa5851-2935-4974-8a3d-b4dc2a548ec1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:58.375106 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef53622-0716-4aba-8341-42e76525a387 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:58.379544 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aef53622-0716-4aba-8341-42e76525a387 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:58.392690 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-aef53622-0716-4aba-8341-42e76525a387 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] 10.222.0.64 "PUT /networking/v2.0/ports/adab405e-23a1-4b2e-90c7-86bab817f169 HTTP/1.1" status: 200 len: 1130 time: 1.0367208 Nov 02 13:02:58.395204 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40236) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:58.419725 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] For port f46b5dec-897b-4bcb-b9a2-5823b0916713, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:02:58.432656 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef53622-0716-4aba-8341-42e76525a387 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Pushing event updated for resources: {'Port': ['ID=adab405e-23a1-4b2e-90c7-86bab817f169,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:58.443766 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] For port f46b5dec-897b-4bcb-b9a2-5823b0916713, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f46b5dec-897b-4bcb-b9a2-5823b0916713,segment=NetworkSegment(a5f6f176-6cba-46fd-a685-ec9733fcd5bd),segment_id=a5f6f176-6cba-46fd-a685-ec9733fcd5bd)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:02:58.561040 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265aa858-9b9f-4799-99eb-5011c55c087a', 'name': 'tempest-TestServerBasicOps-1135700813-router', 'tenant_id': '1ac4313709954b2e9e651cb26814df74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'e3a6da0f-2091-4ba5-a1ef-8601a9207efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:39Z', 'updated_at': '2022-11-02T13:02:48Z', 'revision_number': 4, 'project_id': '1ac4313709954b2e9e651cb26814df74', 'gw_port': {'id': 'e3a6da0f-2091-4ba5-a1ef-8601a9207efd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265aa858-9b9f-4799-99eb-5011c55c087a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:40Z', 'updated_at': '2022-11-02T13:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd', 'name': '', 'network_id': 'e67f1afc-5b32-4d76-832d-1f33841aa5a5', 'tenant_id': '1ac4313709954b2e9e651cb26814df74', 'mac_address': 'fa:16:3e:73:8b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265aa858-9b9f-4799-99eb-5011c55c087a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '17eb4546-ff0c-4fb8-978c-6dd066729fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:46Z', 'updated_at': '2022-11-02T13:02:57Z', 'revision_number': 4, 'project_id': '1ac4313709954b2e9e651cb26814df74', 'subnets': [{'id': '17eb4546-ff0c-4fb8-978c-6dd066729fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:58.581358 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f46b5dec-897b-4bcb-b9a2-5823b0916713), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:58.630443 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30afbe9a-8a89-4a4f-82b7-e23b174f8d17 None None] The sync data for ids ['265aa858-9b9f-4799-99eb-5011c55c087a'] in n-d-857339-6 is: [{'id': '265aa858-9b9f-4799-99eb-5011c55c087a', 'name': 'tempest-TestServerBasicOps-1135700813-router', 'tenant_id': '1ac4313709954b2e9e651cb26814df74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'e3a6da0f-2091-4ba5-a1ef-8601a9207efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:39Z', 'updated_at': '2022-11-02T13:02:48Z', 'revision_number': 4, 'project_id': '1ac4313709954b2e9e651cb26814df74', 'gw_port': {'id': 'e3a6da0f-2091-4ba5-a1ef-8601a9207efd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265aa858-9b9f-4799-99eb-5011c55c087a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:40Z', 'updated_at': '2022-11-02T13:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd', 'name': '', 'network_id': 'e67f1afc-5b32-4d76-832d-1f33841aa5a5', 'tenant_id': '1ac4313709954b2e9e651cb26814df74', 'mac_address': 'fa:16:3e:73:8b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265aa858-9b9f-4799-99eb-5011c55c087a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '17eb4546-ff0c-4fb8-978c-6dd066729fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:46Z', 'updated_at': '2022-11-02T13:02:57Z', 'revision_number': 4, 'project_id': '1ac4313709954b2e9e651cb26814df74', 'subnets': [{'id': '17eb4546-ff0c-4fb8-978c-6dd066729fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:02:58.779526 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [req-5859a7d0-cad5-43d0-9396-1fea3a68b87c req-9632c65a-12aa-4b06-a9bf-3ee63f36843f tempest-ServerShowV254Test-1123551169 tempest-ServerShowV254Test-1123551169-project] (105976) timed out ('10.222.0.75', 50330) {{(pid=105976) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 02 13:02:58.805482 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e33028-a6a5-486b-a9eb-a1460d8aade2 None None] Pushing event updated for resources: {'Port': ['ID=f46b5dec-897b-4bcb-b9a2-5823b0916713,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:58.822248 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec76276d-e5b0-4b66-8c51-c125fbf8dff9 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:58.827306 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ec76276d-e5b0-4b66-8c51-c125fbf8dff9 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] 10.222.0.64 "GET /networking/v2.0/ports/adab405e-23a1-4b2e-90c7-86bab817f169 HTTP/1.1" status: 200 len: 1130 time: 0.4245903 Nov 02 13:02:58.827990 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40250) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:58.894786 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:59.044193 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:59.063782 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c6394eb-df9c-4e57-9ca0-ee26cfeb88d9 admin admin] Publish callbacks [] for port (dfcd5a07-818d-4169-a163-0f08aa6c802f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:59.080662 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4e3bd65e-a34b-459f-87b9-992f251d175f None None] Provisioning complete for port adab405e-23a1-4b2e-90c7-86bab817f169 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:59.082224 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4e3bd65e-a34b-459f-87b9-992f251d175f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (adab405e-23a1-4b2e-90c7-86bab817f169), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:59.083715 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4e3bd65e-a34b-459f-87b9-992f251d175f None None] Attempt 1 to provision port adab405e-23a1-4b2e-90c7-86bab817f169 Nov 02 13:02:59.247899 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4e3bd65e-a34b-459f-87b9-992f251d175f None None] Port adab405e-23a1-4b2e-90c7-86bab817f169 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:02:59.278596 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c6394eb-df9c-4e57-9ca0-ee26cfeb88d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (dfcd5a07-818d-4169-a163-0f08aa6c802f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:59.314071 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:02:59.316906 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:59.316906 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd Nov 02 13:02:59.362011 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6b504d0f-6680-4c54-b4e2-a7d76d920f1e tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Deleting port adab405e-23a1-4b2e-90c7-86bab817f169 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:02:59.362569 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b504d0f-6680-4c54-b4e2-a7d76d920f1e tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (adab405e-23a1-4b2e-90c7-86bab817f169), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:59.476113 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:59.484933 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6394eb-df9c-4e57-9ca0-ee26cfeb88d9 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:59.490542 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-4c6394eb-df9c-4e57-9ca0-ee26cfeb88d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:59.505403 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6394eb-df9c-4e57-9ca0-ee26cfeb88d9 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:02:59.657532 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:02:59.660628 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:59.739423 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6394eb-df9c-4e57-9ca0-ee26cfeb88d9 admin admin] Pushing event updated for resources: {'Port': ['ID=dfcd5a07-818d-4169-a163-0f08aa6c802f,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:59.753634 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd,segment=NetworkSegment(69904a17-25a6-4254-b1bc-101536fa1548),segment_id=69904a17-25a6-4254-b1bc-101536fa1548)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:59.826485 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:02:59.827426 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:59.869403 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b504d0f-6680-4c54-b4e2-a7d76d920f1e tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (adab405e-23a1-4b2e-90c7-86bab817f169), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:59.970903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:00.030980 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6b504d0f-6680-4c54-b4e2-a7d76d920f1e tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Calling delete_port for adab405e-23a1-4b2e-90c7-86bab817f169 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:03:00.181056 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:00.425370 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b504d0f-6680-4c54-b4e2-a7d76d920f1e tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (adab405e-23a1-4b2e-90c7-86bab817f169), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:00.610563 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b504d0f-6680-4c54-b4e2-a7d76d920f1e tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Pushing event deleted for resources: {'Port': ['ID=adab405e-23a1-4b2e-90c7-86bab817f169,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:00.613054 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:00.694489 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6b504d0f-6680-4c54-b4e2-a7d76d920f1e tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:00.697999 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6b504d0f-6680-4c54-b4e2-a7d76d920f1e tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] 10.222.0.64 "DELETE /networking/v2.0/ports/adab405e-23a1-4b2e-90c7-86bab817f169 HTTP/1.1" status: 204 len: 168 time: 1.8562064 Nov 02 13:03:00.701322 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40268) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:00.818162 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:03:00.897544 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbc614d-ca22-4d17-9735-5e40b6da4562 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Deleting subnet 2d353916-4841-41c4-b24c-a5d66929f357 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:03:00.904961 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edbc614d-ca22-4d17-9735-5e40b6da4562 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks [] for subnet (2d353916-4841-41c4-b24c-a5d66929f357), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:01.051863 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edbc614d-ca22-4d17-9735-5e40b6da4562 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (2d353916-4841-41c4-b24c-a5d66929f357), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:01.056020 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:01.104721 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c6394eb-df9c-4e57-9ca0-ee26cfeb88d9 admin admin] Publish callbacks [] for router_gateway (2cf29a72-2cfd-4f02-a1fb-c2fc060313e1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:01.162926 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8270d134-a46b-4e4b-a540-31e5db208418 None None] Network f6ef32b7-8d28-41ea-b237-204c7ca4e14b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:03:01.342306 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:01.355892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a26446c7-ff0c-4013-b690-1c564cd4b5e7 None None] Provisioning complete for port f46b5dec-897b-4bcb-b9a2-5823b0916713 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:01.356323 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a26446c7-ff0c-4013-b690-1c564cd4b5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f46b5dec-897b-4bcb-b9a2-5823b0916713), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:01.356783 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a26446c7-ff0c-4013-b690-1c564cd4b5e7 None None] Attempt 1 to provision port f46b5dec-897b-4bcb-b9a2-5823b0916713 Nov 02 13:03:01.387110 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edbc614d-ca22-4d17-9735-5e40b6da4562 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (2d353916-4841-41c4-b24c-a5d66929f357), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:01.478712 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:01.577113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:01.577501 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:01.577848 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd Nov 02 13:03:01.598540 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c6394eb-df9c-4e57-9ca0-ee26cfeb88d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (2cf29a72-2cfd-4f02-a1fb-c2fc060313e1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:01.614959 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edbc614d-ca22-4d17-9735-5e40b6da4562 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (2d353916-4841-41c4-b24c-a5d66929f357), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:01.728469 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edbc614d-ca22-4d17-9735-5e40b6da4562 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:01.735636 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-edbc614d-ca22-4d17-9735-5e40b6da4562 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/2d353916-4841-41c4-b24c-a5d66929f357 HTTP/1.1" status: 204 len: 168 time: 1.0306087 Nov 02 13:03:01.735636 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc614d-ca22-4d17-9735-5e40b6da4562 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Pushing event deleted for resources: {'Subnet': ['ID=2d353916-4841-41c4-b24c-a5d66929f357,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:01.737553 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40280) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:01.775706 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd077c2-d0aa-42f9-9e7a-cd552f606031 None None] Network a47c52dd-9532-4aa7-992a-c317676f776f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:03:01.821372 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:01.984610 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a26446c7-ff0c-4013-b690-1c564cd4b5e7 None None] Current status of the port f46b5dec-897b-4bcb-b9a2-5823b0916713 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:01.984610 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a26446c7-ff0c-4013-b690-1c564cd4b5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f46b5dec-897b-4bcb-b9a2-5823b0916713), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:01.985714 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=10,neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:01.992521 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:01.993884 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f46b5dec-897b-4bcb-b9a2-5823b0916713 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:02.147560 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a26446c7-ff0c-4013-b690-1c564cd4b5e7 None None] For port f46b5dec-897b-4bcb-b9a2-5823b0916713, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f46b5dec-897b-4bcb-b9a2-5823b0916713,segment=NetworkSegment(a5f6f176-6cba-46fd-a685-ec9733fcd5bd),segment_id=a5f6f176-6cba-46fd-a685-ec9733fcd5bd)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:02.173178 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:02.193329 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:02.206148 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dd4a87a-4579-4ce2-a10d-25e5f0587aef tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (a47c52dd-9532-4aa7-992a-c317676f776f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.246885 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port f46b5dec-897b-4bcb-b9a2-5823b0916713 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:02.247790 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f46b5dec-897b-4bcb-b9a2-5823b0916713), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.247790 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port f46b5dec-897b-4bcb-b9a2-5823b0916713 Nov 02 13:03:02.346602 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6dd4a87a-4579-4ce2-a10d-25e5f0587aef tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Deleting port c2fa5851-2935-4974-8a3d-b4dc2a548ec1 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:03:02.346967 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dd4a87a-4579-4ce2-a10d-25e5f0587aef tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c2fa5851-2935-4974-8a3d-b4dc2a548ec1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.348543 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a26446c7-ff0c-4013-b690-1c564cd4b5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f46b5dec-897b-4bcb-b9a2-5823b0916713), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.456653 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6394eb-df9c-4e57-9ca0-ee26cfeb88d9 admin admin] Router 2cf29a72-2cfd-4f02-a1fb-c2fc060313e1 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:03:02.458134 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:02.537684 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffd80d3-81f8-422e-a40c-02162e46ca69 None None] DHCP port deletion for a47c52dd-9532-4aa7-992a-c317676f776f request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:03:02.542402 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-6dd4a87a-4579-4ce2-a10d-25e5f0587aef tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] For port c2fa5851-2935-4974-8a3d-b4dc2a548ec1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c2fa5851-2935-4974-8a3d-b4dc2a548ec1,segment=NetworkSegment(0d705391-c1b0-4087-913d-7624f9eeb105),segment_id=0d705391-c1b0-4087-913d-7624f9eeb105)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:02.542954 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dd4a87a-4579-4ce2-a10d-25e5f0587aef tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c2fa5851-2935-4974-8a3d-b4dc2a548ec1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.547565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26446c7-ff0c-4013-b690-1c564cd4b5e7 None None] Pushing event updated for resources: {'Port': ['ID=f46b5dec-897b-4bcb-b9a2-5823b0916713,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:02.554911 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-eb936e45-4631-46ab-bb45-b5dfab0e23da None None] Provisioning complete for port f46b5dec-897b-4bcb-b9a2-5823b0916713 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:02.560220 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-eb936e45-4631-46ab-bb45-b5dfab0e23da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f46b5dec-897b-4bcb-b9a2-5823b0916713), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.560220 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-eb936e45-4631-46ab-bb45-b5dfab0e23da None None] Attempt 1 to provision port f46b5dec-897b-4bcb-b9a2-5823b0916713 Nov 02 13:03:02.571111 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6dd4a87a-4579-4ce2-a10d-25e5f0587aef tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Calling delete_port for c2fa5851-2935-4974-8a3d-b4dc2a548ec1 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:03:02.608682 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port f46b5dec-897b-4bcb-b9a2-5823b0916713 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:02.709406 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-eb936e45-4631-46ab-bb45-b5dfab0e23da None None] Current status of the port f46b5dec-897b-4bcb-b9a2-5823b0916713 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:02.729300 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8ffd80d3-81f8-422e-a40c-02162e46ca69 None None] Deleting port c2fa5851-2935-4974-8a3d-b4dc2a548ec1 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:03:02.729873 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8ffd80d3-81f8-422e-a40c-02162e46ca69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c2fa5851-2935-4974-8a3d-b4dc2a548ec1), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.845681 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f46b5dec-897b-4bcb-b9a2-5823b0916713 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:02.936930 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-8ffd80d3-81f8-422e-a40c-02162e46ca69 None None] For port c2fa5851-2935-4974-8a3d-b4dc2a548ec1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c2fa5851-2935-4974-8a3d-b4dc2a548ec1,segment=NetworkSegment(0d705391-c1b0-4087-913d-7624f9eeb105),segment_id=0d705391-c1b0-4087-913d-7624f9eeb105)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:02.937496 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8ffd80d3-81f8-422e-a40c-02162e46ca69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c2fa5851-2935-4974-8a3d-b4dc2a548ec1), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.956835 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8ffd80d3-81f8-422e-a40c-02162e46ca69 None None] Calling delete_port for c2fa5851-2935-4974-8a3d-b4dc2a548ec1 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:03:03.061964 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8ffd80d3-81f8-422e-a40c-02162e46ca69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (c2fa5851-2935-4974-8a3d-b4dc2a548ec1), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:03.093490 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd80d3-81f8-422e-a40c-02162e46ca69 None None] Pushing event deleted for resources: {'Port': ['ID=c2fa5851-2935-4974-8a3d-b4dc2a548ec1,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:03.117351 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffd80d3-81f8-422e-a40c-02162e46ca69 None None] No DVR routers for this DVR port c2fa5851-2935-4974-8a3d-b4dc2a548ec1 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:03:03.162824 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port f46b5dec-897b-4bcb-b9a2-5823b0916713 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:03.162824 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f46b5dec-897b-4bcb-b9a2-5823b0916713), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:03.162824 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port f46b5dec-897b-4bcb-b9a2-5823b0916713 Nov 02 13:03:03.238144 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port f46b5dec-897b-4bcb-b9a2-5823b0916713 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:03.337559 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c2fa5851-2935-4974-8a3d-b4dc2a548ec1 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:03:03.367280 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: c2fa5851-2935-4974-8a3d-b4dc2a548ec1 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:03:03.367703 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c2fa5851-2935-4974-8a3d-b4dc2a548ec1 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:03:03.385989 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:03.405755 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dd4a87a-4579-4ce2-a10d-25e5f0587aef tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (c2fa5851-2935-4974-8a3d-b4dc2a548ec1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:03.409612 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:03.456264 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6394eb-df9c-4e57-9ca0-ee26cfeb88d9 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:03:03.462258 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd4a87a-4579-4ce2-a10d-25e5f0587aef tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] No DVR routers for this DVR port c2fa5851-2935-4974-8a3d-b4dc2a548ec1 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:03:03.464085 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd4a87a-4579-4ce2-a10d-25e5f0587aef tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Pushing event deleted for resources: {'Port': ['ID=c2fa5851-2935-4974-8a3d-b4dc2a548ec1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:03.471932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] Sync routers for ids ['2cf29a72-2cfd-4f02-a1fb-c2fc060313e1'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:03:03.501307 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] Routers {'2cf29a72-2cfd-4f02-a1fb-c2fc060313e1'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:03:03.502321 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:02:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['2cf29a72-2cfd-4f02-a1fb-c2fc060313e1'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:03.722339 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dd4a87a-4579-4ce2-a10d-25e5f0587aef tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (a47c52dd-9532-4aa7-992a-c317676f776f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:03.769676 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-6dd4a87a-4579-4ce2-a10d-25e5f0587aef tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47c52dd-9532-4aa7-992a-c317676f776f']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:03.791535 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] Set router 2cf29a72-2cfd-4f02-a1fb-c2fc060313e1 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:03:03.796171 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-6dd4a87a-4579-4ce2-a10d-25e5f0587aef tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d705391-c1b0-4087-913d-7624f9eeb105') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:03.796389 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-6dd4a87a-4579-4ce2-a10d-25e5f0587aef tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d705391-c1b0-4087-913d-7624f9eeb105') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:03.822155 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dd4a87a-4579-4ce2-a10d-25e5f0587aef tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (0d705391-c1b0-4087-913d-7624f9eeb105), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:03.859141 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dd4a87a-4579-4ce2-a10d-25e5f0587aef tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (0d705391-c1b0-4087-913d-7624f9eeb105), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:03.868479 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd4a87a-4579-4ce2-a10d-25e5f0587aef tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:03:03.869341 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dd4a87a-4579-4ce2-a10d-25e5f0587aef tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (0d705391-c1b0-4087-913d-7624f9eeb105), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:04.002797 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4c6394eb-df9c-4e57-9ca0-ee26cfeb88d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:04.006062 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4c6394eb-df9c-4e57-9ca0-ee26cfeb88d9 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.5075207 Nov 02 13:03:04.008960 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40314) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:04.149205 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dd4a87a-4579-4ce2-a10d-25e5f0587aef tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (a47c52dd-9532-4aa7-992a-c317676f776f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:04.173789 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6dd4a87a-4579-4ce2-a10d-25e5f0587aef tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:04.185676 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6dd4a87a-4579-4ce2-a10d-25e5f0587aef tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] 10.222.0.64 "DELETE /networking/v2.0/networks/a47c52dd-9532-4aa7-992a-c317676f776f HTTP/1.1" status: 204 len: 168 time: 2.4454064 Nov 02 13:03:04.226833 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd4a87a-4579-4ce2-a10d-25e5f0587aef tempest-ExtraDHCPOptionsIpV6TestJSON-728205244 tempest-ExtraDHCPOptionsIpV6TestJSON-728205244-project] Pushing event deleted for resources: {'Network': ['ID=a47c52dd-9532-4aa7-992a-c317676f776f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:04.258647 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf29a72-2cfd-4f02-a1fb-c2fc060313e1', 'name': 'tempest-TestServerBasicOps-2063072870-router', 'tenant_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'dfcd5a07-818d-4169-a163-0f08aa6c802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:56Z', 'updated_at': '2022-11-02T13:03:00Z', 'revision_number': 3, 'project_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'gw_port': {'id': 'dfcd5a07-818d-4169-a163-0f08aa6c802f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:68:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf29a72-2cfd-4f02-a1fb-c2fc060313e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:58Z', 'updated_at': '2022-11-02T13:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:04.339461 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 0d705391-c1b0-4087-913d-7624f9eeb105 resource provider aggregate not found Nov 02 13:03:04.381182 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 0d705391-c1b0-4087-913d-7624f9eeb105 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d705391-c1b0-4087-913d-7624f9eeb105 found for delete ", "request_id": "req-14393b57-b270-4c57-a58d-d208cdd472c3"}]} Nov 02 13:03:04.425634 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] Checking router: 2cf29a72-2cfd-4f02-a1fb-c2fc060313e1 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:03:04.427391 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] Updating router 2cf29a72-2cfd-4f02-a1fb-c2fc060313e1 port dfcd5a07-818d-4169-a163-0f08aa6c802f binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:03:04.434191 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:04.502625 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:04.543088 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (dfcd5a07-818d-4169-a163-0f08aa6c802f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:04.666195 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40324) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:04.694929 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:04.752321 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:04.996263 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40334) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:05.091810 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b43ea32b-4479-4dad-903a-13cac5ec114f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:05.107235 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1249a555-d387-4c00-9bcd-6b64f737ea10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:05.321913 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-51783423-75db-412b-aa6f-119dd36c6519 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6f4abd840fe748a08ba2e6ad90771bd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3240724 Nov 02 13:03:05.329715 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:05.330992 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40342) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:05.364251 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] Publish callbacks [] for port (dfcd5a07-818d-4169-a163-0f08aa6c802f), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:05.415507 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9630af0-807d-46eb-a61e-2dac43cb379d admin admin] Publish callbacks [] for security_group (54545c47-3c6e-4e6c-bd56-b65bac93cbd5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:05.424586 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1249a555-d387-4c00-9bcd-6b64f737ea10 admin admin] Publish callbacks [] for security_group (93d0e2ba-5d02-47d1-98f9-f65a2aa1da24), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:05.444374 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (dfcd5a07-818d-4169-a163-0f08aa6c802f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:05.461996 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-b43ea32b-4479-4dad-903a-13cac5ec114f admin admin] Allocated IP 172.20.0.1 (f6ef32b7-8d28-41ea-b237-204c7ca4e14b/0b634919-1ed2-4a5d-8c75-17e0a70c1358/a1b61a29-ab51-4ebe-a6c1-64729eba7b79) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:03:05.469167 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9630af0-807d-46eb-a61e-2dac43cb379d admin admin] Publish callbacks [] for security_group (54545c47-3c6e-4e6c-bd56-b65bac93cbd5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:05.474285 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] Attempting to bind port dfcd5a07-818d-4169-a163-0f08aa6c802f on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:03:05.474972 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] Attempting to bind port dfcd5a07-818d-4169-a163-0f08aa6c802f by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:03:05.475478 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] Attempting to bind port dfcd5a07-818d-4169-a163-0f08aa6c802f on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:03:05.540841 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1249a555-d387-4c00-9bcd-6b64f737ea10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (93d0e2ba-5d02-47d1-98f9-f65a2aa1da24), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:05.610075 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cf42e-58ff-435a-858a-f284e118a590 None None] Pushing event updated for resources: {'Port': ['ID=dfcd5a07-818d-4169-a163-0f08aa6c802f,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:05.673466 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1249a555-d387-4c00-9bcd-6b64f737ea10 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=937290d5f0bd4196bda74c9aa579263c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0059605 Nov 02 13:03:05.676375 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40346) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:05.676833 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249a555-d387-4c00-9bcd-6b64f737ea10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d0e2ba-5d02-47d1-98f9-f65a2aa1da24,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:05.679578 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:03:05.680437 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:03:05.680994 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:05.681460 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:03:05.682083 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] Bound port: dfcd5a07-818d-4169-a163-0f08aa6c802f, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:03:05.682536 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (dfcd5a07-818d-4169-a163-0f08aa6c802f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:05.760656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] For port dfcd5a07-818d-4169-a163-0f08aa6c802f, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:03:05.764463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] For port dfcd5a07-818d-4169-a163-0f08aa6c802f, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=dfcd5a07-818d-4169-a163-0f08aa6c802f,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:03:05.775506 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b43ea32b-4479-4dad-903a-13cac5ec114f admin admin] Publish callbacks [] for port (a1b61a29-ab51-4ebe-a6c1-64729eba7b79), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:05.780102 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9630af0-807d-46eb-a61e-2dac43cb379d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (54545c47-3c6e-4e6c-bd56-b65bac93cbd5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:05.782921 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f9630af0-807d-46eb-a61e-2dac43cb379d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:05.786525 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f9630af0-807d-46eb-a61e-2dac43cb379d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/54545c47-3c6e-4e6c-bd56-b65bac93cbd5 HTTP/1.1" status: 204 len: 168 time: 0.4516926 Nov 02 13:03:05.807069 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9630af0-807d-46eb-a61e-2dac43cb379d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54545c47-3c6e-4e6c-bd56-b65bac93cbd5,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:05.815077 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=80,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:05.846339 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (dfcd5a07-818d-4169-a163-0f08aa6c802f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:05.853090 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-09a82851-4f64-4cf4-918b-539d39ec003a admin admin] Publish callbacks [] for security_group (93d0e2ba-5d02-47d1-98f9-f65a2aa1da24), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:05.943932 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-09a82851-4f64-4cf4-918b-539d39ec003a admin admin] Publish callbacks [] for security_group (93d0e2ba-5d02-47d1-98f9-f65a2aa1da24), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:06.007541 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b43ea32b-4479-4dad-903a-13cac5ec114f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (a1b61a29-ab51-4ebe-a6c1-64729eba7b79), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:06.033635 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] Routers {'2cf29a72-2cfd-4f02-a1fb-c2fc060313e1'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:03:06.037134 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:02:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['2cf29a72-2cfd-4f02-a1fb-c2fc060313e1'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:06.044755 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cf42e-58ff-435a-858a-f284e118a590 None None] Pushing event updated for resources: {'Port': ['ID=dfcd5a07-818d-4169-a163-0f08aa6c802f,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:06.090774 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43ea32b-4479-4dad-903a-13cac5ec114f admin admin] Network f6ef32b7-8d28-41ea-b237-204c7ca4e14b is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:03:06.094387 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ea32b-4479-4dad-903a-13cac5ec114f admin admin] Pushing event updated for resources: {'Port': ['ID=a1b61a29-ab51-4ebe-a6c1-64729eba7b79,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:06.105068 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-b43ea32b-4479-4dad-903a-13cac5ec114f admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:06.126416 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43ea32b-4479-4dad-903a-13cac5ec114f admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:03:06.176605 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-09a82851-4f64-4cf4-918b-539d39ec003a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (93d0e2ba-5d02-47d1-98f9-f65a2aa1da24), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:06.179856 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-09a82851-4f64-4cf4-918b-539d39ec003a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:06.181470 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-09a82851-4f64-4cf4-918b-539d39ec003a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/93d0e2ba-5d02-47d1-98f9-f65a2aa1da24 HTTP/1.1" status: 204 len: 168 time: 0.5032914 Nov 02 13:03:06.223930 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a82851-4f64-4cf4-918b-539d39ec003a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d0e2ba-5d02-47d1-98f9-f65a2aa1da24,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:06.287029 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] Set router 2cf29a72-2cfd-4f02-a1fb-c2fc060313e1 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:03:06.290781 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b43ea32b-4479-4dad-903a-13cac5ec114f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (2cf29a72-2cfd-4f02-a1fb-c2fc060313e1), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:06.471641 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:06.584328 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:06.733064 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-aa2729ae-d2ea-451e-8a36-6843c3a8b2a8 None None] Provisioning complete for port a1b61a29-ab51-4ebe-a6c1-64729eba7b79 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:06.733913 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aa2729ae-d2ea-451e-8a36-6843c3a8b2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a1b61a29-ab51-4ebe-a6c1-64729eba7b79), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:06.733913 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-aa2729ae-d2ea-451e-8a36-6843c3a8b2a8 None None] Attempt 1 to provision port a1b61a29-ab51-4ebe-a6c1-64729eba7b79 Nov 02 13:03:06.894047 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-aa2729ae-d2ea-451e-8a36-6843c3a8b2a8 None None] Port a1b61a29-ab51-4ebe-a6c1-64729eba7b79 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:03:06.895994 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf29a72-2cfd-4f02-a1fb-c2fc060313e1', 'name': 'tempest-TestServerBasicOps-2063072870-router', 'tenant_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'dfcd5a07-818d-4169-a163-0f08aa6c802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:56Z', 'updated_at': '2022-11-02T13:03:00Z', 'revision_number': 3, 'project_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'gw_port': {'id': 'dfcd5a07-818d-4169-a163-0f08aa6c802f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:68:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf29a72-2cfd-4f02-a1fb-c2fc060313e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:58Z', 'updated_at': '2022-11-02T13:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:06.971345 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1c3b94-1ef2-45c4-94f5-243237c5bbb5 None None] The sync data for ids ['2cf29a72-2cfd-4f02-a1fb-c2fc060313e1'] in n-d-857339-6 is: [{'id': '2cf29a72-2cfd-4f02-a1fb-c2fc060313e1', 'name': 'tempest-TestServerBasicOps-2063072870-router', 'tenant_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'dfcd5a07-818d-4169-a163-0f08aa6c802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:56Z', 'updated_at': '2022-11-02T13:03:00Z', 'revision_number': 3, 'project_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'gw_port': {'id': 'dfcd5a07-818d-4169-a163-0f08aa6c802f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:68:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf29a72-2cfd-4f02-a1fb-c2fc060313e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:58Z', 'updated_at': '2022-11-02T13:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:03:07.020078 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b43ea32b-4479-4dad-903a-13cac5ec114f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a1b61a29-ab51-4ebe-a6c1-64729eba7b79), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:07.272567 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=77,neutron:DELETE=9,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:07.317779 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:07.423638 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b43ea32b-4479-4dad-903a-13cac5ec114f admin admin] Publish callbacks [] for port (a1b61a29-ab51-4ebe-a6c1-64729eba7b79), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:07.547933 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b43ea32b-4479-4dad-903a-13cac5ec114f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (a1b61a29-ab51-4ebe-a6c1-64729eba7b79), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:07.600208 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:07.736731 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ea32b-4479-4dad-903a-13cac5ec114f admin admin] Pushing event updated for resources: {'Port': ['ID=a1b61a29-ab51-4ebe-a6c1-64729eba7b79,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:07.756746 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b43ea32b-4479-4dad-903a-13cac5ec114f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (2cf29a72-2cfd-4f02-a1fb-c2fc060313e1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:07.927804 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:08.026296 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43ea32b-4479-4dad-903a-13cac5ec114f admin admin] Network f6ef32b7-8d28-41ea-b237-204c7ca4e14b is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:03:08.028831 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-b43ea32b-4479-4dad-903a-13cac5ec114f admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:08.230377 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40408) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:08.391898 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43ea32b-4479-4dad-903a-13cac5ec114f admin admin] Router 2cf29a72-2cfd-4f02-a1fb-c2fc060313e1 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:03:08.431271 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:08.448285 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:08.460129 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e0cbd25e-0620-429c-bd28-1ed92c6bf6ce None None] Provisioning complete for port a1b61a29-ab51-4ebe-a6c1-64729eba7b79 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:08.460543 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e0cbd25e-0620-429c-bd28-1ed92c6bf6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a1b61a29-ab51-4ebe-a6c1-64729eba7b79), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:08.460996 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e0cbd25e-0620-429c-bd28-1ed92c6bf6ce None None] Attempt 1 to provision port a1b61a29-ab51-4ebe-a6c1-64729eba7b79 Nov 02 13:03:08.534089 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Request body: {'networks': [{'name': 'tempest-network--1217803613'}, {'name': 'tempest-network--1073082478'}]} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:08.535004 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Request body: {'network': {'name': 'tempest-network--1217803613'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:08.535632 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Request body: {'network': {'name': 'tempest-network--1073082478'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:08.578827 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e0cbd25e-0620-429c-bd28-1ed92c6bf6ce None None] Port a1b61a29-ab51-4ebe-a6c1-64729eba7b79 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:03:08.618109 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43ea32b-4479-4dad-903a-13cac5ec114f admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:03:08.630325 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b43ea32b-4479-4dad-903a-13cac5ec114f admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/2cf29a72-2cfd-4f02-a1fb-c2fc060313e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6139524 Nov 02 13:03:08.655767 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Made reservation on behalf of cf13747783784374a0341b0652d7a08d for: {'network': 2} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:03:08.666577 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:08.705601 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:08.834411 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device dfcd5a07-818d-4169-a163-0f08aa6c802f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:08.967438 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port dfcd5a07-818d-4169-a163-0f08aa6c802f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:08.967885 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (dfcd5a07-818d-4169-a163-0f08aa6c802f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:08.968231 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port dfcd5a07-818d-4169-a163-0f08aa6c802f Nov 02 13:03:08.970378 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=4,neutron:INSERT=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:08.999008 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks [] for security_group (de71412c-3b23-418e-9d60-1730ee99c4fe), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:09.096173 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (de71412c-3b23-418e-9d60-1730ee99c4fe), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:09.097007 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:09.182958 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port dfcd5a07-818d-4169-a163-0f08aa6c802f is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:09.183348 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (dfcd5a07-818d-4169-a163-0f08aa6c802f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:09.202521 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de71412c-3b23-418e-9d60-1730ee99c4fe,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:09.227486 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:09.231811 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:03:09.249399 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (48237344-a01d-4ec3-884f-81d20412caca), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:09.250672 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Added segment 48237344-a01d-4ec3-884f-81d20412caca of type vlan for network b60b52e2-d4a2-4a29-941c-490fa7ab0382 Nov 02 13:03:09.265197 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port dfcd5a07-818d-4169-a163-0f08aa6c802f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=dfcd5a07-818d-4169-a163-0f08aa6c802f,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:09.274467 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:09.319352 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (b60b52e2-d4a2-4a29-941c-490fa7ab0382), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:09.329209 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (dfcd5a07-818d-4169-a163-0f08aa6c802f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:09.456574 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:03:09.460482 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:09.503979 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (5c22b12e-409b-4413-af1c-caf7ced6f77c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:09.504332 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Added segment 5c22b12e-409b-4413-af1c-caf7ced6f77c of type vlan for network a24de863-99a3-4bed-8ebc-c9a081ba01e0 Nov 02 13:03:09.521169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=dfcd5a07-818d-4169-a163-0f08aa6c802f,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:09.615652 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (a24de863-99a3-4bed-8ebc-c9a081ba01e0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:09.616768 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40440) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:09.626919 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-7b40ace2-f84d-4c53-9786-1801d568c7d8 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1492423060', 'description': 'tempest-secgroup-smoke-1492423060 description', 'project_id': '1ac4313709954b2e9e651cb26814df74'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:09.737850 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7b40ace2-f84d-4c53-9786-1801d568c7d8 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:09.785196 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (b60b52e2-d4a2-4a29-941c-490fa7ab0382), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:09.787342 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (a24de863-99a3-4bed-8ebc-c9a081ba01e0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:09.798472 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:09.820756 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:09.822878 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:09.884257 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7b40ace2-f84d-4c53-9786-1801d568c7d8 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group (7e1035f9-a602-4d20-ae2b-2751caa3f8c1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:09.965461 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7b40ace2-f84d-4c53-9786-1801d568c7d8 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7e1035f9-a602-4d20-ae2b-2751caa3f8c1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:09.984256 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7527118 Nov 02 13:03:09.990749 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40446) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:10.052460 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event updated for resources: {'Network': ['ID=b60b52e2-d4a2-4a29-941c-490fa7ab0382,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:10.071529 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network b60b52e2-d4a2-4a29-941c-490fa7ab0382 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:03:10.221379 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] Sync routers for ids ['2cf29a72-2cfd-4f02-a1fb-c2fc060313e1'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:03:10.245548 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7b40ace2-f84d-4c53-9786-1801d568c7d8 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:10.250481 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] Routers {'2cf29a72-2cfd-4f02-a1fb-c2fc060313e1'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:03:10.251217 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:02:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['2cf29a72-2cfd-4f02-a1fb-c2fc060313e1'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:10.263691 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7b40ace2-f84d-4c53-9786-1801d568c7d8 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6358454 Nov 02 13:03:10.263691 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40ace2-f84d-4c53-9786-1801d568c7d8 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1035f9-a602-4d20-ae2b-2751caa3f8c1,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:10.263963 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40452) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:10.286970 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-4032e102-5d68-4b7a-9689-de669a8dabdb tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Request body: {'security_group_rule': {'security_group_id': '7e1035f9-a602-4d20-ae2b-2751caa3f8c1', 'project_id': '1ac4313709954b2e9e651cb26814df74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:10.377345 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8927e3-7370-4ebc-94dc-f48a1392a4aa tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event updated for resources: {'Network': ['ID=a24de863-99a3-4bed-8ebc-c9a081ba01e0,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:10.392536 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network a24de863-99a3-4bed-8ebc-c9a081ba01e0 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:03:10.432687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a0730e-63d5-4276-b272-070a707a00b2 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:10.462306 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4032e102-5d68-4b7a-9689-de669a8dabdb tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group_rule (cfd16508-1f87-4d58-9046-be83bc85e2f0), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:10.465483 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a0730e-63d5-4276-b272-070a707a00b2 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:10.485766 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a0730e-63d5-4276-b272-070a707a00b2 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:10.523305 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a0730e-63d5-4276-b272-070a707a00b2 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:10.525134 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e4a0730e-63d5-4276-b272-070a707a00b2 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5252039 Nov 02 13:03:10.538318 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40460) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:10.587582 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:10.631310 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] Set router 2cf29a72-2cfd-4f02-a1fb-c2fc060313e1 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:03:10.668895 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4032e102-5d68-4b7a-9689-de669a8dabdb tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group_rule (cfd16508-1f87-4d58-9046-be83bc85e2f0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:10.747868 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4032e102-5d68-4b7a-9689-de669a8dabdb tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (cfd16508-1f87-4d58-9046-be83bc85e2f0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:10.811799 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-435663a1-60b2-4c0f-bbca-461a91942897 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (b60b52e2-d4a2-4a29-941c-490fa7ab0382), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:10.816595 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:10.823897 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032e102-5d68-4b7a-9689-de669a8dabdb tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd16508-1f87-4d58-9046-be83bc85e2f0,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:10.838263 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device dfcd5a07-818d-4169-a163-0f08aa6c802f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:10.914014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port dfcd5a07-818d-4169-a163-0f08aa6c802f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:10.914418 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (dfcd5a07-818d-4169-a163-0f08aa6c802f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:10.914763 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port dfcd5a07-818d-4169-a163-0f08aa6c802f Nov 02 13:03:10.937193 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4032e102-5d68-4b7a-9689-de669a8dabdb tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:10.938586 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4032e102-5d68-4b7a-9689-de669a8dabdb tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6740539 Nov 02 13:03:10.941891 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40466) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:10.947905 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c4756166-03cb-47fe-af7b-1b9929109d4b tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Request body: {'security_group_rule': {'security_group_id': '7e1035f9-a602-4d20-ae2b-2751caa3f8c1', 'project_id': '1ac4313709954b2e9e651cb26814df74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:10.997695 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-435663a1-60b2-4c0f-bbca-461a91942897 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (b60b52e2-d4a2-4a29-941c-490fa7ab0382), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:11.027721 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-435663a1-60b2-4c0f-bbca-461a91942897 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60b52e2-d4a2-4a29-941c-490fa7ab0382']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:11.041944 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-435663a1-60b2-4c0f-bbca-461a91942897 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48237344-a01d-4ec3-884f-81d20412caca') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:11.042336 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-435663a1-60b2-4c0f-bbca-461a91942897 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48237344-a01d-4ec3-884f-81d20412caca') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:11.060006 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-435663a1-60b2-4c0f-bbca-461a91942897 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (48237344-a01d-4ec3-884f-81d20412caca), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:11.081546 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-435663a1-60b2-4c0f-bbca-461a91942897 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (48237344-a01d-4ec3-884f-81d20412caca), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:11.092855 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf29a72-2cfd-4f02-a1fb-c2fc060313e1', 'name': 'tempest-TestServerBasicOps-2063072870-router', 'tenant_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'dfcd5a07-818d-4169-a163-0f08aa6c802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:56Z', 'updated_at': '2022-11-02T13:03:06Z', 'revision_number': 4, 'project_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'gw_port': {'id': 'dfcd5a07-818d-4169-a163-0f08aa6c802f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf29a72-2cfd-4f02-a1fb-c2fc060313e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:58Z', 'updated_at': '2022-11-02T13:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'a1b61a29-ab51-4ebe-a6c1-64729eba7b79', 'name': '', 'network_id': 'f6ef32b7-8d28-41ea-b237-204c7ca4e14b', 'tenant_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'mac_address': 'fa:16:3e:21:06:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf29a72-2cfd-4f02-a1fb-c2fc060313e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '0b634919-1ed2-4a5d-8c75-17e0a70c1358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:05Z', 'updated_at': '2022-11-02T13:03:07Z', 'revision_number': 2, 'project_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'subnets': [{'id': '0b634919-1ed2-4a5d-8c75-17e0a70c1358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:11.093352 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c4756166-03cb-47fe-af7b-1b9929109d4b tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group_rule (2acb6600-2c76-41a8-bd23-c53d5217f1ee), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:11.111206 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435663a1-60b2-4c0f-bbca-461a91942897 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:03:11.113743 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-435663a1-60b2-4c0f-bbca-461a91942897 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (48237344-a01d-4ec3-884f-81d20412caca), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:11.122598 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port dfcd5a07-818d-4169-a163-0f08aa6c802f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:11.154118 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] Checking router: 2cf29a72-2cfd-4f02-a1fb-c2fc060313e1 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:03:11.155720 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] Updating router 2cf29a72-2cfd-4f02-a1fb-c2fc060313e1 port a1b61a29-ab51-4ebe-a6c1-64729eba7b79 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:03:11.207589 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a1b61a29-ab51-4ebe-a6c1-64729eba7b79), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:11.320814 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c4756166-03cb-47fe-af7b-1b9929109d4b tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group_rule (2acb6600-2c76-41a8-bd23-c53d5217f1ee), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:11.345996 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 48237344-a01d-4ec3-884f-81d20412caca resource provider aggregate not found Nov 02 13:03:11.384519 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 48237344-a01d-4ec3-884f-81d20412caca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48237344-a01d-4ec3-884f-81d20412caca found for delete ", "request_id": "req-12fcdacd-e9f5-4975-aa20-d022e7e78e59"}]} Nov 02 13:03:11.473668 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c4756166-03cb-47fe-af7b-1b9929109d4b tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (2acb6600-2c76-41a8-bd23-c53d5217f1ee), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:11.476817 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-435663a1-60b2-4c0f-bbca-461a91942897 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (b60b52e2-d4a2-4a29-941c-490fa7ab0382), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:11.497152 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-435663a1-60b2-4c0f-bbca-461a91942897 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:11.511762 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-435663a1-60b2-4c0f-bbca-461a91942897 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "DELETE /networking/v2.0/networks/b60b52e2-d4a2-4a29-941c-490fa7ab0382 HTTP/1.1" status: 204 len: 168 time: 0.9642990 Nov 02 13:03:11.516340 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40478) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:11.584095 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:11.602582 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4756166-03cb-47fe-af7b-1b9929109d4b tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2acb6600-2c76-41a8-bd23-c53d5217f1ee,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:11.646552 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435663a1-60b2-4c0f-bbca-461a91942897 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event deleted for resources: {'Network': ['ID=b60b52e2-d4a2-4a29-941c-490fa7ab0382,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:11.685569 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c4756166-03cb-47fe-af7b-1b9929109d4b tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:11.688138 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c4756166-03cb-47fe-af7b-1b9929109d4b tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7451477 Nov 02 13:03:11.690941 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40480) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:11.695989 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-436d4ccf-db4d-4909-ae47-874df9d90561 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Request body: {'security_group_rule': {'security_group_id': '7e1035f9-a602-4d20-ae2b-2751caa3f8c1', 'project_id': '1ac4313709954b2e9e651cb26814df74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:11.774883 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:11.816899 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] Publish callbacks [] for port (a1b61a29-ab51-4ebe-a6c1-64729eba7b79), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:11.889651 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-436d4ccf-db4d-4909-ae47-874df9d90561 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group_rule (21035dde-5f67-40da-8fe0-53530d1d7348), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:11.905860 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b070b3e6-35b2-4396-9898-1ea9241e34e0 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (a24de863-99a3-4bed-8ebc-c9a081ba01e0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:11.946620 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a1b61a29-ab51-4ebe-a6c1-64729eba7b79), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:12.042944 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:12.088849 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-436d4ccf-db4d-4909-ae47-874df9d90561 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group_rule (21035dde-5f67-40da-8fe0-53530d1d7348), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:12.121791 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] Attempting to bind port a1b61a29-ab51-4ebe-a6c1-64729eba7b79 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:03:12.122161 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] Attempting to bind port a1b61a29-ab51-4ebe-a6c1-64729eba7b79 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a5f6f176-6cba-46fd-a685-ec9733fcd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'f6ef32b7-8d28-41ea-b237-204c7ca4e14b'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:03:12.122568 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] Attempting to bind port a1b61a29-ab51-4ebe-a6c1-64729eba7b79 on network f6ef32b7-8d28-41ea-b237-204c7ca4e14b {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:03:12.124836 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8443641-5715-4e20-9f14-7440f5e90877 None None] Pushing event updated for resources: {'Port': ['ID=a1b61a29-ab51-4ebe-a6c1-64729eba7b79,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:12.205130 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b070b3e6-35b2-4396-9898-1ea9241e34e0 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (a24de863-99a3-4bed-8ebc-c9a081ba01e0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:12.208958 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-436d4ccf-db4d-4909-ae47-874df9d90561 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (21035dde-5f67-40da-8fe0-53530d1d7348), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:12.217078 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:03:12.217691 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] Checking segment: {'id': 'a5f6f176-6cba-46fd-a685-ec9733fcd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'f6ef32b7-8d28-41ea-b237-204c7ca4e14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:03:12.218199 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:12.218996 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] Bound using segment: {'id': 'a5f6f176-6cba-46fd-a685-ec9733fcd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'f6ef32b7-8d28-41ea-b237-204c7ca4e14b'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:03:12.219592 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] Bound port: a1b61a29-ab51-4ebe-a6c1-64729eba7b79, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f6f176-6cba-46fd-a685-ec9733fcd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'f6ef32b7-8d28-41ea-b237-204c7ca4e14b'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:03:12.220072 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a1b61a29-ab51-4ebe-a6c1-64729eba7b79), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:12.273270 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d4ccf-db4d-4909-ae47-874df9d90561 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21035dde-5f67-40da-8fe0-53530d1d7348,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:12.288396 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-b070b3e6-35b2-4396-9898-1ea9241e34e0 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a24de863-99a3-4bed-8ebc-c9a081ba01e0']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:12.317515 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-b070b3e6-35b2-4396-9898-1ea9241e34e0 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c22b12e-409b-4413-af1c-caf7ced6f77c') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:12.317741 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-b070b3e6-35b2-4396-9898-1ea9241e34e0 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c22b12e-409b-4413-af1c-caf7ced6f77c') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:12.338208 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b070b3e6-35b2-4396-9898-1ea9241e34e0 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (5c22b12e-409b-4413-af1c-caf7ced6f77c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:12.359016 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b070b3e6-35b2-4396-9898-1ea9241e34e0 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (5c22b12e-409b-4413-af1c-caf7ced6f77c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:12.391032 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b070b3e6-35b2-4396-9898-1ea9241e34e0 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:03:12.392282 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b070b3e6-35b2-4396-9898-1ea9241e34e0 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (5c22b12e-409b-4413-af1c-caf7ced6f77c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:12.406050 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-436d4ccf-db4d-4909-ae47-874df9d90561 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:12.410976 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-436d4ccf-db4d-4909-ae47-874df9d90561 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7160408 Nov 02 13:03:12.418600 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40488) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:12.420873 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-741873b0-2c62-42e7-a74f-6532fb81fb3b tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Request body: {'security_group_rule': {'security_group_id': '7e1035f9-a602-4d20-ae2b-2751caa3f8c1', 'project_id': '1ac4313709954b2e9e651cb26814df74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:12.523210 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] For port a1b61a29-ab51-4ebe-a6c1-64729eba7b79, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:03:12.529290 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] For port a1b61a29-ab51-4ebe-a6c1-64729eba7b79, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a1b61a29-ab51-4ebe-a6c1-64729eba7b79,segment=NetworkSegment(a5f6f176-6cba-46fd-a685-ec9733fcd5bd),segment_id=a5f6f176-6cba-46fd-a685-ec9733fcd5bd)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:03:12.587594 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-741873b0-2c62-42e7-a74f-6532fb81fb3b tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group_rule (b3c9186c-44fa-426a-a3f5-566df9a3a95d), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:12.611017 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a1b61a29-ab51-4ebe-a6c1-64729eba7b79), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:12.700406 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] Routers {'2cf29a72-2cfd-4f02-a1fb-c2fc060313e1'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:03:12.701216 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:02:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['2cf29a72-2cfd-4f02-a1fb-c2fc060313e1'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:12.733560 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b070b3e6-35b2-4396-9898-1ea9241e34e0 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (a24de863-99a3-4bed-8ebc-c9a081ba01e0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:12.734043 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-741873b0-2c62-42e7-a74f-6532fb81fb3b tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group_rule (b3c9186c-44fa-426a-a3f5-566df9a3a95d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:12.745862 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b070b3e6-35b2-4396-9898-1ea9241e34e0 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:12.749677 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b070b3e6-35b2-4396-9898-1ea9241e34e0 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "DELETE /networking/v2.0/networks/a24de863-99a3-4bed-8ebc-c9a081ba01e0 HTTP/1.1" status: 204 len: 168 time: 1.2215505 Nov 02 13:03:12.750766 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:12.752441 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40508) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:12.799016 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8443641-5715-4e20-9f14-7440f5e90877 None None] Pushing event updated for resources: {'Port': ['ID=a1b61a29-ab51-4ebe-a6c1-64729eba7b79,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:12.859682 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070b3e6-35b2-4396-9898-1ea9241e34e0 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event deleted for resources: {'Network': ['ID=a24de863-99a3-4bed-8ebc-c9a081ba01e0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:12.931610 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:12.935071 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] Set router 2cf29a72-2cfd-4f02-a1fb-c2fc060313e1 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:03:12.956657 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-741873b0-2c62-42e7-a74f-6532fb81fb3b tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (b3c9186c-44fa-426a-a3f5-566df9a3a95d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:13.009429 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cbb40f71-4ca0-4997-8b73-57e4c44f49da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:13.030239 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741873b0-2c62-42e7-a74f-6532fb81fb3b tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c9186c-44fa-426a-a3f5-566df9a3a95d,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:13.209147 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf29a72-2cfd-4f02-a1fb-c2fc060313e1', 'name': 'tempest-TestServerBasicOps-2063072870-router', 'tenant_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'dfcd5a07-818d-4169-a163-0f08aa6c802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:56Z', 'updated_at': '2022-11-02T13:03:06Z', 'revision_number': 4, 'project_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'gw_port': {'id': 'dfcd5a07-818d-4169-a163-0f08aa6c802f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf29a72-2cfd-4f02-a1fb-c2fc060313e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:58Z', 'updated_at': '2022-11-02T13:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'a1b61a29-ab51-4ebe-a6c1-64729eba7b79', 'name': '', 'network_id': 'f6ef32b7-8d28-41ea-b237-204c7ca4e14b', 'tenant_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'mac_address': 'fa:16:3e:21:06:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf29a72-2cfd-4f02-a1fb-c2fc060313e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '0b634919-1ed2-4a5d-8c75-17e0a70c1358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:05Z', 'updated_at': '2022-11-02T13:03:12Z', 'revision_number': 4, 'project_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'subnets': [{'id': '0b634919-1ed2-4a5d-8c75-17e0a70c1358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:13.222820 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0881452d-64c0-467f-8c80-b63bd8cb85f7 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:13.229113 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0881452d-64c0-467f-8c80-b63bd8cb85f7 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:13.237648 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0881452d-64c0-467f-8c80-b63bd8cb85f7 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4698822 Nov 02 13:03:13.237932 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40518) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:13.247811 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-a23d77ba-5d28-40e5-90bc-b31dd88b5c2c tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2117150486'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:13.258427 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-741873b0-2c62-42e7-a74f-6532fb81fb3b tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:13.266114 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-741873b0-2c62-42e7-a74f-6532fb81fb3b tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8465755 Nov 02 13:03:13.266114 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:13.267123 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40522) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:13.270787 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb6dc14-0502-4b6a-9d3b-7dc3f6cce234 None None] The sync data for ids ['2cf29a72-2cfd-4f02-a1fb-c2fc060313e1'] in n-d-857339-6 is: [{'id': '2cf29a72-2cfd-4f02-a1fb-c2fc060313e1', 'name': 'tempest-TestServerBasicOps-2063072870-router', 'tenant_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'dfcd5a07-818d-4169-a163-0f08aa6c802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:56Z', 'updated_at': '2022-11-02T13:03:06Z', 'revision_number': 4, 'project_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'gw_port': {'id': 'dfcd5a07-818d-4169-a163-0f08aa6c802f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf29a72-2cfd-4f02-a1fb-c2fc060313e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:58Z', 'updated_at': '2022-11-02T13:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'a1b61a29-ab51-4ebe-a6c1-64729eba7b79', 'name': '', 'network_id': 'f6ef32b7-8d28-41ea-b237-204c7ca4e14b', 'tenant_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'mac_address': 'fa:16:3e:21:06:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf29a72-2cfd-4f02-a1fb-c2fc060313e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '0b634919-1ed2-4a5d-8c75-17e0a70c1358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:05Z', 'updated_at': '2022-11-02T13:03:12Z', 'revision_number': 4, 'project_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'subnets': [{'id': '0b634919-1ed2-4a5d-8c75-17e0a70c1358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:03:13.282897 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-58f773ea-34c4-41bc-9549-038ebfcfc90c tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Request body: {'security_group_rule': {'security_group_id': '7e1035f9-a602-4d20-ae2b-2751caa3f8c1', 'project_id': '1ac4313709954b2e9e651cb26814df74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:13.412262 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 5c22b12e-409b-4413-af1c-caf7ced6f77c resource provider aggregate not found Nov 02 13:03:13.431201 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 5c22b12e-409b-4413-af1c-caf7ced6f77c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c22b12e-409b-4413-af1c-caf7ced6f77c found for delete ", "request_id": "req-1037cda5-cd0e-4105-823c-e4bfc0ea5d71"}]} Nov 02 13:03:13.472375 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-58f773ea-34c4-41bc-9549-038ebfcfc90c tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Project 1ac4313709954b2e9e651cb26814df74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:03:13.480270 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58f773ea-34c4-41bc-9549-038ebfcfc90c tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group_rule (9df8a639-140b-45ab-91d6-0cfdb8468c46), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:13.499103 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23d77ba-5d28-40e5-90bc-b31dd88b5c2c tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Made reservation on behalf of cf13747783784374a0341b0652d7a08d for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:03:13.503059 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a23d77ba-5d28-40e5-90bc-b31dd88b5c2c tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:13.555035 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23d77ba-5d28-40e5-90bc-b31dd88b5c2c tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:03:13.572692 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58f773ea-34c4-41bc-9549-038ebfcfc90c tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group_rule (9df8a639-140b-45ab-91d6-0cfdb8468c46), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:13.583541 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a23d77ba-5d28-40e5-90bc-b31dd88b5c2c tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (457db547-2288-435d-a49d-ade433b3c30a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:13.584040 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-a23d77ba-5d28-40e5-90bc-b31dd88b5c2c tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Added segment 457db547-2288-435d-a49d-ade433b3c30a of type vlan for network 0d658a7e-9e2f-4595-bd3e-c46c6085f9ca Nov 02 13:03:13.643147 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a23d77ba-5d28-40e5-90bc-b31dd88b5c2c tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (0d658a7e-9e2f-4595-bd3e-c46c6085f9ca), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:13.650738 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58f773ea-34c4-41bc-9549-038ebfcfc90c tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (9df8a639-140b-45ab-91d6-0cfdb8468c46), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:13.711583 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f773ea-34c4-41bc-9549-038ebfcfc90c tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df8a639-140b-45ab-91d6-0cfdb8468c46,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:13.775370 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:13.809828 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58f773ea-34c4-41bc-9549-038ebfcfc90c tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:13.818984 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-58f773ea-34c4-41bc-9549-038ebfcfc90c tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5482347 Nov 02 13:03:13.819253 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40542) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:13.825518 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-983510d4-a5ba-4ce9-9fc7-326c39974ec1 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Request body: {'security_group_rule': {'security_group_id': '7e1035f9-a602-4d20-ae2b-2751caa3f8c1', 'project_id': '1ac4313709954b2e9e651cb26814df74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:13.857281 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a23d77ba-5d28-40e5-90bc-b31dd88b5c2c tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (0d658a7e-9e2f-4595-bd3e-c46c6085f9ca), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:13.862919 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23d77ba-5d28-40e5-90bc-b31dd88b5c2c tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:13.864634 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a23d77ba-5d28-40e5-90bc-b31dd88b5c2c tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:13.991624 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d77ba-5d28-40e5-90bc-b31dd88b5c2c tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event updated for resources: {'Network': ['ID=0d658a7e-9e2f-4595-bd3e-c46c6085f9ca,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:14.004156 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-983510d4-a5ba-4ce9-9fc7-326c39974ec1 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Project 1ac4313709954b2e9e651cb26814df74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:03:14.007133 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 0d658a7e-9e2f-4595-bd3e-c46c6085f9ca details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:03:14.012314 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-983510d4-a5ba-4ce9-9fc7-326c39974ec1 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group_rule (c87fd070-8563-4996-b3a7-b5a4dddbae69), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:14.055334 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:14.114377 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-983510d4-a5ba-4ce9-9fc7-326c39974ec1 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group_rule (c87fd070-8563-4996-b3a7-b5a4dddbae69), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:14.178926 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a23d77ba-5d28-40e5-90bc-b31dd88b5c2c tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9398708 Nov 02 13:03:14.182430 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40558) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:14.190401 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-46939aa1-e7c4-4e06-b25e-43364786971a tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2022927754'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:14.220173 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-983510d4-a5ba-4ce9-9fc7-326c39974ec1 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (c87fd070-8563-4996-b3a7-b5a4dddbae69), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:14.248729 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983510d4-a5ba-4ce9-9fc7-326c39974ec1 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87fd070-8563-4996-b3a7-b5a4dddbae69,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:14.353607 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46939aa1-e7c4-4e06-b25e-43364786971a tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Made reservation on behalf of cf13747783784374a0341b0652d7a08d for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:03:14.358095 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-46939aa1-e7c4-4e06-b25e-43364786971a tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:14.374211 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-983510d4-a5ba-4ce9-9fc7-326c39974ec1 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:14.379430 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-983510d4-a5ba-4ce9-9fc7-326c39974ec1 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5585799 Nov 02 13:03:14.429824 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46939aa1-e7c4-4e06-b25e-43364786971a tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:03:14.462196 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-46939aa1-e7c4-4e06-b25e-43364786971a tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (94cb1154-1b2d-4213-9618-8b4a1d0ca051), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:14.462630 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-46939aa1-e7c4-4e06-b25e-43364786971a tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Added segment 94cb1154-1b2d-4213-9618-8b4a1d0ca051 of type vlan for network c7bc5dba-1b52-45a0-989d-99634d7e0ebd Nov 02 13:03:14.541693 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-46939aa1-e7c4-4e06-b25e-43364786971a tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (c7bc5dba-1b52-45a0-989d-99634d7e0ebd), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:14.621013 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-79b519a9-71f8-4270-ac88-815350060124 req-f4d0e86d-b09c-45b9-809a-a688b624cdd7 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1492423060&fields=id&tenant_id=1ac4313709954b2e9e651cb26814df74 HTTP/1.1" status: 200 len: 267 time: 0.0674658 Nov 02 13:03:14.718114 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-46939aa1-e7c4-4e06-b25e-43364786971a tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (c7bc5dba-1b52-45a0-989d-99634d7e0ebd), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:14.745549 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46939aa1-e7c4-4e06-b25e-43364786971a tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:14.748369 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-46939aa1-e7c4-4e06-b25e-43364786971a tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:14.782786 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:14.891265 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a1b61a29-ab51-4ebe-a6c1-64729eba7b79 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:14.951950 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b519a9-71f8-4270-ac88-815350060124 req-f0ed3279-b225-4e0a-b28a-865299b876d6 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:14.957653 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-79b519a9-71f8-4270-ac88-815350060124 req-f0ed3279-b225-4e0a-b28a-865299b876d6 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] 10.222.0.64 "GET /networking/v2.0/networks?id=e67f1afc-5b32-4d76-832d-1f33841aa5a5 HTTP/1.1" status: 200 len: 809 time: 0.3256340 Nov 02 13:03:14.964713 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:14.978269 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46939aa1-e7c4-4e06-b25e-43364786971a tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event updated for resources: {'Network': ['ID=c7bc5dba-1b52-45a0-989d-99634d7e0ebd,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:14.993582 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network c7bc5dba-1b52-45a0-989d-99634d7e0ebd details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:03:14.998493 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-79b519a9-71f8-4270-ac88-815350060124 req-6220a382-5454-4c78-bf03-86cfdb58d33c tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] 10.222.0.64 "GET /networking/v2.0/quotas/1ac4313709954b2e9e651cb26814df74 HTTP/1.1" status: 200 len: 375 time: 0.0209084 Nov 02 13:03:15.079714 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-46939aa1-e7c4-4e06-b25e-43364786971a tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8955710 Nov 02 13:03:15.080275 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40590) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:15.111689 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Request body: {'ports': [{'network_id': '0d658a7e-9e2f-4595-bd3e-c46c6085f9ca', 'name': 'tempest-port--1529661822', 'admin_state_up': True}, {'network_id': 'c7bc5dba-1b52-45a0-989d-99634d7e0ebd', 'admin_state_up': False}]} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:15.117238 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Request body: {'port': {'network_id': '0d658a7e-9e2f-4595-bd3e-c46c6085f9ca', 'name': 'tempest-port--1529661822', 'admin_state_up': True}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:15.117958 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Request body: {'port': {'network_id': 'c7bc5dba-1b52-45a0-989d-99634d7e0ebd', 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:15.125188 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a1b61a29-ab51-4ebe-a6c1-64729eba7b79 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:15.126222 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a1b61a29-ab51-4ebe-a6c1-64729eba7b79), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:15.126983 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a1b61a29-ab51-4ebe-a6c1-64729eba7b79 Nov 02 13:03:15.161063 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:15.178276 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-79b519a9-71f8-4270-ac88-815350060124 req-fdd0f6f2-6472-4f6e-8b5b-0a8641f758cb tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1ac4313709954b2e9e651cb26814df74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1746461 Nov 02 13:03:15.261857 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a1b61a29-ab51-4ebe-a6c1-64729eba7b79 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:15.263323 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a1b61a29-ab51-4ebe-a6c1-64729eba7b79), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:15.274071 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40594) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:15.374583 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port a1b61a29-ab51-4ebe-a6c1-64729eba7b79, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a1b61a29-ab51-4ebe-a6c1-64729eba7b79,segment=NetworkSegment(a5f6f176-6cba-46fd-a685-ec9733fcd5bd),segment_id=a5f6f176-6cba-46fd-a685-ec9733fcd5bd)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:15.393983 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d7bd82ba-8dc8-4648-9dbe-073f9f571040 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group (7e1035f9-a602-4d20-ae2b-2751caa3f8c1), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:15.438144 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d7bd82ba-8dc8-4648-9dbe-073f9f571040 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group (7e1035f9-a602-4d20-ae2b-2751caa3f8c1), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:15.460337 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a1b61a29-ab51-4ebe-a6c1-64729eba7b79), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:15.494280 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Made reservation on behalf of cf13747783784374a0341b0652d7a08d for: {'port': 2} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:03:15.504438 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:15.514327 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:15.560820 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=a1b61a29-ab51-4ebe-a6c1-64729eba7b79,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:15.562920 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:15.660636 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d7bd82ba-8dc8-4648-9dbe-073f9f571040 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7e1035f9-a602-4d20-ae2b-2751caa3f8c1), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:15.663746 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d7bd82ba-8dc8-4648-9dbe-073f9f571040 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:15.665028 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d7bd82ba-8dc8-4648-9dbe-073f9f571040 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7e1035f9-a602-4d20-ae2b-2751caa3f8c1 HTTP/1.1" status: 204 len: 168 time: 0.3897271 Nov 02 13:03:15.696628 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd82ba-8dc8-4648-9dbe-073f9f571040 tempest-TestServerBasicOps-412584199 tempest-TestServerBasicOps-412584199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1035f9-a602-4d20-ae2b-2751caa3f8c1,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:15.829964 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40608) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:15.933266 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=1,neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:15.945163 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0f03141c-7d1e-4796-9840-19bc7c96dc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:15.947023 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] device_id is not set on port 804df713-cfaa-4694-87ba-57ee0c94de35 yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 13:03:16.150101 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks [] for port (804df713-cfaa-4694-87ba-57ee0c94de35), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:16.251329 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] device_id is not set on port 00ccf9d2-2e99-4230-be5d-31929c8d24cf yet. {{(pid=105975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Nov 02 13:03:16.395346 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks [] for port (00ccf9d2-2e99-4230-be5d-31929c8d24cf), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:16.558930 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (804df713-cfaa-4694-87ba-57ee0c94de35), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:16.630925 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event updated for resources: {'Port': ['ID=804df713-cfaa-4694-87ba-57ee0c94de35,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:16.653990 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Checking segment: {'id': '457db547-2288-435d-a49d-ade433b3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0d658a7e-9e2f-4595-bd3e-c46c6085f9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:03:16.654714 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Network hostable DHCP agents. Network: 0d658a7e-9e2f-4595-bd3e-c46c6085f9ca, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:03:16.681980 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:16.682721 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:16.683287 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:16.683860 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:16.684418 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:16.685004 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:16.686728 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:16.687442 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:16.688566 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:16.689135 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:16.689704 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:16.690260 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:16.690822 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:16.691380 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:16.691955 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:16.737505 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:16.763178 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a1b61a29-ab51-4ebe-a6c1-64729eba7b79 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:16.842491 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Network 0d658a7e-9e2f-4595-bd3e-c46c6085f9ca is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:03:16.900338 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a1b61a29-ab51-4ebe-a6c1-64729eba7b79 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:16.901039 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a1b61a29-ab51-4ebe-a6c1-64729eba7b79), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:16.901688 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a1b61a29-ab51-4ebe-a6c1-64729eba7b79 Nov 02 13:03:16.928902 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 0d658a7e-9e2f-4595-bd3e-c46c6085f9ca) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:16.933052 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:03:16.934137 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (00ccf9d2-2e99-4230-be5d-31929c8d24cf), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:16.955244 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41cb23f-2d84-44d1-9622-a468f33bb2db None None] Network 0d658a7e-9e2f-4595-bd3e-c46c6085f9ca requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:03:17.010606 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:17.023066 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-36135ce9-c91a-411d-b63e-5e104872f696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (265aa858-9b9f-4799-99eb-5011c55c087a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:17.085388 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Checking segment: {'id': '94cb1154-1b2d-4213-9618-8b4a1d0ca051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'c7bc5dba-1b52-45a0-989d-99634d7e0ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:03:17.086258 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Network hostable DHCP agents. Network: c7bc5dba-1b52-45a0-989d-99634d7e0ebd, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:03:17.089612 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event updated for resources: {'Port': ['ID=00ccf9d2-2e99-4230-be5d-31929c8d24cf,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:17.247104 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Network c7bc5dba-1b52-45a0-989d-99634d7e0ebd is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:03:17.251834 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a1b61a29-ab51-4ebe-a6c1-64729eba7b79 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:17.318926 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-36135ce9-c91a-411d-b63e-5e104872f696 admin admin] Deleting port 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:03:17.319271 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-36135ce9-c91a-411d-b63e-5e104872f696 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:17.329291 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, c7bc5dba-1b52-45a0-989d-99634d7e0ebd) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:17.340526 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:03:17.340800 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f98b554-d4c8-4135-a77e-205915b0b1cb None None] Network c7bc5dba-1b52-45a0-989d-99634d7e0ebd requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:03:17.340908 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:17.345920 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:17.347337 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:17.433029 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-36135ce9-c91a-411d-b63e-5e104872f696 admin admin] For port 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd,segment=NetworkSegment(69904a17-25a6-4254-b1bc-101536fa1548),segment_id=69904a17-25a6-4254-b1bc-101536fa1548)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:17.433475 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-36135ce9-c91a-411d-b63e-5e104872f696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:17.456079 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-36135ce9-c91a-411d-b63e-5e104872f696 admin admin] Calling delete_port for 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:03:17.464986 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6d3f9644-69e8-4de0-be5d-c98d3fd9df12 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3806317 Nov 02 13:03:17.467694 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40636) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:17.582769 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8938a5f-559e-45de-b702-8f7bcaa929c5 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:17.600841 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8938a5f-559e-45de-b702-8f7bcaa929c5 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:17.600841 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b8938a5f-559e-45de-b702-8f7bcaa929c5 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1271322 Nov 02 13:03:17.601221 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40642) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:17.745298 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4fe7b-5495-4cd3-a03f-1bfd21d51d7f tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Deleting port 804df713-cfaa-4694-87ba-57ee0c94de35 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:03:17.746239 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9c4fe7b-5495-4cd3-a03f-1bfd21d51d7f tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (804df713-cfaa-4694-87ba-57ee0c94de35), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:17.832234 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9c4fe7b-5495-4cd3-a03f-1bfd21d51d7f tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (804df713-cfaa-4694-87ba-57ee0c94de35), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:17.846147 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4fe7b-5495-4cd3-a03f-1bfd21d51d7f tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Calling delete_port for 804df713-cfaa-4694-87ba-57ee0c94de35 owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:03:17.883347 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-36135ce9-c91a-411d-b63e-5e104872f696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:17.911478 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:17.954926 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36135ce9-c91a-411d-b63e-5e104872f696 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:18.100220 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9c4fe7b-5495-4cd3-a03f-1bfd21d51d7f tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (804df713-cfaa-4694-87ba-57ee0c94de35), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:18.201461 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9c4fe7b-5495-4cd3-a03f-1bfd21d51d7f tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:18.207228 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c9c4fe7b-5495-4cd3-a03f-1bfd21d51d7f tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "DELETE /networking/v2.0/ports/804df713-cfaa-4694-87ba-57ee0c94de35 HTTP/1.1" status: 204 len: 168 time: 0.6017902 Nov 02 13:03:18.207228 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4fe7b-5495-4cd3-a03f-1bfd21d51d7f tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event deleted for resources: {'Port': ['ID=804df713-cfaa-4694-87ba-57ee0c94de35,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:18.208223 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40658) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:18.223166 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:18.277769 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-36135ce9-c91a-411d-b63e-5e104872f696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (265aa858-9b9f-4799-99eb-5011c55c087a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:18.348071 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-456035d1-1df8-44a1-9321-69039246f2a3 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Deleting port 00ccf9d2-2e99-4230-be5d-31929c8d24cf {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:03:18.348523 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-456035d1-1df8-44a1-9321-69039246f2a3 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (00ccf9d2-2e99-4230-be5d-31929c8d24cf), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:18.407976 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:18.450371 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28caa688-b2b7-4815-b98b-595b020fb352 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:03:18.485253 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-456035d1-1df8-44a1-9321-69039246f2a3 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (00ccf9d2-2e99-4230-be5d-31929c8d24cf), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:18.496939 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-456035d1-1df8-44a1-9321-69039246f2a3 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Calling delete_port for 00ccf9d2-2e99-4230-be5d-31929c8d24cf owned by {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:03:18.549138 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:18.621168 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:18.741315 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:18.752986 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28caa688-b2b7-4815-b98b-595b020fb352 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:03:18.771214 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36135ce9-c91a-411d-b63e-5e104872f696 admin admin] Router 265aa858-9b9f-4799-99eb-5011c55c087a has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:03:18.803469 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-456035d1-1df8-44a1-9321-69039246f2a3 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (00ccf9d2-2e99-4230-be5d-31929c8d24cf), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:18.908408 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:18.920088 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456035d1-1df8-44a1-9321-69039246f2a3 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event deleted for resources: {'Port': ['ID=00ccf9d2-2e99-4230-be5d-31929c8d24cf,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:18.944079 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-456035d1-1df8-44a1-9321-69039246f2a3 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:18.956641 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36135ce9-c91a-411d-b63e-5e104872f696 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:03:18.957251 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-456035d1-1df8-44a1-9321-69039246f2a3 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "DELETE /networking/v2.0/ports/00ccf9d2-2e99-4230-be5d-31929c8d24cf HTTP/1.1" status: 204 len: 168 time: 0.7452207 Nov 02 13:03:18.957906 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40674) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:18.962415 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:18.983207 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-36135ce9-c91a-411d-b63e-5e104872f696 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/265aa858-9b9f-4799-99eb-5011c55c087a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1496291 Nov 02 13:03:18.983812 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40676) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:19.068725 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1f919571-6d0d-4ef9-9cfc-57b8cb3a8a77 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1059539 Nov 02 13:03:19.074644 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40680) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:19.074644 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-22c1b434-41fe-4cd0-b7e9-3ff459a47616 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1283411303'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:19.080931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6760ad-e59c-4378-a436-fb41700bee49 None None] Sync routers for ids ['265aa858-9b9f-4799-99eb-5011c55c087a'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:03:19.099401 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6760ad-e59c-4378-a436-fb41700bee49 None None] Routers {'265aa858-9b9f-4799-99eb-5011c55c087a'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:03:19.102078 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1c6760ad-e59c-4378-a436-fb41700bee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['265aa858-9b9f-4799-99eb-5011c55c087a'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:19.209374 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c1b434-41fe-4cd0-b7e9-3ff459a47616 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Made reservation on behalf of cf13747783784374a0341b0652d7a08d for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:03:19.214096 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22c1b434-41fe-4cd0-b7e9-3ff459a47616 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:19.220824 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c17dab5-0ef8-40c4-bd72-4e87d66a201e admin admin] Publish callbacks [] for router (265aa858-9b9f-4799-99eb-5011c55c087a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:19.294301 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c1b434-41fe-4cd0-b7e9-3ff459a47616 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:03:19.351700 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22c1b434-41fe-4cd0-b7e9-3ff459a47616 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (8def7a73-748f-4062-af4e-62565f963c68), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:19.355206 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-22c1b434-41fe-4cd0-b7e9-3ff459a47616 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Added segment 8def7a73-748f-4062-af4e-62565f963c68 of type vlan for network 69759474-8d13-4940-8c73-fbc7e1360bce Nov 02 13:03:19.500149 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c17dab5-0ef8-40c4-bd72-4e87d66a201e admin admin] Publish callbacks [] for router_gateway (265aa858-9b9f-4799-99eb-5011c55c087a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:19.501786 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-1c6760ad-e59c-4378-a436-fb41700bee49 None None] Set router 265aa858-9b9f-4799-99eb-5011c55c087a gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:03:19.555307 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22c1b434-41fe-4cd0-b7e9-3ff459a47616 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (69759474-8d13-4940-8c73-fbc7e1360bce), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:19.672674 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-6c17dab5-0ef8-40c4-bd72-4e87d66a201e admin admin] Deleting port e3a6da0f-2091-4ba5-a1ef-8601a9207efd {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:03:19.673048 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c17dab5-0ef8-40c4-bd72-4e87d66a201e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e3a6da0f-2091-4ba5-a1ef-8601a9207efd), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:19.752272 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22c1b434-41fe-4cd0-b7e9-3ff459a47616 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (69759474-8d13-4940-8c73-fbc7e1360bce), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:19.757839 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c1b434-41fe-4cd0-b7e9-3ff459a47616 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:19.758584 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-22c1b434-41fe-4cd0-b7e9-3ff459a47616 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:19.800878 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:19.868831 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1b434-41fe-4cd0-b7e9-3ff459a47616 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event updated for resources: {'Network': ['ID=69759474-8d13-4940-8c73-fbc7e1360bce,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:19.888466 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-22c1b434-41fe-4cd0-b7e9-3ff459a47616 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8185604 Nov 02 13:03:19.890180 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:19.891601 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40696) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:19.897408 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-a9bb0508-1fcd-464e-bc79-e5ef7b83e09e tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-346675053'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:19.899564 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 69759474-8d13-4940-8c73-fbc7e1360bce details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:03:19.905967 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-6c17dab5-0ef8-40c4-bd72-4e87d66a201e admin admin] For port e3a6da0f-2091-4ba5-a1ef-8601a9207efd, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e3a6da0f-2091-4ba5-a1ef-8601a9207efd,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:19.906347 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c17dab5-0ef8-40c4-bd72-4e87d66a201e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e3a6da0f-2091-4ba5-a1ef-8601a9207efd), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:19.927073 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-6c17dab5-0ef8-40c4-bd72-4e87d66a201e admin admin] Calling delete_port for e3a6da0f-2091-4ba5-a1ef-8601a9207efd owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:03:20.017274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1c6760ad-e59c-4378-a436-fb41700bee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265aa858-9b9f-4799-99eb-5011c55c087a', 'name': 'tempest-TestServerBasicOps-1135700813-router', 'tenant_id': '1ac4313709954b2e9e651cb26814df74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'e3a6da0f-2091-4ba5-a1ef-8601a9207efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:39Z', 'updated_at': '2022-11-02T13:03:17Z', 'revision_number': 5, 'project_id': '1ac4313709954b2e9e651cb26814df74', 'gw_port': {'id': 'e3a6da0f-2091-4ba5-a1ef-8601a9207efd', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265aa858-9b9f-4799-99eb-5011c55c087a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:40Z', 'updated_at': '2022-11-02T13:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:20.071513 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bb0508-1fcd-464e-bc79-e5ef7b83e09e tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Made reservation on behalf of cf13747783784374a0341b0652d7a08d for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:03:20.075436 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a9bb0508-1fcd-464e-bc79-e5ef7b83e09e tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:20.125662 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6760ad-e59c-4378-a436-fb41700bee49 None None] Checking router: 265aa858-9b9f-4799-99eb-5011c55c087a for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:03:20.153037 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9bb0508-1fcd-464e-bc79-e5ef7b83e09e tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:03:20.168123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6760ad-e59c-4378-a436-fb41700bee49 None None] Routers {'265aa858-9b9f-4799-99eb-5011c55c087a'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:03:20.171100 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1c6760ad-e59c-4378-a436-fb41700bee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['265aa858-9b9f-4799-99eb-5011c55c087a'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:20.188872 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a9bb0508-1fcd-464e-bc79-e5ef7b83e09e tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (9c83dcba-c587-42c3-8c74-5a22cf0d1c87), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:20.191997 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-a9bb0508-1fcd-464e-bc79-e5ef7b83e09e tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Added segment 9c83dcba-c587-42c3-8c74-5a22cf0d1c87 of type vlan for network 5fa02e82-4e51-4815-a272-871700bbede8 Nov 02 13:03:20.306462 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a9bb0508-1fcd-464e-bc79-e5ef7b83e09e tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (5fa02e82-4e51-4815-a272-871700bbede8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:20.371639 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-1c6760ad-e59c-4378-a436-fb41700bee49 None None] Set router 265aa858-9b9f-4799-99eb-5011c55c087a gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:03:20.445573 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1c6760ad-e59c-4378-a436-fb41700bee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265aa858-9b9f-4799-99eb-5011c55c087a', 'name': 'tempest-TestServerBasicOps-1135700813-router', 'tenant_id': '1ac4313709954b2e9e651cb26814df74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:39Z', 'updated_at': '2022-11-02T13:03:19Z', 'revision_number': 6, 'project_id': '1ac4313709954b2e9e651cb26814df74', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:20.457810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f9ed700d-593a-41bb-94d0-0e3d197d02d7 None None] Provisioning complete for port 4ede931c-3557-4785-a963-43aa904d6de8 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:20.458191 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f9ed700d-593a-41bb-94d0-0e3d197d02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4ede931c-3557-4785-a963-43aa904d6de8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:20.458534 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f9ed700d-593a-41bb-94d0-0e3d197d02d7 None None] Attempt 1 to provision port 4ede931c-3557-4785-a963-43aa904d6de8 Nov 02 13:03:20.485737 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c17dab5-0ef8-40c4-bd72-4e87d66a201e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e3a6da0f-2091-4ba5-a1ef-8601a9207efd), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:20.485909 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a9bb0508-1fcd-464e-bc79-e5ef7b83e09e tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (5fa02e82-4e51-4815-a272-871700bbede8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:20.492686 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bb0508-1fcd-464e-bc79-e5ef7b83e09e tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:20.493489 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a9bb0508-1fcd-464e-bc79-e5ef7b83e09e tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:20.499361 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6760ad-e59c-4378-a436-fb41700bee49 None None] The sync data for ids ['265aa858-9b9f-4799-99eb-5011c55c087a'] in n-d-857339-6 is: [{'id': '265aa858-9b9f-4799-99eb-5011c55c087a', 'name': 'tempest-TestServerBasicOps-1135700813-router', 'tenant_id': '1ac4313709954b2e9e651cb26814df74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:39Z', 'updated_at': '2022-11-02T13:03:19Z', 'revision_number': 6, 'project_id': '1ac4313709954b2e9e651cb26814df74', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:03:20.565101 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17dab5-0ef8-40c4-bd72-4e87d66a201e admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a6da0f-2091-4ba5-a1ef-8601a9207efd,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:20.647267 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb0508-1fcd-464e-bc79-e5ef7b83e09e tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event updated for resources: {'Network': ['ID=5fa02e82-4e51-4815-a272-871700bbede8,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:20.671142 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 5fa02e82-4e51-4815-a272-871700bbede8 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:03:20.678784 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c17dab5-0ef8-40c4-bd72-4e87d66a201e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (265aa858-9b9f-4799-99eb-5011c55c087a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:20.712113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f9ed700d-593a-41bb-94d0-0e3d197d02d7 None None] Current status of the port 4ede931c-3557-4785-a963-43aa904d6de8 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:20.821919 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a9bb0508-1fcd-464e-bc79-e5ef7b83e09e tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9289944 Nov 02 13:03:20.891083 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:20.939529 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c17dab5-0ef8-40c4-bd72-4e87d66a201e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (265aa858-9b9f-4799-99eb-5011c55c087a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:20.942460 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c17dab5-0ef8-40c4-bd72-4e87d66a201e admin admin] Publish callbacks [] for router_controller (265aa858-9b9f-4799-99eb-5011c55c087a), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:20.965254 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40718) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:20.971650 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Request body: {'subnets': [{'network_id': '69759474-8d13-4940-8c73-fbc7e1360bce', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--481773540', 'ip_version': 4}, {'network_id': '5fa02e82-4e51-4815-a272-871700bbede8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:20.972246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Request body: {'subnet': {'network_id': '69759474-8d13-4940-8c73-fbc7e1360bce', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--481773540', 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:20.973039 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Request body: {'subnet': {'network_id': '5fa02e82-4e51-4815-a272-871700bbede8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:21.054120 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:03:21.076645 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:21.121462 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:03:21.121787 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5ae6b38c-fe3c-43d6-9a29-34eb6930fdbd not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:03:21.215428 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c17dab5-0ef8-40c4-bd72-4e87d66a201e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (265aa858-9b9f-4799-99eb-5011c55c087a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:21.217184 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c17dab5-0ef8-40c4-bd72-4e87d66a201e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 265aa858-9b9f-4799-99eb-5011c55c087a {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:03:21.223239 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c17dab5-0ef8-40c4-bd72-4e87d66a201e admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:21.224791 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6c17dab5-0ef8-40c4-bd72-4e87d66a201e admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/265aa858-9b9f-4799-99eb-5011c55c087a HTTP/1.1" status: 204 len: 168 time: 2.2377346 Nov 02 13:03:21.227958 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40724) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:21.317166 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-2923da73-1618-442b-97c9-db9f53bb06d0 admin admin] Deleting subnet 17eb4546-ff0c-4fb8-978c-6dd066729fb3 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:03:21.321835 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2923da73-1618-442b-97c9-db9f53bb06d0 admin admin] Publish callbacks [] for subnet (17eb4546-ff0c-4fb8-978c-6dd066729fb3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:21.371342 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2923da73-1618-442b-97c9-db9f53bb06d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (17eb4546-ff0c-4fb8-978c-6dd066729fb3), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:21.487777 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2923da73-1618-442b-97c9-db9f53bb06d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (17eb4546-ff0c-4fb8-978c-6dd066729fb3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:21.502975 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Made reservation on behalf of cf13747783784374a0341b0652d7a08d for: {'subnet': 2} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:03:21.508685 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:21.516661 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:21.668726 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:21.758262 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2923da73-1618-442b-97c9-db9f53bb06d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (17eb4546-ff0c-4fb8-978c-6dd066729fb3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:21.822518 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923da73-1618-442b-97c9-db9f53bb06d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17eb4546-ff0c-4fb8-978c-6dd066729fb3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:21.824763 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2923da73-1618-442b-97c9-db9f53bb06d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:21.832733 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2923da73-1618-442b-97c9-db9f53bb06d0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/17eb4546-ff0c-4fb8-978c-6dd066729fb3 HTTP/1.1" status: 204 len: 168 time: 0.6036179 Nov 02 13:03:21.833869 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f444f6d0-e4c1-4deb-a545-fecb662fcb35 None None] Network e67f1afc-5b32-4d76-832d-1f33841aa5a5 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:03:21.836273 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40736) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:21.954861 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:21.996743 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:22.040711 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f18321cf-8c55-441c-bc54-91a5d8da00da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (e67f1afc-5b32-4d76-832d-1f33841aa5a5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:22.109714 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f18321cf-8c55-441c-bc54-91a5d8da00da admin admin] Deleting port 4ede931c-3557-4785-a963-43aa904d6de8 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:03:22.110441 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f18321cf-8c55-441c-bc54-91a5d8da00da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (4ede931c-3557-4785-a963-43aa904d6de8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:22.147883 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96082acd-e2a5-4704-b37c-886ea12f0c20 None None] DHCP port deletion for e67f1afc-5b32-4d76-832d-1f33841aa5a5 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:03:22.194101 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:22.195007 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-96082acd-e2a5-4704-b37c-886ea12f0c20 None None] Deleting port 4ede931c-3557-4785-a963-43aa904d6de8 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:03:22.195379 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-96082acd-e2a5-4704-b37c-886ea12f0c20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (4ede931c-3557-4785-a963-43aa904d6de8), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:22.266018 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-f18321cf-8c55-441c-bc54-91a5d8da00da admin admin] For port 4ede931c-3557-4785-a963-43aa904d6de8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4ede931c-3557-4785-a963-43aa904d6de8,segment=NetworkSegment(69904a17-25a6-4254-b1bc-101536fa1548),segment_id=69904a17-25a6-4254-b1bc-101536fa1548)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:22.266397 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f18321cf-8c55-441c-bc54-91a5d8da00da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (4ede931c-3557-4785-a963-43aa904d6de8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:22.288754 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-96082acd-e2a5-4704-b37c-886ea12f0c20 None None] For port 4ede931c-3557-4785-a963-43aa904d6de8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4ede931c-3557-4785-a963-43aa904d6de8,segment=NetworkSegment(69904a17-25a6-4254-b1bc-101536fa1548),segment_id=69904a17-25a6-4254-b1bc-101536fa1548)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:22.296079 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-96082acd-e2a5-4704-b37c-886ea12f0c20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (4ede931c-3557-4785-a963-43aa904d6de8), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:22.296923 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f18321cf-8c55-441c-bc54-91a5d8da00da admin admin] Calling delete_port for 4ede931c-3557-4785-a963-43aa904d6de8 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:03:22.315905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-96082acd-e2a5-4704-b37c-886ea12f0c20 None None] Calling delete_port for 4ede931c-3557-4785-a963-43aa904d6de8 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:03:22.476737 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (17d8ff77-9886-49aa-b0db-da0abee50572), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:22.507463 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f18321cf-8c55-441c-bc54-91a5d8da00da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (4ede931c-3557-4785-a963-43aa904d6de8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:22.520605 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-96082acd-e2a5-4704-b37c-886ea12f0c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (4ede931c-3557-4785-a963-43aa904d6de8), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:22.572929 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event updated for resources: {'Subnet': ['ID=17d8ff77-9886-49aa-b0db-da0abee50572,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:22.583460 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Checking segment: {'id': '8def7a73-748f-4062-af4e-62565f963c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '69759474-8d13-4940-8c73-fbc7e1360bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:03:22.583460 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Network hostable DHCP agents. Network: 69759474-8d13-4940-8c73-fbc7e1360bce, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:03:22.605022 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18321cf-8c55-441c-bc54-91a5d8da00da admin admin] Pushing event deleted for resources: {'Port': ['ID=4ede931c-3557-4785-a963-43aa904d6de8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:22.611549 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18321cf-8c55-441c-bc54-91a5d8da00da admin admin] No DVR routers for this DVR port 4ede931c-3557-4785-a963-43aa904d6de8 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:03:22.618025 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96082acd-e2a5-4704-b37c-886ea12f0c20 None None] No DVR routers for this DVR port 4ede931c-3557-4785-a963-43aa904d6de8 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:03:22.648336 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96082acd-e2a5-4704-b37c-886ea12f0c20 None None] Pushing event deleted for resources: {'Port': ['ID=4ede931c-3557-4785-a963-43aa904d6de8,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:22.648878 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40754) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:22.690977 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Network 69759474-8d13-4940-8c73-fbc7e1360bce is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:03:22.723324 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4ede931c-3557-4785-a963-43aa904d6de8 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:03:22.726016 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f18321cf-8c55-441c-bc54-91a5d8da00da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (e67f1afc-5b32-4d76-832d-1f33841aa5a5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:22.766490 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-f18321cf-8c55-441c-bc54-91a5d8da00da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67f1afc-5b32-4d76-832d-1f33841aa5a5']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:22.778519 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-f18321cf-8c55-441c-bc54-91a5d8da00da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69904a17-25a6-4254-b1bc-101536fa1548') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:22.778814 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-f18321cf-8c55-441c-bc54-91a5d8da00da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69904a17-25a6-4254-b1bc-101536fa1548') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:22.791514 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f18321cf-8c55-441c-bc54-91a5d8da00da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (69904a17-25a6-4254-b1bc-101536fa1548), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:22.796804 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 69759474-8d13-4940-8c73-fbc7e1360bce) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:22.803275 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (88bfc19c-c8bf-412c-ac79-fa8c778aa688), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:22.822393 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f18321cf-8c55-441c-bc54-91a5d8da00da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (69904a17-25a6-4254-b1bc-101536fa1548), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:22.832305 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18321cf-8c55-441c-bc54-91a5d8da00da admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:03:22.832767 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f18321cf-8c55-441c-bc54-91a5d8da00da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (69904a17-25a6-4254-b1bc-101536fa1548), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:22.862564 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f2ebed-131e-4c2b-b69d-a79c51ac6afc None None] Network 69759474-8d13-4940-8c73-fbc7e1360bce requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:03:22.869052 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 4ede931c-3557-4785-a963-43aa904d6de8 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:03:22.869704 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4ede931c-3557-4785-a963-43aa904d6de8 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:03:22.870329 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e3a6da0f-2091-4ba5-a1ef-8601a9207efd no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:03:22.887623 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 69904a17-25a6-4254-b1bc-101536fa1548 resource provider aggregate not found Nov 02 13:03:22.921655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: e3a6da0f-2091-4ba5-a1ef-8601a9207efd {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:03:22.933656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e3a6da0f-2091-4ba5-a1ef-8601a9207efd not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:03:22.963736 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 69904a17-25a6-4254-b1bc-101536fa1548 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69904a17-25a6-4254-b1bc-101536fa1548 found for delete ", "request_id": "req-d113fb41-9b4c-4fbb-966e-8d29142eec74"}]} Nov 02 13:03:22.982615 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:23.016792 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event updated for resources: {'Subnet': ['ID=88bfc19c-c8bf-412c-ac79-fa8c778aa688,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:23.070340 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Checking segment: {'id': '9c83dcba-c587-42c3-8c74-5a22cf0d1c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5fa02e82-4e51-4815-a272-871700bbede8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:03:23.070340 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Network hostable DHCP agents. Network: 5fa02e82-4e51-4815-a272-871700bbede8, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:03:23.088917 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-69759474-8d13-4940-8c73-fbc7e1360bce', 'network_id': '69759474-8d13-4940-8c73-fbc7e1360bce', 'project_id': 'cf13747783784374a0341b0652d7a08d', 'fixed_ips': [{'subnet_id': '17d8ff77-9886-49aa-b0db-da0abee50572'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:03:23.089989 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:23.133356 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ba838a-0810-46a4-86e8-a95c850c3628 admin admin] Deleting subnet fb3c0681-329f-440a-86ac-d78e94449b04 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:03:23.143883 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-90ba838a-0810-46a4-86e8-a95c850c3628 admin admin] Publish callbacks [] for subnet (fb3c0681-329f-440a-86ac-d78e94449b04), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:23.158517 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f18321cf-8c55-441c-bc54-91a5d8da00da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (e67f1afc-5b32-4d76-832d-1f33841aa5a5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:23.176837 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f18321cf-8c55-441c-bc54-91a5d8da00da admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:23.191317 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f18321cf-8c55-441c-bc54-91a5d8da00da admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/e67f1afc-5b32-4d76-832d-1f33841aa5a5 HTTP/1.1" status: 204 len: 168 time: 1.3533328 Nov 02 13:03:23.203115 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40780) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:23.259966 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Network 5fa02e82-4e51-4815-a272-871700bbede8 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:03:23.301702 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=46 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:23.322301 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18321cf-8c55-441c-bc54-91a5d8da00da admin admin] Pushing event deleted for resources: {'Network': ['ID=e67f1afc-5b32-4d76-832d-1f33841aa5a5,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:23.334322 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] Allocated IP 172.20.0.2 (69759474-8d13-4940-8c73-fbc7e1360bce/17d8ff77-9886-49aa-b0db-da0abee50572/7069dfbd-9cd4-4026-b043-54b500221daf) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:03:23.337441 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-90ba838a-0810-46a4-86e8-a95c850c3628 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (fb3c0681-329f-440a-86ac-d78e94449b04), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:23.346624 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:23.402296 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 5fa02e82-4e51-4815-a272-871700bbede8) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:23.425371 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:23.431718 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:23.432358 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:23.445813 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45015c77-23a8-4924-8559-d3c04851d91a None None] Network 5fa02e82-4e51-4815-a272-871700bbede8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:03:23.516092 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-90ba838a-0810-46a4-86e8-a95c850c3628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (fb3c0681-329f-440a-86ac-d78e94449b04), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:23.590488 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d5a95bc5-3192-486f-b3b3-114baf5bfb7b tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.6205194 Nov 02 13:03:23.603027 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40784) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:23.720190 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-5fa02e82-4e51-4815-a272-871700bbede8', 'network_id': '5fa02e82-4e51-4815-a272-871700bbede8', 'project_id': 'cf13747783784374a0341b0652d7a08d', 'fixed_ips': [{'subnet_id': '88bfc19c-c8bf-412c-ac79-fa8c778aa688'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:03:23.721256 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:23.750207 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7c70c8-8190-4327-bbc1-3f12a28c8a84 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:23.757814 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7c70c8-8190-4327-bbc1-3f12a28c8a84 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:23.759547 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7c70c8-8190-4327-bbc1-3f12a28c8a84 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:23.768697 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0d7c70c8-8190-4327-bbc1-3f12a28c8a84 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1606176 Nov 02 13:03:23.768697 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40788) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:23.851339 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-199db3c9-5497-4b83-b202-953295b87530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (2cf29a72-2cfd-4f02-a1fb-c2fc060313e1), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:23.893059 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-0477af60-3ff7-4116-a01c-c29b5f08caa6 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Deleting subnet 17d8ff77-9886-49aa-b0db-da0abee50572 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:03:23.934903 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-90ba838a-0810-46a4-86e8-a95c850c3628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (fb3c0681-329f-440a-86ac-d78e94449b04), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:23.951279 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] Allocated IP 172.20.0.18 (5fa02e82-4e51-4815-a272-871700bbede8/88bfc19c-c8bf-412c-ac79-fa8c778aa688/e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:03:23.971040 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:23.981301 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba838a-0810-46a4-86e8-a95c850c3628 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb3c0681-329f-440a-86ac-d78e94449b04,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:23.984332 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-90ba838a-0810-46a4-86e8-a95c850c3628 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:23.992672 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-90ba838a-0810-46a4-86e8-a95c850c3628 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/fb3c0681-329f-440a-86ac-d78e94449b04 HTTP/1.1" status: 204 len: 168 time: 1.3425426 Nov 02 13:03:23.995455 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40798) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:24.186225 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:24.232045 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] Publish callbacks [] for port (e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:24.239635 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:24.269158 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (ce72d6b8-fcfe-4e41-8a6a-5fc6bccfe04e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:24.340020 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:24.496242 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-199db3c9-5497-4b83-b202-953295b87530 admin admin] Deleting port a1b61a29-ab51-4ebe-a6c1-64729eba7b79 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:03:24.496605 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-199db3c9-5497-4b83-b202-953295b87530 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a1b61a29-ab51-4ebe-a6c1-64729eba7b79), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:24.615485 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (ce72d6b8-fcfe-4e41-8a6a-5fc6bccfe04e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:24.615485 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:24.654241 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce72d6b8-fcfe-4e41-8a6a-5fc6bccfe04e']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:24.668067 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb39b32f-b32f-46f6-a76d-18bde6b0782c') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:24.668383 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb39b32f-b32f-46f6-a76d-18bde6b0782c') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:24.696935 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (eb39b32f-b32f-46f6-a76d-18bde6b0782c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:24.712398 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-199db3c9-5497-4b83-b202-953295b87530 admin admin] For port a1b61a29-ab51-4ebe-a6c1-64729eba7b79, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a1b61a29-ab51-4ebe-a6c1-64729eba7b79,segment=NetworkSegment(a5f6f176-6cba-46fd-a685-ec9733fcd5bd),segment_id=a5f6f176-6cba-46fd-a685-ec9733fcd5bd)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:24.712804 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-199db3c9-5497-4b83-b202-953295b87530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a1b61a29-ab51-4ebe-a6c1-64729eba7b79), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:24.731360 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (eb39b32f-b32f-46f6-a76d-18bde6b0782c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:24.739630 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-199db3c9-5497-4b83-b202-953295b87530 admin admin] Calling delete_port for a1b61a29-ab51-4ebe-a6c1-64729eba7b79 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:03:24.745251 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:03:24.745681 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (eb39b32f-b32f-46f6-a76d-18bde6b0782c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:24.745798 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] Pushing event updated for resources: {'Port': ['ID=e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:24.759751 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:24.769323 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] Publish callbacks [] for port (7069dfbd-9cd4-4026-b043-54b500221daf), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:24.777038 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] Network 5fa02e82-4e51-4815-a272-871700bbede8 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:03:24.778543 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:24.781596 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:03:24.865253 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0477af60-3ff7-4116-a01c-c29b5f08caa6 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks [] for subnet (17d8ff77-9886-49aa-b0db-da0abee50572), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:24.868043 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (7069dfbd-9cd4-4026-b043-54b500221daf), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:24.912932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] Attempting to bind port e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:03:24.912932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] Attempting to bind port e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '9c83dcba-c587-42c3-8c74-5a22cf0d1c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5fa02e82-4e51-4815-a272-871700bbede8'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:03:24.917801 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] Attempting to bind port e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8 on network 5fa02e82-4e51-4815-a272-871700bbede8 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:03:24.961558 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:24.978046 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0477af60-3ff7-4116-a01c-c29b5f08caa6 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (17d8ff77-9886-49aa-b0db-da0abee50572), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:25.011634 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] Network 69759474-8d13-4940-8c73-fbc7e1360bce is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:03:25.014684 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (ce72d6b8-fcfe-4e41-8a6a-5fc6bccfe04e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:25.022909 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] Pushing event updated for resources: {'Port': ['ID=7069dfbd-9cd4-4026-b043-54b500221daf,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:25.036775 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:25.039325 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:25.046822 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/ce72d6b8-fcfe-4e41-8a6a-5fc6bccfe04e HTTP/1.1" status: 204 len: 168 time: 1.0470290 Nov 02 13:03:25.047008 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:03:25.075467 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Pushing event deleted for resources: {'Network': ['ID=ce72d6b8-fcfe-4e41-8a6a-5fc6bccfe04e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:25.090271 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:25.090695 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:25.091261 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:25.091888 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:25.092324 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:25.092916 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:25.093836 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:25.102291 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:25.102291 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:25.102291 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:25.102291 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:25.102291 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:25.102291 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:25.102291 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:25.102291 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29394606-5c0c-4d57-8490-e3861262862f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:25.102291 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment eb39b32f-b32f-46f6-a76d-18bde6b0782c resource provider aggregate not found Nov 02 13:03:25.132934 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment eb39b32f-b32f-46f6-a76d-18bde6b0782c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb39b32f-b32f-46f6-a76d-18bde6b0782c found for delete ", "request_id": "req-0510df7b-d7f0-401f-9cf9-3ab9af3af404"}]} Nov 02 13:03:25.137796 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:03:25.139528 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] Checking segment: {'id': '9c83dcba-c587-42c3-8c74-5a22cf0d1c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5fa02e82-4e51-4815-a272-871700bbede8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:03:25.140006 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:25.141264 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] Bound using segment: {'id': '9c83dcba-c587-42c3-8c74-5a22cf0d1c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5fa02e82-4e51-4815-a272-871700bbede8'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:03:25.142459 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] Bound port: e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c83dcba-c587-42c3-8c74-5a22cf0d1c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5fa02e82-4e51-4815-a272-871700bbede8'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:03:25.142944 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:25.215464 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0477af60-3ff7-4116-a01c-c29b5f08caa6 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (17d8ff77-9886-49aa-b0db-da0abee50572), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:25.219766 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] Attempting to bind port 7069dfbd-9cd4-4026-b043-54b500221daf on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:03:25.220811 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] Attempting to bind port 7069dfbd-9cd4-4026-b043-54b500221daf by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '8def7a73-748f-4062-af4e-62565f963c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '69759474-8d13-4940-8c73-fbc7e1360bce'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:03:25.221491 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] Attempting to bind port 7069dfbd-9cd4-4026-b043-54b500221daf on network 69759474-8d13-4940-8c73-fbc7e1360bce {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:03:25.329778 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-199db3c9-5497-4b83-b202-953295b87530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (a1b61a29-ab51-4ebe-a6c1-64729eba7b79), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:25.349423 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] For port e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:03:25.352830 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] For port e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8,segment=NetworkSegment(9c83dcba-c587-42c3-8c74-5a22cf0d1c87),segment_id=9c83dcba-c587-42c3-8c74-5a22cf0d1c87)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:03:25.361657 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:03:25.362205 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] Checking segment: {'id': '8def7a73-748f-4062-af4e-62565f963c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '69759474-8d13-4940-8c73-fbc7e1360bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:03:25.362781 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:25.363194 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] Bound using segment: {'id': '8def7a73-748f-4062-af4e-62565f963c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '69759474-8d13-4940-8c73-fbc7e1360bce'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:03:25.369841 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] Bound port: 7069dfbd-9cd4-4026-b043-54b500221daf, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8def7a73-748f-4062-af4e-62565f963c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '69759474-8d13-4940-8c73-fbc7e1360bce'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:03:25.377915 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7069dfbd-9cd4-4026-b043-54b500221daf), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:25.401914 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199db3c9-5497-4b83-b202-953295b87530 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b61a29-ab51-4ebe-a6c1-64729eba7b79,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:25.429845 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0477af60-3ff7-4116-a01c-c29b5f08caa6 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (17d8ff77-9886-49aa-b0db-da0abee50572), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:25.436918 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:25.561018 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477af60-3ff7-4116-a01c-c29b5f08caa6 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event deleted for resources: {'Subnet': ['ID=17d8ff77-9886-49aa-b0db-da0abee50572,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:25.563908 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0477af60-3ff7-4116-a01c-c29b5f08caa6 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:25.567202 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0477af60-3ff7-4116-a01c-c29b5f08caa6 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/17d8ff77-9886-49aa-b0db-da0abee50572 HTTP/1.1" status: 204 len: 168 time: 1.7973039 Nov 02 13:03:25.573063 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40842) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:25.622686 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] For port 7069dfbd-9cd4-4026-b043-54b500221daf, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:03:25.677176 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac38bc0-7bf0-49bd-bea7-b8f919edb2e9 None None] Pushing event updated for resources: {'Port': ['ID=e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:25.690226 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] For port 7069dfbd-9cd4-4026-b043-54b500221daf, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7069dfbd-9cd4-4026-b043-54b500221daf,segment=NetworkSegment(8def7a73-748f-4062-af4e-62565f963c68),segment_id=8def7a73-748f-4062-af4e-62565f963c68)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:03:25.775715 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40844) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:25.824593 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7069dfbd-9cd4-4026-b043-54b500221daf), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:25.936695 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0335851e-6638-4a7c-b909-42d05176a503 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2688c21d1c2446738e30f08d35853087&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1520178 Nov 02 13:03:25.938085 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40854) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:26.027155 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:26.050068 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:26.097329 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e835af2-b9f1-4a29-980d-da5fbb9773f7 None None] Pushing event updated for resources: {'Port': ['ID=7069dfbd-9cd4-4026-b043-54b500221daf,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:26.181178 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-199db3c9-5497-4b83-b202-953295b87530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (2cf29a72-2cfd-4f02-a1fb-c2fc060313e1), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:26.285636 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:26.342599 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-449bfb9d-702f-4dbd-a049-d802fc317097 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Deleting subnet 88bfc19c-c8bf-412c-ac79-fa8c778aa688 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:03:26.363617 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50a76ee7-2fb9-4266-a153-c1a682d3f1d0 admin admin] Publish callbacks [] for security_group (b520efb7-2388-44a8-b082-40c5120eb5d5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:26.363732 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-449bfb9d-702f-4dbd-a049-d802fc317097 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks [] for subnet (88bfc19c-c8bf-412c-ac79-fa8c778aa688), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:26.456359 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50a76ee7-2fb9-4266-a153-c1a682d3f1d0 admin admin] Publish callbacks [] for security_group (b520efb7-2388-44a8-b082-40c5120eb5d5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:26.480328 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-449bfb9d-702f-4dbd-a049-d802fc317097 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (88bfc19c-c8bf-412c-ac79-fa8c778aa688), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:26.516791 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:26.669668 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-449bfb9d-702f-4dbd-a049-d802fc317097 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (88bfc19c-c8bf-412c-ac79-fa8c778aa688), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:26.821667 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:26.841687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199db3c9-5497-4b83-b202-953295b87530 admin admin] Router 2cf29a72-2cfd-4f02-a1fb-c2fc060313e1 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:03:26.929046 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-449bfb9d-702f-4dbd-a049-d802fc317097 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (88bfc19c-c8bf-412c-ac79-fa8c778aa688), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:26.955544 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50a76ee7-2fb9-4266-a153-c1a682d3f1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (b520efb7-2388-44a8-b082-40c5120eb5d5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:26.958903 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50a76ee7-2fb9-4266-a153-c1a682d3f1d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:26.961865 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-50a76ee7-2fb9-4266-a153-c1a682d3f1d0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b520efb7-2388-44a8-b082-40c5120eb5d5 HTTP/1.1" status: 204 len: 168 time: 0.9554203 Nov 02 13:03:26.984562 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a76ee7-2fb9-4266-a153-c1a682d3f1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b520efb7-2388-44a8-b082-40c5120eb5d5,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:27.010361 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:27.034917 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bfb9d-702f-4dbd-a049-d802fc317097 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event deleted for resources: {'Subnet': ['ID=88bfc19c-c8bf-412c-ac79-fa8c778aa688,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:27.065363 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-449bfb9d-702f-4dbd-a049-d802fc317097 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:27.072239 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40882) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:27.074595 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-449bfb9d-702f-4dbd-a049-d802fc317097 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/88bfc19c-c8bf-412c-ac79-fa8c778aa688 HTTP/1.1" status: 204 len: 168 time: 1.4974537 Nov 02 13:03:27.088866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:27.180736 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:27.181695 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:27.182374 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8 Nov 02 13:03:27.288056 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c1b0b-a19e-471a-8c23-382649089d77 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:27.289799 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-957c1b0b-a19e-471a-8c23-382649089d77 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2165580 Nov 02 13:03:27.294113 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40888) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:27.306691 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199db3c9-5497-4b83-b202-953295b87530 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:03:27.322186 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d66d922-cdc5-41f1-9cd5-4b67355209a3 None None] Sync routers for ids ['2cf29a72-2cfd-4f02-a1fb-c2fc060313e1'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:03:27.325570 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-199db3c9-5497-4b83-b202-953295b87530 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/2cf29a72-2cfd-4f02-a1fb-c2fc060313e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1163521 Nov 02 13:03:27.327080 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40890) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:27.332616 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:27.333303 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:27.351018 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d66d922-cdc5-41f1-9cd5-4b67355209a3 None None] Routers {'2cf29a72-2cfd-4f02-a1fb-c2fc060313e1'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:03:27.351980 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-2d66d922-cdc5-41f1-9cd5-4b67355209a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['2cf29a72-2cfd-4f02-a1fb-c2fc060313e1'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:27.420748 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8,segment=NetworkSegment(9c83dcba-c587-42c3-8c74-5a22cf0d1c87),segment_id=9c83dcba-c587-42c3-8c74-5a22cf0d1c87)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:27.482318 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:27.483434 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7069dfbd-9cd4-4026-b043-54b500221daf up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:27.531181 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:27.631512 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-841cce37-9cad-40bf-a4a7-4a50d7c78cb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (5fa02e82-4e51-4815-a272-871700bbede8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:27.714722 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-51c1bb42-1172-4e62-aaf0-c6cf567a5f7c None None] Provisioning complete for port e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:27.715209 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-51c1bb42-1172-4e62-aaf0-c6cf567a5f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:27.715949 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-51c1bb42-1172-4e62-aaf0-c6cf567a5f7c None None] Attempt 1 to provision port e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8 Nov 02 13:03:27.722302 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-2d66d922-cdc5-41f1-9cd5-4b67355209a3 None None] Set router 2cf29a72-2cfd-4f02-a1fb-c2fc060313e1 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:03:27.771521 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-841cce37-9cad-40bf-a4a7-4a50d7c78cb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Deleting port e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:03:27.772127 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-841cce37-9cad-40bf-a4a7-4a50d7c78cb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:27.802086 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:27.817856 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7069dfbd-9cd4-4026-b043-54b500221daf triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:27.818976 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7069dfbd-9cd4-4026-b043-54b500221daf), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:27.819479 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7069dfbd-9cd4-4026-b043-54b500221daf Nov 02 13:03:27.965084 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-841cce37-9cad-40bf-a4a7-4a50d7c78cb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] For port e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8,segment=NetworkSegment(9c83dcba-c587-42c3-8c74-5a22cf0d1c87),segment_id=9c83dcba-c587-42c3-8c74-5a22cf0d1c87)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:27.965459 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-841cce37-9cad-40bf-a4a7-4a50d7c78cb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:27.979203 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:28.042052 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-841cce37-9cad-40bf-a4a7-4a50d7c78cb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Calling delete_port for e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:03:28.078576 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17490fdc-d98c-48c7-b04a-4bb5dd842d71 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:03:28.179610 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7069dfbd-9cd4-4026-b043-54b500221daf is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:28.180669 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7069dfbd-9cd4-4026-b043-54b500221daf), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:28.183178 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-51c1bb42-1172-4e62-aaf0-c6cf567a5f7c None None] Current status of the port e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:28.250249 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:28.254236 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:28.293133 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-2d66d922-cdc5-41f1-9cd5-4b67355209a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf29a72-2cfd-4f02-a1fb-c2fc060313e1', 'name': 'tempest-TestServerBasicOps-2063072870-router', 'tenant_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'dfcd5a07-818d-4169-a163-0f08aa6c802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:56Z', 'updated_at': '2022-11-02T13:03:25Z', 'revision_number': 5, 'project_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'gw_port': {'id': 'dfcd5a07-818d-4169-a163-0f08aa6c802f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf29a72-2cfd-4f02-a1fb-c2fc060313e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:58Z', 'updated_at': '2022-11-02T13:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:28.315337 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 7069dfbd-9cd4-4026-b043-54b500221daf, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7069dfbd-9cd4-4026-b043-54b500221daf,segment=NetworkSegment(8def7a73-748f-4062-af4e-62565f963c68),segment_id=8def7a73-748f-4062-af4e-62565f963c68)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:28.335193 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d66d922-cdc5-41f1-9cd5-4b67355209a3 None None] Checking router: 2cf29a72-2cfd-4f02-a1fb-c2fc060313e1 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:03:28.339885 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-841cce37-9cad-40bf-a4a7-4a50d7c78cb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:28.348221 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d66d922-cdc5-41f1-9cd5-4b67355209a3 None None] Routers {'2cf29a72-2cfd-4f02-a1fb-c2fc060313e1'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:03:28.349566 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-2d66d922-cdc5-41f1-9cd5-4b67355209a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['2cf29a72-2cfd-4f02-a1fb-c2fc060313e1'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:28.356177 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17490fdc-d98c-48c7-b04a-4bb5dd842d71 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:03:28.369311 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a766daf2-3df3-4bd0-83f3-548d0b8584ea None None] Provisioning complete for port 7069dfbd-9cd4-4026-b043-54b500221daf triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:28.369907 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a766daf2-3df3-4bd0-83f3-548d0b8584ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7069dfbd-9cd4-4026-b043-54b500221daf), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:28.370401 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a766daf2-3df3-4bd0-83f3-548d0b8584ea None None] Attempt 1 to provision port 7069dfbd-9cd4-4026-b043-54b500221daf Nov 02 13:03:28.406566 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cce37-9cad-40bf-a4a7-4a50d7c78cb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event deleted for resources: {'Port': ['ID=e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:28.410129 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841cce37-9cad-40bf-a4a7-4a50d7c78cb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] No DVR routers for this DVR port e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:03:28.485877 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7069dfbd-9cd4-4026-b043-54b500221daf), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:28.585885 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-2d66d922-cdc5-41f1-9cd5-4b67355209a3 None None] Set router 2cf29a72-2cfd-4f02-a1fb-c2fc060313e1 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:03:28.606652 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=7069dfbd-9cd4-4026-b043-54b500221daf,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:28.621405 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-841cce37-9cad-40bf-a4a7-4a50d7c78cb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (5fa02e82-4e51-4815-a272-871700bbede8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:28.682494 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-841cce37-9cad-40bf-a4a7-4a50d7c78cb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa02e82-4e51-4815-a272-871700bbede8']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:28.705718 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-841cce37-9cad-40bf-a4a7-4a50d7c78cb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c83dcba-c587-42c3-8c74-5a22cf0d1c87') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:28.711320 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-841cce37-9cad-40bf-a4a7-4a50d7c78cb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c83dcba-c587-42c3-8c74-5a22cf0d1c87') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:28.711804 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a16ed478-8f16-4b3c-8822-e51c98ccb4f9 admin admin] Publish callbacks [] for router (2cf29a72-2cfd-4f02-a1fb-c2fc060313e1), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:28.748957 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-841cce37-9cad-40bf-a4a7-4a50d7c78cb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (9c83dcba-c587-42c3-8c74-5a22cf0d1c87), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:28.810489 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-841cce37-9cad-40bf-a4a7-4a50d7c78cb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (9c83dcba-c587-42c3-8c74-5a22cf0d1c87), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:28.830852 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841cce37-9cad-40bf-a4a7-4a50d7c78cb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:03:28.831394 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-841cce37-9cad-40bf-a4a7-4a50d7c78cb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (9c83dcba-c587-42c3-8c74-5a22cf0d1c87), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:28.879831 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 9c83dcba-c587-42c3-8c74-5a22cf0d1c87 resource provider aggregate not found Nov 02 13:03:28.943630 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:28.980374 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a16ed478-8f16-4b3c-8822-e51c98ccb4f9 admin admin] Publish callbacks [] for router_gateway (2cf29a72-2cfd-4f02-a1fb-c2fc060313e1), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:28.993440 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 9c83dcba-c587-42c3-8c74-5a22cf0d1c87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c83dcba-c587-42c3-8c74-5a22cf0d1c87 found for delete ", "request_id": "req-40d64f30-256f-42a8-84bf-3b2829c7ff1f"}]} Nov 02 13:03:29.010428 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a766daf2-3df3-4bd0-83f3-548d0b8584ea None None] Current status of the port 7069dfbd-9cd4-4026-b043-54b500221daf is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:29.040798 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7069dfbd-9cd4-4026-b043-54b500221daf up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:29.055079 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-2d66d922-cdc5-41f1-9cd5-4b67355209a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf29a72-2cfd-4f02-a1fb-c2fc060313e1', 'name': 'tempest-TestServerBasicOps-2063072870-router', 'tenant_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'dfcd5a07-818d-4169-a163-0f08aa6c802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:56Z', 'updated_at': '2022-11-02T13:03:25Z', 'revision_number': 5, 'project_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'gw_port': {'id': 'dfcd5a07-818d-4169-a163-0f08aa6c802f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf29a72-2cfd-4f02-a1fb-c2fc060313e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:58Z', 'updated_at': '2022-11-02T13:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:29.086768 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d66d922-cdc5-41f1-9cd5-4b67355209a3 None None] The sync data for ids ['2cf29a72-2cfd-4f02-a1fb-c2fc060313e1'] in n-d-857339-6 is: [{'id': '2cf29a72-2cfd-4f02-a1fb-c2fc060313e1', 'name': 'tempest-TestServerBasicOps-2063072870-router', 'tenant_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'dfcd5a07-818d-4169-a163-0f08aa6c802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:56Z', 'updated_at': '2022-11-02T13:03:25Z', 'revision_number': 5, 'project_id': '3fe3c3f159e14c2bb0cba6debd69ec1f', 'gw_port': {'id': 'dfcd5a07-818d-4169-a163-0f08aa6c802f', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf29a72-2cfd-4f02-a1fb-c2fc060313e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:58Z', 'updated_at': '2022-11-02T13:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:03:29.174740 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-841cce37-9cad-40bf-a4a7-4a50d7c78cb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (5fa02e82-4e51-4815-a272-871700bbede8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:29.182425 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7069dfbd-9cd4-4026-b043-54b500221daf triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:29.182990 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7069dfbd-9cd4-4026-b043-54b500221daf), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:29.183223 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7069dfbd-9cd4-4026-b043-54b500221daf Nov 02 13:03:29.215032 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-841cce37-9cad-40bf-a4a7-4a50d7c78cb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:29.221201 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-841cce37-9cad-40bf-a4a7-4a50d7c78cb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "DELETE /networking/v2.0/networks/5fa02e82-4e51-4815-a272-871700bbede8 HTTP/1.1" status: 204 len: 168 time: 1.9249260 Nov 02 13:03:29.222446 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cce37-9cad-40bf-a4a7-4a50d7c78cb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event deleted for resources: {'Network': ['ID=5fa02e82-4e51-4815-a272-871700bbede8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:29.229698 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40952) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:29.274334 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:29.274554 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a16ed478-8f16-4b3c-8822-e51c98ccb4f9 admin admin] Deleting port dfcd5a07-818d-4169-a163-0f08aa6c802f {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:03:29.274554 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a16ed478-8f16-4b3c-8822-e51c98ccb4f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (dfcd5a07-818d-4169-a163-0f08aa6c802f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:29.280163 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:29.281649 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7069dfbd-9cd4-4026-b043-54b500221daf is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:29.349715 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40958) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:29.360754 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f4596c9-d5e9-423f-ad09-8b06ff0ca868 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (69759474-8d13-4940-8c73-fbc7e1360bce), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:29.558911 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-a16ed478-8f16-4b3c-8822-e51c98ccb4f9 admin admin] For port dfcd5a07-818d-4169-a163-0f08aa6c802f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=dfcd5a07-818d-4169-a163-0f08aa6c802f,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:29.559284 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a16ed478-8f16-4b3c-8822-e51c98ccb4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (dfcd5a07-818d-4169-a163-0f08aa6c802f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:29.596752 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a16ed478-8f16-4b3c-8822-e51c98ccb4f9 admin admin] Calling delete_port for dfcd5a07-818d-4169-a163-0f08aa6c802f owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:03:29.597048 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-60aa95cb-1e0a-4d03-9991-a103cf999ad2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-861112356-network', 'tenant_id': '8b0011d992e047aba24e133bd4d3218e'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:29.643242 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:29.722805 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60aa95cb-1e0a-4d03-9991-a103cf999ad2 admin admin] Made reservation on behalf of 8b0011d992e047aba24e133bd4d3218e for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:03:29.726370 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60aa95cb-1e0a-4d03-9991-a103cf999ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:29.752029 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60aa95cb-1e0a-4d03-9991-a103cf999ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:29.811205 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3f4596c9-d5e9-423f-ad09-8b06ff0ca868 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Deleting port 7069dfbd-9cd4-4026-b043-54b500221daf {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:03:29.811205 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f4596c9-d5e9-423f-ad09-8b06ff0ca868 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7069dfbd-9cd4-4026-b043-54b500221daf), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:29.939664 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60aa95cb-1e0a-4d03-9991-a103cf999ad2 admin admin] Publish callbacks [] for security_group (30e6b1ff-97ea-43b8-84e9-3245da516aa5), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:30.014209 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60aa95cb-1e0a-4d03-9991-a103cf999ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (30e6b1ff-97ea-43b8-84e9-3245da516aa5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:30.051447 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-3f4596c9-d5e9-423f-ad09-8b06ff0ca868 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] For port 7069dfbd-9cd4-4026-b043-54b500221daf, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7069dfbd-9cd4-4026-b043-54b500221daf,segment=NetworkSegment(8def7a73-748f-4062-af4e-62565f963c68),segment_id=8def7a73-748f-4062-af4e-62565f963c68)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:30.053527 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f4596c9-d5e9-423f-ad09-8b06ff0ca868 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7069dfbd-9cd4-4026-b043-54b500221daf), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:30.061683 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60aa95cb-1e0a-4d03-9991-a103cf999ad2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:03:30.080143 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa95cb-1e0a-4d03-9991-a103cf999ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e6b1ff-97ea-43b8-84e9-3245da516aa5,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:30.086087 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60aa95cb-1e0a-4d03-9991-a103cf999ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (8e7ef229-352a-43ad-8624-2d88c572496c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:30.086701 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-60aa95cb-1e0a-4d03-9991-a103cf999ad2 admin admin] Added segment 8e7ef229-352a-43ad-8624-2d88c572496c of type vlan for network a5dc5769-799d-4f06-935a-6d555f86a773 Nov 02 13:03:30.120993 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3f4596c9-d5e9-423f-ad09-8b06ff0ca868 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Calling delete_port for 7069dfbd-9cd4-4026-b043-54b500221daf owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:03:30.156879 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60aa95cb-1e0a-4d03-9991-a103cf999ad2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (a5dc5769-799d-4f06-935a-6d555f86a773), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:30.241159 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5462cc02-888d-4468-be71-5eb20c6f7861 None None] Network 69759474-8d13-4940-8c73-fbc7e1360bce requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:03:30.243696 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab75ac9-4de7-4e42-b9d8-a4ee96251816 None None] Network 5fa02e82-4e51-4815-a272-871700bbede8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:03:30.256822 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a16ed478-8f16-4b3c-8822-e51c98ccb4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (dfcd5a07-818d-4169-a163-0f08aa6c802f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:30.265508 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:30.288789 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60aa95cb-1e0a-4d03-9991-a103cf999ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (a5dc5769-799d-4f06-935a-6d555f86a773), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:30.289981 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aa95cb-1e0a-4d03-9991-a103cf999ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:30.290701 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-60aa95cb-1e0a-4d03-9991-a103cf999ad2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:30.340324 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ed478-8f16-4b3c-8822-e51c98ccb4f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfcd5a07-818d-4169-a163-0f08aa6c802f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:30.341789 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab75ac9-4de7-4e42-b9d8-a4ee96251816 None None] Network 5fa02e82-4e51-4815-a272-871700bbede8 could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 13:03:30.433254 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a16ed478-8f16-4b3c-8822-e51c98ccb4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (2cf29a72-2cfd-4f02-a1fb-c2fc060313e1), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:30.463453 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eb6e31-5132-453d-b453-e2bd6031ac1c None None] DHCP port deletion for 5fa02e82-4e51-4815-a272-871700bbede8 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:03:30.483479 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-97fdb501-2f8b-41b0-b50a-6bdc928627c2 None None] Provisioning complete for port f46b5dec-897b-4bcb-b9a2-5823b0916713 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:30.484511 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-97fdb501-2f8b-41b0-b50a-6bdc928627c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f46b5dec-897b-4bcb-b9a2-5823b0916713), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:30.484867 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-97fdb501-2f8b-41b0-b50a-6bdc928627c2 None None] Attempt 1 to provision port f46b5dec-897b-4bcb-b9a2-5823b0916713 Nov 02 13:03:30.555376 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-60aa95cb-1e0a-4d03-9991-a103cf999ad2 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2035379 Nov 02 13:03:30.566617 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 40976) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:30.578735 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c2dc96c5-79be-448c-b447-6952fd0c8879 admin admin] Request body: {'subnet': {'network_id': 'a5dc5769-799d-4f06-935a-6d555f86a773', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-861112356-subnet', 'tenant_id': '8b0011d992e047aba24e133bd4d3218e', 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:30.683077 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa95cb-1e0a-4d03-9991-a103cf999ad2 admin admin] Pushing event updated for resources: {'Network': ['ID=a5dc5769-799d-4f06-935a-6d555f86a773,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:30.683374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-97fdb501-2f8b-41b0-b50a-6bdc928627c2 None None] Current status of the port f46b5dec-897b-4bcb-b9a2-5823b0916713 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:30.695989 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5645f609-a028-4bd2-9ef3-c0874602c2c2 None None] DHCP port deletion for 69759474-8d13-4940-8c73-fbc7e1360bce request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:03:30.719656 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a16ed478-8f16-4b3c-8822-e51c98ccb4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (2cf29a72-2cfd-4f02-a1fb-c2fc060313e1), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:30.723669 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a16ed478-8f16-4b3c-8822-e51c98ccb4f9 admin admin] Publish callbacks [] for router_controller (2cf29a72-2cfd-4f02-a1fb-c2fc060313e1), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:30.785279 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network a5dc5769-799d-4f06-935a-6d555f86a773 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:03:30.797448 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dc96c5-79be-448c-b447-6952fd0c8879 admin admin] Made reservation on behalf of 8b0011d992e047aba24e133bd4d3218e for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:03:30.802693 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c2dc96c5-79be-448c-b447-6952fd0c8879 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:30.832376 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5645f609-a028-4bd2-9ef3-c0874602c2c2 None None] Deleting port 7069dfbd-9cd4-4026-b043-54b500221daf {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:03:30.832917 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5645f609-a028-4bd2-9ef3-c0874602c2c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7069dfbd-9cd4-4026-b043-54b500221daf), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:30.888797 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a16ed478-8f16-4b3c-8822-e51c98ccb4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (2cf29a72-2cfd-4f02-a1fb-c2fc060313e1), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:30.890648 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16ed478-8f16-4b3c-8822-e51c98ccb4f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cf29a72-2cfd-4f02-a1fb-c2fc060313e1 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:03:30.893482 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f4596c9-d5e9-423f-ad09-8b06ff0ca868 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (7069dfbd-9cd4-4026-b043-54b500221daf), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:30.900868 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a16ed478-8f16-4b3c-8822-e51c98ccb4f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:30.904213 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a16ed478-8f16-4b3c-8822-e51c98ccb4f9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/2cf29a72-2cfd-4f02-a1fb-c2fc060313e1 HTTP/1.1" status: 204 len: 168 time: 3.5760589 Nov 02 13:03:30.910983 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 40986) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:31.007455 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4596c9-d5e9-423f-ad09-8b06ff0ca868 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] No DVR routers for this DVR port 7069dfbd-9cd4-4026-b043-54b500221daf on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:03:31.012157 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:03:31.046562 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:31.063884 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4596c9-d5e9-423f-ad09-8b06ff0ca868 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event deleted for resources: {'Port': ['ID=7069dfbd-9cd4-4026-b043-54b500221daf,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:31.102366 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5645f609-a028-4bd2-9ef3-c0874602c2c2 None None] For port 7069dfbd-9cd4-4026-b043-54b500221daf, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7069dfbd-9cd4-4026-b043-54b500221daf,segment=NetworkSegment(8def7a73-748f-4062-af4e-62565f963c68),segment_id=8def7a73-748f-4062-af4e-62565f963c68)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:31.102776 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5645f609-a028-4bd2-9ef3-c0874602c2c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7069dfbd-9cd4-4026-b043-54b500221daf), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:31.106085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:03:31.106439 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e3b15cc7-85e1-4b4c-9a59-d3e647d0eef8 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:03:31.106917 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7069dfbd-9cd4-4026-b043-54b500221daf no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:03:31.120732 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:31.153108 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 7069dfbd-9cd4-4026-b043-54b500221daf {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:03:31.153458 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7069dfbd-9cd4-4026-b043-54b500221daf not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:03:31.153880 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a1b61a29-ab51-4ebe-a6c1-64729eba7b79 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:03:31.190413 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: a1b61a29-ab51-4ebe-a6c1-64729eba7b79 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:03:31.190762 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a1b61a29-ab51-4ebe-a6c1-64729eba7b79 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:03:31.199398 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5645f609-a028-4bd2-9ef3-c0874602c2c2 None None] Calling delete_port for 7069dfbd-9cd4-4026-b043-54b500221daf owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:03:31.240858 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f4596c9-d5e9-423f-ad09-8b06ff0ca868 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (69759474-8d13-4940-8c73-fbc7e1360bce), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:31.273679 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:31.275924 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-3f4596c9-d5e9-423f-ad09-8b06ff0ca868 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69759474-8d13-4940-8c73-fbc7e1360bce']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:31.295596 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c2dc96c5-79be-448c-b447-6952fd0c8879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (ce243118-d315-4e24-b684-32eaf02d45c6), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:31.325674 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-3f4596c9-d5e9-423f-ad09-8b06ff0ca868 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8def7a73-748f-4062-af4e-62565f963c68') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:31.325983 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-3f4596c9-d5e9-423f-ad09-8b06ff0ca868 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8def7a73-748f-4062-af4e-62565f963c68') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:31.330957 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-b595a5d9-8c53-4906-8748-6729cf5ab68b admin admin] Deleting subnet 0b634919-1ed2-4a5d-8c75-17e0a70c1358 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:03:31.351918 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b595a5d9-8c53-4906-8748-6729cf5ab68b admin admin] Publish callbacks [] for subnet (0b634919-1ed2-4a5d-8c75-17e0a70c1358), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:31.367582 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f4596c9-d5e9-423f-ad09-8b06ff0ca868 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (8def7a73-748f-4062-af4e-62565f963c68), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:31.401327 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc96c5-79be-448c-b447-6952fd0c8879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce243118-d315-4e24-b684-32eaf02d45c6,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:31.402410 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5645f609-a028-4bd2-9ef3-c0874602c2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (7069dfbd-9cd4-4026-b043-54b500221daf), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:31.410283 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:31.434091 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f4596c9-d5e9-423f-ad09-8b06ff0ca868 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (8def7a73-748f-4062-af4e-62565f963c68), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:31.441849 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4596c9-d5e9-423f-ad09-8b06ff0ca868 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:03:31.443684 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f4596c9-d5e9-423f-ad09-8b06ff0ca868 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (8def7a73-748f-4062-af4e-62565f963c68), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:31.448194 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645f609-a028-4bd2-9ef3-c0874602c2c2 None None] Pushing event deleted for resources: {'Port': ['ID=7069dfbd-9cd4-4026-b043-54b500221daf,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:31.458429 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dc96c5-79be-448c-b447-6952fd0c8879 admin admin] Checking segment: {'id': '8e7ef229-352a-43ad-8624-2d88c572496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a5dc5769-799d-4f06-935a-6d555f86a773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:03:31.458429 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dc96c5-79be-448c-b447-6952fd0c8879 admin admin] Network hostable DHCP agents. Network: a5dc5769-799d-4f06-935a-6d555f86a773, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:03:31.476223 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5645f609-a028-4bd2-9ef3-c0874602c2c2 None None] No DVR routers for this DVR port 7069dfbd-9cd4-4026-b043-54b500221daf on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:03:31.542446 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 8def7a73-748f-4062-af4e-62565f963c68 resource provider aggregate not found Nov 02 13:03:31.564166 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b595a5d9-8c53-4906-8748-6729cf5ab68b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (0b634919-1ed2-4a5d-8c75-17e0a70c1358), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:31.574114 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 8def7a73-748f-4062-af4e-62565f963c68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8def7a73-748f-4062-af4e-62565f963c68 found for delete ", "request_id": "req-7f84ead4-369c-4cce-b45c-2b842801ef37"}]} Nov 02 13:03:31.631197 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dc96c5-79be-448c-b447-6952fd0c8879 admin admin] Network a5dc5769-799d-4f06-935a-6d555f86a773 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:03:31.713325 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f4596c9-d5e9-423f-ad09-8b06ff0ca868 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (69759474-8d13-4940-8c73-fbc7e1360bce), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:31.716855 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:31.730837 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3f4596c9-d5e9-423f-ad09-8b06ff0ca868 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:31.734626 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3f4596c9-d5e9-423f-ad09-8b06ff0ca868 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "DELETE /networking/v2.0/networks/69759474-8d13-4940-8c73-fbc7e1360bce HTTP/1.1" status: 204 len: 168 time: 2.5018518 Nov 02 13:03:31.737475 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41002) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:31.751113 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4596c9-d5e9-423f-ad09-8b06ff0ca868 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event deleted for resources: {'Network': ['ID=69759474-8d13-4940-8c73-fbc7e1360bce,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:31.762989 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b595a5d9-8c53-4906-8748-6729cf5ab68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (0b634919-1ed2-4a5d-8c75-17e0a70c1358), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:31.796020 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-c2dc96c5-79be-448c-b447-6952fd0c8879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, a5dc5769-799d-4f06-935a-6d555f86a773) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:31.804902 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47131bc-5af5-4c46-8fe0-c92e0eb0a5e7 None None] Network a5dc5769-799d-4f06-935a-6d555f86a773 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:03:31.840893 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dc96c5-79be-448c-b447-6952fd0c8879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:31.841751 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c2dc96c5-79be-448c-b447-6952fd0c8879 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:31.872335 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7a844c1-bd9f-4302-8db9-9c80ff9ff0e5 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (c7bc5dba-1b52-45a0-989d-99634d7e0ebd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:31.903419 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:31.940688 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b595a5d9-8c53-4906-8748-6729cf5ab68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (0b634919-1ed2-4a5d-8c75-17e0a70c1358), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:31.976243 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-a5dc5769-799d-4f06-935a-6d555f86a773', 'network_id': 'a5dc5769-799d-4f06-935a-6d555f86a773', 'project_id': '8b0011d992e047aba24e133bd4d3218e', 'fixed_ips': [{'subnet_id': 'ce243118-d315-4e24-b684-32eaf02d45c6'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:03:31.979050 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:32.045803 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c2dc96c5-79be-448c-b447-6952fd0c8879 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4777315 Nov 02 13:03:32.053754 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41008) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:32.054566 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595a5d9-8c53-4906-8748-6729cf5ab68b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b634919-1ed2-4a5d-8c75-17e0a70c1358,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:32.059263 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7a844c1-bd9f-4302-8db9-9c80ff9ff0e5 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (c7bc5dba-1b52-45a0-989d-99634d7e0ebd), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:32.065747 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-55984080-2482-4665-95b1-f465696247bb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-861112356-router', 'tenant_id': '8b0011d992e047aba24e133bd4d3218e', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:32.075414 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b595a5d9-8c53-4906-8748-6729cf5ab68b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:32.078809 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b595a5d9-8c53-4906-8748-6729cf5ab68b admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/0b634919-1ed2-4a5d-8c75-17e0a70c1358 HTTP/1.1" status: 204 len: 168 time: 1.1621802 Nov 02 13:03:32.082831 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41010) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:32.123768 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bc7475-48f5-4aa2-b3ca-67c5e2a6a0d8 None None] Network f6ef32b7-8d28-41ea-b237-204c7ca4e14b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:03:32.181462 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-f7a844c1-bd9f-4302-8db9-9c80ff9ff0e5 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7bc5dba-1b52-45a0-989d-99634d7e0ebd']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:32.192810 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55984080-2482-4665-95b1-f465696247bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (68ec80d2-c25f-41fb-b2d1-c131bc32bcc4), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:32.193682 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55984080-2482-4665-95b1-f465696247bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (68ec80d2-c25f-41fb-b2d1-c131bc32bcc4), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:32.251215 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-f7a844c1-bd9f-4302-8db9-9c80ff9ff0e5 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94cb1154-1b2d-4213-9618-8b4a1d0ca051') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:32.251591 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-f7a844c1-bd9f-4302-8db9-9c80ff9ff0e5 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94cb1154-1b2d-4213-9618-8b4a1d0ca051') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:32.293490 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7a844c1-bd9f-4302-8db9-9c80ff9ff0e5 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (94cb1154-1b2d-4213-9618-8b4a1d0ca051), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:32.298196 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-24a8ff2a-b8d8-4e63-ae0b-880a9bee3278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (f6ef32b7-8d28-41ea-b237-204c7ca4e14b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:32.301485 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55984080-2482-4665-95b1-f465696247bb admin admin] Publish callbacks [] for router_controller (68ec80d2-c25f-41fb-b2d1-c131bc32bcc4), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:32.320906 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7a844c1-bd9f-4302-8db9-9c80ff9ff0e5 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (94cb1154-1b2d-4213-9618-8b4a1d0ca051), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:32.348246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a844c1-bd9f-4302-8db9-9c80ff9ff0e5 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:03:32.348675 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7a844c1-bd9f-4302-8db9-9c80ff9ff0e5 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (94cb1154-1b2d-4213-9618-8b4a1d0ca051), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:32.383506 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 94cb1154-1b2d-4213-9618-8b4a1d0ca051 resource provider aggregate not found Nov 02 13:03:32.393027 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-24a8ff2a-b8d8-4e63-ae0b-880a9bee3278 admin admin] Deleting port f46b5dec-897b-4bcb-b9a2-5823b0916713 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:03:32.396410 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-24a8ff2a-b8d8-4e63-ae0b-880a9bee3278 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (f46b5dec-897b-4bcb-b9a2-5823b0916713), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:32.435591 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 94cb1154-1b2d-4213-9618-8b4a1d0ca051 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94cb1154-1b2d-4213-9618-8b4a1d0ca051 found for delete ", "request_id": "req-f83b0135-0772-42e0-b8f3-2a53cc6f6f59"}]} Nov 02 13:03:32.569639 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] Allocated IP 172.20.0.2 (a5dc5769-799d-4f06-935a-6d555f86a773/ce243118-d315-4e24-b684-32eaf02d45c6/3043689e-669e-44be-bc05-acc19a931070) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:03:32.591776 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-24a8ff2a-b8d8-4e63-ae0b-880a9bee3278 admin admin] For port f46b5dec-897b-4bcb-b9a2-5823b0916713, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f46b5dec-897b-4bcb-b9a2-5823b0916713,segment=NetworkSegment(a5f6f176-6cba-46fd-a685-ec9733fcd5bd),segment_id=a5f6f176-6cba-46fd-a685-ec9733fcd5bd)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:32.592145 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-24a8ff2a-b8d8-4e63-ae0b-880a9bee3278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (f46b5dec-897b-4bcb-b9a2-5823b0916713), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:32.609652 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7a844c1-bd9f-4302-8db9-9c80ff9ff0e5 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (c7bc5dba-1b52-45a0-989d-99634d7e0ebd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:32.622596 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f7a844c1-bd9f-4302-8db9-9c80ff9ff0e5 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:32.629627 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f7a844c1-bd9f-4302-8db9-9c80ff9ff0e5 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "DELETE /networking/v2.0/networks/c7bc5dba-1b52-45a0-989d-99634d7e0ebd HTTP/1.1" status: 204 len: 168 time: 0.8878500 Nov 02 13:03:32.629627 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-24a8ff2a-b8d8-4e63-ae0b-880a9bee3278 admin admin] Calling delete_port for f46b5dec-897b-4bcb-b9a2-5823b0916713 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:03:32.634941 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41026) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:32.663525 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55984080-2482-4665-95b1-f465696247bb admin admin] Publish callbacks [] for router_gateway (68ec80d2-c25f-41fb-b2d1-c131bc32bcc4), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:32.706725 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a844c1-bd9f-4302-8db9-9c80ff9ff0e5 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event deleted for resources: {'Network': ['ID=c7bc5dba-1b52-45a0-989d-99634d7e0ebd,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:32.723102 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:32.850687 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device dfcd5a07-818d-4169-a163-0f08aa6c802f no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:03:32.873549 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-82f2fb38-7ec0-4afd-bffe-61581b922fb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (0d658a7e-9e2f-4595-bd3e-c46c6085f9ca), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:32.941585 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f6ae30-d7aa-45b3-b724-e392f710d7c4 None None] DHCP port deletion for f6ef32b7-8d28-41ea-b237-204c7ca4e14b request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:03:32.965675 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: dfcd5a07-818d-4169-a163-0f08aa6c802f {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:03:32.966017 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device dfcd5a07-818d-4169-a163-0f08aa6c802f not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:03:33.007866 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-24a8ff2a-b8d8-4e63-ae0b-880a9bee3278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (f46b5dec-897b-4bcb-b9a2-5823b0916713), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.041525 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] Publish callbacks [] for port (3043689e-669e-44be-bc05-acc19a931070), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.042758 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a8ff2a-b8d8-4e63-ae0b-880a9bee3278 admin admin] No DVR routers for this DVR port f46b5dec-897b-4bcb-b9a2-5823b0916713 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:03:33.043616 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:33.045440 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55984080-2482-4665-95b1-f465696247bb admin admin] Publish callbacks [] for router_gateway (68ec80d2-c25f-41fb-b2d1-c131bc32bcc4), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.052560 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-34f6ae30-d7aa-45b3-b724-e392f710d7c4 None None] Deleting port f46b5dec-897b-4bcb-b9a2-5823b0916713 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:03:33.052945 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-34f6ae30-d7aa-45b3-b724-e392f710d7c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (f46b5dec-897b-4bcb-b9a2-5823b0916713), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.068313 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55984080-2482-4665-95b1-f465696247bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.112098 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (3043689e-669e-44be-bc05-acc19a931070), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.136138 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-82f2fb38-7ec0-4afd-bffe-61581b922fb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (0d658a7e-9e2f-4595-bd3e-c46c6085f9ca), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.164071 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-82f2fb38-7ec0-4afd-bffe-61581b922fb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d658a7e-9e2f-4595-bd3e-c46c6085f9ca']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:33.176629 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-82f2fb38-7ec0-4afd-bffe-61581b922fb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457db547-2288-435d-a49d-ade433b3c30a') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:33.177052 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-82f2fb38-7ec0-4afd-bffe-61581b922fb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457db547-2288-435d-a49d-ade433b3c30a') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:33.189050 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-82f2fb38-7ec0-4afd-bffe-61581b922fb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (457db547-2288-435d-a49d-ade433b3c30a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.205824 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-82f2fb38-7ec0-4afd-bffe-61581b922fb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (457db547-2288-435d-a49d-ade433b3c30a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.213508 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-55984080-2482-4665-95b1-f465696247bb admin admin] Allocated IP 172.25.2.27 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/db35e4a3-a5f1-4cf3-9cc1-56824ca46702) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:03:33.216749 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f2fb38-7ec0-4afd-bffe-61581b922fb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:03:33.217236 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-82f2fb38-7ec0-4afd-bffe-61581b922fb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (457db547-2288-435d-a49d-ade433b3c30a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.218204 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-34f6ae30-d7aa-45b3-b724-e392f710d7c4 None None] For port f46b5dec-897b-4bcb-b9a2-5823b0916713, host n-d-857339-6, got binding levels [] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:33.218630 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-34f6ae30-d7aa-45b3-b724-e392f710d7c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (f46b5dec-897b-4bcb-b9a2-5823b0916713), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.244504 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-34f6ae30-d7aa-45b3-b724-e392f710d7c4 None None] Calling delete_port for f46b5dec-897b-4bcb-b9a2-5823b0916713 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:03:33.247587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.ipam_backend_mixin [None req-34f6ae30-d7aa-45b3-b724-e392f710d7c4 None None] Port f46b5dec-897b-4bcb-b9a2-5823b0916713 was not found and therefore no delete operation was performed {{(pid=105977) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Nov 02 13:03:33.252026 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-34f6ae30-d7aa-45b3-b724-e392f710d7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (f46b5dec-897b-4bcb-b9a2-5823b0916713), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.256450 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] Network a5dc5769-799d-4f06-935a-6d555f86a773 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:03:33.264667 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:33.276026 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:03:33.337932 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8ff2a-b8d8-4e63-ae0b-880a9bee3278 admin admin] Pushing event deleted for resources: {'Port': ['ID=f46b5dec-897b-4bcb-b9a2-5823b0916713,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:33.354124 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55984080-2482-4665-95b1-f465696247bb admin admin] Publish callbacks [] for port (db35e4a3-a5f1-4cf3-9cc1-56824ca46702), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.366738 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] Attempting to bind port 3043689e-669e-44be-bc05-acc19a931070 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:03:33.367303 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] Attempting to bind port 3043689e-669e-44be-bc05-acc19a931070 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '8e7ef229-352a-43ad-8624-2d88c572496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a5dc5769-799d-4f06-935a-6d555f86a773'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:03:33.367689 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] Attempting to bind port 3043689e-669e-44be-bc05-acc19a931070 on network a5dc5769-799d-4f06-935a-6d555f86a773 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:03:33.370295 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] Pushing event updated for resources: {'Port': ['ID=3043689e-669e-44be-bc05-acc19a931070,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:33.383397 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f6ae30-d7aa-45b3-b724-e392f710d7c4 None None] No DVR routers for this DVR port f46b5dec-897b-4bcb-b9a2-5823b0916713 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:03:33.418093 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6ae30-d7aa-45b3-b724-e392f710d7c4 None None] Pushing event deleted for resources: {'Port': ['ID=f46b5dec-897b-4bcb-b9a2-5823b0916713,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:33.463712 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-24a8ff2a-b8d8-4e63-ae0b-880a9bee3278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (f6ef32b7-8d28-41ea-b237-204c7ca4e14b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.467008 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:03:33.467374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] Checking segment: {'id': '8e7ef229-352a-43ad-8624-2d88c572496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a5dc5769-799d-4f06-935a-6d555f86a773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:03:33.468351 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.468822 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] Bound using segment: {'id': '8e7ef229-352a-43ad-8624-2d88c572496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a5dc5769-799d-4f06-935a-6d555f86a773'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:03:33.469312 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] Bound port: 3043689e-669e-44be-bc05-acc19a931070, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7ef229-352a-43ad-8624-2d88c572496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a5dc5769-799d-4f06-935a-6d555f86a773'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:03:33.469935 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3043689e-669e-44be-bc05-acc19a931070), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.489563 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55984080-2482-4665-95b1-f465696247bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (db35e4a3-a5f1-4cf3-9cc1-56824ca46702), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.501945 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-24a8ff2a-b8d8-4e63-ae0b-880a9bee3278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ef32b7-8d28-41ea-b237-204c7ca4e14b']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:33.535200 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-24a8ff2a-b8d8-4e63-ae0b-880a9bee3278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f6f176-6cba-46fd-a685-ec9733fcd5bd') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:33.535769 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-24a8ff2a-b8d8-4e63-ae0b-880a9bee3278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f6f176-6cba-46fd-a685-ec9733fcd5bd') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:33.542565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] For port 3043689e-669e-44be-bc05-acc19a931070, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:03:33.547243 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] For port 3043689e-669e-44be-bc05-acc19a931070, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3043689e-669e-44be-bc05-acc19a931070,segment=NetworkSegment(8e7ef229-352a-43ad-8624-2d88c572496c),segment_id=8e7ef229-352a-43ad-8624-2d88c572496c)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:03:33.549043 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-24a8ff2a-b8d8-4e63-ae0b-880a9bee3278 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (a5f6f176-6cba-46fd-a685-ec9733fcd5bd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.552942 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-82f2fb38-7ec0-4afd-bffe-61581b922fb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (0d658a7e-9e2f-4595-bd3e-c46c6085f9ca), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.558444 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-82f2fb38-7ec0-4afd-bffe-61581b922fb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.567392 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-82f2fb38-7ec0-4afd-bffe-61581b922fb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] 10.222.0.64 "DELETE /networking/v2.0/networks/0d658a7e-9e2f-4595-bd3e-c46c6085f9ca HTTP/1.1" status: 204 len: 168 time: 0.9277625 Nov 02 13:03:33.567484 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55984080-2482-4665-95b1-f465696247bb admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:03:33.574639 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:33.592064 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-55984080-2482-4665-95b1-f465696247bb admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:33.592296 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2fb38-7ec0-4afd-bffe-61581b922fb1 tempest-BulkNetworkOpsTest-1801344335 tempest-BulkNetworkOpsTest-1801344335-project] Pushing event deleted for resources: {'Network': ['ID=0d658a7e-9e2f-4595-bd3e-c46c6085f9ca,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:33.595077 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-24a8ff2a-b8d8-4e63-ae0b-880a9bee3278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a5f6f176-6cba-46fd-a685-ec9733fcd5bd), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.604834 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a8ff2a-b8d8-4e63-ae0b-880a9bee3278 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:03:33.611459 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-24a8ff2a-b8d8-4e63-ae0b-880a9bee3278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (a5f6f176-6cba-46fd-a685-ec9733fcd5bd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.612530 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:33.615222 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55984080-2482-4665-95b1-f465696247bb admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:03:33.637989 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3043689e-669e-44be-bc05-acc19a931070), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.676963 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55984080-2482-4665-95b1-f465696247bb admin admin] Pushing event updated for resources: {'Port': ['ID=db35e4a3-a5f1-4cf3-9cc1-56824ca46702,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:33.773002 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:33.825311 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300957b2-d4bc-44d1-a4b3-c221d80f2ad0 None None] Pushing event updated for resources: {'Port': ['ID=3043689e-669e-44be-bc05-acc19a931070,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:33.854315 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-24a8ff2a-b8d8-4e63-ae0b-880a9bee3278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (f6ef32b7-8d28-41ea-b237-204c7ca4e14b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.866224 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-24a8ff2a-b8d8-4e63-ae0b-880a9bee3278 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:33.874212 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-24a8ff2a-b8d8-4e63-ae0b-880a9bee3278 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/f6ef32b7-8d28-41ea-b237-204c7ca4e14b HTTP/1.1" status: 204 len: 168 time: 1.7857423 Nov 02 13:03:33.922360 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8ff2a-b8d8-4e63-ae0b-880a9bee3278 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6ef32b7-8d28-41ea-b237-204c7ca4e14b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:34.220270 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55984080-2482-4665-95b1-f465696247bb admin admin] Publish callbacks [] for router_gateway (68ec80d2-c25f-41fb-b2d1-c131bc32bcc4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:34.277084 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41064) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:34.440249 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41070) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:34.484658 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 457db547-2288-435d-a49d-ade433b3c30a resource provider aggregate not found Nov 02 13:03:34.526574 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d697dc7d-c3f4-42eb-a7b1-666392a319bc admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1ac4313709954b2e9e651cb26814df74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0841489 Nov 02 13:03:34.530143 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41076) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:34.609782 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 457db547-2288-435d-a49d-ade433b3c30a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 457db547-2288-435d-a49d-ade433b3c30a found for delete ", "request_id": "req-39691bf4-9479-411d-9034-adbe6f4454db"}]} Nov 02 13:03:34.614389 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:34.638137 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b741c278-fef0-4875-9f04-22d2361fdf92 admin admin] Publish callbacks [] for security_group (560f08ea-baaa-48d7-88f5-a06e69748685), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:34.693878 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment a5f6f176-6cba-46fd-a685-ec9733fcd5bd resource provider aggregate not found Nov 02 13:03:34.706738 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b741c278-fef0-4875-9f04-22d2361fdf92 admin admin] Publish callbacks [] for security_group (560f08ea-baaa-48d7-88f5-a06e69748685), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:34.755745 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment a5f6f176-6cba-46fd-a685-ec9733fcd5bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5f6f176-6cba-46fd-a685-ec9733fcd5bd found for delete ", "request_id": "req-67196a41-fa96-4a92-8ee2-69b62d16b597"}]} Nov 02 13:03:34.771208 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55984080-2482-4665-95b1-f465696247bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (68ec80d2-c25f-41fb-b2d1-c131bc32bcc4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:34.863005 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:34.887529 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b741c278-fef0-4875-9f04-22d2361fdf92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (560f08ea-baaa-48d7-88f5-a06e69748685), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:34.890943 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b741c278-fef0-4875-9f04-22d2361fdf92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:34.894333 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b741c278-fef0-4875-9f04-22d2361fdf92 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/560f08ea-baaa-48d7-88f5-a06e69748685 HTTP/1.1" status: 204 len: 168 time: 0.3597553 Nov 02 13:03:34.915841 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741c278-fef0-4875-9f04-22d2361fdf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560f08ea-baaa-48d7-88f5-a06e69748685,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:35.034306 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:35.037184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3043689e-669e-44be-bc05-acc19a931070 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:35.037677 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:35.092848 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:35.104195 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3043689e-669e-44be-bc05-acc19a931070 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:35.104854 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3043689e-669e-44be-bc05-acc19a931070), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:35.105343 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3043689e-669e-44be-bc05-acc19a931070 Nov 02 13:03:35.196771 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=5,neutron:SELECT=74,neutron:DELETE=3,neutron:INSERT=18 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:35.199757 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3043689e-669e-44be-bc05-acc19a931070 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:35.200318 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3043689e-669e-44be-bc05-acc19a931070), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:35.282538 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 3043689e-669e-44be-bc05-acc19a931070, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3043689e-669e-44be-bc05-acc19a931070,segment=NetworkSegment(8e7ef229-352a-43ad-8624-2d88c572496c),segment_id=8e7ef229-352a-43ad-8624-2d88c572496c)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:35.373207 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dfff9f25-4dbd-4b84-9c5f-c7030f12191c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=cf13747783784374a0341b0652d7a08d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0952342 Nov 02 13:03:35.375337 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41090) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:35.379917 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3043689e-669e-44be-bc05-acc19a931070), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:35.476756 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55984080-2482-4665-95b1-f465696247bb admin admin] Router 68ec80d2-c25f-41fb-b2d1-c131bc32bcc4 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:03:35.492793 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f46b5dec-897b-4bcb-b9a2-5823b0916713 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:03:35.522924 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:35.603949 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ed38b14-fcfe-4050-905b-f1a8cf40be41 admin admin] Publish callbacks [] for security_group (de71412c-3b23-418e-9d60-1730ee99c4fe), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:35.625930 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: f46b5dec-897b-4bcb-b9a2-5823b0916713 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:03:35.642838 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ed38b14-fcfe-4050-905b-f1a8cf40be41 admin admin] Publish callbacks [] for security_group (de71412c-3b23-418e-9d60-1730ee99c4fe), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:35.648979 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f46b5dec-897b-4bcb-b9a2-5823b0916713 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:03:35.698167 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=3043689e-669e-44be-bc05-acc19a931070,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:35.803531 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55984080-2482-4665-95b1-f465696247bb admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:03:35.818742 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] Sync routers for ids ['68ec80d2-c25f-41fb-b2d1-c131bc32bcc4'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:03:35.818992 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ed38b14-fcfe-4050-905b-f1a8cf40be41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (de71412c-3b23-418e-9d60-1730ee99c4fe), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:35.822035 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ed38b14-fcfe-4050-905b-f1a8cf40be41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:35.824429 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8ed38b14-fcfe-4050-905b-f1a8cf40be41 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/de71412c-3b23-418e-9d60-1730ee99c4fe HTTP/1.1" status: 204 len: 168 time: 0.4465175 Nov 02 13:03:35.858048 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] Routers {'68ec80d2-c25f-41fb-b2d1-c131bc32bcc4'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:03:35.873000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['68ec80d2-c25f-41fb-b2d1-c131bc32bcc4'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:35.887982 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed38b14-fcfe-4050-905b-f1a8cf40be41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de71412c-3b23-418e-9d60-1730ee99c4fe,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:35.950406 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55984080-2482-4665-95b1-f465696247bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:35.950406 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-55984080-2482-4665-95b1-f465696247bb admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8925772 Nov 02 13:03:35.952764 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41106) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:36.190170 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab74a3c-4e66-438c-9b5f-28dd32586e97 None None] Network a5dc5769-799d-4f06-935a-6d555f86a773 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:03:36.254493 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] Set router 68ec80d2-c25f-41fb-b2d1-c131bc32bcc4 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:03:36.260037 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=14 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:36.321821 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1f201e21-15e1-409f-b895-00e22014eb99 None None] Provisioning complete for port 3043689e-669e-44be-bc05-acc19a931070 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:36.322447 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f201e21-15e1-409f-b895-00e22014eb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3043689e-669e-44be-bc05-acc19a931070), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:36.325117 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1f201e21-15e1-409f-b895-00e22014eb99 None None] Attempt 1 to provision port 3043689e-669e-44be-bc05-acc19a931070 Nov 02 13:03:36.357304 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:36.599405 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41118) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:36.772739 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1f201e21-15e1-409f-b895-00e22014eb99 None None] Current status of the port 3043689e-669e-44be-bc05-acc19a931070 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:36.798799 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d7f93df6-a0b6-4402-8ba6-a0413e1fec18 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3fe3c3f159e14c2bb0cba6debd69ec1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1981671 Nov 02 13:03:36.801850 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41124) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:36.954265 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3043689e-669e-44be-bc05-acc19a931070 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:36.992220 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93bc8fd0-860a-40b2-922c-7cbce31c66be admin admin] Publish callbacks [] for security_group (e8093986-ebd3-4a45-8033-e841b2925c1c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:37.033743 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'name': 'tempest-TestAggregatesBasicOps-861112356-router', 'tenant_id': '8b0011d992e047aba24e133bd4d3218e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'db35e4a3-a5f1-4cf3-9cc1-56824ca46702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:32Z', 'updated_at': '2022-11-02T13:03:33Z', 'revision_number': 3, 'project_id': '8b0011d992e047aba24e133bd4d3218e', 'gw_port': {'id': 'db35e4a3-a5f1-4cf3-9cc1-56824ca46702', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:89:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:33Z', 'updated_at': '2022-11-02T13:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:37.045574 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93bc8fd0-860a-40b2-922c-7cbce31c66be admin admin] Publish callbacks [] for security_group (e8093986-ebd3-4a45-8033-e841b2925c1c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:37.106523 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] Checking router: 68ec80d2-c25f-41fb-b2d1-c131bc32bcc4 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:03:37.107137 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] Updating router 68ec80d2-c25f-41fb-b2d1-c131bc32bcc4 port db35e4a3-a5f1-4cf3-9cc1-56824ca46702 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:03:37.154613 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:37.164044 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:37.170574 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3043689e-669e-44be-bc05-acc19a931070 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:37.171073 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3043689e-669e-44be-bc05-acc19a931070), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:37.171415 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3043689e-669e-44be-bc05-acc19a931070 Nov 02 13:03:37.174604 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (db35e4a3-a5f1-4cf3-9cc1-56824ca46702), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:37.242040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e52320d4-38df-40d9-9f27-2e6f1bab02a4 None None] Provisioning complete for port 3043689e-669e-44be-bc05-acc19a931070 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:37.242694 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e52320d4-38df-40d9-9f27-2e6f1bab02a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3043689e-669e-44be-bc05-acc19a931070), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:37.242940 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e52320d4-38df-40d9-9f27-2e6f1bab02a4 None None] Attempt 1 to provision port 3043689e-669e-44be-bc05-acc19a931070 Nov 02 13:03:37.259789 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93bc8fd0-860a-40b2-922c-7cbce31c66be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e8093986-ebd3-4a45-8033-e841b2925c1c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:37.262596 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93bc8fd0-860a-40b2-922c-7cbce31c66be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:37.263824 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-93bc8fd0-860a-40b2-922c-7cbce31c66be admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e8093986-ebd3-4a45-8033-e841b2925c1c HTTP/1.1" status: 204 len: 168 time: 0.4609904 Nov 02 13:03:37.283451 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc8fd0-860a-40b2-922c-7cbce31c66be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8093986-ebd3-4a45-8033-e841b2925c1c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:37.341612 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:37.685628 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8a6c4da-306c-4b2e-bd13-8be266a5aa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:37.696722 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:37.704216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3043689e-669e-44be-bc05-acc19a931070 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:37.805608 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e52320d4-38df-40d9-9f27-2e6f1bab02a4 None None] Current status of the port 3043689e-669e-44be-bc05-acc19a931070 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:37.835608 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:03:38.142694 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-e8a6c4da-306c-4b2e-bd13-8be266a5aa15 admin admin] Allocated IP 172.20.0.1 (a5dc5769-799d-4f06-935a-6d555f86a773/ce243118-d315-4e24-b684-32eaf02d45c6/842b8fbb-aca8-426e-be69-959399dd7748) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:03:38.287343 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8a6c4da-306c-4b2e-bd13-8be266a5aa15 admin admin] Publish callbacks [] for port (842b8fbb-aca8-426e-be69-959399dd7748), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:38.330045 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] Publish callbacks [] for port (db35e4a3-a5f1-4cf3-9cc1-56824ca46702), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:38.378668 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:38.442664 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:38.443208 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8a6c4da-306c-4b2e-bd13-8be266a5aa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (842b8fbb-aca8-426e-be69-959399dd7748), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:38.443778 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (db35e4a3-a5f1-4cf3-9cc1-56824ca46702), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:38.483311 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] Attempting to bind port db35e4a3-a5f1-4cf3-9cc1-56824ca46702 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:03:38.485316 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] Attempting to bind port db35e4a3-a5f1-4cf3-9cc1-56824ca46702 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:03:38.486116 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] Attempting to bind port db35e4a3-a5f1-4cf3-9cc1-56824ca46702 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:03:38.523768 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a6c4da-306c-4b2e-bd13-8be266a5aa15 admin admin] Network a5dc5769-799d-4f06-935a-6d555f86a773 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:03:38.530896 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-e8a6c4da-306c-4b2e-bd13-8be266a5aa15 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:38.536569 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a6c4da-306c-4b2e-bd13-8be266a5aa15 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:03:38.601055 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41164) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:38.611656 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:38.621922 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6c4da-306c-4b2e-bd13-8be266a5aa15 admin admin] Pushing event updated for resources: {'Port': ['ID=842b8fbb-aca8-426e-be69-959399dd7748,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:38.626473 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:38.649796 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14265e55-fa32-434f-9570-74983cc4375a None None] Pushing event updated for resources: {'Port': ['ID=db35e4a3-a5f1-4cf3-9cc1-56824ca46702,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:38.657823 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8a6c4da-306c-4b2e-bd13-8be266a5aa15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (68ec80d2-c25f-41fb-b2d1-c131bc32bcc4), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:38.700373 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:03:38.707377 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:03:38.708046 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:38.708662 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:03:38.709385 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] Bound port: db35e4a3-a5f1-4cf3-9cc1-56824ca46702, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:03:38.709858 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (db35e4a3-a5f1-4cf3-9cc1-56824ca46702), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:38.842117 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] For port db35e4a3-a5f1-4cf3-9cc1-56824ca46702, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:03:38.850810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] For port db35e4a3-a5f1-4cf3-9cc1-56824ca46702, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=db35e4a3-a5f1-4cf3-9cc1-56824ca46702,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:03:38.872119 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-d140332f-a34c-4fef-bcd3-5751661e5ec6 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group': {'name': 'tempest-secgroup--745922927'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:38.917219 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (db35e4a3-a5f1-4cf3-9cc1-56824ca46702), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:38.975733 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:38.984934 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d140332f-a34c-4fef-bcd3-5751661e5ec6 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:39.013745 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] Routers {'68ec80d2-c25f-41fb-b2d1-c131bc32bcc4'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:03:39.015048 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['68ec80d2-c25f-41fb-b2d1-c131bc32bcc4'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:39.032813 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d140332f-a34c-4fef-bcd3-5751661e5ec6 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:39.063203 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=64 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:39.087124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14265e55-fa32-434f-9570-74983cc4375a None None] Pushing event updated for resources: {'Port': ['ID=db35e4a3-a5f1-4cf3-9cc1-56824ca46702,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:39.120901 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ab62a772-fcd4-4eed-8961-03190f40df85 None None] Provisioning complete for port 842b8fbb-aca8-426e-be69-959399dd7748 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:39.121279 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ab62a772-fcd4-4eed-8961-03190f40df85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (842b8fbb-aca8-426e-be69-959399dd7748), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:39.121615 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ab62a772-fcd4-4eed-8961-03190f40df85 None None] Attempt 1 to provision port 842b8fbb-aca8-426e-be69-959399dd7748 Nov 02 13:03:39.239412 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d140332f-a34c-4fef-bcd3-5751661e5ec6 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (988b6846-9ed2-44ad-a57e-fff08914b9e5), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:39.269013 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ab62a772-fcd4-4eed-8961-03190f40df85 None None] Port 842b8fbb-aca8-426e-be69-959399dd7748 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:03:39.291518 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] Set router 68ec80d2-c25f-41fb-b2d1-c131bc32bcc4 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:03:39.311025 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d140332f-a34c-4fef-bcd3-5751661e5ec6 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (988b6846-9ed2-44ad-a57e-fff08914b9e5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:39.365193 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8a6c4da-306c-4b2e-bd13-8be266a5aa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (842b8fbb-aca8-426e-be69-959399dd7748), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:39.394866 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d140332f-a34c-4fef-bcd3-5751661e5ec6 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (bae296e0-b956-487a-a330-d04b9e66cae7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:39.424163 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140332f-a34c-4fef-bcd3-5751661e5ec6 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=988b6846-9ed2-44ad-a57e-fff08914b9e5,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:39.427977 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:39.433777 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:39.505629 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'name': 'tempest-TestAggregatesBasicOps-861112356-router', 'tenant_id': '8b0011d992e047aba24e133bd4d3218e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'db35e4a3-a5f1-4cf3-9cc1-56824ca46702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:32Z', 'updated_at': '2022-11-02T13:03:38Z', 'revision_number': 4, 'project_id': '8b0011d992e047aba24e133bd4d3218e', 'gw_port': {'id': 'db35e4a3-a5f1-4cf3-9cc1-56824ca46702', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:89:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:33Z', 'updated_at': '2022-11-02T13:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '842b8fbb-aca8-426e-be69-959399dd7748', 'name': '', 'network_id': 'a5dc5769-799d-4f06-935a-6d555f86a773', 'tenant_id': '8b0011d992e047aba24e133bd4d3218e', 'mac_address': 'fa:16:3e:26:d9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'ce243118-d315-4e24-b684-32eaf02d45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:37Z', 'updated_at': '2022-11-02T13:03:38Z', 'revision_number': 1, 'project_id': '8b0011d992e047aba24e133bd4d3218e', 'subnets': [{'id': 'ce243118-d315-4e24-b684-32eaf02d45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:39.516905 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d140332f-a34c-4fef-bcd3-5751661e5ec6 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bae296e0-b956-487a-a330-d04b9e66cae7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:39.539419 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f826639-a081-45d3-a72e-1481625d6f60 None None] The sync data for ids ['68ec80d2-c25f-41fb-b2d1-c131bc32bcc4'] in n-d-857339-6 is: [{'id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'name': 'tempest-TestAggregatesBasicOps-861112356-router', 'tenant_id': '8b0011d992e047aba24e133bd4d3218e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'db35e4a3-a5f1-4cf3-9cc1-56824ca46702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:32Z', 'updated_at': '2022-11-02T13:03:38Z', 'revision_number': 4, 'project_id': '8b0011d992e047aba24e133bd4d3218e', 'gw_port': {'id': 'db35e4a3-a5f1-4cf3-9cc1-56824ca46702', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:89:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:33Z', 'updated_at': '2022-11-02T13:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '842b8fbb-aca8-426e-be69-959399dd7748', 'name': '', 'network_id': 'a5dc5769-799d-4f06-935a-6d555f86a773', 'tenant_id': '8b0011d992e047aba24e133bd4d3218e', 'mac_address': 'fa:16:3e:26:d9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'ce243118-d315-4e24-b684-32eaf02d45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:37Z', 'updated_at': '2022-11-02T13:03:38Z', 'revision_number': 1, 'project_id': '8b0011d992e047aba24e133bd4d3218e', 'subnets': [{'id': 'ce243118-d315-4e24-b684-32eaf02d45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:03:39.569600 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140332f-a34c-4fef-bcd3-5751661e5ec6 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae296e0-b956-487a-a330-d04b9e66cae7,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:39.641927 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8a6c4da-306c-4b2e-bd13-8be266a5aa15 admin admin] Publish callbacks [] for port (842b8fbb-aca8-426e-be69-959399dd7748), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:39.707046 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d140332f-a34c-4fef-bcd3-5751661e5ec6 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:39.708605 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d140332f-a34c-4fef-bcd3-5751661e5ec6 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1057787 Nov 02 13:03:39.714328 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8a6c4da-306c-4b2e-bd13-8be266a5aa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (842b8fbb-aca8-426e-be69-959399dd7748), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:39.718437 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41188) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:39.828741 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d54f70ee-14a5-4281-a70f-6a53600b2f3d tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1084380 Nov 02 13:03:39.831150 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41190) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:39.836262 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5a663ea5-7bec-415a-a984-b53b93ceb072 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group': {'name': 'tempest-security--2139437462', 'description': 'tempest-security-description-130438287'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:39.876706 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e8a6c4da-306c-4b2e-bd13-8be266a5aa15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (68ec80d2-c25f-41fb-b2d1-c131bc32bcc4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:39.880466 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6c4da-306c-4b2e-bd13-8be266a5aa15 admin admin] Pushing event updated for resources: {'Port': ['ID=842b8fbb-aca8-426e-be69-959399dd7748,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:39.897979 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5a663ea5-7bec-415a-a984-b53b93ceb072 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (bae296e0-b956-487a-a330-d04b9e66cae7), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:39.998105 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5a663ea5-7bec-415a-a984-b53b93ceb072 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (bae296e0-b956-487a-a330-d04b9e66cae7), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:40.093606 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5a663ea5-7bec-415a-a984-b53b93ceb072 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bae296e0-b956-487a-a330-d04b9e66cae7), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:40.096946 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5a663ea5-7bec-415a-a984-b53b93ceb072 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:40.099513 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5a663ea5-7bec-415a-a984-b53b93ceb072 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "PUT /networking/v2.0/security-groups/bae296e0-b956-487a-a330-d04b9e66cae7 HTTP/1.1" status: 200 len: 1796 time: 0.2672071 Nov 02 13:03:40.114421 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41202) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:40.120772 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:40.130625 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a6c4da-306c-4b2e-bd13-8be266a5aa15 admin admin] Network a5dc5769-799d-4f06-935a-6d555f86a773 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:03:40.132533 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-e8a6c4da-306c-4b2e-bd13-8be266a5aa15 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:40.187546 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a663ea5-7bec-415a-a984-b53b93ceb072 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae296e0-b956-487a-a330-d04b9e66cae7,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:40.219087 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-14422dc8-ab69-4822-9a72-6f7ef2781ff1 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-groups/bae296e0-b956-487a-a330-d04b9e66cae7 HTTP/1.1" status: 200 len: 1796 time: 0.1029859 Nov 02 13:03:40.221625 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41204) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:40.342779 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a6c4da-306c-4b2e-bd13-8be266a5aa15 admin admin] Router 68ec80d2-c25f-41fb-b2d1-c131bc32bcc4 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:03:40.373968 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:40.396581 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bd14c28f-0406-48bf-80fd-884e9725468b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (bae296e0-b956-487a-a330-d04b9e66cae7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:40.487778 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:40.490755 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bd14c28f-0406-48bf-80fd-884e9725468b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (bae296e0-b956-487a-a330-d04b9e66cae7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:40.519302 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:40.617373 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-70197bd2-bf73-44ae-a4c5-c70dd4f205df None None] Provisioning complete for port 842b8fbb-aca8-426e-be69-959399dd7748 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:40.618985 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-70197bd2-bf73-44ae-a4c5-c70dd4f205df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (842b8fbb-aca8-426e-be69-959399dd7748), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:40.619337 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-70197bd2-bf73-44ae-a4c5-c70dd4f205df None None] Attempt 1 to provision port 842b8fbb-aca8-426e-be69-959399dd7748 Nov 02 13:03:40.667692 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a6c4da-306c-4b2e-bd13-8be266a5aa15 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:03:40.677321 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e8a6c4da-306c-4b2e-bd13-8be266a5aa15 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/68ec80d2-c25f-41fb-b2d1-c131bc32bcc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7199926 Nov 02 13:03:40.689682 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-70197bd2-bf73-44ae-a4c5-c70dd4f205df None None] Port 842b8fbb-aca8-426e-be69-959399dd7748 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:03:40.713684 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bd14c28f-0406-48bf-80fd-884e9725468b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bae296e0-b956-487a-a330-d04b9e66cae7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:40.722261 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bd14c28f-0406-48bf-80fd-884e9725468b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:40.726525 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41216) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:40.729203 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bd14c28f-0406-48bf-80fd-884e9725468b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bae296e0-b956-487a-a330-d04b9e66cae7 HTTP/1.1" status: 204 len: 168 time: 0.4945247 Nov 02 13:03:40.782518 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14c28f-0406-48bf-80fd-884e9725468b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae296e0-b956-487a-a330-d04b9e66cae7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:40.864758 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ad9a7b57-e1d9-497d-bbf9-1fbcdd9c54de tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1339395 Nov 02 13:03:40.872162 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41220) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:40.894972 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-7a236f25-5327-407b-82a2-338ec0399ffe tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] delete failed (client error): The resource could not be found. Nov 02 13:03:40.901373 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41222) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:40.901747 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7a236f25-5327-407b-82a2-338ec0399ffe tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bae296e0-b956-487a-a330-d04b9e66cae7 HTTP/1.1" status: 404 len: 347 time: 0.0333784 Nov 02 13:03:40.906275 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-76943316-ff69-4972-89e4-985036e2b373 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group': {'name': 'tempest-secgroup--2088822234'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:41.030301 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-76943316-ff69-4972-89e4-985036e2b373 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:41.260311 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-76943316-ff69-4972-89e4-985036e2b373 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (920d4a03-8842-4c24-af1c-5466a235b470), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:41.372913 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-76943316-ff69-4972-89e4-985036e2b373 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (920d4a03-8842-4c24-af1c-5466a235b470), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:41.444453 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76943316-ff69-4972-89e4-985036e2b373 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=920d4a03-8842-4c24-af1c-5466a235b470,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:41.536282 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-76943316-ff69-4972-89e4-985036e2b373 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:41.537761 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-76943316-ff69-4972-89e4-985036e2b373 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6349916 Nov 02 13:03:41.554140 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41236) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:41.561825 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c7c3fb7d-4ac3-4532-9961-03dbba656571 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group_rule': {'security_group_id': '920d4a03-8842-4c24-af1c-5466a235b470', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:41.573908 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:41.762173 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c7c3fb7d-4ac3-4532-9961-03dbba656571 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (811334aa-1545-4425-883d-35e25360e7dd), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:41.923184 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c7c3fb7d-4ac3-4532-9961-03dbba656571 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (811334aa-1545-4425-883d-35e25360e7dd), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:42.026232 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c7c3fb7d-4ac3-4532-9961-03dbba656571 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (811334aa-1545-4425-883d-35e25360e7dd), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:42.066477 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3fb7d-4ac3-4532-9961-03dbba656571 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811334aa-1545-4425-883d-35e25360e7dd,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:42.176396 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c7c3fb7d-4ac3-4532-9961-03dbba656571 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:42.180294 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c7c3fb7d-4ac3-4532-9961-03dbba656571 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6213980 Nov 02 13:03:42.180789 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41256) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:42.259336 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-02eff727-ff13-49f9-9b0c-91f2199b6924 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (811334aa-1545-4425-883d-35e25360e7dd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:42.269858 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:42.276437 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-02eff727-ff13-49f9-9b0c-91f2199b6924 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (811334aa-1545-4425-883d-35e25360e7dd), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:42.297771 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41260) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:42.302688 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-9988675d-bd9f-470f-a47f-09a0807b9df0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-7072042-network', 'tenant_id': 'c737c998423f4e7785441ff046aed0a2'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:42.396736 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-02eff727-ff13-49f9-9b0c-91f2199b6924 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (811334aa-1545-4425-883d-35e25360e7dd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:42.409875 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-02eff727-ff13-49f9-9b0c-91f2199b6924 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:42.411122 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-02eff727-ff13-49f9-9b0c-91f2199b6924 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/811334aa-1545-4425-883d-35e25360e7dd HTTP/1.1" status: 204 len: 168 time: 0.2291453 Nov 02 13:03:42.411986 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eff727-ff13-49f9-9b0c-91f2199b6924 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=811334aa-1545-4425-883d-35e25360e7dd,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:42.412433 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9988675d-bd9f-470f-a47f-09a0807b9df0 admin admin] Made reservation on behalf of c737c998423f4e7785441ff046aed0a2 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:03:42.413847 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41264) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:42.423556 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:42.438937 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9988675d-bd9f-470f-a47f-09a0807b9df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:42.470691 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9988675d-bd9f-470f-a47f-09a0807b9df0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:42.522891 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41268) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:42.523724 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ae585b96-6152-4669-ba72-faaa4efc4877 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1080790 Nov 02 13:03:42.624190 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9988675d-bd9f-470f-a47f-09a0807b9df0 admin admin] Publish callbacks [] for security_group (387e214e-d3d3-4bc9-8cda-7c232f44280c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:42.634361 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-550c5502-9b25-43fe-a10c-224e94793da0 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (920d4a03-8842-4c24-af1c-5466a235b470), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:42.675172 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-550c5502-9b25-43fe-a10c-224e94793da0 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (920d4a03-8842-4c24-af1c-5466a235b470), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:42.694046 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:42.715972 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9988675d-bd9f-470f-a47f-09a0807b9df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (387e214e-d3d3-4bc9-8cda-7c232f44280c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:42.776730 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988675d-bd9f-470f-a47f-09a0807b9df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387e214e-d3d3-4bc9-8cda-7c232f44280c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:42.789688 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9988675d-bd9f-470f-a47f-09a0807b9df0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:03:42.906086 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-550c5502-9b25-43fe-a10c-224e94793da0 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (920d4a03-8842-4c24-af1c-5466a235b470), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:42.909537 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-550c5502-9b25-43fe-a10c-224e94793da0 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:42.913366 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-550c5502-9b25-43fe-a10c-224e94793da0 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/920d4a03-8842-4c24-af1c-5466a235b470 HTTP/1.1" status: 204 len: 168 time: 0.3867400 Nov 02 13:03:42.913366 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9988675d-bd9f-470f-a47f-09a0807b9df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (ae7276cc-9118-42c2-aa95-804f3309fa29), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:42.913730 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41276) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:42.913906 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-9988675d-bd9f-470f-a47f-09a0807b9df0 admin admin] Added segment ae7276cc-9118-42c2-aa95-804f3309fa29 of type vlan for network 14fbdd4e-2c95-4e2e-85f4-44e7b58e019e Nov 02 13:03:42.956618 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c5502-9b25-43fe-a10c-224e94793da0 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=920d4a03-8842-4c24-af1c-5466a235b470,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:42.964920 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device db35e4a3-a5f1-4cf3-9cc1-56824ca46702 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:42.992595 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3af90e57-75b1-455e-a596-5162afaeda0a tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0770457 Nov 02 13:03:42.996814 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41278) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:43.004924 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-d784dbcc-5e72-49de-8945-78aab5755fdb tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1878778459'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:43.013106 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9988675d-bd9f-470f-a47f-09a0807b9df0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (14fbdd4e-2c95-4e2e-85f4-44e7b58e019e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:43.044261 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:43.044654 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ed2d5459-9d58-4f97-8071-ad67378ba60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:43.079835 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port db35e4a3-a5f1-4cf3-9cc1-56824ca46702 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:43.084789 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (db35e4a3-a5f1-4cf3-9cc1-56824ca46702), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:43.085396 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port db35e4a3-a5f1-4cf3-9cc1-56824ca46702 Nov 02 13:03:43.173763 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port db35e4a3-a5f1-4cf3-9cc1-56824ca46702 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:43.174277 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (db35e4a3-a5f1-4cf3-9cc1-56824ca46702), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:43.199454 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9988675d-bd9f-470f-a47f-09a0807b9df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (14fbdd4e-2c95-4e2e-85f4-44e7b58e019e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:43.199683 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d784dbcc-5e72-49de-8945-78aab5755fdb tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:43.200239 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9988675d-bd9f-470f-a47f-09a0807b9df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:43.200239 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9988675d-bd9f-470f-a47f-09a0807b9df0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:43.200419 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port db35e4a3-a5f1-4cf3-9cc1-56824ca46702, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=db35e4a3-a5f1-4cf3-9cc1-56824ca46702,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:43.299739 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (db35e4a3-a5f1-4cf3-9cc1-56824ca46702), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:43.385583 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d784dbcc-5e72-49de-8945-78aab5755fdb tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (57895ef6-6e0f-4a5b-a40e-98489872ac62), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:43.391270 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988675d-bd9f-470f-a47f-09a0807b9df0 admin admin] Pushing event updated for resources: {'Network': ['ID=14fbdd4e-2c95-4e2e-85f4-44e7b58e019e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:43.402444 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9988675d-bd9f-470f-a47f-09a0807b9df0 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1026952 Nov 02 13:03:43.404611 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41290) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:43.406480 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 14fbdd4e-2c95-4e2e-85f4-44e7b58e019e details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:03:43.410823 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-505bdfbe-bef2-4d90-ae02-ab74bb0cdcb4 admin admin] Request body: {'subnet': {'network_id': '14fbdd4e-2c95-4e2e-85f4-44e7b58e019e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-7072042-subnet', 'tenant_id': 'c737c998423f4e7785441ff046aed0a2', 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:43.413055 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=db35e4a3-a5f1-4cf3-9cc1-56824ca46702,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:43.472570 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] Sync routers for ids ['68ec80d2-c25f-41fb-b2d1-c131bc32bcc4'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:03:43.491568 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] Routers {'68ec80d2-c25f-41fb-b2d1-c131bc32bcc4'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:03:43.492565 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['68ec80d2-c25f-41fb-b2d1-c131bc32bcc4'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:43.500553 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d784dbcc-5e72-49de-8945-78aab5755fdb tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (57895ef6-6e0f-4a5b-a40e-98489872ac62), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:43.539166 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505bdfbe-bef2-4d90-ae02-ab74bb0cdcb4 admin admin] Made reservation on behalf of c737c998423f4e7785441ff046aed0a2 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:03:43.541969 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-505bdfbe-bef2-4d90-ae02-ab74bb0cdcb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:43.586978 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784dbcc-5e72-49de-8945-78aab5755fdb tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57895ef6-6e0f-4a5b-a40e-98489872ac62,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:43.688474 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d784dbcc-5e72-49de-8945-78aab5755fdb tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:43.689690 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d784dbcc-5e72-49de-8945-78aab5755fdb tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6917040 Nov 02 13:03:43.692588 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41294) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:43.701543 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-7507f772-6851-48fb-b982-b47a43621097 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group_rule': {'security_group_id': '57895ef6-6e0f-4a5b-a40e-98489872ac62', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:43.724870 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] Set router 68ec80d2-c25f-41fb-b2d1-c131bc32bcc4 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:03:43.772481 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:43.923309 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-505bdfbe-bef2-4d90-ae02-ab74bb0cdcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (21d5aed0-d611-4ae3-a71f-be733293e215), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:43.927835 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7507f772-6851-48fb-b982-b47a43621097 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (80bdcdd9-2f2b-4987-b8a8-c04f8165c6fc), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:44.047450 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bdfbe-bef2-4d90-ae02-ab74bb0cdcb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21d5aed0-d611-4ae3-a71f-be733293e215,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:44.064179 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:44.118881 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505bdfbe-bef2-4d90-ae02-ab74bb0cdcb4 admin admin] Checking segment: {'id': 'ae7276cc-9118-42c2-aa95-804f3309fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '14fbdd4e-2c95-4e2e-85f4-44e7b58e019e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:03:44.120560 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505bdfbe-bef2-4d90-ae02-ab74bb0cdcb4 admin admin] Network hostable DHCP agents. Network: 14fbdd4e-2c95-4e2e-85f4-44e7b58e019e, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:03:44.133394 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'name': 'tempest-TestAggregatesBasicOps-861112356-router', 'tenant_id': '8b0011d992e047aba24e133bd4d3218e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'db35e4a3-a5f1-4cf3-9cc1-56824ca46702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:32Z', 'updated_at': '2022-11-02T13:03:38Z', 'revision_number': 4, 'project_id': '8b0011d992e047aba24e133bd4d3218e', 'gw_port': {'id': 'db35e4a3-a5f1-4cf3-9cc1-56824ca46702', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:89:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:33Z', 'updated_at': '2022-11-02T13:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '842b8fbb-aca8-426e-be69-959399dd7748', 'name': '', 'network_id': 'a5dc5769-799d-4f06-935a-6d555f86a773', 'tenant_id': '8b0011d992e047aba24e133bd4d3218e', 'mac_address': 'fa:16:3e:26:d9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'ce243118-d315-4e24-b684-32eaf02d45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:37Z', 'updated_at': '2022-11-02T13:03:39Z', 'revision_number': 2, 'project_id': '8b0011d992e047aba24e133bd4d3218e', 'subnets': [{'id': 'ce243118-d315-4e24-b684-32eaf02d45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:44.134122 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7507f772-6851-48fb-b982-b47a43621097 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (80bdcdd9-2f2b-4987-b8a8-c04f8165c6fc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:44.165138 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] Checking router: 68ec80d2-c25f-41fb-b2d1-c131bc32bcc4 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:03:44.165626 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] Updating router 68ec80d2-c25f-41fb-b2d1-c131bc32bcc4 port 842b8fbb-aca8-426e-be69-959399dd7748 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:03:44.196749 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505bdfbe-bef2-4d90-ae02-ab74bb0cdcb4 admin admin] Network 14fbdd4e-2c95-4e2e-85f4-44e7b58e019e is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:03:44.196933 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7507f772-6851-48fb-b982-b47a43621097 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (80bdcdd9-2f2b-4987-b8a8-c04f8165c6fc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:44.204431 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (842b8fbb-aca8-426e-be69-959399dd7748), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:44.216250 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507f772-6851-48fb-b982-b47a43621097 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80bdcdd9-2f2b-4987-b8a8-c04f8165c6fc,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:44.258685 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:44.344692 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-505bdfbe-bef2-4d90-ae02-ab74bb0cdcb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 14fbdd4e-2c95-4e2e-85f4-44e7b58e019e) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:44.348797 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505bdfbe-bef2-4d90-ae02-ab74bb0cdcb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:44.349418 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-505bdfbe-bef2-4d90-ae02-ab74bb0cdcb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:44.356619 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d852c060-7ac8-49ec-8cb9-f4e5bd531b08 None None] Network 14fbdd4e-2c95-4e2e-85f4-44e7b58e019e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:03:44.404098 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7507f772-6851-48fb-b982-b47a43621097 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:44.410241 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7507f772-6851-48fb-b982-b47a43621097 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7154489 Nov 02 13:03:44.413248 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41308) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:44.419933 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-2fca713f-7502-4ee8-8934-25bea2476298 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group_rule': {'security_group_id': '57895ef6-6e0f-4a5b-a40e-98489872ac62', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:44.508178 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-505bdfbe-bef2-4d90-ae02-ab74bb0cdcb4 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1023672 Nov 02 13:03:44.508976 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-14fbdd4e-2c95-4e2e-85f4-44e7b58e019e', 'network_id': '14fbdd4e-2c95-4e2e-85f4-44e7b58e019e', 'project_id': 'c737c998423f4e7785441ff046aed0a2', 'fixed_ips': [{'subnet_id': '21d5aed0-d611-4ae3-a71f-be733293e215'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:03:44.512049 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41310) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:44.520465 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-9df4fd16-0a0e-447a-978f-3f8009cdaea5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-7072042-router', 'tenant_id': 'c737c998423f4e7785441ff046aed0a2', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:44.532627 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:44.536173 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:44.546913 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=20,neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:44.597917 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] Publish callbacks [] for port (842b8fbb-aca8-426e-be69-959399dd7748), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:44.640745 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fca713f-7502-4ee8-8934-25bea2476298 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (800123e8-e7e6-4bef-9ae5-1bee65d0b5e1), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:44.660046 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:44.662117 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9df4fd16-0a0e-447a-978f-3f8009cdaea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (649deaf2-7c64-4d3b-83b1-0b7337b68a7a), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:44.663743 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9df4fd16-0a0e-447a-978f-3f8009cdaea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (649deaf2-7c64-4d3b-83b1-0b7337b68a7a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:44.700437 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (842b8fbb-aca8-426e-be69-959399dd7748), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:44.722837 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:44.753593 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] Allocated IP 172.20.0.2 (14fbdd4e-2c95-4e2e-85f4-44e7b58e019e/21d5aed0-d611-4ae3-a71f-be733293e215/77dcafcf-d3de-44a0-9f30-21dcfed1b8bd) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:03:44.762738 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fca713f-7502-4ee8-8934-25bea2476298 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (800123e8-e7e6-4bef-9ae5-1bee65d0b5e1), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:44.812554 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9df4fd16-0a0e-447a-978f-3f8009cdaea5 admin admin] Publish callbacks [] for router_controller (649deaf2-7c64-4d3b-83b1-0b7337b68a7a), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:44.843134 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b8130-31d4-430e-aa7b-1526f67cd6aa None None] Pushing event updated for resources: {'Port': ['ID=842b8fbb-aca8-426e-be69-959399dd7748,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:44.870487 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device db35e4a3-a5f1-4cf3-9cc1-56824ca46702 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:44.870843 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b8130-31d4-430e-aa7b-1526f67cd6aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:44.871189 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b8130-31d4-430e-aa7b-1526f67cd6aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:44.871531 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b8130-31d4-430e-aa7b-1526f67cd6aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:44.871862 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b8130-31d4-430e-aa7b-1526f67cd6aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:44.872356 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b8130-31d4-430e-aa7b-1526f67cd6aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:44.872613 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b8130-31d4-430e-aa7b-1526f67cd6aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:44.872940 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b8130-31d4-430e-aa7b-1526f67cd6aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:44.873336 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b8130-31d4-430e-aa7b-1526f67cd6aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:44.873726 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b8130-31d4-430e-aa7b-1526f67cd6aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:44.875655 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b8130-31d4-430e-aa7b-1526f67cd6aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:44.875655 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b8130-31d4-430e-aa7b-1526f67cd6aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:44.875655 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b8130-31d4-430e-aa7b-1526f67cd6aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:44.875655 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b8130-31d4-430e-aa7b-1526f67cd6aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:44.876135 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b8130-31d4-430e-aa7b-1526f67cd6aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:44.876135 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2b8130-31d4-430e-aa7b-1526f67cd6aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:44.887990 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fca713f-7502-4ee8-8934-25bea2476298 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (800123e8-e7e6-4bef-9ae5-1bee65d0b5e1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:44.892128 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] Attempting to bind port 842b8fbb-aca8-426e-be69-959399dd7748 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:03:44.892940 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] Attempting to bind port 842b8fbb-aca8-426e-be69-959399dd7748 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '8e7ef229-352a-43ad-8624-2d88c572496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a5dc5769-799d-4f06-935a-6d555f86a773'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:03:44.893310 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] Attempting to bind port 842b8fbb-aca8-426e-be69-959399dd7748 on network a5dc5769-799d-4f06-935a-6d555f86a773 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:03:44.930649 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:44.931683 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca713f-7502-4ee8-8934-25bea2476298 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800123e8-e7e6-4bef-9ae5-1bee65d0b5e1,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:44.964026 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:03:44.964026 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] Checking segment: {'id': '8e7ef229-352a-43ad-8624-2d88c572496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a5dc5769-799d-4f06-935a-6d555f86a773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:03:44.964026 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:44.964026 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] Bound using segment: {'id': '8e7ef229-352a-43ad-8624-2d88c572496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a5dc5769-799d-4f06-935a-6d555f86a773'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:03:44.964026 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] Bound port: 842b8fbb-aca8-426e-be69-959399dd7748, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7ef229-352a-43ad-8624-2d88c572496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a5dc5769-799d-4f06-935a-6d555f86a773'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:03:44.964026 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (842b8fbb-aca8-426e-be69-959399dd7748), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:45.023412 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fca713f-7502-4ee8-8934-25bea2476298 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:45.025513 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2fca713f-7502-4ee8-8934-25bea2476298 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6106682 Nov 02 13:03:45.032210 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41326) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:45.037159 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-fbf67187-b79f-4ac3-9d11-7379adeb8887 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group_rule': {'security_group_id': '57895ef6-6e0f-4a5b-a40e-98489872ac62', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:45.043979 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port db35e4a3-a5f1-4cf3-9cc1-56824ca46702 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:45.044357 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (db35e4a3-a5f1-4cf3-9cc1-56824ca46702), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:45.051580 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port db35e4a3-a5f1-4cf3-9cc1-56824ca46702 Nov 02 13:03:45.106447 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] For port 842b8fbb-aca8-426e-be69-959399dd7748, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:03:45.124636 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] For port 842b8fbb-aca8-426e-be69-959399dd7748, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=842b8fbb-aca8-426e-be69-959399dd7748,segment=NetworkSegment(8e7ef229-352a-43ad-8624-2d88c572496c),segment_id=8e7ef229-352a-43ad-8624-2d88c572496c)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:03:45.148649 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] Publish callbacks [] for port (77dcafcf-d3de-44a0-9f30-21dcfed1b8bd), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:45.184929 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:45.230247 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fbf67187-b79f-4ac3-9d11-7379adeb8887 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (c6322a2b-5e5e-4487-8f2c-be6cfa0744a0), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:45.263322 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port db35e4a3-a5f1-4cf3-9cc1-56824ca46702 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:45.287019 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (77dcafcf-d3de-44a0-9f30-21dcfed1b8bd), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:45.288951 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (842b8fbb-aca8-426e-be69-959399dd7748), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:45.316184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] Network 14fbdd4e-2c95-4e2e-85f4-44e7b58e019e is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:03:45.331705 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:45.362012 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fbf67187-b79f-4ac3-9d11-7379adeb8887 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (c6322a2b-5e5e-4487-8f2c-be6cfa0744a0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:45.363088 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:03:45.382903 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] Routers {'68ec80d2-c25f-41fb-b2d1-c131bc32bcc4'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:03:45.383885 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['68ec80d2-c25f-41fb-b2d1-c131bc32bcc4'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:45.398121 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9df4fd16-0a0e-447a-978f-3f8009cdaea5 admin admin] Publish callbacks [] for router_gateway (649deaf2-7c64-4d3b-83b1-0b7337b68a7a), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:45.432655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] Pushing event updated for resources: {'Port': ['ID=77dcafcf-d3de-44a0-9f30-21dcfed1b8bd,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:45.446870 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fbf67187-b79f-4ac3-9d11-7379adeb8887 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (c6322a2b-5e5e-4487-8f2c-be6cfa0744a0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:45.487873 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b8130-31d4-430e-aa7b-1526f67cd6aa None None] Pushing event updated for resources: {'Port': ['ID=842b8fbb-aca8-426e-be69-959399dd7748,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:45.503644 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf67187-b79f-4ac3-9d11-7379adeb8887 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6322a2b-5e5e-4487-8f2c-be6cfa0744a0,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:45.587886 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] Set router 68ec80d2-c25f-41fb-b2d1-c131bc32bcc4 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:03:45.598991 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fbf67187-b79f-4ac3-9d11-7379adeb8887 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:45.604047 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fbf67187-b79f-4ac3-9d11-7379adeb8887 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5741587 Nov 02 13:03:45.604860 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41332) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:45.614779 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-97361a1e-864c-49b4-8cf1-121d160dea18 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group_rule': {'security_group_id': '57895ef6-6e0f-4a5b-a40e-98489872ac62', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:45.777122 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-97361a1e-864c-49b4-8cf1-121d160dea18 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (02d09a05-2cde-43dc-bca9-0a316d10784f), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:45.849799 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] Attempting to bind port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:03:45.849799 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] Attempting to bind port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ae7276cc-9118-42c2-aa95-804f3309fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '14fbdd4e-2c95-4e2e-85f4-44e7b58e019e'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:03:45.850142 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] Attempting to bind port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd on network 14fbdd4e-2c95-4e2e-85f4-44e7b58e019e {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:03:45.869404 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41338) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:45.927236 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9df4fd16-0a0e-447a-978f-3f8009cdaea5 admin admin] Publish callbacks [] for router_gateway (649deaf2-7c64-4d3b-83b1-0b7337b68a7a), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:45.929913 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4381d057-f888-40cd-b57f-a2f3af639d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:45.966624 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=17 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:45.977247 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:03:45.988939 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] Checking segment: {'id': 'ae7276cc-9118-42c2-aa95-804f3309fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '14fbdd4e-2c95-4e2e-85f4-44e7b58e019e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:03:45.989554 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:45.991580 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] Bound using segment: {'id': 'ae7276cc-9118-42c2-aa95-804f3309fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '14fbdd4e-2c95-4e2e-85f4-44e7b58e019e'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:03:45.992318 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] Bound port: 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7276cc-9118-42c2-aa95-804f3309fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '14fbdd4e-2c95-4e2e-85f4-44e7b58e019e'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:03:45.993340 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (77dcafcf-d3de-44a0-9f30-21dcfed1b8bd), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:46.019367 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-97361a1e-864c-49b4-8cf1-121d160dea18 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (02d09a05-2cde-43dc-bca9-0a316d10784f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:46.026038 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9df4fd16-0a0e-447a-978f-3f8009cdaea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:46.051521 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'name': 'tempest-TestAggregatesBasicOps-861112356-router', 'tenant_id': '8b0011d992e047aba24e133bd4d3218e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'db35e4a3-a5f1-4cf3-9cc1-56824ca46702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:32Z', 'updated_at': '2022-11-02T13:03:38Z', 'revision_number': 4, 'project_id': '8b0011d992e047aba24e133bd4d3218e', 'gw_port': {'id': 'db35e4a3-a5f1-4cf3-9cc1-56824ca46702', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:89:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:33Z', 'updated_at': '2022-11-02T13:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '842b8fbb-aca8-426e-be69-959399dd7748', 'name': '', 'network_id': 'a5dc5769-799d-4f06-935a-6d555f86a773', 'tenant_id': '8b0011d992e047aba24e133bd4d3218e', 'mac_address': 'fa:16:3e:26:d9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'ce243118-d315-4e24-b684-32eaf02d45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:37Z', 'updated_at': '2022-11-02T13:03:45Z', 'revision_number': 4, 'project_id': '8b0011d992e047aba24e133bd4d3218e', 'subnets': [{'id': 'ce243118-d315-4e24-b684-32eaf02d45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:46.097553 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] For port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:03:46.099575 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-97361a1e-864c-49b4-8cf1-121d160dea18 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (02d09a05-2cde-43dc-bca9-0a316d10784f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:46.125378 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] For port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=77dcafcf-d3de-44a0-9f30-21dcfed1b8bd,segment=NetworkSegment(ae7276cc-9118-42c2-aa95-804f3309fa29),segment_id=ae7276cc-9118-42c2-aa95-804f3309fa29)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:03:46.125904 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97361a1e-864c-49b4-8cf1-121d160dea18 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d09a05-2cde-43dc-bca9-0a316d10784f,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:46.127483 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d358e6c5-c793-4954-b959-e1903a5be88c None None] The sync data for ids ['68ec80d2-c25f-41fb-b2d1-c131bc32bcc4'] in n-d-857339-6 is: [{'id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'name': 'tempest-TestAggregatesBasicOps-861112356-router', 'tenant_id': '8b0011d992e047aba24e133bd4d3218e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'db35e4a3-a5f1-4cf3-9cc1-56824ca46702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:32Z', 'updated_at': '2022-11-02T13:03:38Z', 'revision_number': 4, 'project_id': '8b0011d992e047aba24e133bd4d3218e', 'gw_port': {'id': 'db35e4a3-a5f1-4cf3-9cc1-56824ca46702', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:89:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:33Z', 'updated_at': '2022-11-02T13:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '842b8fbb-aca8-426e-be69-959399dd7748', 'name': '', 'network_id': 'a5dc5769-799d-4f06-935a-6d555f86a773', 'tenant_id': '8b0011d992e047aba24e133bd4d3218e', 'mac_address': 'fa:16:3e:26:d9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'ce243118-d315-4e24-b684-32eaf02d45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:37Z', 'updated_at': '2022-11-02T13:03:45Z', 'revision_number': 4, 'project_id': '8b0011d992e047aba24e133bd4d3218e', 'subnets': [{'id': 'ce243118-d315-4e24-b684-32eaf02d45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:03:46.205302 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d48a650-33b1-4b06-88c7-a69d755fa728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:46.242001 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (77dcafcf-d3de-44a0-9f30-21dcfed1b8bd), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:46.287418 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-9df4fd16-0a0e-447a-978f-3f8009cdaea5 admin admin] Allocated IP 172.25.2.74 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/cd07164e-a76b-46a9-a141-838de7c6d47c) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:03:46.303197 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-97361a1e-864c-49b4-8cf1-121d160dea18 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:46.326300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41348) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:46.326823 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-97361a1e-864c-49b4-8cf1-121d160dea18 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7185147 Nov 02 13:03:46.338405 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6a48277f-6bc4-403b-851d-1f179c9aea1d tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group_rule': {'security_group_id': '57895ef6-6e0f-4a5b-a40e-98489872ac62', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:46.339596 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:46.420812 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:46.447692 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:46.470339 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310fdea-4433-4832-b685-5c7dbaea35a7 None None] Pushing event updated for resources: {'Port': ['ID=77dcafcf-d3de-44a0-9f30-21dcfed1b8bd,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:46.489476 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d48a650-33b1-4b06-88c7-a69d755fa728 admin admin] Publish callbacks [] for security_group (de9b1ea1-5b49-4d81-a4e6-946dbb5f55c2), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:46.556974 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2d48a650-33b1-4b06-88c7-a69d755fa728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (de9b1ea1-5b49-4d81-a4e6-946dbb5f55c2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:46.685735 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48a650-33b1-4b06-88c7-a69d755fa728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9b1ea1-5b49-4d81-a4e6-946dbb5f55c2,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:46.694281 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a48277f-6bc4-403b-851d-1f179c9aea1d tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (24881716-2a64-40e7-aee8-b6bd44a01a21), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:46.713560 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2d48a650-33b1-4b06-88c7-a69d755fa728 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ba304b8b59ef40f2bf199d31de5c20cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8403788 Nov 02 13:03:46.714740 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9df4fd16-0a0e-447a-978f-3f8009cdaea5 admin admin] Publish callbacks [] for port (cd07164e-a76b-46a9-a141-838de7c6d47c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:46.715743 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41354) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:46.872623 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a48277f-6bc4-403b-851d-1f179c9aea1d tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (24881716-2a64-40e7-aee8-b6bd44a01a21), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:46.894083 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d8a1ad6-eb3a-4459-a241-b94158ea5a46 admin admin] Publish callbacks [] for security_group (de9b1ea1-5b49-4d81-a4e6-946dbb5f55c2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:46.963179 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d8a1ad6-eb3a-4459-a241-b94158ea5a46 admin admin] Publish callbacks [] for security_group (de9b1ea1-5b49-4d81-a4e6-946dbb5f55c2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:47.107438 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:47.172686 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:47.173058 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (77dcafcf-d3de-44a0-9f30-21dcfed1b8bd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:47.173398 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd Nov 02 13:03:47.259968 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a48277f-6bc4-403b-851d-1f179c9aea1d tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (24881716-2a64-40e7-aee8-b6bd44a01a21), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:47.264671 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:47.264671 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:47.264671 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (77dcafcf-d3de-44a0-9f30-21dcfed1b8bd), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:47.265677 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9df4fd16-0a0e-447a-978f-3f8009cdaea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (cd07164e-a76b-46a9-a141-838de7c6d47c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:47.317313 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d8a1ad6-eb3a-4459-a241-b94158ea5a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (de9b1ea1-5b49-4d81-a4e6-946dbb5f55c2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:47.327865 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=77dcafcf-d3de-44a0-9f30-21dcfed1b8bd,segment=NetworkSegment(ae7276cc-9118-42c2-aa95-804f3309fa29),segment_id=ae7276cc-9118-42c2-aa95-804f3309fa29)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:47.334174 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d8a1ad6-eb3a-4459-a241-b94158ea5a46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:47.334174 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0d8a1ad6-eb3a-4459-a241-b94158ea5a46 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/de9b1ea1-5b49-4d81-a4e6-946dbb5f55c2 HTTP/1.1" status: 204 len: 168 time: 0.6141460 Nov 02 13:03:47.354251 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a1ad6-eb3a-4459-a241-b94158ea5a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9b1ea1-5b49-4d81-a4e6-946dbb5f55c2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:47.413492 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4fd16-0a0e-447a-978f-3f8009cdaea5 admin admin] Pushing event updated for resources: {'Port': ['ID=cd07164e-a76b-46a9-a141-838de7c6d47c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:47.418683 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48277f-6bc4-403b-851d-1f179c9aea1d tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24881716-2a64-40e7-aee8-b6bd44a01a21,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:47.425594 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (77dcafcf-d3de-44a0-9f30-21dcfed1b8bd), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:47.426522 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 842b8fbb-aca8-426e-be69-959399dd7748 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:47.450649 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df4fd16-0a0e-447a-978f-3f8009cdaea5 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:03:47.456949 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-9df4fd16-0a0e-447a-978f-3f8009cdaea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:47.476343 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df4fd16-0a0e-447a-978f-3f8009cdaea5 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:03:47.546805 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6a48277f-6bc4-403b-851d-1f179c9aea1d tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:47.548522 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6a48277f-6bc4-403b-851d-1f179c9aea1d tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2207315 Nov 02 13:03:47.551243 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41368) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:47.609450 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-08cc9108-f207-4b42-ac3d-575e67db0d14 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (24881716-2a64-40e7-aee8-b6bd44a01a21), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:47.640195 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-08cc9108-f207-4b42-ac3d-575e67db0d14 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (24881716-2a64-40e7-aee8-b6bd44a01a21), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:47.691243 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=77dcafcf-d3de-44a0-9f30-21dcfed1b8bd,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:47.710852 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 842b8fbb-aca8-426e-be69-959399dd7748 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:47.711341 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (842b8fbb-aca8-426e-be69-959399dd7748), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:47.712119 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 842b8fbb-aca8-426e-be69-959399dd7748 Nov 02 13:03:47.835628 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-08cc9108-f207-4b42-ac3d-575e67db0d14 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (24881716-2a64-40e7-aee8-b6bd44a01a21), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:47.845949 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-08cc9108-f207-4b42-ac3d-575e67db0d14 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:47.849367 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-08cc9108-f207-4b42-ac3d-575e67db0d14 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/24881716-2a64-40e7-aee8-b6bd44a01a21 HTTP/1.1" status: 204 len: 168 time: 0.2970517 Nov 02 13:03:47.862037 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 842b8fbb-aca8-426e-be69-959399dd7748 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:47.862037 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (842b8fbb-aca8-426e-be69-959399dd7748), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:47.863191 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41374) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:47.865681 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc9108-f207-4b42-ac3d-575e67db0d14 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24881716-2a64-40e7-aee8-b6bd44a01a21,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:47.928830 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 842b8fbb-aca8-426e-be69-959399dd7748, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=842b8fbb-aca8-426e-be69-959399dd7748,segment=NetworkSegment(8e7ef229-352a-43ad-8624-2d88c572496c),segment_id=8e7ef229-352a-43ad-8624-2d88c572496c)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:47.971259 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2bef675b-383b-42e5-a232-ca6a3e28e735 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1023483 Nov 02 13:03:47.971888 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41376) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:47.994919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd119e8-cf01-43c7-80c5-c5aee74e78a5 None None] Network 14fbdd4e-2c95-4e2e-85f4-44e7b58e019e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:03:48.005581 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0069a176-6604-46b5-99f6-5a2c011d52e9 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (02d09a05-2cde-43dc-bca9-0a316d10784f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:48.010775 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9df4fd16-0a0e-447a-978f-3f8009cdaea5 admin admin] Publish callbacks [] for router_gateway (649deaf2-7c64-4d3b-83b1-0b7337b68a7a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:48.025161 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0069a176-6604-46b5-99f6-5a2c011d52e9 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (02d09a05-2cde-43dc-bca9-0a316d10784f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:48.035977 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (842b8fbb-aca8-426e-be69-959399dd7748), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:48.104965 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:48.199504 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0069a176-6604-46b5-99f6-5a2c011d52e9 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (02d09a05-2cde-43dc-bca9-0a316d10784f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:48.202950 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-00da4869-2618-40ff-88d4-7ef279bc3dba None None] Provisioning complete for port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:48.209404 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-00da4869-2618-40ff-88d4-7ef279bc3dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (77dcafcf-d3de-44a0-9f30-21dcfed1b8bd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:48.209404 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-00da4869-2618-40ff-88d4-7ef279bc3dba None None] Attempt 1 to provision port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd Nov 02 13:03:48.212204 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0069a176-6604-46b5-99f6-5a2c011d52e9 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:48.217715 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41388) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:48.219580 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0069a176-6604-46b5-99f6-5a2c011d52e9 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/02d09a05-2cde-43dc-bca9-0a316d10784f HTTP/1.1" status: 204 len: 168 time: 0.2408149 Nov 02 13:03:48.228316 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069a176-6604-46b5-99f6-5a2c011d52e9 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02d09a05-2cde-43dc-bca9-0a316d10784f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:48.255172 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=842b8fbb-aca8-426e-be69-959399dd7748,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:48.340784 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4377f106-b5a1-41ae-87e7-805b0ecb7c56 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1193168 Nov 02 13:03:48.342311 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41390) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:48.419124 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a34e10a1-cc14-4e2a-9cf2-df3140383770 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (c6322a2b-5e5e-4487-8f2c-be6cfa0744a0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:48.420333 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:48.429565 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9df4fd16-0a0e-447a-978f-3f8009cdaea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (649deaf2-7c64-4d3b-83b1-0b7337b68a7a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:48.434359 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a34e10a1-cc14-4e2a-9cf2-df3140383770 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (c6322a2b-5e5e-4487-8f2c-be6cfa0744a0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:48.605610 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:48.606289 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-00da4869-2618-40ff-88d4-7ef279bc3dba None None] Current status of the port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:48.712100 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a34e10a1-cc14-4e2a-9cf2-df3140383770 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (c6322a2b-5e5e-4487-8f2c-be6cfa0744a0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:48.721681 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a34e10a1-cc14-4e2a-9cf2-df3140383770 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:48.723612 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a34e10a1-cc14-4e2a-9cf2-df3140383770 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/c6322a2b-5e5e-4487-8f2c-be6cfa0744a0 HTTP/1.1" status: 204 len: 168 time: 0.3813338 Nov 02 13:03:48.726233 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41400) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:48.737508 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e10a1-cc14-4e2a-9cf2-df3140383770 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6322a2b-5e5e-4487-8f2c-be6cfa0744a0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:48.743649 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:48.828250 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df4fd16-0a0e-447a-978f-3f8009cdaea5 admin admin] Router 649deaf2-7c64-4d3b-83b1-0b7337b68a7a is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:03:48.830453 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-19fd7d06-5f78-4a04-904f-42a63eaceae4 None None] Provisioning complete for port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:48.832941 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-19fd7d06-5f78-4a04-904f-42a63eaceae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (77dcafcf-d3de-44a0-9f30-21dcfed1b8bd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:48.833299 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-19fd7d06-5f78-4a04-904f-42a63eaceae4 None None] Attempt 1 to provision port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd Nov 02 13:03:48.841258 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0a433e99-4e68-4e11-b2f5-062d1bd30373 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1135137 Nov 02 13:03:48.843963 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41408) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:48.893501 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cafd393b-eff8-4c5b-ac58-ebc6a2931f12 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (800123e8-e7e6-4bef-9ae5-1bee65d0b5e1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:48.908644 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cafd393b-eff8-4c5b-ac58-ebc6a2931f12 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (800123e8-e7e6-4bef-9ae5-1bee65d0b5e1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:48.912170 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:48.942307 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:48.990223 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df4fd16-0a0e-447a-978f-3f8009cdaea5 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:03:49.005244 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] Sync routers for ids ['649deaf2-7c64-4d3b-83b1-0b7337b68a7a'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:03:49.043185 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] Routers {'649deaf2-7c64-4d3b-83b1-0b7337b68a7a'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:03:49.043829 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['649deaf2-7c64-4d3b-83b1-0b7337b68a7a'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:49.082417 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cafd393b-eff8-4c5b-ac58-ebc6a2931f12 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (800123e8-e7e6-4bef-9ae5-1bee65d0b5e1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:49.089517 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:49.089517 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (77dcafcf-d3de-44a0-9f30-21dcfed1b8bd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:49.089517 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd Nov 02 13:03:49.089745 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-19fd7d06-5f78-4a04-904f-42a63eaceae4 None None] Current status of the port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:49.090224 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41416) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:49.093935 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cafd393b-eff8-4c5b-ac58-ebc6a2931f12 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:49.098976 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cafd393b-eff8-4c5b-ac58-ebc6a2931f12 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/800123e8-e7e6-4bef-9ae5-1bee65d0b5e1 HTTP/1.1" status: 204 len: 168 time: 0.2513032 Nov 02 13:03:49.100887 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41420) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:49.101945 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd393b-eff8-4c5b-ac58-ebc6a2931f12 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=800123e8-e7e6-4bef-9ae5-1bee65d0b5e1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:49.137696 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9df4fd16-0a0e-447a-978f-3f8009cdaea5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:49.143343 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9df4fd16-0a0e-447a-978f-3f8009cdaea5 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6280770 Nov 02 13:03:49.143688 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41424) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:49.247283 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ccbd6186-8798-41bf-951c-f9ad5ca14e62 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1450503 Nov 02 13:03:49.250237 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41430) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:49.259477 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] Set router 649deaf2-7c64-4d3b-83b1-0b7337b68a7a gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:03:49.329449 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ce3992d-bc25-41f3-93ae-14f15d9722de tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (80bdcdd9-2f2b-4987-b8a8-c04f8165c6fc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:49.343902 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ce3992d-bc25-41f3-93ae-14f15d9722de tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (80bdcdd9-2f2b-4987-b8a8-c04f8165c6fc), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:49.391181 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:49.391970 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ed6c5739-866c-4458-a254-39e26bb82bf8 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1124716926-network', 'tenant_id': '02b01e81a2f14e4ba262421b37ab20e8'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:49.421462 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:49.422885 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 842b8fbb-aca8-426e-be69-959399dd7748 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:49.464886 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ce3992d-bc25-41f3-93ae-14f15d9722de tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (80bdcdd9-2f2b-4987-b8a8-c04f8165c6fc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:49.472054 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ce3992d-bc25-41f3-93ae-14f15d9722de tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:49.476508 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6ce3992d-bc25-41f3-93ae-14f15d9722de tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/80bdcdd9-2f2b-4987-b8a8-c04f8165c6fc HTTP/1.1" status: 204 len: 168 time: 0.2249081 Nov 02 13:03:49.477243 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41432) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:49.512228 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3992d-bc25-41f3-93ae-14f15d9722de tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80bdcdd9-2f2b-4987-b8a8-c04f8165c6fc,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:49.580859 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649deaf2-7c64-4d3b-83b1-0b7337b68a7a', 'name': 'tempest-TestAggregatesBasicOps-7072042-router', 'tenant_id': 'c737c998423f4e7785441ff046aed0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'cd07164e-a76b-46a9-a141-838de7c6d47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:44Z', 'updated_at': '2022-11-02T13:03:47Z', 'revision_number': 3, 'project_id': 'c737c998423f4e7785441ff046aed0a2', 'gw_port': {'id': 'cd07164e-a76b-46a9-a141-838de7c6d47c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649deaf2-7c64-4d3b-83b1-0b7337b68a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:46Z', 'updated_at': '2022-11-02T13:03:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:49.582173 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6c5739-866c-4458-a254-39e26bb82bf8 admin admin] Made reservation on behalf of 02b01e81a2f14e4ba262421b37ab20e8 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:03:49.583103 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 842b8fbb-aca8-426e-be69-959399dd7748 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:49.583566 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (842b8fbb-aca8-426e-be69-959399dd7748), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:49.584000 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 842b8fbb-aca8-426e-be69-959399dd7748 Nov 02 13:03:49.588600 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ed6c5739-866c-4458-a254-39e26bb82bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:49.588820 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7cf22662-0440-4429-89bb-b8e701600dbd tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0941284 Nov 02 13:03:49.590849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41440) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:49.607370 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:49.632713 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] Checking router: 649deaf2-7c64-4d3b-83b1-0b7337b68a7a for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:03:49.635838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] Updating router 649deaf2-7c64-4d3b-83b1-0b7337b68a7a port cd07164e-a76b-46a9-a141-838de7c6d47c binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:03:49.653722 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ed6c5739-866c-4458-a254-39e26bb82bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:49.661554 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3e539b5-e8e1-474e-82fe-1cfb4794defb tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (57895ef6-6e0f-4a5b-a40e-98489872ac62), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:49.678767 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (cd07164e-a76b-46a9-a141-838de7c6d47c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:49.712263 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3e539b5-e8e1-474e-82fe-1cfb4794defb tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (57895ef6-6e0f-4a5b-a40e-98489872ac62), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:49.715329 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:49.853752 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3e539b5-e8e1-474e-82fe-1cfb4794defb tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (57895ef6-6e0f-4a5b-a40e-98489872ac62), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:49.859052 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3e539b5-e8e1-474e-82fe-1cfb4794defb tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:49.863267 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c3e539b5-e8e1-474e-82fe-1cfb4794defb tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/57895ef6-6e0f-4a5b-a40e-98489872ac62 HTTP/1.1" status: 204 len: 168 time: 0.2688518 Nov 02 13:03:49.865312 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41446) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:49.885625 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e539b5-e8e1-474e-82fe-1cfb4794defb tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57895ef6-6e0f-4a5b-a40e-98489872ac62,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:50.001557 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ed6c5739-866c-4458-a254-39e26bb82bf8 admin admin] Publish callbacks [] for security_group (d96d84b5-346e-4f44-9162-459caa0c1088), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.008871 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 842b8fbb-aca8-426e-be69-959399dd7748 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:50.025248 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2aa8c8ba-ea41-412a-86dc-56f3b8aaef3b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1567161 Nov 02 13:03:50.033241 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41452) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:50.035270 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc4c6-3716-476c-9e97-bf22dd74a3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.039546 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-a2a4669b-18bf-48e2-8b26-55b5fcdeca1d tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group': {'name': 'tempest-secgroup--280159673'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:50.042778 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:50.095292 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ed6c5739-866c-4458-a254-39e26bb82bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d96d84b5-346e-4f44-9162-459caa0c1088), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.157300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6c5739-866c-4458-a254-39e26bb82bf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:03:50.172530 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c5739-866c-4458-a254-39e26bb82bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96d84b5-346e-4f44-9162-459caa0c1088,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:50.174254 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] Publish callbacks [] for port (cd07164e-a76b-46a9-a141-838de7c6d47c), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.189507 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ed6c5739-866c-4458-a254-39e26bb82bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (72beb061-ab8f-4574-b599-c44894001f0e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.189853 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-ed6c5739-866c-4458-a254-39e26bb82bf8 admin admin] Added segment 72beb061-ab8f-4574-b599-c44894001f0e of type vlan for network 2b7b66ad-32d6-42d7-b58c-c13f6ed325e8 Nov 02 13:03:50.195356 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2a4669b-18bf-48e2-8b26-55b5fcdeca1d tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.254137 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (cd07164e-a76b-46a9-a141-838de7c6d47c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.274969 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ed6c5739-866c-4458-a254-39e26bb82bf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (2b7b66ad-32d6-42d7-b58c-c13f6ed325e8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.305297 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-9bfbc4c6-3716-476c-9e97-bf22dd74a3d6 admin admin] Allocated IP 172.20.0.1 (14fbdd4e-2c95-4e2e-85f4-44e7b58e019e/21d5aed0-d611-4ae3-a71f-be733293e215/65ecb168-1a4e-4d5c-bd54-0b7fe6494b33) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:03:50.336865 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2a4669b-18bf-48e2-8b26-55b5fcdeca1d tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (82dedd9b-9840-4a64-8b37-1270891c7b95), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.344674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] Attempting to bind port cd07164e-a76b-46a9-a141-838de7c6d47c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:03:50.344674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] Attempting to bind port cd07164e-a76b-46a9-a141-838de7c6d47c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:03:50.344674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] Attempting to bind port cd07164e-a76b-46a9-a141-838de7c6d47c on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:03:50.382957 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca1340-fd43-40e4-ae89-4b7f2795135f None None] Pushing event updated for resources: {'Port': ['ID=cd07164e-a76b-46a9-a141-838de7c6d47c,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:50.405647 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:03:50.406223 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:03:50.406728 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.407226 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:03:50.407866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] Bound port: cd07164e-a76b-46a9-a141-838de7c6d47c, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:03:50.408441 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (cd07164e-a76b-46a9-a141-838de7c6d47c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.413369 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2a4669b-18bf-48e2-8b26-55b5fcdeca1d tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (82dedd9b-9840-4a64-8b37-1270891c7b95), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.428690 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:50.430870 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ed6c5739-866c-4458-a254-39e26bb82bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (2b7b66ad-32d6-42d7-b58c-c13f6ed325e8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.432150 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c5739-866c-4458-a254-39e26bb82bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:50.433711 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ed6c5739-866c-4458-a254-39e26bb82bf8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.486060 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4669b-18bf-48e2-8b26-55b5fcdeca1d tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82dedd9b-9840-4a64-8b37-1270891c7b95,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:50.491093 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:50.502339 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a2a4669b-18bf-48e2-8b26-55b5fcdeca1d tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.506931 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a2a4669b-18bf-48e2-8b26-55b5fcdeca1d tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4700956 Nov 02 13:03:50.507208 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41460) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:50.518555 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-da3a2a6c-175b-4b91-bfff-c49eac799653 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group_rule': {'security_group_id': '82dedd9b-9840-4a64-8b37-1270891c7b95', 'direction': 'ingress', 'protocol': 17}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:50.538987 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] For port cd07164e-a76b-46a9-a141-838de7c6d47c, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:03:50.546796 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] For port cd07164e-a76b-46a9-a141-838de7c6d47c, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=cd07164e-a76b-46a9-a141-838de7c6d47c,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:03:50.551614 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ed6c5739-866c-4458-a254-39e26bb82bf8 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4604006 Nov 02 13:03:50.555478 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41462) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:50.563044 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c5739-866c-4458-a254-39e26bb82bf8 admin admin] Pushing event updated for resources: {'Network': ['ID=2b7b66ad-32d6-42d7-b58c-c13f6ed325e8,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:50.569836 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc4c6-3716-476c-9e97-bf22dd74a3d6 admin admin] Publish callbacks [] for port (65ecb168-1a4e-4d5c-bd54-0b7fe6494b33), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.575788 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 2b7b66ad-32d6-42d7-b58c-c13f6ed325e8 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:03:50.585394 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-7dc53320-bd3b-4f37-81da-201248711c9e admin admin] Request body: {'subnet': {'network_id': '2b7b66ad-32d6-42d7-b58c-c13f6ed325e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1124716926-subnet', 'tenant_id': '02b01e81a2f14e4ba262421b37ab20e8', 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:50.635850 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-da3a2a6c-175b-4b91-bfff-c49eac799653 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (34099cc8-a917-49bd-b5cf-6e0550984424), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.643893 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (cd07164e-a76b-46a9-a141-838de7c6d47c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.699976 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc53320-bd3b-4f37-81da-201248711c9e admin admin] Made reservation on behalf of 02b01e81a2f14e4ba262421b37ab20e8 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:03:50.702961 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7dc53320-bd3b-4f37-81da-201248711c9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.727032 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] Routers {'649deaf2-7c64-4d3b-83b1-0b7337b68a7a'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:03:50.727795 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['649deaf2-7c64-4d3b-83b1-0b7337b68a7a'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:50.729146 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-da3a2a6c-175b-4b91-bfff-c49eac799653 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (34099cc8-a917-49bd-b5cf-6e0550984424), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.735438 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc4c6-3716-476c-9e97-bf22dd74a3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (65ecb168-1a4e-4d5c-bd54-0b7fe6494b33), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.790166 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfbc4c6-3716-476c-9e97-bf22dd74a3d6 admin admin] Network 14fbdd4e-2c95-4e2e-85f4-44e7b58e019e is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:03:50.793149 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-9bfbc4c6-3716-476c-9e97-bf22dd74a3d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:50.793410 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca1340-fd43-40e4-ae89-4b7f2795135f None None] Pushing event updated for resources: {'Port': ['ID=cd07164e-a76b-46a9-a141-838de7c6d47c,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:50.797487 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-da3a2a6c-175b-4b91-bfff-c49eac799653 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (34099cc8-a917-49bd-b5cf-6e0550984424), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.801482 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfbc4c6-3716-476c-9e97-bf22dd74a3d6 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:03:50.829830 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbc4c6-3716-476c-9e97-bf22dd74a3d6 admin admin] Pushing event updated for resources: {'Port': ['ID=65ecb168-1a4e-4d5c-bd54-0b7fe6494b33,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:50.870967 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a2a6c-175b-4b91-bfff-c49eac799653 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34099cc8-a917-49bd-b5cf-6e0550984424,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:50.892862 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc4c6-3716-476c-9e97-bf22dd74a3d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (649deaf2-7c64-4d3b-83b1-0b7337b68a7a), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.970881 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] Set router 649deaf2-7c64-4d3b-83b1-0b7337b68a7a gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:03:51.004909 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-da3a2a6c-175b-4b91-bfff-c49eac799653 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:51.009509 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-da3a2a6c-175b-4b91-bfff-c49eac799653 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5012927 Nov 02 13:03:51.012102 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41474) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:51.056116 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:51.081419 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:51.156052 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bfecd309-be43-4e30-8169-76af48cb7835 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (82dedd9b-9840-4a64-8b37-1270891c7b95), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:51.199059 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bfecd309-be43-4e30-8169-76af48cb7835 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (82dedd9b-9840-4a64-8b37-1270891c7b95), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:51.242760 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649deaf2-7c64-4d3b-83b1-0b7337b68a7a', 'name': 'tempest-TestAggregatesBasicOps-7072042-router', 'tenant_id': 'c737c998423f4e7785441ff046aed0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'cd07164e-a76b-46a9-a141-838de7c6d47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:44Z', 'updated_at': '2022-11-02T13:03:47Z', 'revision_number': 3, 'project_id': 'c737c998423f4e7785441ff046aed0a2', 'gw_port': {'id': 'cd07164e-a76b-46a9-a141-838de7c6d47c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649deaf2-7c64-4d3b-83b1-0b7337b68a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:46Z', 'updated_at': '2022-11-02T13:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:51.243033 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7dc53320-bd3b-4f37-81da-201248711c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (73f2402f-fc59-4a18-ac12-4ff4a0065a10), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:51.283025 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3aa3fa-a372-4376-a361-79c62356a9ff None None] The sync data for ids ['649deaf2-7c64-4d3b-83b1-0b7337b68a7a'] in n-d-857339-6 is: [{'id': '649deaf2-7c64-4d3b-83b1-0b7337b68a7a', 'name': 'tempest-TestAggregatesBasicOps-7072042-router', 'tenant_id': 'c737c998423f4e7785441ff046aed0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'cd07164e-a76b-46a9-a141-838de7c6d47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:44Z', 'updated_at': '2022-11-02T13:03:47Z', 'revision_number': 3, 'project_id': 'c737c998423f4e7785441ff046aed0a2', 'gw_port': {'id': 'cd07164e-a76b-46a9-a141-838de7c6d47c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649deaf2-7c64-4d3b-83b1-0b7337b68a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:46Z', 'updated_at': '2022-11-02T13:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:03:51.288987 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9e7378f3-5c81-4d40-9d88-31cbacf9a693 None None] Provisioning complete for port 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:51.288987 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9e7378f3-5c81-4d40-9d88-31cbacf9a693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (65ecb168-1a4e-4d5c-bd54-0b7fe6494b33), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:51.288987 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9e7378f3-5c81-4d40-9d88-31cbacf9a693 None None] Attempt 1 to provision port 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 Nov 02 13:03:51.332101 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9e7378f3-5c81-4d40-9d88-31cbacf9a693 None None] Port 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:03:51.344683 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc53320-bd3b-4f37-81da-201248711c9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f2402f-fc59-4a18-ac12-4ff4a0065a10,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:51.356044 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc53320-bd3b-4f37-81da-201248711c9e admin admin] Checking segment: {'id': '72beb061-ab8f-4574-b599-c44894001f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2b7b66ad-32d6-42d7-b58c-c13f6ed325e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:03:51.360774 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc53320-bd3b-4f37-81da-201248711c9e admin admin] Network hostable DHCP agents. Network: 2b7b66ad-32d6-42d7-b58c-c13f6ed325e8, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:03:51.470287 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bfecd309-be43-4e30-8169-76af48cb7835 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (82dedd9b-9840-4a64-8b37-1270891c7b95), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:51.474490 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bfecd309-be43-4e30-8169-76af48cb7835 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:51.478261 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bfecd309-be43-4e30-8169-76af48cb7835 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/82dedd9b-9840-4a64-8b37-1270891c7b95 HTTP/1.1" status: 204 len: 168 time: 0.4622629 Nov 02 13:03:51.479236 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41484) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:51.492099 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfecd309-be43-4e30-8169-76af48cb7835 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dedd9b-9840-4a64-8b37-1270891c7b95,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:51.514019 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc53320-bd3b-4f37-81da-201248711c9e admin admin] Network 2b7b66ad-32d6-42d7-b58c-c13f6ed325e8 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:03:51.629598 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b4ef09cf-3620-47b6-ae82-a7fd5c9c37f2 req-66738f6c-146b-4a35-9c21-8f619c5e5bd5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567713 Nov 02 13:03:51.633965 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-7dc53320-bd3b-4f37-81da-201248711c9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 2b7b66ad-32d6-42d7-b58c-c13f6ed325e8) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:51.640213 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc53320-bd3b-4f37-81da-201248711c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:51.641132 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7dc53320-bd3b-4f37-81da-201248711c9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:51.644562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e669f8ab-f2c8-43f4-85bf-2acd4db496fd None None] Network 2b7b66ad-32d6-42d7-b58c-c13f6ed325e8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:03:51.681467 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:51.839239 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:51.841433 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7dc53320-bd3b-4f37-81da-201248711c9e admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2829993 Nov 02 13:03:51.844318 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41492) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:51.859120 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-32629f57-c660-48af-9d67-bc30f4e23fe4 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1124716926-router', 'tenant_id': '02b01e81a2f14e4ba262421b37ab20e8', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:51.894329 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef09cf-3620-47b6-ae82-a7fd5c9c37f2 req-1022f7c8-cd04-422f-8a91-fe80b758a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:51.895891 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b4ef09cf-3620-47b6-ae82-a7fd5c9c37f2 req-1022f7c8-cd04-422f-8a91-fe80b758a407 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=34bf3744309d4381acf25152b0225203&device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 1130 time: 0.1284997 Nov 02 13:03:51.896613 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-2b7b66ad-32d6-42d7-b58c-c13f6ed325e8', 'network_id': '2b7b66ad-32d6-42d7-b58c-c13f6ed325e8', 'project_id': '02b01e81a2f14e4ba262421b37ab20e8', 'fixed_ips': [{'subnet_id': '73f2402f-fc59-4a18-ac12-4ff4a0065a10'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:03:51.897966 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:51.935373 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:52.087940 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32629f57-c660-48af-9d67-bc30f4e23fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (1323d5fd-af1b-4756-8005-c4d85a40416f), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:52.091320 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32629f57-c660-48af-9d67-bc30f4e23fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (1323d5fd-af1b-4756-8005-c4d85a40416f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:52.183888 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a4fd6330-4b55-4336-b53f-55ad67863852 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7040224 Nov 02 13:03:52.195379 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41496) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:52.196097 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc4c6-3716-476c-9e97-bf22dd74a3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (65ecb168-1a4e-4d5c-bd54-0b7fe6494b33), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:52.196227 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef09cf-3620-47b6-ae82-a7fd5c9c37f2 req-49fcf0dd-d61b-4122-a47c-50aed33a960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:52.198194 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b4ef09cf-3620-47b6-ae82-a7fd5c9c37f2 req-49fcf0dd-d61b-4122-a47c-50aed33a960c service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.2794499 Nov 02 13:03:52.209323 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-87521caa-a794-41e8-bff8-0d3de906a09b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1753017217'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:52.215030 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Allocated IP 172.20.0.2 (2b7b66ad-32d6-42d7-b58c-c13f6ed325e8/73f2402f-fc59-4a18-ac12-4ff4a0065a10/9caee494-7c0b-4578-af40-6ae3d0c61866) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:03:52.258983 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b4ef09cf-3620-47b6-ae82-a7fd5c9c37f2 req-8143489f-4729-41f2-80f2-25f02065cb2e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=56afa1dd-972d-439d-a0d4-02b528292ceb HTTP/1.1" status: 200 len: 217 time: 0.0540948 Nov 02 13:03:52.417215 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32629f57-c660-48af-9d67-bc30f4e23fe4 admin admin] Publish callbacks [] for router_controller (1323d5fd-af1b-4756-8005-c4d85a40416f), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:52.443561 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef09cf-3620-47b6-ae82-a7fd5c9c37f2 req-897bbe38-862d-4e80-b3bc-d1ea3f8a426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:52.450275 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b4ef09cf-3620-47b6-ae82-a7fd5c9c37f2 req-897bbe38-862d-4e80-b3bc-d1ea3f8a426c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1311338 Nov 02 13:03:52.496842 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc4c6-3716-476c-9e97-bf22dd74a3d6 admin admin] Publish callbacks [] for port (65ecb168-1a4e-4d5c-bd54-0b7fe6494b33), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:52.500149 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-87521caa-a794-41e8-bff8-0d3de906a09b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:52.501625 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef09cf-3620-47b6-ae82-a7fd5c9c37f2 req-4bbecaa8-712a-4c6c-997f-bae9d1b0b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:52.503641 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b4ef09cf-3620-47b6-ae82-a7fd5c9c37f2 req-4bbecaa8-712a-4c6c-997f-bae9d1b0b1bc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0468373 Nov 02 13:03:52.521407 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Publish callbacks [] for port (9caee494-7c0b-4578-af40-6ae3d0c61866), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:52.586967 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc4c6-3716-476c-9e97-bf22dd74a3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (65ecb168-1a4e-4d5c-bd54-0b7fe6494b33), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:52.614301 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (9caee494-7c0b-4578-af40-6ae3d0c61866), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:52.742840 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Network 2b7b66ad-32d6-42d7-b58c-c13f6ed325e8 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:03:52.746411 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:52.746707 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:52.770712 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:03:52.770922 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-87521caa-a794-41e8-bff8-0d3de906a09b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (6d7231f7-a9ef-4823-979c-8738c20996c6), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:52.777783 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Pushing event updated for resources: {'Port': ['ID=9caee494-7c0b-4578-af40-6ae3d0c61866,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:52.809226 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:52.825018 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbc4c6-3716-476c-9e97-bf22dd74a3d6 admin admin] Pushing event updated for resources: {'Port': ['ID=65ecb168-1a4e-4d5c-bd54-0b7fe6494b33,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:52.837309 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc4c6-3716-476c-9e97-bf22dd74a3d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (649deaf2-7c64-4d3b-83b1-0b7337b68a7a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:52.847649 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-87521caa-a794-41e8-bff8-0d3de906a09b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6d7231f7-a9ef-4823-979c-8738c20996c6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:52.863677 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:52.864211 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:52.864375 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:52.864746 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:52.865085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:52.865417 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:52.865750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:52.866172 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:52.866375 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:52.866703 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:52.867041 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:52.867365 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:52.867733 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:52.868061 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:52.868390 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:52.925989 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87521caa-a794-41e8-bff8-0d3de906a09b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7231f7-a9ef-4823-979c-8738c20996c6,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:52.965852 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device cd07164e-a76b-46a9-a141-838de7c6d47c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:53.021563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Attempting to bind port 9caee494-7c0b-4578-af40-6ae3d0c61866 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:03:53.021981 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Attempting to bind port 9caee494-7c0b-4578-af40-6ae3d0c61866 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '72beb061-ab8f-4574-b599-c44894001f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2b7b66ad-32d6-42d7-b58c-c13f6ed325e8'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:03:53.022357 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Attempting to bind port 9caee494-7c0b-4578-af40-6ae3d0c61866 on network 2b7b66ad-32d6-42d7-b58c-c13f6ed325e8 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:03:53.034782 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-87521caa-a794-41e8-bff8-0d3de906a09b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:53.036302 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-87521caa-a794-41e8-bff8-0d3de906a09b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8373945 Nov 02 13:03:53.046232 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41512) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:53.051745 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-61289820-a20d-4e4c-a7e9-8374d9302cce tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1039719162'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:53.076797 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port cd07164e-a76b-46a9-a141-838de7c6d47c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:53.077179 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (cd07164e-a76b-46a9-a141-838de7c6d47c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:53.077515 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port cd07164e-a76b-46a9-a141-838de7c6d47c Nov 02 13:03:53.128926 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfbc4c6-3716-476c-9e97-bf22dd74a3d6 admin admin] Network 14fbdd4e-2c95-4e2e-85f4-44e7b58e019e is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:03:53.131178 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-9bfbc4c6-3716-476c-9e97-bf22dd74a3d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:53.163814 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:03:53.164182 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Checking segment: {'id': '72beb061-ab8f-4574-b599-c44894001f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2b7b66ad-32d6-42d7-b58c-c13f6ed325e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:03:53.166813 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:53.166813 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Bound using segment: {'id': '72beb061-ab8f-4574-b599-c44894001f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2b7b66ad-32d6-42d7-b58c-c13f6ed325e8'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:03:53.167257 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Bound port: 9caee494-7c0b-4578-af40-6ae3d0c61866, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72beb061-ab8f-4574-b599-c44894001f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2b7b66ad-32d6-42d7-b58c-c13f6ed325e8'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:03:53.170015 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9caee494-7c0b-4578-af40-6ae3d0c61866), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:53.221128 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61289820-a20d-4e4c-a7e9-8374d9302cce tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:53.307821 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b4ef09cf-3620-47b6-ae82-a7fd5c9c37f2 req-9bf140f2-ab47-461f-8cdb-4947591eef71 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7963598 Nov 02 13:03:53.376083 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port cd07164e-a76b-46a9-a141-838de7c6d47c is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:53.376083 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (cd07164e-a76b-46a9-a141-838de7c6d47c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:53.378200 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] For port 9caee494-7c0b-4578-af40-6ae3d0c61866, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:03:53.435918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] For port 9caee494-7c0b-4578-af40-6ae3d0c61866, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9caee494-7c0b-4578-af40-6ae3d0c61866,segment=NetworkSegment(72beb061-ab8f-4574-b599-c44894001f0e),segment_id=72beb061-ab8f-4574-b599-c44894001f0e)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:03:53.441252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port cd07164e-a76b-46a9-a141-838de7c6d47c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=cd07164e-a76b-46a9-a141-838de7c6d47c,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:53.469523 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfbc4c6-3716-476c-9e97-bf22dd74a3d6 admin admin] Router 649deaf2-7c64-4d3b-83b1-0b7337b68a7a has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:03:53.472285 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61289820-a20d-4e4c-a7e9-8374d9302cce tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (82b56862-e634-409c-8a10-4bdab7f82fcc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:53.499650 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32629f57-c660-48af-9d67-bc30f4e23fe4 admin admin] Publish callbacks [] for router_gateway (1323d5fd-af1b-4756-8005-c4d85a40416f), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:53.537652 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9caee494-7c0b-4578-af40-6ae3d0c61866), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:53.545789 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (cd07164e-a76b-46a9-a141-838de7c6d47c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:53.588770 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61289820-a20d-4e4c-a7e9-8374d9302cce tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (82b56862-e634-409c-8a10-4bdab7f82fcc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:53.665696 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61289820-a20d-4e4c-a7e9-8374d9302cce tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b56862-e634-409c-8a10-4bdab7f82fcc,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:53.690877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a8e03-1254-4d6d-bceb-3283dd8d5065 None None] Pushing event updated for resources: {'Port': ['ID=9caee494-7c0b-4578-af40-6ae3d0c61866,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:53.701315 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:53.716477 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-d4a6bc7d-8646-427e-b2cf-51878bd4c216 None None] Provisioning complete for port 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:53.730728 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d4a6bc7d-8646-427e-b2cf-51878bd4c216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (65ecb168-1a4e-4d5c-bd54-0b7fe6494b33), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:53.731164 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-d4a6bc7d-8646-427e-b2cf-51878bd4c216 None None] Attempt 1 to provision port 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 Nov 02 13:03:53.745626 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b4ef09cf-3620-47b6-ae82-a7fd5c9c37f2 req-e732f2b9-9fc3-4a22-a13d-ac2c5b9d58a3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997104 Nov 02 13:03:53.798822 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:53.800010 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:53.809416 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61289820-a20d-4e4c-a7e9-8374d9302cce tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:53.817269 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-61289820-a20d-4e4c-a7e9-8374d9302cce tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7696300 Nov 02 13:03:53.823608 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41528) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:53.832766 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-4953bf1d-88cc-41fd-9b0d-54a2daee7d5f tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group_rule': {'security_group_id': '6d7231f7-a9ef-4823-979c-8738c20996c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '82b56862-e634-409c-8a10-4bdab7f82fcc', 'remote_ip_prefix': None}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:53.854368 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfbc4c6-3716-476c-9e97-bf22dd74a3d6 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:03:53.865811 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6bc7d-8646-427e-b2cf-51878bd4c216 None None] Port 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:03:53.866975 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9bfbc4c6-3716-476c-9e97-bf22dd74a3d6 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/649deaf2-7c64-4d3b-83b1-0b7337b68a7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7177713 Nov 02 13:03:53.914298 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=cd07164e-a76b-46a9-a141-838de7c6d47c,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:53.922238 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:54.113763 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32629f57-c660-48af-9d67-bc30f4e23fe4 admin admin] Publish callbacks [] for router_gateway (1323d5fd-af1b-4756-8005-c4d85a40416f), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:54.157181 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32629f57-c660-48af-9d67-bc30f4e23fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:54.238287 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4953bf1d-88cc-41fd-9b0d-54a2daee7d5f tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (8dae2ac3-5166-404e-b4b0-d423fa9846d8), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:54.334308 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:54.389909 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] Sync routers for ids ['649deaf2-7c64-4d3b-83b1-0b7337b68a7a'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:03:54.401698 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] Routers {'649deaf2-7c64-4d3b-83b1-0b7337b68a7a'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:03:54.403270 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['649deaf2-7c64-4d3b-83b1-0b7337b68a7a'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:54.416298 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4953bf1d-88cc-41fd-9b0d-54a2daee7d5f tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (8dae2ac3-5166-404e-b4b0-d423fa9846d8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:54.442057 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:54.442057 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-32629f57-c660-48af-9d67-bc30f4e23fe4 admin admin] Allocated IP 172.25.2.98 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/d2a07d90-bd26-4ab6-9547-0bc72b58b446) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:03:54.503218 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4953bf1d-88cc-41fd-9b0d-54a2daee7d5f tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (8dae2ac3-5166-404e-b4b0-d423fa9846d8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:54.582091 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] Set router 649deaf2-7c64-4d3b-83b1-0b7337b68a7a gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:03:54.614681 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953bf1d-88cc-41fd-9b0d-54a2daee7d5f tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dae2ac3-5166-404e-b4b0-d423fa9846d8,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:54.661479 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32629f57-c660-48af-9d67-bc30f4e23fe4 admin admin] Publish callbacks [] for port (d2a07d90-bd26-4ab6-9547-0bc72b58b446), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:54.679489 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4953bf1d-88cc-41fd-9b0d-54a2daee7d5f tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:54.681489 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4953bf1d-88cc-41fd-9b0d-54a2daee7d5f tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8537831 Nov 02 13:03:54.688720 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41546) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:54.734986 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4f4dd76-319a-4c3f-bd24-a2592b0423f8 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (8dae2ac3-5166-404e-b4b0-d423fa9846d8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:54.745981 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4f4dd76-319a-4c3f-bd24-a2592b0423f8 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (8dae2ac3-5166-404e-b4b0-d423fa9846d8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:54.809641 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649deaf2-7c64-4d3b-83b1-0b7337b68a7a', 'name': 'tempest-TestAggregatesBasicOps-7072042-router', 'tenant_id': 'c737c998423f4e7785441ff046aed0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'cd07164e-a76b-46a9-a141-838de7c6d47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:44Z', 'updated_at': '2022-11-02T13:03:51Z', 'revision_number': 4, 'project_id': 'c737c998423f4e7785441ff046aed0a2', 'gw_port': {'id': 'cd07164e-a76b-46a9-a141-838de7c6d47c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649deaf2-7c64-4d3b-83b1-0b7337b68a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:46Z', 'updated_at': '2022-11-02T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '65ecb168-1a4e-4d5c-bd54-0b7fe6494b33', 'name': '', 'network_id': '14fbdd4e-2c95-4e2e-85f4-44e7b58e019e', 'tenant_id': 'c737c998423f4e7785441ff046aed0a2', 'mac_address': 'fa:16:3e:e7:d6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649deaf2-7c64-4d3b-83b1-0b7337b68a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '21d5aed0-d611-4ae3-a71f-be733293e215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:50Z', 'updated_at': '2022-11-02T13:03:52Z', 'revision_number': 2, 'project_id': 'c737c998423f4e7785441ff046aed0a2', 'subnets': [{'id': '21d5aed0-d611-4ae3-a71f-be733293e215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:54.832394 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32629f57-c660-48af-9d67-bc30f4e23fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (d2a07d90-bd26-4ab6-9547-0bc72b58b446), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:54.890086 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] Checking router: 649deaf2-7c64-4d3b-83b1-0b7337b68a7a for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:03:54.890730 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] Updating router 649deaf2-7c64-4d3b-83b1-0b7337b68a7a port 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:03:54.891003 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32629f57-c660-48af-9d67-bc30f4e23fe4 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:03:54.899461 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4f4dd76-319a-4c3f-bd24-a2592b0423f8 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (8dae2ac3-5166-404e-b4b0-d423fa9846d8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:54.912541 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4f4dd76-319a-4c3f-bd24-a2592b0423f8 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:54.921324 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d4f4dd76-319a-4c3f-bd24-a2592b0423f8 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/8dae2ac3-5166-404e-b4b0-d423fa9846d8 HTTP/1.1" status: 204 len: 168 time: 0.2319474 Nov 02 13:03:54.922804 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41552) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:54.933752 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-32629f57-c660-48af-9d67-bc30f4e23fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:54.942400 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32629f57-c660-48af-9d67-bc30f4e23fe4 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:03:54.956378 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4dd76-319a-4c3f-bd24-a2592b0423f8 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dae2ac3-5166-404e-b4b0-d423fa9846d8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:54.990857 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (65ecb168-1a4e-4d5c-bd54-0b7fe6494b33), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:54.991877 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32629f57-c660-48af-9d67-bc30f4e23fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a07d90-bd26-4ab6-9547-0bc72b58b446,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:55.006736 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=77,neutron:DELETE=12,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:55.058424 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-da6d802a-db40-462a-ab7f-fb6c288cf8cd tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1254585 Nov 02 13:03:55.062562 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41558) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:55.077809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device cd07164e-a76b-46a9-a141-838de7c6d47c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:55.218740 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a72e211-363a-4086-ad30-83550dd0dbb4 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (82b56862-e634-409c-8a10-4bdab7f82fcc), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:55.238539 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port cd07164e-a76b-46a9-a141-838de7c6d47c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:55.240467 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (cd07164e-a76b-46a9-a141-838de7c6d47c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:55.240991 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port cd07164e-a76b-46a9-a141-838de7c6d47c Nov 02 13:03:55.255729 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:55.279990 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a72e211-363a-4086-ad30-83550dd0dbb4 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (82b56862-e634-409c-8a10-4bdab7f82fcc), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:55.284407 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:55.430690 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a72e211-363a-4086-ad30-83550dd0dbb4 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (82b56862-e634-409c-8a10-4bdab7f82fcc), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:55.435006 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a72e211-363a-4086-ad30-83550dd0dbb4 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:55.440644 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7a72e211-363a-4086-ad30-83550dd0dbb4 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/82b56862-e634-409c-8a10-4bdab7f82fcc HTTP/1.1" status: 204 len: 168 time: 0.3733957 Nov 02 13:03:55.441585 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41564) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:55.483503 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:55.484119 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port cd07164e-a76b-46a9-a141-838de7c6d47c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:55.485168 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9caee494-7c0b-4578-af40-6ae3d0c61866 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:55.493452 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72e211-363a-4086-ad30-83550dd0dbb4 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b56862-e634-409c-8a10-4bdab7f82fcc,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:55.666929 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 9caee494-7c0b-4578-af40-6ae3d0c61866 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:55.666929 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9caee494-7c0b-4578-af40-6ae3d0c61866), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:55.666929 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 9caee494-7c0b-4578-af40-6ae3d0c61866 Nov 02 13:03:55.680527 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9a8e4814-4b67-44fc-886b-c6e787b45918 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2087560 Nov 02 13:03:55.683615 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41574) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:55.761046 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] Publish callbacks [] for port (65ecb168-1a4e-4d5c-bd54-0b7fe6494b33), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:55.771774 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32629f57-c660-48af-9d67-bc30f4e23fe4 admin admin] Publish callbacks [] for router_gateway (1323d5fd-af1b-4756-8005-c4d85a40416f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:55.833366 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f14f0898-999a-4b25-b3fe-920df71709fb tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (6d7231f7-a9ef-4823-979c-8738c20996c6), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:55.858092 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (65ecb168-1a4e-4d5c-bd54-0b7fe6494b33), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:55.886803 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d863b79b-60b7-4703-8254-41d23a03fc0e None None] Network 2b7b66ad-32d6-42d7-b58c-c13f6ed325e8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:03:55.953057 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f14f0898-999a-4b25-b3fe-920df71709fb tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (6d7231f7-a9ef-4823-979c-8738c20996c6), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:55.973191 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfccabd-0abd-4f58-80f6-13a76ebe46b1 None None] Pushing event updated for resources: {'Port': ['ID=65ecb168-1a4e-4d5c-bd54-0b7fe6494b33,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:56.044541 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-bf9a69fe-c01e-4c25-9fb3-8de4666ae0e7 None None] Provisioning complete for port 9caee494-7c0b-4578-af40-6ae3d0c61866 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:56.047432 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bf9a69fe-c01e-4c25-9fb3-8de4666ae0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9caee494-7c0b-4578-af40-6ae3d0c61866), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:56.047881 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-bf9a69fe-c01e-4c25-9fb3-8de4666ae0e7 None None] Attempt 1 to provision port 9caee494-7c0b-4578-af40-6ae3d0c61866 Nov 02 13:03:56.162298 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f14f0898-999a-4b25-b3fe-920df71709fb tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6d7231f7-a9ef-4823-979c-8738c20996c6), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:56.168248 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f14f0898-999a-4b25-b3fe-920df71709fb tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:56.168248 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f14f0898-999a-4b25-b3fe-920df71709fb tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6d7231f7-a9ef-4823-979c-8738c20996c6 HTTP/1.1" status: 204 len: 168 time: 0.4823108 Nov 02 13:03:56.172906 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41588) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:56.231528 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32629f57-c660-48af-9d67-bc30f4e23fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (1323d5fd-af1b-4756-8005-c4d85a40416f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:56.242845 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f0898-999a-4b25-b3fe-920df71709fb tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7231f7-a9ef-4823-979c-8738c20996c6,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:56.246607 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] Attempting to bind port 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:03:56.246983 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] Attempting to bind port 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ae7276cc-9118-42c2-aa95-804f3309fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '14fbdd4e-2c95-4e2e-85f4-44e7b58e019e'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:03:56.247347 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] Attempting to bind port 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 on network 14fbdd4e-2c95-4e2e-85f4-44e7b58e019e {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:03:56.319930 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-13b0e326-eec0-47f3-bb87-b466ed6eb6a6 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1394446 Nov 02 13:03:56.321113 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41598) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:56.331195 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f8560653-2708-4a0c-9abb-7b958e457f74 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1960603378'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:56.358569 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:03:56.359271 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] Checking segment: {'id': 'ae7276cc-9118-42c2-aa95-804f3309fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '14fbdd4e-2c95-4e2e-85f4-44e7b58e019e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:03:56.359829 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:56.360375 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] Bound using segment: {'id': 'ae7276cc-9118-42c2-aa95-804f3309fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '14fbdd4e-2c95-4e2e-85f4-44e7b58e019e'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:03:56.361418 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] Bound port: 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7276cc-9118-42c2-aa95-804f3309fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '14fbdd4e-2c95-4e2e-85f4-44e7b58e019e'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:03:56.362068 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (65ecb168-1a4e-4d5c-bd54-0b7fe6494b33), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:56.390328 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9caee494-7c0b-4578-af40-6ae3d0c61866 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:56.390889 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9caee494-7c0b-4578-af40-6ae3d0c61866), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:56.440199 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:UPDATE=6,neutron:DELETE=6,neutron:INSERT=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:56.454777 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:56.466050 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 9caee494-7c0b-4578-af40-6ae3d0c61866, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9caee494-7c0b-4578-af40-6ae3d0c61866,segment=NetworkSegment(72beb061-ab8f-4574-b599-c44894001f0e),segment_id=72beb061-ab8f-4574-b599-c44894001f0e)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:56.484207 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] For port 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:03:56.489692 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] For port 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=65ecb168-1a4e-4d5c-bd54-0b7fe6494b33,segment=NetworkSegment(ae7276cc-9118-42c2-aa95-804f3309fa29),segment_id=ae7276cc-9118-42c2-aa95-804f3309fa29)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:03:56.512154 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f8560653-2708-4a0c-9abb-7b958e457f74 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:56.527875 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:56.592107 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32629f57-c660-48af-9d67-bc30f4e23fe4 admin admin] Router 1323d5fd-af1b-4756-8005-c4d85a40416f is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:03:56.625482 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9caee494-7c0b-4578-af40-6ae3d0c61866), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:56.626848 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (65ecb168-1a4e-4d5c-bd54-0b7fe6494b33), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:56.637529 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bf9a69fe-c01e-4c25-9fb3-8de4666ae0e7 None None] Current status of the port 9caee494-7c0b-4578-af40-6ae3d0c61866 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:56.637529 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bf9a69fe-c01e-4c25-9fb3-8de4666ae0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9caee494-7c0b-4578-af40-6ae3d0c61866), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:56.809563 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] Routers {'649deaf2-7c64-4d3b-83b1-0b7337b68a7a'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:03:56.810230 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f8560653-2708-4a0c-9abb-7b958e457f74 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (49fe911e-9448-4526-a40f-40bdaaedff21), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:56.811457 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['649deaf2-7c64-4d3b-83b1-0b7337b68a7a'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:56.909206 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:56.924761 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-bf9a69fe-c01e-4c25-9fb3-8de4666ae0e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:03:56.926065 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-bf9a69fe-c01e-4c25-9fb3-8de4666ae0e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:03:56.959990 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f8560653-2708-4a0c-9abb-7b958e457f74 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (49fe911e-9448-4526-a40f-40bdaaedff21), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:56.979258 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=9caee494-7c0b-4578-af40-6ae3d0c61866,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:57.001569 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfccabd-0abd-4f58-80f6-13a76ebe46b1 None None] Pushing event updated for resources: {'Port': ['ID=65ecb168-1a4e-4d5c-bd54-0b7fe6494b33,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:57.019093 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32629f57-c660-48af-9d67-bc30f4e23fe4 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:03:57.038792 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] Sync routers for ids ['1323d5fd-af1b-4756-8005-c4d85a40416f'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:03:57.060476 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:57.078151 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] Routers {'1323d5fd-af1b-4756-8005-c4d85a40416f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:03:57.079051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['1323d5fd-af1b-4756-8005-c4d85a40416f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:57.094039 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8560653-2708-4a0c-9abb-7b958e457f74 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49fe911e-9448-4526-a40f-40bdaaedff21,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:57.180231 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:57.180630 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f8560653-2708-4a0c-9abb-7b958e457f74 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:57.180630 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f8560653-2708-4a0c-9abb-7b958e457f74 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8536453 Nov 02 13:03:57.180630 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41618) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:57.183928 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-89806416-f4a3-40f7-a0b5-adb6a5f343c1 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group_rule': {'security_group_id': '49fe911e-9448-4526-a40f-40bdaaedff21', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:57.210962 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] Set router 649deaf2-7c64-4d3b-83b1-0b7337b68a7a gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:03:57.228374 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-32629f57-c660-48af-9d67-bc30f4e23fe4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:57.233079 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41626) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:57.235313 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-32629f57-c660-48af-9d67-bc30f4e23fe4 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.3898773 Nov 02 13:03:57.300480 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] Set router 1323d5fd-af1b-4756-8005-c4d85a40416f gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:03:57.375191 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-89806416-f4a3-40f7-a0b5-adb6a5f343c1 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (39a84bd8-5a32-44b1-bea7-87163995ce81), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:57.496979 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:57.509360 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bf9a69fe-c01e-4c25-9fb3-8de4666ae0e7 None None] Current status of the port 9caee494-7c0b-4578-af40-6ae3d0c61866 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:57.528454 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:57.536345 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649deaf2-7c64-4d3b-83b1-0b7337b68a7a', 'name': 'tempest-TestAggregatesBasicOps-7072042-router', 'tenant_id': 'c737c998423f4e7785441ff046aed0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'cd07164e-a76b-46a9-a141-838de7c6d47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:44Z', 'updated_at': '2022-11-02T13:03:51Z', 'revision_number': 4, 'project_id': 'c737c998423f4e7785441ff046aed0a2', 'gw_port': {'id': 'cd07164e-a76b-46a9-a141-838de7c6d47c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649deaf2-7c64-4d3b-83b1-0b7337b68a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:46Z', 'updated_at': '2022-11-02T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '65ecb168-1a4e-4d5c-bd54-0b7fe6494b33', 'name': '', 'network_id': '14fbdd4e-2c95-4e2e-85f4-44e7b58e019e', 'tenant_id': 'c737c998423f4e7785441ff046aed0a2', 'mac_address': 'fa:16:3e:e7:d6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649deaf2-7c64-4d3b-83b1-0b7337b68a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '21d5aed0-d611-4ae3-a71f-be733293e215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:50Z', 'updated_at': '2022-11-02T13:03:56Z', 'revision_number': 4, 'project_id': 'c737c998423f4e7785441ff046aed0a2', 'subnets': [{'id': '21d5aed0-d611-4ae3-a71f-be733293e215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:57.581323 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6781f8df-3427-4b35-a726-f8b4bcec590f None None] The sync data for ids ['649deaf2-7c64-4d3b-83b1-0b7337b68a7a'] in n-d-857339-6 is: [{'id': '649deaf2-7c64-4d3b-83b1-0b7337b68a7a', 'name': 'tempest-TestAggregatesBasicOps-7072042-router', 'tenant_id': 'c737c998423f4e7785441ff046aed0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'cd07164e-a76b-46a9-a141-838de7c6d47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:44Z', 'updated_at': '2022-11-02T13:03:51Z', 'revision_number': 4, 'project_id': 'c737c998423f4e7785441ff046aed0a2', 'gw_port': {'id': 'cd07164e-a76b-46a9-a141-838de7c6d47c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649deaf2-7c64-4d3b-83b1-0b7337b68a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:46Z', 'updated_at': '2022-11-02T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '65ecb168-1a4e-4d5c-bd54-0b7fe6494b33', 'name': '', 'network_id': '14fbdd4e-2c95-4e2e-85f4-44e7b58e019e', 'tenant_id': 'c737c998423f4e7785441ff046aed0a2', 'mac_address': 'fa:16:3e:e7:d6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649deaf2-7c64-4d3b-83b1-0b7337b68a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '21d5aed0-d611-4ae3-a71f-be733293e215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:50Z', 'updated_at': '2022-11-02T13:03:56Z', 'revision_number': 4, 'project_id': 'c737c998423f4e7785441ff046aed0a2', 'subnets': [{'id': '21d5aed0-d611-4ae3-a71f-be733293e215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:03:57.611403 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1323d5fd-af1b-4756-8005-c4d85a40416f', 'name': 'tempest-ImageQuotaTest-1124716926-router', 'tenant_id': '02b01e81a2f14e4ba262421b37ab20e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd2a07d90-bd26-4ab6-9547-0bc72b58b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:52Z', 'updated_at': '2022-11-02T13:03:55Z', 'revision_number': 3, 'project_id': '02b01e81a2f14e4ba262421b37ab20e8', 'gw_port': {'id': 'd2a07d90-bd26-4ab6-9547-0bc72b58b446', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1323d5fd-af1b-4756-8005-c4d85a40416f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:54Z', 'updated_at': '2022-11-02T13:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:57.674861 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] Checking router: 1323d5fd-af1b-4756-8005-c4d85a40416f for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:03:57.675612 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] Updating router 1323d5fd-af1b-4756-8005-c4d85a40416f port d2a07d90-bd26-4ab6-9547-0bc72b58b446 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:03:57.736539 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3d1636b6-6de9-4cd3-a729-c201b22b483e None None] Provisioning complete for port 9caee494-7c0b-4578-af40-6ae3d0c61866 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:57.737157 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d1636b6-6de9-4cd3-a729-c201b22b483e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9caee494-7c0b-4578-af40-6ae3d0c61866), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:57.737632 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3d1636b6-6de9-4cd3-a729-c201b22b483e None None] Attempt 1 to provision port 9caee494-7c0b-4578-af40-6ae3d0c61866 Nov 02 13:03:57.815186 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d2a07d90-bd26-4ab6-9547-0bc72b58b446), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:57.856127 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-89806416-f4a3-40f7-a0b5-adb6a5f343c1 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (39a84bd8-5a32-44b1-bea7-87163995ce81), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:57.983982 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-89806416-f4a3-40f7-a0b5-adb6a5f343c1 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (39a84bd8-5a32-44b1-bea7-87163995ce81), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:58.008623 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:58.010888 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89806416-f4a3-40f7-a0b5-adb6a5f343c1 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a84bd8-5a32-44b1-bea7-87163995ce81,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:58.082557 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3d1636b6-6de9-4cd3-a729-c201b22b483e None None] Current status of the port 9caee494-7c0b-4578-af40-6ae3d0c61866 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:03:58.133416 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-89806416-f4a3-40f7-a0b5-adb6a5f343c1 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:58.137405 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-89806416-f4a3-40f7-a0b5-adb6a5f343c1 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9546278 Nov 02 13:03:58.138380 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41652) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:58.210213 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4281d60-c837-45db-b442-d3e193732c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:58.220006 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d84b7afd-c791-4c12-95f7-918ccc0c01d9 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (39a84bd8-5a32-44b1-bea7-87163995ce81), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:58.249511 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d84b7afd-c791-4c12-95f7-918ccc0c01d9 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (39a84bd8-5a32-44b1-bea7-87163995ce81), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:58.258167 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41654) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:58.432961 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] Publish callbacks [] for port (d2a07d90-bd26-4ab6-9547-0bc72b58b446), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:58.471952 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-d4281d60-c837-45db-b442-d3e193732c61 admin admin] Allocated IP 172.20.0.1 (2b7b66ad-32d6-42d7-b58c-c13f6ed325e8/73f2402f-fc59-4a18-ac12-4ff4a0065a10/083b7d30-8561-4586-b5ec-2902fd44a2ef) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:03:58.549573 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d2a07d90-bd26-4ab6-9547-0bc72b58b446), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:58.623313 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] Attempting to bind port d2a07d90-bd26-4ab6-9547-0bc72b58b446 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:03:58.623852 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] Attempting to bind port d2a07d90-bd26-4ab6-9547-0bc72b58b446 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:03:58.624223 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] Attempting to bind port d2a07d90-bd26-4ab6-9547-0bc72b58b446 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:03:58.631963 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4281d60-c837-45db-b442-d3e193732c61 admin admin] Publish callbacks [] for port (083b7d30-8561-4586-b5ec-2902fd44a2ef), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:58.682867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2db7b-479b-47bd-9e50-d902bdea15de None None] Pushing event updated for resources: {'Port': ['ID=d2a07d90-bd26-4ab6-9547-0bc72b58b446,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:58.697931 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d84b7afd-c791-4c12-95f7-918ccc0c01d9 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (39a84bd8-5a32-44b1-bea7-87163995ce81), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:58.703879 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:03:58.704716 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:03:58.705300 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:58.705921 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:03:58.706430 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] Bound port: d2a07d90-bd26-4ab6-9547-0bc72b58b446, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:03:58.706992 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d2a07d90-bd26-4ab6-9547-0bc72b58b446), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:58.711749 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d84b7afd-c791-4c12-95f7-918ccc0c01d9 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:58.715288 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d84b7afd-c791-4c12-95f7-918ccc0c01d9 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/39a84bd8-5a32-44b1-bea7-87163995ce81 HTTP/1.1" status: 204 len: 168 time: 0.5723009 Nov 02 13:03:58.715726 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41664) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:58.771291 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4281d60-c837-45db-b442-d3e193732c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (083b7d30-8561-4586-b5ec-2902fd44a2ef), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:58.791051 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b7afd-c791-4c12-95f7-918ccc0c01d9 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39a84bd8-5a32-44b1-bea7-87163995ce81,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:58.839293 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0d56840-2e37-42fe-b75a-5211497cfa10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (68ec80d2-c25f-41fb-b2d1-c131bc32bcc4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:58.841432 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] For port d2a07d90-bd26-4ab6-9547-0bc72b58b446, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:03:58.874381 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] For port d2a07d90-bd26-4ab6-9547-0bc72b58b446, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d2a07d90-bd26-4ab6-9547-0bc72b58b446,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:03:58.890239 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3e2f5786-f868-4495-a1d7-3b27023c23b1 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1715710 Nov 02 13:03:58.893407 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41668) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:58.945889 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d2a07d90-bd26-4ab6-9547-0bc72b58b446), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:58.958061 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4281d60-c837-45db-b442-d3e193732c61 admin admin] Network 2b7b66ad-32d6-42d7-b58c-c13f6ed325e8 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:03:58.987677 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-d4281d60-c837-45db-b442-d3e193732c61 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:59.010408 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4281d60-c837-45db-b442-d3e193732c61 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:03:59.016396 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] Routers {'1323d5fd-af1b-4756-8005-c4d85a40416f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:03:59.017183 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['1323d5fd-af1b-4756-8005-c4d85a40416f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:59.098882 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:59.126798 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4281d60-c837-45db-b442-d3e193732c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (1323d5fd-af1b-4756-8005-c4d85a40416f), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:59.139099 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4281d60-c837-45db-b442-d3e193732c61 admin admin] Pushing event updated for resources: {'Port': ['ID=083b7d30-8561-4586-b5ec-2902fd44a2ef,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:59.222716 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:59.228662 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:59.230327 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:59.240584 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:59.248857 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2db7b-479b-47bd-9e50-d902bdea15de None None] Pushing event updated for resources: {'Port': ['ID=d2a07d90-bd26-4ab6-9547-0bc72b58b446,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:59.323876 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-91adaf2b-aa06-42c1-9022-89cdd15cb539 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (49fe911e-9448-4526-a40f-40bdaaedff21), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:59.328050 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:03:59.362943 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] Set router 1323d5fd-af1b-4756-8005-c4d85a40416f gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:03:59.401713 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-91adaf2b-aa06-42c1-9022-89cdd15cb539 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (49fe911e-9448-4526-a40f-40bdaaedff21), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:59.546109 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-b0d56840-2e37-42fe-b75a-5211497cfa10 admin admin] Deleting port 842b8fbb-aca8-426e-be69-959399dd7748 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:03:59.546441 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0d56840-2e37-42fe-b75a-5211497cfa10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (842b8fbb-aca8-426e-be69-959399dd7748), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:59.591901 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:59.592776 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (65ecb168-1a4e-4d5c-bd54-0b7fe6494b33), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:59.593730 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 Nov 02 13:03:59.646493 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2692f07f-b2ee-428c-b991-4ee90b539d0d None None] Provisioning complete for port 083b7d30-8561-4586-b5ec-2902fd44a2ef triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:03:59.646880 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2692f07f-b2ee-428c-b991-4ee90b539d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (083b7d30-8561-4586-b5ec-2902fd44a2ef), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:59.647229 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2692f07f-b2ee-428c-b991-4ee90b539d0d None None] Attempt 1 to provision port 083b7d30-8561-4586-b5ec-2902fd44a2ef Nov 02 13:03:59.658937 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-91adaf2b-aa06-42c1-9022-89cdd15cb539 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (49fe911e-9448-4526-a40f-40bdaaedff21), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:59.666149 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-91adaf2b-aa06-42c1-9022-89cdd15cb539 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:59.669369 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-91adaf2b-aa06-42c1-9022-89cdd15cb539 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/49fe911e-9448-4526-a40f-40bdaaedff21 HTTP/1.1" status: 204 len: 168 time: 0.7748656 Nov 02 13:03:59.672626 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41680) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:59.714717 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91adaf2b-aa06-42c1-9022-89cdd15cb539 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fe911e-9448-4526-a40f-40bdaaedff21,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:59.766512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-b0d56840-2e37-42fe-b75a-5211497cfa10 admin admin] For port 842b8fbb-aca8-426e-be69-959399dd7748, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=842b8fbb-aca8-426e-be69-959399dd7748,segment=NetworkSegment(8e7ef229-352a-43ad-8624-2d88c572496c),segment_id=8e7ef229-352a-43ad-8624-2d88c572496c)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:59.766512 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0d56840-2e37-42fe-b75a-5211497cfa10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (842b8fbb-aca8-426e-be69-959399dd7748), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:59.787294 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-b0d56840-2e37-42fe-b75a-5211497cfa10 admin admin] Calling delete_port for 842b8fbb-aca8-426e-be69-959399dd7748 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:03:59.970093 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1b119262-2ed8-4f48-837b-dcee540e72cc tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2961323 Nov 02 13:03:59.976040 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41688) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:59.982449 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-61a2a470-63f9-4a27-8b48-a1e674c6608b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group': {'name': 'tempest-secgroup--2103296428'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:00.017296 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2692f07f-b2ee-428c-b991-4ee90b539d0d None None] Port 083b7d30-8561-4586-b5ec-2902fd44a2ef cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:04:00.078859 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4281d60-c837-45db-b442-d3e193732c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (083b7d30-8561-4586-b5ec-2902fd44a2ef), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:00.120725 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1323d5fd-af1b-4756-8005-c4d85a40416f', 'name': 'tempest-ImageQuotaTest-1124716926-router', 'tenant_id': '02b01e81a2f14e4ba262421b37ab20e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd2a07d90-bd26-4ab6-9547-0bc72b58b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:52Z', 'updated_at': '2022-11-02T13:03:55Z', 'revision_number': 3, 'project_id': '02b01e81a2f14e4ba262421b37ab20e8', 'gw_port': {'id': 'd2a07d90-bd26-4ab6-9547-0bc72b58b446', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1323d5fd-af1b-4756-8005-c4d85a40416f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:54Z', 'updated_at': '2022-11-02T13:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:00.157769 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47677e-5355-4bbf-9ce5-0a96805ab845 None None] The sync data for ids ['1323d5fd-af1b-4756-8005-c4d85a40416f'] in n-d-857339-6 is: [{'id': '1323d5fd-af1b-4756-8005-c4d85a40416f', 'name': 'tempest-ImageQuotaTest-1124716926-router', 'tenant_id': '02b01e81a2f14e4ba262421b37ab20e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd2a07d90-bd26-4ab6-9547-0bc72b58b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:52Z', 'updated_at': '2022-11-02T13:03:55Z', 'revision_number': 3, 'project_id': '02b01e81a2f14e4ba262421b37ab20e8', 'gw_port': {'id': 'd2a07d90-bd26-4ab6-9547-0bc72b58b446', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1323d5fd-af1b-4756-8005-c4d85a40416f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:54Z', 'updated_at': '2022-11-02T13:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:04:00.163655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:00.164514 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (65ecb168-1a4e-4d5c-bd54-0b7fe6494b33), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:00.235917 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:00.239869 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=65ecb168-1a4e-4d5c-bd54-0b7fe6494b33,segment=NetworkSegment(ae7276cc-9118-42c2-aa95-804f3309fa29),segment_id=ae7276cc-9118-42c2-aa95-804f3309fa29)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:00.248700 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61a2a470-63f9-4a27-8b48-a1e674c6608b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:00.356292 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (65ecb168-1a4e-4d5c-bd54-0b7fe6494b33), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:00.360567 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9caee494-7c0b-4578-af40-6ae3d0c61866 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:00.365949 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4281d60-c837-45db-b442-d3e193732c61 admin admin] Publish callbacks [] for port (083b7d30-8561-4586-b5ec-2902fd44a2ef), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:00.399217 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61a2a470-63f9-4a27-8b48-a1e674c6608b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (4a1e62e0-430a-4649-9447-6f53d977c173), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:00.406657 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:00.447727 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4281d60-c837-45db-b442-d3e193732c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (083b7d30-8561-4586-b5ec-2902fd44a2ef), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:00.484934 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 9caee494-7c0b-4578-af40-6ae3d0c61866 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:00.487716 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9caee494-7c0b-4578-af40-6ae3d0c61866), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:00.488207 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 9caee494-7c0b-4578-af40-6ae3d0c61866 Nov 02 13:04:00.509936 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61a2a470-63f9-4a27-8b48-a1e674c6608b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4a1e62e0-430a-4649-9447-6f53d977c173), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:00.535478 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:00.544806 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=65ecb168-1a4e-4d5c-bd54-0b7fe6494b33,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:00.590292 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4281d60-c837-45db-b442-d3e193732c61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (1323d5fd-af1b-4756-8005-c4d85a40416f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:00.596422 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4281d60-c837-45db-b442-d3e193732c61 admin admin] Pushing event updated for resources: {'Port': ['ID=083b7d30-8561-4586-b5ec-2902fd44a2ef,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:00.603620 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2a470-63f9-4a27-8b48-a1e674c6608b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1e62e0-430a-4649-9447-6f53d977c173,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:00.651221 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9caee494-7c0b-4578-af40-6ae3d0c61866 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:00.669054 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61a2a470-63f9-4a27-8b48-a1e674c6608b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:00.669054 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-61a2a470-63f9-4a27-8b48-a1e674c6608b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6890008 Nov 02 13:04:00.669964 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41698) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:00.676008 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-715575f2-5b32-4acb-a87b-19d9e4f6a167 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group_rule': {'security_group_id': '4a1e62e0-430a-4649-9447-6f53d977c173', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:00.745444 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0d56840-2e37-42fe-b75a-5211497cfa10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (842b8fbb-aca8-426e-be69-959399dd7748), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:00.780953 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d56840-2e37-42fe-b75a-5211497cfa10 admin admin] Pushing event deleted for resources: {'Port': ['ID=842b8fbb-aca8-426e-be69-959399dd7748,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:00.834034 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4281d60-c837-45db-b442-d3e193732c61 admin admin] Network 2b7b66ad-32d6-42d7-b58c-c13f6ed325e8 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:04:00.841090 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-d4281d60-c837-45db-b442-d3e193732c61 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:01.000308 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:01.005913 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-715575f2-5b32-4acb-a87b-19d9e4f6a167 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (d633ebd5-87c2-452c-9a53-7d1a8b920074), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:01.163773 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d2a07d90-bd26-4ab6-9547-0bc72b58b446 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:01.291011 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d2a07d90-bd26-4ab6-9547-0bc72b58b446 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:01.294929 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d2a07d90-bd26-4ab6-9547-0bc72b58b446), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:01.294929 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d2a07d90-bd26-4ab6-9547-0bc72b58b446 Nov 02 13:04:01.301570 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4281d60-c837-45db-b442-d3e193732c61 admin admin] Router 1323d5fd-af1b-4756-8005-c4d85a40416f has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:04:01.318922 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-715575f2-5b32-4acb-a87b-19d9e4f6a167 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (d633ebd5-87c2-452c-9a53-7d1a8b920074), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:01.415582 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=10,neutron:UPDATE=1,neutron:SELECT=85,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:01.431957 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-715575f2-5b32-4acb-a87b-19d9e4f6a167 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (d633ebd5-87c2-452c-9a53-7d1a8b920074), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:01.444974 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-02503bb1-e673-4e12-abf3-7bdda6df7a67 None None] Provisioning complete for port 083b7d30-8561-4586-b5ec-2902fd44a2ef triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:01.445480 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-02503bb1-e673-4e12-abf3-7bdda6df7a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (083b7d30-8561-4586-b5ec-2902fd44a2ef), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:01.445893 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-02503bb1-e673-4e12-abf3-7bdda6df7a67 None None] Attempt 1 to provision port 083b7d30-8561-4586-b5ec-2902fd44a2ef Nov 02 13:04:01.464136 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715575f2-5b32-4acb-a87b-19d9e4f6a167 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d633ebd5-87c2-452c-9a53-7d1a8b920074,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:01.492957 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:01.502322 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b0d56840-2e37-42fe-b75a-5211497cfa10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (68ec80d2-c25f-41fb-b2d1-c131bc32bcc4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:01.505049 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4281d60-c837-45db-b442-d3e193732c61 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:04:01.511450 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d4281d60-c837-45db-b442-d3e193732c61 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/1323d5fd-af1b-4756-8005-c4d85a40416f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2771351 Nov 02 13:04:01.574781 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0191059d-5bb4-425e-b25f-9d56a30f8e55 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:04:01.583749 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:01.586895 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-715575f2-5b32-4acb-a87b-19d9e4f6a167 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:01.588268 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-715575f2-5b32-4acb-a87b-19d9e4f6a167 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9172485 Nov 02 13:04:01.591473 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41716) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:01.653657 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ed5a7991-b6ea-4018-84ad-514a0d9e5208 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules/d633ebd5-87c2-452c-9a53-7d1a8b920074 HTTP/1.1" status: 200 len: 763 time: 0.0580099 Nov 02 13:04:01.656953 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41718) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:01.669677 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d2a07d90-bd26-4ab6-9547-0bc72b58b446 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:01.670236 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d2a07d90-bd26-4ab6-9547-0bc72b58b446), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:01.684617 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-02503bb1-e673-4e12-abf3-7bdda6df7a67 None None] Port 083b7d30-8561-4586-b5ec-2902fd44a2ef cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:04:01.756892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port d2a07d90-bd26-4ab6-9547-0bc72b58b446, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d2a07d90-bd26-4ab6-9547-0bc72b58b446,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:01.791537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0191059d-5bb4-425e-b25f-9d56a30f8e55 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:04:01.813164 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3c19403b-0aaa-446d-9f88-3a6e1dac38b3 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1537583 Nov 02 13:04:01.816681 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41724) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:01.862023 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d2a07d90-bd26-4ab6-9547-0bc72b58b446), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:01.862901 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:01.875239 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5a283c62-3578-4d35-b83d-b24404152495 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (d633ebd5-87c2-452c-9a53-7d1a8b920074), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:01.892353 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5a283c62-3578-4d35-b83d-b24404152495 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (d633ebd5-87c2-452c-9a53-7d1a8b920074), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.000214 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d56840-2e37-42fe-b75a-5211497cfa10 admin admin] Router 68ec80d2-c25f-41fb-b2d1-c131bc32bcc4 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:04:02.031665 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5a283c62-3578-4d35-b83d-b24404152495 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (d633ebd5-87c2-452c-9a53-7d1a8b920074), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.049435 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:02.053362 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5a283c62-3578-4d35-b83d-b24404152495 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.059016 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5a283c62-3578-4d35-b83d-b24404152495 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/d633ebd5-87c2-452c-9a53-7d1a8b920074 HTTP/1.1" status: 204 len: 168 time: 0.2407482 Nov 02 13:04:02.064314 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a283c62-3578-4d35-b83d-b24404152495 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d633ebd5-87c2-452c-9a53-7d1a8b920074,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:02.066308 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41734) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:02.088011 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=d2a07d90-bd26-4ab6-9547-0bc72b58b446,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:02.129277 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:02.141065 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:02.141470 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (65ecb168-1a4e-4d5c-bd54-0b7fe6494b33), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.143222 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 Nov 02 13:04:02.186048 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8d2111ac-ab48-4c59-a783-fa2d62c33b86 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1138210 Nov 02 13:04:02.189534 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41738) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:02.200754 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-da13c4b7-b1bf-45e0-b6b1-1479bb730eb6 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group_rule': {'security_group_id': '4a1e62e0-430a-4649-9447-6f53d977c173', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:02.266667 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d56840-2e37-42fe-b75a-5211497cfa10 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:04:02.275457 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b0d56840-2e37-42fe-b75a-5211497cfa10 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/68ec80d2-c25f-41fb-b2d1-c131bc32bcc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0161633 Nov 02 13:04:02.278406 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41744) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:02.278819 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0751f23c-101e-4bf9-8697-950311e39a09 None None] Sync routers for ids ['68ec80d2-c25f-41fb-b2d1-c131bc32bcc4'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:04:02.312237 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:02.319414 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0751f23c-101e-4bf9-8697-950311e39a09 None None] Routers {'68ec80d2-c25f-41fb-b2d1-c131bc32bcc4'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:02.320146 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0751f23c-101e-4bf9-8697-950311e39a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['68ec80d2-c25f-41fb-b2d1-c131bc32bcc4'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:02.440095 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-da13c4b7-b1bf-45e0-b6b1-1479bb730eb6 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (ac4e83b1-d211-4c70-bbd4-30c90e0828c0), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.503406 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:02.503623 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-0751f23c-101e-4bf9-8697-950311e39a09 None None] Set router 68ec80d2-c25f-41fb-b2d1-c131bc32bcc4 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:02.586546 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91335232-3371-46a9-a462-1c38344116c3 admin admin] Publish callbacks [] for router (68ec80d2-c25f-41fb-b2d1-c131bc32bcc4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.721689 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-da13c4b7-b1bf-45e0-b6b1-1479bb730eb6 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (ac4e83b1-d211-4c70-bbd4-30c90e0828c0), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.770738 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0751f23c-101e-4bf9-8697-950311e39a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'name': 'tempest-TestAggregatesBasicOps-861112356-router', 'tenant_id': '8b0011d992e047aba24e133bd4d3218e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'db35e4a3-a5f1-4cf3-9cc1-56824ca46702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:32Z', 'updated_at': '2022-11-02T13:04:00Z', 'revision_number': 5, 'project_id': '8b0011d992e047aba24e133bd4d3218e', 'gw_port': {'id': 'db35e4a3-a5f1-4cf3-9cc1-56824ca46702', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:89:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:33Z', 'updated_at': '2022-11-02T13:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:02.830073 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0751f23c-101e-4bf9-8697-950311e39a09 None None] Checking router: 68ec80d2-c25f-41fb-b2d1-c131bc32bcc4 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:04:02.850868 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0751f23c-101e-4bf9-8697-950311e39a09 None None] Routers {'68ec80d2-c25f-41fb-b2d1-c131bc32bcc4'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:02.851791 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0751f23c-101e-4bf9-8697-950311e39a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['68ec80d2-c25f-41fb-b2d1-c131bc32bcc4'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:03.003247 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-0751f23c-101e-4bf9-8697-950311e39a09 None None] Set router 68ec80d2-c25f-41fb-b2d1-c131bc32bcc4 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:03.165061 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-da13c4b7-b1bf-45e0-b6b1-1479bb730eb6 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (ac4e83b1-d211-4c70-bbd4-30c90e0828c0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.188263 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:03.204077 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:03.234704 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91335232-3371-46a9-a462-1c38344116c3 admin admin] Publish callbacks [] for router_gateway (68ec80d2-c25f-41fb-b2d1-c131bc32bcc4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.244823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13c4b7-b1bf-45e0-b6b1-1479bb730eb6 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4e83b1-d211-4c70-bbd4-30c90e0828c0,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:03.280838 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0751f23c-101e-4bf9-8697-950311e39a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'name': 'tempest-TestAggregatesBasicOps-861112356-router', 'tenant_id': '8b0011d992e047aba24e133bd4d3218e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'db35e4a3-a5f1-4cf3-9cc1-56824ca46702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:32Z', 'updated_at': '2022-11-02T13:04:00Z', 'revision_number': 5, 'project_id': '8b0011d992e047aba24e133bd4d3218e', 'gw_port': {'id': 'db35e4a3-a5f1-4cf3-9cc1-56824ca46702', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:89:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:33Z', 'updated_at': '2022-11-02T13:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:03.304056 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d2a07d90-bd26-4ab6-9547-0bc72b58b446 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:03.335988 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-da13c4b7-b1bf-45e0-b6b1-1479bb730eb6 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.339962 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-da13c4b7-b1bf-45e0-b6b1-1479bb730eb6 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1472096 Nov 02 13:04:03.342754 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41766) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:03.352711 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:03.377739 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0751f23c-101e-4bf9-8697-950311e39a09 None None] The sync data for ids ['68ec80d2-c25f-41fb-b2d1-c131bc32bcc4'] in n-d-857339-6 is: [{'id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'name': 'tempest-TestAggregatesBasicOps-861112356-router', 'tenant_id': '8b0011d992e047aba24e133bd4d3218e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'db35e4a3-a5f1-4cf3-9cc1-56824ca46702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:32Z', 'updated_at': '2022-11-02T13:04:00Z', 'revision_number': 5, 'project_id': '8b0011d992e047aba24e133bd4d3218e', 'gw_port': {'id': 'db35e4a3-a5f1-4cf3-9cc1-56824ca46702', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:89:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec80d2-c25f-41fb-b2d1-c131bc32bcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:33Z', 'updated_at': '2022-11-02T13:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:04:03.454337 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3155c1ca-9207-495f-86ec-6591f590e2f5 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules/ac4e83b1-d211-4c70-bbd4-30c90e0828c0 HTTP/1.1" status: 200 len: 763 time: 0.0840077 Nov 02 13:04:03.458476 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41770) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:03.475136 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-91335232-3371-46a9-a462-1c38344116c3 admin admin] Deleting port db35e4a3-a5f1-4cf3-9cc1-56824ca46702 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:04:03.475895 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91335232-3371-46a9-a462-1c38344116c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (db35e4a3-a5f1-4cf3-9cc1-56824ca46702), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.480067 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d2a07d90-bd26-4ab6-9547-0bc72b58b446 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:03.480563 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d2a07d90-bd26-4ab6-9547-0bc72b58b446), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.480881 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d2a07d90-bd26-4ab6-9547-0bc72b58b446 Nov 02 13:04:03.616626 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-17bb7157-088a-4940-ab8e-19e26eee0fd8 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1507308 Nov 02 13:04:03.617365 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41774) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:03.660339 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-91335232-3371-46a9-a462-1c38344116c3 admin admin] For port db35e4a3-a5f1-4cf3-9cc1-56824ca46702, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=db35e4a3-a5f1-4cf3-9cc1-56824ca46702,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:03.660914 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91335232-3371-46a9-a462-1c38344116c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (db35e4a3-a5f1-4cf3-9cc1-56824ca46702), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.672626 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-39a3dc16-12a3-4ea3-8724-7ea305804dcd tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (ac4e83b1-d211-4c70-bbd4-30c90e0828c0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.689682 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-39a3dc16-12a3-4ea3-8724-7ea305804dcd tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (ac4e83b1-d211-4c70-bbd4-30c90e0828c0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.694150 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-91335232-3371-46a9-a462-1c38344116c3 admin admin] Calling delete_port for db35e4a3-a5f1-4cf3-9cc1-56824ca46702 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:04:03.698829 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d2a07d90-bd26-4ab6-9547-0bc72b58b446 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:03.765075 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-99672ed7-d1de-422f-a52d-231a4bff947b None None] Provisioning complete for port 3043689e-669e-44be-bc05-acc19a931070 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:03.765744 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-99672ed7-d1de-422f-a52d-231a4bff947b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3043689e-669e-44be-bc05-acc19a931070), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.766313 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-99672ed7-d1de-422f-a52d-231a4bff947b None None] Attempt 1 to provision port 3043689e-669e-44be-bc05-acc19a931070 Nov 02 13:04:03.775800 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:03.873210 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-39a3dc16-12a3-4ea3-8724-7ea305804dcd tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (ac4e83b1-d211-4c70-bbd4-30c90e0828c0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.896440 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-39a3dc16-12a3-4ea3-8724-7ea305804dcd tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.902828 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41782) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:03.905375 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-39a3dc16-12a3-4ea3-8724-7ea305804dcd tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/ac4e83b1-d211-4c70-bbd4-30c90e0828c0 HTTP/1.1" status: 204 len: 168 time: 0.2871561 Nov 02 13:04:03.907022 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3dc16-12a3-4ea3-8724-7ea305804dcd tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac4e83b1-d211-4c70-bbd4-30c90e0828c0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:03.958787 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] Sync routers for ids ['1323d5fd-af1b-4756-8005-c4d85a40416f'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:04:03.964521 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-99672ed7-d1de-422f-a52d-231a4bff947b None None] Current status of the port 3043689e-669e-44be-bc05-acc19a931070 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:03.976555 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] Routers {'1323d5fd-af1b-4756-8005-c4d85a40416f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:03.977426 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['1323d5fd-af1b-4756-8005-c4d85a40416f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:04.092087 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41788) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:04.092267 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7d5b90b2-96dc-4c5f-811f-eea2b8334db4 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1786966 Nov 02 13:04:04.096151 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e4a68b2e-9c16-4b5f-9ca6-95cd4e974c9e tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group_rule': {'security_group_id': '4a1e62e0-430a-4649-9447-6f53d977c173', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:04.284686 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] Set router 1323d5fd-af1b-4756-8005-c4d85a40416f gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:04.292092 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4a68b2e-9c16-4b5f-9ca6-95cd4e974c9e tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (78ff9a7e-391e-4f68-8690-bda7ea088ad4), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:04.329256 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91335232-3371-46a9-a462-1c38344116c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (db35e4a3-a5f1-4cf3-9cc1-56824ca46702), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:04.407052 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91335232-3371-46a9-a462-1c38344116c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=db35e4a3-a5f1-4cf3-9cc1-56824ca46702,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:04.462456 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4a68b2e-9c16-4b5f-9ca6-95cd4e974c9e tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (78ff9a7e-391e-4f68-8690-bda7ea088ad4), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:04.573274 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4a68b2e-9c16-4b5f-9ca6-95cd4e974c9e tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (78ff9a7e-391e-4f68-8690-bda7ea088ad4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:04.606269 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a68b2e-9c16-4b5f-9ca6-95cd4e974c9e tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ff9a7e-391e-4f68-8690-bda7ea088ad4,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:04.624167 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91335232-3371-46a9-a462-1c38344116c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (68ec80d2-c25f-41fb-b2d1-c131bc32bcc4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:04.719736 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41798) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:04.798822 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:04.868532 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:04.874995 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4a68b2e-9c16-4b5f-9ca6-95cd4e974c9e tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:04.877718 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e4a68b2e-9c16-4b5f-9ca6-95cd4e974c9e tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7878911 Nov 02 13:04:04.884627 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41800) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:04.914311 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91335232-3371-46a9-a462-1c38344116c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (68ec80d2-c25f-41fb-b2d1-c131bc32bcc4), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:04.919780 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91335232-3371-46a9-a462-1c38344116c3 admin admin] Publish callbacks [] for router_controller (68ec80d2-c25f-41fb-b2d1-c131bc32bcc4), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:04.930934 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1323d5fd-af1b-4756-8005-c4d85a40416f', 'name': 'tempest-ImageQuotaTest-1124716926-router', 'tenant_id': '02b01e81a2f14e4ba262421b37ab20e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd2a07d90-bd26-4ab6-9547-0bc72b58b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:52Z', 'updated_at': '2022-11-02T13:03:59Z', 'revision_number': 4, 'project_id': '02b01e81a2f14e4ba262421b37ab20e8', 'gw_port': {'id': 'd2a07d90-bd26-4ab6-9547-0bc72b58b446', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1323d5fd-af1b-4756-8005-c4d85a40416f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:54Z', 'updated_at': '2022-11-02T13:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '083b7d30-8561-4586-b5ec-2902fd44a2ef', 'name': '', 'network_id': '2b7b66ad-32d6-42d7-b58c-c13f6ed325e8', 'tenant_id': '02b01e81a2f14e4ba262421b37ab20e8', 'mac_address': 'fa:16:3e:b5:45:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1323d5fd-af1b-4756-8005-c4d85a40416f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '73f2402f-fc59-4a18-ac12-4ff4a0065a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:58Z', 'updated_at': '2022-11-02T13:04:00Z', 'revision_number': 2, 'project_id': '02b01e81a2f14e4ba262421b37ab20e8', 'subnets': [{'id': '73f2402f-fc59-4a18-ac12-4ff4a0065a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:04.937958 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f1ce89f7-fff5-46e9-809f-aa51c8464536 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules/78ff9a7e-391e-4f68-8690-bda7ea088ad4 HTTP/1.1" status: 200 len: 764 time: 0.0472457 Nov 02 13:04:04.939109 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41802) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:04.947107 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:05.006832 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] Checking router: 1323d5fd-af1b-4756-8005-c4d85a40416f for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:04:05.007408 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] Updating router 1323d5fd-af1b-4756-8005-c4d85a40416f port 083b7d30-8561-4586-b5ec-2902fd44a2ef binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:04:05.064737 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (083b7d30-8561-4586-b5ec-2902fd44a2ef), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:05.085625 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 842b8fbb-aca8-426e-be69-959399dd7748 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:05.124277 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-97c76509-9b61-46c9-acd7-c3363b940758 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1834402 Nov 02 13:04:05.127819 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41808) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:05.131419 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 842b8fbb-aca8-426e-be69-959399dd7748 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:04:05.131678 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 842b8fbb-aca8-426e-be69-959399dd7748 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:05.140073 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:05.161114 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b3839ea7-7e01-448e-8815-d18d4205914e tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (78ff9a7e-391e-4f68-8690-bda7ea088ad4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:05.171416 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b3839ea7-7e01-448e-8815-d18d4205914e tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (78ff9a7e-391e-4f68-8690-bda7ea088ad4), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:05.174067 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:05.213867 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91335232-3371-46a9-a462-1c38344116c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (68ec80d2-c25f-41fb-b2d1-c131bc32bcc4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:05.214565 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91335232-3371-46a9-a462-1c38344116c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68ec80d2-c25f-41fb-b2d1-c131bc32bcc4 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:04:05.224992 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91335232-3371-46a9-a462-1c38344116c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:05.227291 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-91335232-3371-46a9-a462-1c38344116c3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/68ec80d2-c25f-41fb-b2d1-c131bc32bcc4 HTTP/1.1" status: 204 len: 168 time: 2.9474204 Nov 02 13:04:05.229564 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41812) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:05.309593 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b3839ea7-7e01-448e-8815-d18d4205914e tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (78ff9a7e-391e-4f68-8690-bda7ea088ad4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:05.320950 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b3839ea7-7e01-448e-8815-d18d4205914e tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:05.335062 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b3839ea7-7e01-448e-8815-d18d4205914e tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-group-rules/78ff9a7e-391e-4f68-8690-bda7ea088ad4 HTTP/1.1" status: 204 len: 168 time: 0.2020726 Nov 02 13:04:05.336227 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41818) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:05.361646 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3839ea7-7e01-448e-8815-d18d4205914e tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78ff9a7e-391e-4f68-8690-bda7ea088ad4,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:05.397768 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3b6431-e16a-4769-9366-86de168f3875 admin admin] Deleting subnet ce243118-d315-4e24-b684-32eaf02d45c6 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:04:05.438731 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ef3b6431-e16a-4769-9366-86de168f3875 admin admin] Publish callbacks [] for subnet (ce243118-d315-4e24-b684-32eaf02d45c6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:05.455074 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-43f41bc7-7cf4-4874-9ccd-8d36b8065286 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1071849 Nov 02 13:04:05.465930 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41820) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:05.566567 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ef3b6431-e16a-4769-9366-86de168f3875 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (ce243118-d315-4e24-b684-32eaf02d45c6), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:05.659400 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:05.673882 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3d6dc20b-be9b-416d-a59e-c6b72484ff0d tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (4a1e62e0-430a-4649-9447-6f53d977c173), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:05.680630 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] Publish callbacks [] for port (083b7d30-8561-4586-b5ec-2902fd44a2ef), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:05.691617 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11e5423b-4f70-4ffe-be4b-d122f2cff9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (1323d5fd-af1b-4756-8005-c4d85a40416f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:05.787838 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (083b7d30-8561-4586-b5ec-2902fd44a2ef), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:05.792028 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3d6dc20b-be9b-416d-a59e-c6b72484ff0d tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (4a1e62e0-430a-4649-9447-6f53d977c173), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:05.837829 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ef3b6431-e16a-4769-9366-86de168f3875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (ce243118-d315-4e24-b684-32eaf02d45c6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:05.864389 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa794d3-b1fc-4bd3-94b0-2761f51ff721 None None] Pushing event updated for resources: {'Port': ['ID=083b7d30-8561-4586-b5ec-2902fd44a2ef,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:05.950464 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] Attempting to bind port 083b7d30-8561-4586-b5ec-2902fd44a2ef on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:04:05.951176 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] Attempting to bind port 083b7d30-8561-4586-b5ec-2902fd44a2ef by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '72beb061-ab8f-4574-b599-c44894001f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2b7b66ad-32d6-42d7-b58c-c13f6ed325e8'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:04:05.951613 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] Attempting to bind port 083b7d30-8561-4586-b5ec-2902fd44a2ef on network 2b7b66ad-32d6-42d7-b58c-c13f6ed325e8 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:04:06.027808 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:04:06.028421 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] Checking segment: {'id': '72beb061-ab8f-4574-b599-c44894001f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2b7b66ad-32d6-42d7-b58c-c13f6ed325e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:04:06.033073 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:06.033073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] Bound using segment: {'id': '72beb061-ab8f-4574-b599-c44894001f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2b7b66ad-32d6-42d7-b58c-c13f6ed325e8'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:04:06.033073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] Bound port: 083b7d30-8561-4586-b5ec-2902fd44a2ef, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72beb061-ab8f-4574-b599-c44894001f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2b7b66ad-32d6-42d7-b58c-c13f6ed325e8'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:04:06.033073 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (083b7d30-8561-4586-b5ec-2902fd44a2ef), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:06.087974 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3d6dc20b-be9b-416d-a59e-c6b72484ff0d tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4a1e62e0-430a-4649-9447-6f53d977c173), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:06.091013 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3d6dc20b-be9b-416d-a59e-c6b72484ff0d tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:06.095265 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3d6dc20b-be9b-416d-a59e-c6b72484ff0d tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4a1e62e0-430a-4649-9447-6f53d977c173 HTTP/1.1" status: 204 len: 168 time: 0.6264839 Nov 02 13:04:06.095760 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41828) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:06.162498 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c71a5ecd-9516-40d3-8d30-59f1081df340 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0645814 Nov 02 13:04:06.171488 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41830) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:06.176784 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] For port 083b7d30-8561-4586-b5ec-2902fd44a2ef, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:04:06.182942 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-86c526a0-b2e0-4fed-8453-73a11ba6cf60 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1233680002'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:06.183385 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] For port 083b7d30-8561-4586-b5ec-2902fd44a2ef, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=083b7d30-8561-4586-b5ec-2902fd44a2ef,segment=NetworkSegment(72beb061-ab8f-4574-b599-c44894001f0e),segment_id=72beb061-ab8f-4574-b599-c44894001f0e)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:04:06.196039 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6dc20b-be9b-416d-a59e-c6b72484ff0d tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1e62e0-430a-4649-9447-6f53d977c173,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:06.222490 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ef3b6431-e16a-4769-9366-86de168f3875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (ce243118-d315-4e24-b684-32eaf02d45c6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:06.265755 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-11e5423b-4f70-4ffe-be4b-d122f2cff9c3 admin admin] Deleting port 083b7d30-8561-4586-b5ec-2902fd44a2ef {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:04:06.266094 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11e5423b-4f70-4ffe-be4b-d122f2cff9c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (083b7d30-8561-4586-b5ec-2902fd44a2ef), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:06.272540 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b6431-e16a-4769-9366-86de168f3875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce243118-d315-4e24-b684-32eaf02d45c6,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:06.297554 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a344ca2-26f4-4b2b-8750-a70745f64aee None None] Network a5dc5769-799d-4f06-935a-6d555f86a773 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:04:06.308654 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ef3b6431-e16a-4769-9366-86de168f3875 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:06.318903 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ef3b6431-e16a-4769-9366-86de168f3875 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/ce243118-d315-4e24-b684-32eaf02d45c6 HTTP/1.1" status: 204 len: 168 time: 1.0857992 Nov 02 13:04:06.320129 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41834) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:06.412887 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86c526a0-b2e0-4fed-8453-73a11ba6cf60 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:06.418512 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (083b7d30-8561-4586-b5ec-2902fd44a2ef), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:06.463911 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-11e5423b-4f70-4ffe-be4b-d122f2cff9c3 admin admin] For port 083b7d30-8561-4586-b5ec-2902fd44a2ef, host n-d-857339-6, got binding levels [] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:06.464431 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11e5423b-4f70-4ffe-be4b-d122f2cff9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (083b7d30-8561-4586-b5ec-2902fd44a2ef), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:06.485114 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f5e6372a-2148-46c2-b270-dedbc5bad7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (a5dc5769-799d-4f06-935a-6d555f86a773), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:06.489263 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-11e5423b-4f70-4ffe-be4b-d122f2cff9c3 admin admin] Calling delete_port for 083b7d30-8561-4586-b5ec-2902fd44a2ef owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:04:06.490795 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:06.495014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa794d3-b1fc-4bd3-94b0-2761f51ff721 None None] Pushing event updated for resources: {'Port': ['ID=083b7d30-8561-4586-b5ec-2902fd44a2ef,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:06.559769 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] Routers {'1323d5fd-af1b-4756-8005-c4d85a40416f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:06.559769 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['1323d5fd-af1b-4756-8005-c4d85a40416f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:06.579996 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:06.589762 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:06.601104 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6372a-2148-46c2-b270-dedbc5bad7c6 admin admin] Deleting port 3043689e-669e-44be-bc05-acc19a931070 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:04:06.601497 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f5e6372a-2148-46c2-b270-dedbc5bad7c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3043689e-669e-44be-bc05-acc19a931070), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:06.715734 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe5bb62-5a65-4a53-bc0e-b601d365c9aa None None] DHCP port deletion for a5dc5769-799d-4f06-935a-6d555f86a773 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:04:06.727904 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86c526a0-b2e0-4fed-8453-73a11ba6cf60 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (d990f4d6-5fd8-4c3e-b6e7-9646135b2be8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:06.831121 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:06.852378 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-f5e6372a-2148-46c2-b270-dedbc5bad7c6 admin admin] For port 3043689e-669e-44be-bc05-acc19a931070, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3043689e-669e-44be-bc05-acc19a931070,segment=NetworkSegment(8e7ef229-352a-43ad-8624-2d88c572496c),segment_id=8e7ef229-352a-43ad-8624-2d88c572496c)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:06.853440 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f5e6372a-2148-46c2-b270-dedbc5bad7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3043689e-669e-44be-bc05-acc19a931070), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:06.871477 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-abe5bb62-5a65-4a53-bc0e-b601d365c9aa None None] Deleting port 3043689e-669e-44be-bc05-acc19a931070 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:04:06.872082 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-abe5bb62-5a65-4a53-bc0e-b601d365c9aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3043689e-669e-44be-bc05-acc19a931070), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:06.877709 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6372a-2148-46c2-b270-dedbc5bad7c6 admin admin] Calling delete_port for 3043689e-669e-44be-bc05-acc19a931070 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:04:06.932039 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86c526a0-b2e0-4fed-8453-73a11ba6cf60 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d990f4d6-5fd8-4c3e-b6e7-9646135b2be8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:06.960916 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:06.971325 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3043689e-669e-44be-bc05-acc19a931070 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:07.032989 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c526a0-b2e0-4fed-8453-73a11ba6cf60 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d990f4d6-5fd8-4c3e-b6e7-9646135b2be8,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:07.087805 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] Set router 1323d5fd-af1b-4756-8005-c4d85a40416f gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:07.120813 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-86c526a0-b2e0-4fed-8453-73a11ba6cf60 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:07.124525 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-86c526a0-b2e0-4fed-8453-73a11ba6cf60 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9436679 Nov 02 13:04:07.127324 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41846) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:07.134531 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-98bf4c3d-0ab3-44a6-86c2-00745dc58348 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Request body: {'security_group_rule': {'security_group_id': 'd990f4d6-5fd8-4c3e-b6e7-9646135b2be8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:07.141588 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f5e6372a-2148-46c2-b270-dedbc5bad7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (3043689e-669e-44be-bc05-acc19a931070), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:07.166234 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-abe5bb62-5a65-4a53-bc0e-b601d365c9aa None None] For port 3043689e-669e-44be-bc05-acc19a931070, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3043689e-669e-44be-bc05-acc19a931070,segment=NetworkSegment(8e7ef229-352a-43ad-8624-2d88c572496c),segment_id=8e7ef229-352a-43ad-8624-2d88c572496c)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:07.166678 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-abe5bb62-5a65-4a53-bc0e-b601d365c9aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3043689e-669e-44be-bc05-acc19a931070), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:07.187239 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6372a-2148-46c2-b270-dedbc5bad7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3043689e-669e-44be-bc05-acc19a931070,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:07.189481 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e6372a-2148-46c2-b270-dedbc5bad7c6 admin admin] No DVR routers for this DVR port 3043689e-669e-44be-bc05-acc19a931070 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:04:07.216231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No active binding found for port 3043689e-669e-44be-bc05-acc19a931070 {{(pid=105977) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Nov 02 13:04:07.217150 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] The host n-d-857339-6 is not matching for port 3043689e-669e-44be-bc05-acc19a931070 host None! {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Nov 02 13:04:07.217623 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3043689e-669e-44be-bc05-acc19a931070 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:07.217899 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device db35e4a3-a5f1-4cf3-9cc1-56824ca46702 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:07.230459 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-abe5bb62-5a65-4a53-bc0e-b601d365c9aa None None] Calling delete_port for 3043689e-669e-44be-bc05-acc19a931070 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:04:07.258162 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: db35e4a3-a5f1-4cf3-9cc1-56824ca46702 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:04:07.265921 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device db35e4a3-a5f1-4cf3-9cc1-56824ca46702 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:07.268098 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11e5423b-4f70-4ffe-be4b-d122f2cff9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (083b7d30-8561-4586-b5ec-2902fd44a2ef), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:07.293076 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f5e6372a-2148-46c2-b270-dedbc5bad7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (a5dc5769-799d-4f06-935a-6d555f86a773), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:07.312647 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:07.313972 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98bf4c3d-0ab3-44a6-86c2-00745dc58348 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (02628117-4d7b-4595-b611-ec3f8cd7daa8), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:07.321965 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5423b-4f70-4ffe-be4b-d122f2cff9c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=083b7d30-8561-4586-b5ec-2902fd44a2ef,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:07.467841 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-f5e6372a-2148-46c2-b270-dedbc5bad7c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5dc5769-799d-4f06-935a-6d555f86a773']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:07.558501 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-abe5bb62-5a65-4a53-bc0e-b601d365c9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (3043689e-669e-44be-bc05-acc19a931070), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:07.594811 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1323d5fd-af1b-4756-8005-c4d85a40416f', 'name': 'tempest-ImageQuotaTest-1124716926-router', 'tenant_id': '02b01e81a2f14e4ba262421b37ab20e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd2a07d90-bd26-4ab6-9547-0bc72b58b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:52Z', 'updated_at': '2022-11-02T13:03:59Z', 'revision_number': 4, 'project_id': '02b01e81a2f14e4ba262421b37ab20e8', 'gw_port': {'id': 'd2a07d90-bd26-4ab6-9547-0bc72b58b446', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1323d5fd-af1b-4756-8005-c4d85a40416f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:54Z', 'updated_at': '2022-11-02T13:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '083b7d30-8561-4586-b5ec-2902fd44a2ef', 'name': '', 'network_id': '2b7b66ad-32d6-42d7-b58c-c13f6ed325e8', 'tenant_id': '02b01e81a2f14e4ba262421b37ab20e8', 'mac_address': 'fa:16:3e:b5:45:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1323d5fd-af1b-4756-8005-c4d85a40416f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '73f2402f-fc59-4a18-ac12-4ff4a0065a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:58Z', 'updated_at': '2022-11-02T13:04:06Z', 'revision_number': 4, 'project_id': '02b01e81a2f14e4ba262421b37ab20e8', 'subnets': [{'id': '73f2402f-fc59-4a18-ac12-4ff4a0065a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:07.628794 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea224b99-a5ee-4d19-8dbe-8be13474ba93 None None] The sync data for ids ['1323d5fd-af1b-4756-8005-c4d85a40416f'] in n-d-857339-6 is: [{'id': '1323d5fd-af1b-4756-8005-c4d85a40416f', 'name': 'tempest-ImageQuotaTest-1124716926-router', 'tenant_id': '02b01e81a2f14e4ba262421b37ab20e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd2a07d90-bd26-4ab6-9547-0bc72b58b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:52Z', 'updated_at': '2022-11-02T13:03:59Z', 'revision_number': 4, 'project_id': '02b01e81a2f14e4ba262421b37ab20e8', 'gw_port': {'id': 'd2a07d90-bd26-4ab6-9547-0bc72b58b446', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1323d5fd-af1b-4756-8005-c4d85a40416f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:54Z', 'updated_at': '2022-11-02T13:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '083b7d30-8561-4586-b5ec-2902fd44a2ef', 'name': '', 'network_id': '2b7b66ad-32d6-42d7-b58c-c13f6ed325e8', 'tenant_id': '02b01e81a2f14e4ba262421b37ab20e8', 'mac_address': 'fa:16:3e:b5:45:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1323d5fd-af1b-4756-8005-c4d85a40416f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '73f2402f-fc59-4a18-ac12-4ff4a0065a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:58Z', 'updated_at': '2022-11-02T13:04:06Z', 'revision_number': 4, 'project_id': '02b01e81a2f14e4ba262421b37ab20e8', 'subnets': [{'id': '73f2402f-fc59-4a18-ac12-4ff4a0065a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:04:07.630926 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5bb62-5a65-4a53-bc0e-b601d365c9aa None None] Pushing event deleted for resources: {'Port': ['ID=3043689e-669e-44be-bc05-acc19a931070,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:07.635201 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5bb62-5a65-4a53-bc0e-b601d365c9aa None None] No DVR routers for this DVR port 3043689e-669e-44be-bc05-acc19a931070 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:04:07.651082 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98bf4c3d-0ab3-44a6-86c2-00745dc58348 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (02628117-4d7b-4595-b611-ec3f8cd7daa8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:07.660446 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-f5e6372a-2148-46c2-b270-dedbc5bad7c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7ef229-352a-43ad-8624-2d88c572496c') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:07.660972 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-f5e6372a-2148-46c2-b270-dedbc5bad7c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7ef229-352a-43ad-8624-2d88c572496c') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:07.730061 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f5e6372a-2148-46c2-b270-dedbc5bad7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (8e7ef229-352a-43ad-8624-2d88c572496c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:07.752106 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11e5423b-4f70-4ffe-be4b-d122f2cff9c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (1323d5fd-af1b-4756-8005-c4d85a40416f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:07.785726 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98bf4c3d-0ab3-44a6-86c2-00745dc58348 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (02628117-4d7b-4595-b611-ec3f8cd7daa8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:07.815249 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f5e6372a-2148-46c2-b270-dedbc5bad7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (8e7ef229-352a-43ad-8624-2d88c572496c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:07.826899 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf4c3d-0ab3-44a6-86c2-00745dc58348 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02628117-4d7b-4595-b611-ec3f8cd7daa8,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:07.832354 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e6372a-2148-46c2-b270-dedbc5bad7c6 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:04:07.834954 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f5e6372a-2148-46c2-b270-dedbc5bad7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (8e7ef229-352a-43ad-8624-2d88c572496c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:07.893427 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d3c8cf-ba24-4a2a-bd73-39d262e6bc4d None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:04:07.984783 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98bf4c3d-0ab3-44a6-86c2-00745dc58348 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:07.986081 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-98bf4c3d-0ab3-44a6-86c2-00745dc58348 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8563807 Nov 02 13:04:07.991002 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41860) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:08.050804 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:08.131222 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ecb65c51-3252-411f-8e47-a036e8e4fec2 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (d990f4d6-5fd8-4c3e-b6e7-9646135b2be8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:08.172257 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d3c8cf-ba24-4a2a-bd73-39d262e6bc4d None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:04:08.186496 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ecb65c51-3252-411f-8e47-a036e8e4fec2 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (d990f4d6-5fd8-4c3e-b6e7-9646135b2be8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:08.202381 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 8e7ef229-352a-43ad-8624-2d88c572496c resource provider aggregate not found Nov 02 13:04:08.251776 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 8e7ef229-352a-43ad-8624-2d88c572496c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e7ef229-352a-43ad-8624-2d88c572496c found for delete ", "request_id": "req-4e226422-7644-4bba-9b35-6c1314aa6d8e"}]} Nov 02 13:04:08.272666 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f5e6372a-2148-46c2-b270-dedbc5bad7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (a5dc5769-799d-4f06-935a-6d555f86a773), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:08.282124 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f5e6372a-2148-46c2-b270-dedbc5bad7c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:08.296991 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f5e6372a-2148-46c2-b270-dedbc5bad7c6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/a5dc5769-799d-4f06-935a-6d555f86a773 HTTP/1.1" status: 204 len: 168 time: 1.9717195 Nov 02 13:04:08.298450 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41866) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:08.355723 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6372a-2148-46c2-b270-dedbc5bad7c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5dc5769-799d-4f06-935a-6d555f86a773,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:08.425247 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ecb65c51-3252-411f-8e47-a036e8e4fec2 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d990f4d6-5fd8-4c3e-b6e7-9646135b2be8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:08.429962 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ecb65c51-3252-411f-8e47-a036e8e4fec2 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:08.436856 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ecb65c51-3252-411f-8e47-a036e8e4fec2 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d990f4d6-5fd8-4c3e-b6e7-9646135b2be8 HTTP/1.1" status: 204 len: 168 time: 0.4444625 Nov 02 13:04:08.437891 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41872) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:08.500637 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e5423b-4f70-4ffe-be4b-d122f2cff9c3 admin admin] Router 1323d5fd-af1b-4756-8005-c4d85a40416f has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:04:08.545457 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb65c51-3252-411f-8e47-a036e8e4fec2 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d990f4d6-5fd8-4c3e-b6e7-9646135b2be8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:08.614186 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-60e1c707-db32-425a-935b-4c8b2a6b6904 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1571314 Nov 02 13:04:08.619639 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41876) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:08.813974 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:09.010830 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:09.380600 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:09.509284 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-161ed097-c7f6-4b5c-9209-0c0565343e4f tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.8552485 Nov 02 13:04:09.513316 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41892) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:09.570684 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-69259cf0-b456-45c1-837d-ac6eb5204f78 None None] Provisioning complete for port 9caee494-7c0b-4578-af40-6ae3d0c61866 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:09.573320 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-69259cf0-b456-45c1-837d-ac6eb5204f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9caee494-7c0b-4578-af40-6ae3d0c61866), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:09.573679 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-69259cf0-b456-45c1-837d-ac6eb5204f78 None None] Attempt 1 to provision port 9caee494-7c0b-4578-af40-6ae3d0c61866 Nov 02 13:04:09.574560 n-d-857339-6 neutron-server[105976]: INFO neutron.api.v2.resource [None req-d0ea014f-6c76-459d-b486-ba4aba41849b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] delete failed (client error): The resource could not be found. Nov 02 13:04:09.579491 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d0ea014f-6c76-459d-b486-ba4aba41849b tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d990f4d6-5fd8-4c3e-b6e7-9646135b2be8 HTTP/1.1" status: 404 len: 347 time: 0.0611248 Nov 02 13:04:09.579730 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:09.585408 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41894) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:09.671454 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e5423b-4f70-4ffe-be4b-d122f2cff9c3 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:04:09.682122 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41898) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:09.682837 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-11e5423b-4f70-4ffe-be4b-d122f2cff9c3 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/1323d5fd-af1b-4756-8005-c4d85a40416f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9615290 Nov 02 13:04:09.693510 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:09.719010 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-881ddcfd-6e97-4c6b-bd33-f6210aa4dac3 tempest-SecGroupTest-1132013696 tempest-SecGroupTest-1132013696-project] 10.222.0.64 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1077387 Nov 02 13:04:09.759311 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-69259cf0-b456-45c1-837d-ac6eb5204f78 None None] Current status of the port 9caee494-7c0b-4578-af40-6ae3d0c61866 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:09.801342 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f42148b9-9ac6-4c44-92c1-8076447295be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (649deaf2-7c64-4d3b-83b1-0b7337b68a7a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:09.892814 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-37832a67-66dc-4f6f-b058-ee0085b3b49a None None] Provisioning complete for port 9caee494-7c0b-4578-af40-6ae3d0c61866 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:09.893947 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-37832a67-66dc-4f6f-b058-ee0085b3b49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9caee494-7c0b-4578-af40-6ae3d0c61866), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:09.894793 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-37832a67-66dc-4f6f-b058-ee0085b3b49a None None] Attempt 1 to provision port 9caee494-7c0b-4578-af40-6ae3d0c61866 Nov 02 13:04:09.992375 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:10.134485 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:10.152979 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-37832a67-66dc-4f6f-b058-ee0085b3b49a None None] Current status of the port 9caee494-7c0b-4578-af40-6ae3d0c61866 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:10.167253 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38840bea-66eb-4fa5-a028-3227a42b3fdb None None] Sync routers for ids ['1323d5fd-af1b-4756-8005-c4d85a40416f'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:04:10.196536 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38840bea-66eb-4fa5-a028-3227a42b3fdb None None] Routers {'1323d5fd-af1b-4756-8005-c4d85a40416f'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:10.197562 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-38840bea-66eb-4fa5-a028-3227a42b3fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['1323d5fd-af1b-4756-8005-c4d85a40416f'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:10.368528 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f42148b9-9ac6-4c44-92c1-8076447295be admin admin] Deleting port 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:04:10.368919 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f42148b9-9ac6-4c44-92c1-8076447295be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (65ecb168-1a4e-4d5c-bd54-0b7fe6494b33), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:10.440277 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-38840bea-66eb-4fa5-a028-3227a42b3fdb None None] Set router 1323d5fd-af1b-4756-8005-c4d85a40416f gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:10.511531 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-f42148b9-9ac6-4c44-92c1-8076447295be admin admin] For port 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=65ecb168-1a4e-4d5c-bd54-0b7fe6494b33,segment=NetworkSegment(ae7276cc-9118-42c2-aa95-804f3309fa29),segment_id=ae7276cc-9118-42c2-aa95-804f3309fa29)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:10.512413 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f42148b9-9ac6-4c44-92c1-8076447295be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (65ecb168-1a4e-4d5c-bd54-0b7fe6494b33), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:10.529970 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:10.533961 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41918) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:10.562134 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f42148b9-9ac6-4c44-92c1-8076447295be admin admin] Calling delete_port for 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:04:10.594555 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3cc5c43-ebce-43ea-9fab-987858622e55 admin admin] Publish callbacks [] for router (1323d5fd-af1b-4756-8005-c4d85a40416f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:10.880210 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3cc5c43-ebce-43ea-9fab-987858622e55 admin admin] Publish callbacks [] for router_gateway (1323d5fd-af1b-4756-8005-c4d85a40416f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:10.895473 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-38840bea-66eb-4fa5-a028-3227a42b3fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1323d5fd-af1b-4756-8005-c4d85a40416f', 'name': 'tempest-ImageQuotaTest-1124716926-router', 'tenant_id': '02b01e81a2f14e4ba262421b37ab20e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd2a07d90-bd26-4ab6-9547-0bc72b58b446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:52Z', 'updated_at': '2022-11-02T13:04:07Z', 'revision_number': 5, 'project_id': '02b01e81a2f14e4ba262421b37ab20e8', 'gw_port': {'id': 'd2a07d90-bd26-4ab6-9547-0bc72b58b446', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1323d5fd-af1b-4756-8005-c4d85a40416f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:54Z', 'updated_at': '2022-11-02T13:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:10.930518 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38840bea-66eb-4fa5-a028-3227a42b3fdb None None] Checking router: 1323d5fd-af1b-4756-8005-c4d85a40416f for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:04:10.948068 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38840bea-66eb-4fa5-a028-3227a42b3fdb None None] Routers {'1323d5fd-af1b-4756-8005-c4d85a40416f'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:10.949174 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-38840bea-66eb-4fa5-a028-3227a42b3fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['1323d5fd-af1b-4756-8005-c4d85a40416f'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:10.989187 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:10.995008 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-58a2e598-37a8-4b11-83a3-f0635d634c1c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=30b66d3762734ed19abb9aaab112c790&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4566410 Nov 02 13:04:10.995148 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41930) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:11.000553 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f3cc5c43-ebce-43ea-9fab-987858622e55 admin admin] Deleting port d2a07d90-bd26-4ab6-9547-0bc72b58b446 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:04:11.000745 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3cc5c43-ebce-43ea-9fab-987858622e55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d2a07d90-bd26-4ab6-9547-0bc72b58b446), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:11.062081 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-71216673-abd8-40e5-8374-6ac416141c69 admin admin] Publish callbacks [] for security_group (988b6846-9ed2-44ad-a57e-fff08914b9e5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:11.086948 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-38840bea-66eb-4fa5-a028-3227a42b3fdb None None] Set router 1323d5fd-af1b-4756-8005-c4d85a40416f gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:11.087560 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-71216673-abd8-40e5-8374-6ac416141c69 admin admin] Publish callbacks [] for security_group (988b6846-9ed2-44ad-a57e-fff08914b9e5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:11.098944 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-f3cc5c43-ebce-43ea-9fab-987858622e55 admin admin] For port d2a07d90-bd26-4ab6-9547-0bc72b58b446, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d2a07d90-bd26-4ab6-9547-0bc72b58b446,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:11.099321 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3cc5c43-ebce-43ea-9fab-987858622e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d2a07d90-bd26-4ab6-9547-0bc72b58b446), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:11.123391 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-f3cc5c43-ebce-43ea-9fab-987858622e55 admin admin] Calling delete_port for d2a07d90-bd26-4ab6-9547-0bc72b58b446 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:04:11.161033 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-38840bea-66eb-4fa5-a028-3227a42b3fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1323d5fd-af1b-4756-8005-c4d85a40416f', 'name': 'tempest-ImageQuotaTest-1124716926-router', 'tenant_id': '02b01e81a2f14e4ba262421b37ab20e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:52Z', 'updated_at': '2022-11-02T13:04:10Z', 'revision_number': 6, 'project_id': '02b01e81a2f14e4ba262421b37ab20e8', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:11.167275 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f42148b9-9ac6-4c44-92c1-8076447295be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (65ecb168-1a4e-4d5c-bd54-0b7fe6494b33), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:11.191458 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:11.215771 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42148b9-9ac6-4c44-92c1-8076447295be admin admin] Pushing event deleted for resources: {'Port': ['ID=65ecb168-1a4e-4d5c-bd54-0b7fe6494b33,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:11.248424 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38840bea-66eb-4fa5-a028-3227a42b3fdb None None] The sync data for ids ['1323d5fd-af1b-4756-8005-c4d85a40416f'] in n-d-857339-6 is: [{'id': '1323d5fd-af1b-4756-8005-c4d85a40416f', 'name': 'tempest-ImageQuotaTest-1124716926-router', 'tenant_id': '02b01e81a2f14e4ba262421b37ab20e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:52Z', 'updated_at': '2022-11-02T13:04:10Z', 'revision_number': 6, 'project_id': '02b01e81a2f14e4ba262421b37ab20e8', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:04:11.290725 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-71216673-abd8-40e5-8374-6ac416141c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (988b6846-9ed2-44ad-a57e-fff08914b9e5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:11.300880 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-71216673-abd8-40e5-8374-6ac416141c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:11.302392 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-71216673-abd8-40e5-8374-6ac416141c69 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/988b6846-9ed2-44ad-a57e-fff08914b9e5 HTTP/1.1" status: 204 len: 168 time: 0.3063893 Nov 02 13:04:11.380227 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71216673-abd8-40e5-8374-6ac416141c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988b6846-9ed2-44ad-a57e-fff08914b9e5,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:11.584332 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f42148b9-9ac6-4c44-92c1-8076447295be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (649deaf2-7c64-4d3b-83b1-0b7337b68a7a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:11.633659 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9838cc9-3d5c-46ac-b2a8-70ea5772f95d None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:04:11.637408 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3cc5c43-ebce-43ea-9fab-987858622e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (d2a07d90-bd26-4ab6-9547-0bc72b58b446), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:11.670329 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc5c43-ebce-43ea-9fab-987858622e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a07d90-bd26-4ab6-9547-0bc72b58b446,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:11.794554 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:11.810345 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3cc5c43-ebce-43ea-9fab-987858622e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (1323d5fd-af1b-4756-8005-c4d85a40416f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:11.840888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9838cc9-3d5c-46ac-b2a8-70ea5772f95d None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:04:12.003613 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3cc5c43-ebce-43ea-9fab-987858622e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (1323d5fd-af1b-4756-8005-c4d85a40416f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:12.007861 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3cc5c43-ebce-43ea-9fab-987858622e55 admin admin] Publish callbacks [] for router_controller (1323d5fd-af1b-4756-8005-c4d85a40416f), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:12.026489 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:12.039643 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42148b9-9ac6-4c44-92c1-8076447295be admin admin] Router 649deaf2-7c64-4d3b-83b1-0b7337b68a7a has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:04:12.248082 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3cc5c43-ebce-43ea-9fab-987858622e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (1323d5fd-af1b-4756-8005-c4d85a40416f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:12.248682 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42148b9-9ac6-4c44-92c1-8076447295be admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:04:12.265438 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc3aa18-89e9-48cb-afec-d1ba766be5a2 None None] Sync routers for ids ['649deaf2-7c64-4d3b-83b1-0b7337b68a7a'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:04:12.273202 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cc5c43-ebce-43ea-9fab-987858622e55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1323d5fd-af1b-4756-8005-c4d85a40416f {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:04:12.273202 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 41960) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:12.273597 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f42148b9-9ac6-4c44-92c1-8076447295be admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/649deaf2-7c64-4d3b-83b1-0b7337b68a7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9612176 Nov 02 13:04:12.289474 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3cc5c43-ebce-43ea-9fab-987858622e55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:12.293056 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f3cc5c43-ebce-43ea-9fab-987858622e55 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/1323d5fd-af1b-4756-8005-c4d85a40416f HTTP/1.1" status: 204 len: 168 time: 2.6076667 Nov 02 13:04:12.299922 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc3aa18-89e9-48cb-afec-d1ba766be5a2 None None] Routers {'649deaf2-7c64-4d3b-83b1-0b7337b68a7a'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:12.300069 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41962) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:12.302834 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1dc3aa18-89e9-48cb-afec-d1ba766be5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['649deaf2-7c64-4d3b-83b1-0b7337b68a7a'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:12.441091 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00f3fdd-19b1-4343-a241-f9e4fb6aa96f admin admin] Deleting subnet 73f2402f-fc59-4a18-ac12-4ff4a0065a10 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:04:12.462590 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d00f3fdd-19b1-4343-a241-f9e4fb6aa96f admin admin] Publish callbacks [] for subnet (73f2402f-fc59-4a18-ac12-4ff4a0065a10), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:12.538694 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:12.573488 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-1dc3aa18-89e9-48cb-afec-d1ba766be5a2 None None] Set router 649deaf2-7c64-4d3b-83b1-0b7337b68a7a gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:12.643449 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d00f3fdd-19b1-4343-a241-f9e4fb6aa96f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (73f2402f-fc59-4a18-ac12-4ff4a0065a10), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:12.657902 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca2bc08e-1e1f-49f6-a56d-81769eae8865 admin admin] Publish callbacks [] for router (649deaf2-7c64-4d3b-83b1-0b7337b68a7a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:12.708578 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:12.757555 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:12.857114 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d00f3fdd-19b1-4343-a241-f9e4fb6aa96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (73f2402f-fc59-4a18-ac12-4ff4a0065a10), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:13.033791 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca2bc08e-1e1f-49f6-a56d-81769eae8865 admin admin] Publish callbacks [] for router_gateway (649deaf2-7c64-4d3b-83b1-0b7337b68a7a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:13.165863 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d2a07d90-bd26-4ab6-9547-0bc72b58b446 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:13.194443 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: d2a07d90-bd26-4ab6-9547-0bc72b58b446 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:04:13.194802 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d2a07d90-bd26-4ab6-9547-0bc72b58b446 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:13.195231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 083b7d30-8561-4586-b5ec-2902fd44a2ef no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:13.197376 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1dc3aa18-89e9-48cb-afec-d1ba766be5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649deaf2-7c64-4d3b-83b1-0b7337b68a7a', 'name': 'tempest-TestAggregatesBasicOps-7072042-router', 'tenant_id': 'c737c998423f4e7785441ff046aed0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'cd07164e-a76b-46a9-a141-838de7c6d47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:44Z', 'updated_at': '2022-11-02T13:04:10Z', 'revision_number': 5, 'project_id': 'c737c998423f4e7785441ff046aed0a2', 'gw_port': {'id': 'cd07164e-a76b-46a9-a141-838de7c6d47c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649deaf2-7c64-4d3b-83b1-0b7337b68a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:03:46Z', 'updated_at': '2022-11-02T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:13.236280 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ca2bc08e-1e1f-49f6-a56d-81769eae8865 admin admin] Deleting port cd07164e-a76b-46a9-a141-838de7c6d47c {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:04:13.236759 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca2bc08e-1e1f-49f6-a56d-81769eae8865 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (cd07164e-a76b-46a9-a141-838de7c6d47c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:13.247849 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 083b7d30-8561-4586-b5ec-2902fd44a2ef {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:04:13.248136 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 083b7d30-8561-4586-b5ec-2902fd44a2ef not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:13.250075 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc3aa18-89e9-48cb-afec-d1ba766be5a2 None None] Checking router: 649deaf2-7c64-4d3b-83b1-0b7337b68a7a for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:04:13.261046 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc3aa18-89e9-48cb-afec-d1ba766be5a2 None None] Routers {'649deaf2-7c64-4d3b-83b1-0b7337b68a7a'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:13.261731 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1dc3aa18-89e9-48cb-afec-d1ba766be5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:03:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['649deaf2-7c64-4d3b-83b1-0b7337b68a7a'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:13.265195 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d00f3fdd-19b1-4343-a241-f9e4fb6aa96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (73f2402f-fc59-4a18-ac12-4ff4a0065a10), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:13.281053 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d00f3fdd-19b1-4343-a241-f9e4fb6aa96f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:13.284435 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d00f3fdd-19b1-4343-a241-f9e4fb6aa96f admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/73f2402f-fc59-4a18-ac12-4ff4a0065a10 HTTP/1.1" status: 204 len: 168 time: 0.9811108 Nov 02 13:04:13.309957 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 41988) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:13.317844 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f3fdd-19b1-4343-a241-f9e4fb6aa96f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f2402f-fc59-4a18-ac12-4ff4a0065a10,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:13.402156 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-726f7bd7-cba2-426f-8ce4-b8306d5d6f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (2b7b66ad-32d6-42d7-b58c-c13f6ed325e8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:13.434519 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-ca2bc08e-1e1f-49f6-a56d-81769eae8865 admin admin] For port cd07164e-a76b-46a9-a141-838de7c6d47c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=cd07164e-a76b-46a9-a141-838de7c6d47c,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:13.435603 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca2bc08e-1e1f-49f6-a56d-81769eae8865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (cd07164e-a76b-46a9-a141-838de7c6d47c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:13.460896 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-ca2bc08e-1e1f-49f6-a56d-81769eae8865 admin admin] Calling delete_port for cd07164e-a76b-46a9-a141-838de7c6d47c owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:04:13.466900 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:13.470812 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-726f7bd7-cba2-426f-8ce4-b8306d5d6f85 admin admin] Deleting port 9caee494-7c0b-4578-af40-6ae3d0c61866 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:04:13.471171 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-726f7bd7-cba2-426f-8ce4-b8306d5d6f85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9caee494-7c0b-4578-af40-6ae3d0c61866), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:13.549740 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:13.633501 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-726f7bd7-cba2-426f-8ce4-b8306d5d6f85 admin admin] For port 9caee494-7c0b-4578-af40-6ae3d0c61866, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9caee494-7c0b-4578-af40-6ae3d0c61866,segment=NetworkSegment(72beb061-ab8f-4574-b599-c44894001f0e),segment_id=72beb061-ab8f-4574-b599-c44894001f0e)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:13.634009 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-726f7bd7-cba2-426f-8ce4-b8306d5d6f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9caee494-7c0b-4578-af40-6ae3d0c61866), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:13.649731 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-726f7bd7-cba2-426f-8ce4-b8306d5d6f85 admin admin] Calling delete_port for 9caee494-7c0b-4578-af40-6ae3d0c61866 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:04:13.673905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5cfcdb-e69d-4e5f-ad8c-217a41dbd063 None None] Network 2b7b66ad-32d6-42d7-b58c-c13f6ed325e8 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:04:13.695007 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e6078091-e0ea-4d9b-be13-819576c81962 None None] Provisioning complete for port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:13.695388 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e6078091-e0ea-4d9b-be13-819576c81962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (77dcafcf-d3de-44a0-9f30-21dcfed1b8bd), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:13.695768 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e6078091-e0ea-4d9b-be13-819576c81962 None None] Attempt 1 to provision port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd Nov 02 13:04:13.697879 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-88911c9b-dcfd-4676-9ca8-50212c80f996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:13.753333 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:13.756325 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-1dc3aa18-89e9-48cb-afec-d1ba766be5a2 None None] Set router 649deaf2-7c64-4d3b-83b1-0b7337b68a7a gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:13.827914 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1dc3aa18-89e9-48cb-afec-d1ba766be5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649deaf2-7c64-4d3b-83b1-0b7337b68a7a', 'name': 'tempest-TestAggregatesBasicOps-7072042-router', 'tenant_id': 'c737c998423f4e7785441ff046aed0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:44Z', 'updated_at': '2022-11-02T13:04:13Z', 'revision_number': 6, 'project_id': 'c737c998423f4e7785441ff046aed0a2', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:13.848833 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:13.881571 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-726f7bd7-cba2-426f-8ce4-b8306d5d6f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (9caee494-7c0b-4578-af40-6ae3d0c61866), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:13.924835 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc3aa18-89e9-48cb-afec-d1ba766be5a2 None None] The sync data for ids ['649deaf2-7c64-4d3b-83b1-0b7337b68a7a'] in n-d-857339-6 is: [{'id': '649deaf2-7c64-4d3b-83b1-0b7337b68a7a', 'name': 'tempest-TestAggregatesBasicOps-7072042-router', 'tenant_id': 'c737c998423f4e7785441ff046aed0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:03:44Z', 'updated_at': '2022-11-02T13:04:13Z', 'revision_number': 6, 'project_id': 'c737c998423f4e7785441ff046aed0a2', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:04:13.927654 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca2bc08e-1e1f-49f6-a56d-81769eae8865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (cd07164e-a76b-46a9-a141-838de7c6d47c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:13.935503 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f7bd7-cba2-426f-8ce4-b8306d5d6f85 admin admin] No DVR routers for this DVR port 9caee494-7c0b-4578-af40-6ae3d0c61866 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:04:13.942284 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f7bd7-cba2-426f-8ce4-b8306d5d6f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=9caee494-7c0b-4578-af40-6ae3d0c61866,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:14.035155 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e6078091-e0ea-4d9b-be13-819576c81962 None None] Current status of the port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:14.047260 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bc08e-1e1f-49f6-a56d-81769eae8865 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd07164e-a76b-46a9-a141-838de7c6d47c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:14.055440 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-726f7bd7-cba2-426f-8ce4-b8306d5d6f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (2b7b66ad-32d6-42d7-b58c-c13f6ed325e8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:14.072463 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca2bc08e-1e1f-49f6-a56d-81769eae8865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (649deaf2-7c64-4d3b-83b1-0b7337b68a7a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:14.082122 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-726f7bd7-cba2-426f-8ce4-b8306d5d6f85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7b66ad-32d6-42d7-b58c-c13f6ed325e8']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:14.093134 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-726f7bd7-cba2-426f-8ce4-b8306d5d6f85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72beb061-ab8f-4574-b599-c44894001f0e') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:14.093443 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-726f7bd7-cba2-426f-8ce4-b8306d5d6f85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72beb061-ab8f-4574-b599-c44894001f0e') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:14.108080 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-726f7bd7-cba2-426f-8ce4-b8306d5d6f85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (72beb061-ab8f-4574-b599-c44894001f0e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:14.128281 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-726f7bd7-cba2-426f-8ce4-b8306d5d6f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (72beb061-ab8f-4574-b599-c44894001f0e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:14.138514 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726f7bd7-cba2-426f-8ce4-b8306d5d6f85 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:04:14.138930 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-726f7bd7-cba2-426f-8ce4-b8306d5d6f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (72beb061-ab8f-4574-b599-c44894001f0e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:14.172309 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 72beb061-ab8f-4574-b599-c44894001f0e resource provider aggregate not found Nov 02 13:04:14.175144 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca2bc08e-1e1f-49f6-a56d-81769eae8865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (649deaf2-7c64-4d3b-83b1-0b7337b68a7a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:14.188548 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca2bc08e-1e1f-49f6-a56d-81769eae8865 admin admin] Publish callbacks [] for router_controller (649deaf2-7c64-4d3b-83b1-0b7337b68a7a), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:14.216652 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 72beb061-ab8f-4574-b599-c44894001f0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72beb061-ab8f-4574-b599-c44894001f0e found for delete ", "request_id": "req-38b51e47-3550-40f0-918f-db8ce70e4417"}]} Nov 02 13:04:14.330765 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282966cf-b0b5-4379-a23c-fbc246d9c5df None None] DHCP port deletion for 2b7b66ad-32d6-42d7-b58c-c13f6ed325e8 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:04:14.389388 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-726f7bd7-cba2-426f-8ce4-b8306d5d6f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (2b7b66ad-32d6-42d7-b58c-c13f6ed325e8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:14.391023 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca2bc08e-1e1f-49f6-a56d-81769eae8865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (649deaf2-7c64-4d3b-83b1-0b7337b68a7a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:14.391817 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2bc08e-1e1f-49f6-a56d-81769eae8865 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 649deaf2-7c64-4d3b-83b1-0b7337b68a7a {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:04:14.397264 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-726f7bd7-cba2-426f-8ce4-b8306d5d6f85 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:14.409996 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ca2bc08e-1e1f-49f6-a56d-81769eae8865 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:14.409996 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ca2bc08e-1e1f-49f6-a56d-81769eae8865 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/649deaf2-7c64-4d3b-83b1-0b7337b68a7a HTTP/1.1" status: 204 len: 168 time: 2.1324472 Nov 02 13:04:14.409996 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42026) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:14.417663 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-726f7bd7-cba2-426f-8ce4-b8306d5d6f85 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/2b7b66ad-32d6-42d7-b58c-c13f6ed325e8 HTTP/1.1" status: 204 len: 168 time: 1.1063540 Nov 02 13:04:14.449685 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f7bd7-cba2-426f-8ce4-b8306d5d6f85 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b7b66ad-32d6-42d7-b58c-c13f6ed325e8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:14.507034 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3438e07-35c3-489f-bd46-81ef022086e8 admin admin] Deleting subnet 21d5aed0-d611-4ae3-a71f-be733293e215 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:04:14.515109 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3438e07-35c3-489f-bd46-81ef022086e8 admin admin] Publish callbacks [] for subnet (21d5aed0-d611-4ae3-a71f-be733293e215), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:14.591996 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3438e07-35c3-489f-bd46-81ef022086e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (21d5aed0-d611-4ae3-a71f-be733293e215), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:14.693975 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3438e07-35c3-489f-bd46-81ef022086e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (21d5aed0-d611-4ae3-a71f-be733293e215), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:14.817814 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:14.825000 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:04:14.864120 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3438e07-35c3-489f-bd46-81ef022086e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (21d5aed0-d611-4ae3-a71f-be733293e215), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:14.982531 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3438e07-35c3-489f-bd46-81ef022086e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:14.990918 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f3438e07-35c3-489f-bd46-81ef022086e8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/21d5aed0-d611-4ae3-a71f-be733293e215 HTTP/1.1" status: 204 len: 168 time: 0.5777948 Nov 02 13:04:14.990918 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3438e07-35c3-489f-bd46-81ef022086e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21d5aed0-d611-4ae3-a71f-be733293e215,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:14.992079 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9316c0-7d00-467b-8584-7c9448b836fb None None] Network 14fbdd4e-2c95-4e2e-85f4-44e7b58e019e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:04:14.992634 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42050) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:14.998780 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:15.071666 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device cd07164e-a76b-46a9-a141-838de7c6d47c no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:15.097393 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:15.101565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: cd07164e-a76b-46a9-a141-838de7c6d47c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:04:15.101565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device cd07164e-a76b-46a9-a141-838de7c6d47c not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:15.101565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:15.119158 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:15.132704 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-18d4fe86-cd7c-4b65-8d75-318a3cd2746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (14fbdd4e-2c95-4e2e-85f4-44e7b58e019e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:15.204765 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:15.206454 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:04:15.207349 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 65ecb168-1a4e-4d5c-bd54-0b7fe6494b33 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:15.208233 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9caee494-7c0b-4578-af40-6ae3d0c61866 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:15.232538 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 9caee494-7c0b-4578-af40-6ae3d0c61866 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:04:15.233416 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9caee494-7c0b-4578-af40-6ae3d0c61866 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:15.239530 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42054) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:15.319143 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-18d4fe86-cd7c-4b65-8d75-318a3cd2746f admin admin] Deleting port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:04:15.319702 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-18d4fe86-cd7c-4b65-8d75-318a3cd2746f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (77dcafcf-d3de-44a0-9f30-21dcfed1b8bd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:15.345484 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f8bec0-f131-4eb4-b85b-76bc7bc98e3f None None] DHCP port deletion for 14fbdd4e-2c95-4e2e-85f4-44e7b58e019e request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:04:15.355655 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2be5174c-26ea-43c4-a175-40ceafd4395e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=02b01e81a2f14e4ba262421b37ab20e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1134014 Nov 02 13:04:15.358459 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42062) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:15.401858 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-35f8bec0-f131-4eb4-b85b-76bc7bc98e3f None None] Deleting port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:04:15.402412 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-35f8bec0-f131-4eb4-b85b-76bc7bc98e3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (77dcafcf-d3de-44a0-9f30-21dcfed1b8bd), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:15.417615 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-18d4fe86-cd7c-4b65-8d75-318a3cd2746f admin admin] For port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=77dcafcf-d3de-44a0-9f30-21dcfed1b8bd,segment=NetworkSegment(ae7276cc-9118-42c2-aa95-804f3309fa29),segment_id=ae7276cc-9118-42c2-aa95-804f3309fa29)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:15.418939 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-18d4fe86-cd7c-4b65-8d75-318a3cd2746f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (77dcafcf-d3de-44a0-9f30-21dcfed1b8bd), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:15.449236 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-18d4fe86-cd7c-4b65-8d75-318a3cd2746f admin admin] Calling delete_port for 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:04:15.458204 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f31bbdd-b2d9-41cd-ab88-225d0974d207 admin admin] Publish callbacks [] for security_group (d96d84b5-346e-4f44-9162-459caa0c1088), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:15.492477 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f31bbdd-b2d9-41cd-ab88-225d0974d207 admin admin] Publish callbacks [] for security_group (d96d84b5-346e-4f44-9162-459caa0c1088), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:15.586993 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-35f8bec0-f131-4eb4-b85b-76bc7bc98e3f None None] For port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=77dcafcf-d3de-44a0-9f30-21dcfed1b8bd,segment=NetworkSegment(ae7276cc-9118-42c2-aa95-804f3309fa29),segment_id=ae7276cc-9118-42c2-aa95-804f3309fa29)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:15.587404 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-35f8bec0-f131-4eb4-b85b-76bc7bc98e3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (77dcafcf-d3de-44a0-9f30-21dcfed1b8bd), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:15.596548 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:15.600322 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:15.614106 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-35f8bec0-f131-4eb4-b85b-76bc7bc98e3f None None] Calling delete_port for 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:04:15.752552 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f31bbdd-b2d9-41cd-ab88-225d0974d207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d96d84b5-346e-4f44-9162-459caa0c1088), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:15.755820 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-18d4fe86-cd7c-4b65-8d75-318a3cd2746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (77dcafcf-d3de-44a0-9f30-21dcfed1b8bd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:15.758224 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f31bbdd-b2d9-41cd-ab88-225d0974d207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:15.760378 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5f31bbdd-b2d9-41cd-ab88-225d0974d207 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d96d84b5-346e-4f44-9162-459caa0c1088 HTTP/1.1" status: 204 len: 168 time: 0.4006712 Nov 02 13:04:15.784643 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31bbdd-b2d9-41cd-ab88-225d0974d207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96d84b5-346e-4f44-9162-459caa0c1088,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:15.860165 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-35f8bec0-f131-4eb4-b85b-76bc7bc98e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (77dcafcf-d3de-44a0-9f30-21dcfed1b8bd), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:15.864949 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d4fe86-cd7c-4b65-8d75-318a3cd2746f admin admin] No DVR routers for this DVR port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:04:15.866362 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4fe86-cd7c-4b65-8d75-318a3cd2746f admin admin] Pushing event deleted for resources: {'Port': ['ID=77dcafcf-d3de-44a0-9f30-21dcfed1b8bd,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:15.910335 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8bec0-f131-4eb4-b85b-76bc7bc98e3f None None] Pushing event deleted for resources: {'Port': ['ID=77dcafcf-d3de-44a0-9f30-21dcfed1b8bd,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:15.912625 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f8bec0-f131-4eb4-b85b-76bc7bc98e3f None None] No DVR routers for this DVR port 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:04:15.961051 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cdc37b19-75a2-460a-8bd8-12789fbe8faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:15.980626 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-18d4fe86-cd7c-4b65-8d75-318a3cd2746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (14fbdd4e-2c95-4e2e-85f4-44e7b58e019e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:16.006869 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-18d4fe86-cd7c-4b65-8d75-318a3cd2746f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fbdd4e-2c95-4e2e-85f4-44e7b58e019e']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:16.018537 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-18d4fe86-cd7c-4b65-8d75-318a3cd2746f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7276cc-9118-42c2-aa95-804f3309fa29') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:16.018919 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-18d4fe86-cd7c-4b65-8d75-318a3cd2746f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7276cc-9118-42c2-aa95-804f3309fa29') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:16.029598 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-18d4fe86-cd7c-4b65-8d75-318a3cd2746f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (ae7276cc-9118-42c2-aa95-804f3309fa29), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:16.044107 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-18d4fe86-cd7c-4b65-8d75-318a3cd2746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (ae7276cc-9118-42c2-aa95-804f3309fa29), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:16.051133 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d4fe86-cd7c-4b65-8d75-318a3cd2746f admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:04:16.051533 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-18d4fe86-cd7c-4b65-8d75-318a3cd2746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (ae7276cc-9118-42c2-aa95-804f3309fa29), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:16.238868 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment ae7276cc-9118-42c2-aa95-804f3309fa29 resource provider aggregate not found Nov 02 13:04:16.258794 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment ae7276cc-9118-42c2-aa95-804f3309fa29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae7276cc-9118-42c2-aa95-804f3309fa29 found for delete ", "request_id": "req-ee8048be-fd3b-4dea-87df-6bd83ef15dd8"}]} Nov 02 13:04:16.274896 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-18d4fe86-cd7c-4b65-8d75-318a3cd2746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (14fbdd4e-2c95-4e2e-85f4-44e7b58e019e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:16.288167 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-18d4fe86-cd7c-4b65-8d75-318a3cd2746f admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:16.291559 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-18d4fe86-cd7c-4b65-8d75-318a3cd2746f admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/14fbdd4e-2c95-4e2e-85f4-44e7b58e019e HTTP/1.1" status: 204 len: 168 time: 1.2975461 Nov 02 13:04:16.309204 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4fe86-cd7c-4b65-8d75-318a3cd2746f admin admin] Pushing event deleted for resources: {'Network': ['ID=14fbdd4e-2c95-4e2e-85f4-44e7b58e019e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:16.582793 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:16.773996 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42108) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:16.857130 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6cdb1aef-7c44-43ac-83fb-2425cc4b2dde admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8b0011d992e047aba24e133bd4d3218e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0804262 Nov 02 13:04:16.861098 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42114) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:16.879178 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:16.889046 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:16.912706 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:04:16.913280 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 77dcafcf-d3de-44a0-9f30-21dcfed1b8bd not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:16.930470 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:16.965725 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5491c36c-69ed-4004-80f3-e0820baa6ecb admin admin] Publish callbacks [] for security_group (30e6b1ff-97ea-43b8-84e9-3245da516aa5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:17.012292 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5491c36c-69ed-4004-80f3-e0820baa6ecb admin admin] Publish callbacks [] for security_group (30e6b1ff-97ea-43b8-84e9-3245da516aa5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:17.164790 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5491c36c-69ed-4004-80f3-e0820baa6ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (30e6b1ff-97ea-43b8-84e9-3245da516aa5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:17.165300 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5491c36c-69ed-4004-80f3-e0820baa6ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:17.166581 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5491c36c-69ed-4004-80f3-e0820baa6ecb admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/30e6b1ff-97ea-43b8-84e9-3245da516aa5 HTTP/1.1" status: 204 len: 168 time: 0.3027191 Nov 02 13:04:17.176193 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491c36c-69ed-4004-80f3-e0820baa6ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e6b1ff-97ea-43b8-84e9-3245da516aa5,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:17.476329 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:17.907505 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42164) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:17.917558 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:18.004396 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42168) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:18.022550 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-12624f0e-969d-4715-9fed-dec22ea606ac admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c737c998423f4e7785441ff046aed0a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1087489 Nov 02 13:04:18.027095 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42172) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:18.081976 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4cee7c32-4d3d-4dea-ae90-7d5593e1bab8 admin admin] Publish callbacks [] for security_group (387e214e-d3d3-4bc9-8cda-7c232f44280c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:18.111475 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4cee7c32-4d3d-4dea-ae90-7d5593e1bab8 admin admin] Publish callbacks [] for security_group (387e214e-d3d3-4bc9-8cda-7c232f44280c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:18.189372 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1144112627-network', 'tenant_id': '0a42e2f895074311ba70e12d1b5eaeba'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:18.377246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Made reservation on behalf of 0a42e2f895074311ba70e12d1b5eaeba for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:04:18.377574 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4cee7c32-4d3d-4dea-ae90-7d5593e1bab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (387e214e-d3d3-4bc9-8cda-7c232f44280c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:18.377786 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:18.379693 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:18.380079 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4cee7c32-4d3d-4dea-ae90-7d5593e1bab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:18.381528 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4cee7c32-4d3d-4dea-ae90-7d5593e1bab8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/387e214e-d3d3-4bc9-8cda-7c232f44280c HTTP/1.1" status: 204 len: 168 time: 0.3534198 Nov 02 13:04:18.391127 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:18.393376 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee7c32-4d3d-4dea-ae90-7d5593e1bab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387e214e-d3d3-4bc9-8cda-7c232f44280c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:18.566727 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Publish callbacks [] for security_group (2228f711-b91a-448b-a1b7-bc594f66226d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:18.680278 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:18.726131 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2228f711-b91a-448b-a1b7-bc594f66226d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:18.754099 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:04:18.764862 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2228f711-b91a-448b-a1b7-bc594f66226d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:18.769881 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a7c14d7d-f069-48c9-8a43-3036be8f2bb4), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:18.770227 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Added segment a7c14d7d-f069-48c9-8a43-3036be8f2bb4 of type vlan for network b0d06de6-8a85-43bf-b702-e79f29361025 Nov 02 13:04:18.782485 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:18.782859 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:18.783079 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:18.783391 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:18.783727 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:18.784058 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:18.784386 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:18.784742 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:18.785072 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:18.785459 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:18.785708 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:18.786035 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:18.786363 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:18.786749 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:18.786954 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:18.819448 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:18.833475 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (b0d06de6-8a85-43bf-b702-e79f29361025), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:18.961618 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (b0d06de6-8a85-43bf-b702-e79f29361025), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:18.963408 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:18.963408 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:19.100019 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] Pushing event updated for resources: {'Network': ['ID=b0d06de6-8a85-43bf-b702-e79f29361025,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:19.131918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network b0d06de6-8a85-43bf-b702-e79f29361025 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:04:19.145125 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-92999965-ffc0-4c47-a447-bc09aed7d2ac admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1392641 Nov 02 13:04:19.149431 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42210) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:19.154830 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-56fe37bc-fb4f-4a24-9b85-ecbfd0269702 admin admin] Request body: {'subnet': {'network_id': 'b0d06de6-8a85-43bf-b702-e79f29361025', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1144112627-subnet', 'tenant_id': '0a42e2f895074311ba70e12d1b5eaeba', 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:19.205736 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:19.253348 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fe37bc-fb4f-4a24-9b85-ecbfd0269702 admin admin] Made reservation on behalf of 0a42e2f895074311ba70e12d1b5eaeba for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:04:19.256684 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56fe37bc-fb4f-4a24-9b85-ecbfd0269702 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:19.579429 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56fe37bc-fb4f-4a24-9b85-ecbfd0269702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (14d373bb-966b-4247-86f9-71837d17a5d0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:19.664502 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe37bc-fb4f-4a24-9b85-ecbfd0269702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d373bb-966b-4247-86f9-71837d17a5d0,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:19.674912 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe37bc-fb4f-4a24-9b85-ecbfd0269702 admin admin] Checking segment: {'id': 'a7c14d7d-f069-48c9-8a43-3036be8f2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b0d06de6-8a85-43bf-b702-e79f29361025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:04:19.675764 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fe37bc-fb4f-4a24-9b85-ecbfd0269702 admin admin] Network hostable DHCP agents. Network: b0d06de6-8a85-43bf-b702-e79f29361025, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:04:19.938583 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fe37bc-fb4f-4a24-9b85-ecbfd0269702 admin admin] Network b0d06de6-8a85-43bf-b702-e79f29361025 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:04:20.102613 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-56fe37bc-fb4f-4a24-9b85-ecbfd0269702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, b0d06de6-8a85-43bf-b702-e79f29361025) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:20.103302 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fe37bc-fb4f-4a24-9b85-ecbfd0269702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:20.103969 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56fe37bc-fb4f-4a24-9b85-ecbfd0269702 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:20.110818 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f6efd5-ae45-44f9-9e21-03165de6b2c1 None None] Network b0d06de6-8a85-43bf-b702-e79f29361025 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:04:20.241222 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-b0d06de6-8a85-43bf-b702-e79f29361025', 'network_id': 'b0d06de6-8a85-43bf-b702-e79f29361025', 'project_id': '0a42e2f895074311ba70e12d1b5eaeba', 'fixed_ips': [{'subnet_id': '14d373bb-966b-4247-86f9-71837d17a5d0'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:04:20.242220 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:20.285855 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-56fe37bc-fb4f-4a24-9b85-ecbfd0269702 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1350050 Nov 02 13:04:20.288548 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42252) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:20.293378 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c3cea33e-3ba6-4fbd-b213-7de42343a5b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1144112627-router', 'tenant_id': '0a42e2f895074311ba70e12d1b5eaeba', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:20.436586 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3cea33e-3ba6-4fbd-b213-7de42343a5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (e3085b31-ced6-48a0-9fb1-5f9058c75a46), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:20.437726 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3cea33e-3ba6-4fbd-b213-7de42343a5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (e3085b31-ced6-48a0-9fb1-5f9058c75a46), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:20.487372 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:20.493188 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] Allocated IP 172.20.0.2 (b0d06de6-8a85-43bf-b702-e79f29361025/14d373bb-966b-4247-86f9-71837d17a5d0/c3a5a1a0-aba8-4ad6-8d3d-37f26648c600) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:04:20.504385 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3cea33e-3ba6-4fbd-b213-7de42343a5b9 admin admin] Publish callbacks [] for router_controller (e3085b31-ced6-48a0-9fb1-5f9058c75a46), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:20.643421 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:20.670386 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] Publish callbacks [] for port (c3a5a1a0-aba8-4ad6-8d3d-37f26648c600), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:20.775094 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3cea33e-3ba6-4fbd-b213-7de42343a5b9 admin admin] Publish callbacks [] for router_gateway (e3085b31-ced6-48a0-9fb1-5f9058c75a46), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:20.802134 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (c3a5a1a0-aba8-4ad6-8d3d-37f26648c600), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:20.843085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] Network b0d06de6-8a85-43bf-b702-e79f29361025 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:04:20.846252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:20.857125 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:04:20.876390 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] Pushing event updated for resources: {'Port': ['ID=c3a5a1a0-aba8-4ad6-8d3d-37f26648c600,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:20.950831 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] Attempting to bind port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:04:20.951204 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] Attempting to bind port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a7c14d7d-f069-48c9-8a43-3036be8f2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b0d06de6-8a85-43bf-b702-e79f29361025'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:04:20.951567 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] Attempting to bind port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 on network b0d06de6-8a85-43bf-b702-e79f29361025 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:04:21.108337 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:04:21.111234 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] Checking segment: {'id': 'a7c14d7d-f069-48c9-8a43-3036be8f2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b0d06de6-8a85-43bf-b702-e79f29361025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:04:21.113869 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:21.121053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] Bound using segment: {'id': 'a7c14d7d-f069-48c9-8a43-3036be8f2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b0d06de6-8a85-43bf-b702-e79f29361025'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:04:21.121053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] Bound port: c3a5a1a0-aba8-4ad6-8d3d-37f26648c600, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c14d7d-f069-48c9-8a43-3036be8f2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b0d06de6-8a85-43bf-b702-e79f29361025'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:04:21.121053 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c3a5a1a0-aba8-4ad6-8d3d-37f26648c600), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:21.129670 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:21.139287 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:21.156213 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:21.254490 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] For port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:04:21.259918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] For port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c3a5a1a0-aba8-4ad6-8d3d-37f26648c600,segment=NetworkSegment(a7c14d7d-f069-48c9-8a43-3036be8f2bb4),segment_id=a7c14d7d-f069-48c9-8a43-3036be8f2bb4)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:04:21.279618 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3cea33e-3ba6-4fbd-b213-7de42343a5b9 admin admin] Publish callbacks [] for router_gateway (e3085b31-ced6-48a0-9fb1-5f9058c75a46), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:21.306530 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3cea33e-3ba6-4fbd-b213-7de42343a5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:21.346007 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:21.431648 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c3a5a1a0-aba8-4ad6-8d3d-37f26648c600), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:21.482994 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-c3cea33e-3ba6-4fbd-b213-7de42343a5b9 admin admin] Allocated IP 172.25.2.184 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/d174bb4c-0b9b-4eba-bdc5-88ea2959b662) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:04:21.532571 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151b4c0-d1e8-433b-ac65-9400251d0032 None None] Pushing event updated for resources: {'Port': ['ID=c3a5a1a0-aba8-4ad6-8d3d-37f26648c600,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:21.670907 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3cea33e-3ba6-4fbd-b213-7de42343a5b9 admin admin] Publish callbacks [] for port (d174bb4c-0b9b-4eba-bdc5-88ea2959b662), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:21.811310 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42294) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:21.819395 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-fd163196-89bc-404a-97d2-4d17c34f7ac2 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1330858479', 'description': 'tempest-secgroup-smoke-1330858479 description', 'project_id': '61491c06413d4385afd9e7f35b7026df'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:21.843817 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3cea33e-3ba6-4fbd-b213-7de42343a5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (d174bb4c-0b9b-4eba-bdc5-88ea2959b662), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:21.919590 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cea33e-3ba6-4fbd-b213-7de42343a5b9 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:04:21.927605 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-c3cea33e-3ba6-4fbd-b213-7de42343a5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:21.935204 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cea33e-3ba6-4fbd-b213-7de42343a5b9 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:04:21.959179 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fd163196-89bc-404a-97d2-4d17c34f7ac2 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:21.975161 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cea33e-3ba6-4fbd-b213-7de42343a5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=d174bb4c-0b9b-4eba-bdc5-88ea2959b662,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:21.980611 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fd163196-89bc-404a-97d2-4d17c34f7ac2 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:22.148268 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fd163196-89bc-404a-97d2-4d17c34f7ac2 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (d77c8adc-5b94-4aea-bf09-38f797a6e8db), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:22.333470 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fd163196-89bc-404a-97d2-4d17c34f7ac2 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d77c8adc-5b94-4aea-bf09-38f797a6e8db), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:22.499013 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3cea33e-3ba6-4fbd-b213-7de42343a5b9 admin admin] Publish callbacks [] for router_gateway (e3085b31-ced6-48a0-9fb1-5f9058c75a46), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:22.560056 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fd163196-89bc-404a-97d2-4d17c34f7ac2 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (1a2938ae-f6c4-4e7b-9786-0222f0a3cc68), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:22.623909 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd163196-89bc-404a-97d2-4d17c34f7ac2 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77c8adc-5b94-4aea-bf09-38f797a6e8db,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:22.653842 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fd163196-89bc-404a-97d2-4d17c34f7ac2 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1a2938ae-f6c4-4e7b-9786-0222f0a3cc68), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:22.750501 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd163196-89bc-404a-97d2-4d17c34f7ac2 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2938ae-f6c4-4e7b-9786-0222f0a3cc68,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:22.773099 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:22.791798 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fd163196-89bc-404a-97d2-4d17c34f7ac2 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:22.796822 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fd163196-89bc-404a-97d2-4d17c34f7ac2 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9796414 Nov 02 13:04:22.800429 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42310) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:22.807341 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5c9c0361-adad-4fff-b37e-9b2af4b03ce0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '1a2938ae-f6c4-4e7b-9786-0222f0a3cc68', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:22.836916 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3cea33e-3ba6-4fbd-b213-7de42343a5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (e3085b31-ced6-48a0-9fb1-5f9058c75a46), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:22.941212 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:22.957922 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5c9c0361-adad-4fff-b37e-9b2af4b03ce0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (1d551767-b89f-49aa-ace0-f07d22f498c6), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:23.002638 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca25109-8e22-41d4-8729-e4a4539e2337 None None] Network b0d06de6-8a85-43bf-b702-e79f29361025 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:04:23.053808 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:23.100363 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5c9c0361-adad-4fff-b37e-9b2af4b03ce0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (1d551767-b89f-49aa-ace0-f07d22f498c6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:23.146522 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6809c3bf-17b2-4004-97c4-b0f9f066877e None None] Provisioning complete for port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:23.146893 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6809c3bf-17b2-4004-97c4-b0f9f066877e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c3a5a1a0-aba8-4ad6-8d3d-37f26648c600), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:23.147414 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-6809c3bf-17b2-4004-97c4-b0f9f066877e None None] Attempt 1 to provision port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 Nov 02 13:04:23.188374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:23.188781 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c3a5a1a0-aba8-4ad6-8d3d-37f26648c600), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:23.189124 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 Nov 02 13:04:23.247941 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5c9c0361-adad-4fff-b37e-9b2af4b03ce0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (1d551767-b89f-49aa-ace0-f07d22f498c6), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:23.251212 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cea33e-3ba6-4fbd-b213-7de42343a5b9 admin admin] Router e3085b31-ced6-48a0-9fb1-5f9058c75a46 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:04:23.272083 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c0361-adad-4fff-b37e-9b2af4b03ce0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d551767-b89f-49aa-ace0-f07d22f498c6,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:23.362363 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6809c3bf-17b2-4004-97c4-b0f9f066877e None None] Current status of the port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:23.362363 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6809c3bf-17b2-4004-97c4-b0f9f066877e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c3a5a1a0-aba8-4ad6-8d3d-37f26648c600), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:23.376346 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5c9c0361-adad-4fff-b37e-9b2af4b03ce0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:23.380284 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5c9c0361-adad-4fff-b37e-9b2af4b03ce0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5763361 Nov 02 13:04:23.380598 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42322) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:23.385627 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-0b478bd5-804b-4e5f-a1b4-cd1d6a708e6e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '1a2938ae-f6c4-4e7b-9786-0222f0a3cc68', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:23.449444 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:23.449787 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c3a5a1a0-aba8-4ad6-8d3d-37f26648c600), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:23.493887 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:23.537051 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b478bd5-804b-4e5f-a1b4-cd1d6a708e6e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (629a8179-6bad-46c5-b2e6-2ab9168e8374), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:23.540994 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c3a5a1a0-aba8-4ad6-8d3d-37f26648c600,segment=NetworkSegment(a7c14d7d-f069-48c9-8a43-3036be8f2bb4),segment_id=a7c14d7d-f069-48c9-8a43-3036be8f2bb4)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:23.566106 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:23.569226 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cea33e-3ba6-4fbd-b213-7de42343a5b9 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:04:23.583747 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] Sync routers for ids ['e3085b31-ced6-48a0-9fb1-5f9058c75a46'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:04:23.637874 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] Routers {'e3085b31-ced6-48a0-9fb1-5f9058c75a46'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:23.639932 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:04:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e3085b31-ced6-48a0-9fb1-5f9058c75a46'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:23.647987 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c3a5a1a0-aba8-4ad6-8d3d-37f26648c600), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:23.757798 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c3cea33e-3ba6-4fbd-b213-7de42343a5b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:23.760630 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c3cea33e-3ba6-4fbd-b213-7de42343a5b9 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4703336 Nov 02 13:04:23.763098 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42328) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:23.769406 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b478bd5-804b-4e5f-a1b4-cd1d6a708e6e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (629a8179-6bad-46c5-b2e6-2ab9168e8374), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:23.843543 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:23.845794 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b478bd5-804b-4e5f-a1b4-cd1d6a708e6e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (629a8179-6bad-46c5-b2e6-2ab9168e8374), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:23.851583 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] Set router e3085b31-ced6-48a0-9fb1-5f9058c75a46 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:23.928557 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b478bd5-804b-4e5f-a1b4-cd1d6a708e6e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629a8179-6bad-46c5-b2e6-2ab9168e8374,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:23.968013 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-6809c3bf-17b2-4004-97c4-b0f9f066877e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:04:23.970253 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-6809c3bf-17b2-4004-97c4-b0f9f066877e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:04:24.039330 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b478bd5-804b-4e5f-a1b4-cd1d6a708e6e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:24.041965 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0b478bd5-804b-4e5f-a1b4-cd1d6a708e6e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6602528 Nov 02 13:04:24.044097 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=c3a5a1a0-aba8-4ad6-8d3d-37f26648c600,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:24.044832 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42332) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:24.065340 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-30b56bf2-7cc5-4bf1-90e8-6b544b799d27 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '1a2938ae-f6c4-4e7b-9786-0222f0a3cc68', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:24.105037 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:24.115987 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3085b31-ced6-48a0-9fb1-5f9058c75a46', 'name': 'tempest-TestVolumeBootPattern-1144112627-router', 'tenant_id': '0a42e2f895074311ba70e12d1b5eaeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'd174bb4c-0b9b-4eba-bdc5-88ea2959b662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:20Z', 'updated_at': '2022-11-02T13:04:22Z', 'revision_number': 3, 'project_id': '0a42e2f895074311ba70e12d1b5eaeba', 'gw_port': {'id': 'd174bb4c-0b9b-4eba-bdc5-88ea2959b662', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3085b31-ced6-48a0-9fb1-5f9058c75a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:21Z', 'updated_at': '2022-11-02T13:04:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:24.172267 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] Checking router: e3085b31-ced6-48a0-9fb1-5f9058c75a46 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:04:24.172676 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] Updating router e3085b31-ced6-48a0-9fb1-5f9058c75a46 port d174bb4c-0b9b-4eba-bdc5-88ea2959b662 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:04:24.204458 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d174bb4c-0b9b-4eba-bdc5-88ea2959b662), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:24.235642 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-30b56bf2-7cc5-4bf1-90e8-6b544b799d27 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (2ada7738-8c07-43dd-ad08-dd77aeed643f), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:24.332361 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-30b56bf2-7cc5-4bf1-90e8-6b544b799d27 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (2ada7738-8c07-43dd-ad08-dd77aeed643f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:24.336732 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:24.430449 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-30b56bf2-7cc5-4bf1-90e8-6b544b799d27 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (2ada7738-8c07-43dd-ad08-dd77aeed643f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:24.468476 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b56bf2-7cc5-4bf1-90e8-6b544b799d27 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ada7738-8c07-43dd-ad08-dd77aeed643f,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:24.546448 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6809c3bf-17b2-4004-97c4-b0f9f066877e None None] Current status of the port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:24.631908 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-30b56bf2-7cc5-4bf1-90e8-6b544b799d27 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:24.633420 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-30b56bf2-7cc5-4bf1-90e8-6b544b799d27 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5869985 Nov 02 13:04:24.638498 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42344) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:24.643400 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-94bde86d-d045-4938-8a81-003f1121e8c7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '1a2938ae-f6c4-4e7b-9786-0222f0a3cc68', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:24.671739 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:24.693546 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-756a08d3-4efc-43ac-ba68-26a51ebbd4cf None None] Provisioning complete for port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:24.693982 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-756a08d3-4efc-43ac-ba68-26a51ebbd4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c3a5a1a0-aba8-4ad6-8d3d-37f26648c600), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:24.694320 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-756a08d3-4efc-43ac-ba68-26a51ebbd4cf None None] Attempt 1 to provision port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 Nov 02 13:04:24.749653 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] Publish callbacks [] for port (d174bb4c-0b9b-4eba-bdc5-88ea2959b662), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:24.782531 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94bde86d-d045-4938-8a81-003f1121e8c7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (651613cc-664b-45f6-a8d8-8b7a77741550), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:24.836407 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-756a08d3-4efc-43ac-ba68-26a51ebbd4cf None None] Current status of the port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:24.847359 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d174bb4c-0b9b-4eba-bdc5-88ea2959b662), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:24.889998 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] Attempting to bind port d174bb4c-0b9b-4eba-bdc5-88ea2959b662 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:04:24.890371 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] Attempting to bind port d174bb4c-0b9b-4eba-bdc5-88ea2959b662 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:04:24.890728 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] Attempting to bind port d174bb4c-0b9b-4eba-bdc5-88ea2959b662 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:04:24.970679 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:25.006729 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94bde86d-d045-4938-8a81-003f1121e8c7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (651613cc-664b-45f6-a8d8-8b7a77741550), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:25.008968 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:25.010501 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:04:25.010937 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:04:25.011601 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:25.012112 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:04:25.013311 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] Bound port: d174bb4c-0b9b-4eba-bdc5-88ea2959b662, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:04:25.015404 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d174bb4c-0b9b-4eba-bdc5-88ea2959b662), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:25.111545 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6c49f-7303-4545-87da-ab46d18678d1 None None] Pushing event updated for resources: {'Port': ['ID=d174bb4c-0b9b-4eba-bdc5-88ea2959b662,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:25.117192 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94bde86d-d045-4938-8a81-003f1121e8c7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (651613cc-664b-45f6-a8d8-8b7a77741550), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:25.166263 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] For port d174bb4c-0b9b-4eba-bdc5-88ea2959b662, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:04:25.174528 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] For port d174bb4c-0b9b-4eba-bdc5-88ea2959b662, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d174bb4c-0b9b-4eba-bdc5-88ea2959b662,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:04:25.234760 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bde86d-d045-4938-8a81-003f1121e8c7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651613cc-664b-45f6-a8d8-8b7a77741550,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:25.259675 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d174bb4c-0b9b-4eba-bdc5-88ea2959b662), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:25.287497 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:25.324413 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-94bde86d-d045-4938-8a81-003f1121e8c7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:25.326806 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-94bde86d-d045-4938-8a81-003f1121e8c7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6894290 Nov 02 13:04:25.329916 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42352) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:25.335200 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f99012d5-8a17-4391-9e03-a88b8b2766da tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '1a2938ae-f6c4-4e7b-9786-0222f0a3cc68', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:25.368358 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] Routers {'e3085b31-ced6-48a0-9fb1-5f9058c75a46'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:25.369189 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:04:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e3085b31-ced6-48a0-9fb1-5f9058c75a46'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:25.438605 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:25.457396 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6c49f-7303-4545-87da-ab46d18678d1 None None] Pushing event updated for resources: {'Port': ['ID=d174bb4c-0b9b-4eba-bdc5-88ea2959b662,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:25.467132 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:25.468074 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c3a5a1a0-aba8-4ad6-8d3d-37f26648c600), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:25.468878 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 Nov 02 13:04:25.474555 n-d-857339-6 neutron-server[105975]: INFO neutron.db.securitygroups_db [None req-f99012d5-8a17-4391-9e03-a88b8b2766da tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Project 61491c06413d4385afd9e7f35b7026df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:04:25.474824 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:25.481325 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f99012d5-8a17-4391-9e03-a88b8b2766da tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (f347ca82-ef32-4cd2-bdce-31a3a81a9b73), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:25.605619 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] Set router e3085b31-ced6-48a0-9fb1-5f9058c75a46 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:25.615132 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:25.642081 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f99012d5-8a17-4391-9e03-a88b8b2766da tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (f347ca82-ef32-4cd2-bdce-31a3a81a9b73), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:25.644416 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:25.733834 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:25.830622 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f99012d5-8a17-4391-9e03-a88b8b2766da tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (f347ca82-ef32-4cd2-bdce-31a3a81a9b73), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:25.872987 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99012d5-8a17-4391-9e03-a88b8b2766da tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f347ca82-ef32-4cd2-bdce-31a3a81a9b73,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:25.877852 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Allocated IP 172.20.0.1 (b0d06de6-8a85-43bf-b702-e79f29361025/14d373bb-966b-4247-86f9-71837d17a5d0/41355efd-f374-4f72-b9ed-fc499010f9b9) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:04:25.900335 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3085b31-ced6-48a0-9fb1-5f9058c75a46', 'name': 'tempest-TestVolumeBootPattern-1144112627-router', 'tenant_id': '0a42e2f895074311ba70e12d1b5eaeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'd174bb4c-0b9b-4eba-bdc5-88ea2959b662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:20Z', 'updated_at': '2022-11-02T13:04:22Z', 'revision_number': 3, 'project_id': '0a42e2f895074311ba70e12d1b5eaeba', 'gw_port': {'id': 'd174bb4c-0b9b-4eba-bdc5-88ea2959b662', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3085b31-ced6-48a0-9fb1-5f9058c75a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:21Z', 'updated_at': '2022-11-02T13:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:25.935890 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc85c2e0-9c11-46e4-be14-1abfebca1736 None None] The sync data for ids ['e3085b31-ced6-48a0-9fb1-5f9058c75a46'] in n-d-857339-6 is: [{'id': 'e3085b31-ced6-48a0-9fb1-5f9058c75a46', 'name': 'tempest-TestVolumeBootPattern-1144112627-router', 'tenant_id': '0a42e2f895074311ba70e12d1b5eaeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'd174bb4c-0b9b-4eba-bdc5-88ea2959b662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:20Z', 'updated_at': '2022-11-02T13:04:22Z', 'revision_number': 3, 'project_id': '0a42e2f895074311ba70e12d1b5eaeba', 'gw_port': {'id': 'd174bb4c-0b9b-4eba-bdc5-88ea2959b662', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3085b31-ced6-48a0-9fb1-5f9058c75a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:21Z', 'updated_at': '2022-11-02T13:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:04:25.959278 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f99012d5-8a17-4391-9e03-a88b8b2766da tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:25.959278 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f99012d5-8a17-4391-9e03-a88b8b2766da tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6245153 Nov 02 13:04:25.961187 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42362) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:25.969498 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ad0609be-450e-4f10-aad4-486639de3c03 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '1a2938ae-f6c4-4e7b-9786-0222f0a3cc68', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:26.054463 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Publish callbacks [] for port (41355efd-f374-4f72-b9ed-fc499010f9b9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:26.058846 n-d-857339-6 neutron-server[105975]: INFO neutron.db.securitygroups_db [None req-ad0609be-450e-4f10-aad4-486639de3c03 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Project 61491c06413d4385afd9e7f35b7026df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:04:26.067864 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ad0609be-450e-4f10-aad4-486639de3c03 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (f5e0bb21-dec6-4f03-ac44-1fc4ba83f782), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:26.157438 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ad0609be-450e-4f10-aad4-486639de3c03 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (f5e0bb21-dec6-4f03-ac44-1fc4ba83f782), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:26.179559 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (41355efd-f374-4f72-b9ed-fc499010f9b9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:26.233105 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Network b0d06de6-8a85-43bf-b702-e79f29361025 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:04:26.238947 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:26.243458 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:04:26.283925 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Pushing event updated for resources: {'Port': ['ID=41355efd-f374-4f72-b9ed-fc499010f9b9,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:26.287980 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ad0609be-450e-4f10-aad4-486639de3c03 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (f5e0bb21-dec6-4f03-ac44-1fc4ba83f782), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:26.295947 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (e3085b31-ced6-48a0-9fb1-5f9058c75a46), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:26.307140 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:26.307901 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:26.308353 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:26.308908 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:26.310139 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:26.310759 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:26.311533 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:26.312004 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:26.313449 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:26.318294 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0609be-450e-4f10-aad4-486639de3c03 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e0bb21-dec6-4f03-ac44-1fc4ba83f782,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:26.339449 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:26.351341 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:26.351923 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:26.352415 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:26.352842 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:26.353276 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:26.415508 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:26.471794 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ad0609be-450e-4f10-aad4-486639de3c03 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:26.473722 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ad0609be-450e-4f10-aad4-486639de3c03 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5113149 Nov 02 13:04:26.476716 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42370) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:26.484882 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-39becefd-fdfc-47c2-af56-053ef0269e64 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'network': {'name': 'tempest-network-smoke--1172082716', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'port_security_enabled': True}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:26.664560 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39becefd-fdfc-47c2-af56-053ef0269e64 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Made reservation on behalf of 61491c06413d4385afd9e7f35b7026df for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:04:26.669193 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-39becefd-fdfc-47c2-af56-053ef0269e64 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:26.706169 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-01c119fe-769e-4e6d-8357-aeb21f73f362 None None] Provisioning complete for port 41355efd-f374-4f72-b9ed-fc499010f9b9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:26.706747 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-01c119fe-769e-4e6d-8357-aeb21f73f362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (41355efd-f374-4f72-b9ed-fc499010f9b9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:26.709008 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01c119fe-769e-4e6d-8357-aeb21f73f362 None None] Attempt 1 to provision port 41355efd-f374-4f72-b9ed-fc499010f9b9 Nov 02 13:04:26.738074 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39becefd-fdfc-47c2-af56-053ef0269e64 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:04:26.751846 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-39becefd-fdfc-47c2-af56-053ef0269e64 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (7d83e458-90b3-469b-b819-f4961abb71d4), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:26.752479 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-39becefd-fdfc-47c2-af56-053ef0269e64 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Added segment 7d83e458-90b3-469b-b819-f4961abb71d4 of type vlan for network c4516824-9d19-438d-bd0c-76f5902d347f Nov 02 13:04:26.814523 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-01c119fe-769e-4e6d-8357-aeb21f73f362 None None] Port 41355efd-f374-4f72-b9ed-fc499010f9b9 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:04:26.827626 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-39becefd-fdfc-47c2-af56-053ef0269e64 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (c4516824-9d19-438d-bd0c-76f5902d347f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:26.865200 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:26.881150 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:26.960715 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d174bb4c-0b9b-4eba-bdc5-88ea2959b662 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:26.963481 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-39becefd-fdfc-47c2-af56-053ef0269e64 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (c4516824-9d19-438d-bd0c-76f5902d347f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:26.968421 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39becefd-fdfc-47c2-af56-053ef0269e64 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:26.969164 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-39becefd-fdfc-47c2-af56-053ef0269e64 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:27.068198 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d174bb4c-0b9b-4eba-bdc5-88ea2959b662 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:27.068989 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d174bb4c-0b9b-4eba-bdc5-88ea2959b662), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:27.069548 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d174bb4c-0b9b-4eba-bdc5-88ea2959b662 Nov 02 13:04:27.185824 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (41355efd-f374-4f72-b9ed-fc499010f9b9), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:27.225209 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-39becefd-fdfc-47c2-af56-053ef0269e64 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7470262 Nov 02 13:04:27.229726 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42394) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:27.235544 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-9a6ccf58-48d8-4afb-b47a-54ad3f183739 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-978430787', 'admin_state_up': True, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:27.244981 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d174bb4c-0b9b-4eba-bdc5-88ea2959b662 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:27.245437 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d174bb4c-0b9b-4eba-bdc5-88ea2959b662), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:27.248478 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39becefd-fdfc-47c2-af56-053ef0269e64 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'Network': ['ID=c4516824-9d19-438d-bd0c-76f5902d347f,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:27.261445 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network c4516824-9d19-438d-bd0c-76f5902d347f details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:04:27.345785 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a6ccf58-48d8-4afb-b47a-54ad3f183739 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (b3fc927d-f23d-46a0-a40f-ef585aeb7b7b), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:27.347782 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a6ccf58-48d8-4afb-b47a-54ad3f183739 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (b3fc927d-f23d-46a0-a40f-ef585aeb7b7b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:27.387530 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port d174bb4c-0b9b-4eba-bdc5-88ea2959b662, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d174bb4c-0b9b-4eba-bdc5-88ea2959b662,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:27.475851 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a6ccf58-48d8-4afb-b47a-54ad3f183739 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_controller (b3fc927d-f23d-46a0-a40f-ef585aeb7b7b), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:27.476245 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d174bb4c-0b9b-4eba-bdc5-88ea2959b662), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:27.551079 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Publish callbacks [] for port (41355efd-f374-4f72-b9ed-fc499010f9b9), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:27.576352 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=d174bb4c-0b9b-4eba-bdc5-88ea2959b662,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:27.760860 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (41355efd-f374-4f72-b9ed-fc499010f9b9), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:27.898587 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Pushing event updated for resources: {'Port': ['ID=41355efd-f374-4f72-b9ed-fc499010f9b9,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:27.902187 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (e3085b31-ced6-48a0-9fb1-5f9058c75a46), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:27.913020 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a6ccf58-48d8-4afb-b47a-54ad3f183739 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_gateway (b3fc927d-f23d-46a0-a40f-ef585aeb7b7b), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:28.142449 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Network b0d06de6-8a85-43bf-b702-e79f29361025 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:04:28.147334 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:28.350040 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:28.449108 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:28.530591 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Router e3085b31-ced6-48a0-9fb1-5f9058c75a46 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:04:28.650782 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-91db684b-661c-4980-8cd0-4cd12da77708 None None] Provisioning complete for port 41355efd-f374-4f72-b9ed-fc499010f9b9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:28.662648 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-91db684b-661c-4980-8cd0-4cd12da77708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (41355efd-f374-4f72-b9ed-fc499010f9b9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:28.666677 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-91db684b-661c-4980-8cd0-4cd12da77708 None None] Attempt 1 to provision port 41355efd-f374-4f72-b9ed-fc499010f9b9 Nov 02 13:04:28.738613 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-91db684b-661c-4980-8cd0-4cd12da77708 None None] Port 41355efd-f374-4f72-b9ed-fc499010f9b9 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:04:28.784056 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:04:28.815335 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c22a59b3-85ee-4da9-af88-69076dddff07 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/e3085b31-ced6-48a0-9fb1-5f9058c75a46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0506184 Nov 02 13:04:28.871229 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:28.959902 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:28.963209 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:28.984156 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d174bb4c-0b9b-4eba-bdc5-88ea2959b662 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:29.008053 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:29.061837 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] Sync routers for ids ['e3085b31-ced6-48a0-9fb1-5f9058c75a46'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:04:29.083029 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a6ccf58-48d8-4afb-b47a-54ad3f183739 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_gateway (b3fc927d-f23d-46a0-a40f-ef585aeb7b7b), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:29.108973 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] Routers {'e3085b31-ced6-48a0-9fb1-5f9058c75a46'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:29.109942 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:04:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e3085b31-ced6-48a0-9fb1-5f9058c75a46'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:29.161244 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a6ccf58-48d8-4afb-b47a-54ad3f183739 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:29.162568 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:29.183917 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d174bb4c-0b9b-4eba-bdc5-88ea2959b662 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:29.184972 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d174bb4c-0b9b-4eba-bdc5-88ea2959b662), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:29.185378 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d174bb4c-0b9b-4eba-bdc5-88ea2959b662 Nov 02 13:04:29.305007 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] Set router e3085b31-ced6-48a0-9fb1-5f9058c75a46 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:29.347087 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-9a6ccf58-48d8-4afb-b47a-54ad3f183739 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Allocated IP 172.25.2.148 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/7ba1ba3b-c5bd-4fe0-928b-13ea3058a087) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:04:29.383916 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:29.440933 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d174bb4c-0b9b-4eba-bdc5-88ea2959b662 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:29.524185 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a6ccf58-48d8-4afb-b47a-54ad3f183739 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for port (7ba1ba3b-c5bd-4fe0-928b-13ea3058a087), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:29.549426 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:29.634455 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3085b31-ced6-48a0-9fb1-5f9058c75a46', 'name': 'tempest-TestVolumeBootPattern-1144112627-router', 'tenant_id': '0a42e2f895074311ba70e12d1b5eaeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'd174bb4c-0b9b-4eba-bdc5-88ea2959b662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:20Z', 'updated_at': '2022-11-02T13:04:26Z', 'revision_number': 4, 'project_id': '0a42e2f895074311ba70e12d1b5eaeba', 'gw_port': {'id': 'd174bb4c-0b9b-4eba-bdc5-88ea2959b662', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3085b31-ced6-48a0-9fb1-5f9058c75a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:21Z', 'updated_at': '2022-11-02T13:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '41355efd-f374-4f72-b9ed-fc499010f9b9', 'name': '', 'network_id': 'b0d06de6-8a85-43bf-b702-e79f29361025', 'tenant_id': '0a42e2f895074311ba70e12d1b5eaeba', 'mac_address': 'fa:16:3e:73:77:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3085b31-ced6-48a0-9fb1-5f9058c75a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '14d373bb-966b-4247-86f9-71837d17a5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:25Z', 'updated_at': '2022-11-02T13:04:27Z', 'revision_number': 2, 'project_id': '0a42e2f895074311ba70e12d1b5eaeba', 'subnets': [{'id': '14d373bb-966b-4247-86f9-71837d17a5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:29.664895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] Checking router: e3085b31-ced6-48a0-9fb1-5f9058c75a46 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:04:29.665623 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] Updating router e3085b31-ced6-48a0-9fb1-5f9058c75a46 port 41355efd-f374-4f72-b9ed-fc499010f9b9 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:04:29.675972 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a6ccf58-48d8-4afb-b47a-54ad3f183739 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (7ba1ba3b-c5bd-4fe0-928b-13ea3058a087), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:29.717457 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (41355efd-f374-4f72-b9ed-fc499010f9b9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:29.757430 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ccf58-48d8-4afb-b47a-54ad3f183739 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'Port': ['ID=7ba1ba3b-c5bd-4fe0-928b-13ea3058a087,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:29.767764 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6ccf58-48d8-4afb-b47a-54ad3f183739 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:04:29.767878 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-9a6ccf58-48d8-4afb-b47a-54ad3f183739 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:29.770258 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ccf58-48d8-4afb-b47a-54ad3f183739 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:04:29.817671 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:30.167694 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42460) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:30.168687 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] Publish callbacks [] for port (41355efd-f374-4f72-b9ed-fc499010f9b9), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:30.172907 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5f07582b-525c-4faf-8476-6cebf5d10afe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1244205836-network', 'tenant_id': '2c39594f88664c80b2e6e2774152f315'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:30.184516 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:30.275735 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (41355efd-f374-4f72-b9ed-fc499010f9b9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:30.341598 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a6ccf58-48d8-4afb-b47a-54ad3f183739 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_gateway (b3fc927d-f23d-46a0-a40f-ef585aeb7b7b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:30.378147 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f07582b-525c-4faf-8476-6cebf5d10afe admin admin] Made reservation on behalf of 2c39594f88664c80b2e6e2774152f315 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:04:30.378705 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4360a-c9e0-4c93-9871-ec41601bf73c None None] Pushing event updated for resources: {'Port': ['ID=41355efd-f374-4f72-b9ed-fc499010f9b9,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:30.381322 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f07582b-525c-4faf-8476-6cebf5d10afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:30.398465 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f07582b-525c-4faf-8476-6cebf5d10afe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:30.444649 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:30.452986 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] Attempting to bind port 41355efd-f374-4f72-b9ed-fc499010f9b9 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:04:30.463443 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] Attempting to bind port 41355efd-f374-4f72-b9ed-fc499010f9b9 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a7c14d7d-f069-48c9-8a43-3036be8f2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b0d06de6-8a85-43bf-b702-e79f29361025'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:04:30.463443 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] Attempting to bind port 41355efd-f374-4f72-b9ed-fc499010f9b9 on network b0d06de6-8a85-43bf-b702-e79f29361025 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:04:30.524618 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:04:30.526175 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] Checking segment: {'id': 'a7c14d7d-f069-48c9-8a43-3036be8f2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b0d06de6-8a85-43bf-b702-e79f29361025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:04:30.527116 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:30.527619 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] Bound using segment: {'id': 'a7c14d7d-f069-48c9-8a43-3036be8f2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b0d06de6-8a85-43bf-b702-e79f29361025'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:04:30.528061 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] Bound port: 41355efd-f374-4f72-b9ed-fc499010f9b9, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c14d7d-f069-48c9-8a43-3036be8f2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'b0d06de6-8a85-43bf-b702-e79f29361025'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:04:30.528454 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (41355efd-f374-4f72-b9ed-fc499010f9b9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:30.594452 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f07582b-525c-4faf-8476-6cebf5d10afe admin admin] Publish callbacks [] for security_group (528d7c62-f7f8-40f2-b526-eb80ba50e085), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:30.651807 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a6ccf58-48d8-4afb-b47a-54ad3f183739 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (b3fc927d-f23d-46a0-a40f-ef585aeb7b7b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:30.698329 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f07582b-525c-4faf-8476-6cebf5d10afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (528d7c62-f7f8-40f2-b526-eb80ba50e085), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:30.706277 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] For port 41355efd-f374-4f72-b9ed-fc499010f9b9, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:04:30.714727 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] For port 41355efd-f374-4f72-b9ed-fc499010f9b9, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=41355efd-f374-4f72-b9ed-fc499010f9b9,segment=NetworkSegment(a7c14d7d-f069-48c9-8a43-3036be8f2bb4),segment_id=a7c14d7d-f069-48c9-8a43-3036be8f2bb4)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:04:30.723313 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f07582b-525c-4faf-8476-6cebf5d10afe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:04:30.735547 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f07582b-525c-4faf-8476-6cebf5d10afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (3b4de3bb-1c23-433c-9232-bd87aca64ae6), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:30.736053 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-5f07582b-525c-4faf-8476-6cebf5d10afe admin admin] Added segment 3b4de3bb-1c23-433c-9232-bd87aca64ae6 of type vlan for network d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7 Nov 02 13:04:30.744111 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:30.803862 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f07582b-525c-4faf-8476-6cebf5d10afe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:30.832350 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07582b-525c-4faf-8476-6cebf5d10afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528d7c62-f7f8-40f2-b526-eb80ba50e085,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:30.922292 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (41355efd-f374-4f72-b9ed-fc499010f9b9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:30.944791 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6ccf58-48d8-4afb-b47a-54ad3f183739 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Router b3fc927d-f23d-46a0-a40f-ef585aeb7b7b is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:04:31.009985 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] Routers {'e3085b31-ced6-48a0-9fb1-5f9058c75a46'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:31.010719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:04:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e3085b31-ced6-48a0-9fb1-5f9058c75a46'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:31.018586 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f07582b-525c-4faf-8476-6cebf5d10afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:31.019748 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f07582b-525c-4faf-8476-6cebf5d10afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:31.026277 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5f07582b-525c-4faf-8476-6cebf5d10afe admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:31.098310 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07582b-525c-4faf-8476-6cebf5d10afe admin admin] Pushing event updated for resources: {'Network': ['ID=d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:31.131819 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6ccf58-48d8-4afb-b47a-54ad3f183739 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:04:31.141263 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] Sync routers for ids ['b3fc927d-f23d-46a0-a40f-ef585aeb7b7b'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:04:31.157206 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] Routers {'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:31.158294 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:04:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b3fc927d-f23d-46a0-a40f-ef585aeb7b7b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:31.164286 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:04:31.209918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4360a-c9e0-4c93-9871-ec41601bf73c None None] Pushing event updated for resources: {'Port': ['ID=41355efd-f374-4f72-b9ed-fc499010f9b9,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:31.247369 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9a6ccf58-48d8-4afb-b47a-54ad3f183739 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:31.249110 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5f07582b-525c-4faf-8476-6cebf5d10afe admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0792079 Nov 02 13:04:31.250839 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42498) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:31.252179 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9a6ccf58-48d8-4afb-b47a-54ad3f183739 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.0210290 Nov 02 13:04:31.255376 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42500) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:31.258127 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-b256c716-a4af-4b57-8720-cb17d9ff2519 admin admin] Request body: {'subnet': {'network_id': 'd6b1ce3b-5388-4a6c-a200-0f2639cdd5a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1244205836-subnet', 'tenant_id': '2c39594f88664c80b2e6e2774152f315', 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:31.384025 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] Set router e3085b31-ced6-48a0-9fb1-5f9058c75a46 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:31.435262 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b256c716-a4af-4b57-8720-cb17d9ff2519 admin admin] Made reservation on behalf of 2c39594f88664c80b2e6e2774152f315 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:04:31.438442 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b256c716-a4af-4b57-8720-cb17d9ff2519 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:31.534997 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] Set router b3fc927d-f23d-46a0-a40f-ef585aeb7b7b gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:31.559957 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:31.576377 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:31.625688 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:31.818843 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-60d7f3db-e32a-4d86-8bc4-10d0db25a1b2 tempest-TestNetworkAdvancedServerOps-1812556403 tempest-TestNetworkAdvancedServerOps-1812556403-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?project_id=61491c06413d4385afd9e7f35b7026df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5622883 Nov 02 13:04:31.824150 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42526) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:31.863445 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978430787', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ba1ba3b-c5bd-4fe0-928b-13ea3058a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:27Z', 'updated_at': '2022-11-02T13:04:30Z', 'revision_number': 3, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '7ba1ba3b-c5bd-4fe0-928b-13ea3058a087', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:29Z', 'updated_at': '2022-11-02T13:04:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:31.926450 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b256c716-a4af-4b57-8720-cb17d9ff2519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (0993630b-d03a-439e-9076-da1021ca023c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:31.939726 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] Checking router: b3fc927d-f23d-46a0-a40f-ef585aeb7b7b for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:04:31.942223 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] Updating router b3fc927d-f23d-46a0-a40f-ef585aeb7b7b port 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:04:31.984963 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3085b31-ced6-48a0-9fb1-5f9058c75a46', 'name': 'tempest-TestVolumeBootPattern-1144112627-router', 'tenant_id': '0a42e2f895074311ba70e12d1b5eaeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'd174bb4c-0b9b-4eba-bdc5-88ea2959b662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:20Z', 'updated_at': '2022-11-02T13:04:26Z', 'revision_number': 4, 'project_id': '0a42e2f895074311ba70e12d1b5eaeba', 'gw_port': {'id': 'd174bb4c-0b9b-4eba-bdc5-88ea2959b662', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3085b31-ced6-48a0-9fb1-5f9058c75a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:21Z', 'updated_at': '2022-11-02T13:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '41355efd-f374-4f72-b9ed-fc499010f9b9', 'name': '', 'network_id': 'b0d06de6-8a85-43bf-b702-e79f29361025', 'tenant_id': '0a42e2f895074311ba70e12d1b5eaeba', 'mac_address': 'fa:16:3e:73:77:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3085b31-ced6-48a0-9fb1-5f9058c75a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '14d373bb-966b-4247-86f9-71837d17a5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:25Z', 'updated_at': '2022-11-02T13:04:30Z', 'revision_number': 4, 'project_id': '0a42e2f895074311ba70e12d1b5eaeba', 'subnets': [{'id': '14d373bb-966b-4247-86f9-71837d17a5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:32.036221 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7ba1ba3b-c5bd-4fe0-928b-13ea3058a087), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:32.041240 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:32.049838 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2564d21-7e12-4d4e-a214-ffb6dc7950ef tempest-TestNetworkAdvancedServerOps-1812556403 tempest-TestNetworkAdvancedServerOps-1812556403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:32.051558 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a2564d21-7e12-4d4e-a214-ffb6dc7950ef tempest-TestNetworkAdvancedServerOps-1812556403 tempest-TestNetworkAdvancedServerOps-1812556403-project-admin] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2257915 Nov 02 13:04:32.054375 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42542) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:32.072442 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449482e6-eed5-4c69-bdd9-399e54b7ccad None None] The sync data for ids ['e3085b31-ced6-48a0-9fb1-5f9058c75a46'] in n-d-857339-6 is: [{'id': 'e3085b31-ced6-48a0-9fb1-5f9058c75a46', 'name': 'tempest-TestVolumeBootPattern-1144112627-router', 'tenant_id': '0a42e2f895074311ba70e12d1b5eaeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'd174bb4c-0b9b-4eba-bdc5-88ea2959b662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:20Z', 'updated_at': '2022-11-02T13:04:26Z', 'revision_number': 4, 'project_id': '0a42e2f895074311ba70e12d1b5eaeba', 'gw_port': {'id': 'd174bb4c-0b9b-4eba-bdc5-88ea2959b662', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3085b31-ced6-48a0-9fb1-5f9058c75a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:21Z', 'updated_at': '2022-11-02T13:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '41355efd-f374-4f72-b9ed-fc499010f9b9', 'name': '', 'network_id': 'b0d06de6-8a85-43bf-b702-e79f29361025', 'tenant_id': '0a42e2f895074311ba70e12d1b5eaeba', 'mac_address': 'fa:16:3e:73:77:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3085b31-ced6-48a0-9fb1-5f9058c75a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '14d373bb-966b-4247-86f9-71837d17a5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:25Z', 'updated_at': '2022-11-02T13:04:30Z', 'revision_number': 4, 'project_id': '0a42e2f895074311ba70e12d1b5eaeba', 'subnets': [{'id': '14d373bb-966b-4247-86f9-71837d17a5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:04:32.111625 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3b0c045c-0b52-46e2-aaee-0b4e99f33cac tempest-TestNetworkAdvancedServerOps-1812556403 tempest-TestNetworkAdvancedServerOps-1812556403-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560694 Nov 02 13:04:32.115299 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42548) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:32.125266 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-cec0cc8e-beaf-4686-8858-ad5fe5f7ed08 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-731484834', 'network_id': 'c4516824-9d19-438d-bd0c-76f5902d347f', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:32.195075 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256c716-a4af-4b57-8720-cb17d9ff2519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0993630b-d03a-439e-9076-da1021ca023c,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:32.228394 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b256c716-a4af-4b57-8720-cb17d9ff2519 admin admin] Checking segment: {'id': '3b4de3bb-1c23-433c-9232-bd87aca64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd6b1ce3b-5388-4a6c-a200-0f2639cdd5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:04:32.228790 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b256c716-a4af-4b57-8720-cb17d9ff2519 admin admin] Network hostable DHCP agents. Network: d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:04:32.429598 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b256c716-a4af-4b57-8720-cb17d9ff2519 admin admin] Network d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:04:32.430261 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec0cc8e-beaf-4686-8858-ad5fe5f7ed08 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Made reservation on behalf of 61491c06413d4385afd9e7f35b7026df for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:04:32.436340 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cec0cc8e-beaf-4686-8858-ad5fe5f7ed08 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:32.560983 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-b256c716-a4af-4b57-8720-cb17d9ff2519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:32.566041 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b256c716-a4af-4b57-8720-cb17d9ff2519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:32.566640 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b256c716-a4af-4b57-8720-cb17d9ff2519 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:32.575006 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aea5d19-4605-4340-b0f1-ff3b2e384b3d None None] Network d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:04:32.621334 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:32.722120 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b256c716-a4af-4b57-8720-cb17d9ff2519 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4698043 Nov 02 13:04:32.724788 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42566) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:32.731148 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-850a6708-58b0-4c29-ba1a-12133041585d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1244205836-router', 'tenant_id': '2c39594f88664c80b2e6e2774152f315', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:32.765504 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] Publish callbacks [] for port (7ba1ba3b-c5bd-4fe0-928b-13ea3058a087), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:32.859453 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7', 'network_id': 'd6b1ce3b-5388-4a6c-a200-0f2639cdd5a7', 'project_id': '2c39594f88664c80b2e6e2774152f315', 'fixed_ips': [{'subnet_id': '0993630b-d03a-439e-9076-da1021ca023c'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:04:32.860891 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:32.865530 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7ba1ba3b-c5bd-4fe0-928b-13ea3058a087), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:32.893361 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-850a6708-58b0-4c29-ba1a-12133041585d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (de26ad02-5b9d-42a6-8f30-3a881ff18042), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:32.894715 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-850a6708-58b0-4c29-ba1a-12133041585d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (de26ad02-5b9d-42a6-8f30-3a881ff18042), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:33.005342 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] Attempting to bind port 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:04:33.014741 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] Attempting to bind port 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:04:33.014741 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] Attempting to bind port 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:04:33.044671 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 41355efd-f374-4f72-b9ed-fc499010f9b9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:33.076882 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-850a6708-58b0-4c29-ba1a-12133041585d admin admin] Publish callbacks [] for router_controller (de26ad02-5b9d-42a6-8f30-3a881ff18042), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:33.114706 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cec0cc8e-beaf-4686-8858-ad5fe5f7ed08 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (8d872bf7-5436-4f67-a4db-6449c912470e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:33.195458 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85b3cc-ead5-488b-b14f-212bceca3efd None None] Pushing event updated for resources: {'Port': ['ID=7ba1ba3b-c5bd-4fe0-928b-13ea3058a087,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:33.247646 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:04:33.252572 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:04:33.253056 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:33.253450 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:04:33.254280 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] Bound port: 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:04:33.254280 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7ba1ba3b-c5bd-4fe0-928b-13ea3058a087), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:33.258241 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 41355efd-f374-4f72-b9ed-fc499010f9b9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:33.258708 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (41355efd-f374-4f72-b9ed-fc499010f9b9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:33.259586 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 41355efd-f374-4f72-b9ed-fc499010f9b9 Nov 02 13:04:33.273263 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] Allocated IP 172.20.0.2 (d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7/0993630b-d03a-439e-9076-da1021ca023c/3ce80b01-dd99-49da-b7e4-d851003ee0e4) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:04:33.278744 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:33.300711 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:33.386585 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-850a6708-58b0-4c29-ba1a-12133041585d admin admin] Publish callbacks [] for router_gateway (de26ad02-5b9d-42a6-8f30-3a881ff18042), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:33.431500 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0cc8e-beaf-4686-8858-ad5fe5f7ed08 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'Subnet': ['ID=8d872bf7-5436-4f67-a4db-6449c912470e,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:33.456544 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0cc8e-beaf-4686-8858-ad5fe5f7ed08 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Checking segment: {'id': '7d83e458-90b3-469b-b819-f4961abb71d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c4516824-9d19-438d-bd0c-76f5902d347f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:04:33.456885 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec0cc8e-beaf-4686-8858-ad5fe5f7ed08 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Network hostable DHCP agents. Network: c4516824-9d19-438d-bd0c-76f5902d347f, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:04:33.485759 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] For port 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:04:33.498287 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] For port 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7ba1ba3b-c5bd-4fe0-928b-13ea3058a087,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:04:33.613230 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7ba1ba3b-c5bd-4fe0-928b-13ea3058a087), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:33.616798 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec0cc8e-beaf-4686-8858-ad5fe5f7ed08 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Network c4516824-9d19-438d-bd0c-76f5902d347f is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:04:33.631515 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:33.703234 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] Routers {'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:33.705465 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:04:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b3fc927d-f23d-46a0-a40f-ef585aeb7b7b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:33.748690 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:33.766839 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-cec0cc8e-beaf-4686-8858-ad5fe5f7ed08 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, c4516824-9d19-438d-bd0c-76f5902d347f) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:33.771264 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec0cc8e-beaf-4686-8858-ad5fe5f7ed08 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:33.777455 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cec0cc8e-beaf-4686-8858-ad5fe5f7ed08 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:33.838482 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:33.877494 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47d19d2-8b64-442b-ab75-996c404be8a7 None None] Network c4516824-9d19-438d-bd0c-76f5902d347f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:04:33.900404 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85b3cc-ead5-488b-b14f-212bceca3efd None None] Pushing event updated for resources: {'Port': ['ID=7ba1ba3b-c5bd-4fe0-928b-13ea3058a087,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:33.935340 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cec0cc8e-beaf-4686-8858-ad5fe5f7ed08 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8150160 Nov 02 13:04:33.935803 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42610) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:33.963213 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-850a6708-58b0-4c29-ba1a-12133041585d admin admin] Publish callbacks [] for router_gateway (de26ad02-5b9d-42a6-8f30-3a881ff18042), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:34.042937 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] Set router b3fc927d-f23d-46a0-a40f-ef585aeb7b7b gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:34.047136 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-850a6708-58b0-4c29-ba1a-12133041585d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:34.096081 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 41355efd-f374-4f72-b9ed-fc499010f9b9 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:34.097266 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (41355efd-f374-4f72-b9ed-fc499010f9b9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:34.217855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-c4516824-9d19-438d-bd0c-76f5902d347f', 'network_id': 'c4516824-9d19-438d-bd0c-76f5902d347f', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'fixed_ips': [{'subnet_id': '8d872bf7-5436-4f67-a4db-6449c912470e'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:04:34.217855 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:34.376092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 41355efd-f374-4f72-b9ed-fc499010f9b9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=41355efd-f374-4f72-b9ed-fc499010f9b9,segment=NetworkSegment(a7c14d7d-f069-48c9-8a43-3036be8f2bb4),segment_id=a7c14d7d-f069-48c9-8a43-3036be8f2bb4)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:34.406397 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-850a6708-58b0-4c29-ba1a-12133041585d admin admin] Allocated IP 172.25.2.7 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/e25795ae-5d89-4ecb-8f97-d4e6a861dac3) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:04:34.461218 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:34.580219 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:34.582004 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978430787', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ba1ba3b-c5bd-4fe0-928b-13ea3058a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:27Z', 'updated_at': '2022-11-02T13:04:30Z', 'revision_number': 3, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '7ba1ba3b-c5bd-4fe0-928b-13ea3058a087', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:29Z', 'updated_at': '2022-11-02T13:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:34.621164 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] Publish callbacks [] for port (3ce80b01-dd99-49da-b7e4-d851003ee0e4), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:34.635563 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (41355efd-f374-4f72-b9ed-fc499010f9b9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:34.661898 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8711d24-c6b5-4847-98db-eb22a65c6054 None None] The sync data for ids ['b3fc927d-f23d-46a0-a40f-ef585aeb7b7b'] in n-d-857339-6 is: [{'id': 'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978430787', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ba1ba3b-c5bd-4fe0-928b-13ea3058a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:27Z', 'updated_at': '2022-11-02T13:04:30Z', 'revision_number': 3, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '7ba1ba3b-c5bd-4fe0-928b-13ea3058a087', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:29Z', 'updated_at': '2022-11-02T13:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:04:34.665346 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:34.790977 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-850a6708-58b0-4c29-ba1a-12133041585d admin admin] Publish callbacks [] for port (e25795ae-5d89-4ecb-8f97-d4e6a861dac3), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:34.857570 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:34.899932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] Allocated IP 172.20.0.2 (c4516824-9d19-438d-bd0c-76f5902d347f/8d872bf7-5436-4f67-a4db-6449c912470e/e121ca5e-e0c6-43d7-869c-d61c0cc46685) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:04:34.954341 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:34.992636 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (3ce80b01-dd99-49da-b7e4-d851003ee0e4), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:35.037576 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] Network d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:04:35.044996 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:35.055152 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:04:35.115100 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-850a6708-58b0-4c29-ba1a-12133041585d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e25795ae-5d89-4ecb-8f97-d4e6a861dac3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:35.150499 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=41355efd-f374-4f72-b9ed-fc499010f9b9,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:35.198505 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-87d450fc-7a57-45ef-a342-71868122451d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:35.255313 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850a6708-58b0-4c29-ba1a-12133041585d admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:04:35.285455 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-850a6708-58b0-4c29-ba1a-12133041585d admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:35.301466 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850a6708-58b0-4c29-ba1a-12133041585d admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:04:35.315479 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a6708-58b0-4c29-ba1a-12133041585d admin admin] Pushing event updated for resources: {'Port': ['ID=e25795ae-5d89-4ecb-8f97-d4e6a861dac3,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:35.332765 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] Attempting to bind port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:04:35.333557 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] Attempting to bind port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '3b4de3bb-1c23-433c-9232-bd87aca64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd6b1ce3b-5388-4a6c-a200-0f2639cdd5a7'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:04:35.334038 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] Attempting to bind port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 on network d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:04:35.432154 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] Publish callbacks [] for port (e121ca5e-e0c6-43d7-869c-d61c0cc46685), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:35.436823 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] Pushing event updated for resources: {'Port': ['ID=3ce80b01-dd99-49da-b7e4-d851003ee0e4,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:35.525140 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:35.535518 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:04:35.540143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] Checking segment: {'id': '3b4de3bb-1c23-433c-9232-bd87aca64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd6b1ce3b-5388-4a6c-a200-0f2639cdd5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:04:35.540143 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:35.540143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] Bound using segment: {'id': '3b4de3bb-1c23-433c-9232-bd87aca64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd6b1ce3b-5388-4a6c-a200-0f2639cdd5a7'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:04:35.540143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] Bound port: 3ce80b01-dd99-49da-b7e4-d851003ee0e4, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4de3bb-1c23-433c-9232-bd87aca64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd6b1ce3b-5388-4a6c-a200-0f2639cdd5a7'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:04:35.540143 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3ce80b01-dd99-49da-b7e4-d851003ee0e4), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:35.571252 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (e121ca5e-e0c6-43d7-869c-d61c0cc46685), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:35.769508 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] Network c4516824-9d19-438d-bd0c-76f5902d347f is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:04:35.787237 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:35.824397 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:04:35.865554 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] Pushing event updated for resources: {'Port': ['ID=e121ca5e-e0c6-43d7-869c-d61c0cc46685,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:35.974710 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] For port 3ce80b01-dd99-49da-b7e4-d851003ee0e4, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:04:35.984478 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-87d450fc-7a57-45ef-a342-71868122451d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Allocated IP 172.20.0.1 (c4516824-9d19-438d-bd0c-76f5902d347f/8d872bf7-5436-4f67-a4db-6449c912470e/298249fd-6ae6-4344-b396-9642a975cb27) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:04:36.041718 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-850a6708-58b0-4c29-ba1a-12133041585d admin admin] Publish callbacks [] for router_gateway (de26ad02-5b9d-42a6-8f30-3a881ff18042), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:36.043107 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] Attempting to bind port e121ca5e-e0c6-43d7-869c-d61c0cc46685 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:04:36.043609 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] Attempting to bind port e121ca5e-e0c6-43d7-869c-d61c0cc46685 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '7d83e458-90b3-469b-b819-f4961abb71d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c4516824-9d19-438d-bd0c-76f5902d347f'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:04:36.044420 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] Attempting to bind port e121ca5e-e0c6-43d7-869c-d61c0cc46685 on network c4516824-9d19-438d-bd0c-76f5902d347f {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:04:36.047617 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] For port 3ce80b01-dd99-49da-b7e4-d851003ee0e4, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ce80b01-dd99-49da-b7e4-d851003ee0e4,segment=NetworkSegment(3b4de3bb-1c23-433c-9232-bd87aca64ae6),segment_id=3b4de3bb-1c23-433c-9232-bd87aca64ae6)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:04:36.130327 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:04:36.130865 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] Checking segment: {'id': '7d83e458-90b3-469b-b819-f4961abb71d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c4516824-9d19-438d-bd0c-76f5902d347f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:04:36.131376 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:36.131879 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] Bound using segment: {'id': '7d83e458-90b3-469b-b819-f4961abb71d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c4516824-9d19-438d-bd0c-76f5902d347f'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:04:36.132500 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] Bound port: e121ca5e-e0c6-43d7-869c-d61c0cc46685, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d83e458-90b3-469b-b819-f4961abb71d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c4516824-9d19-438d-bd0c-76f5902d347f'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:04:36.133142 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e121ca5e-e0c6-43d7-869c-d61c0cc46685), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:36.204513 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:36.218349 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-87d450fc-7a57-45ef-a342-71868122451d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for port (298249fd-6ae6-4344-b396-9642a975cb27), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:36.229807 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3ce80b01-dd99-49da-b7e4-d851003ee0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:36.436452 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] For port e121ca5e-e0c6-43d7-869c-d61c0cc46685, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:04:36.446590 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] For port e121ca5e-e0c6-43d7-869c-d61c0cc46685, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e121ca5e-e0c6-43d7-869c-d61c0cc46685,segment=NetworkSegment(7d83e458-90b3-469b-b819-f4961abb71d4),segment_id=7d83e458-90b3-469b-b819-f4961abb71d4)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:04:36.488412 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-87d450fc-7a57-45ef-a342-71868122451d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (298249fd-6ae6-4344-b396-9642a975cb27), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:36.514921 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1516c2f-7e6a-41ce-bc62-9c8562c41b0f None None] Pushing event updated for resources: {'Port': ['ID=3ce80b01-dd99-49da-b7e4-d851003ee0e4,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:36.590877 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d450fc-7a57-45ef-a342-71868122451d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Network c4516824-9d19-438d-bd0c-76f5902d347f is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:04:36.606842 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-87d450fc-7a57-45ef-a342-71868122451d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:36.616270 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d450fc-7a57-45ef-a342-71868122451d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:04:36.619124 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e121ca5e-e0c6-43d7-869c-d61c0cc46685), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:36.652114 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-850a6708-58b0-4c29-ba1a-12133041585d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (de26ad02-5b9d-42a6-8f30-3a881ff18042), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:36.763369 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d450fc-7a57-45ef-a342-71868122451d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'Port': ['ID=298249fd-6ae6-4344-b396-9642a975cb27,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:36.829329 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-87d450fc-7a57-45ef-a342-71868122451d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (b3fc927d-f23d-46a0-a40f-ef585aeb7b7b), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:36.893428 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b928d20-96e2-415c-b534-627317aafc71 None None] Pushing event updated for resources: {'Port': ['ID=e121ca5e-e0c6-43d7-869c-d61c0cc46685,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:37.235437 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:37.319148 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:37.405122 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:37.405959 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7ba1ba3b-c5bd-4fe0-928b-13ea3058a087), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:37.406673 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087 Nov 02 13:04:37.410952 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850a6708-58b0-4c29-ba1a-12133041585d admin admin] Router de26ad02-5b9d-42a6-8f30-3a881ff18042 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:04:37.539381 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:37.635732 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:37.639815 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7ba1ba3b-c5bd-4fe0-928b-13ea3058a087), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:37.662697 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850a6708-58b0-4c29-ba1a-12133041585d admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:04:37.692191 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7ba1ba3b-c5bd-4fe0-928b-13ea3058a087,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:37.693656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] Sync routers for ids ['de26ad02-5b9d-42a6-8f30-3a881ff18042'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:04:37.708997 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] Routers {'de26ad02-5b9d-42a6-8f30-3a881ff18042'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:37.709515 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:04:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['de26ad02-5b9d-42a6-8f30-3a881ff18042'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:37.819830 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-850a6708-58b0-4c29-ba1a-12133041585d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:37.819830 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-850a6708-58b0-4c29-ba1a-12133041585d admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0899937 Nov 02 13:04:37.819830 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42734) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:37.892701 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] Set router de26ad02-5b9d-42a6-8f30-3a881ff18042 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:37.962291 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (7ba1ba3b-c5bd-4fe0-928b-13ea3058a087), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:37.963389 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 41355efd-f374-4f72-b9ed-fc499010f9b9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:38.017012 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:38.291154 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 41355efd-f374-4f72-b9ed-fc499010f9b9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:38.305166 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (41355efd-f374-4f72-b9ed-fc499010f9b9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:38.305759 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 41355efd-f374-4f72-b9ed-fc499010f9b9 Nov 02 13:04:38.312168 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=7ba1ba3b-c5bd-4fe0-928b-13ea3058a087,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:38.549948 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:38.567940 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de26ad02-5b9d-42a6-8f30-3a881ff18042', 'name': 'tempest-TestVolumeBootPattern-1244205836-router', 'tenant_id': '2c39594f88664c80b2e6e2774152f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e25795ae-5d89-4ecb-8f97-d4e6a861dac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:32Z', 'updated_at': '2022-11-02T13:04:35Z', 'revision_number': 3, 'project_id': '2c39594f88664c80b2e6e2774152f315', 'gw_port': {'id': 'e25795ae-5d89-4ecb-8f97-d4e6a861dac3', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de26ad02-5b9d-42a6-8f30-3a881ff18042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:34Z', 'updated_at': '2022-11-02T13:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:38.653331 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-87d450fc-7a57-45ef-a342-71868122451d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (298249fd-6ae6-4344-b396-9642a975cb27), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.096197 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0951bfb-d354-4cde-9c4b-3f13d651f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.138648 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] Checking router: de26ad02-5b9d-42a6-8f30-3a881ff18042 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:04:39.140628 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] Updating router de26ad02-5b9d-42a6-8f30-3a881ff18042 port e25795ae-5d89-4ecb-8f97-d4e6a861dac3 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:04:39.223038 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e25795ae-5d89-4ecb-8f97-d4e6a861dac3), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.227513 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 41355efd-f374-4f72-b9ed-fc499010f9b9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:39.232846 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ce80b01-dd99-49da-b7e4-d851003ee0e4 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:39.326499 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:39.329856 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd57c9c-c5bb-4b58-9fbb-12a3c525de9d None None] Network d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:04:39.409329 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-87d450fc-7a57-45ef-a342-71868122451d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for port (298249fd-6ae6-4344-b396-9642a975cb27), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.445111 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:39.502275 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-87d450fc-7a57-45ef-a342-71868122451d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (298249fd-6ae6-4344-b396-9642a975cb27), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.552699 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-f0951bfb-d354-4cde-9c4b-3f13d651f6a6 admin admin] Allocated IP 172.20.0.1 (d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7/0993630b-d03a-439e-9076-da1021ca023c/5a738b56-c141-4f04-8346-fea6a6de9cc9) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:04:39.555570 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:39.666543 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d450fc-7a57-45ef-a342-71868122451d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'Port': ['ID=298249fd-6ae6-4344-b396-9642a975cb27,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:39.720572 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-87d450fc-7a57-45ef-a342-71868122451d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (b3fc927d-f23d-46a0-a40f-ef585aeb7b7b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.852201 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a10ccc-85f1-401c-9484-4bad7b72bf65 None None] Network c4516824-9d19-438d-bd0c-76f5902d347f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:04:39.854951 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c9616793-d50c-4872-b6e5-5fbca3152544 None None] Provisioning complete for port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:39.855334 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c9616793-d50c-4872-b6e5-5fbca3152544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ce80b01-dd99-49da-b7e4-d851003ee0e4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.856217 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c9616793-d50c-4872-b6e5-5fbca3152544 None None] Attempt 1 to provision port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 Nov 02 13:04:39.882197 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:39.882197 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ce80b01-dd99-49da-b7e4-d851003ee0e4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.882197 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 Nov 02 13:04:39.923222 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:39.933235 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:39.944148 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d450fc-7a57-45ef-a342-71868122451d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Network c4516824-9d19-438d-bd0c-76f5902d347f is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:04:39.946463 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-87d450fc-7a57-45ef-a342-71868122451d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:40.143078 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d450fc-7a57-45ef-a342-71868122451d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Router b3fc927d-f23d-46a0-a40f-ef585aeb7b7b has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:04:40.256380 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] Publish callbacks [] for port (e25795ae-5d89-4ecb-8f97-d4e6a861dac3), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:40.289901 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:40.289901 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3ce80b01-dd99-49da-b7e4-d851003ee0e4), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:40.424292 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d450fc-7a57-45ef-a342-71868122451d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:04:40.441671 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] Sync routers for ids ['b3fc927d-f23d-46a0-a40f-ef585aeb7b7b'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:04:40.445042 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-87d450fc-7a57-45ef-a342-71868122451d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "PUT /networking/v2.0/routers/b3fc927d-f23d-46a0-a40f-ef585aeb7b7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5082529 Nov 02 13:04:40.467764 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] Routers {'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:40.470160 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c9616793-d50c-4872-b6e5-5fbca3152544 None None] Current status of the port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:40.470640 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:04:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b3fc927d-f23d-46a0-a40f-ef585aeb7b7b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:40.473540 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c9616793-d50c-4872-b6e5-5fbca3152544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3ce80b01-dd99-49da-b7e4-d851003ee0e4), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:40.531746 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:40.568310 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e25795ae-5d89-4ecb-8f97-d4e6a861dac3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:40.591865 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0951bfb-d354-4cde-9c4b-3f13d651f6a6 admin admin] Publish callbacks [] for port (5a738b56-c141-4f04-8346-fea6a6de9cc9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:40.595320 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:40.687010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] Attempting to bind port e25795ae-5d89-4ecb-8f97-d4e6a861dac3 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:04:40.687396 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] Attempting to bind port e25795ae-5d89-4ecb-8f97-d4e6a861dac3 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:04:40.687906 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] Attempting to bind port e25795ae-5d89-4ecb-8f97-d4e6a861dac3 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:04:40.690220 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93802c-d3df-4779-89ef-6012fd47fe4c None None] Pushing event updated for resources: {'Port': ['ID=e25795ae-5d89-4ecb-8f97-d4e6a861dac3,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:40.702001 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0951bfb-d354-4cde-9c4b-3f13d651f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (5a738b56-c141-4f04-8346-fea6a6de9cc9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:40.779074 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0951bfb-d354-4cde-9c4b-3f13d651f6a6 admin admin] Network d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:04:40.782639 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-f0951bfb-d354-4cde-9c4b-3f13d651f6a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:40.786466 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0951bfb-d354-4cde-9c4b-3f13d651f6a6 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:04:40.817149 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] Set router b3fc927d-f23d-46a0-a40f-ef585aeb7b7b gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:40.819809 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42858) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:40.889292 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 3ce80b01-dd99-49da-b7e4-d851003ee0e4, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ce80b01-dd99-49da-b7e4-d851003ee0e4,segment=NetworkSegment(3b4de3bb-1c23-433c-9232-bd87aca64ae6),segment_id=3b4de3bb-1c23-433c-9232-bd87aca64ae6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:40.904179 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0951bfb-d354-4cde-9c4b-3f13d651f6a6 admin admin] Pushing event updated for resources: {'Port': ['ID=5a738b56-c141-4f04-8346-fea6a6de9cc9,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:40.952006 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0951bfb-d354-4cde-9c4b-3f13d651f6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (de26ad02-5b9d-42a6-8f30-3a881ff18042), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.011205 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3ce80b01-dd99-49da-b7e4-d851003ee0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.038519 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:04:41.038908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:04:41.039325 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.039727 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:04:41.045228 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] Bound port: e25795ae-5d89-4ecb-8f97-d4e6a861dac3, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:04:41.045661 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e25795ae-5d89-4ecb-8f97-d4e6a861dac3), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.127317 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0055579c-b943-49b1-87bb-ca6e5d8f6af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.302181 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:41.324670 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=3ce80b01-dd99-49da-b7e4-d851003ee0e4,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:41.383663 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978430787', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ba1ba3b-c5bd-4fe0-928b-13ea3058a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:27Z', 'updated_at': '2022-11-02T13:04:37Z', 'revision_number': 4, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '7ba1ba3b-c5bd-4fe0-928b-13ea3058a087', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:29Z', 'updated_at': '2022-11-02T13:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '298249fd-6ae6-4344-b396-9642a975cb27', 'name': '', 'network_id': 'c4516824-9d19-438d-bd0c-76f5902d347f', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'mac_address': 'fa:16:3e:9b:4b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '8d872bf7-5436-4f67-a4db-6449c912470e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:35Z', 'updated_at': '2022-11-02T13:04:39Z', 'revision_number': 2, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'subnets': [{'id': '8d872bf7-5436-4f67-a4db-6449c912470e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:41.421404 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-c9616793-d50c-4872-b6e5-5fbca3152544 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:04:41.422148 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-c9616793-d50c-4872-b6e5-5fbca3152544 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:04:41.455393 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0055579c-b943-49b1-87bb-ca6e5d8f6af5 admin admin] Publish callbacks [] for security_group (f358e199-ba90-44ac-bcaa-0815a89be085), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.476150 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:41.491913 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] Checking router: b3fc927d-f23d-46a0-a40f-ef585aeb7b7b for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:04:41.494801 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] Updating router b3fc927d-f23d-46a0-a40f-ef585aeb7b7b port 298249fd-6ae6-4344-b396-9642a975cb27 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:04:41.606990 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0055579c-b943-49b1-87bb-ca6e5d8f6af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f358e199-ba90-44ac-bcaa-0815a89be085), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.632215 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] For port e25795ae-5d89-4ecb-8f97-d4e6a861dac3, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:04:41.682822 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (298249fd-6ae6-4344-b396-9642a975cb27), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.700452 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] For port e25795ae-5d89-4ecb-8f97-d4e6a861dac3, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e25795ae-5d89-4ecb-8f97-d4e6a861dac3,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:04:41.723106 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0055579c-b943-49b1-87bb-ca6e5d8f6af5 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f77b542ff1ec41efb0231aba11fe6039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9014781 Nov 02 13:04:41.726970 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42900) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:41.740815 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:41.741194 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7ba1ba3b-c5bd-4fe0-928b-13ea3058a087), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.741750 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087 Nov 02 13:04:41.795905 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055579c-b943-49b1-87bb-ca6e5d8f6af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f358e199-ba90-44ac-bcaa-0815a89be085,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:41.830594 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e25795ae-5d89-4ecb-8f97-d4e6a861dac3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.831757 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-67445d2e-64ec-412d-963a-50c5ab6171cb admin admin] Publish callbacks [] for security_group (f358e199-ba90-44ac-bcaa-0815a89be085), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.867824 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0951bfb-d354-4cde-9c4b-3f13d651f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5a738b56-c141-4f04-8346-fea6a6de9cc9), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.871722 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f9be6382-1ea6-446d-9ef0-a7692b0edcd9 req-9cee01bd-07d1-4e98-b2c1-02e8f5c86f13 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1330858479&fields=id&tenant_id=61491c06413d4385afd9e7f35b7026df HTTP/1.1" status: 200 len: 267 time: 0.1585140 Nov 02 13:04:41.924111 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-67445d2e-64ec-412d-963a-50c5ab6171cb admin admin] Publish callbacks [] for security_group (f358e199-ba90-44ac-bcaa-0815a89be085), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.050751 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:42.052698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e121ca5e-e0c6-43d7-869c-d61c0cc46685 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:42.079397 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:42.091286 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be6382-1ea6-446d-9ef0-a7692b0edcd9 req-8ff08c3f-8b68-441a-851d-359481b56580 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:42.093277 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f9be6382-1ea6-446d-9ef0-a7692b0edcd9 req-8ff08c3f-8b68-441a-851d-359481b56580 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "GET /networking/v2.0/networks?id=c4516824-9d19-438d-bd0c-76f5902d347f HTTP/1.1" status: 200 len: 797 time: 0.2129338 Nov 02 13:04:42.102954 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:42.112404 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] Routers {'de26ad02-5b9d-42a6-8f30-3a881ff18042'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:42.113088 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:04:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['de26ad02-5b9d-42a6-8f30-3a881ff18042'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:42.129374 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f9be6382-1ea6-446d-9ef0-a7692b0edcd9 req-08381f10-46bb-46d5-8af1-2cf095689d13 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "GET /networking/v2.0/quotas/61491c06413d4385afd9e7f35b7026df HTTP/1.1" status: 200 len: 375 time: 0.0286305 Nov 02 13:04:42.201863 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0951bfb-d354-4cde-9c4b-3f13d651f6a6 admin admin] Publish callbacks [] for port (5a738b56-c141-4f04-8346-fea6a6de9cc9), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.205082 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-67445d2e-64ec-412d-963a-50c5ab6171cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f358e199-ba90-44ac-bcaa-0815a89be085), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.208189 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-67445d2e-64ec-412d-963a-50c5ab6171cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.211994 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-67445d2e-64ec-412d-963a-50c5ab6171cb admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f358e199-ba90-44ac-bcaa-0815a89be085 HTTP/1.1" status: 204 len: 168 time: 0.4819610 Nov 02 13:04:42.227211 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] Publish callbacks [] for port (298249fd-6ae6-4344-b396-9642a975cb27), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.227933 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67445d2e-64ec-412d-963a-50c5ab6171cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f358e199-ba90-44ac-bcaa-0815a89be085,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:42.253856 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f9be6382-1ea6-446d-9ef0-a7692b0edcd9 req-6667c642-e6ce-473e-a5ba-93d03f877df9 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=61491c06413d4385afd9e7f35b7026df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1102443 Nov 02 13:04:42.256386 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93802c-d3df-4779-89ef-6012fd47fe4c None None] Pushing event updated for resources: {'Port': ['ID=e25795ae-5d89-4ecb-8f97-d4e6a861dac3,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:42.273392 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c9616793-d50c-4872-b6e5-5fbca3152544 None None] Current status of the port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:42.319859 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 42916) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:42.347974 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (298249fd-6ae6-4344-b396-9642a975cb27), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.366896 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0951bfb-d354-4cde-9c4b-3f13d651f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (5a738b56-c141-4f04-8346-fea6a6de9cc9), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.406828 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad36a84-5f0a-4ccc-ab50-ece2843498a7 None None] Pushing event updated for resources: {'Port': ['ID=298249fd-6ae6-4344-b396-9642a975cb27,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:42.457598 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Provisioning complete for port e121ca5e-e0c6-43d7-869c-d61c0cc46685 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:42.458559 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e121ca5e-e0c6-43d7-869c-d61c0cc46685), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.459105 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Attempt 1 to provision port e121ca5e-e0c6-43d7-869c-d61c0cc46685 Nov 02 13:04:42.461119 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e121ca5e-e0c6-43d7-869c-d61c0cc46685 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:42.461735 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e121ca5e-e0c6-43d7-869c-d61c0cc46685), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.462252 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e121ca5e-e0c6-43d7-869c-d61c0cc46685 Nov 02 13:04:42.502544 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0951bfb-d354-4cde-9c4b-3f13d651f6a6 admin admin] Pushing event updated for resources: {'Port': ['ID=5a738b56-c141-4f04-8346-fea6a6de9cc9,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:42.520201 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] Attempting to bind port 298249fd-6ae6-4344-b396-9642a975cb27 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:04:42.521249 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] Attempting to bind port 298249fd-6ae6-4344-b396-9642a975cb27 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '7d83e458-90b3-469b-b819-f4961abb71d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c4516824-9d19-438d-bd0c-76f5902d347f'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:04:42.521789 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] Attempting to bind port 298249fd-6ae6-4344-b396-9642a975cb27 on network c4516824-9d19-438d-bd0c-76f5902d347f {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:04:42.534655 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:42.543851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] Set router de26ad02-5b9d-42a6-8f30-3a881ff18042 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:42.603615 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f0951bfb-d354-4cde-9c4b-3f13d651f6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (de26ad02-5b9d-42a6-8f30-3a881ff18042), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.617929 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:04:42.618558 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] Checking segment: {'id': '7d83e458-90b3-469b-b819-f4961abb71d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c4516824-9d19-438d-bd0c-76f5902d347f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:04:42.619433 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.620008 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] Bound using segment: {'id': '7d83e458-90b3-469b-b819-f4961abb71d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c4516824-9d19-438d-bd0c-76f5902d347f'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:04:42.620835 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] Bound port: 298249fd-6ae6-4344-b396-9642a975cb27, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d83e458-90b3-469b-b819-f4961abb71d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c4516824-9d19-438d-bd0c-76f5902d347f'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:04:42.621371 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (298249fd-6ae6-4344-b396-9642a975cb27), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.790768 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0951bfb-d354-4cde-9c4b-3f13d651f6a6 admin admin] Network d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:04:42.831989 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-f0951bfb-d354-4cde-9c4b-3f13d651f6a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:42.846907 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] For port 298249fd-6ae6-4344-b396-9642a975cb27, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:04:42.853085 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] For port 298249fd-6ae6-4344-b396-9642a975cb27, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=298249fd-6ae6-4344-b396-9642a975cb27,segment=NetworkSegment(7d83e458-90b3-469b-b819-f4961abb71d4),segment_id=7d83e458-90b3-469b-b819-f4961abb71d4)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:04:42.856361 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:42.924721 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (298249fd-6ae6-4344-b396-9642a975cb27), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.988178 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:43.005103 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] Routers {'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:43.006030 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:04:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b3fc927d-f23d-46a0-a40f-ef585aeb7b7b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:43.026329 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:43.087619 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e121ca5e-e0c6-43d7-869c-d61c0cc46685 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:43.088184 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e121ca5e-e0c6-43d7-869c-d61c0cc46685), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.095593 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad36a84-5f0a-4ccc-ab50-ece2843498a7 None None] Pushing event updated for resources: {'Port': ['ID=298249fd-6ae6-4344-b396-9642a975cb27,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:43.150448 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port e121ca5e-e0c6-43d7-869c-d61c0cc46685, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e121ca5e-e0c6-43d7-869c-d61c0cc46685,segment=NetworkSegment(7d83e458-90b3-469b-b819-f4961abb71d4),segment_id=7d83e458-90b3-469b-b819-f4961abb71d4)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:43.189149 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:43.195898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Current status of the port e121ca5e-e0c6-43d7-869c-d61c0cc46685 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:43.195898 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e121ca5e-e0c6-43d7-869c-d61c0cc46685), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.244202 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0951bfb-d354-4cde-9c4b-3f13d651f6a6 admin admin] Router de26ad02-5b9d-42a6-8f30-3a881ff18042 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:04:43.254868 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] Set router b3fc927d-f23d-46a0-a40f-ef585aeb7b7b gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:43.286747 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e121ca5e-e0c6-43d7-869c-d61c0cc46685), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.297067 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dfce4de4-bd19-499d-a437-e0d9bb403663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.337206 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42958) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:43.376152 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6850be9d-f7f6-49d3-873f-582f39abf293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.384781 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:43.416553 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:04:43.417649 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:04:43.418602 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de26ad02-5b9d-42a6-8f30-3a881ff18042', 'name': 'tempest-TestVolumeBootPattern-1244205836-router', 'tenant_id': '2c39594f88664c80b2e6e2774152f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e25795ae-5d89-4ecb-8f97-d4e6a861dac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:32Z', 'updated_at': '2022-11-02T13:04:41Z', 'revision_number': 4, 'project_id': '2c39594f88664c80b2e6e2774152f315', 'gw_port': {'id': 'e25795ae-5d89-4ecb-8f97-d4e6a861dac3', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de26ad02-5b9d-42a6-8f30-3a881ff18042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:34Z', 'updated_at': '2022-11-02T13:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '5a738b56-c141-4f04-8346-fea6a6de9cc9', 'name': '', 'network_id': 'd6b1ce3b-5388-4a6c-a200-0f2639cdd5a7', 'tenant_id': '2c39594f88664c80b2e6e2774152f315', 'mac_address': 'fa:16:3e:ea:6d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de26ad02-5b9d-42a6-8f30-3a881ff18042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '0993630b-d03a-439e-9076-da1021ca023c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:39Z', 'updated_at': '2022-11-02T13:04:39Z', 'revision_number': 1, 'project_id': '2c39594f88664c80b2e6e2774152f315', 'subnets': [{'id': '0993630b-d03a-439e-9076-da1021ca023c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:43.463747 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ce80b01-dd99-49da-b7e4-d851003ee0e4 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:43.470271 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c37493c-5f07-46dc-b3f8-af852aba3840 None None] The sync data for ids ['de26ad02-5b9d-42a6-8f30-3a881ff18042'] in n-d-857339-6 is: [{'id': 'de26ad02-5b9d-42a6-8f30-3a881ff18042', 'name': 'tempest-TestVolumeBootPattern-1244205836-router', 'tenant_id': '2c39594f88664c80b2e6e2774152f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e25795ae-5d89-4ecb-8f97-d4e6a861dac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:32Z', 'updated_at': '2022-11-02T13:04:41Z', 'revision_number': 4, 'project_id': '2c39594f88664c80b2e6e2774152f315', 'gw_port': {'id': 'e25795ae-5d89-4ecb-8f97-d4e6a861dac3', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de26ad02-5b9d-42a6-8f30-3a881ff18042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:34Z', 'updated_at': '2022-11-02T13:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '5a738b56-c141-4f04-8346-fea6a6de9cc9', 'name': '', 'network_id': 'd6b1ce3b-5388-4a6c-a200-0f2639cdd5a7', 'tenant_id': '2c39594f88664c80b2e6e2774152f315', 'mac_address': 'fa:16:3e:ea:6d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de26ad02-5b9d-42a6-8f30-3a881ff18042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '0993630b-d03a-439e-9076-da1021ca023c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:39Z', 'updated_at': '2022-11-02T13:04:39Z', 'revision_number': 1, 'project_id': '2c39594f88664c80b2e6e2774152f315', 'subnets': [{'id': '0993630b-d03a-439e-9076-da1021ca023c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:04:43.548256 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=e121ca5e-e0c6-43d7-869c-d61c0cc46685,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:43.594363 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:43.594789 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ce80b01-dd99-49da-b7e4-d851003ee0e4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.594983 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 Nov 02 13:04:43.615950 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b92dde75-a44e-4723-8708-f65b7b2eafa5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (b3fc927d-f23d-46a0-a40f-ef585aeb7b7b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.627587 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978430787', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ba1ba3b-c5bd-4fe0-928b-13ea3058a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:27Z', 'updated_at': '2022-11-02T13:04:37Z', 'revision_number': 4, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '7ba1ba3b-c5bd-4fe0-928b-13ea3058a087', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:29Z', 'updated_at': '2022-11-02T13:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '298249fd-6ae6-4344-b396-9642a975cb27', 'name': '', 'network_id': 'c4516824-9d19-438d-bd0c-76f5902d347f', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'mac_address': 'fa:16:3e:9b:4b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '8d872bf7-5436-4f67-a4db-6449c912470e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:35Z', 'updated_at': '2022-11-02T13:04:42Z', 'revision_number': 4, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'subnets': [{'id': '8d872bf7-5436-4f67-a4db-6449c912470e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:43.642714 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6850be9d-f7f6-49d3-873f-582f39abf293 admin admin] Publish callbacks [] for security_group (04cb461d-f793-40c6-9500-663861e78442), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.670087 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d251c84-6175-4880-a0e5-d3a26cb36320 None None] The sync data for ids ['b3fc927d-f23d-46a0-a40f-ef585aeb7b7b'] in n-d-857339-6 is: [{'id': 'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978430787', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ba1ba3b-c5bd-4fe0-928b-13ea3058a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:27Z', 'updated_at': '2022-11-02T13:04:37Z', 'revision_number': 4, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '7ba1ba3b-c5bd-4fe0-928b-13ea3058a087', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:29Z', 'updated_at': '2022-11-02T13:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '298249fd-6ae6-4344-b396-9642a975cb27', 'name': '', 'network_id': 'c4516824-9d19-438d-bd0c-76f5902d347f', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'mac_address': 'fa:16:3e:9b:4b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '8d872bf7-5436-4f67-a4db-6449c912470e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:35Z', 'updated_at': '2022-11-02T13:04:42Z', 'revision_number': 4, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'subnets': [{'id': '8d872bf7-5436-4f67-a4db-6449c912470e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:04:43.710558 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0951bfb-d354-4cde-9c4b-3f13d651f6a6 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:04:43.717190 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f0951bfb-d354-4cde-9c4b-3f13d651f6a6 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/de26ad02-5b9d-42a6-8f30-3a881ff18042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8970847 Nov 02 13:04:43.738215 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:43.739734 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6850be9d-f7f6-49d3-873f-582f39abf293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (04cb461d-f793-40c6-9500-663861e78442), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.852731 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6850be9d-f7f6-49d3-873f-582f39abf293 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0b97113e9bf343339238c877ca7f28d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5121052 Nov 02 13:04:43.853025 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850be9d-f7f6-49d3-873f-582f39abf293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cb461d-f793-40c6-9500-663861e78442,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:43.859427 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 42982) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:43.961643 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b26230a9-e109-40f2-9d53-63e030baa177 admin admin] Publish callbacks [] for security_group (04cb461d-f793-40c6-9500-663861e78442), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.005748 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b26230a9-e109-40f2-9d53-63e030baa177 admin admin] Publish callbacks [] for security_group (04cb461d-f793-40c6-9500-663861e78442), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.016478 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Current status of the port e121ca5e-e0c6-43d7-869c-d61c0cc46685 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:44.067543 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Provisioning complete for port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:44.067888 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ce80b01-dd99-49da-b7e4-d851003ee0e4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.068425 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Attempt 1 to provision port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 Nov 02 13:04:44.164470 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-b92dde75-a44e-4723-8708-f65b7b2eafa5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Deleting port 298249fd-6ae6-4344-b396-9642a975cb27 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:04:44.165449 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b92dde75-a44e-4723-8708-f65b7b2eafa5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (298249fd-6ae6-4344-b396-9642a975cb27), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.210412 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Current status of the port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:44.218308 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Provisioning complete for port 5a738b56-c141-4f04-8346-fea6a6de9cc9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:44.218663 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5a738b56-c141-4f04-8346-fea6a6de9cc9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.219007 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Attempt 1 to provision port 5a738b56-c141-4f04-8346-fea6a6de9cc9 Nov 02 13:04:44.288673 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Port 5a738b56-c141-4f04-8346-fea6a6de9cc9 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:04:44.294106 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b26230a9-e109-40f2-9d53-63e030baa177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (04cb461d-f793-40c6-9500-663861e78442), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.294250 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b26230a9-e109-40f2-9d53-63e030baa177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.300073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Provisioning complete for port 298249fd-6ae6-4344-b396-9642a975cb27 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:44.300780 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (298249fd-6ae6-4344-b396-9642a975cb27), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.301228 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Attempt 1 to provision port 298249fd-6ae6-4344-b396-9642a975cb27 Nov 02 13:04:44.303624 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b26230a9-e109-40f2-9d53-63e030baa177 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/04cb461d-f793-40c6-9500-663861e78442 HTTP/1.1" status: 204 len: 168 time: 0.4427080 Nov 02 13:04:44.318671 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:44.336244 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26230a9-e109-40f2-9d53-63e030baa177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cb461d-f793-40c6-9500-663861e78442,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:44.340432 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-b92dde75-a44e-4723-8708-f65b7b2eafa5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] For port 298249fd-6ae6-4344-b396-9642a975cb27, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=298249fd-6ae6-4344-b396-9642a975cb27,segment=NetworkSegment(7d83e458-90b3-469b-b819-f4961abb71d4),segment_id=7d83e458-90b3-469b-b819-f4961abb71d4)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:44.343030 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b92dde75-a44e-4723-8708-f65b7b2eafa5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (298249fd-6ae6-4344-b396-9642a975cb27), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.395358 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-b92dde75-a44e-4723-8708-f65b7b2eafa5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Calling delete_port for 298249fd-6ae6-4344-b396-9642a975cb27 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:04:44.501569 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Current status of the port 298249fd-6ae6-4344-b396-9642a975cb27 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:44.507479 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (298249fd-6ae6-4344-b396-9642a975cb27), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.598826 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] For port 298249fd-6ae6-4344-b396-9642a975cb27, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=298249fd-6ae6-4344-b396-9642a975cb27,segment=NetworkSegment(7d83e458-90b3-469b-b819-f4961abb71d4),segment_id=7d83e458-90b3-469b-b819-f4961abb71d4)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:44.691196 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (298249fd-6ae6-4344-b396-9642a975cb27), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.794997 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650a00c-9b32-4d06-8789-71255162ee8b None None] Pushing event updated for resources: {'Port': ['ID=298249fd-6ae6-4344-b396-9642a975cb27,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:44.799985 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:44.838914 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9f2283b7-4835-4fb2-8ec3-2ead59a98b61 None None] Provisioning complete for port 5a738b56-c141-4f04-8346-fea6a6de9cc9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:44.840221 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9f2283b7-4835-4fb2-8ec3-2ead59a98b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5a738b56-c141-4f04-8346-fea6a6de9cc9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.840804 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9f2283b7-4835-4fb2-8ec3-2ead59a98b61 None None] Attempt 1 to provision port 5a738b56-c141-4f04-8346-fea6a6de9cc9 Nov 02 13:04:44.910977 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9f2283b7-4835-4fb2-8ec3-2ead59a98b61 None None] Port 5a738b56-c141-4f04-8346-fea6a6de9cc9 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:04:44.968799 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b92dde75-a44e-4723-8708-f65b7b2eafa5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (298249fd-6ae6-4344-b396-9642a975cb27), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.037014 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dde75-a44e-4723-8708-f65b7b2eafa5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event deleted for resources: {'Port': ['ID=298249fd-6ae6-4344-b396-9642a975cb27,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:45.094951 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.325023 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:45.433928 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b92dde75-a44e-4723-8708-f65b7b2eafa5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (b3fc927d-f23d-46a0-a40f-ef585aeb7b7b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.561980 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8545a826-b35b-4ff7-b301-c3ab5fb7b3f8 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:04:45.613136 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e25795ae-5d89-4ecb-8f97-d4e6a861dac3 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:45.642015 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:45.729916 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e25795ae-5d89-4ecb-8f97-d4e6a861dac3 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:45.731178 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e25795ae-5d89-4ecb-8f97-d4e6a861dac3), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.731539 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e25795ae-5d89-4ecb-8f97-d4e6a861dac3 Nov 02 13:04:45.842880 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8545a826-b35b-4ff7-b301-c3ab5fb7b3f8 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:04:45.852272 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:45.915391 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-16cc7972-cbe9-4523-9593-6b13b5c9d429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.916171 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92dde75-a44e-4723-8708-f65b7b2eafa5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Router b3fc927d-f23d-46a0-a40f-ef585aeb7b7b has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:04:45.923839 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e25795ae-5d89-4ecb-8f97-d4e6a861dac3 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:45.924228 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e25795ae-5d89-4ecb-8f97-d4e6a861dac3), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.983184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port e25795ae-5d89-4ecb-8f97-d4e6a861dac3, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e25795ae-5d89-4ecb-8f97-d4e6a861dac3,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:46.061394 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92dde75-a44e-4723-8708-f65b7b2eafa5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:04:46.070534 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b92dde75-a44e-4723-8708-f65b7b2eafa5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "PUT /networking/v2.0/routers/b3fc927d-f23d-46a0-a40f-ef585aeb7b7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7496881 Nov 02 13:04:46.071291 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43074) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:46.152781 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3bd1dce-5772-4d35-81e5-35336d5a791c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Deleting subnet 8d872bf7-5436-4f67-a4db-6449c912470e {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:04:46.157972 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d3bd1dce-5772-4d35-81e5-35336d5a791c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for subnet (8d872bf7-5436-4f67-a4db-6449c912470e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.161043 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e25795ae-5d89-4ecb-8f97-d4e6a861dac3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.168256 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e121ca5e-e0c6-43d7-869c-d61c0cc46685 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:46.231790 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d3bd1dce-5772-4d35-81e5-35336d5a791c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (8d872bf7-5436-4f67-a4db-6449c912470e), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.289996 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=e25795ae-5d89-4ecb-8f97-d4e6a861dac3,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:46.309587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e121ca5e-e0c6-43d7-869c-d61c0cc46685 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:46.310238 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e121ca5e-e0c6-43d7-869c-d61c0cc46685), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.310839 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e121ca5e-e0c6-43d7-869c-d61c0cc46685 Nov 02 13:04:46.345482 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d3bd1dce-5772-4d35-81e5-35336d5a791c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (8d872bf7-5436-4f67-a4db-6449c912470e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.449747 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e121ca5e-e0c6-43d7-869c-d61c0cc46685 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:46.547378 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d3bd1dce-5772-4d35-81e5-35336d5a791c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (8d872bf7-5436-4f67-a4db-6449c912470e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.603889 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd1dce-5772-4d35-81e5-35336d5a791c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event deleted for resources: {'Subnet': ['ID=8d872bf7-5436-4f67-a4db-6449c912470e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:46.606451 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:46.621686 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d3bd1dce-5772-4d35-81e5-35336d5a791c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.628467 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d3bd1dce-5772-4d35-81e5-35336d5a791c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/8d872bf7-5436-4f67-a4db-6449c912470e HTTP/1.1" status: 204 len: 168 time: 0.5538781 Nov 02 13:04:46.629615 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43104) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:46.789990 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:46.825709 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-69e1b871-0f5c-4ca3-ab85-05eac7e52a74 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router (b3fc927d-f23d-46a0-a40f-ef585aeb7b7b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.949939 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:47.086763 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-69e1b871-0f5c-4ca3-ab85-05eac7e52a74 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_gateway (b3fc927d-f23d-46a0-a40f-ef585aeb7b7b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:47.264733 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b77858-2b7b-4b07-8cae-1d67add9126e None None] Sync routers for ids ['b3fc927d-f23d-46a0-a40f-ef585aeb7b7b'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:04:47.295714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b77858-2b7b-4b07-8cae-1d67add9126e None None] Routers {'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:47.296371 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-07b77858-2b7b-4b07-8cae-1d67add9126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:04:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b3fc927d-f23d-46a0-a40f-ef585aeb7b7b'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:47.367972 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:47.385336 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-69e1b871-0f5c-4ca3-ab85-05eac7e52a74 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Deleting port 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:04:47.386233 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-69e1b871-0f5c-4ca3-ab85-05eac7e52a74 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7ba1ba3b-c5bd-4fe0-928b-13ea3058a087), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:47.495481 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e25795ae-5d89-4ecb-8f97-d4e6a861dac3 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:47.601056 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-69e1b871-0f5c-4ca3-ab85-05eac7e52a74 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] For port 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=7ba1ba3b-c5bd-4fe0-928b-13ea3058a087,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:47.602054 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-69e1b871-0f5c-4ca3-ab85-05eac7e52a74 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7ba1ba3b-c5bd-4fe0-928b-13ea3058a087), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:47.665973 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-69e1b871-0f5c-4ca3-ab85-05eac7e52a74 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Calling delete_port for 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:04:47.677116 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce26a18-7b02-4c9f-b338-dc786d12f579 None None] Network c4516824-9d19-438d-bd0c-76f5902d347f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:04:47.694574 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-cc45e8b8-49a0-456b-bc0d-124b5b065264 None None] Provisioning complete for port e121ca5e-e0c6-43d7-869c-d61c0cc46685 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:47.695068 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cc45e8b8-49a0-456b-bc0d-124b5b065264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e121ca5e-e0c6-43d7-869c-d61c0cc46685), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:47.695606 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-cc45e8b8-49a0-456b-bc0d-124b5b065264 None None] Attempt 1 to provision port e121ca5e-e0c6-43d7-869c-d61c0cc46685 Nov 02 13:04:47.799123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e25795ae-5d89-4ecb-8f97-d4e6a861dac3 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:47.800101 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e25795ae-5d89-4ecb-8f97-d4e6a861dac3), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:47.800101 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e25795ae-5d89-4ecb-8f97-d4e6a861dac3 Nov 02 13:04:47.807260 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:47.980719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-07b77858-2b7b-4b07-8cae-1d67add9126e None None] Set router b3fc927d-f23d-46a0-a40f-ef585aeb7b7b gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:48.094580 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:48.124682 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-69e1b871-0f5c-4ca3-ab85-05eac7e52a74 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (7ba1ba3b-c5bd-4fe0-928b-13ea3058a087), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:48.183540 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1b871-0f5c-4ca3-ab85-05eac7e52a74 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event deleted for resources: {'Port': ['ID=7ba1ba3b-c5bd-4fe0-928b-13ea3058a087,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:48.310526 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-69e1b871-0f5c-4ca3-ab85-05eac7e52a74 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (b3fc927d-f23d-46a0-a40f-ef585aeb7b7b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:48.371390 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3e5359-d248-4f4c-917e-553d0a1e98f9 None None] DHCP port deletion for c4516824-9d19-438d-bd0c-76f5902d347f request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:04:48.385733 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cc45e8b8-49a0-456b-bc0d-124b5b065264 None None] Current status of the port e121ca5e-e0c6-43d7-869c-d61c0cc46685 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:48.505121 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-69e1b871-0f5c-4ca3-ab85-05eac7e52a74 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (b3fc927d-f23d-46a0-a40f-ef585aeb7b7b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:48.517829 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-69e1b871-0f5c-4ca3-ab85-05eac7e52a74 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_controller (b3fc927d-f23d-46a0-a40f-ef585aeb7b7b), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:48.668451 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0a3e5359-d248-4f4c-917e-553d0a1e98f9 None None] Deleting port e121ca5e-e0c6-43d7-869c-d61c0cc46685 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:04:48.668920 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0a3e5359-d248-4f4c-917e-553d0a1e98f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e121ca5e-e0c6-43d7-869c-d61c0cc46685), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:48.707008 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-69e1b871-0f5c-4ca3-ab85-05eac7e52a74 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (b3fc927d-f23d-46a0-a40f-ef585aeb7b7b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:48.717284 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:48.717436 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e1b871-0f5c-4ca3-ab85-05eac7e52a74 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Fanout notify agent at l3_agent the message router_deleted on router b3fc927d-f23d-46a0-a40f-ef585aeb7b7b {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:04:48.720516 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-07b77858-2b7b-4b07-8cae-1d67add9126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978430787', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ba1ba3b-c5bd-4fe0-928b-13ea3058a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:27Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 5, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '7ba1ba3b-c5bd-4fe0-928b-13ea3058a087', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:29Z', 'updated_at': '2022-11-02T13:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:48.741743 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-69e1b871-0f5c-4ca3-ab85-05eac7e52a74 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:48.747410 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-69e1b871-0f5c-4ca3-ab85-05eac7e52a74 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "DELETE /networking/v2.0/routers/b3fc927d-f23d-46a0-a40f-ef585aeb7b7b HTTP/1.1" status: 204 len: 168 time: 2.1153827 Nov 02 13:04:48.748164 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43148) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:48.792139 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] Sync routers for ids ['de26ad02-5b9d-42a6-8f30-3a881ff18042'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:04:48.814137 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] Routers {'de26ad02-5b9d-42a6-8f30-3a881ff18042'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:48.816927 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:04:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['de26ad02-5b9d-42a6-8f30-3a881ff18042'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:48.834166 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b77858-2b7b-4b07-8cae-1d67add9126e None None] Checking router: b3fc927d-f23d-46a0-a40f-ef585aeb7b7b for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:04:48.872838 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:48.904562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e25795ae-5d89-4ecb-8f97-d4e6a861dac3 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:48.915532 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:48.918837 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-0a3e5359-d248-4f4c-917e-553d0a1e98f9 None None] For port e121ca5e-e0c6-43d7-869c-d61c0cc46685, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e121ca5e-e0c6-43d7-869c-d61c0cc46685,segment=NetworkSegment(7d83e458-90b3-469b-b819-f4961abb71d4),segment_id=7d83e458-90b3-469b-b819-f4961abb71d4)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:48.919250 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0a3e5359-d248-4f4c-917e-553d0a1e98f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e121ca5e-e0c6-43d7-869c-d61c0cc46685), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:48.922185 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b77858-2b7b-4b07-8cae-1d67add9126e None None] Routers set() bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:48.922945 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b77858-2b7b-4b07-8cae-1d67add9126e None None] Router IDs set() for agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Nov 02 13:04:48.924284 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_agentschedulers_db [None req-07b77858-2b7b-4b07-8cae-1d67add9126e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b3fc927d-f23d-46a0-a40f-ef585aeb7b7b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:04:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent'). {{(pid=105977) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 02 13:04:48.924965 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b77858-2b7b-4b07-8cae-1d67add9126e None None] The sync data for ids ['b3fc927d-f23d-46a0-a40f-ef585aeb7b7b'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:04:48.978923 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0a3e5359-d248-4f4c-917e-553d0a1e98f9 None None] Calling delete_port for e121ca5e-e0c6-43d7-869c-d61c0cc46685 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:04:49.059970 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] Set router de26ad02-5b9d-42a6-8f30-3a881ff18042 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:49.092852 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5664498d-2aac-4304-ab3a-75f2664b0475 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (c4516824-9d19-438d-bd0c-76f5902d347f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:49.179680 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:49.213724 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-5664498d-2aac-4304-ab3a-75f2664b0475 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Deleting port e121ca5e-e0c6-43d7-869c-d61c0cc46685 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:04:49.214090 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5664498d-2aac-4304-ab3a-75f2664b0475 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e121ca5e-e0c6-43d7-869c-d61c0cc46685), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:49.247576 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0a3e5359-d248-4f4c-917e-553d0a1e98f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (e121ca5e-e0c6-43d7-869c-d61c0cc46685), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:49.303196 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-5664498d-2aac-4304-ab3a-75f2664b0475 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] For port e121ca5e-e0c6-43d7-869c-d61c0cc46685, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e121ca5e-e0c6-43d7-869c-d61c0cc46685,segment=NetworkSegment(7d83e458-90b3-469b-b819-f4961abb71d4),segment_id=7d83e458-90b3-469b-b819-f4961abb71d4)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:49.303798 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5664498d-2aac-4304-ab3a-75f2664b0475 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e121ca5e-e0c6-43d7-869c-d61c0cc46685), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:49.304521 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e5359-d248-4f4c-917e-553d0a1e98f9 None None] Pushing event deleted for resources: {'Port': ['ID=e121ca5e-e0c6-43d7-869c-d61c0cc46685,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:49.312379 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3e5359-d248-4f4c-917e-553d0a1e98f9 None None] No DVR routers for this DVR port e121ca5e-e0c6-43d7-869c-d61c0cc46685 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:04:49.322563 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-5664498d-2aac-4304-ab3a-75f2664b0475 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Calling delete_port for e121ca5e-e0c6-43d7-869c-d61c0cc46685 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:04:49.411377 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de26ad02-5b9d-42a6-8f30-3a881ff18042', 'name': 'tempest-TestVolumeBootPattern-1244205836-router', 'tenant_id': '2c39594f88664c80b2e6e2774152f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e25795ae-5d89-4ecb-8f97-d4e6a861dac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:32Z', 'updated_at': '2022-11-02T13:04:41Z', 'revision_number': 4, 'project_id': '2c39594f88664c80b2e6e2774152f315', 'gw_port': {'id': 'e25795ae-5d89-4ecb-8f97-d4e6a861dac3', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de26ad02-5b9d-42a6-8f30-3a881ff18042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:34Z', 'updated_at': '2022-11-02T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '5a738b56-c141-4f04-8346-fea6a6de9cc9', 'name': '', 'network_id': 'd6b1ce3b-5388-4a6c-a200-0f2639cdd5a7', 'tenant_id': '2c39594f88664c80b2e6e2774152f315', 'mac_address': 'fa:16:3e:ea:6d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de26ad02-5b9d-42a6-8f30-3a881ff18042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '0993630b-d03a-439e-9076-da1021ca023c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:39Z', 'updated_at': '2022-11-02T13:04:42Z', 'revision_number': 2, 'project_id': '2c39594f88664c80b2e6e2774152f315', 'subnets': [{'id': '0993630b-d03a-439e-9076-da1021ca023c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:49.463821 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] Checking router: de26ad02-5b9d-42a6-8f30-3a881ff18042 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:04:49.464161 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] Updating router de26ad02-5b9d-42a6-8f30-3a881ff18042 port 5a738b56-c141-4f04-8346-fea6a6de9cc9 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:04:49.490468 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5664498d-2aac-4304-ab3a-75f2664b0475 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (e121ca5e-e0c6-43d7-869c-d61c0cc46685), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:49.520765 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5a738b56-c141-4f04-8346-fea6a6de9cc9), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:49.524116 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:49.533940 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664498d-2aac-4304-ab3a-75f2664b0475 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event deleted for resources: {'Port': ['ID=e121ca5e-e0c6-43d7-869c-d61c0cc46685,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:49.541919 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5664498d-2aac-4304-ab3a-75f2664b0475 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] No DVR routers for this DVR port e121ca5e-e0c6-43d7-869c-d61c0cc46685 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:04:49.587395 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:49.682904 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5664498d-2aac-4304-ab3a-75f2664b0475 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (c4516824-9d19-438d-bd0c-76f5902d347f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:49.746847 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5664498d-2aac-4304-ab3a-75f2664b0475 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4516824-9d19-438d-bd0c-76f5902d347f']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:49.767498 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5664498d-2aac-4304-ab3a-75f2664b0475 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d83e458-90b3-469b-b819-f4961abb71d4') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:49.768046 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5664498d-2aac-4304-ab3a-75f2664b0475 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d83e458-90b3-469b-b819-f4961abb71d4') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:49.783240 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5664498d-2aac-4304-ab3a-75f2664b0475 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (7d83e458-90b3-469b-b819-f4961abb71d4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:49.794825 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:49.816244 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5664498d-2aac-4304-ab3a-75f2664b0475 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (7d83e458-90b3-469b-b819-f4961abb71d4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:49.827117 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5664498d-2aac-4304-ab3a-75f2664b0475 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:04:49.827794 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5664498d-2aac-4304-ab3a-75f2664b0475 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (7d83e458-90b3-469b-b819-f4961abb71d4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:49.905949 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 7d83e458-90b3-469b-b819-f4961abb71d4 resource provider aggregate not found Nov 02 13:04:49.945545 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 7d83e458-90b3-469b-b819-f4961abb71d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d83e458-90b3-469b-b819-f4961abb71d4 found for delete ", "request_id": "req-7b4f42a9-c4b0-46e0-ab1b-d703fbeede02"}]} Nov 02 13:04:49.962300 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] Publish callbacks [] for port (5a738b56-c141-4f04-8346-fea6a6de9cc9), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:49.963177 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 298249fd-6ae6-4344-b396-9642a975cb27 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:49.990786 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 298249fd-6ae6-4344-b396-9642a975cb27 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:04:49.991442 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 298249fd-6ae6-4344-b396-9642a975cb27 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:49.992039 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e121ca5e-e0c6-43d7-869c-d61c0cc46685 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:50.001093 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5664498d-2aac-4304-ab3a-75f2664b0475 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (c4516824-9d19-438d-bd0c-76f5902d347f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:50.015807 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5664498d-2aac-4304-ab3a-75f2664b0475 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:50.019908 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5664498d-2aac-4304-ab3a-75f2664b0475 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "DELETE /networking/v2.0/networks/c4516824-9d19-438d-bd0c-76f5902d347f HTTP/1.1" status: 204 len: 168 time: 1.2700758 Nov 02 13:04:50.024326 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5a738b56-c141-4f04-8346-fea6a6de9cc9), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:50.024906 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43176) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:50.027956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: e121ca5e-e0c6-43d7-869c-d61c0cc46685 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:04:50.028410 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e121ca5e-e0c6-43d7-869c-d61c0cc46685 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:50.090759 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664498d-2aac-4304-ab3a-75f2664b0475 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event deleted for resources: {'Network': ['ID=c4516824-9d19-438d-bd0c-76f5902d347f,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:50.147277 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-118df622-2f8f-4457-a44c-cadc95d4e3f8 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (1a2938ae-f6c4-4e7b-9786-0222f0a3cc68), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:50.193714 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-118df622-2f8f-4457-a44c-cadc95d4e3f8 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (1a2938ae-f6c4-4e7b-9786-0222f0a3cc68), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:50.195521 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228caae-865f-46b4-8794-e9892f47af1a None None] Pushing event updated for resources: {'Port': ['ID=5a738b56-c141-4f04-8346-fea6a6de9cc9,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:50.217151 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228caae-865f-46b4-8794-e9892f47af1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:50.217510 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228caae-865f-46b4-8794-e9892f47af1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:50.217902 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228caae-865f-46b4-8794-e9892f47af1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:50.218291 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228caae-865f-46b4-8794-e9892f47af1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:50.221051 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228caae-865f-46b4-8794-e9892f47af1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:50.221051 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228caae-865f-46b4-8794-e9892f47af1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:50.221051 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228caae-865f-46b4-8794-e9892f47af1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:50.221051 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228caae-865f-46b4-8794-e9892f47af1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:50.221051 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228caae-865f-46b4-8794-e9892f47af1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:50.221051 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228caae-865f-46b4-8794-e9892f47af1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:50.222127 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228caae-865f-46b4-8794-e9892f47af1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:50.222127 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228caae-865f-46b4-8794-e9892f47af1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:50.222579 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228caae-865f-46b4-8794-e9892f47af1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:50.222907 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228caae-865f-46b4-8794-e9892f47af1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:50.223232 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6228caae-865f-46b4-8794-e9892f47af1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:50.236387 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] Attempting to bind port 5a738b56-c141-4f04-8346-fea6a6de9cc9 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:04:50.236779 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] Attempting to bind port 5a738b56-c141-4f04-8346-fea6a6de9cc9 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '3b4de3bb-1c23-433c-9232-bd87aca64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd6b1ce3b-5388-4a6c-a200-0f2639cdd5a7'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:04:50.243761 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] Attempting to bind port 5a738b56-c141-4f04-8346-fea6a6de9cc9 on network d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:04:50.305599 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:04:50.306291 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] Checking segment: {'id': '3b4de3bb-1c23-433c-9232-bd87aca64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd6b1ce3b-5388-4a6c-a200-0f2639cdd5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:04:50.306685 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:50.307069 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] Bound using segment: {'id': '3b4de3bb-1c23-433c-9232-bd87aca64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd6b1ce3b-5388-4a6c-a200-0f2639cdd5a7'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:04:50.307530 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] Bound port: 5a738b56-c141-4f04-8346-fea6a6de9cc9, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4de3bb-1c23-433c-9232-bd87aca64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd6b1ce3b-5388-4a6c-a200-0f2639cdd5a7'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:04:50.307896 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5a738b56-c141-4f04-8346-fea6a6de9cc9), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:50.378984 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] For port 5a738b56-c141-4f04-8346-fea6a6de9cc9, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:04:50.382307 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] For port 5a738b56-c141-4f04-8346-fea6a6de9cc9, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5a738b56-c141-4f04-8346-fea6a6de9cc9,segment=NetworkSegment(3b4de3bb-1c23-433c-9232-bd87aca64ae6),segment_id=3b4de3bb-1c23-433c-9232-bd87aca64ae6)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:04:50.466945 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-118df622-2f8f-4457-a44c-cadc95d4e3f8 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1a2938ae-f6c4-4e7b-9786-0222f0a3cc68), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:50.467607 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5a738b56-c141-4f04-8346-fea6a6de9cc9), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:50.469900 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-118df622-2f8f-4457-a44c-cadc95d4e3f8 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:50.481594 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-118df622-2f8f-4457-a44c-cadc95d4e3f8 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1a2938ae-f6c4-4e7b-9786-0222f0a3cc68 HTTP/1.1" status: 204 len: 168 time: 0.4482386 Nov 02 13:04:50.501722 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118df622-2f8f-4457-a44c-cadc95d4e3f8 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2938ae-f6c4-4e7b-9786-0222f0a3cc68,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:50.527651 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] Routers {'de26ad02-5b9d-42a6-8f30-3a881ff18042'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:50.528401 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:04:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['de26ad02-5b9d-42a6-8f30-3a881ff18042'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:50.653345 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228caae-865f-46b4-8794-e9892f47af1a None None] Pushing event updated for resources: {'Port': ['ID=5a738b56-c141-4f04-8346-fea6a6de9cc9,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:50.684277 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] Set router de26ad02-5b9d-42a6-8f30-3a881ff18042 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:51.013111 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de26ad02-5b9d-42a6-8f30-3a881ff18042', 'name': 'tempest-TestVolumeBootPattern-1244205836-router', 'tenant_id': '2c39594f88664c80b2e6e2774152f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e25795ae-5d89-4ecb-8f97-d4e6a861dac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:32Z', 'updated_at': '2022-11-02T13:04:41Z', 'revision_number': 4, 'project_id': '2c39594f88664c80b2e6e2774152f315', 'gw_port': {'id': 'e25795ae-5d89-4ecb-8f97-d4e6a861dac3', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de26ad02-5b9d-42a6-8f30-3a881ff18042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:34Z', 'updated_at': '2022-11-02T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '5a738b56-c141-4f04-8346-fea6a6de9cc9', 'name': '', 'network_id': 'd6b1ce3b-5388-4a6c-a200-0f2639cdd5a7', 'tenant_id': '2c39594f88664c80b2e6e2774152f315', 'mac_address': 'fa:16:3e:ea:6d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de26ad02-5b9d-42a6-8f30-3a881ff18042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '0993630b-d03a-439e-9076-da1021ca023c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:39Z', 'updated_at': '2022-11-02T13:04:50Z', 'revision_number': 4, 'project_id': '2c39594f88664c80b2e6e2774152f315', 'subnets': [{'id': '0993630b-d03a-439e-9076-da1021ca023c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:51.046666 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de149ea-a250-41e0-a22c-e9e7e6ed52d0 None None] The sync data for ids ['de26ad02-5b9d-42a6-8f30-3a881ff18042'] in n-d-857339-6 is: [{'id': 'de26ad02-5b9d-42a6-8f30-3a881ff18042', 'name': 'tempest-TestVolumeBootPattern-1244205836-router', 'tenant_id': '2c39594f88664c80b2e6e2774152f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e25795ae-5d89-4ecb-8f97-d4e6a861dac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:32Z', 'updated_at': '2022-11-02T13:04:41Z', 'revision_number': 4, 'project_id': '2c39594f88664c80b2e6e2774152f315', 'gw_port': {'id': 'e25795ae-5d89-4ecb-8f97-d4e6a861dac3', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de26ad02-5b9d-42a6-8f30-3a881ff18042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:34Z', 'updated_at': '2022-11-02T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '5a738b56-c141-4f04-8346-fea6a6de9cc9', 'name': '', 'network_id': 'd6b1ce3b-5388-4a6c-a200-0f2639cdd5a7', 'tenant_id': '2c39594f88664c80b2e6e2774152f315', 'mac_address': 'fa:16:3e:ea:6d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de26ad02-5b9d-42a6-8f30-3a881ff18042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '0993630b-d03a-439e-9076-da1021ca023c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:39Z', 'updated_at': '2022-11-02T13:04:50Z', 'revision_number': 4, 'project_id': '2c39594f88664c80b2e6e2774152f315', 'subnets': [{'id': '0993630b-d03a-439e-9076-da1021ca023c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:04:51.072190 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43196) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:51.078128 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-7c10f9a0-c9db-43d4-8bf3-1d59aa33f48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1793872401', 'description': 'tempest-secgroup-smoke-1793872401 description', 'project_id': '61491c06413d4385afd9e7f35b7026df'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:51.350318 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7c10f9a0-c9db-43d4-8bf3-1d59aa33f48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:51.350447 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:51.445945 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5a738b56-c141-4f04-8346-fea6a6de9cc9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:51.586485 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5a738b56-c141-4f04-8346-fea6a6de9cc9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:51.586861 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5a738b56-c141-4f04-8346-fea6a6de9cc9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:51.587203 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5a738b56-c141-4f04-8346-fea6a6de9cc9 Nov 02 13:04:51.700035 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34e566-c629-4c31-8fde-b32afc21f7fe req-e48d8977-1b9d-4483-9fad-261ac87ced60 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:51.710861 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5a738b56-c141-4f04-8346-fea6a6de9cc9 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:51.711643 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5a738b56-c141-4f04-8346-fea6a6de9cc9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:51.715511 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1f34e566-c629-4c31-8fde-b32afc21f7fe req-e48d8977-1b9d-4483-9fad-261ac87ced60 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "GET /networking/v2.0/networks?id=b0d06de6-8a85-43bf-b702-e79f29361025 HTTP/1.1" status: 200 len: 812 time: 0.2768338 Nov 02 13:04:51.742734 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1f34e566-c629-4c31-8fde-b32afc21f7fe req-8a114c6c-ba66-4519-8ca0-2c31d4d9c5c3 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "GET /networking/v2.0/quotas/0a42e2f895074311ba70e12d1b5eaeba HTTP/1.1" status: 200 len: 375 time: 0.0222993 Nov 02 13:04:51.767007 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 5a738b56-c141-4f04-8346-fea6a6de9cc9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5a738b56-c141-4f04-8346-fea6a6de9cc9,segment=NetworkSegment(3b4de3bb-1c23-433c-9232-bd87aca64ae6),segment_id=3b4de3bb-1c23-433c-9232-bd87aca64ae6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:51.856064 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1f34e566-c629-4c31-8fde-b32afc21f7fe req-8d5436c9-11f5-4fe9-8779-8b999c99a9d9 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0a42e2f895074311ba70e12d1b5eaeba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117980 Nov 02 13:04:51.863392 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:04:51.864004 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:51.872729 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5a738b56-c141-4f04-8346-fea6a6de9cc9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:51.893092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:51.920267 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:04:51.920687 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 7ba1ba3b-c5bd-4fe0-928b-13ea3058a087 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:51.996308 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=5a738b56-c141-4f04-8346-fea6a6de9cc9,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:52.017972 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7c10f9a0-c9db-43d4-8bf3-1d59aa33f48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (3dff9e05-b467-4800-ad62-959330ef1d40), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:52.130132 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7c10f9a0-c9db-43d4-8bf3-1d59aa33f48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3dff9e05-b467-4800-ad62-959330ef1d40), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:52.161652 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10f9a0-c9db-43d4-8bf3-1d59aa33f48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dff9e05-b467-4800-ad62-959330ef1d40,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:52.252282 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7c10f9a0-c9db-43d4-8bf3-1d59aa33f48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:52.253573 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7c10f9a0-c9db-43d4-8bf3-1d59aa33f48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.1795750 Nov 02 13:04:52.256544 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43216) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:52.260912 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e347ded5-9c7b-4235-b133-60a25aa5e330 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '3dff9e05-b467-4800-ad62-959330ef1d40', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:52.381347 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=10,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:52.385397 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e347ded5-9c7b-4235-b133-60a25aa5e330 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (2bf27fb1-802a-4a05-86ef-35b5a3f875cb), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:52.466267 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e347ded5-9c7b-4235-b133-60a25aa5e330 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (2bf27fb1-802a-4a05-86ef-35b5a3f875cb), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:52.590011 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e347ded5-9c7b-4235-b133-60a25aa5e330 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (2bf27fb1-802a-4a05-86ef-35b5a3f875cb), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:52.609709 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347ded5-9c7b-4235-b133-60a25aa5e330 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf27fb1-802a-4a05-86ef-35b5a3f875cb,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:52.732462 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e347ded5-9c7b-4235-b133-60a25aa5e330 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:52.734065 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e347ded5-9c7b-4235-b133-60a25aa5e330 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4765747 Nov 02 13:04:52.737213 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43226) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:52.742251 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-5d6d048e-d0a2-42f8-96b3-641ec3727e20 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '3dff9e05-b467-4800-ad62-959330ef1d40', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:52.893391 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5d6d048e-d0a2-42f8-96b3-641ec3727e20 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (12a8a5ec-2650-4384-a0cc-946a9a4680b2), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:52.994199 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5d6d048e-d0a2-42f8-96b3-641ec3727e20 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (12a8a5ec-2650-4384-a0cc-946a9a4680b2), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:53.078293 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5d6d048e-d0a2-42f8-96b3-641ec3727e20 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (12a8a5ec-2650-4384-a0cc-946a9a4680b2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:53.102302 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d048e-d0a2-42f8-96b3-641ec3727e20 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a8a5ec-2650-4384-a0cc-946a9a4680b2,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:53.107134 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:53.223408 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5d6d048e-d0a2-42f8-96b3-641ec3727e20 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:53.229597 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43238) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:53.236568 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-d07b081c-9854-40b3-b3da-63190846f5a0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '3dff9e05-b467-4800-ad62-959330ef1d40', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:53.238558 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5d6d048e-d0a2-42f8-96b3-641ec3727e20 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5000658 Nov 02 13:04:53.353162 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d07b081c-9854-40b3-b3da-63190846f5a0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (3b990484-8df0-410d-b793-732be8d5851c), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:53.385678 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=9,neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:53.399173 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5a738b56-c141-4f04-8346-fea6a6de9cc9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:53.456007 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d07b081c-9854-40b3-b3da-63190846f5a0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (3b990484-8df0-410d-b793-732be8d5851c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:53.464918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5a738b56-c141-4f04-8346-fea6a6de9cc9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:04:53.465875 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5a738b56-c141-4f04-8346-fea6a6de9cc9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:53.466787 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5a738b56-c141-4f04-8346-fea6a6de9cc9 Nov 02 13:04:53.503557 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:53.565266 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d07b081c-9854-40b3-b3da-63190846f5a0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (3b990484-8df0-410d-b793-732be8d5851c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:53.583016 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5a738b56-c141-4f04-8346-fea6a6de9cc9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:04:53.614584 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b081c-9854-40b3-b3da-63190846f5a0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b990484-8df0-410d-b793-732be8d5851c,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:53.640042 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1b2dcb17-6882-45c8-9cd5-9df01ad4aba9 req-84aa40c6-5c00-419b-a652-8ec39704b722 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478671 Nov 02 13:04:53.745209 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d07b081c-9854-40b3-b3da-63190846f5a0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:53.754219 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d07b081c-9854-40b3-b3da-63190846f5a0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5195649 Nov 02 13:04:53.754219 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43244) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:53.761548 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-8b1f489e-342e-4493-b789-b470893686ed tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '3dff9e05-b467-4800-ad62-959330ef1d40', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:53.794921 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dcb17-6882-45c8-9cd5-9df01ad4aba9 req-ba396755-82c6-41c0-bbe4-7816861249e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:53.796938 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1b2dcb17-6882-45c8-9cd5-9df01ad4aba9 req-ba396755-82c6-41c0-bbe4-7816861249e2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=34bf3744309d4381acf25152b0225203&device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 1130 time: 0.0827854 Nov 02 13:04:53.884279 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8b1f489e-342e-4493-b789-b470893686ed tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (902d11c3-4039-484d-ad38-5368c6f40887), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:53.911714 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:53.954166 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dcb17-6882-45c8-9cd5-9df01ad4aba9 req-535df659-88e8-4b86-860d-a43b189e2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:53.962019 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1b2dcb17-6882-45c8-9cd5-9df01ad4aba9 req-535df659-88e8-4b86-860d-a43b189e2c3f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.1390758 Nov 02 13:04:54.034241 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1b2dcb17-6882-45c8-9cd5-9df01ad4aba9 req-27665030-9c6e-4608-9a2d-a18dcdc926bd service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=56afa1dd-972d-439d-a0d4-02b528292ceb HTTP/1.1" status: 200 len: 217 time: 0.0690508 Nov 02 13:04:54.041085 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8b1f489e-342e-4493-b789-b470893686ed tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (902d11c3-4039-484d-ad38-5368c6f40887), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:54.167765 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8b1f489e-342e-4493-b789-b470893686ed tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (902d11c3-4039-484d-ad38-5368c6f40887), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:54.175703 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dcb17-6882-45c8-9cd5-9df01ad4aba9 req-eceaca0d-d48c-4bff-867c-07e94ae6b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:54.177697 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1b2dcb17-6882-45c8-9cd5-9df01ad4aba9 req-eceaca0d-d48c-4bff-867c-07e94ae6b917 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.1392829 Nov 02 13:04:54.192915 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f489e-342e-4493-b789-b470893686ed tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902d11c3-4039-484d-ad38-5368c6f40887,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:54.254030 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dcb17-6882-45c8-9cd5-9df01ad4aba9 req-f3a90efb-3220-4ca2-9741-958bdd107d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:54.255644 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1b2dcb17-6882-45c8-9cd5-9df01ad4aba9 req-f3a90efb-3220-4ca2-9741-958bdd107d76 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0714195 Nov 02 13:04:54.344182 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8b1f489e-342e-4493-b789-b470893686ed tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:54.349516 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43254) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:54.350654 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8b1f489e-342e-4493-b789-b470893686ed tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5951829 Nov 02 13:04:54.357861 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-d7725da8-3f81-4d94-a9be-8f998d7b07ff tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '3dff9e05-b467-4800-ad62-959330ef1d40', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:54.397180 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1b2dcb17-6882-45c8-9cd5-9df01ad4aba9 req-6962b9bf-36c0-4700-9de1-efd3e894e8ae service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347790 Nov 02 13:04:54.500243 n-d-857339-6 neutron-server[105975]: INFO neutron.db.securitygroups_db [None req-d7725da8-3f81-4d94-a9be-8f998d7b07ff tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Project 61491c06413d4385afd9e7f35b7026df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:04:54.528922 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d7725da8-3f81-4d94-a9be-8f998d7b07ff tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (c1fef4c7-5144-4a5e-bf50-01aeaaa3fa46), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:54.574472 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1b2dcb17-6882-45c8-9cd5-9df01ad4aba9 req-1c99e803-8b54-42fa-929b-12d66b3cc646 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677902 Nov 02 13:04:54.661541 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:54.668365 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d7725da8-3f81-4d94-a9be-8f998d7b07ff tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (c1fef4c7-5144-4a5e-bf50-01aeaaa3fa46), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:54.775812 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d7725da8-3f81-4d94-a9be-8f998d7b07ff tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (c1fef4c7-5144-4a5e-bf50-01aeaaa3fa46), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:54.809856 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7725da8-3f81-4d94-a9be-8f998d7b07ff tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fef4c7-5144-4a5e-bf50-01aeaaa3fa46,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:54.880239 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:54.912744 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d7725da8-3f81-4d94-a9be-8f998d7b07ff tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:54.918934 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43256) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:54.923270 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d7725da8-3f81-4d94-a9be-8f998d7b07ff tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5714052 Nov 02 13:04:54.927812 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-4e590d39-623d-4154-bf83-6d1f334c21c5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '3dff9e05-b467-4800-ad62-959330ef1d40', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:55.043515 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-4e590d39-623d-4154-bf83-6d1f334c21c5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Project 61491c06413d4385afd9e7f35b7026df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:04:55.063001 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4e590d39-623d-4154-bf83-6d1f334c21c5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (d3b0a0fd-8a3a-434d-a617-400ffa78ec59), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:55.184278 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4e590d39-623d-4154-bf83-6d1f334c21c5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (d3b0a0fd-8a3a-434d-a617-400ffa78ec59), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:55.344378 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4e590d39-623d-4154-bf83-6d1f334c21c5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (d3b0a0fd-8a3a-434d-a617-400ffa78ec59), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:55.380551 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590d39-623d-4154-bf83-6d1f334c21c5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b0a0fd-8a3a-434d-a617-400ffa78ec59,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:55.391663 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:55.574659 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4e590d39-623d-4154-bf83-6d1f334c21c5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:55.576024 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4e590d39-623d-4154-bf83-6d1f334c21c5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6552224 Nov 02 13:04:55.581256 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43266) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:55.587199 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-721a5eca-7b7c-4cd8-a75d-2c50fe93f1c6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'network': {'name': 'tempest-network-smoke--1080736829', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'port_security_enabled': True}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:55.767378 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721a5eca-7b7c-4cd8-a75d-2c50fe93f1c6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Made reservation on behalf of 61491c06413d4385afd9e7f35b7026df for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:04:55.771194 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-721a5eca-7b7c-4cd8-a75d-2c50fe93f1c6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:55.797644 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721a5eca-7b7c-4cd8-a75d-2c50fe93f1c6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:04:55.808107 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-721a5eca-7b7c-4cd8-a75d-2c50fe93f1c6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (2e5ef6e2-b61f-4aeb-8378-b7841b6301ad), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:55.809972 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-721a5eca-7b7c-4cd8-a75d-2c50fe93f1c6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Added segment 2e5ef6e2-b61f-4aeb-8378-b7841b6301ad of type vlan for network e0d8c42f-8664-4025-8a4d-4f93b62d15ca Nov 02 13:04:55.867441 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-721a5eca-7b7c-4cd8-a75d-2c50fe93f1c6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (e0d8c42f-8664-4025-8a4d-4f93b62d15ca), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:55.961160 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-721a5eca-7b7c-4cd8-a75d-2c50fe93f1c6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (e0d8c42f-8664-4025-8a4d-4f93b62d15ca), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:55.966680 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721a5eca-7b7c-4cd8-a75d-2c50fe93f1c6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:55.967436 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-721a5eca-7b7c-4cd8-a75d-2c50fe93f1c6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:56.043602 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a5eca-7b7c-4cd8-a75d-2c50fe93f1c6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'Network': ['ID=e0d8c42f-8664-4025-8a4d-4f93b62d15ca,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:56.056913 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network e0d8c42f-8664-4025-8a4d-4f93b62d15ca details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:04:56.146390 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-721a5eca-7b7c-4cd8-a75d-2c50fe93f1c6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5638611 Nov 02 13:04:56.149436 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43268) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:56.154893 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-554b159e-88f3-4cdc-b71d-249c9d5b70cc tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270192', 'admin_state_up': True, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:56.281141 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-554b159e-88f3-4cdc-b71d-249c9d5b70cc tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (3c2b691a-2a5d-44ce-98a5-707986513d6e), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:56.282410 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-554b159e-88f3-4cdc-b71d-249c9d5b70cc tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (3c2b691a-2a5d-44ce-98a5-707986513d6e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:56.318245 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:56.375842 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-554b159e-88f3-4cdc-b71d-249c9d5b70cc tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_controller (3c2b691a-2a5d-44ce-98a5-707986513d6e), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:56.608057 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:56.654952 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-554b159e-88f3-4cdc-b71d-249c9d5b70cc tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_gateway (3c2b691a-2a5d-44ce-98a5-707986513d6e), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:56.935950 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:56.975030 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-554b159e-88f3-4cdc-b71d-249c9d5b70cc tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_gateway (3c2b691a-2a5d-44ce-98a5-707986513d6e), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:57.000100 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-554b159e-88f3-4cdc-b71d-249c9d5b70cc tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:57.204284 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-554b159e-88f3-4cdc-b71d-249c9d5b70cc tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Allocated IP 172.25.2.174 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/46cbe046-ddfb-41d9-a86e-29fd7013d2dc) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:04:57.226677 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:57.372161 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-554b159e-88f3-4cdc-b71d-249c9d5b70cc tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for port (46cbe046-ddfb-41d9-a86e-29fd7013d2dc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:57.504188 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-554b159e-88f3-4cdc-b71d-249c9d5b70cc tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (46cbe046-ddfb-41d9-a86e-29fd7013d2dc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:57.557600 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554b159e-88f3-4cdc-b71d-249c9d5b70cc tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:04:57.566380 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-554b159e-88f3-4cdc-b71d-249c9d5b70cc tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:57.579807 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b159e-88f3-4cdc-b71d-249c9d5b70cc tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'Port': ['ID=46cbe046-ddfb-41d9-a86e-29fd7013d2dc,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:57.586074 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b159e-88f3-4cdc-b71d-249c9d5b70cc tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:04:58.035374 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-554b159e-88f3-4cdc-b71d-249c9d5b70cc tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_gateway (3c2b691a-2a5d-44ce-98a5-707986513d6e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:58.143632 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:58.294630 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-554b159e-88f3-4cdc-b71d-249c9d5b70cc tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (3c2b691a-2a5d-44ce-98a5-707986513d6e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:58.502238 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:58.638718 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554b159e-88f3-4cdc-b71d-249c9d5b70cc tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Router 3c2b691a-2a5d-44ce-98a5-707986513d6e is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:04:58.703261 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:58.784662 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554b159e-88f3-4cdc-b71d-249c9d5b70cc tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:04:58.803965 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] Sync routers for ids ['3c2b691a-2a5d-44ce-98a5-707986513d6e'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:04:58.823050 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] Routers {'3c2b691a-2a5d-44ce-98a5-707986513d6e'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:04:58.825093 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:04:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['3c2b691a-2a5d-44ce-98a5-707986513d6e'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:58.959223 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-554b159e-88f3-4cdc-b71d-249c9d5b70cc tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:58.959223 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-554b159e-88f3-4cdc-b71d-249c9d5b70cc tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8016579 Nov 02 13:04:58.959223 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43310) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:58.975402 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] Set router 3c2b691a-2a5d-44ce-98a5-707986513d6e gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:04:58.998522 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:59.020565 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-56accd83-5783-44db-973a-b112d4a24314 tempest-TestNetworkAdvancedServerOps-1812556403 tempest-TestNetworkAdvancedServerOps-1812556403-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?project_id=61491c06413d4385afd9e7f35b7026df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0635750 Nov 02 13:04:59.023101 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43314) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:59.152281 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:59.199301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2b691a-2a5d-44ce-98a5-707986513d6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270192', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '46cbe046-ddfb-41d9-a86e-29fd7013d2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:56Z', 'updated_at': '2022-11-02T13:04:57Z', 'revision_number': 3, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '46cbe046-ddfb-41d9-a86e-29fd7013d2dc', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:87:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2b691a-2a5d-44ce-98a5-707986513d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:57Z', 'updated_at': '2022-11-02T13:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:59.230412 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] Checking router: 3c2b691a-2a5d-44ce-98a5-707986513d6e for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:04:59.231065 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] Updating router 3c2b691a-2a5d-44ce-98a5-707986513d6e port 46cbe046-ddfb-41d9-a86e-29fd7013d2dc binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:04:59.233301 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a51b7e-d9b7-4732-b1a6-3a3218ceea3c tempest-TestNetworkAdvancedServerOps-1812556403 tempest-TestNetworkAdvancedServerOps-1812556403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:59.236768 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-65a51b7e-d9b7-4732-b1a6-3a3218ceea3c tempest-TestNetworkAdvancedServerOps-1812556403 tempest-TestNetworkAdvancedServerOps-1812556403-project-admin] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2124853 Nov 02 13:04:59.239680 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43320) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:59.295907 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f2434130-91a1-4d82-9466-d479b5b5331b tempest-TestNetworkAdvancedServerOps-1812556403 tempest-TestNetworkAdvancedServerOps-1812556403-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0549774 Nov 02 13:04:59.299593 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43322) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:59.305756 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-44c252d4-6cbd-457f-afb2-2cf2310d0bf0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1944484476', 'network_id': 'e0d8c42f-8664-4025-8a4d-4f93b62d15ca', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:59.312653 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (46cbe046-ddfb-41d9-a86e-29fd7013d2dc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:59.354253 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518db0d8-a4a5-4ceb-83e2-752f89398f78 req-519f0104-e618-4a27-82cc-3435cb12ce5f tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:59.356872 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-518db0d8-a4a5-4ceb-83e2-752f89398f78 req-519f0104-e618-4a27-82cc-3435cb12ce5f tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 948 time: 0.1559834 Nov 02 13:04:59.462879 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-518db0d8-a4a5-4ceb-83e2-752f89398f78 req-72e6885a-efcb-4384-9f31-f94fa50c23e2 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7ea55e3b-0270-4fac-a6f6-4275382c1f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724463 Nov 02 13:04:59.472593 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:59.540583 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:59.580902 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c252d4-6cbd-457f-afb2-2cf2310d0bf0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Made reservation on behalf of 61491c06413d4385afd9e7f35b7026df for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:04:59.585716 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-44c252d4-6cbd-457f-afb2-2cf2310d0bf0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:59.760099 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:59.760717 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] Publish callbacks [] for port (46cbe046-ddfb-41d9-a86e-29fd7013d2dc), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:59.872020 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (46cbe046-ddfb-41d9-a86e-29fd7013d2dc), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:59.905903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] Attempting to bind port 46cbe046-ddfb-41d9-a86e-29fd7013d2dc on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:04:59.906655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] Attempting to bind port 46cbe046-ddfb-41d9-a86e-29fd7013d2dc by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:04:59.906808 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] Attempting to bind port 46cbe046-ddfb-41d9-a86e-29fd7013d2dc on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:04:59.937610 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:04:59.969972 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbfa85-eec1-4ac1-b61c-7ee0b9600143 None None] Pushing event updated for resources: {'Port': ['ID=46cbe046-ddfb-41d9-a86e-29fd7013d2dc,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:59.984183 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bbfa85-eec1-4ac1-b61c-7ee0b9600143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:59.984571 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bbfa85-eec1-4ac1-b61c-7ee0b9600143 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:59.984912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bbfa85-eec1-4ac1-b61c-7ee0b9600143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:59.985251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bbfa85-eec1-4ac1-b61c-7ee0b9600143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:59.985589 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bbfa85-eec1-4ac1-b61c-7ee0b9600143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:59.985931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bbfa85-eec1-4ac1-b61c-7ee0b9600143 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:59.986258 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bbfa85-eec1-4ac1-b61c-7ee0b9600143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:59.986649 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bbfa85-eec1-4ac1-b61c-7ee0b9600143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:59.987033 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bbfa85-eec1-4ac1-b61c-7ee0b9600143 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:59.987570 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bbfa85-eec1-4ac1-b61c-7ee0b9600143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:59.988112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bbfa85-eec1-4ac1-b61c-7ee0b9600143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:59.988756 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bbfa85-eec1-4ac1-b61c-7ee0b9600143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:59.989330 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bbfa85-eec1-4ac1-b61c-7ee0b9600143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:59.989897 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bbfa85-eec1-4ac1-b61c-7ee0b9600143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:59.990704 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bbfa85-eec1-4ac1-b61c-7ee0b9600143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:00.014944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:05:00.015431 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:05:00.016204 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:00.017044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:05:00.022357 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] Bound port: 46cbe046-ddfb-41d9-a86e-29fd7013d2dc, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:05:00.022535 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-44c252d4-6cbd-457f-afb2-2cf2310d0bf0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (37adb09c-59f7-4983-8c4d-f3a191a47665), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:00.022654 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (46cbe046-ddfb-41d9-a86e-29fd7013d2dc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:00.098631 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c252d4-6cbd-457f-afb2-2cf2310d0bf0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'Subnet': ['ID=37adb09c-59f7-4983-8c4d-f3a191a47665,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:00.099184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] For port 46cbe046-ddfb-41d9-a86e-29fd7013d2dc, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:05:00.103228 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] For port 46cbe046-ddfb-41d9-a86e-29fd7013d2dc, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=46cbe046-ddfb-41d9-a86e-29fd7013d2dc,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:05:00.145318 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c252d4-6cbd-457f-afb2-2cf2310d0bf0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Checking segment: {'id': '2e5ef6e2-b61f-4aeb-8378-b7841b6301ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e0d8c42f-8664-4025-8a4d-4f93b62d15ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:05:00.145946 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c252d4-6cbd-457f-afb2-2cf2310d0bf0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Network hostable DHCP agents. Network: e0d8c42f-8664-4025-8a4d-4f93b62d15ca, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:05:00.233334 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (46cbe046-ddfb-41d9-a86e-29fd7013d2dc), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:00.271332 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] Routers {'3c2b691a-2a5d-44ce-98a5-707986513d6e'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:05:00.272443 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:04:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['3c2b691a-2a5d-44ce-98a5-707986513d6e'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:00.279670 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c252d4-6cbd-457f-afb2-2cf2310d0bf0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Network e0d8c42f-8664-4025-8a4d-4f93b62d15ca is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:05:00.334927 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbfa85-eec1-4ac1-b61c-7ee0b9600143 None None] Pushing event updated for resources: {'Port': ['ID=46cbe046-ddfb-41d9-a86e-29fd7013d2dc,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:00.358000 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:00.389744 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-44c252d4-6cbd-457f-afb2-2cf2310d0bf0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, e0d8c42f-8664-4025-8a4d-4f93b62d15ca) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:00.401266 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c252d4-6cbd-457f-afb2-2cf2310d0bf0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:00.402694 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-44c252d4-6cbd-457f-afb2-2cf2310d0bf0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:00.478018 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-44c252d4-6cbd-457f-afb2-2cf2310d0bf0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1770341 Nov 02 13:05:00.481846 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43332) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:00.550622 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927e6cfe-5858-4bb1-8433-3b2bef626e48 None None] Network e0d8c42f-8664-4025-8a4d-4f93b62d15ca requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:05:00.659719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] Set router 3c2b691a-2a5d-44ce-98a5-707986513d6e gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:05:00.684567 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba5fea-c83c-4231-9c10-61b53216d5b7 req-f726a251-c060-4ba0-bf60-e8a156be2db9 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:00.692909 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5fba5fea-c83c-4231-9c10-61b53216d5b7 req-f726a251-c060-4ba0-bf60-e8a156be2db9 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 948 time: 0.0802758 Nov 02 13:05:00.719908 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:00.808718 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-e0d8c42f-8664-4025-8a4d-4f93b62d15ca', 'network_id': 'e0d8c42f-8664-4025-8a4d-4f93b62d15ca', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'fixed_ips': [{'subnet_id': '37adb09c-59f7-4983-8c4d-f3a191a47665'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:05:00.809662 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:00.818320 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5865f-e3fe-44a5-9a90-0f3c71cf9318 req-f56e6a5a-ecc3-4489-b2fe-70e79bd67031 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:00.820059 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4fa5865f-e3fe-44a5-9a90-0f3c71cf9318 req-f56e6a5a-ecc3-4489-b2fe-70e79bd67031 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 948 time: 0.1533239 Nov 02 13:05:00.831045 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5fba5fea-c83c-4231-9c10-61b53216d5b7 req-553bdc59-c2df-4e3e-a552-01bf3600653c tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7ea55e3b-0270-4fac-a6f6-4275382c1f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371837 Nov 02 13:05:00.887961 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:01.028061 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-4fa5865f-e3fe-44a5-9a90-0f3c71cf9318 req-e45d3dbc-516d-4a61-8bab-c8b451a36aa9 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Deleting port 56afa1dd-972d-439d-a0d4-02b528292ceb {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:05:01.028961 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-4fa5865f-e3fe-44a5-9a90-0f3c71cf9318 req-e45d3dbc-516d-4a61-8bab-c8b451a36aa9 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (56afa1dd-972d-439d-a0d4-02b528292ceb), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:01.082883 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2b691a-2a5d-44ce-98a5-707986513d6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270192', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '46cbe046-ddfb-41d9-a86e-29fd7013d2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:56Z', 'updated_at': '2022-11-02T13:04:57Z', 'revision_number': 3, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '46cbe046-ddfb-41d9-a86e-29fd7013d2dc', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:87:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2b691a-2a5d-44ce-98a5-707986513d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:57Z', 'updated_at': '2022-11-02T13:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:01.117027 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6620ca-9008-4030-9248-5b1e51c716a9 None None] The sync data for ids ['3c2b691a-2a5d-44ce-98a5-707986513d6e'] in n-d-857339-6 is: [{'id': '3c2b691a-2a5d-44ce-98a5-707986513d6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270192', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '46cbe046-ddfb-41d9-a86e-29fd7013d2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:56Z', 'updated_at': '2022-11-02T13:04:57Z', 'revision_number': 3, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '46cbe046-ddfb-41d9-a86e-29fd7013d2dc', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:87:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2b691a-2a5d-44ce-98a5-707986513d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:57Z', 'updated_at': '2022-11-02T13:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:05:01.124729 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] Allocated IP 172.20.0.2 (e0d8c42f-8664-4025-8a4d-4f93b62d15ca/37adb09c-59f7-4983-8c4d-f3a191a47665/ec23fbda-5890-420d-bcab-d0f4c5855ac2) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:05:01.327469 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:01.356413 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] Publish callbacks [] for port (ec23fbda-5890-420d-bcab-d0f4c5855ac2), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:01.425422 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:01.442814 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (ec23fbda-5890-420d-bcab-d0f4c5855ac2), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:01.453846 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-4fa5865f-e3fe-44a5-9a90-0f3c71cf9318 req-e45d3dbc-516d-4a61-8bab-c8b451a36aa9 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] For port 56afa1dd-972d-439d-a0d4-02b528292ceb, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=56afa1dd-972d-439d-a0d4-02b528292ceb,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:01.454555 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-4fa5865f-e3fe-44a5-9a90-0f3c71cf9318 req-e45d3dbc-516d-4a61-8bab-c8b451a36aa9 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (56afa1dd-972d-439d-a0d4-02b528292ceb), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:01.509404 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-4fa5865f-e3fe-44a5-9a90-0f3c71cf9318 req-e45d3dbc-516d-4a61-8bab-c8b451a36aa9 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Calling delete_port for 56afa1dd-972d-439d-a0d4-02b528292ceb owned by compute:nova {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:05:01.578828 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] Network e0d8c42f-8664-4025-8a4d-4f93b62d15ca is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:01.605737 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:01.613795 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:01.623497 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:05:01.663893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] Pushing event updated for resources: {'Port': ['ID=ec23fbda-5890-420d-bcab-d0f4c5855ac2,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:01.888683 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] Attempting to bind port ec23fbda-5890-420d-bcab-d0f4c5855ac2 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:05:01.888683 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] Attempting to bind port ec23fbda-5890-420d-bcab-d0f4c5855ac2 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2e5ef6e2-b61f-4aeb-8378-b7841b6301ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e0d8c42f-8664-4025-8a4d-4f93b62d15ca'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:05:01.888683 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] Attempting to bind port ec23fbda-5890-420d-bcab-d0f4c5855ac2 on network e0d8c42f-8664-4025-8a4d-4f93b62d15ca {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:05:02.001184 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:02.003468 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:05:02.003468 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] Checking segment: {'id': '2e5ef6e2-b61f-4aeb-8378-b7841b6301ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e0d8c42f-8664-4025-8a4d-4f93b62d15ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:05:02.003468 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:02.003468 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] Bound using segment: {'id': '2e5ef6e2-b61f-4aeb-8378-b7841b6301ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e0d8c42f-8664-4025-8a4d-4f93b62d15ca'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:05:02.003468 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] Bound port: ec23fbda-5890-420d-bcab-d0f4c5855ac2, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5ef6e2-b61f-4aeb-8378-b7841b6301ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e0d8c42f-8664-4025-8a4d-4f93b62d15ca'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:05:02.003468 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ec23fbda-5890-420d-bcab-d0f4c5855ac2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:02.111999 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] For port ec23fbda-5890-420d-bcab-d0f4c5855ac2, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:05:02.116027 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] For port ec23fbda-5890-420d-bcab-d0f4c5855ac2, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ec23fbda-5890-420d-bcab-d0f4c5855ac2,segment=NetworkSegment(2e5ef6e2-b61f-4aeb-8378-b7841b6301ad),segment_id=2e5ef6e2-b61f-4aeb-8378-b7841b6301ad)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:05:02.253033 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=67 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:02.315789 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ec23fbda-5890-420d-bcab-d0f4c5855ac2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:02.445754 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc9572-2351-420e-b425-8aecbaaa2e5b None None] Pushing event updated for resources: {'Port': ['ID=ec23fbda-5890-420d-bcab-d0f4c5855ac2,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:02.489556 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad8a27-e38d-410e-b3b8-52abcfe31ac8 req-3ad5dc57-12a8-4d7d-afd6-33e126d009fd tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:02.491354 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-49ad8a27-e38d-410e-b3b8-52abcfe31ac8 req-3ad5dc57-12a8-4d7d-afd6-33e126d009fd tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 948 time: 0.1334562 Nov 02 13:05:02.953042 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-49ad8a27-e38d-410e-b3b8-52abcfe31ac8 req-15a0c05e-9dbd-4ad1-afb0-1e46e8c2d612 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7ea55e3b-0270-4fac-a6f6-4275382c1f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486895 Nov 02 13:05:02.982919 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:03.004743 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf6919-29ae-4c21-95f9-6904b7a522f6 req-79eb0f2c-f384-4e03-b1f0-6acdc0ea1d79 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:03.007664 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2caf6919-29ae-4c21-95f9-6904b7a522f6 req-79eb0f2c-f384-4e03-b1f0-6acdc0ea1d79 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "GET /networking/v2.0/networks?id=b0d06de6-8a85-43bf-b702-e79f29361025 HTTP/1.1" status: 200 len: 812 time: 0.6482499 Nov 02 13:05:03.043691 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7255-026e-49c7-944b-2fda48ce1ac6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:03.136673 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2caf6919-29ae-4c21-95f9-6904b7a522f6 req-299d284a-7ec6-4b4b-8752-bad85b8ac9ae tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "GET /networking/v2.0/quotas/0a42e2f895074311ba70e12d1b5eaeba HTTP/1.1" status: 200 len: 375 time: 0.0562313 Nov 02 13:05:03.295160 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-2caf6919-29ae-4c21-95f9-6904b7a522f6 req-4661e878-3745-4ecf-8700-8c3004f893f0 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0a42e2f895074311ba70e12d1b5eaeba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1502135 Nov 02 13:05:03.360199 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-4fa5865f-e3fe-44a5-9a90-0f3c71cf9318 req-e45d3dbc-516d-4a61-8bab-c8b451a36aa9 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (56afa1dd-972d-439d-a0d4-02b528292ceb), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:03.409151 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d3dbc-516d-4a61-8bab-c8b451a36aa9 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Pushing event deleted for resources: {'Port': ['ID=56afa1dd-972d-439d-a0d4-02b528292ceb,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:03.530222 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa5865f-e3fe-44a5-9a90-0f3c71cf9318 req-e45d3dbc-516d-4a61-8bab-c8b451a36aa9 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] No DVR routers for this DVR port 56afa1dd-972d-439d-a0d4-02b528292ceb on host n-h1-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:05:03.536539 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-4fa5865f-e3fe-44a5-9a90-0f3c71cf9318 req-e45d3dbc-516d-4a61-8bab-c8b451a36aa9 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:03.540239 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4fa5865f-e3fe-44a5-9a90-0f3c71cf9318 req-e45d3dbc-516d-4a61-8bab-c8b451a36aa9 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.57 "DELETE /networking/v2.0/ports/56afa1dd-972d-439d-a0d4-02b528292ceb HTTP/1.1" status: 204 len: 173 time: 2.7062755 Nov 02 13:05:03.540447 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74952fba-7171-4422-895b-bc9b5ae5ff12', 'name': 'network-vif-deleted', 'tag': '56afa1dd-972d-439d-a0d4-02b528292ceb'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:05:03.543660 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a3d546-4c80-4fd2-96a9-e5ea6313da13" -d '{"events": [{"server_uuid": "74952fba-7171-4422-895b-bc9b5ae5ff12", "name": "network-vif-deleted", "tag": "56afa1dd-972d-439d-a0d4-02b528292ceb"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:05:03.587510 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 46cbe046-ddfb-41d9-a86e-29fd7013d2dc up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:03.640479 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:03.648891 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:03.651805 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066a47c4-ec79-41d6-863f-3148610d97ee x-openstack-request-id: req-066a47c4-ec79-41d6-863f-3148610d97ee {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:05:03.652481 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74952fba-7171-4422-895b-bc9b5ae5ff12", "name": "network-vif-deleted", "tag": "56afa1dd-972d-439d-a0d4-02b528292ceb", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:05:03.652911 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-066a47c4-ec79-41d6-863f-3148610d97ee {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:05:03.654734 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-066a47c4-ec79-41d6-863f-3148610d97ee'] response: {'server_uuid': '74952fba-7171-4422-895b-bc9b5ae5ff12', 'name': 'network-vif-deleted', 'tag': '56afa1dd-972d-439d-a0d4-02b528292ceb', 'status': 'completed', 'code': 200} Nov 02 13:05:03.666096 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 46cbe046-ddfb-41d9-a86e-29fd7013d2dc triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:03.666699 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (46cbe046-ddfb-41d9-a86e-29fd7013d2dc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:03.668036 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 46cbe046-ddfb-41d9-a86e-29fd7013d2dc Nov 02 13:05:03.799910 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-4eaf7255-026e-49c7-944b-2fda48ce1ac6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Allocated IP 172.20.0.1 (e0d8c42f-8664-4025-8a4d-4f93b62d15ca/37adb09c-59f7-4983-8c4d-f3a191a47665/1a86c715-2545-48fc-a88c-f267758e38b8) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:05:03.802051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 56afa1dd-972d-439d-a0d4-02b528292ceb no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:05:03.829027 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:03.847608 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 46cbe046-ddfb-41d9-a86e-29fd7013d2dc is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:05:03.848625 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (46cbe046-ddfb-41d9-a86e-29fd7013d2dc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:03.858375 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] No Port match for: 56afa1dd-972d-439d-a0d4-02b528292ceb {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:05:03.859250 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 56afa1dd-972d-439d-a0d4-02b528292ceb not bound to the agent host n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:05:03.904955 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 46cbe046-ddfb-41d9-a86e-29fd7013d2dc, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=46cbe046-ddfb-41d9-a86e-29fd7013d2dc,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:04.003189 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (46cbe046-ddfb-41d9-a86e-29fd7013d2dc), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:04.004983 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ec23fbda-5890-420d-bcab-d0f4c5855ac2 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:04.252338 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:04.356805 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ec23fbda-5890-420d-bcab-d0f4c5855ac2 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:04.357331 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ec23fbda-5890-420d-bcab-d0f4c5855ac2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:04.358007 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ec23fbda-5890-420d-bcab-d0f4c5855ac2 Nov 02 13:05:04.402140 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b806b577-66c4-4a22-a5f1-19156405e0b9 req-5ff0404a-c7d3-4b31-8c44-0faf355ac465 tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 210 time: 0.0663543 Nov 02 13:05:04.613564 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7255-026e-49c7-944b-2fda48ce1ac6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for port (1a86c715-2545-48fc-a88c-f267758e38b8), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:04.648736 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=46cbe046-ddfb-41d9-a86e-29fd7013d2dc,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:04.704088 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:04.783903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ec23fbda-5890-420d-bcab-d0f4c5855ac2 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:05:04.785144 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ec23fbda-5890-420d-bcab-d0f4c5855ac2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:04.812118 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7255-026e-49c7-944b-2fda48ce1ac6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (1a86c715-2545-48fc-a88c-f267758e38b8), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:04.931738 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port ec23fbda-5890-420d-bcab-d0f4c5855ac2, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ec23fbda-5890-420d-bcab-d0f4c5855ac2,segment=NetworkSegment(2e5ef6e2-b61f-4aeb-8378-b7841b6301ad),segment_id=2e5ef6e2-b61f-4aeb-8378-b7841b6301ad)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:04.977128 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:05.022609 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaf7255-026e-49c7-944b-2fda48ce1ac6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Network e0d8c42f-8664-4025-8a4d-4f93b62d15ca is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:05.028537 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ec23fbda-5890-420d-bcab-d0f4c5855ac2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:05.058597 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-4eaf7255-026e-49c7-944b-2fda48ce1ac6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:05.077271 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaf7255-026e-49c7-944b-2fda48ce1ac6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:05:05.088081 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf7255-026e-49c7-944b-2fda48ce1ac6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'Port': ['ID=1a86c715-2545-48fc-a88c-f267758e38b8,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:05.233602 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=ec23fbda-5890-420d-bcab-d0f4c5855ac2,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:05.241956 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7255-026e-49c7-944b-2fda48ce1ac6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (3c2b691a-2a5d-44ce-98a5-707986513d6e), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:05.326562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dddd77d-7d33-4ae6-b2d1-bd4b002c001f None None] Network e0d8c42f-8664-4025-8a4d-4f93b62d15ca requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:05:05.481388 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:05.565067 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-df6cf1a8-302b-4790-8d4b-d2eca0017651 None None] Provisioning complete for port ec23fbda-5890-420d-bcab-d0f4c5855ac2 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:05.565560 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-df6cf1a8-302b-4790-8d4b-d2eca0017651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ec23fbda-5890-420d-bcab-d0f4c5855ac2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:05.566091 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-df6cf1a8-302b-4790-8d4b-d2eca0017651 None None] Attempt 1 to provision port ec23fbda-5890-420d-bcab-d0f4c5855ac2 Nov 02 13:05:05.623495 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 46cbe046-ddfb-41d9-a86e-29fd7013d2dc up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:05.761986 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-86c79291-5091-4e52-bc83-1aa11bd6fdc2 req-25ba9ffd-f5b2-4af9-86f4-7d4af9c2030e tempest-VolumesBackupsTest-36099774 tempest-VolumesBackupsTest-36099774-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=74952fba-7171-4422-895b-bc9b5ae5ff12 HTTP/1.1" status: 200 len: 210 time: 0.0988581 Nov 02 13:05:05.899719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 46cbe046-ddfb-41d9-a86e-29fd7013d2dc triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:05.900631 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (46cbe046-ddfb-41d9-a86e-29fd7013d2dc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:05.900839 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 46cbe046-ddfb-41d9-a86e-29fd7013d2dc Nov 02 13:05:05.973593 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-df6cf1a8-302b-4790-8d4b-d2eca0017651 None None] Current status of the port ec23fbda-5890-420d-bcab-d0f4c5855ac2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:05:06.002098 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:06.053445 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:06.186335 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 46cbe046-ddfb-41d9-a86e-29fd7013d2dc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:05:06.189188 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ec23fbda-5890-420d-bcab-d0f4c5855ac2 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:06.273777 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ec23fbda-5890-420d-bcab-d0f4c5855ac2 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:06.279202 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ec23fbda-5890-420d-bcab-d0f4c5855ac2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:06.279202 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ec23fbda-5890-420d-bcab-d0f4c5855ac2 Nov 02 13:05:06.356261 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7255-026e-49c7-944b-2fda48ce1ac6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1a86c715-2545-48fc-a88c-f267758e38b8), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:06.387340 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ed6f5891-bd18-4812-8e5d-a3597e4bdfab None None] Provisioning complete for port ec23fbda-5890-420d-bcab-d0f4c5855ac2 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:06.388265 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5891-bd18-4812-8e5d-a3597e4bdfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ec23fbda-5890-420d-bcab-d0f4c5855ac2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:06.389065 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ed6f5891-bd18-4812-8e5d-a3597e4bdfab None None] Attempt 1 to provision port ec23fbda-5890-420d-bcab-d0f4c5855ac2 Nov 02 13:05:06.438785 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:06.630046 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f5891-bd18-4812-8e5d-a3597e4bdfab None None] Current status of the port ec23fbda-5890-420d-bcab-d0f4c5855ac2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:05:06.647525 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ec23fbda-5890-420d-bcab-d0f4c5855ac2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:05:06.670925 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ed6f5891-bd18-4812-8e5d-a3597e4bdfab None None] Provisioning complete for port 1a86c715-2545-48fc-a88c-f267758e38b8 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:06.671849 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5891-bd18-4812-8e5d-a3597e4bdfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1a86c715-2545-48fc-a88c-f267758e38b8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:06.672731 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ed6f5891-bd18-4812-8e5d-a3597e4bdfab None None] Attempt 1 to provision port 1a86c715-2545-48fc-a88c-f267758e38b8 Nov 02 13:05:06.751990 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f5891-bd18-4812-8e5d-a3597e4bdfab None None] Port 1a86c715-2545-48fc-a88c-f267758e38b8 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:05:06.927579 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8c6bf968-1752-483f-8371-c6d13566ea75 None None] Provisioning complete for port 1a86c715-2545-48fc-a88c-f267758e38b8 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:06.928248 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8c6bf968-1752-483f-8371-c6d13566ea75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1a86c715-2545-48fc-a88c-f267758e38b8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:06.929128 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8c6bf968-1752-483f-8371-c6d13566ea75 None None] Attempt 1 to provision port 1a86c715-2545-48fc-a88c-f267758e38b8 Nov 02 13:05:06.938967 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:07.036117 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8c6bf968-1752-483f-8371-c6d13566ea75 None None] Port 1a86c715-2545-48fc-a88c-f267758e38b8 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:05:07.123208 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7255-026e-49c7-944b-2fda48ce1ac6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for port (1a86c715-2545-48fc-a88c-f267758e38b8), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:07.295463 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7255-026e-49c7-944b-2fda48ce1ac6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (1a86c715-2545-48fc-a88c-f267758e38b8), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:07.429367 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7255-026e-49c7-944b-2fda48ce1ac6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (3c2b691a-2a5d-44ce-98a5-707986513d6e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:07.439247 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf7255-026e-49c7-944b-2fda48ce1ac6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'Port': ['ID=1a86c715-2545-48fc-a88c-f267758e38b8,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:07.584518 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaf7255-026e-49c7-944b-2fda48ce1ac6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Network e0d8c42f-8664-4025-8a4d-4f93b62d15ca is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:07.586519 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-4eaf7255-026e-49c7-944b-2fda48ce1ac6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:07.658253 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=4,neutron:SELECT=69,neutron:UPDATE=4,neutron:INSERT=23 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:07.876654 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eaf7255-026e-49c7-944b-2fda48ce1ac6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Router 3c2b691a-2a5d-44ce-98a5-707986513d6e has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:05:08.079343 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5257320a-bff7-433b-a76c-2b364791395c None None] Provisioning complete for port 1a86c715-2545-48fc-a88c-f267758e38b8 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:08.083928 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5257320a-bff7-433b-a76c-2b364791395c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1a86c715-2545-48fc-a88c-f267758e38b8), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:08.083928 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5257320a-bff7-433b-a76c-2b364791395c None None] Attempt 1 to provision port 1a86c715-2545-48fc-a88c-f267758e38b8 Nov 02 13:05:08.089204 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:INSERT=8,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:08.149620 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eaf7255-026e-49c7-944b-2fda48ce1ac6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:05:08.164542 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4eaf7255-026e-49c7-944b-2fda48ce1ac6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "PUT /networking/v2.0/routers/3c2b691a-2a5d-44ce-98a5-707986513d6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6810603 Nov 02 13:05:08.170154 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5257320a-bff7-433b-a76c-2b364791395c None None] Port 1a86c715-2545-48fc-a88c-f267758e38b8 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:05:08.172772 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] Sync routers for ids ['3c2b691a-2a5d-44ce-98a5-707986513d6e'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:05:08.194718 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] Routers {'3c2b691a-2a5d-44ce-98a5-707986513d6e'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:05:08.196317 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:04:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['3c2b691a-2a5d-44ce-98a5-707986513d6e'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:08.613082 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] Set router 3c2b691a-2a5d-44ce-98a5-707986513d6e gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:05:08.638248 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:08.795444 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-79a35fbf-3030-4193-92fa-fb059bdb697f req-09784e77-3271-492d-8aa1-2dd858a026fd tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1793872401&fields=id&tenant_id=61491c06413d4385afd9e7f35b7026df HTTP/1.1" status: 200 len: 267 time: 0.0612071 Nov 02 13:05:08.960195 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2b691a-2a5d-44ce-98a5-707986513d6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270192', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '46cbe046-ddfb-41d9-a86e-29fd7013d2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:56Z', 'updated_at': '2022-11-02T13:05:05Z', 'revision_number': 4, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '46cbe046-ddfb-41d9-a86e-29fd7013d2dc', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:87:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b691a-2a5d-44ce-98a5-707986513d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:57Z', 'updated_at': '2022-11-02T13:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '1a86c715-2545-48fc-a88c-f267758e38b8', 'name': '', 'network_id': 'e0d8c42f-8664-4025-8a4d-4f93b62d15ca', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'mac_address': 'fa:16:3e:d8:86:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2b691a-2a5d-44ce-98a5-707986513d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37adb09c-59f7-4983-8c4d-f3a191a47665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:03Z', 'updated_at': '2022-11-02T13:05:06Z', 'revision_number': 2, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'subnets': [{'id': '37adb09c-59f7-4983-8c4d-f3a191a47665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:09.004976 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] Checking router: 3c2b691a-2a5d-44ce-98a5-707986513d6e for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:05:09.005671 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] Updating router 3c2b691a-2a5d-44ce-98a5-707986513d6e port 1a86c715-2545-48fc-a88c-f267758e38b8 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:05:09.056783 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1a86c715-2545-48fc-a88c-f267758e38b8), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:09.066887 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a35fbf-3030-4193-92fa-fb059bdb697f req-da207dbb-7fec-4254-a571-da0947c83faf tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:09.077680 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-79a35fbf-3030-4193-92fa-fb059bdb697f req-da207dbb-7fec-4254-a571-da0947c83faf tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "GET /networking/v2.0/networks?id=e0d8c42f-8664-4025-8a4d-4f93b62d15ca HTTP/1.1" status: 200 len: 797 time: 0.2642422 Nov 02 13:05:09.099443 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-79a35fbf-3030-4193-92fa-fb059bdb697f req-77281a9a-2c73-4c41-bf70-0e92b2e52bbb tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "GET /networking/v2.0/quotas/61491c06413d4385afd9e7f35b7026df HTTP/1.1" status: 200 len: 375 time: 0.0203683 Nov 02 13:05:09.165002 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-79a35fbf-3030-4193-92fa-fb059bdb697f req-4a8e736d-b455-4108-b815-a91400203e88 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=61491c06413d4385afd9e7f35b7026df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584285 Nov 02 13:05:09.233730 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43492) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:09.278302 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:09.466903 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:09.492114 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] Publish callbacks [] for port (1a86c715-2545-48fc-a88c-f267758e38b8), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:09.591824 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1a86c715-2545-48fc-a88c-f267758e38b8), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:09.762732 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:09.764013 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1c80bed8-ba1c-4fef-ac05-0b156f1e2542 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (3c2b691a-2a5d-44ce-98a5-707986513d6e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:09.766490 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d4554-7d93-465c-a4d3-ef8548f92bbd None None] Pushing event updated for resources: {'Port': ['ID=1a86c715-2545-48fc-a88c-f267758e38b8,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:09.866601 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] Attempting to bind port 1a86c715-2545-48fc-a88c-f267758e38b8 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:05:09.868275 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] Attempting to bind port 1a86c715-2545-48fc-a88c-f267758e38b8 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2e5ef6e2-b61f-4aeb-8378-b7841b6301ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e0d8c42f-8664-4025-8a4d-4f93b62d15ca'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:05:09.869598 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] Attempting to bind port 1a86c715-2545-48fc-a88c-f267758e38b8 on network e0d8c42f-8664-4025-8a4d-4f93b62d15ca {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:05:10.002337 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:05:10.002872 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] Checking segment: {'id': '2e5ef6e2-b61f-4aeb-8378-b7841b6301ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e0d8c42f-8664-4025-8a4d-4f93b62d15ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:05:10.004265 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:10.004265 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] Bound using segment: {'id': '2e5ef6e2-b61f-4aeb-8378-b7841b6301ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e0d8c42f-8664-4025-8a4d-4f93b62d15ca'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:05:10.020037 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] Bound port: 1a86c715-2545-48fc-a88c-f267758e38b8, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5ef6e2-b61f-4aeb-8378-b7841b6301ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e0d8c42f-8664-4025-8a4d-4f93b62d15ca'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:05:10.021237 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1a86c715-2545-48fc-a88c-f267758e38b8), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:10.030027 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:10.084023 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:10.166655 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:10.180433 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] For port 1a86c715-2545-48fc-a88c-f267758e38b8, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:05:10.194676 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] For port 1a86c715-2545-48fc-a88c-f267758e38b8, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1a86c715-2545-48fc-a88c-f267758e38b8,segment=NetworkSegment(2e5ef6e2-b61f-4aeb-8378-b7841b6301ad),segment_id=2e5ef6e2-b61f-4aeb-8378-b7841b6301ad)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:05:10.290655 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1a86c715-2545-48fc-a88c-f267758e38b8), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:10.310112 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:10.337345 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1c80bed8-ba1c-4fef-ac05-0b156f1e2542 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Deleting port 1a86c715-2545-48fc-a88c-f267758e38b8 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:05:10.338440 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1c80bed8-ba1c-4fef-ac05-0b156f1e2542 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (1a86c715-2545-48fc-a88c-f267758e38b8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:10.376385 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] Routers {'3c2b691a-2a5d-44ce-98a5-707986513d6e'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:05:10.379368 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:04:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['3c2b691a-2a5d-44ce-98a5-707986513d6e'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:10.506294 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d4554-7d93-465c-a4d3-ef8548f92bbd None None] Pushing event updated for resources: {'Port': ['ID=1a86c715-2545-48fc-a88c-f267758e38b8,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:10.533762 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-1c80bed8-ba1c-4fef-ac05-0b156f1e2542 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] For port 1a86c715-2545-48fc-a88c-f267758e38b8, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1a86c715-2545-48fc-a88c-f267758e38b8,segment=NetworkSegment(2e5ef6e2-b61f-4aeb-8378-b7841b6301ad),segment_id=2e5ef6e2-b61f-4aeb-8378-b7841b6301ad)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:10.533762 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1c80bed8-ba1c-4fef-ac05-0b156f1e2542 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (1a86c715-2545-48fc-a88c-f267758e38b8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:10.555497 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1c80bed8-ba1c-4fef-ac05-0b156f1e2542 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Calling delete_port for 1a86c715-2545-48fc-a88c-f267758e38b8 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:05:10.637405 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] Set router 3c2b691a-2a5d-44ce-98a5-707986513d6e gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:05:10.972125 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:11.048541 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2b691a-2a5d-44ce-98a5-707986513d6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270192', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '46cbe046-ddfb-41d9-a86e-29fd7013d2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:56Z', 'updated_at': '2022-11-02T13:05:05Z', 'revision_number': 4, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '46cbe046-ddfb-41d9-a86e-29fd7013d2dc', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:87:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b691a-2a5d-44ce-98a5-707986513d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:57Z', 'updated_at': '2022-11-02T13:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '1a86c715-2545-48fc-a88c-f267758e38b8', 'name': '', 'network_id': 'e0d8c42f-8664-4025-8a4d-4f93b62d15ca', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'mac_address': 'fa:16:3e:d8:86:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2b691a-2a5d-44ce-98a5-707986513d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37adb09c-59f7-4983-8c4d-f3a191a47665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:03Z', 'updated_at': '2022-11-02T13:05:10Z', 'revision_number': 4, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'subnets': [{'id': '37adb09c-59f7-4983-8c4d-f3a191a47665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:11.087918 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:11.114650 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733faca6-5c09-4c2f-8bdb-3af33f748e6e None None] The sync data for ids ['3c2b691a-2a5d-44ce-98a5-707986513d6e'] in n-d-857339-6 is: [{'id': '3c2b691a-2a5d-44ce-98a5-707986513d6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270192', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '46cbe046-ddfb-41d9-a86e-29fd7013d2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:56Z', 'updated_at': '2022-11-02T13:05:05Z', 'revision_number': 4, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '46cbe046-ddfb-41d9-a86e-29fd7013d2dc', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:87:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b691a-2a5d-44ce-98a5-707986513d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:57Z', 'updated_at': '2022-11-02T13:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '1a86c715-2545-48fc-a88c-f267758e38b8', 'name': '', 'network_id': 'e0d8c42f-8664-4025-8a4d-4f93b62d15ca', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'mac_address': 'fa:16:3e:d8:86:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2b691a-2a5d-44ce-98a5-707986513d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '37adb09c-59f7-4983-8c4d-f3a191a47665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:03Z', 'updated_at': '2022-11-02T13:05:10Z', 'revision_number': 4, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'subnets': [{'id': '37adb09c-59f7-4983-8c4d-f3a191a47665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:05:11.203551 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:11.241394 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1c80bed8-ba1c-4fef-ac05-0b156f1e2542 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (1a86c715-2545-48fc-a88c-f267758e38b8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:11.323020 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80bed8-ba1c-4fef-ac05-0b156f1e2542 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event deleted for resources: {'Port': ['ID=1a86c715-2545-48fc-a88c-f267758e38b8,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:11.357986 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:11.856641 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1c80bed8-ba1c-4fef-ac05-0b156f1e2542 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (3c2b691a-2a5d-44ce-98a5-707986513d6e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:11.911466 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf91e974-89a1-49e7-8b8b-fae27d7c8963 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:05:12.241664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf91e974-89a1-49e7-8b8b-fae27d7c8963 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:05:12.429669 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c80bed8-ba1c-4fef-ac05-0b156f1e2542 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Router 3c2b691a-2a5d-44ce-98a5-707986513d6e has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:05:12.879538 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:12.921965 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:13.064300 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c80bed8-ba1c-4fef-ac05-0b156f1e2542 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:05:13.075832 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1c80bed8-ba1c-4fef-ac05-0b156f1e2542 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "PUT /networking/v2.0/routers/3c2b691a-2a5d-44ce-98a5-707986513d6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8393235 Nov 02 13:05:13.075832 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:13.076779 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43604) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:13.077519 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:13.198909 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:13.243536 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-111d93ea-2b54-46e3-a35e-386a4cccdb26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:13.294019 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc317e2-647a-4626-b864-02ca2c0bd026 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Deleting subnet 37adb09c-59f7-4983-8c4d-f3a191a47665 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:05:13.303039 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fbc317e2-647a-4626-b864-02ca2c0bd026 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for subnet (37adb09c-59f7-4983-8c4d-f3a191a47665), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:13.444451 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fbc317e2-647a-4626-b864-02ca2c0bd026 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (37adb09c-59f7-4983-8c4d-f3a191a47665), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:13.489825 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:13.621642 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fbc317e2-647a-4626-b864-02ca2c0bd026 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (37adb09c-59f7-4983-8c4d-f3a191a47665), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:13.761701 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49a4f6a-0fee-42c9-ace9-c94bf8226659 None None] Sync routers for ids ['3c2b691a-2a5d-44ce-98a5-707986513d6e'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:05:13.779193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49a4f6a-0fee-42c9-ace9-c94bf8226659 None None] Routers {'3c2b691a-2a5d-44ce-98a5-707986513d6e'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:05:13.780135 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e49a4f6a-0fee-42c9-ace9-c94bf8226659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:04:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['3c2b691a-2a5d-44ce-98a5-707986513d6e'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:13.892188 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fbc317e2-647a-4626-b864-02ca2c0bd026 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (37adb09c-59f7-4983-8c4d-f3a191a47665), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:13.957631 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fbc317e2-647a-4626-b864-02ca2c0bd026 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:13.991999 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fbc317e2-647a-4626-b864-02ca2c0bd026 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/37adb09c-59f7-4983-8c4d-f3a191a47665 HTTP/1.1" status: 204 len: 168 time: 0.9089491 Nov 02 13:05:13.992972 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43618) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:14.005630 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc317e2-647a-4626-b864-02ca2c0bd026 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event deleted for resources: {'Subnet': ['ID=37adb09c-59f7-4983-8c4d-f3a191a47665,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:14.006592 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-e49a4f6a-0fee-42c9-ace9-c94bf8226659 None None] Set router 3c2b691a-2a5d-44ce-98a5-707986513d6e gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:05:14.312802 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:14.314848 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:14.327718 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:14.385022 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dee97a21-4cae-4974-bf3c-441fa172384e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router (3c2b691a-2a5d-44ce-98a5-707986513d6e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.515930 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:14.521021 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbab1a1-c82f-424d-9e4a-57975867bae7 None None] Network e0d8c42f-8664-4025-8a4d-4f93b62d15ca requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:05:14.535068 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6d8c8d1f-e6eb-4173-8ba9-35a16c8478d4 None None] Provisioning complete for port ec23fbda-5890-420d-bcab-d0f4c5855ac2 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:14.535457 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6d8c8d1f-e6eb-4173-8ba9-35a16c8478d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ec23fbda-5890-420d-bcab-d0f4c5855ac2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.536298 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-6d8c8d1f-e6eb-4173-8ba9-35a16c8478d4 None None] Attempt 1 to provision port ec23fbda-5890-420d-bcab-d0f4c5855ac2 Nov 02 13:05:14.683577 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:14.700018 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:14.721673 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:14.750234 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dee97a21-4cae-4974-bf3c-441fa172384e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_gateway (3c2b691a-2a5d-44ce-98a5-707986513d6e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.761757 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e49a4f6a-0fee-42c9-ace9-c94bf8226659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2b691a-2a5d-44ce-98a5-707986513d6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270192', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '46cbe046-ddfb-41d9-a86e-29fd7013d2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:56Z', 'updated_at': '2022-11-02T13:05:10Z', 'revision_number': 5, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '46cbe046-ddfb-41d9-a86e-29fd7013d2dc', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:87:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b691a-2a5d-44ce-98a5-707986513d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:57Z', 'updated_at': '2022-11-02T13:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:14.803576 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49a4f6a-0fee-42c9-ace9-c94bf8226659 None None] Checking router: 3c2b691a-2a5d-44ce-98a5-707986513d6e for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:05:14.897617 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c8d1f-e6eb-4173-8ba9-35a16c8478d4 None None] Current status of the port ec23fbda-5890-420d-bcab-d0f4c5855ac2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:05:14.947312 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49a4f6a-0fee-42c9-ace9-c94bf8226659 None None] Routers {'3c2b691a-2a5d-44ce-98a5-707986513d6e'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:05:14.948334 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e49a4f6a-0fee-42c9-ace9-c94bf8226659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:04:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['3c2b691a-2a5d-44ce-98a5-707986513d6e'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:14.976725 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-dee97a21-4cae-4974-bf3c-441fa172384e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Deleting port 46cbe046-ddfb-41d9-a86e-29fd7013d2dc {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:05:14.977440 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dee97a21-4cae-4974-bf3c-441fa172384e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (46cbe046-ddfb-41d9-a86e-29fd7013d2dc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:15.083757 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-e49a4f6a-0fee-42c9-ace9-c94bf8226659 None None] Set router 3c2b691a-2a5d-44ce-98a5-707986513d6e gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:05:15.173718 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-e49a4f6a-0fee-42c9-ace9-c94bf8226659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2b691a-2a5d-44ce-98a5-707986513d6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270192', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:56Z', 'updated_at': '2022-11-02T13:05:14Z', 'revision_number': 6, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:15.186887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911ccc91-528c-43a5-966e-7d04f18c5e61 None None] DHCP port deletion for e0d8c42f-8664-4025-8a4d-4f93b62d15ca request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:05:15.238254 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-dee97a21-4cae-4974-bf3c-441fa172384e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] For port 46cbe046-ddfb-41d9-a86e-29fd7013d2dc, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=46cbe046-ddfb-41d9-a86e-29fd7013d2dc,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:15.238762 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dee97a21-4cae-4974-bf3c-441fa172384e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (46cbe046-ddfb-41d9-a86e-29fd7013d2dc), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:15.263751 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-dee97a21-4cae-4974-bf3c-441fa172384e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Calling delete_port for 46cbe046-ddfb-41d9-a86e-29fd7013d2dc owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:05:15.283045 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49a4f6a-0fee-42c9-ace9-c94bf8226659 None None] The sync data for ids ['3c2b691a-2a5d-44ce-98a5-707986513d6e'] in n-d-857339-6 is: [{'id': '3c2b691a-2a5d-44ce-98a5-707986513d6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270192', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:56Z', 'updated_at': '2022-11-02T13:05:14Z', 'revision_number': 6, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:05:15.287353 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-911ccc91-528c-43a5-966e-7d04f18c5e61 None None] Deleting port ec23fbda-5890-420d-bcab-d0f4c5855ac2 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:05:15.287353 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-911ccc91-528c-43a5-966e-7d04f18c5e61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ec23fbda-5890-420d-bcab-d0f4c5855ac2), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:15.355071 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:15.435422 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-911ccc91-528c-43a5-966e-7d04f18c5e61 None None] For port ec23fbda-5890-420d-bcab-d0f4c5855ac2, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ec23fbda-5890-420d-bcab-d0f4c5855ac2,segment=NetworkSegment(2e5ef6e2-b61f-4aeb-8378-b7841b6301ad),segment_id=2e5ef6e2-b61f-4aeb-8378-b7841b6301ad)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:15.436415 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-911ccc91-528c-43a5-966e-7d04f18c5e61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ec23fbda-5890-420d-bcab-d0f4c5855ac2), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:15.462465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-911ccc91-528c-43a5-966e-7d04f18c5e61 None None] Calling delete_port for ec23fbda-5890-420d-bcab-d0f4c5855ac2 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:05:15.551599 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:15.699895 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:15.766730 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-911ccc91-528c-43a5-966e-7d04f18c5e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (ec23fbda-5890-420d-bcab-d0f4c5855ac2), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:15.766999 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dee97a21-4cae-4974-bf3c-441fa172384e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (46cbe046-ddfb-41d9-a86e-29fd7013d2dc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:15.863856 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ec23fbda-5890-420d-bcab-d0f4c5855ac2 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:05:15.893853 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee97a21-4cae-4974-bf3c-441fa172384e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event deleted for resources: {'Port': ['ID=46cbe046-ddfb-41d9-a86e-29fd7013d2dc,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:15.914039 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:15.983100 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: ec23fbda-5890-420d-bcab-d0f4c5855ac2 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:05:15.983992 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ec23fbda-5890-420d-bcab-d0f4c5855ac2 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:05:15.987513 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ccc91-528c-43a5-966e-7d04f18c5e61 None None] Pushing event deleted for resources: {'Port': ['ID=ec23fbda-5890-420d-bcab-d0f4c5855ac2,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:16.040150 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911ccc91-528c-43a5-966e-7d04f18c5e61 None None] No DVR routers for this DVR port ec23fbda-5890-420d-bcab-d0f4c5855ac2 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:05:16.123083 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dee97a21-4cae-4974-bf3c-441fa172384e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (3c2b691a-2a5d-44ce-98a5-707986513d6e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:16.194654 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1f8bbed5-e8b8-4516-b112-8184956e5530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:16.274905 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:16.334686 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dee97a21-4cae-4974-bf3c-441fa172384e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (3c2b691a-2a5d-44ce-98a5-707986513d6e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:16.342016 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dee97a21-4cae-4974-bf3c-441fa172384e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_controller (3c2b691a-2a5d-44ce-98a5-707986513d6e), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:17.243042 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:17.245569 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:17.318644 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dee97a21-4cae-4974-bf3c-441fa172384e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (3c2b691a-2a5d-44ce-98a5-707986513d6e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:17.318644 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee97a21-4cae-4974-bf3c-441fa172384e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Fanout notify agent at l3_agent the message router_deleted on router 3c2b691a-2a5d-44ce-98a5-707986513d6e {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:05:17.324039 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dee97a21-4cae-4974-bf3c-441fa172384e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:17.328765 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43724) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:17.339425 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dee97a21-4cae-4974-bf3c-441fa172384e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "DELETE /networking/v2.0/routers/3c2b691a-2a5d-44ce-98a5-707986513d6e HTTP/1.1" status: 204 len: 168 time: 3.3450608 Nov 02 13:05:17.530653 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00ecd16e-d053-435b-a760-c9accc7a93c0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (e0d8c42f-8664-4025-8a4d-4f93b62d15ca), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:17.540606 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 46cbe046-ddfb-41d9-a86e-29fd7013d2dc no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:05:17.593163 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 46cbe046-ddfb-41d9-a86e-29fd7013d2dc {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:05:17.593519 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 46cbe046-ddfb-41d9-a86e-29fd7013d2dc not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:05:17.593942 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1a86c715-2545-48fc-a88c-f267758e38b8 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:05:17.622290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 1a86c715-2545-48fc-a88c-f267758e38b8 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:05:17.622653 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1a86c715-2545-48fc-a88c-f267758e38b8 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:05:17.700911 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00ecd16e-d053-435b-a760-c9accc7a93c0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (e0d8c42f-8664-4025-8a4d-4f93b62d15ca), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:17.745889 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-00ecd16e-d053-435b-a760-c9accc7a93c0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d8c42f-8664-4025-8a4d-4f93b62d15ca']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:17.772984 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-00ecd16e-d053-435b-a760-c9accc7a93c0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5ef6e2-b61f-4aeb-8378-b7841b6301ad') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:17.773701 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-00ecd16e-d053-435b-a760-c9accc7a93c0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5ef6e2-b61f-4aeb-8378-b7841b6301ad') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:17.809317 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00ecd16e-d053-435b-a760-c9accc7a93c0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (2e5ef6e2-b61f-4aeb-8378-b7841b6301ad), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:17.825123 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00ecd16e-d053-435b-a760-c9accc7a93c0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (2e5ef6e2-b61f-4aeb-8378-b7841b6301ad), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:17.839242 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ecd16e-d053-435b-a760-c9accc7a93c0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:05:17.840431 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00ecd16e-d053-435b-a760-c9accc7a93c0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (2e5ef6e2-b61f-4aeb-8378-b7841b6301ad), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:17.919227 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 2e5ef6e2-b61f-4aeb-8378-b7841b6301ad resource provider aggregate not found Nov 02 13:05:17.949016 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 2e5ef6e2-b61f-4aeb-8378-b7841b6301ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e5ef6e2-b61f-4aeb-8378-b7841b6301ad found for delete ", "request_id": "req-d6585fc2-7a29-4c70-a963-bf485dc1b952"}]} Nov 02 13:05:18.005958 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:18.092012 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00ecd16e-d053-435b-a760-c9accc7a93c0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (e0d8c42f-8664-4025-8a4d-4f93b62d15ca), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:18.117131 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00ecd16e-d053-435b-a760-c9accc7a93c0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:18.126394 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-00ecd16e-d053-435b-a760-c9accc7a93c0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "DELETE /networking/v2.0/networks/e0d8c42f-8664-4025-8a4d-4f93b62d15ca HTTP/1.1" status: 204 len: 168 time: 0.7963176 Nov 02 13:05:18.129470 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43740) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:18.172140 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecd16e-d053-435b-a760-c9accc7a93c0 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event deleted for resources: {'Network': ['ID=e0d8c42f-8664-4025-8a4d-4f93b62d15ca,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:18.266927 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b2a77442-1bad-4c89-b77e-f6aa925dac60 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (3dff9e05-b467-4800-ad62-959330ef1d40), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:18.315146 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b2a77442-1bad-4c89-b77e-f6aa925dac60 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (3dff9e05-b467-4800-ad62-959330ef1d40), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:18.468288 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:18.609588 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:18.670542 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43752) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:18.702493 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b2a77442-1bad-4c89-b77e-f6aa925dac60 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3dff9e05-b467-4800-ad62-959330ef1d40), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:18.708197 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b2a77442-1bad-4c89-b77e-f6aa925dac60 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:18.728273 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b2a77442-1bad-4c89-b77e-f6aa925dac60 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3dff9e05-b467-4800-ad62-959330ef1d40 HTTP/1.1" status: 204 len: 168 time: 0.5812454 Nov 02 13:05:18.734124 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a77442-1bad-4c89-b77e-f6aa925dac60 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dff9e05-b467-4800-ad62-959330ef1d40,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:18.910615 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48ca9b6b-8324-4356-81d5-8440e312ecfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.051740 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48ca9b6b-8324-4356-81d5-8440e312ecfa admin admin] Publish callbacks [] for security_group (a0c0d506-bf98-47b0-98c8-5b16edbc9fbe), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.132539 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43762) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:19.140480 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-4411a53a-4752-4e76-a9e2-33fae68b1d6f tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-62659489', 'description': 'tempest-secgroup-smoke-62659489 description', 'project_id': '61491c06413d4385afd9e7f35b7026df'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:19.183649 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:19.187037 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48ca9b6b-8324-4356-81d5-8440e312ecfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a0c0d506-bf98-47b0-98c8-5b16edbc9fbe), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.254561 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-48ca9b6b-8324-4356-81d5-8440e312ecfa admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ba0b0f64f278402bb4efd4ea97eef351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5821528 Nov 02 13:05:19.255618 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca9b6b-8324-4356-81d5-8440e312ecfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c0d506-bf98-47b0-98c8-5b16edbc9fbe,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:19.257300 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43768) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:19.297636 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4411a53a-4752-4e76-a9e2-33fae68b1d6f tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.351059 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ef444d94-a0cf-4903-a1ea-c829d2d1ca2b admin admin] Publish callbacks [] for security_group (a0c0d506-bf98-47b0-98c8-5b16edbc9fbe), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.380755 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:19.391101 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ef444d94-a0cf-4903-a1ea-c829d2d1ca2b admin admin] Publish callbacks [] for security_group (a0c0d506-bf98-47b0-98c8-5b16edbc9fbe), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.448157 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4411a53a-4752-4e76-a9e2-33fae68b1d6f tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (51e78749-1478-455a-afe9-7a620771afd2), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.569906 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ef444d94-a0cf-4903-a1ea-c829d2d1ca2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a0c0d506-bf98-47b0-98c8-5b16edbc9fbe), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.570263 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4411a53a-4752-4e76-a9e2-33fae68b1d6f tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (51e78749-1478-455a-afe9-7a620771afd2), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.573127 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ef444d94-a0cf-4903-a1ea-c829d2d1ca2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.574332 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ef444d94-a0cf-4903-a1ea-c829d2d1ca2b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a0c0d506-bf98-47b0-98c8-5b16edbc9fbe HTTP/1.1" status: 204 len: 168 time: 0.3157966 Nov 02 13:05:19.597923 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef444d94-a0cf-4903-a1ea-c829d2d1ca2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c0d506-bf98-47b0-98c8-5b16edbc9fbe,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:19.613522 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444d94-a0cf-4903-a1ea-c829d2d1ca2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:19.614290 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444d94-a0cf-4903-a1ea-c829d2d1ca2b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:19.615288 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444d94-a0cf-4903-a1ea-c829d2d1ca2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:19.616249 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444d94-a0cf-4903-a1ea-c829d2d1ca2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:19.616931 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444d94-a0cf-4903-a1ea-c829d2d1ca2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:19.617602 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444d94-a0cf-4903-a1ea-c829d2d1ca2b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:19.618398 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444d94-a0cf-4903-a1ea-c829d2d1ca2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:19.619438 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444d94-a0cf-4903-a1ea-c829d2d1ca2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:19.620596 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444d94-a0cf-4903-a1ea-c829d2d1ca2b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:19.622225 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444d94-a0cf-4903-a1ea-c829d2d1ca2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:19.623802 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444d94-a0cf-4903-a1ea-c829d2d1ca2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:19.625102 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444d94-a0cf-4903-a1ea-c829d2d1ca2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:19.626578 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444d94-a0cf-4903-a1ea-c829d2d1ca2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:19.626928 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411a53a-4752-4e76-a9e2-33fae68b1d6f tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51e78749-1478-455a-afe9-7a620771afd2,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:19.628387 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444d94-a0cf-4903-a1ea-c829d2d1ca2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:19.636968 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef444d94-a0cf-4903-a1ea-c829d2d1ca2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:19.718165 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4411a53a-4752-4e76-a9e2-33fae68b1d6f tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.720541 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4411a53a-4752-4e76-a9e2-33fae68b1d6f tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5859532 Nov 02 13:05:19.722926 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43778) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:19.730067 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-9e0b44ea-1e49-4000-917f-e1c11dbe6dac tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '51e78749-1478-455a-afe9-7a620771afd2', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:19.866821 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9e0b44ea-1e49-4000-917f-e1c11dbe6dac tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (3bb84a88-0890-4401-bcae-344a4d464203), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:19.968897 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9e0b44ea-1e49-4000-917f-e1c11dbe6dac tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (3bb84a88-0890-4401-bcae-344a4d464203), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.232871 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9e0b44ea-1e49-4000-917f-e1c11dbe6dac tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (3bb84a88-0890-4401-bcae-344a4d464203), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.278523 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b44ea-1e49-4000-917f-e1c11dbe6dac tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb84a88-0890-4401-bcae-344a4d464203,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:20.427650 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9e0b44ea-1e49-4000-917f-e1c11dbe6dac tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.430421 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9e0b44ea-1e49-4000-917f-e1c11dbe6dac tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7052100 Nov 02 13:05:20.433675 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43788) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:20.453412 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e13d2f13-dc2f-4161-a64c-29562b092fa6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '51e78749-1478-455a-afe9-7a620771afd2', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:20.660785 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e13d2f13-dc2f-4161-a64c-29562b092fa6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (49221342-fdfd-4216-861f-080b5400f938), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.745818 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:20.759811 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e13d2f13-dc2f-4161-a64c-29562b092fa6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (49221342-fdfd-4216-861f-080b5400f938), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.849036 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43796) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:20.870696 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:20.874465 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-688fb153-9cd0-4b8b-b52e-367493a2b4ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.917479 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e13d2f13-dc2f-4161-a64c-29562b092fa6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (49221342-fdfd-4216-861f-080b5400f938), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.978257 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d2f13-dc2f-4161-a64c-29562b092fa6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49221342-fdfd-4216-861f-080b5400f938,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:21.012113 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:21.073896 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-688fb153-9cd0-4b8b-b52e-367493a2b4ff admin admin] Publish callbacks [] for security_group (da1392d3-3165-477c-9318-cf522012f930), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.114511 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=75 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:21.147824 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e13d2f13-dc2f-4161-a64c-29562b092fa6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.149380 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e13d2f13-dc2f-4161-a64c-29562b092fa6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7146614 Nov 02 13:05:21.154603 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43800) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:21.162059 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c919d3ca-fc2d-494d-b1d7-71eba780ce71 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '51e78749-1478-455a-afe9-7a620771afd2', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:21.203860 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-688fb153-9cd0-4b8b-b52e-367493a2b4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (da1392d3-3165-477c-9318-cf522012f930), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.258459 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fb153-9cd0-4b8b-b52e-367493a2b4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1392d3-3165-477c-9318-cf522012f930,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:21.263618 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-688fb153-9cd0-4b8b-b52e-367493a2b4ff admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=58b965bf36f8491c93c5712722c610f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4129295 Nov 02 13:05:21.266944 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43804) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:21.293279 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c919d3ca-fc2d-494d-b1d7-71eba780ce71 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (dfeda1eb-a9e8-42a6-a91a-5bf97582c085), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.385527 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-069240a0-f341-41f9-86e6-909bc356351f admin admin] Publish callbacks [] for security_group (da1392d3-3165-477c-9318-cf522012f930), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.422762 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:21.433509 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-069240a0-f341-41f9-86e6-909bc356351f admin admin] Publish callbacks [] for security_group (da1392d3-3165-477c-9318-cf522012f930), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.459288 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c919d3ca-fc2d-494d-b1d7-71eba780ce71 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (dfeda1eb-a9e8-42a6-a91a-5bf97582c085), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.623642 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c919d3ca-fc2d-494d-b1d7-71eba780ce71 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (dfeda1eb-a9e8-42a6-a91a-5bf97582c085), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.652106 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919d3ca-fc2d-494d-b1d7-71eba780ce71 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfeda1eb-a9e8-42a6-a91a-5bf97582c085,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:21.667313 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:21.670674 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-069240a0-f341-41f9-86e6-909bc356351f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (da1392d3-3165-477c-9318-cf522012f930), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.677190 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-069240a0-f341-41f9-86e6-909bc356351f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.677190 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-069240a0-f341-41f9-86e6-909bc356351f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/da1392d3-3165-477c-9318-cf522012f930 HTTP/1.1" status: 204 len: 168 time: 0.4083753 Nov 02 13:05:21.694423 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069240a0-f341-41f9-86e6-909bc356351f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1392d3-3165-477c-9318-cf522012f930,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:21.773745 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:21.778229 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c919d3ca-fc2d-494d-b1d7-71eba780ce71 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.782369 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c919d3ca-fc2d-494d-b1d7-71eba780ce71 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6256211 Nov 02 13:05:21.788011 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43816) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:21.798849 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-1b29f536-ee31-4390-b089-769d15c6bd8a tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '51e78749-1478-455a-afe9-7a620771afd2', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:22.012086 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b29f536-ee31-4390-b089-769d15c6bd8a tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (ffc28b04-7941-46a8-b0a7-9a8c2abe9aad), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:22.129745 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b29f536-ee31-4390-b089-769d15c6bd8a tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (ffc28b04-7941-46a8-b0a7-9a8c2abe9aad), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:22.707944 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b29f536-ee31-4390-b089-769d15c6bd8a tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (ffc28b04-7941-46a8-b0a7-9a8c2abe9aad), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:22.739469 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:22.768198 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29f536-ee31-4390-b089-769d15c6bd8a tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc28b04-7941-46a8-b0a7-9a8c2abe9aad,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:22.921738 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b29f536-ee31-4390-b089-769d15c6bd8a tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:22.921738 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1b29f536-ee31-4390-b089-769d15c6bd8a tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1281774 Nov 02 13:05:22.922897 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43830) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:22.931355 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-7355a350-05be-434d-a874-02e7bd05989e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '51e78749-1478-455a-afe9-7a620771afd2', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:23.067678 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-7355a350-05be-434d-a874-02e7bd05989e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Project 61491c06413d4385afd9e7f35b7026df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:05:23.081782 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7355a350-05be-434d-a874-02e7bd05989e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (ce104643-5c73-40e0-8995-2d5bcdc8ab00), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.210565 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7355a350-05be-434d-a874-02e7bd05989e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (ce104643-5c73-40e0-8995-2d5bcdc8ab00), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.328946 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7355a350-05be-434d-a874-02e7bd05989e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (ce104643-5c73-40e0-8995-2d5bcdc8ab00), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.366025 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355a350-05be-434d-a874-02e7bd05989e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce104643-5c73-40e0-8995-2d5bcdc8ab00,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:23.495199 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7355a350-05be-434d-a874-02e7bd05989e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.497401 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7355a350-05be-434d-a874-02e7bd05989e tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5723214 Nov 02 13:05:23.501781 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43842) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:23.508687 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-d18ab958-d098-4fde-be15-1ce4f8b491e7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '51e78749-1478-455a-afe9-7a620771afd2', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:23.539775 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:23.574752 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43844) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:23.604602 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e3ae0629-bcd8-45a3-b2a8-c2e1725018d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.694482 n-d-857339-6 neutron-server[105975]: INFO neutron.db.securitygroups_db [None req-d18ab958-d098-4fde-be15-1ce4f8b491e7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Project 61491c06413d4385afd9e7f35b7026df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:05:23.703127 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d18ab958-d098-4fde-be15-1ce4f8b491e7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (9ccefb73-d432-4c6e-a049-d217c652d66a), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.751486 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e3ae0629-bcd8-45a3-b2a8-c2e1725018d6 admin admin] Publish callbacks [] for security_group (26ad6aef-c791-4cb4-9b2d-dffbafb8ef7e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.813946 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d18ab958-d098-4fde-be15-1ce4f8b491e7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (9ccefb73-d432-4c6e-a049-d217c652d66a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.847009 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:23.905951 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e3ae0629-bcd8-45a3-b2a8-c2e1725018d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (26ad6aef-c791-4cb4-9b2d-dffbafb8ef7e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.940911 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d18ab958-d098-4fde-be15-1ce4f8b491e7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (9ccefb73-d432-4c6e-a049-d217c652d66a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.944167 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.969468 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e3ae0629-bcd8-45a3-b2a8-c2e1725018d6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2ed40eed5a4a41618f9e72ecb56488dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3927608 Nov 02 13:05:23.973913 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43852) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:23.976082 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae0629-bcd8-45a3-b2a8-c2e1725018d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ad6aef-c791-4cb4-9b2d-dffbafb8ef7e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:24.005781 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ab958-d098-4fde-be15-1ce4f8b491e7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccefb73-d432-4c6e-a049-d217c652d66a,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:24.090619 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50e0885f-b39c-486c-83d1-0d97ea4b664b admin admin] Publish callbacks [] for security_group (26ad6aef-c791-4cb4-9b2d-dffbafb8ef7e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:24.115227 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d18ab958-d098-4fde-be15-1ce4f8b491e7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:24.121082 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d18ab958-d098-4fde-be15-1ce4f8b491e7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6124222 Nov 02 13:05:24.121082 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43858) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:24.131786 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-bfa55671-9bf4-4a08-9522-65d9b2f23c40 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'network': {'name': 'tempest-network-smoke--223029722', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'port_security_enabled': True}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:24.142606 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:24.190155 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50e0885f-b39c-486c-83d1-0d97ea4b664b admin admin] Publish callbacks [] for security_group (26ad6aef-c791-4cb4-9b2d-dffbafb8ef7e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:24.315152 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa55671-9bf4-4a08-9522-65d9b2f23c40 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Made reservation on behalf of 61491c06413d4385afd9e7f35b7026df for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:05:24.324323 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bfa55671-9bf4-4a08-9522-65d9b2f23c40 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:24.438942 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50e0885f-b39c-486c-83d1-0d97ea4b664b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (26ad6aef-c791-4cb4-9b2d-dffbafb8ef7e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:24.442910 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-50e0885f-b39c-486c-83d1-0d97ea4b664b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:24.448650 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-50e0885f-b39c-486c-83d1-0d97ea4b664b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/26ad6aef-c791-4cb4-9b2d-dffbafb8ef7e HTTP/1.1" status: 204 len: 168 time: 0.4648221 Nov 02 13:05:24.448889 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa55671-9bf4-4a08-9522-65d9b2f23c40 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:05:24.460213 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0885f-b39c-486c-83d1-0d97ea4b664b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ad6aef-c791-4cb4-9b2d-dffbafb8ef7e,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:24.465062 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bfa55671-9bf4-4a08-9522-65d9b2f23c40 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (307abfb1-e17d-444d-a393-8aea528b76f9), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:24.465740 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-bfa55671-9bf4-4a08-9522-65d9b2f23c40 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Added segment 307abfb1-e17d-444d-a393-8aea528b76f9 of type vlan for network 82733eab-2f7a-4447-8368-8b7351adc0c3 Nov 02 13:05:24.591625 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bfa55671-9bf4-4a08-9522-65d9b2f23c40 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (82733eab-2f7a-4447-8368-8b7351adc0c3), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:24.715498 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bfa55671-9bf4-4a08-9522-65d9b2f23c40 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (82733eab-2f7a-4447-8368-8b7351adc0c3), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:24.725211 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa55671-9bf4-4a08-9522-65d9b2f23c40 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:24.726732 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bfa55671-9bf4-4a08-9522-65d9b2f23c40 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:24.859219 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa55671-9bf4-4a08-9522-65d9b2f23c40 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'Network': ['ID=82733eab-2f7a-4447-8368-8b7351adc0c3,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:24.874592 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 82733eab-2f7a-4447-8368-8b7351adc0c3 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:05:24.901827 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:24.934531 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bfa55671-9bf4-4a08-9522-65d9b2f23c40 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8122504 Nov 02 13:05:24.940265 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43872) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:24.949044 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e4da9542-6509-477e-982c-76f9f02e1bc6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1402089609', 'admin_state_up': True, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:25.199791 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4da9542-6509-477e-982c-76f9f02e1bc6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (41eb6332-646e-45fc-a90e-04f0bad4972d), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:25.203871 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4da9542-6509-477e-982c-76f9f02e1bc6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (41eb6332-646e-45fc-a90e-04f0bad4972d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:25.309412 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4da9542-6509-477e-982c-76f9f02e1bc6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_controller (41eb6332-646e-45fc-a90e-04f0bad4972d), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:25.657455 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4da9542-6509-477e-982c-76f9f02e1bc6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_gateway (41eb6332-646e-45fc-a90e-04f0bad4972d), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:25.968022 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:26.065902 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:26.128258 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4da9542-6509-477e-982c-76f9f02e1bc6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_gateway (41eb6332-646e-45fc-a90e-04f0bad4972d), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:26.153156 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4da9542-6509-477e-982c-76f9f02e1bc6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:26.311834 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:26.344226 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-e4da9542-6509-477e-982c-76f9f02e1bc6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Allocated IP 172.25.2.187 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/1c4c2928-d9ed-40ac-8889-8047037eb8d0) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:05:26.524195 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4da9542-6509-477e-982c-76f9f02e1bc6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for port (1c4c2928-d9ed-40ac-8889-8047037eb8d0), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:26.698854 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4da9542-6509-477e-982c-76f9f02e1bc6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (1c4c2928-d9ed-40ac-8889-8047037eb8d0), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:26.739895 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4da9542-6509-477e-982c-76f9f02e1bc6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:26.749047 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e4da9542-6509-477e-982c-76f9f02e1bc6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:26.754003 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4da9542-6509-477e-982c-76f9f02e1bc6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:05:26.758161 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da9542-6509-477e-982c-76f9f02e1bc6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'Port': ['ID=1c4c2928-d9ed-40ac-8889-8047037eb8d0,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:27.128941 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:27.277057 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4da9542-6509-477e-982c-76f9f02e1bc6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_gateway (41eb6332-646e-45fc-a90e-04f0bad4972d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:27.703070 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4da9542-6509-477e-982c-76f9f02e1bc6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (41eb6332-646e-45fc-a90e-04f0bad4972d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:28.191410 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4da9542-6509-477e-982c-76f9f02e1bc6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Router 41eb6332-646e-45fc-a90e-04f0bad4972d is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:05:28.374753 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:28.537956 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4da9542-6509-477e-982c-76f9f02e1bc6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:05:28.543694 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:28.561441 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] Sync routers for ids ['41eb6332-646e-45fc-a90e-04f0bad4972d'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:05:28.588371 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] Routers {'41eb6332-646e-45fc-a90e-04f0bad4972d'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:05:28.590619 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:05:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['41eb6332-646e-45fc-a90e-04f0bad4972d'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:28.732013 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e4da9542-6509-477e-982c-76f9f02e1bc6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:28.738410 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43954) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:28.748907 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e4da9542-6509-477e-982c-76f9f02e1bc6 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.8029058 Nov 02 13:05:28.833915 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] Set router 41eb6332-646e-45fc-a90e-04f0bad4972d gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:05:28.848723 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43962) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:28.849414 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7f3a9114-bff1-46eb-92ed-732a40fddca4 tempest-TestNetworkAdvancedServerOps-1812556403 tempest-TestNetworkAdvancedServerOps-1812556403-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?project_id=61491c06413d4385afd9e7f35b7026df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1095588 Nov 02 13:05:28.987554 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:29.118258 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:29.128603 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eecf5b1-d2aa-4c69-8ada-706e410887a0 tempest-TestNetworkAdvancedServerOps-1812556403 tempest-TestNetworkAdvancedServerOps-1812556403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:29.128603 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7eecf5b1-d2aa-4c69-8ada-706e410887a0 tempest-TestNetworkAdvancedServerOps-1812556403 tempest-TestNetworkAdvancedServerOps-1812556403-project-admin] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2725148 Nov 02 13:05:29.131410 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43972) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:29.147305 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:05:29.184389 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 43974) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:29.185370 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-347d6c05-c53a-436c-bc3d-de0afb0761d1 tempest-TestNetworkAdvancedServerOps-1812556403 tempest-TestNetworkAdvancedServerOps-1812556403-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0519059 Nov 02 13:05:29.192953 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6bf2587e-2f89-416c-a56a-62bb27877296 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-547628922', 'network_id': '82733eab-2f7a-4447-8368-8b7351adc0c3', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:29.460447 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:29.481742 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eb6332-646e-45fc-a90e-04f0bad4972d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402089609', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '1c4c2928-d9ed-40ac-8889-8047037eb8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:25Z', 'updated_at': '2022-11-02T13:05:26Z', 'revision_number': 3, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '1c4c2928-d9ed-40ac-8889-8047037eb8d0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eb6332-646e-45fc-a90e-04f0bad4972d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:26Z', 'updated_at': '2022-11-02T13:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:29.521525 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] Checking router: 41eb6332-646e-45fc-a90e-04f0bad4972d for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:05:29.521773 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] Updating router 41eb6332-646e-45fc-a90e-04f0bad4972d port 1c4c2928-d9ed-40ac-8889-8047037eb8d0 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:05:29.540108 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf2587e-2f89-416c-a56a-62bb27877296 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Made reservation on behalf of 61491c06413d4385afd9e7f35b7026df for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:05:29.547828 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6bf2587e-2f89-416c-a56a-62bb27877296 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.562240 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1c4c2928-d9ed-40ac-8889-8047037eb8d0), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.627061 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:29.993096 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:30.106910 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6bf2587e-2f89-416c-a56a-62bb27877296 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (741aa54d-a843-408b-ac31-ed6f32103e08), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.122574 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] Publish callbacks [] for port (1c4c2928-d9ed-40ac-8889-8047037eb8d0), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.239196 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 43994) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:30.251217 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1c4c2928-d9ed-40ac-8889-8047037eb8d0), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.257643 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2587e-2f89-416c-a56a-62bb27877296 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'Subnet': ['ID=741aa54d-a843-408b-ac31-ed6f32103e08,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:30.264244 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf2587e-2f89-416c-a56a-62bb27877296 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Checking segment: {'id': '307abfb1-e17d-444d-a393-8aea528b76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '82733eab-2f7a-4447-8368-8b7351adc0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:05:30.264244 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf2587e-2f89-416c-a56a-62bb27877296 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Network hostable DHCP agents. Network: 82733eab-2f7a-4447-8368-8b7351adc0c3, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:05:30.335452 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] Attempting to bind port 1c4c2928-d9ed-40ac-8889-8047037eb8d0 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:05:30.335804 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] Attempting to bind port 1c4c2928-d9ed-40ac-8889-8047037eb8d0 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:05:30.336468 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] Attempting to bind port 1c4c2928-d9ed-40ac-8889-8047037eb8d0 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:05:30.395235 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a0595-aee8-4fe5-945e-bd6070437aeb None None] Pushing event updated for resources: {'Port': ['ID=1c4c2928-d9ed-40ac-8889-8047037eb8d0,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:30.405704 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf2587e-2f89-416c-a56a-62bb27877296 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Network 82733eab-2f7a-4447-8368-8b7351adc0c3 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:05:30.424238 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:05:30.424623 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:05:30.425160 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.425571 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:05:30.426072 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] Bound port: 1c4c2928-d9ed-40ac-8889-8047037eb8d0, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:05:30.426575 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1c4c2928-d9ed-40ac-8889-8047037eb8d0), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.514904 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-6bf2587e-2f89-416c-a56a-62bb27877296 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 82733eab-2f7a-4447-8368-8b7351adc0c3) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:30.520124 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4546ac5a-2170-41da-9bfe-4bdd0e7ae398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.521839 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf2587e-2f89-416c-a56a-62bb27877296 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:30.522862 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6bf2587e-2f89-416c-a56a-62bb27877296 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.588306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289bd434-1b36-44c1-99ac-4f620896e3ba None None] Network 82733eab-2f7a-4447-8368-8b7351adc0c3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:05:30.589216 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] For port 1c4c2928-d9ed-40ac-8889-8047037eb8d0, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:05:30.599975 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] For port 1c4c2928-d9ed-40ac-8889-8047037eb8d0, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1c4c2928-d9ed-40ac-8889-8047037eb8d0,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:05:30.630273 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:30.749567 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1c4c2928-d9ed-40ac-8889-8047037eb8d0), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.750257 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4546ac5a-2170-41da-9bfe-4bdd0e7ae398 admin admin] Publish callbacks [] for security_group (907231b6-7de0-4d6d-899c-ffa7b9043aa9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.758954 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44006) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:30.762293 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6bf2587e-2f89-416c-a56a-62bb27877296 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5734839 Nov 02 13:05:30.771822 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] Routers {'41eb6332-646e-45fc-a90e-04f0bad4972d'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:05:30.773389 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:05:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['41eb6332-646e-45fc-a90e-04f0bad4972d'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:30.925213 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-82733eab-2f7a-4447-8368-8b7351adc0c3', 'network_id': '82733eab-2f7a-4447-8368-8b7351adc0c3', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'fixed_ips': [{'subnet_id': '741aa54d-a843-408b-ac31-ed6f32103e08'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:05:30.930527 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.969410 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] Set router 41eb6332-646e-45fc-a90e-04f0bad4972d gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:05:30.970747 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4546ac5a-2170-41da-9bfe-4bdd0e7ae398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (907231b6-7de0-4d6d-899c-ffa7b9043aa9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:31.033031 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4546ac5a-2170-41da-9bfe-4bdd0e7ae398 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1bdd5540830e483a8364970ff36db950&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7920661 Nov 02 13:05:31.037847 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44012) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:31.057149 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:31.219298 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546ac5a-2170-41da-9bfe-4bdd0e7ae398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907231b6-7de0-4d6d-899c-ffa7b9043aa9,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:31.237897 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff520e37-9635-434f-bdec-e6a554b40456 admin admin] Publish callbacks [] for security_group (907231b6-7de0-4d6d-899c-ffa7b9043aa9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:31.291270 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a0595-aee8-4fe5-945e-bd6070437aeb None None] Pushing event updated for resources: {'Port': ['ID=1c4c2928-d9ed-40ac-8889-8047037eb8d0,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:31.300667 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eb6332-646e-45fc-a90e-04f0bad4972d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402089609', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '1c4c2928-d9ed-40ac-8889-8047037eb8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:25Z', 'updated_at': '2022-11-02T13:05:26Z', 'revision_number': 3, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '1c4c2928-d9ed-40ac-8889-8047037eb8d0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eb6332-646e-45fc-a90e-04f0bad4972d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:26Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:31.305316 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546ac5a-2170-41da-9bfe-4bdd0e7ae398 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:31.307034 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546ac5a-2170-41da-9bfe-4bdd0e7ae398 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:31.308067 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546ac5a-2170-41da-9bfe-4bdd0e7ae398 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:31.308893 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546ac5a-2170-41da-9bfe-4bdd0e7ae398 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:31.309701 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546ac5a-2170-41da-9bfe-4bdd0e7ae398 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:31.310488 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546ac5a-2170-41da-9bfe-4bdd0e7ae398 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:31.311246 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546ac5a-2170-41da-9bfe-4bdd0e7ae398 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:31.312177 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546ac5a-2170-41da-9bfe-4bdd0e7ae398 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:31.313824 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546ac5a-2170-41da-9bfe-4bdd0e7ae398 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:31.314647 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546ac5a-2170-41da-9bfe-4bdd0e7ae398 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:31.315395 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546ac5a-2170-41da-9bfe-4bdd0e7ae398 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:31.316159 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546ac5a-2170-41da-9bfe-4bdd0e7ae398 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:31.316941 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546ac5a-2170-41da-9bfe-4bdd0e7ae398 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:31.317701 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546ac5a-2170-41da-9bfe-4bdd0e7ae398 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:31.318481 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4546ac5a-2170-41da-9bfe-4bdd0e7ae398 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:31.324475 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff520e37-9635-434f-bdec-e6a554b40456 admin admin] Publish callbacks [] for security_group (907231b6-7de0-4d6d-899c-ffa7b9043aa9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:31.348983 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:31.376096 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b6ed8-7dcd-45e9-80ed-504adb294d24 None None] The sync data for ids ['41eb6332-646e-45fc-a90e-04f0bad4972d'] in n-d-857339-6 is: [{'id': '41eb6332-646e-45fc-a90e-04f0bad4972d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402089609', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '1c4c2928-d9ed-40ac-8889-8047037eb8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:25Z', 'updated_at': '2022-11-02T13:05:26Z', 'revision_number': 3, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '1c4c2928-d9ed-40ac-8889-8047037eb8d0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eb6332-646e-45fc-a90e-04f0bad4972d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:26Z', 'updated_at': '2022-11-02T13:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:05:31.452425 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:31.463597 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] Allocated IP 172.20.0.2 (82733eab-2f7a-4447-8368-8b7351adc0c3/741aa54d-a843-408b-ac31-ed6f32103e08/11b9c59e-52ce-47ad-8d22-b3da3152cc01) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:05:31.631959 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff520e37-9635-434f-bdec-e6a554b40456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (907231b6-7de0-4d6d-899c-ffa7b9043aa9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:31.657808 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff520e37-9635-434f-bdec-e6a554b40456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:31.660036 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ff520e37-9635-434f-bdec-e6a554b40456 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/907231b6-7de0-4d6d-899c-ffa7b9043aa9 HTTP/1.1" status: 204 len: 168 time: 0.6201444 Nov 02 13:05:31.716110 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff520e37-9635-434f-bdec-e6a554b40456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907231b6-7de0-4d6d-899c-ffa7b9043aa9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:31.924705 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:32.056061 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] Publish callbacks [] for port (11b9c59e-52ce-47ad-8d22-b3da3152cc01), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:32.058279 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:32.153467 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (11b9c59e-52ce-47ad-8d22-b3da3152cc01), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:32.180259 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:32.240967 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] Network 82733eab-2f7a-4447-8368-8b7351adc0c3 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:32.243462 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:32.248802 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:05:32.284638 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:32.315474 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-969174fa-c22d-48e3-bb03-1d1347731928 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:32.377691 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] Attempting to bind port 11b9c59e-52ce-47ad-8d22-b3da3152cc01 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:05:32.378125 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] Attempting to bind port 11b9c59e-52ce-47ad-8d22-b3da3152cc01 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '307abfb1-e17d-444d-a393-8aea528b76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '82733eab-2f7a-4447-8368-8b7351adc0c3'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:05:32.378598 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] Attempting to bind port 11b9c59e-52ce-47ad-8d22-b3da3152cc01 on network 82733eab-2f7a-4447-8368-8b7351adc0c3 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:05:32.433473 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] Pushing event updated for resources: {'Port': ['ID=11b9c59e-52ce-47ad-8d22-b3da3152cc01,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:32.463835 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:32.491987 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:32.508000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:05:32.508749 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] Checking segment: {'id': '307abfb1-e17d-444d-a393-8aea528b76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '82733eab-2f7a-4447-8368-8b7351adc0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:05:32.509453 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:32.510100 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] Bound using segment: {'id': '307abfb1-e17d-444d-a393-8aea528b76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '82733eab-2f7a-4447-8368-8b7351adc0c3'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:05:32.511106 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] Bound port: 11b9c59e-52ce-47ad-8d22-b3da3152cc01, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307abfb1-e17d-444d-a393-8aea528b76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '82733eab-2f7a-4447-8368-8b7351adc0c3'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:05:32.511733 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (11b9c59e-52ce-47ad-8d22-b3da3152cc01), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:32.592716 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:32.685526 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] For port 11b9c59e-52ce-47ad-8d22-b3da3152cc01, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:05:32.691058 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] For port 11b9c59e-52ce-47ad-8d22-b3da3152cc01, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=11b9c59e-52ce-47ad-8d22-b3da3152cc01,segment=NetworkSegment(307abfb1-e17d-444d-a393-8aea528b76f9),segment_id=307abfb1-e17d-444d-a393-8aea528b76f9)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:05:32.863177 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (11b9c59e-52ce-47ad-8d22-b3da3152cc01), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:33.031041 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535b852-bbbf-45d4-86b4-8be799bbee32 None None] Pushing event updated for resources: {'Port': ['ID=11b9c59e-52ce-47ad-8d22-b3da3152cc01,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:33.118021 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-969174fa-c22d-48e3-bb03-1d1347731928 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Allocated IP 172.20.0.1 (82733eab-2f7a-4447-8368-8b7351adc0c3/741aa54d-a843-408b-ac31-ed6f32103e08/0cb2cd72-fa78-4059-94c9-0cfcf83f6178) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:05:33.442104 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-969174fa-c22d-48e3-bb03-1d1347731928 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for port (0cb2cd72-fa78-4059-94c9-0cfcf83f6178), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:33.647019 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-969174fa-c22d-48e3-bb03-1d1347731928 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (0cb2cd72-fa78-4059-94c9-0cfcf83f6178), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:33.705887 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44044) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:33.754966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 11b9c59e-52ce-47ad-8d22-b3da3152cc01 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:33.774553 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b2682b14-9bd0-403d-a7db-98cdc4a8589f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:33.799124 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969174fa-c22d-48e3-bb03-1d1347731928 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Network 82733eab-2f7a-4447-8368-8b7351adc0c3 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:33.802059 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-969174fa-c22d-48e3-bb03-1d1347731928 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:33.818703 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969174fa-c22d-48e3-bb03-1d1347731928 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:05:33.840611 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969174fa-c22d-48e3-bb03-1d1347731928 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'Port': ['ID=0cb2cd72-fa78-4059-94c9-0cfcf83f6178,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:33.869415 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 11b9c59e-52ce-47ad-8d22-b3da3152cc01 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:33.873854 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (11b9c59e-52ce-47ad-8d22-b3da3152cc01), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:33.873854 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 11b9c59e-52ce-47ad-8d22-b3da3152cc01 Nov 02 13:05:33.959839 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-969174fa-c22d-48e3-bb03-1d1347731928 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (41eb6332-646e-45fc-a90e-04f0bad4972d), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.045565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 11b9c59e-52ce-47ad-8d22-b3da3152cc01 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:05:34.046229 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (11b9c59e-52ce-47ad-8d22-b3da3152cc01), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.050161 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b2682b14-9bd0-403d-a7db-98cdc4a8589f admin admin] Publish callbacks [] for security_group (4a1afc8e-4d37-4543-94ea-f71aca20740b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.136016 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 11b9c59e-52ce-47ad-8d22-b3da3152cc01, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=11b9c59e-52ce-47ad-8d22-b3da3152cc01,segment=NetworkSegment(307abfb1-e17d-444d-a393-8aea528b76f9),segment_id=307abfb1-e17d-444d-a393-8aea528b76f9)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:34.200218 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b2682b14-9bd0-403d-a7db-98cdc4a8589f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4a1afc8e-4d37-4543-94ea-f71aca20740b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.247125 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (11b9c59e-52ce-47ad-8d22-b3da3152cc01), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.248557 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1c4c2928-d9ed-40ac-8889-8047037eb8d0 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:34.372790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=11b9c59e-52ce-47ad-8d22-b3da3152cc01,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:34.396721 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 1c4c2928-d9ed-40ac-8889-8047037eb8d0 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:34.397412 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1c4c2928-d9ed-40ac-8889-8047037eb8d0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.397624 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 1c4c2928-d9ed-40ac-8889-8047037eb8d0 Nov 02 13:05:34.454254 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b2682b14-9bd0-403d-a7db-98cdc4a8589f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a34b6a79e6c44b91915b8bcac211d1df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7440977 Nov 02 13:05:34.460292 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44056) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:34.466571 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:34.491961 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2682b14-9bd0-403d-a7db-98cdc4a8589f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1afc8e-4d37-4543-94ea-f71aca20740b,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:34.538109 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:34.569837 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:34.602849 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 1c4c2928-d9ed-40ac-8889-8047037eb8d0 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:05:34.603320 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1c4c2928-d9ed-40ac-8889-8047037eb8d0), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.643940 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9687f812-92a9-4070-8cb6-4c84bcd789b7 admin admin] Publish callbacks [] for security_group (4a1afc8e-4d37-4543-94ea-f71aca20740b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.644398 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 1c4c2928-d9ed-40ac-8889-8047037eb8d0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1c4c2928-d9ed-40ac-8889-8047037eb8d0,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:34.665040 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:34.672201 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:34.727337 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9687f812-92a9-4070-8cb6-4c84bcd789b7 admin admin] Publish callbacks [] for security_group (4a1afc8e-4d37-4543-94ea-f71aca20740b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.782873 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1c4c2928-d9ed-40ac-8889-8047037eb8d0), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.915309 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=1c4c2928-d9ed-40ac-8889-8047037eb8d0,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:34.997155 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-969174fa-c22d-48e3-bb03-1d1347731928 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0cb2cd72-fa78-4059-94c9-0cfcf83f6178), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:35.002557 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9687f812-92a9-4070-8cb6-4c84bcd789b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4a1afc8e-4d37-4543-94ea-f71aca20740b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:35.005937 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9687f812-92a9-4070-8cb6-4c84bcd789b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:35.007624 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9687f812-92a9-4070-8cb6-4c84bcd789b7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4a1afc8e-4d37-4543-94ea-f71aca20740b HTTP/1.1" status: 204 len: 168 time: 0.5380991 Nov 02 13:05:35.027532 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687f812-92a9-4070-8cb6-4c84bcd789b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1afc8e-4d37-4543-94ea-f71aca20740b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:35.336326 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:35.489577 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24b3770-5887-4908-ad91-5ad9ce8af56f None None] Network 82733eab-2f7a-4447-8368-8b7351adc0c3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:05:35.568058 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3c1d572b-2ce3-42c7-ba17-05971a1d96e2 None None] Provisioning complete for port 11b9c59e-52ce-47ad-8d22-b3da3152cc01 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:35.568729 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3c1d572b-2ce3-42c7-ba17-05971a1d96e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (11b9c59e-52ce-47ad-8d22-b3da3152cc01), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:35.569308 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3c1d572b-2ce3-42c7-ba17-05971a1d96e2 None None] Attempt 1 to provision port 11b9c59e-52ce-47ad-8d22-b3da3152cc01 Nov 02 13:05:35.715680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 11b9c59e-52ce-47ad-8d22-b3da3152cc01 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:35.791917 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:35.924093 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-969174fa-c22d-48e3-bb03-1d1347731928 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for port (0cb2cd72-fa78-4059-94c9-0cfcf83f6178), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:36.051985 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:36.052907 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-969174fa-c22d-48e3-bb03-1d1347731928 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (0cb2cd72-fa78-4059-94c9-0cfcf83f6178), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:36.075305 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 11b9c59e-52ce-47ad-8d22-b3da3152cc01 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:36.075945 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (11b9c59e-52ce-47ad-8d22-b3da3152cc01), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:36.076049 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 11b9c59e-52ce-47ad-8d22-b3da3152cc01 Nov 02 13:05:36.150768 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-969174fa-c22d-48e3-bb03-1d1347731928 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (41eb6332-646e-45fc-a90e-04f0bad4972d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:36.209409 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3c1d572b-2ce3-42c7-ba17-05971a1d96e2 None None] Current status of the port 11b9c59e-52ce-47ad-8d22-b3da3152cc01 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:05:36.343767 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:36.360753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969174fa-c22d-48e3-bb03-1d1347731928 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'Port': ['ID=0cb2cd72-fa78-4059-94c9-0cfcf83f6178,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:36.421299 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 11b9c59e-52ce-47ad-8d22-b3da3152cc01 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:05:36.424043 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1c4c2928-d9ed-40ac-8889-8047037eb8d0 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:36.691855 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969174fa-c22d-48e3-bb03-1d1347731928 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Network 82733eab-2f7a-4447-8368-8b7351adc0c3 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:05:36.708087 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 1c4c2928-d9ed-40ac-8889-8047037eb8d0 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:36.709063 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-969174fa-c22d-48e3-bb03-1d1347731928 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:36.709759 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1c4c2928-d9ed-40ac-8889-8047037eb8d0), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:36.710824 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 1c4c2928-d9ed-40ac-8889-8047037eb8d0 Nov 02 13:05:36.841175 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:36.887416 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:36.963325 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:37.019547 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:37.080090 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5541b326-aee7-4b5c-8aab-2b3fe127f0e3 None None] Provisioning complete for port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:37.081404 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5541b326-aee7-4b5c-8aab-2b3fe127f0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0cb2cd72-fa78-4059-94c9-0cfcf83f6178), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:37.081404 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5541b326-aee7-4b5c-8aab-2b3fe127f0e3 None None] Attempt 1 to provision port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 Nov 02 13:05:37.127415 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969174fa-c22d-48e3-bb03-1d1347731928 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Router 41eb6332-646e-45fc-a90e-04f0bad4972d has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:05:37.155376 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 1c4c2928-d9ed-40ac-8889-8047037eb8d0 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:05:37.189997 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5541b326-aee7-4b5c-8aab-2b3fe127f0e3 None None] Port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:05:37.209085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5541b326-aee7-4b5c-8aab-2b3fe127f0e3 None None] Provisioning complete for port 11b9c59e-52ce-47ad-8d22-b3da3152cc01 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:37.210260 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5541b326-aee7-4b5c-8aab-2b3fe127f0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (11b9c59e-52ce-47ad-8d22-b3da3152cc01), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:37.211077 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5541b326-aee7-4b5c-8aab-2b3fe127f0e3 None None] Attempt 1 to provision port 11b9c59e-52ce-47ad-8d22-b3da3152cc01 Nov 02 13:05:37.439256 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:37.440285 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5541b326-aee7-4b5c-8aab-2b3fe127f0e3 None None] Current status of the port 11b9c59e-52ce-47ad-8d22-b3da3152cc01 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:05:37.583893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5bd9e2ef-5fb6-4c24-9f88-585c615e248e None None] Provisioning complete for port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:37.584262 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5bd9e2ef-5fb6-4c24-9f88-585c615e248e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0cb2cd72-fa78-4059-94c9-0cfcf83f6178), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:37.586787 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5bd9e2ef-5fb6-4c24-9f88-585c615e248e None None] Attempt 1 to provision port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 Nov 02 13:05:37.712376 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5bd9e2ef-5fb6-4c24-9f88-585c615e248e None None] Port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:05:37.735105 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:37.942792 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:37.982743 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:38.059139 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e02083ba-0c26-4796-ae82-f44752144a20 None None] Provisioning complete for port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:38.060862 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e02083ba-0c26-4796-ae82-f44752144a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0cb2cd72-fa78-4059-94c9-0cfcf83f6178), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:38.062677 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e02083ba-0c26-4796-ae82-f44752144a20 None None] Attempt 1 to provision port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 Nov 02 13:05:38.138234 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:38.209643 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e02083ba-0c26-4796-ae82-f44752144a20 None None] Port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:05:38.325574 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44124) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:38.371419 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969174fa-c22d-48e3-bb03-1d1347731928 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:05:38.380347 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-969174fa-c22d-48e3-bb03-1d1347731928 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "PUT /networking/v2.0/routers/41eb6332-646e-45fc-a90e-04f0bad4972d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6188703 Nov 02 13:05:38.408916 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] Sync routers for ids ['41eb6332-646e-45fc-a90e-04f0bad4972d'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:05:38.452014 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:38.521845 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] Routers {'41eb6332-646e-45fc-a90e-04f0bad4972d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:05:38.521845 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:05:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['41eb6332-646e-45fc-a90e-04f0bad4972d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:38.723966 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ff9ab2cc-5e68-4a85-8627-2eef1a19a88c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-285950915-network', 'tenant_id': '265437565d7341439bc5263a1291fb2b'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:38.794362 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] Set router 41eb6332-646e-45fc-a90e-04f0bad4972d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:05:39.159616 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eb6332-646e-45fc-a90e-04f0bad4972d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402089609', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '1c4c2928-d9ed-40ac-8889-8047037eb8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:25Z', 'updated_at': '2022-11-02T13:05:34Z', 'revision_number': 4, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '1c4c2928-d9ed-40ac-8889-8047037eb8d0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb6332-646e-45fc-a90e-04f0bad4972d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:26Z', 'updated_at': '2022-11-02T13:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '0cb2cd72-fa78-4059-94c9-0cfcf83f6178', 'name': '', 'network_id': '82733eab-2f7a-4447-8368-8b7351adc0c3', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'mac_address': 'fa:16:3e:b6:b5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eb6332-646e-45fc-a90e-04f0bad4972d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '741aa54d-a843-408b-ac31-ed6f32103e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:32Z', 'updated_at': '2022-11-02T13:05:35Z', 'revision_number': 2, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'subnets': [{'id': '741aa54d-a843-408b-ac31-ed6f32103e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:39.206892 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] Checking router: 41eb6332-646e-45fc-a90e-04f0bad4972d for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:05:39.207350 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] Updating router 41eb6332-646e-45fc-a90e-04f0bad4972d port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:05:39.225756 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9ab2cc-5e68-4a85-8627-2eef1a19a88c admin admin] Made reservation on behalf of 265437565d7341439bc5263a1291fb2b for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:05:39.230034 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab2cc-5e68-4a85-8627-2eef1a19a88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.262839 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:39.280535 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab2cc-5e68-4a85-8627-2eef1a19a88c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.318825 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0cb2cd72-fa78-4059-94c9-0cfcf83f6178), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.351123 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:39.493006 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab2cc-5e68-4a85-8627-2eef1a19a88c admin admin] Publish callbacks [] for security_group (2535e26d-d724-449d-a644-82d75f39fff7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.614055 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab2cc-5e68-4a85-8627-2eef1a19a88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2535e26d-d724-449d-a644-82d75f39fff7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.670373 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9ab2cc-5e68-4a85-8627-2eef1a19a88c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:05:39.693040 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ab2cc-5e68-4a85-8627-2eef1a19a88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2535e26d-d724-449d-a644-82d75f39fff7,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:39.704151 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab2cc-5e68-4a85-8627-2eef1a19a88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (2cd79f1c-9649-43ce-bd81-1e3474f7d5e9), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.706327 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-ff9ab2cc-5e68-4a85-8627-2eef1a19a88c admin admin] Added segment 2cd79f1c-9649-43ce-bd81-1e3474f7d5e9 of type vlan for network 04f366de-d02a-4935-bd2f-85b59c4c58cf Nov 02 13:05:39.772912 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] Publish callbacks [] for port (0cb2cd72-fa78-4059-94c9-0cfcf83f6178), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.798522 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab2cc-5e68-4a85-8627-2eef1a19a88c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (04f366de-d02a-4935-bd2f-85b59c4c58cf), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.880142 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0cb2cd72-fa78-4059-94c9-0cfcf83f6178), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.918006 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab2cc-5e68-4a85-8627-2eef1a19a88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (04f366de-d02a-4935-bd2f-85b59c4c58cf), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.920235 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9ab2cc-5e68-4a85-8627-2eef1a19a88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:39.923579 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab2cc-5e68-4a85-8627-2eef1a19a88c admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.955167 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608b8bc-3cef-4d99-ae85-1d9d6940dae6 None None] Pushing event updated for resources: {'Port': ['ID=0cb2cd72-fa78-4059-94c9-0cfcf83f6178,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:39.989224 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:39.993592 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] Attempting to bind port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:05:39.994058 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] Attempting to bind port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '307abfb1-e17d-444d-a393-8aea528b76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '82733eab-2f7a-4447-8368-8b7351adc0c3'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:05:39.994438 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] Attempting to bind port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 on network 82733eab-2f7a-4447-8368-8b7351adc0c3 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:05:40.050327 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:05:40.060506 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] Checking segment: {'id': '307abfb1-e17d-444d-a393-8aea528b76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '82733eab-2f7a-4447-8368-8b7351adc0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:05:40.060506 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:40.060506 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] Bound using segment: {'id': '307abfb1-e17d-444d-a393-8aea528b76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '82733eab-2f7a-4447-8368-8b7351adc0c3'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:05:40.060506 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] Bound port: 0cb2cd72-fa78-4059-94c9-0cfcf83f6178, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307abfb1-e17d-444d-a393-8aea528b76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '82733eab-2f7a-4447-8368-8b7351adc0c3'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:05:40.060506 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0cb2cd72-fa78-4059-94c9-0cfcf83f6178), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:40.060506 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:40.092033 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ab2cc-5e68-4a85-8627-2eef1a19a88c admin admin] Pushing event updated for resources: {'Network': ['ID=04f366de-d02a-4935-bd2f-85b59c4c58cf,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:40.108747 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 04f366de-d02a-4935-bd2f-85b59c4c58cf details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:05:40.121661 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ff9ab2cc-5e68-4a85-8627-2eef1a19a88c admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7931919 Nov 02 13:05:40.124026 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44156) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:40.129472 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-67c4fd90-9194-4e28-906f-9a27b5ad28e7 admin admin] Request body: {'subnet': {'network_id': '04f366de-d02a-4935-bd2f-85b59c4c58cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-285950915-subnet', 'tenant_id': '265437565d7341439bc5263a1291fb2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:40.253059 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c4fd90-9194-4e28-906f-9a27b5ad28e7 admin admin] Made reservation on behalf of 265437565d7341439bc5263a1291fb2b for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:05:40.257696 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-67c4fd90-9194-4e28-906f-9a27b5ad28e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:40.308764 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] For port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:05:40.328696 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] For port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0cb2cd72-fa78-4059-94c9-0cfcf83f6178,segment=NetworkSegment(307abfb1-e17d-444d-a393-8aea528b76f9),segment_id=307abfb1-e17d-444d-a393-8aea528b76f9)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:05:40.419302 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0cb2cd72-fa78-4059-94c9-0cfcf83f6178), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:40.491544 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:40.492732 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] Routers {'41eb6332-646e-45fc-a90e-04f0bad4972d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:05:40.494406 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:05:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['41eb6332-646e-45fc-a90e-04f0bad4972d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:40.575054 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:40.578483 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-67c4fd90-9194-4e28-906f-9a27b5ad28e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (95d3cf0f-e699-4b85-9d85-9832f054fa0c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:40.580832 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608b8bc-3cef-4d99-ae85-1d9d6940dae6 None None] Pushing event updated for resources: {'Port': ['ID=0cb2cd72-fa78-4059-94c9-0cfcf83f6178,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:40.671568 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] Set router 41eb6332-646e-45fc-a90e-04f0bad4972d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:05:40.711929 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4fd90-9194-4e28-906f-9a27b5ad28e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d3cf0f-e699-4b85-9d85-9832f054fa0c,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:40.722006 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c4fd90-9194-4e28-906f-9a27b5ad28e7 admin admin] Checking segment: {'id': '2cd79f1c-9649-43ce-bd81-1e3474f7d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '04f366de-d02a-4935-bd2f-85b59c4c58cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:05:40.722006 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c4fd90-9194-4e28-906f-9a27b5ad28e7 admin admin] Network hostable DHCP agents. Network: 04f366de-d02a-4935-bd2f-85b59c4c58cf, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:05:40.813571 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c4fd90-9194-4e28-906f-9a27b5ad28e7 admin admin] Network 04f366de-d02a-4935-bd2f-85b59c4c58cf is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:05:40.926074 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-67c4fd90-9194-4e28-906f-9a27b5ad28e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 04f366de-d02a-4935-bd2f-85b59c4c58cf) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:05:40.938840 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c4fd90-9194-4e28-906f-9a27b5ad28e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:40.938840 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-67c4fd90-9194-4e28-906f-9a27b5ad28e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:40.957482 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6358de4c-2b73-408c-9d09-4a08d1b5d026 None None] Network 04f366de-d02a-4935-bd2f-85b59c4c58cf requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:05:41.026280 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-67c4fd90-9194-4e28-906f-9a27b5ad28e7 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8997598 Nov 02 13:05:41.072749 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eb6332-646e-45fc-a90e-04f0bad4972d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402089609', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '1c4c2928-d9ed-40ac-8889-8047037eb8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:25Z', 'updated_at': '2022-11-02T13:05:34Z', 'revision_number': 4, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '1c4c2928-d9ed-40ac-8889-8047037eb8d0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb6332-646e-45fc-a90e-04f0bad4972d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:26Z', 'updated_at': '2022-11-02T13:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '0cb2cd72-fa78-4059-94c9-0cfcf83f6178', 'name': '', 'network_id': '82733eab-2f7a-4447-8368-8b7351adc0c3', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'mac_address': 'fa:16:3e:b6:b5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eb6332-646e-45fc-a90e-04f0bad4972d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '741aa54d-a843-408b-ac31-ed6f32103e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:32Z', 'updated_at': '2022-11-02T13:05:40Z', 'revision_number': 4, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'subnets': [{'id': '741aa54d-a843-408b-ac31-ed6f32103e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:41.140543 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6017d2dc-dd41-4793-866e-4cf555bb57a0 None None] The sync data for ids ['41eb6332-646e-45fc-a90e-04f0bad4972d'] in n-d-857339-6 is: [{'id': '41eb6332-646e-45fc-a90e-04f0bad4972d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402089609', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '1c4c2928-d9ed-40ac-8889-8047037eb8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:25Z', 'updated_at': '2022-11-02T13:05:34Z', 'revision_number': 4, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '1c4c2928-d9ed-40ac-8889-8047037eb8d0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb6332-646e-45fc-a90e-04f0bad4972d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:26Z', 'updated_at': '2022-11-02T13:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '0cb2cd72-fa78-4059-94c9-0cfcf83f6178', 'name': '', 'network_id': '82733eab-2f7a-4447-8368-8b7351adc0c3', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'mac_address': 'fa:16:3e:b6:b5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eb6332-646e-45fc-a90e-04f0bad4972d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '741aa54d-a843-408b-ac31-ed6f32103e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:32Z', 'updated_at': '2022-11-02T13:05:40Z', 'revision_number': 4, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'subnets': [{'id': '741aa54d-a843-408b-ac31-ed6f32103e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:05:41.265821 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:41.320422 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d170bed8-c924-4dbb-8384-082d64e315c2 None None] Network 04f366de-d02a-4935-bd2f-85b59c4c58cf requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:05:41.352356 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:41.566487 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:41.675416 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:41.752740 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:41.777034 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:41.777408 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0cb2cd72-fa78-4059-94c9-0cfcf83f6178), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:41.778328 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 Nov 02 13:05:41.986547 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:41.987900 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:05:41.988369 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0cb2cd72-fa78-4059-94c9-0cfcf83f6178), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:42.070123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0cb2cd72-fa78-4059-94c9-0cfcf83f6178,segment=NetworkSegment(307abfb1-e17d-444d-a393-8aea528b76f9),segment_id=307abfb1-e17d-444d-a393-8aea528b76f9)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:42.186453 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0cb2cd72-fa78-4059-94c9-0cfcf83f6178), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:42.289485 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:42.367330 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=0cb2cd72-fa78-4059-94c9-0cfcf83f6178,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:42.631483 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=12 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:42.969459 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6c9a433f-5e15-468a-9d7e-c11f20bbd248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.511584 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:43.579498 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:43.622653 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:05:43.705340 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:43.908290 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:43.958555 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:43.959579 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0cb2cd72-fa78-4059-94c9-0cfcf83f6178), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.960426 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 Nov 02 13:05:44.145420 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:44.157429 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:05:44.281307 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:44.321240 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:44.698765 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:44.729322 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:44.865637 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:45.146410 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:45.180621 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:45.445210 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:45.481630 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:45.922275 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-762e7fb6-8956-4d0f-afaa-7cc292d80a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:46.140905 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:46.264712 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:46.374613 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:46.409173 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:46.690206 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:46.913679 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-70b13b63-8a59-4788-a501-9f99a9ae4f08 req-a5ae72e2-ee1f-411c-a784-616d1c444017 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-62659489&fields=id&tenant_id=61491c06413d4385afd9e7f35b7026df HTTP/1.1" status: 200 len: 267 time: 0.1345162 Nov 02 13:05:46.955453 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:47.094437 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11677c3e-92be-4cf7-ad4c-c7645beaabf3 req-0670e959-f43b-4350-866f-f4698422fc01 tempest-VolumesActionsTest-1488423757 tempest-VolumesActionsTest-1488423757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:47.097570 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-11677c3e-92be-4cf7-ad4c-c7645beaabf3 req-0670e959-f43b-4350-866f-f4698422fc01 tempest-VolumesActionsTest-1488423757 tempest-VolumesActionsTest-1488423757-project] 10.222.0.64 "GET /networking/v2.0/networks?id=04f366de-d02a-4935-bd2f-85b59c4c58cf HTTP/1.1" status: 200 len: 808 time: 0.2858918 Nov 02 13:05:47.179631 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:47.222545 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:47.238393 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:47.238878 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:47.250180 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-11677c3e-92be-4cf7-ad4c-c7645beaabf3 req-dc92f73b-f547-4e70-92eb-a6c34e727ff7 tempest-VolumesActionsTest-1488423757 tempest-VolumesActionsTest-1488423757-project] 10.222.0.64 "GET /networking/v2.0/quotas/265437565d7341439bc5263a1291fb2b HTTP/1.1" status: 200 len: 375 time: 0.0291326 Nov 02 13:05:47.277693 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:47.328377 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-11677c3e-92be-4cf7-ad4c-c7645beaabf3 req-873b7e28-03a0-40ee-be7e-d01f03ef1fbb tempest-VolumesActionsTest-1488423757 tempest-VolumesActionsTest-1488423757-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=265437565d7341439bc5263a1291fb2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661521 Nov 02 13:05:47.338194 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b13b63-8a59-4788-a501-9f99a9ae4f08 req-28889f73-870f-42d8-8744-5d097159c32a tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:47.340149 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-70b13b63-8a59-4788-a501-9f99a9ae4f08 req-28889f73-870f-42d8-8744-5d097159c32a tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "GET /networking/v2.0/networks?id=82733eab-2f7a-4447-8368-8b7351adc0c3 HTTP/1.1" status: 200 len: 796 time: 0.3442514 Nov 02 13:05:47.362511 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-70b13b63-8a59-4788-a501-9f99a9ae4f08 req-9da9d54e-5c5d-483b-b23a-805143809ac5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "GET /networking/v2.0/quotas/61491c06413d4385afd9e7f35b7026df HTTP/1.1" status: 200 len: 375 time: 0.0121059 Nov 02 13:05:47.480723 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-70b13b63-8a59-4788-a501-9f99a9ae4f08 req-1c69965f-b356-406b-8225-db3a09a9a7cf tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=61491c06413d4385afd9e7f35b7026df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936692 Nov 02 13:05:47.535262 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44234) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:47.599843 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:47.842199 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6dce0-b62b-4173-93ce-a1d8128eba02 req-971f9167-9973-4bcc-a364-bc0cb4dc8cd6 tempest-VolumesActionsTest-1488423757 tempest-VolumesActionsTest-1488423757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:47.853729 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-50a6dce0-b62b-4173-93ce-a1d8128eba02 req-971f9167-9973-4bcc-a364-bc0cb4dc8cd6 tempest-VolumesActionsTest-1488423757 tempest-VolumesActionsTest-1488423757-project] 10.222.0.64 "GET /networking/v2.0/networks?id=04f366de-d02a-4935-bd2f-85b59c4c58cf HTTP/1.1" status: 200 len: 808 time: 0.2021723 Nov 02 13:05:47.877967 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-50a6dce0-b62b-4173-93ce-a1d8128eba02 req-3c472f48-426d-474c-a261-394a9ddf43aa tempest-VolumesActionsTest-1488423757 tempest-VolumesActionsTest-1488423757-project] 10.222.0.64 "GET /networking/v2.0/quotas/265437565d7341439bc5263a1291fb2b HTTP/1.1" status: 200 len: 375 time: 0.0232227 Nov 02 13:05:47.959642 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-50a6dce0-b62b-4173-93ce-a1d8128eba02 req-19e08d36-ec29-4cd9-b8e1-e4a1e66aa325 tempest-VolumesActionsTest-1488423757 tempest-VolumesActionsTest-1488423757-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=265437565d7341439bc5263a1291fb2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728552 Nov 02 13:05:48.166450 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6705ba00-d12a-40bc-9ba1-b4a82f07a432 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (41eb6332-646e-45fc-a90e-04f0bad4972d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:48.234253 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:48.496771 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:48.601744 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:48.661019 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:48.812573 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-6705ba00-d12a-40bc-9ba1-b4a82f07a432 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Deleting port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:05:48.813952 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6705ba00-d12a-40bc-9ba1-b4a82f07a432 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0cb2cd72-fa78-4059-94c9-0cfcf83f6178), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:48.837293 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:49.014535 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-6705ba00-d12a-40bc-9ba1-b4a82f07a432 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] For port 0cb2cd72-fa78-4059-94c9-0cfcf83f6178, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0cb2cd72-fa78-4059-94c9-0cfcf83f6178,segment=NetworkSegment(307abfb1-e17d-444d-a393-8aea528b76f9),segment_id=307abfb1-e17d-444d-a393-8aea528b76f9)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:49.015090 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6705ba00-d12a-40bc-9ba1-b4a82f07a432 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0cb2cd72-fa78-4059-94c9-0cfcf83f6178), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:49.054716 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-6705ba00-d12a-40bc-9ba1-b4a82f07a432 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Calling delete_port for 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:05:49.180080 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:49.267648 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:49.510581 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:49.563407 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6705ba00-d12a-40bc-9ba1-b4a82f07a432 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (0cb2cd72-fa78-4059-94c9-0cfcf83f6178), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:49.611361 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705ba00-d12a-40bc-9ba1-b4a82f07a432 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event deleted for resources: {'Port': ['ID=0cb2cd72-fa78-4059-94c9-0cfcf83f6178,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:50.015337 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6705ba00-d12a-40bc-9ba1-b4a82f07a432 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (41eb6332-646e-45fc-a90e-04f0bad4972d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:50.057201 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6751a2-1e3b-4034-854c-a555f8770eb5 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:05:50.195129 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:50.273611 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6751a2-1e3b-4034-854c-a555f8770eb5 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:05:50.300609 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:50.444943 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6705ba00-d12a-40bc-9ba1-b4a82f07a432 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Router 41eb6332-646e-45fc-a90e-04f0bad4972d has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:05:50.674024 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6705ba00-d12a-40bc-9ba1-b4a82f07a432 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:05:50.712644 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6705ba00-d12a-40bc-9ba1-b4a82f07a432 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "PUT /networking/v2.0/routers/41eb6332-646e-45fc-a90e-04f0bad4972d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1732106 Nov 02 13:05:50.713445 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44320) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:50.735410 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be17ffd-2ea3-415b-9787-77c6fb9ee53c None None] Sync routers for ids ['41eb6332-646e-45fc-a90e-04f0bad4972d'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:05:50.755868 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be17ffd-2ea3-415b-9787-77c6fb9ee53c None None] Routers {'41eb6332-646e-45fc-a90e-04f0bad4972d'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:05:50.756693 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-2be17ffd-2ea3-415b-9787-77c6fb9ee53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:05:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['41eb6332-646e-45fc-a90e-04f0bad4972d'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:50.828244 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b21546-0025-43e5-aff1-9140fb36438d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Deleting subnet 741aa54d-a843-408b-ac31-ed6f32103e08 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:05:50.833571 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48b21546-0025-43e5-aff1-9140fb36438d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for subnet (741aa54d-a843-408b-ac31-ed6f32103e08), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:50.893755 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48b21546-0025-43e5-aff1-9140fb36438d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (741aa54d-a843-408b-ac31-ed6f32103e08), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:50.937984 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-2be17ffd-2ea3-415b-9787-77c6fb9ee53c None None] Set router 41eb6332-646e-45fc-a90e-04f0bad4972d gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:05:51.130764 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48b21546-0025-43e5-aff1-9140fb36438d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (741aa54d-a843-408b-ac31-ed6f32103e08), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:51.277572 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-2be17ffd-2ea3-415b-9787-77c6fb9ee53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eb6332-646e-45fc-a90e-04f0bad4972d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402089609', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '1c4c2928-d9ed-40ac-8889-8047037eb8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:25Z', 'updated_at': '2022-11-02T13:05:49Z', 'revision_number': 5, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '1c4c2928-d9ed-40ac-8889-8047037eb8d0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb6332-646e-45fc-a90e-04f0bad4972d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:26Z', 'updated_at': '2022-11-02T13:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:51.344015 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be17ffd-2ea3-415b-9787-77c6fb9ee53c None None] Checking router: 41eb6332-646e-45fc-a90e-04f0bad4972d for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:05:51.356841 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be17ffd-2ea3-415b-9787-77c6fb9ee53c None None] Routers {'41eb6332-646e-45fc-a90e-04f0bad4972d'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:05:51.357566 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-2be17ffd-2ea3-415b-9787-77c6fb9ee53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:05:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['41eb6332-646e-45fc-a90e-04f0bad4972d'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:51.380986 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48b21546-0025-43e5-aff1-9140fb36438d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (741aa54d-a843-408b-ac31-ed6f32103e08), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:51.392410 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44338) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:51.413338 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-278100ff-45b8-4575-85b9-a4f85bcc77fe tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2056140851', 'description': 'tempest-secgroup-smoke-2056140851 description', 'project_id': '9aa48be6894b4a5993e969472afe1396'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:51.414150 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:51.529580 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b21546-0025-43e5-aff1-9140fb36438d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event deleted for resources: {'Subnet': ['ID=741aa54d-a843-408b-ac31-ed6f32103e08,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:51.584814 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48b21546-0025-43e5-aff1-9140fb36438d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:51.596282 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-48b21546-0025-43e5-aff1-9140fb36438d tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/741aa54d-a843-408b-ac31-ed6f32103e08 HTTP/1.1" status: 204 len: 168 time: 0.8815629 Nov 02 13:05:51.599472 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44344) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:51.816225 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-2be17ffd-2ea3-415b-9787-77c6fb9ee53c None None] Set router 41eb6332-646e-45fc-a90e-04f0bad4972d gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:05:51.916682 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:51.917755 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:51.921204 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:51.922954 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-278100ff-45b8-4575-85b9-a4f85bcc77fe tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:51.985238 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-76aeace1-a1e1-4d4f-a376-7a545a7ccada tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router (41eb6332-646e-45fc-a90e-04f0bad4972d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:51.986415 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df6801b-a88a-4ebe-830a-6223db7fa32d None None] Network 82733eab-2f7a-4447-8368-8b7351adc0c3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:05:52.181782 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-76aeace1-a1e1-4d4f-a376-7a545a7ccada tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_gateway (41eb6332-646e-45fc-a90e-04f0bad4972d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:52.235562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1dc4b7ac-ae5a-497e-8fb5-84c2ec350c58 None None] Provisioning complete for port 11b9c59e-52ce-47ad-8d22-b3da3152cc01 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:05:52.236172 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1dc4b7ac-ae5a-497e-8fb5-84c2ec350c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (11b9c59e-52ce-47ad-8d22-b3da3152cc01), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:52.236747 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1dc4b7ac-ae5a-497e-8fb5-84c2ec350c58 None None] Attempt 1 to provision port 11b9c59e-52ce-47ad-8d22-b3da3152cc01 Nov 02 13:05:52.275627 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-278100ff-45b8-4575-85b9-a4f85bcc77fe tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group (62ff7082-fbcb-409c-9248-00afbe8e8a10), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:52.416528 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-2be17ffd-2ea3-415b-9787-77c6fb9ee53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eb6332-646e-45fc-a90e-04f0bad4972d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402089609', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '1c4c2928-d9ed-40ac-8889-8047037eb8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:25Z', 'updated_at': '2022-11-02T13:05:49Z', 'revision_number': 5, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '1c4c2928-d9ed-40ac-8889-8047037eb8d0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb6332-646e-45fc-a90e-04f0bad4972d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:26Z', 'updated_at': '2022-11-02T13:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:52.455388 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-76aeace1-a1e1-4d4f-a376-7a545a7ccada tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Deleting port 1c4c2928-d9ed-40ac-8889-8047037eb8d0 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:05:52.456194 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-76aeace1-a1e1-4d4f-a376-7a545a7ccada tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (1c4c2928-d9ed-40ac-8889-8047037eb8d0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:52.504625 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:52.520061 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be17ffd-2ea3-415b-9787-77c6fb9ee53c None None] The sync data for ids ['41eb6332-646e-45fc-a90e-04f0bad4972d'] in n-d-857339-6 is: [{'id': '41eb6332-646e-45fc-a90e-04f0bad4972d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402089609', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '1c4c2928-d9ed-40ac-8889-8047037eb8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:05:25Z', 'updated_at': '2022-11-02T13:05:49Z', 'revision_number': 5, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '1c4c2928-d9ed-40ac-8889-8047037eb8d0', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb6332-646e-45fc-a90e-04f0bad4972d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:05:26Z', 'updated_at': '2022-11-02T13:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:05:52.573207 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:52.576436 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1dc4b7ac-ae5a-497e-8fb5-84c2ec350c58 None None] Current status of the port 11b9c59e-52ce-47ad-8d22-b3da3152cc01 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:05:52.667308 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:52.670667 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84079e7-ad98-4a13-b619-6b0cedb1391d None None] DHCP port deletion for 82733eab-2f7a-4447-8368-8b7351adc0c3 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:05:52.689710 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:52.693496 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-76aeace1-a1e1-4d4f-a376-7a545a7ccada tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] For port 1c4c2928-d9ed-40ac-8889-8047037eb8d0, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1c4c2928-d9ed-40ac-8889-8047037eb8d0,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:52.694214 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-76aeace1-a1e1-4d4f-a376-7a545a7ccada tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (1c4c2928-d9ed-40ac-8889-8047037eb8d0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:52.730889 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-76aeace1-a1e1-4d4f-a376-7a545a7ccada tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Calling delete_port for 1c4c2928-d9ed-40ac-8889-8047037eb8d0 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:05:52.793633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b84079e7-ad98-4a13-b619-6b0cedb1391d None None] Deleting port 11b9c59e-52ce-47ad-8d22-b3da3152cc01 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:05:52.794150 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b84079e7-ad98-4a13-b619-6b0cedb1391d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (11b9c59e-52ce-47ad-8d22-b3da3152cc01), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:52.834494 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-278100ff-45b8-4575-85b9-a4f85bcc77fe tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (62ff7082-fbcb-409c-9248-00afbe8e8a10), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:52.856024 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:52.906188 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278100ff-45b8-4575-85b9-a4f85bcc77fe tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ff7082-fbcb-409c-9248-00afbe8e8a10,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:52.953965 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-278100ff-45b8-4575-85b9-a4f85bcc77fe tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:52.957407 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-278100ff-45b8-4575-85b9-a4f85bcc77fe tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.5614629 Nov 02 13:05:52.961033 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44362) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:52.968921 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-7e872a40-aa41-4d23-8181-d6e3f8a88af7 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Request body: {'security_group_rule': {'security_group_id': '62ff7082-fbcb-409c-9248-00afbe8e8a10', 'project_id': '9aa48be6894b4a5993e969472afe1396', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:53.032820 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b84079e7-ad98-4a13-b619-6b0cedb1391d None None] For port 11b9c59e-52ce-47ad-8d22-b3da3152cc01, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=11b9c59e-52ce-47ad-8d22-b3da3152cc01,segment=NetworkSegment(307abfb1-e17d-444d-a393-8aea528b76f9),segment_id=307abfb1-e17d-444d-a393-8aea528b76f9)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:53.038226 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b84079e7-ad98-4a13-b619-6b0cedb1391d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (11b9c59e-52ce-47ad-8d22-b3da3152cc01), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:53.098191 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b84079e7-ad98-4a13-b619-6b0cedb1391d None None] Calling delete_port for 11b9c59e-52ce-47ad-8d22-b3da3152cc01 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:05:53.108978 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:53.155193 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7e872a40-aa41-4d23-8181-d6e3f8a88af7 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group_rule (d09dfcea-e884-4ca6-ba26-f661b85aa009), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:53.224641 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-76aeace1-a1e1-4d4f-a376-7a545a7ccada tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (1c4c2928-d9ed-40ac-8889-8047037eb8d0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:53.286605 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aeace1-a1e1-4d4f-a376-7a545a7ccada tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event deleted for resources: {'Port': ['ID=1c4c2928-d9ed-40ac-8889-8047037eb8d0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:53.336311 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7e872a40-aa41-4d23-8181-d6e3f8a88af7 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group_rule (d09dfcea-e884-4ca6-ba26-f661b85aa009), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:53.420481 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7e872a40-aa41-4d23-8181-d6e3f8a88af7 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (d09dfcea-e884-4ca6-ba26-f661b85aa009), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:53.436033 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b84079e7-ad98-4a13-b619-6b0cedb1391d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (11b9c59e-52ce-47ad-8d22-b3da3152cc01), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:53.462549 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-76aeace1-a1e1-4d4f-a376-7a545a7ccada tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (41eb6332-646e-45fc-a90e-04f0bad4972d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:53.474097 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e872a40-aa41-4d23-8181-d6e3f8a88af7 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09dfcea-e884-4ca6-ba26-f661b85aa009,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:53.542762 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84079e7-ad98-4a13-b619-6b0cedb1391d None None] No DVR routers for this DVR port 11b9c59e-52ce-47ad-8d22-b3da3152cc01 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:05:53.546953 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84079e7-ad98-4a13-b619-6b0cedb1391d None None] Pushing event deleted for resources: {'Port': ['ID=11b9c59e-52ce-47ad-8d22-b3da3152cc01,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:53.578824 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7e872a40-aa41-4d23-8181-d6e3f8a88af7 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:53.580951 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7e872a40-aa41-4d23-8181-d6e3f8a88af7 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6174078 Nov 02 13:05:53.584687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44380) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:53.597836 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5582fc1a-30b4-4938-9b71-b846cf1acaae tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Request body: {'security_group_rule': {'security_group_id': '62ff7082-fbcb-409c-9248-00afbe8e8a10', 'project_id': '9aa48be6894b4a5993e969472afe1396', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:53.804531 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5582fc1a-30b4-4938-9b71-b846cf1acaae tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group_rule (e6180768-1193-4829-985f-0e4841407e0f), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:53.897559 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:53.916557 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 11b9c59e-52ce-47ad-8d22-b3da3152cc01 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:05:53.941306 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:53.963617 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 11b9c59e-52ce-47ad-8d22-b3da3152cc01 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:05:53.964278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 11b9c59e-52ce-47ad-8d22-b3da3152cc01 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:05:53.964996 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:05:53.991958 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:05:53.992754 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0cb2cd72-fa78-4059-94c9-0cfcf83f6178 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:05:54.039503 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.059700 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5582fc1a-30b4-4938-9b71-b846cf1acaae tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group_rule (e6180768-1193-4829-985f-0e4841407e0f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.202754 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5582fc1a-30b4-4938-9b71-b846cf1acaae tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (e6180768-1193-4829-985f-0e4841407e0f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.275719 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582fc1a-30b4-4938-9b71-b846cf1acaae tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6180768-1193-4829-985f-0e4841407e0f,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:54.307234 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-76aeace1-a1e1-4d4f-a376-7a545a7ccada tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (41eb6332-646e-45fc-a90e-04f0bad4972d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.312754 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-76aeace1-a1e1-4d4f-a376-7a545a7ccada tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_controller (41eb6332-646e-45fc-a90e-04f0bad4972d), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.362401 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5582fc1a-30b4-4938-9b71-b846cf1acaae tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.363733 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5582fc1a-30b4-4938-9b71-b846cf1acaae tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7777367 Nov 02 13:05:54.368858 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44398) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:54.374365 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-b81159de-5743-4a6d-afa2-9654a02ab57d tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Request body: {'security_group_rule': {'security_group_id': '62ff7082-fbcb-409c-9248-00afbe8e8a10', 'project_id': '9aa48be6894b4a5993e969472afe1396', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:54.411856 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:54.541494 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b81159de-5743-4a6d-afa2-9654a02ab57d tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group_rule (333c35bf-21cd-4f82-a44c-f69bf2458cb7), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.552205 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-76aeace1-a1e1-4d4f-a376-7a545a7ccada tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (41eb6332-646e-45fc-a90e-04f0bad4972d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.553334 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76aeace1-a1e1-4d4f-a376-7a545a7ccada tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Fanout notify agent at l3_agent the message router_deleted on router 41eb6332-646e-45fc-a90e-04f0bad4972d {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:05:54.581013 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-76aeace1-a1e1-4d4f-a376-7a545a7ccada tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.588433 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-76aeace1-a1e1-4d4f-a376-7a545a7ccada tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "DELETE /networking/v2.0/routers/41eb6332-646e-45fc-a90e-04f0bad4972d HTTP/1.1" status: 204 len: 168 time: 2.9865828 Nov 02 13:05:54.592447 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44406) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:54.686831 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:54.844664 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b81159de-5743-4a6d-afa2-9654a02ab57d tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group_rule (333c35bf-21cd-4f82-a44c-f69bf2458cb7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.925237 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b81159de-5743-4a6d-afa2-9654a02ab57d tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (333c35bf-21cd-4f82-a44c-f69bf2458cb7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:54.929876 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:54.975547 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:55.001163 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-038ae735-6ade-4fa7-ad5e-ac00779084de tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (82733eab-2f7a-4447-8368-8b7351adc0c3), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:55.003866 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81159de-5743-4a6d-afa2-9654a02ab57d tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333c35bf-21cd-4f82-a44c-f69bf2458cb7,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:55.022445 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:55.142043 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b81159de-5743-4a6d-afa2-9654a02ab57d tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:55.147569 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b81159de-5743-4a6d-afa2-9654a02ab57d tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7733126 Nov 02 13:05:55.147959 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44414) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:55.158909 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-46900fe7-16a3-4566-8241-e7289586c9e1 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Request body: {'security_group_rule': {'security_group_id': '62ff7082-fbcb-409c-9248-00afbe8e8a10', 'project_id': '9aa48be6894b4a5993e969472afe1396', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:55.160193 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:55.290744 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-038ae735-6ade-4fa7-ad5e-ac00779084de tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (82733eab-2f7a-4447-8368-8b7351adc0c3), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:55.327819 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-46900fe7-16a3-4566-8241-e7289586c9e1 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group_rule (e6044aa4-e862-461f-92d8-5b4a174d1135), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:55.343262 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-038ae735-6ade-4fa7-ad5e-ac00779084de tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82733eab-2f7a-4447-8368-8b7351adc0c3']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:55.380668 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-038ae735-6ade-4fa7-ad5e-ac00779084de tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307abfb1-e17d-444d-a393-8aea528b76f9') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:55.381730 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-038ae735-6ade-4fa7-ad5e-ac00779084de tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307abfb1-e17d-444d-a393-8aea528b76f9') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:55.428349 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-038ae735-6ade-4fa7-ad5e-ac00779084de tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (307abfb1-e17d-444d-a393-8aea528b76f9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:55.453177 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:55.483473 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-038ae735-6ade-4fa7-ad5e-ac00779084de tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (307abfb1-e17d-444d-a393-8aea528b76f9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:55.517277 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038ae735-6ade-4fa7-ad5e-ac00779084de tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:05:55.517902 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-038ae735-6ade-4fa7-ad5e-ac00779084de tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (307abfb1-e17d-444d-a393-8aea528b76f9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:55.520090 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1c4c2928-d9ed-40ac-8889-8047037eb8d0 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:05:55.538413 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-46900fe7-16a3-4566-8241-e7289586c9e1 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group_rule (e6044aa4-e862-461f-92d8-5b4a174d1135), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:55.557758 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 1c4c2928-d9ed-40ac-8889-8047037eb8d0 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:05:55.558585 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1c4c2928-d9ed-40ac-8889-8047037eb8d0 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:05:55.663220 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 307abfb1-e17d-444d-a393-8aea528b76f9 resource provider aggregate not found Nov 02 13:05:55.706774 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 307abfb1-e17d-444d-a393-8aea528b76f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 307abfb1-e17d-444d-a393-8aea528b76f9 found for delete ", "request_id": "req-4180872f-fee5-494b-affc-295d85638fd9"}]} Nov 02 13:05:55.707776 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-46900fe7-16a3-4566-8241-e7289586c9e1 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (e6044aa4-e862-461f-92d8-5b4a174d1135), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:55.814204 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-038ae735-6ade-4fa7-ad5e-ac00779084de tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (82733eab-2f7a-4447-8368-8b7351adc0c3), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:55.834940 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46900fe7-16a3-4566-8241-e7289586c9e1 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6044aa4-e862-461f-92d8-5b4a174d1135,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:55.851040 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-038ae735-6ade-4fa7-ad5e-ac00779084de tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:55.884211 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-038ae735-6ade-4fa7-ad5e-ac00779084de tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "DELETE /networking/v2.0/networks/82733eab-2f7a-4447-8368-8b7351adc0c3 HTTP/1.1" status: 204 len: 168 time: 1.2886581 Nov 02 13:05:55.888674 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44426) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:55.914648 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-46900fe7-16a3-4566-8241-e7289586c9e1 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:55.916524 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-46900fe7-16a3-4566-8241-e7289586c9e1 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7671342 Nov 02 13:05:55.921656 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44428) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:55.937853 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-1dfcaa2e-c3a8-484e-867f-c446fdc00ce1 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Request body: {'security_group_rule': {'security_group_id': '62ff7082-fbcb-409c-9248-00afbe8e8a10', 'project_id': '9aa48be6894b4a5993e969472afe1396', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:55.971757 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ae735-6ade-4fa7-ad5e-ac00779084de tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event deleted for resources: {'Network': ['ID=82733eab-2f7a-4447-8368-8b7351adc0c3,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:56.042771 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c1837f40-56f0-4d8d-a1f3-8ee0de61d765 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (51e78749-1478-455a-afe9-7a620771afd2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:56.099339 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-1dfcaa2e-c3a8-484e-867f-c446fdc00ce1 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Project 9aa48be6894b4a5993e969472afe1396 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:05:56.127896 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c1837f40-56f0-4d8d-a1f3-8ee0de61d765 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (51e78749-1478-455a-afe9-7a620771afd2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:56.140698 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:56.145657 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1dfcaa2e-c3a8-484e-867f-c446fdc00ce1 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group_rule (656b7a10-ff38-42d6-bcf1-cc2ae331b51b), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:56.228969 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:56.310582 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:56.316863 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1dfcaa2e-c3a8-484e-867f-c446fdc00ce1 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group_rule (656b7a10-ff38-42d6-bcf1-cc2ae331b51b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:56.477692 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1dfcaa2e-c3a8-484e-867f-c446fdc00ce1 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (656b7a10-ff38-42d6-bcf1-cc2ae331b51b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:56.508646 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c1837f40-56f0-4d8d-a1f3-8ee0de61d765 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (51e78749-1478-455a-afe9-7a620771afd2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:56.552927 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c1837f40-56f0-4d8d-a1f3-8ee0de61d765 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:56.568047 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:56.592929 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c1837f40-56f0-4d8d-a1f3-8ee0de61d765 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/51e78749-1478-455a-afe9-7a620771afd2 HTTP/1.1" status: 204 len: 168 time: 0.6647179 Nov 02 13:05:56.749386 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfcaa2e-c3a8-484e-867f-c446fdc00ce1 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656b7a10-ff38-42d6-bcf1-cc2ae331b51b,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:56.753469 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1837f40-56f0-4d8d-a1f3-8ee0de61d765 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e78749-1478-455a-afe9-7a620771afd2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:56.853145 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1dfcaa2e-c3a8-484e-867f-c446fdc00ce1 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:56.858678 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1dfcaa2e-c3a8-484e-867f-c446fdc00ce1 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9247191 Nov 02 13:05:56.859604 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44436) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:56.873758 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c77b4b1f-b735-4080-90aa-4d77386fd89c tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Request body: {'security_group_rule': {'security_group_id': '62ff7082-fbcb-409c-9248-00afbe8e8a10', 'project_id': '9aa48be6894b4a5993e969472afe1396', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:57.070790 n-d-857339-6 neutron-server[105975]: INFO neutron.db.securitygroups_db [None req-c77b4b1f-b735-4080-90aa-4d77386fd89c tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Project 9aa48be6894b4a5993e969472afe1396 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:05:57.087313 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44448) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:57.098288 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c77b4b1f-b735-4080-90aa-4d77386fd89c tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group_rule (2e016ca7-e0d2-4608-bd16-4800f9357b34), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:57.101194 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-3c7aea5f-1680-42af-99c0-6aa124391d5c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1723642014', 'description': 'tempest-secgroup-smoke-1723642014 description', 'project_id': '61491c06413d4385afd9e7f35b7026df'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:57.312281 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c7aea5f-1680-42af-99c0-6aa124391d5c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:57.354763 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c77b4b1f-b735-4080-90aa-4d77386fd89c tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group_rule (2e016ca7-e0d2-4608-bd16-4800f9357b34), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:57.413596 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:57.448976 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c77b4b1f-b735-4080-90aa-4d77386fd89c tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (2e016ca7-e0d2-4608-bd16-4800f9357b34), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:57.545057 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b4b1f-b735-4080-90aa-4d77386fd89c tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e016ca7-e0d2-4608-bd16-4800f9357b34,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:57.575109 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c7aea5f-1680-42af-99c0-6aa124391d5c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (35fa8b8b-531d-4108-ab4a-0d20c4e7cb54), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:57.584936 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:57.625202 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:57.675325 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c7aea5f-1680-42af-99c0-6aa124391d5c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (35fa8b8b-531d-4108-ab4a-0d20c4e7cb54), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:57.678226 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c77b4b1f-b735-4080-90aa-4d77386fd89c tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:57.681614 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c77b4b1f-b735-4080-90aa-4d77386fd89c tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8196890 Nov 02 13:05:57.741278 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:57.782815 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7aea5f-1680-42af-99c0-6aa124391d5c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35fa8b8b-531d-4108-ab4a-0d20c4e7cb54,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:57.892077 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c7aea5f-1680-42af-99c0-6aa124391d5c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:57.896766 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3c7aea5f-1680-42af-99c0-6aa124391d5c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8050168 Nov 02 13:05:57.899980 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44458) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:57.921825 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-43a0f6f6-1bf1-4df6-b9f8-f23955576cc7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '35fa8b8b-531d-4108-ab4a-0d20c4e7cb54', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:58.263296 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-43a0f6f6-1bf1-4df6-b9f8-f23955576cc7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (7fcb8f6c-cbfb-48f4-8110-ad9f1da15b6d), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:58.544528 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-43a0f6f6-1bf1-4df6-b9f8-f23955576cc7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (7fcb8f6c-cbfb-48f4-8110-ad9f1da15b6d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:58.770717 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-43a0f6f6-1bf1-4df6-b9f8-f23955576cc7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (7fcb8f6c-cbfb-48f4-8110-ad9f1da15b6d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:58.936165 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0f6f6-1bf1-4df6-b9f8-f23955576cc7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fcb8f6c-cbfb-48f4-8110-ad9f1da15b6d,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:59.057927 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e86c0401-8567-4d75-a5eb-6c2d99fc4a92 req-de61ba75-5516-42e9-b198-8613de50cca2 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2056140851&fields=id&tenant_id=9aa48be6894b4a5993e969472afe1396 HTTP/1.1" status: 200 len: 267 time: 0.1514492 Nov 02 13:05:59.192661 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-43a0f6f6-1bf1-4df6-b9f8-f23955576cc7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:59.192661 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-43a0f6f6-1bf1-4df6-b9f8-f23955576cc7 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2406771 Nov 02 13:05:59.192661 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44478) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:59.192661 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-2e339447-453a-4e71-aeee-8e5e471c89bd tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '35fa8b8b-531d-4108-ab4a-0d20c4e7cb54', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:05:59.432554 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:59.440449 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c0401-8567-4d75-a5eb-6c2d99fc4a92 req-36bb8c47-6b6a-4996-9543-76a78605a196 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:59.450906 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e86c0401-8567-4d75-a5eb-6c2d99fc4a92 req-36bb8c47-6b6a-4996-9543-76a78605a196 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] 10.222.0.64 "GET /networking/v2.0/networks?id=1cb2267c-fc9d-44d7-becd-01e5adf06201 HTTP/1.1" status: 200 len: 813 time: 0.3779438 Nov 02 13:05:59.506891 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e86c0401-8567-4d75-a5eb-6c2d99fc4a92 req-4485de5f-ba82-4431-8b93-3552aec009ab tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] 10.222.0.64 "GET /networking/v2.0/quotas/9aa48be6894b4a5993e969472afe1396 HTTP/1.1" status: 200 len: 375 time: 0.0502584 Nov 02 13:05:59.529404 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2e339447-453a-4e71-aeee-8e5e471c89bd tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (0904611a-4331-42b2-9750-3567208dd9f3), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:59.645324 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:05:59.712564 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e86c0401-8567-4d75-a5eb-6c2d99fc4a92 req-cb82c738-b42a-4df1-a86b-01843b1283a9 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9aa48be6894b4a5993e969472afe1396&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1940901 Nov 02 13:05:59.791613 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2e339447-453a-4e71-aeee-8e5e471c89bd tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (0904611a-4331-42b2-9750-3567208dd9f3), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:59.838331 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44486) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:59.935530 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c9635a5-e006-4136-a5e9-c379fba183a5 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group (62ff7082-fbcb-409c-9248-00afbe8e8a10), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:59.994664 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c9635a5-e006-4136-a5e9-c379fba183a5 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group (62ff7082-fbcb-409c-9248-00afbe8e8a10), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:00.045882 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2e339447-453a-4e71-aeee-8e5e471c89bd tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (0904611a-4331-42b2-9750-3567208dd9f3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:00.121770 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e339447-453a-4e71-aeee-8e5e471c89bd tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0904611a-4331-42b2-9750-3567208dd9f3,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:00.184401 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:00.242189 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2e339447-453a-4e71-aeee-8e5e471c89bd tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:00.247099 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2e339447-453a-4e71-aeee-8e5e471c89bd tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0721879 Nov 02 13:06:00.247278 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44492) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:00.252611 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6607b2d8-a2f7-4929-b520-87e705e811b5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '35fa8b8b-531d-4108-ab4a-0d20c4e7cb54', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:00.344125 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c9635a5-e006-4136-a5e9-c379fba183a5 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (62ff7082-fbcb-409c-9248-00afbe8e8a10), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:00.353393 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8c9635a5-e006-4136-a5e9-c379fba183a5 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:00.360036 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8c9635a5-e006-4136-a5e9-c379fba183a5 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/62ff7082-fbcb-409c-9248-00afbe8e8a10 HTTP/1.1" status: 204 len: 168 time: 0.5177946 Nov 02 13:06:00.387825 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9635a5-e006-4136-a5e9-c379fba183a5 tempest-TestVolumeBackupRestore-307099772 tempest-TestVolumeBackupRestore-307099772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ff7082-fbcb-409c-9248-00afbe8e8a10,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:00.453617 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6607b2d8-a2f7-4929-b520-87e705e811b5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (6e9a41b5-3447-4328-904b-f816e3f511da), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:00.609029 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6607b2d8-a2f7-4929-b520-87e705e811b5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (6e9a41b5-3447-4328-904b-f816e3f511da), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:00.704736 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:00.738894 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6607b2d8-a2f7-4929-b520-87e705e811b5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (6e9a41b5-3447-4328-904b-f816e3f511da), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:00.776315 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607b2d8-a2f7-4929-b520-87e705e811b5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9a41b5-3447-4328-904b-f816e3f511da,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:00.912791 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6607b2d8-a2f7-4929-b520-87e705e811b5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:00.916372 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6607b2d8-a2f7-4929-b520-87e705e811b5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6679966 Nov 02 13:06:00.920568 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44504) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:00.928892 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-58b6a74c-0200-4915-983b-099dabc3a811 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '35fa8b8b-531d-4108-ab4a-0d20c4e7cb54', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:01.182733 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-58b6a74c-0200-4915-983b-099dabc3a811 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (e7a2a0c5-911f-448e-981c-8b87ae4ba768), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:01.362891 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-58b6a74c-0200-4915-983b-099dabc3a811 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (e7a2a0c5-911f-448e-981c-8b87ae4ba768), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:01.671604 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-58b6a74c-0200-4915-983b-099dabc3a811 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (e7a2a0c5-911f-448e-981c-8b87ae4ba768), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:01.694864 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6a74c-0200-4915-983b-099dabc3a811 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a2a0c5-911f-448e-981c-8b87ae4ba768,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:01.955822 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-58b6a74c-0200-4915-983b-099dabc3a811 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:01.957562 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-58b6a74c-0200-4915-983b-099dabc3a811 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0348246 Nov 02 13:06:01.960401 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44534) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:01.969504 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-03d3271f-0d16-4d32-8d62-60b13ee7850a tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '35fa8b8b-531d-4108-ab4a-0d20c4e7cb54', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:02.373450 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-03d3271f-0d16-4d32-8d62-60b13ee7850a tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Project 61491c06413d4385afd9e7f35b7026df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:06:02.381272 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:02.382192 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-03d3271f-0d16-4d32-8d62-60b13ee7850a tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (26d47dc6-065e-44dc-894c-82dbe4b80ae6), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:02.404726 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=63 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:02.429369 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=8 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:02.516876 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-03d3271f-0d16-4d32-8d62-60b13ee7850a tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (26d47dc6-065e-44dc-894c-82dbe4b80ae6), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:02.602384 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:02.726455 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-03d3271f-0d16-4d32-8d62-60b13ee7850a tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (26d47dc6-065e-44dc-894c-82dbe4b80ae6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:02.726701 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:02.796939 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3271f-0d16-4d32-8d62-60b13ee7850a tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d47dc6-065e-44dc-894c-82dbe4b80ae6,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:03.029259 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:03.128730 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-03d3271f-0d16-4d32-8d62-60b13ee7850a tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:03.136654 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-03d3271f-0d16-4d32-8d62-60b13ee7850a tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1678677 Nov 02 13:06:03.136654 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44558) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:03.143784 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c5a9afc2-e37a-4cb6-b78a-965865505c44 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'security_group_rule': {'security_group_id': '35fa8b8b-531d-4108-ab4a-0d20c4e7cb54', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:03.420582 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-c5a9afc2-e37a-4cb6-b78a-965865505c44 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Project 61491c06413d4385afd9e7f35b7026df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:06:03.461103 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c5a9afc2-e37a-4cb6-b78a-965865505c44 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (7cf0e3cd-e278-4bd6-8b04-4276015ee53e), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:03.879904 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c5a9afc2-e37a-4cb6-b78a-965865505c44 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (7cf0e3cd-e278-4bd6-8b04-4276015ee53e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:04.197316 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c5a9afc2-e37a-4cb6-b78a-965865505c44 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (7cf0e3cd-e278-4bd6-8b04-4276015ee53e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:04.239909 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9afc2-e37a-4cb6-b78a-965865505c44 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf0e3cd-e278-4bd6-8b04-4276015ee53e,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:04.552430 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c5a9afc2-e37a-4cb6-b78a-965865505c44 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:04.556069 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c5a9afc2-e37a-4cb6-b78a-965865505c44 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4200778 Nov 02 13:06:04.558760 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44588) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:04.569820 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-d7fcd46f-2547-47f6-aa83-bd4bf88a325f tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'network': {'name': 'tempest-network-smoke--2014250535', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'port_security_enabled': True}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:04.790588 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fcd46f-2547-47f6-aa83-bd4bf88a325f tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Made reservation on behalf of 61491c06413d4385afd9e7f35b7026df for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:06:04.795347 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d7fcd46f-2547-47f6-aa83-bd4bf88a325f tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:04.849806 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7fcd46f-2547-47f6-aa83-bd4bf88a325f tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:06:05.023096 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d7fcd46f-2547-47f6-aa83-bd4bf88a325f tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (9c5fc937-2868-4e65-bc25-0b2cc2898f6f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:05.027234 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-d7fcd46f-2547-47f6-aa83-bd4bf88a325f tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Added segment 9c5fc937-2868-4e65-bc25-0b2cc2898f6f of type vlan for network 4998e32f-6ce9-483f-8b38-b6548297360e Nov 02 13:06:05.047633 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:05.124086 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d7fcd46f-2547-47f6-aa83-bd4bf88a325f tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (4998e32f-6ce9-483f-8b38-b6548297360e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:05.149974 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:05.209002 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:05.345738 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d7fcd46f-2547-47f6-aa83-bd4bf88a325f tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (4998e32f-6ce9-483f-8b38-b6548297360e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:05.345738 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fcd46f-2547-47f6-aa83-bd4bf88a325f tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:05.345738 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d7fcd46f-2547-47f6-aa83-bd4bf88a325f tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:05.522029 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcd46f-2547-47f6-aa83-bd4bf88a325f tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'Network': ['ID=4998e32f-6ce9-483f-8b38-b6548297360e,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:05.552182 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 4998e32f-6ce9-483f-8b38-b6548297360e details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:06:05.595779 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44612) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:05.596365 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d7fcd46f-2547-47f6-aa83-bd4bf88a325f tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0362999 Nov 02 13:06:05.601301 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-eae65b14-5709-486c-8a8c-157b87a9b48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-34602962', 'admin_state_up': True, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:05.666104 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:05.886008 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eae65b14-5709-486c-8a8c-157b87a9b48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (c9103bb4-2820-4b81-80c9-cc0a349dabc5), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:05.889368 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eae65b14-5709-486c-8a8c-157b87a9b48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (c9103bb4-2820-4b81-80c9-cc0a349dabc5), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:05.998629 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eae65b14-5709-486c-8a8c-157b87a9b48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_controller (c9103bb4-2820-4b81-80c9-cc0a349dabc5), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:06.131349 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:06:06.138735 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:06.434463 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eae65b14-5709-486c-8a8c-157b87a9b48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_gateway (c9103bb4-2820-4b81-80c9-cc0a349dabc5), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:06.538470 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:DELETE=16,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:06.904807 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:07.117936 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eae65b14-5709-486c-8a8c-157b87a9b48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_gateway (c9103bb4-2820-4b81-80c9-cc0a349dabc5), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:07.157298 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eae65b14-5709-486c-8a8c-157b87a9b48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:07.289538 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:07.477365 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-eae65b14-5709-486c-8a8c-157b87a9b48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Allocated IP 172.25.2.231 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/46bac10b-34cb-444a-bfce-db3ede1cff62) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:07.661582 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eae65b14-5709-486c-8a8c-157b87a9b48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for port (46bac10b-34cb-444a-bfce-db3ede1cff62), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:08.462289 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eae65b14-5709-486c-8a8c-157b87a9b48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (46bac10b-34cb-444a-bfce-db3ede1cff62), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:08.495265 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae65b14-5709-486c-8a8c-157b87a9b48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:08.503987 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-eae65b14-5709-486c-8a8c-157b87a9b48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:08.510284 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae65b14-5709-486c-8a8c-157b87a9b48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:06:08.517720 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae65b14-5709-486c-8a8c-157b87a9b48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'Port': ['ID=46bac10b-34cb-444a-bfce-db3ede1cff62,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:09.001596 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:09.286005 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eae65b14-5709-486c-8a8c-157b87a9b48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_gateway (c9103bb4-2820-4b81-80c9-cc0a349dabc5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:09.619217 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eae65b14-5709-486c-8a8c-157b87a9b48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (c9103bb4-2820-4b81-80c9-cc0a349dabc5), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:09.629511 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:10.053147 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44692) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:10.268076 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae65b14-5709-486c-8a8c-157b87a9b48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Router c9103bb4-2820-4b81-80c9-cc0a349dabc5 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:06:10.633372 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae65b14-5709-486c-8a8c-157b87a9b48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:10.655532 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] Sync routers for ids ['c9103bb4-2820-4b81-80c9-cc0a349dabc5'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:10.693477 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] Routers {'c9103bb4-2820-4b81-80c9-cc0a349dabc5'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:06:10.695147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:05:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c9103bb4-2820-4b81-80c9-cc0a349dabc5'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:10.784727 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:10.888210 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-eae65b14-5709-486c-8a8c-157b87a9b48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:10.891861 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-eae65b14-5709-486c-8a8c-157b87a9b48c tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.2948384 Nov 02 13:06:10.903626 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44712) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:10.917636 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] Set router c9103bb4-2820-4b81-80c9-cc0a349dabc5 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:06:11.003080 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-31fc4b80-3cd0-499c-9dfa-0136b8c5823b tempest-TestNetworkAdvancedServerOps-1812556403 tempest-TestNetworkAdvancedServerOps-1812556403-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?project_id=61491c06413d4385afd9e7f35b7026df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1092978 Nov 02 13:06:11.003934 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44718) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:11.067753 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-02467c67-0f18-4200-a8e1-e57e97f7b863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (937a548f-e411-4715-bf59-ac9a411ba75b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:11.236145 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807d1f2c-1c0a-40c5-be0c-bdea60972fe7 tempest-TestNetworkAdvancedServerOps-1812556403 tempest-TestNetworkAdvancedServerOps-1812556403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:11.242488 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-807d1f2c-1c0a-40c5-be0c-bdea60972fe7 tempest-TestNetworkAdvancedServerOps-1812556403 tempest-TestNetworkAdvancedServerOps-1812556403-project-admin] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2354589 Nov 02 13:06:11.252052 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44724) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:11.370587 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-59f1c6ed-005a-4e50-9573-062b6b4d3c95 tempest-TestNetworkAdvancedServerOps-1812556403 tempest-TestNetworkAdvancedServerOps-1812556403-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1162381 Nov 02 13:06:11.375026 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44728) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:11.391060 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-0e6ec135-7c1f-4162-8d78-9e5f700baa00 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-839460817', 'network_id': '4998e32f-6ce9-483f-8b38-b6548297360e', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:11.682966 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:11.689155 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9103bb4-2820-4b81-80c9-cc0a349dabc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34602962', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '46bac10b-34cb-444a-bfce-db3ede1cff62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:05Z', 'updated_at': '2022-11-02T13:06:08Z', 'revision_number': 3, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '46bac10b-34cb-444a-bfce-db3ede1cff62', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9103bb4-2820-4b81-80c9-cc0a349dabc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:07Z', 'updated_at': '2022-11-02T13:06:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:11.712408 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=2,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:11.778443 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] Checking router: c9103bb4-2820-4b81-80c9-cc0a349dabc5 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:11.779965 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] Updating router c9103bb4-2820-4b81-80c9-cc0a349dabc5 port 46bac10b-34cb-444a-bfce-db3ede1cff62 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:06:11.878809 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-02467c67-0f18-4200-a8e1-e57e97f7b863 admin admin] Deleting port 203826a6-4725-40dc-b524-2654d952be5d {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:06:11.879711 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-02467c67-0f18-4200-a8e1-e57e97f7b863 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (203826a6-4725-40dc-b524-2654d952be5d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:11.890840 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (46bac10b-34cb-444a-bfce-db3ede1cff62), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:12.006732 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6ec135-7c1f-4162-8d78-9e5f700baa00 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Made reservation on behalf of 61491c06413d4385afd9e7f35b7026df for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:06:12.019259 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e6ec135-7c1f-4162-8d78-9e5f700baa00 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:12.200008 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-02467c67-0f18-4200-a8e1-e57e97f7b863 admin admin] For port 203826a6-4725-40dc-b524-2654d952be5d, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=203826a6-4725-40dc-b524-2654d952be5d,segment=NetworkSegment(0cc738d7-bf75-4c93-a002-1e448a44ad5d),segment_id=0cc738d7-bf75-4c93-a002-1e448a44ad5d)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:12.203532 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-02467c67-0f18-4200-a8e1-e57e97f7b863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (203826a6-4725-40dc-b524-2654d952be5d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:12.299502 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-02467c67-0f18-4200-a8e1-e57e97f7b863 admin admin] Calling delete_port for 203826a6-4725-40dc-b524-2654d952be5d owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:06:12.624256 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:12.685149 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] Publish callbacks [] for port (46bac10b-34cb-444a-bfce-db3ede1cff62), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:12.731647 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:12.785196 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e6ec135-7c1f-4162-8d78-9e5f700baa00 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (b2ec5a82-d549-4cab-ad37-6092f5aeac70), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:12.881385 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (46bac10b-34cb-444a-bfce-db3ede1cff62), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:12.909264 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ec135-7c1f-4162-8d78-9e5f700baa00 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'Subnet': ['ID=b2ec5a82-d549-4cab-ad37-6092f5aeac70,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:12.969012 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] Attempting to bind port 46bac10b-34cb-444a-bfce-db3ede1cff62 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:06:12.969387 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] Attempting to bind port 46bac10b-34cb-444a-bfce-db3ede1cff62 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:06:12.969760 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] Attempting to bind port 46bac10b-34cb-444a-bfce-db3ede1cff62 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:06:12.979801 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6ec135-7c1f-4162-8d78-9e5f700baa00 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Checking segment: {'id': '9c5fc937-2868-4e65-bc25-0b2cc2898f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4998e32f-6ce9-483f-8b38-b6548297360e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:06:12.980176 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6ec135-7c1f-4162-8d78-9e5f700baa00 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Network hostable DHCP agents. Network: 4998e32f-6ce9-483f-8b38-b6548297360e, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:06:13.060083 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-02467c67-0f18-4200-a8e1-e57e97f7b863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (203826a6-4725-40dc-b524-2654d952be5d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:13.136048 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02467c67-0f18-4200-a8e1-e57e97f7b863 admin admin] Pushing event deleted for resources: {'Port': ['ID=203826a6-4725-40dc-b524-2654d952be5d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:13.218532 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:06:13.218912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:06:13.219320 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:13.219730 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:06:13.220277 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] Bound port: 46bac10b-34cb-444a-bfce-db3ede1cff62, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:06:13.220908 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (46bac10b-34cb-444a-bfce-db3ede1cff62), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:13.227784 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-70de6326-fe32-4858-941e-49461143ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:13.276947 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5bf67-801c-4d7f-8678-89a7792ac677 None None] Pushing event updated for resources: {'Port': ['ID=46bac10b-34cb-444a-bfce-db3ede1cff62,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:13.289828 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6ec135-7c1f-4162-8d78-9e5f700baa00 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Network 4998e32f-6ce9-483f-8b38-b6548297360e is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:06:13.310376 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bf67-801c-4d7f-8678-89a7792ac677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:13.325343 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bf67-801c-4d7f-8678-89a7792ac677 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:13.325631 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bf67-801c-4d7f-8678-89a7792ac677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:13.325894 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bf67-801c-4d7f-8678-89a7792ac677 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:13.327013 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bf67-801c-4d7f-8678-89a7792ac677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:13.327988 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bf67-801c-4d7f-8678-89a7792ac677 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:13.328976 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bf67-801c-4d7f-8678-89a7792ac677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:13.330208 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bf67-801c-4d7f-8678-89a7792ac677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:13.331170 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bf67-801c-4d7f-8678-89a7792ac677 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:13.331669 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bf67-801c-4d7f-8678-89a7792ac677 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:13.332184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bf67-801c-4d7f-8678-89a7792ac677 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:13.336084 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bf67-801c-4d7f-8678-89a7792ac677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:13.336896 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bf67-801c-4d7f-8678-89a7792ac677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:13.337241 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bf67-801c-4d7f-8678-89a7792ac677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:13.337628 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bf67-801c-4d7f-8678-89a7792ac677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:13.404251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] For port 46bac10b-34cb-444a-bfce-db3ede1cff62, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:06:13.411912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] For port 46bac10b-34cb-444a-bfce-db3ede1cff62, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=46bac10b-34cb-444a-bfce-db3ede1cff62,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:06:13.573462 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-0e6ec135-7c1f-4162-8d78-9e5f700baa00 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 4998e32f-6ce9-483f-8b38-b6548297360e) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:13.597656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c5e32c-a9ce-455f-8115-7f2232b7ee90 None None] Network 4998e32f-6ce9-483f-8b38-b6548297360e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:06:13.598810 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ec135-7c1f-4162-8d78-9e5f700baa00 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:13.599580 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e6ec135-7c1f-4162-8d78-9e5f700baa00 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:13.658110 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (46bac10b-34cb-444a-bfce-db3ede1cff62), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:13.851340 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0e6ec135-7c1f-4162-8d78-9e5f700baa00 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4746435 Nov 02 13:06:13.855410 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5bf67-801c-4d7f-8678-89a7792ac677 None None] Pushing event updated for resources: {'Port': ['ID=46bac10b-34cb-444a-bfce-db3ede1cff62,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:13.863116 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44762) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:13.878285 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] Routers {'c9103bb4-2820-4b81-80c9-cc0a349dabc5'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:06:13.879909 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:05:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c9103bb4-2820-4b81-80c9-cc0a349dabc5'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:13.901911 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-02467c67-0f18-4200-a8e1-e57e97f7b863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (937a548f-e411-4715-bf59-ac9a411ba75b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:14.041723 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] Set router c9103bb4-2820-4b81-80c9-cc0a349dabc5 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:06:14.301259 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-4998e32f-6ce9-483f-8b38-b6548297360e', 'network_id': '4998e32f-6ce9-483f-8b38-b6548297360e', 'project_id': '61491c06413d4385afd9e7f35b7026df', 'fixed_ips': [{'subnet_id': 'b2ec5a82-d549-4cab-ad37-6092f5aeac70'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:06:14.302670 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:14.327593 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9103bb4-2820-4b81-80c9-cc0a349dabc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34602962', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '46bac10b-34cb-444a-bfce-db3ede1cff62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:05Z', 'updated_at': '2022-11-02T13:06:08Z', 'revision_number': 3, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '46bac10b-34cb-444a-bfce-db3ede1cff62', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9103bb4-2820-4b81-80c9-cc0a349dabc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:07Z', 'updated_at': '2022-11-02T13:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:14.365500 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26404eac-3270-4f46-b5b4-728367c9fdb8 None None] The sync data for ids ['c9103bb4-2820-4b81-80c9-cc0a349dabc5'] in n-d-857339-6 is: [{'id': 'c9103bb4-2820-4b81-80c9-cc0a349dabc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34602962', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '46bac10b-34cb-444a-bfce-db3ede1cff62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:05Z', 'updated_at': '2022-11-02T13:06:08Z', 'revision_number': 3, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '46bac10b-34cb-444a-bfce-db3ede1cff62', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9103bb4-2820-4b81-80c9-cc0a349dabc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:07Z', 'updated_at': '2022-11-02T13:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:14.595917 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] Allocated IP 172.20.0.2 (4998e32f-6ce9-483f-8b38-b6548297360e/b2ec5a82-d549-4cab-ad37-6092f5aeac70/879bd878-d63e-4842-bdde-e7ffe9e53516) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:14.819921 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:15.057950 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:15.123602 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] Publish callbacks [] for port (879bd878-d63e-4842-bdde-e7ffe9e53516), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:15.334656 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02467c67-0f18-4200-a8e1-e57e97f7b863 admin admin] Router 937a548f-e411-4715-bf59-ac9a411ba75b has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:06:15.393016 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:15.399743 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (879bd878-d63e-4842-bdde-e7ffe9e53516), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:15.515255 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:15.618281 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] Network 4998e32f-6ce9-483f-8b38-b6548297360e is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:15.624816 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] Pushing event updated for resources: {'Port': ['ID=879bd878-d63e-4842-bdde-e7ffe9e53516,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:15.639802 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:15.644021 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:06:15.766162 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 46bac10b-34cb-444a-bfce-db3ede1cff62 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:15.841849 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] Attempting to bind port 879bd878-d63e-4842-bdde-e7ffe9e53516 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:06:15.841849 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] Attempting to bind port 879bd878-d63e-4842-bdde-e7ffe9e53516 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '9c5fc937-2868-4e65-bc25-0b2cc2898f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4998e32f-6ce9-483f-8b38-b6548297360e'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:06:15.841849 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] Attempting to bind port 879bd878-d63e-4842-bdde-e7ffe9e53516 on network 4998e32f-6ce9-483f-8b38-b6548297360e {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:06:15.951700 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 46bac10b-34cb-444a-bfce-db3ede1cff62 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:06:15.951700 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (46bac10b-34cb-444a-bfce-db3ede1cff62), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:15.953302 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 46bac10b-34cb-444a-bfce-db3ede1cff62 Nov 02 13:06:16.014831 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:06:16.015256 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] Checking segment: {'id': '9c5fc937-2868-4e65-bc25-0b2cc2898f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4998e32f-6ce9-483f-8b38-b6548297360e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:06:16.015662 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:16.016075 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] Bound using segment: {'id': '9c5fc937-2868-4e65-bc25-0b2cc2898f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4998e32f-6ce9-483f-8b38-b6548297360e'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:06:16.016580 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] Bound port: 879bd878-d63e-4842-bdde-e7ffe9e53516, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5fc937-2868-4e65-bc25-0b2cc2898f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4998e32f-6ce9-483f-8b38-b6548297360e'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:06:16.016962 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (879bd878-d63e-4842-bdde-e7ffe9e53516), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:16.023560 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02467c67-0f18-4200-a8e1-e57e97f7b863 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:16.040675 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f83c14-5dc5-48e8-8d85-af422eb131cf None None] Sync routers for ids ['937a548f-e411-4715-bf59-ac9a411ba75b'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:16.074752 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f83c14-5dc5-48e8-8d85-af422eb131cf None None] Routers {'937a548f-e411-4715-bf59-ac9a411ba75b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:06:16.076520 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e8f83c14-5dc5-48e8-8d85-af422eb131cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:06:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['937a548f-e411-4715-bf59-ac9a411ba75b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:16.084870 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-02467c67-0f18-4200-a8e1-e57e97f7b863 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/937a548f-e411-4715-bf59-ac9a411ba75b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0291045 Nov 02 13:06:16.087414 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44796) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:16.143515 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffdcf-6f93-4bc6-9625-b36f8c6d1b28 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:16.188567 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] For port 879bd878-d63e-4842-bdde-e7ffe9e53516, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:06:16.200873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] For port 879bd878-d63e-4842-bdde-e7ffe9e53516, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=879bd878-d63e-4842-bdde-e7ffe9e53516,segment=NetworkSegment(9c5fc937-2868-4e65-bc25-0b2cc2898f6f),segment_id=9c5fc937-2868-4e65-bc25-0b2cc2898f6f)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:06:16.205928 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8ca5fdd9-6d85-4712-a19e-7bde1ab9e971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:16.282229 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:16.402043 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-e8f83c14-5dc5-48e8-8d85-af422eb131cf None None] Set router 937a548f-e411-4715-bf59-ac9a411ba75b gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:06:16.405174 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 46bac10b-34cb-444a-bfce-db3ede1cff62 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:06:16.405965 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (46bac10b-34cb-444a-bfce-db3ede1cff62), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:16.451800 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 46bac10b-34cb-444a-bfce-db3ede1cff62, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=46bac10b-34cb-444a-bfce-db3ede1cff62,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:16.453604 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (879bd878-d63e-4842-bdde-e7ffe9e53516), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:16.513011 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-00bb565d-6bff-4db7-afb2-8f4fe45bf8d2 admin admin] Publish callbacks [] for router (937a548f-e411-4715-bf59-ac9a411ba75b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:16.640810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbef3f-86ea-49d9-b7ce-351f22882cc7 None None] Pushing event updated for resources: {'Port': ['ID=879bd878-d63e-4842-bdde-e7ffe9e53516,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:16.732720 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (46bac10b-34cb-444a-bfce-db3ede1cff62), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:16.784825 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-00bb565d-6bff-4db7-afb2-8f4fe45bf8d2 admin admin] Publish callbacks [] for router_gateway (937a548f-e411-4715-bf59-ac9a411ba75b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:16.822399 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=46bac10b-34cb-444a-bfce-db3ede1cff62,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:16.892179 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e8f83c14-5dc5-48e8-8d85-af422eb131cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a548f-e411-4715-bf59-ac9a411ba75b', 'name': 'tempest-TestVolumeBackupRestore-195648082-router', 'tenant_id': '9aa48be6894b4a5993e969472afe1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '195d8401-6d25-4c80-974c-f215ec54a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:18Z', 'updated_at': '2022-11-02T13:06:12Z', 'revision_number': 5, 'project_id': '9aa48be6894b4a5993e969472afe1396', 'gw_port': {'id': '195d8401-6d25-4c80-974c-f215ec54a185', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a548f-e411-4715-bf59-ac9a411ba75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:22Z', 'updated_at': '2022-11-02T13:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:17.068435 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f83c14-5dc5-48e8-8d85-af422eb131cf None None] Checking router: 937a548f-e411-4715-bf59-ac9a411ba75b for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:17.121438 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f83c14-5dc5-48e8-8d85-af422eb131cf None None] Routers {'937a548f-e411-4715-bf59-ac9a411ba75b'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:06:17.122446 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e8f83c14-5dc5-48e8-8d85-af422eb131cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:06:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['937a548f-e411-4715-bf59-ac9a411ba75b'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:17.124693 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:17.246395 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-00bb565d-6bff-4db7-afb2-8f4fe45bf8d2 admin admin] Deleting port 195d8401-6d25-4c80-974c-f215ec54a185 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:06:17.247103 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-00bb565d-6bff-4db7-afb2-8f4fe45bf8d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (195d8401-6d25-4c80-974c-f215ec54a185), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:17.272934 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:17.419945 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-8b0ffdcf-6f93-4bc6-9625-b36f8c6d1b28 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Allocated IP 172.20.0.1 (4998e32f-6ce9-483f-8b38-b6548297360e/b2ec5a82-d549-4cab-ad37-6092f5aeac70/a65515de-5c56-4bfd-9262-04171f116d96) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:17.422491 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:17.685493 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-e8f83c14-5dc5-48e8-8d85-af422eb131cf None None] Set router 937a548f-e411-4715-bf59-ac9a411ba75b gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:06:17.729203 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-00bb565d-6bff-4db7-afb2-8f4fe45bf8d2 admin admin] For port 195d8401-6d25-4c80-974c-f215ec54a185, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=195d8401-6d25-4c80-974c-f215ec54a185,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:17.733831 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-00bb565d-6bff-4db7-afb2-8f4fe45bf8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (195d8401-6d25-4c80-974c-f215ec54a185), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:17.794399 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-00bb565d-6bff-4db7-afb2-8f4fe45bf8d2 admin admin] Calling delete_port for 195d8401-6d25-4c80-974c-f215ec54a185 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:06:17.911158 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e8f83c14-5dc5-48e8-8d85-af422eb131cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a548f-e411-4715-bf59-ac9a411ba75b', 'name': 'tempest-TestVolumeBackupRestore-195648082-router', 'tenant_id': '9aa48be6894b4a5993e969472afe1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:18Z', 'updated_at': '2022-11-02T13:06:16Z', 'revision_number': 6, 'project_id': '9aa48be6894b4a5993e969472afe1396', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:17.939346 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 879bd878-d63e-4842-bdde-e7ffe9e53516 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:18.005832 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffdcf-6f93-4bc6-9625-b36f8c6d1b28 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for port (a65515de-5c56-4bfd-9262-04171f116d96), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.024726 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f83c14-5dc5-48e8-8d85-af422eb131cf None None] The sync data for ids ['937a548f-e411-4715-bf59-ac9a411ba75b'] in n-d-857339-6 is: [{'id': '937a548f-e411-4715-bf59-ac9a411ba75b', 'name': 'tempest-TestVolumeBackupRestore-195648082-router', 'tenant_id': '9aa48be6894b4a5993e969472afe1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:18Z', 'updated_at': '2022-11-02T13:06:16Z', 'revision_number': 6, 'project_id': '9aa48be6894b4a5993e969472afe1396', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:18.054345 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 879bd878-d63e-4842-bdde-e7ffe9e53516 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:06:18.055610 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (879bd878-d63e-4842-bdde-e7ffe9e53516), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.058827 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 879bd878-d63e-4842-bdde-e7ffe9e53516 Nov 02 13:06:18.333314 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffdcf-6f93-4bc6-9625-b36f8c6d1b28 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (a65515de-5c56-4bfd-9262-04171f116d96), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.403931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 879bd878-d63e-4842-bdde-e7ffe9e53516 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:06:18.406990 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (879bd878-d63e-4842-bdde-e7ffe9e53516), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.553451 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0ffdcf-6f93-4bc6-9625-b36f8c6d1b28 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Network 4998e32f-6ce9-483f-8b38-b6548297360e is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:18.572918 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.574963 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-8b0ffdcf-6f93-4bc6-9625-b36f8c6d1b28 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:18.587379 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0ffdcf-6f93-4bc6-9625-b36f8c6d1b28 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:06:18.621903 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:18.660314 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 879bd878-d63e-4842-bdde-e7ffe9e53516, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=879bd878-d63e-4842-bdde-e7ffe9e53516,segment=NetworkSegment(9c5fc937-2868-4e65-bc25-0b2cc2898f6f),segment_id=9c5fc937-2868-4e65-bc25-0b2cc2898f6f)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:18.722534 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ffdcf-6f93-4bc6-9625-b36f8c6d1b28 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'Port': ['ID=a65515de-5c56-4bfd-9262-04171f116d96,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:18.727558 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-00bb565d-6bff-4db7-afb2-8f4fe45bf8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (195d8401-6d25-4c80-974c-f215ec54a185), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.762990 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffdcf-6f93-4bc6-9625-b36f8c6d1b28 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (c9103bb4-2820-4b81-80c9-cc0a349dabc5), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.805918 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb565d-6bff-4db7-afb2-8f4fe45bf8d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=195d8401-6d25-4c80-974c-f215ec54a185,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:18.868801 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.887272 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-00bb565d-6bff-4db7-afb2-8f4fe45bf8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (937a548f-e411-4715-bf59-ac9a411ba75b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.923006 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e63608f-b29a-4199-9443-cc0ae2121d3e None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:06:19.022918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-06f1f5cf-193f-4231-bb8a-ba3ce91f6ab4 None None] Provisioning complete for port 879bd878-d63e-4842-bdde-e7ffe9e53516 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:06:19.025136 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-06f1f5cf-193f-4231-bb8a-ba3ce91f6ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (879bd878-d63e-4842-bdde-e7ffe9e53516), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.026081 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-06f1f5cf-193f-4231-bb8a-ba3ce91f6ab4 None None] Attempt 1 to provision port 879bd878-d63e-4842-bdde-e7ffe9e53516 Nov 02 13:06:19.038670 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (879bd878-d63e-4842-bdde-e7ffe9e53516), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.040830 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 46bac10b-34cb-444a-bfce-db3ede1cff62 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:19.052520 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:19.092041 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-00bb565d-6bff-4db7-afb2-8f4fe45bf8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (937a548f-e411-4715-bf59-ac9a411ba75b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.094702 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-00bb565d-6bff-4db7-afb2-8f4fe45bf8d2 admin admin] Publish callbacks [] for router_controller (937a548f-e411-4715-bf59-ac9a411ba75b), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.370823 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=879bd878-d63e-4842-bdde-e7ffe9e53516,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:19.405085 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:19.420982 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 46bac10b-34cb-444a-bfce-db3ede1cff62 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:06:19.421626 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (46bac10b-34cb-444a-bfce-db3ede1cff62), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.422155 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 46bac10b-34cb-444a-bfce-db3ede1cff62 Nov 02 13:06:19.423608 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-00bb565d-6bff-4db7-afb2-8f4fe45bf8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (937a548f-e411-4715-bf59-ac9a411ba75b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.424445 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bb565d-6bff-4db7-afb2-8f4fe45bf8d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 937a548f-e411-4715-bf59-ac9a411ba75b {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:06:19.439780 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-00bb565d-6bff-4db7-afb2-8f4fe45bf8d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.439780 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-00bb565d-6bff-4db7-afb2-8f4fe45bf8d2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/937a548f-e411-4715-bf59-ac9a411ba75b HTTP/1.1" status: 204 len: 168 time: 3.3453612 Nov 02 13:06:19.441563 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44864) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:19.460456 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e63608f-b29a-4199-9443-cc0ae2121d3e None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:06:19.640260 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Deleting subnet d63e6ff1-4d03-4ba6-b42d-7c6fe914a881 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:06:19.648118 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Publish callbacks [] for subnet (d63e6ff1-4d03-4ba6-b42d-7c6fe914a881), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.742046 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (d63e6ff1-4d03-4ba6-b42d-7c6fe914a881), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.769604 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffdcf-6f93-4bc6-9625-b36f8c6d1b28 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a65515de-5c56-4bfd-9262-04171f116d96), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:20.117695 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (d63e6ff1-4d03-4ba6-b42d-7c6fe914a881), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:20.243265 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 46bac10b-34cb-444a-bfce-db3ede1cff62 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:06:20.252328 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-06f1f5cf-193f-4231-bb8a-ba3ce91f6ab4 None None] Current status of the port 879bd878-d63e-4842-bdde-e7ffe9e53516 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:06:20.492573 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 879bd878-d63e-4842-bdde-e7ffe9e53516 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:20.531764 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (d63e6ff1-4d03-4ba6-b42d-7c6fe914a881), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:20.577700 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:20.657836 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d63e6ff1-4d03-4ba6-b42d-7c6fe914a881,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:20.661308 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:20.669048 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/d63e6ff1-4d03-4ba6-b42d-7c6fe914a881 HTTP/1.1" status: 204 len: 168 time: 1.2245846 Nov 02 13:06:20.671550 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 44892) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:20.694888 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:20.702063 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:20.703113 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:20.703672 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:20.704468 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:20.705271 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:20.705826 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:20.706603 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:20.707148 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:20.707644 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:20.708152 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:20.708683 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:20.712136 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:20.712806 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:20.716341 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6ff09-ab5c-4acd-9a0f-998fd7d11e32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:20.939397 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffdcf-6f93-4bc6-9625-b36f8c6d1b28 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for port (a65515de-5c56-4bfd-9262-04171f116d96), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:20.951684 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-687f17ef-3094-430a-badd-0dc219116607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (1cb2267c-fc9d-44d7-becd-01e5adf06201), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:20.960390 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 879bd878-d63e-4842-bdde-e7ffe9e53516 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:06:20.960884 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (879bd878-d63e-4842-bdde-e7ffe9e53516), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:20.961233 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 879bd878-d63e-4842-bdde-e7ffe9e53516 Nov 02 13:06:21.086264 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-687f17ef-3094-430a-badd-0dc219116607 admin admin] Deleting port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:06:21.086743 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-687f17ef-3094-430a-badd-0dc219116607 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2e1bbc29-d1df-44f8-bc62-b5d084b744d5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.209745 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-687f17ef-3094-430a-badd-0dc219116607 admin admin] For port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2e1bbc29-d1df-44f8-bc62-b5d084b744d5,segment=NetworkSegment(0cc738d7-bf75-4c93-a002-1e448a44ad5d),segment_id=0cc738d7-bf75-4c93-a002-1e448a44ad5d)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:21.210062 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-687f17ef-3094-430a-badd-0dc219116607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2e1bbc29-d1df-44f8-bc62-b5d084b744d5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.211225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 879bd878-d63e-4842-bdde-e7ffe9e53516 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:06:21.235429 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-687f17ef-3094-430a-badd-0dc219116607 admin admin] Calling delete_port for 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:06:21.337881 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:21.348946 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 195d8401-6d25-4c80-974c-f215ec54a185 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:21.364820 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffdcf-6f93-4bc6-9625-b36f8c6d1b28 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (a65515de-5c56-4bfd-9262-04171f116d96), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.438721 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:21.459143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 195d8401-6d25-4c80-974c-f215ec54a185 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:06:21.464327 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 195d8401-6d25-4c80-974c-f215ec54a185 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:21.465020 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 203826a6-4725-40dc-b524-2654d952be5d no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:21.548182 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 203826a6-4725-40dc-b524-2654d952be5d {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:06:21.548803 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 203826a6-4725-40dc-b524-2654d952be5d not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:21.590153 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-687f17ef-3094-430a-badd-0dc219116607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (2e1bbc29-d1df-44f8-bc62-b5d084b744d5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.630122 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffdcf-6f93-4bc6-9625-b36f8c6d1b28 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (c9103bb4-2820-4b81-80c9-cc0a349dabc5), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.662091 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f17ef-3094-430a-badd-0dc219116607 admin admin] No DVR routers for this DVR port 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:06:21.665823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ffdcf-6f93-4bc6-9625-b36f8c6d1b28 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event updated for resources: {'Port': ['ID=a65515de-5c56-4bfd-9262-04171f116d96,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:21.731332 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a699f13-e941-405f-ab94-0e0d466a63bc None None] Network 4998e32f-6ce9-483f-8b38-b6548297360e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:06:21.812273 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f17ef-3094-430a-badd-0dc219116607 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e1bbc29-d1df-44f8-bc62-b5d084b744d5,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:21.858706 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4790199-95cb-4d6f-a86a-8f319db273ae None None] Network 1cb2267c-fc9d-44d7-becd-01e5adf06201 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:06:21.962141 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4a994408-4214-45e2-8530-7135b7790f62 None None] Could not find standard attr ID for object 2e1bbc29-d1df-44f8-bc62-b5d084b744d5. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 13:06:22.102771 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-687f17ef-3094-430a-badd-0dc219116607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (1cb2267c-fc9d-44d7-becd-01e5adf06201), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.122030 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:22.125713 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:22.184388 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:22.265338 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-687f17ef-3094-430a-badd-0dc219116607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb2267c-fc9d-44d7-becd-01e5adf06201']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:22.353934 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-687f17ef-3094-430a-badd-0dc219116607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc738d7-bf75-4c93-a002-1e448a44ad5d') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:22.354867 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-687f17ef-3094-430a-badd-0dc219116607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc738d7-bf75-4c93-a002-1e448a44ad5d') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:22.371367 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:22.423783 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-687f17ef-3094-430a-badd-0dc219116607 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (0cc738d7-bf75-4c93-a002-1e448a44ad5d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.449246 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0ffdcf-6f93-4bc6-9625-b36f8c6d1b28 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Network 4998e32f-6ce9-483f-8b38-b6548297360e is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:22.457271 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-8b0ffdcf-6f93-4bc6-9625-b36f8c6d1b28 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:22.481339 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:22.502804 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-687f17ef-3094-430a-badd-0dc219116607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (0cc738d7-bf75-4c93-a002-1e448a44ad5d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.527585 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687f17ef-3094-430a-badd-0dc219116607 admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:06:22.527585 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-687f17ef-3094-430a-badd-0dc219116607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (0cc738d7-bf75-4c93-a002-1e448a44ad5d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.625659 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15572516-12fd-4c8c-89c1-413a024e5c51 None None] DHCP port deletion for 1cb2267c-fc9d-44d7-becd-01e5adf06201 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:06:22.774169 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 0cc738d7-bf75-4c93-a002-1e448a44ad5d resource provider aggregate not found Nov 02 13:06:22.834613 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 0cc738d7-bf75-4c93-a002-1e448a44ad5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cc738d7-bf75-4c93-a002-1e448a44ad5d found for delete ", "request_id": "req-aaafd45a-8483-44df-a702-4a863c8d51d8"}]} Nov 02 13:06:22.987448 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0ffdcf-6f93-4bc6-9625-b36f8c6d1b28 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Router c9103bb4-2820-4b81-80c9-cc0a349dabc5 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:06:23.006190 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-687f17ef-3094-430a-badd-0dc219116607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (1cb2267c-fc9d-44d7-becd-01e5adf06201), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:23.031208 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-687f17ef-3094-430a-badd-0dc219116607 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:23.065301 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-687f17ef-3094-430a-badd-0dc219116607 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/1cb2267c-fc9d-44d7-becd-01e5adf06201 HTTP/1.1" status: 204 len: 168 time: 2.3821487 Nov 02 13:06:23.065675 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 44940) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:23.177812 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:23.180942 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e64e007a-9c75-4e6f-bec6-2564f4768892 None None] Provisioning complete for port 879bd878-d63e-4842-bdde-e7ffe9e53516 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:06:23.182895 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e64e007a-9c75-4e6f-bec6-2564f4768892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (879bd878-d63e-4842-bdde-e7ffe9e53516), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:23.184648 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e64e007a-9c75-4e6f-bec6-2564f4768892 None None] Attempt 1 to provision port 879bd878-d63e-4842-bdde-e7ffe9e53516 Nov 02 13:06:23.404113 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f17ef-3094-430a-badd-0dc219116607 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cb2267c-fc9d-44d7-becd-01e5adf06201,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:23.439336 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:23.487414 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0ffdcf-6f93-4bc6-9625-b36f8c6d1b28 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:23.518184 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8b0ffdcf-6f93-4bc6-9625-b36f8c6d1b28 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "PUT /networking/v2.0/routers/c9103bb4-2820-4b81-80c9-cc0a349dabc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6525269 Nov 02 13:06:23.623463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e64e007a-9c75-4e6f-bec6-2564f4768892 None None] Current status of the port 879bd878-d63e-4842-bdde-e7ffe9e53516 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:06:23.630428 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] Sync routers for ids ['c9103bb4-2820-4b81-80c9-cc0a349dabc5'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:23.671187 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] Routers {'c9103bb4-2820-4b81-80c9-cc0a349dabc5'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:06:23.671694 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:06:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c9103bb4-2820-4b81-80c9-cc0a349dabc5'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:23.678286 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e64e007a-9c75-4e6f-bec6-2564f4768892 None None] Provisioning complete for port a65515de-5c56-4bfd-9262-04171f116d96 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:06:23.685599 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e64e007a-9c75-4e6f-bec6-2564f4768892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a65515de-5c56-4bfd-9262-04171f116d96), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:23.686260 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e64e007a-9c75-4e6f-bec6-2564f4768892 None None] Attempt 1 to provision port a65515de-5c56-4bfd-9262-04171f116d96 Nov 02 13:06:23.841216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e64e007a-9c75-4e6f-bec6-2564f4768892 None None] Port a65515de-5c56-4bfd-9262-04171f116d96 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:06:24.038396 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:24.049573 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-147f79ca-e937-4c75-aa6a-d17f6f267652 None None] Provisioning complete for port a65515de-5c56-4bfd-9262-04171f116d96 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:06:24.050701 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-147f79ca-e937-4c75-aa6a-d17f6f267652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a65515de-5c56-4bfd-9262-04171f116d96), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:24.051647 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-147f79ca-e937-4c75-aa6a-d17f6f267652 None None] Attempt 1 to provision port a65515de-5c56-4bfd-9262-04171f116d96 Nov 02 13:06:24.197544 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-147f79ca-e937-4c75-aa6a-d17f6f267652 None None] Port a65515de-5c56-4bfd-9262-04171f116d96 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:06:24.229293 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] Set router c9103bb4-2820-4b81-80c9-cc0a349dabc5 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:06:24.268750 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:24.400156 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1077cd26-1579-467a-b4e4-5efb520a56c9 req-e17994ed-a46e-4b85-b052-1813d13ad6d1 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1723642014&fields=id&tenant_id=61491c06413d4385afd9e7f35b7026df HTTP/1.1" status: 200 len: 267 time: 0.2416635 Nov 02 13:06:24.435110 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:24.588478 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:06:24.589034 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2e1bbc29-d1df-44f8-bc62-b5d084b744d5 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:24.595744 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7addbd97-f6f5-4f9c-a35e-777f4825ee8f None None] Provisioning complete for port a65515de-5c56-4bfd-9262-04171f116d96 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:06:24.596742 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7addbd97-f6f5-4f9c-a35e-777f4825ee8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a65515de-5c56-4bfd-9262-04171f116d96), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:24.597500 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7addbd97-f6f5-4f9c-a35e-777f4825ee8f None None] Attempt 1 to provision port a65515de-5c56-4bfd-9262-04171f116d96 Nov 02 13:06:24.650318 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:24.796120 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7addbd97-f6f5-4f9c-a35e-777f4825ee8f None None] Port a65515de-5c56-4bfd-9262-04171f116d96 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:06:24.847236 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-89a73f2c-3aa1-4674-a792-aeea67b3b949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (a19e17da-e9a5-4e73-9971-f92d303c4756), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:24.937116 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077cd26-1579-467a-b4e4-5efb520a56c9 req-35d2df25-bdb6-480d-a4c9-3fc4f1bf52f5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:24.939626 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1077cd26-1579-467a-b4e4-5efb520a56c9 req-35d2df25-bdb6-480d-a4c9-3fc4f1bf52f5 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "GET /networking/v2.0/networks?id=4998e32f-6ce9-483f-8b38-b6548297360e HTTP/1.1" status: 200 len: 797 time: 0.3512797 Nov 02 13:06:24.967133 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1077cd26-1579-467a-b4e4-5efb520a56c9 req-ccacc453-6179-4226-8517-81fb37b5d24b tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "GET /networking/v2.0/quotas/61491c06413d4385afd9e7f35b7026df HTTP/1.1" status: 200 len: 375 time: 0.0179505 Nov 02 13:06:25.053803 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9103bb4-2820-4b81-80c9-cc0a349dabc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34602962', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '46bac10b-34cb-444a-bfce-db3ede1cff62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:05Z', 'updated_at': '2022-11-02T13:06:18Z', 'revision_number': 4, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '46bac10b-34cb-444a-bfce-db3ede1cff62', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9103bb4-2820-4b81-80c9-cc0a349dabc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:07Z', 'updated_at': '2022-11-02T13:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'a65515de-5c56-4bfd-9262-04171f116d96', 'name': '', 'network_id': '4998e32f-6ce9-483f-8b38-b6548297360e', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'mac_address': 'fa:16:3e:19:e9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9103bb4-2820-4b81-80c9-cc0a349dabc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b2ec5a82-d549-4cab-ad37-6092f5aeac70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:16Z', 'updated_at': '2022-11-02T13:06:20Z', 'revision_number': 2, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'subnets': [{'id': 'b2ec5a82-d549-4cab-ad37-6092f5aeac70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:25.078272 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1077cd26-1579-467a-b4e4-5efb520a56c9 req-fd9bc3cc-24f2-48fd-b03e-545ec0d6a740 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=61491c06413d4385afd9e7f35b7026df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827558 Nov 02 13:06:25.091445 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] Checking router: c9103bb4-2820-4b81-80c9-cc0a349dabc5 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:25.092694 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] Updating router c9103bb4-2820-4b81-80c9-cc0a349dabc5 port a65515de-5c56-4bfd-9262-04171f116d96 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:06:25.128930 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a65515de-5c56-4bfd-9262-04171f116d96), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:25.160422 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:25.166355 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45010) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:25.201614 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:25.371793 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:25.405172 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:25.580191 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] Publish callbacks [] for port (a65515de-5c56-4bfd-9262-04171f116d96), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:25.640471 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-89a73f2c-3aa1-4674-a792-aeea67b3b949 admin admin] Deleting port 02c9db09-7f27-4f35-968b-c22d845b3797 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:06:25.641431 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-89a73f2c-3aa1-4674-a792-aeea67b3b949 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (02c9db09-7f27-4f35-968b-c22d845b3797), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:25.686114 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:25.823430 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a65515de-5c56-4bfd-9262-04171f116d96), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:25.841414 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-89a73f2c-3aa1-4674-a792-aeea67b3b949 admin admin] For port 02c9db09-7f27-4f35-968b-c22d845b3797, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=02c9db09-7f27-4f35-968b-c22d845b3797,segment=NetworkSegment(f692e6a9-f9f4-4703-8bb4-96e0602ebf5b),segment_id=f692e6a9-f9f4-4703-8bb4-96e0602ebf5b)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:25.841798 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-89a73f2c-3aa1-4674-a792-aeea67b3b949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (02c9db09-7f27-4f35-968b-c22d845b3797), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:25.885549 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-89a73f2c-3aa1-4674-a792-aeea67b3b949 admin admin] Calling delete_port for 02c9db09-7f27-4f35-968b-c22d845b3797 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:06:25.953542 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540b973-a969-4cd5-9d5a-a0be5a4b9cfe None None] Pushing event updated for resources: {'Port': ['ID=a65515de-5c56-4bfd-9262-04171f116d96,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:25.988627 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93334f5e-6744-4ae4-ab41-f1cd6b997670 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (c9103bb4-2820-4b81-80c9-cc0a349dabc5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:26.006081 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] Attempting to bind port a65515de-5c56-4bfd-9262-04171f116d96 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:06:26.006645 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] Attempting to bind port a65515de-5c56-4bfd-9262-04171f116d96 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '9c5fc937-2868-4e65-bc25-0b2cc2898f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4998e32f-6ce9-483f-8b38-b6548297360e'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:06:26.007159 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] Attempting to bind port a65515de-5c56-4bfd-9262-04171f116d96 on network 4998e32f-6ce9-483f-8b38-b6548297360e {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:06:26.164284 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:06:26.165379 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] Checking segment: {'id': '9c5fc937-2868-4e65-bc25-0b2cc2898f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4998e32f-6ce9-483f-8b38-b6548297360e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:06:26.166056 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:26.168072 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] Bound using segment: {'id': '9c5fc937-2868-4e65-bc25-0b2cc2898f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4998e32f-6ce9-483f-8b38-b6548297360e'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:06:26.168688 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] Bound port: a65515de-5c56-4bfd-9262-04171f116d96, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5fc937-2868-4e65-bc25-0b2cc2898f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4998e32f-6ce9-483f-8b38-b6548297360e'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:06:26.169078 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a65515de-5c56-4bfd-9262-04171f116d96), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:26.317923 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] For port a65515de-5c56-4bfd-9262-04171f116d96, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:06:26.329076 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] For port a65515de-5c56-4bfd-9262-04171f116d96, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a65515de-5c56-4bfd-9262-04171f116d96,segment=NetworkSegment(9c5fc937-2868-4e65-bc25-0b2cc2898f6f),segment_id=9c5fc937-2868-4e65-bc25-0b2cc2898f6f)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:06:26.446794 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a65515de-5c56-4bfd-9262-04171f116d96), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:26.507767 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] Routers {'c9103bb4-2820-4b81-80c9-cc0a349dabc5'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:06:26.508539 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:06:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c9103bb4-2820-4b81-80c9-cc0a349dabc5'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:26.513475 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:26.609076 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:26.618319 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540b973-a969-4cd5-9d5a-a0be5a4b9cfe None None] Pushing event updated for resources: {'Port': ['ID=a65515de-5c56-4bfd-9262-04171f116d96,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:26.744175 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] Set router c9103bb4-2820-4b81-80c9-cc0a349dabc5 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:06:26.976495 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-93334f5e-6744-4ae4-ab41-f1cd6b997670 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Deleting port a65515de-5c56-4bfd-9262-04171f116d96 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:06:26.977068 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93334f5e-6744-4ae4-ab41-f1cd6b997670 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a65515de-5c56-4bfd-9262-04171f116d96), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:27.077503 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-89a73f2c-3aa1-4674-a792-aeea67b3b949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (02c9db09-7f27-4f35-968b-c22d845b3797), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:27.134869 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a73f2c-3aa1-4674-a792-aeea67b3b949 admin admin] Pushing event deleted for resources: {'Port': ['ID=02c9db09-7f27-4f35-968b-c22d845b3797,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:27.287299 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9103bb4-2820-4b81-80c9-cc0a349dabc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34602962', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '46bac10b-34cb-444a-bfce-db3ede1cff62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:05Z', 'updated_at': '2022-11-02T13:06:18Z', 'revision_number': 4, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '46bac10b-34cb-444a-bfce-db3ede1cff62', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9103bb4-2820-4b81-80c9-cc0a349dabc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:07Z', 'updated_at': '2022-11-02T13:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'a65515de-5c56-4bfd-9262-04171f116d96', 'name': '', 'network_id': '4998e32f-6ce9-483f-8b38-b6548297360e', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'mac_address': 'fa:16:3e:19:e9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9103bb4-2820-4b81-80c9-cc0a349dabc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b2ec5a82-d549-4cab-ad37-6092f5aeac70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:16Z', 'updated_at': '2022-11-02T13:06:26Z', 'revision_number': 4, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'subnets': [{'id': 'b2ec5a82-d549-4cab-ad37-6092f5aeac70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:27.333308 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff631b4-72dd-4765-a1e6-0137963a1096 None None] The sync data for ids ['c9103bb4-2820-4b81-80c9-cc0a349dabc5'] in n-d-857339-6 is: [{'id': 'c9103bb4-2820-4b81-80c9-cc0a349dabc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34602962', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '46bac10b-34cb-444a-bfce-db3ede1cff62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:05Z', 'updated_at': '2022-11-02T13:06:18Z', 'revision_number': 4, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '46bac10b-34cb-444a-bfce-db3ede1cff62', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9103bb4-2820-4b81-80c9-cc0a349dabc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:07Z', 'updated_at': '2022-11-02T13:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'a65515de-5c56-4bfd-9262-04171f116d96', 'name': '', 'network_id': '4998e32f-6ce9-483f-8b38-b6548297360e', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'mac_address': 'fa:16:3e:19:e9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9103bb4-2820-4b81-80c9-cc0a349dabc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b2ec5a82-d549-4cab-ad37-6092f5aeac70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:16Z', 'updated_at': '2022-11-02T13:06:26Z', 'revision_number': 4, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'subnets': [{'id': 'b2ec5a82-d549-4cab-ad37-6092f5aeac70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:27.385005 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-93334f5e-6744-4ae4-ab41-f1cd6b997670 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] For port a65515de-5c56-4bfd-9262-04171f116d96, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a65515de-5c56-4bfd-9262-04171f116d96,segment=NetworkSegment(9c5fc937-2868-4e65-bc25-0b2cc2898f6f),segment_id=9c5fc937-2868-4e65-bc25-0b2cc2898f6f)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:27.385798 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93334f5e-6744-4ae4-ab41-f1cd6b997670 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a65515de-5c56-4bfd-9262-04171f116d96), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:27.395579 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:27.526586 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-93334f5e-6744-4ae4-ab41-f1cd6b997670 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Calling delete_port for a65515de-5c56-4bfd-9262-04171f116d96 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:06:27.664317 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:27.715771 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:28.092908 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-89a73f2c-3aa1-4674-a792-aeea67b3b949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (a19e17da-e9a5-4e73-9971-f92d303c4756), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:28.151753 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:28.169068 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b9ba6-7a1c-49f9-91ec-ea622d89ee31 req-be7c1cc7-361d-4417-93be-8483e72f864e tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:28.169931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b37c25-3cb8-4d13-962f-ba29f8e71e41 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:06:28.171345 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-682b9ba6-7a1c-49f9-91ec-ea622d89ee31 req-be7c1cc7-361d-4417-93be-8483e72f864e tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "GET /networking/v2.0/networks?id=b0d06de6-8a85-43bf-b702-e79f29361025 HTTP/1.1" status: 200 len: 812 time: 0.6161640 Nov 02 13:06:28.300704 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=46 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:28.372866 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:28.378211 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=45 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:28.441453 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-682b9ba6-7a1c-49f9-91ec-ea622d89ee31 req-27bea640-e622-4c96-a557-6dfe78af1c1d tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "GET /networking/v2.0/quotas/0a42e2f895074311ba70e12d1b5eaeba HTTP/1.1" status: 200 len: 375 time: 0.1954012 Nov 02 13:06:28.635038 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:28.674125 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:28.703787 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:28.804812 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-682b9ba6-7a1c-49f9-91ec-ea622d89ee31 req-f718bc34-c9a3-4416-817f-56058f217621 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0a42e2f895074311ba70e12d1b5eaeba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3379462 Nov 02 13:06:28.951848 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b37c25-3cb8-4d13-962f-ba29f8e71e41 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:06:28.957613 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a65515de-5c56-4bfd-9262-04171f116d96 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:29.241447 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:29.315341 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:29.337424 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:29.403085 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:29.444360 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a65515de-5c56-4bfd-9262-04171f116d96 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:06:29.445606 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a65515de-5c56-4bfd-9262-04171f116d96), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:29.445905 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a73f2c-3aa1-4674-a792-aeea67b3b949 admin admin] Router a19e17da-e9a5-4e73-9971-f92d303c4756 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:06:29.446025 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a65515de-5c56-4bfd-9262-04171f116d96 Nov 02 13:06:29.580916 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93334f5e-6744-4ae4-ab41-f1cd6b997670 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (a65515de-5c56-4bfd-9262-04171f116d96), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:29.610351 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Could not find standard attr ID for object a65515de-5c56-4bfd-9262-04171f116d96. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 13:06:29.624033 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No ports have port_id starting with a65515de-5c56-4bfd-9262-04171f116d96 Nov 02 13:06:29.688777 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93334f5e-6744-4ae4-ab41-f1cd6b997670 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event deleted for resources: {'Port': ['ID=a65515de-5c56-4bfd-9262-04171f116d96,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:29.728565 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:30.039451 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:30.187248 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:30.531937 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:30.687571 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a73f2c-3aa1-4674-a792-aeea67b3b949 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:30.703284 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:30.703396 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acccca84-5608-48df-a6a4-31dd50f8fe62 None None] Sync routers for ids ['a19e17da-e9a5-4e73-9971-f92d303c4756'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:30.703843 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-89a73f2c-3aa1-4674-a792-aeea67b3b949 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/a19e17da-e9a5-4e73-9971-f92d303c4756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6333921 Nov 02 13:06:30.703932 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45150) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:30.723636 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acccca84-5608-48df-a6a4-31dd50f8fe62 None None] Routers {'a19e17da-e9a5-4e73-9971-f92d303c4756'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:06:30.725586 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-acccca84-5608-48df-a6a4-31dd50f8fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:06:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a19e17da-e9a5-4e73-9971-f92d303c4756'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:30.856521 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93334f5e-6744-4ae4-ab41-f1cd6b997670 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (c9103bb4-2820-4b81-80c9-cc0a349dabc5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:30.859256 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-851d7a6b-a1d5-484b-b2df-715f4f4c70b0 None None] Provisioning complete for port 31fddbc8-e57f-49b1-adda-2a9bf837d753 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:06:30.860450 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-851d7a6b-a1d5-484b-b2df-715f4f4c70b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (31fddbc8-e57f-49b1-adda-2a9bf837d753), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:30.860830 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-851d7a6b-a1d5-484b-b2df-715f4f4c70b0 None None] Attempt 1 to provision port 31fddbc8-e57f-49b1-adda-2a9bf837d753 Nov 02 13:06:30.999666 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Publish callbacks [] for router (a19e17da-e9a5-4e73-9971-f92d303c4756), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:31.123731 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-acccca84-5608-48df-a6a4-31dd50f8fe62 None None] Set router a19e17da-e9a5-4e73-9971-f92d303c4756 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:06:31.169788 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-851d7a6b-a1d5-484b-b2df-715f4f4c70b0 None None] Current status of the port 31fddbc8-e57f-49b1-adda-2a9bf837d753 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:06:31.349101 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13717eb-76cc-48b8-866c-8658b6952b68 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:06:31.426923 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Publish callbacks [] for router_gateway (a19e17da-e9a5-4e73-9971-f92d303c4756), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:31.563324 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:31.566540 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:31.578241 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93334f5e-6744-4ae4-ab41-f1cd6b997670 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Router c9103bb4-2820-4b81-80c9-cc0a349dabc5 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:06:31.627990 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13717eb-76cc-48b8-866c-8658b6952b68 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:06:31.645528 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-acccca84-5608-48df-a6a4-31dd50f8fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19e17da-e9a5-4e73-9971-f92d303c4756', 'name': 'tempest-TestVolumeBackupRestore-1309834767-router', 'tenant_id': 'af21b0a3be4b48368cfade99cec6b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f7cddb78-5d62-4cb4-ad97-79e381b39452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:42Z', 'updated_at': '2022-11-02T13:06:26Z', 'revision_number': 5, 'project_id': 'af21b0a3be4b48368cfade99cec6b57c', 'gw_port': {'id': 'f7cddb78-5d62-4cb4-ad97-79e381b39452', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19e17da-e9a5-4e73-9971-f92d303c4756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:43Z', 'updated_at': '2022-11-02T13:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:31.687493 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Deleting port f7cddb78-5d62-4cb4-ad97-79e381b39452 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:06:31.689540 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (f7cddb78-5d62-4cb4-ad97-79e381b39452), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:31.698661 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:31.735155 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acccca84-5608-48df-a6a4-31dd50f8fe62 None None] Checking router: a19e17da-e9a5-4e73-9971-f92d303c4756 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:31.761917 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acccca84-5608-48df-a6a4-31dd50f8fe62 None None] Routers {'a19e17da-e9a5-4e73-9971-f92d303c4756'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:06:31.767560 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-acccca84-5608-48df-a6a4-31dd50f8fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:06:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a19e17da-e9a5-4e73-9971-f92d303c4756'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:31.768333 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:32.030689 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-acccca84-5608-48df-a6a4-31dd50f8fe62 None None] Set router a19e17da-e9a5-4e73-9971-f92d303c4756 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:06:32.086174 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93334f5e-6744-4ae4-ab41-f1cd6b997670 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:32.115565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47932789-1db7-4cd2-a262-6dffc32b74f1 None None] Sync routers for ids ['c9103bb4-2820-4b81-80c9-cc0a349dabc5'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:32.118832 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-93334f5e-6744-4ae4-ab41-f1cd6b997670 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "PUT /networking/v2.0/routers/c9103bb4-2820-4b81-80c9-cc0a349dabc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9462144 Nov 02 13:06:32.120212 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-acccca84-5608-48df-a6a4-31dd50f8fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19e17da-e9a5-4e73-9971-f92d303c4756', 'name': 'tempest-TestVolumeBackupRestore-1309834767-router', 'tenant_id': 'af21b0a3be4b48368cfade99cec6b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:42Z', 'updated_at': '2022-11-02T13:06:31Z', 'revision_number': 6, 'project_id': 'af21b0a3be4b48368cfade99cec6b57c', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:32.121162 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45194) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:32.153769 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acccca84-5608-48df-a6a4-31dd50f8fe62 None None] The sync data for ids ['a19e17da-e9a5-4e73-9971-f92d303c4756'] in n-d-857339-6 is: [{'id': 'a19e17da-e9a5-4e73-9971-f92d303c4756', 'name': 'tempest-TestVolumeBackupRestore-1309834767-router', 'tenant_id': 'af21b0a3be4b48368cfade99cec6b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:42Z', 'updated_at': '2022-11-02T13:06:31Z', 'revision_number': 6, 'project_id': 'af21b0a3be4b48368cfade99cec6b57c', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:32.212832 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] For port f7cddb78-5d62-4cb4-ad97-79e381b39452, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f7cddb78-5d62-4cb4-ad97-79e381b39452,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:32.213970 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (f7cddb78-5d62-4cb4-ad97-79e381b39452), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:32.230074 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47932789-1db7-4cd2-a262-6dffc32b74f1 None None] Routers {'c9103bb4-2820-4b81-80c9-cc0a349dabc5'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:06:32.232451 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-47932789-1db7-4cd2-a262-6dffc32b74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:06:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c9103bb4-2820-4b81-80c9-cc0a349dabc5'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:32.271619 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Calling delete_port for f7cddb78-5d62-4cb4-ad97-79e381b39452 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:06:32.345067 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddae91dc-eac0-46c5-8645-21512d108f82 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Deleting subnet b2ec5a82-d549-4cab-ad37-6092f5aeac70 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:06:32.352440 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ddae91dc-eac0-46c5-8645-21512d108f82 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for subnet (b2ec5a82-d549-4cab-ad37-6092f5aeac70), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:32.518145 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:32.559488 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:32.590547 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:32.615884 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ddae91dc-eac0-46c5-8645-21512d108f82 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (b2ec5a82-d549-4cab-ad37-6092f5aeac70), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:32.782190 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:32.808672 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 02c9db09-7f27-4f35-968b-c22d845b3797 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:32.833061 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 02c9db09-7f27-4f35-968b-c22d845b3797 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:06:32.833903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 02c9db09-7f27-4f35-968b-c22d845b3797 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:32.881794 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-47932789-1db7-4cd2-a262-6dffc32b74f1 None None] Set router c9103bb4-2820-4b81-80c9-cc0a349dabc5 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:06:32.934247 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ddae91dc-eac0-46c5-8645-21512d108f82 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (b2ec5a82-d549-4cab-ad37-6092f5aeac70), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:33.143350 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:33.229490 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (f7cddb78-5d62-4cb4-ad97-79e381b39452), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:33.265446 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ddae91dc-eac0-46c5-8645-21512d108f82 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (b2ec5a82-d549-4cab-ad37-6092f5aeac70), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:33.319869 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Pushing event deleted for resources: {'Port': ['ID=f7cddb78-5d62-4cb4-ad97-79e381b39452,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:33.381510 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ddae91dc-eac0-46c5-8645-21512d108f82 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:33.388031 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ddae91dc-eac0-46c5-8645-21512d108f82 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/b2ec5a82-d549-4cab-ad37-6092f5aeac70 HTTP/1.1" status: 204 len: 168 time: 1.2616320 Nov 02 13:06:33.392372 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-47932789-1db7-4cd2-a262-6dffc32b74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9103bb4-2820-4b81-80c9-cc0a349dabc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34602962', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '46bac10b-34cb-444a-bfce-db3ede1cff62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:05Z', 'updated_at': '2022-11-02T13:06:28Z', 'revision_number': 5, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '46bac10b-34cb-444a-bfce-db3ede1cff62', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9103bb4-2820-4b81-80c9-cc0a349dabc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:07Z', 'updated_at': '2022-11-02T13:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:33.395016 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45232) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:33.395996 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae91dc-eac0-46c5-8645-21512d108f82 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event deleted for resources: {'Subnet': ['ID=b2ec5a82-d549-4cab-ad37-6092f5aeac70,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:33.420228 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:33.429655 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:33.430672 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:33.431306 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:33.431845 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:33.432359 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:33.432913 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:33.433435 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:33.433948 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:33.434570 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:33.435118 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:33.437867 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:33.438461 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:33.439024 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:33.442948 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:33.470736 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47932789-1db7-4cd2-a262-6dffc32b74f1 None None] Checking router: c9103bb4-2820-4b81-80c9-cc0a349dabc5 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:33.514451 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47932789-1db7-4cd2-a262-6dffc32b74f1 None None] Routers {'c9103bb4-2820-4b81-80c9-cc0a349dabc5'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:06:33.515883 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-47932789-1db7-4cd2-a262-6dffc32b74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:06:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c9103bb4-2820-4b81-80c9-cc0a349dabc5'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:33.541951 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:33.591352 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (a19e17da-e9a5-4e73-9971-f92d303c4756), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:33.748922 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fc26739-6e74-4894-9e58-29c90e999e99 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router (c9103bb4-2820-4b81-80c9-cc0a349dabc5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:33.797660 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-47932789-1db7-4cd2-a262-6dffc32b74f1 None None] Set router c9103bb4-2820-4b81-80c9-cc0a349dabc5 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:06:33.838424 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:33.845994 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:33.870775 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (a19e17da-e9a5-4e73-9971-f92d303c4756), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:33.893851 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Publish callbacks [] for router_controller (a19e17da-e9a5-4e73-9971-f92d303c4756), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:33.907253 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:33.935082 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:34.040055 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fc26739-6e74-4894-9e58-29c90e999e99 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_gateway (c9103bb4-2820-4b81-80c9-cc0a349dabc5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:34.051120 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32af2a4-a2d3-4394-b5d5-578c3c13cc3e None None] Network 4998e32f-6ce9-483f-8b38-b6548297360e requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:06:34.203617 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-688188dc-5004-46ed-8e2d-ad59277baace None None] Provisioning complete for port 879bd878-d63e-4842-bdde-e7ffe9e53516 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:06:34.204912 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-688188dc-5004-46ed-8e2d-ad59277baace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (879bd878-d63e-4842-bdde-e7ffe9e53516), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:34.204912 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-688188dc-5004-46ed-8e2d-ad59277baace None None] Attempt 1 to provision port 879bd878-d63e-4842-bdde-e7ffe9e53516 Nov 02 13:06:34.311477 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (a19e17da-e9a5-4e73-9971-f92d303c4756), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:34.312229 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a19e17da-e9a5-4e73-9971-f92d303c4756 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:06:34.319017 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:34.320999 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-00fabfee-07bf-4f40-a9db-72b4d26971fc admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/a19e17da-e9a5-4e73-9971-f92d303c4756 HTTP/1.1" status: 204 len: 168 time: 3.6121433 Nov 02 13:06:34.323749 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45256) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:34.326568 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-47932789-1db7-4cd2-a262-6dffc32b74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9103bb4-2820-4b81-80c9-cc0a349dabc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34602962', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '46bac10b-34cb-444a-bfce-db3ede1cff62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:05Z', 'updated_at': '2022-11-02T13:06:28Z', 'revision_number': 5, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '46bac10b-34cb-444a-bfce-db3ede1cff62', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9103bb4-2820-4b81-80c9-cc0a349dabc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:07Z', 'updated_at': '2022-11-02T13:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:34.426516 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:34.471952 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-df00034b-70a0-4b3f-bc49-6b5d91571cbb admin admin] Deleting subnet 763072bf-19be-4af8-88df-2bddf781bc5b {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:06:34.487053 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-df00034b-70a0-4b3f-bc49-6b5d91571cbb admin admin] Publish callbacks [] for subnet (763072bf-19be-4af8-88df-2bddf781bc5b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:34.553561 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:34.646936 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2fc26739-6e74-4894-9e58-29c90e999e99 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Deleting port 46bac10b-34cb-444a-bfce-db3ede1cff62 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:06:34.651403 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fc26739-6e74-4894-9e58-29c90e999e99 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (46bac10b-34cb-444a-bfce-db3ede1cff62), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:34.653050 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-df00034b-70a0-4b3f-bc49-6b5d91571cbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (763072bf-19be-4af8-88df-2bddf781bc5b), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:34.849484 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37a2322-5383-47a0-a77f-c2441184acb8 None None] DHCP port deletion for 4998e32f-6ce9-483f-8b38-b6548297360e request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:06:34.853210 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f7cddb78-5d62-4cb4-ad97-79e381b39452 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:34.910756 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:34.930326 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: f7cddb78-5d62-4cb4-ad97-79e381b39452 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:06:34.931126 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f7cddb78-5d62-4cb4-ad97-79e381b39452 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:34.942648 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47932789-1db7-4cd2-a262-6dffc32b74f1 None None] The sync data for ids ['c9103bb4-2820-4b81-80c9-cc0a349dabc5'] in n-d-857339-6 is: [{'id': 'c9103bb4-2820-4b81-80c9-cc0a349dabc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34602962', 'tenant_id': '61491c06413d4385afd9e7f35b7026df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '46bac10b-34cb-444a-bfce-db3ede1cff62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:05Z', 'updated_at': '2022-11-02T13:06:28Z', 'revision_number': 5, 'project_id': '61491c06413d4385afd9e7f35b7026df', 'gw_port': {'id': '46bac10b-34cb-444a-bfce-db3ede1cff62', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9103bb4-2820-4b81-80c9-cc0a349dabc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:07Z', 'updated_at': '2022-11-02T13:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:34.958652 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-2fc26739-6e74-4894-9e58-29c90e999e99 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] For port 46bac10b-34cb-444a-bfce-db3ede1cff62, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=46bac10b-34cb-444a-bfce-db3ede1cff62,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:34.959038 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fc26739-6e74-4894-9e58-29c90e999e99 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (46bac10b-34cb-444a-bfce-db3ede1cff62), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:34.979171 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-df00034b-70a0-4b3f-bc49-6b5d91571cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (763072bf-19be-4af8-88df-2bddf781bc5b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:35.024402 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2fc26739-6e74-4894-9e58-29c90e999e99 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Calling delete_port for 46bac10b-34cb-444a-bfce-db3ede1cff62 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:06:35.082518 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:35.127492 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-688188dc-5004-46ed-8e2d-ad59277baace None None] Current status of the port 879bd878-d63e-4842-bdde-e7ffe9e53516 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:06:35.170090 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2322-5383-47a0-a77f-c2441184acb8 None None] Deleting port 879bd878-d63e-4842-bdde-e7ffe9e53516 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:06:35.170612 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a37a2322-5383-47a0-a77f-c2441184acb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (879bd878-d63e-4842-bdde-e7ffe9e53516), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:35.271369 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a37a2322-5383-47a0-a77f-c2441184acb8 None None] For port 879bd878-d63e-4842-bdde-e7ffe9e53516, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=879bd878-d63e-4842-bdde-e7ffe9e53516,segment=NetworkSegment(9c5fc937-2868-4e65-bc25-0b2cc2898f6f),segment_id=9c5fc937-2868-4e65-bc25-0b2cc2898f6f)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:35.272058 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a37a2322-5383-47a0-a77f-c2441184acb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (879bd878-d63e-4842-bdde-e7ffe9e53516), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:35.280827 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-df00034b-70a0-4b3f-bc49-6b5d91571cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (763072bf-19be-4af8-88df-2bddf781bc5b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:35.310231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2322-5383-47a0-a77f-c2441184acb8 None None] Calling delete_port for 879bd878-d63e-4842-bdde-e7ffe9e53516 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:06:35.333571 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00034b-70a0-4b3f-bc49-6b5d91571cbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=763072bf-19be-4af8-88df-2bddf781bc5b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:35.361211 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-df00034b-70a0-4b3f-bc49-6b5d91571cbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:35.373974 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-df00034b-70a0-4b3f-bc49-6b5d91571cbb admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/763072bf-19be-4af8-88df-2bddf781bc5b HTTP/1.1" status: 204 len: 168 time: 1.0489826 Nov 02 13:06:35.376221 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45284) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:35.467710 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:36.017521 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:36.057664 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:36.057664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6667825f-6b74-48c2-8559-c96906a2c2a6 None None] Network baed0720-d1d1-403c-9bcd-504023860b7c requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:06:36.069610 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fc26739-6e74-4894-9e58-29c90e999e99 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (46bac10b-34cb-444a-bfce-db3ede1cff62), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:36.069610 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc26739-6e74-4894-9e58-29c90e999e99 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event deleted for resources: {'Port': ['ID=46bac10b-34cb-444a-bfce-db3ede1cff62,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:36.078833 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a37a2322-5383-47a0-a77f-c2441184acb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (879bd878-d63e-4842-bdde-e7ffe9e53516), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:36.206770 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2322-5383-47a0-a77f-c2441184acb8 None None] Pushing event deleted for resources: {'Port': ['ID=879bd878-d63e-4842-bdde-e7ffe9e53516,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:36.212881 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d823ff5c-11d9-4498-95a4-1d53602ba84a None None] DHCP port deletion for baed0720-d1d1-403c-9bcd-504023860b7c request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:06:36.229500 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37a2322-5383-47a0-a77f-c2441184acb8 None None] No DVR routers for this DVR port 879bd878-d63e-4842-bdde-e7ffe9e53516 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:06:36.392830 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fc26739-6e74-4894-9e58-29c90e999e99 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (c9103bb4-2820-4b81-80c9-cc0a349dabc5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:36.477896 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d823ff5c-11d9-4498-95a4-1d53602ba84a None None] Deleting port 31fddbc8-e57f-49b1-adda-2a9bf837d753 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:06:36.478980 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d823ff5c-11d9-4498-95a4-1d53602ba84a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (31fddbc8-e57f-49b1-adda-2a9bf837d753), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:36.603007 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a65515de-5c56-4bfd-9262-04171f116d96 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:36.633760 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7309d0c6-f8a3-4952-b480-a2ad5a3ee64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (baed0720-d1d1-403c-9bcd-504023860b7c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:36.713980 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-7309d0c6-f8a3-4952-b480-a2ad5a3ee64a admin admin] Deleting port 31fddbc8-e57f-49b1-adda-2a9bf837d753 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:06:36.714594 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7309d0c6-f8a3-4952-b480-a2ad5a3ee64a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (31fddbc8-e57f-49b1-adda-2a9bf837d753), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:36.771894 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: a65515de-5c56-4bfd-9262-04171f116d96 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:06:36.780039 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a65515de-5c56-4bfd-9262-04171f116d96 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:36.780039 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 879bd878-d63e-4842-bdde-e7ffe9e53516 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:36.807090 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fc26739-6e74-4894-9e58-29c90e999e99 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (c9103bb4-2820-4b81-80c9-cc0a349dabc5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:36.810745 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-7309d0c6-f8a3-4952-b480-a2ad5a3ee64a admin admin] For port 31fddbc8-e57f-49b1-adda-2a9bf837d753, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=31fddbc8-e57f-49b1-adda-2a9bf837d753,segment=NetworkSegment(f692e6a9-f9f4-4703-8bb4-96e0602ebf5b),segment_id=f692e6a9-f9f4-4703-8bb4-96e0602ebf5b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:36.811629 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7309d0c6-f8a3-4952-b480-a2ad5a3ee64a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (31fddbc8-e57f-49b1-adda-2a9bf837d753), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:36.814793 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fc26739-6e74-4894-9e58-29c90e999e99 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router_controller (c9103bb4-2820-4b81-80c9-cc0a349dabc5), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:36.845480 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-7309d0c6-f8a3-4952-b480-a2ad5a3ee64a admin admin] Calling delete_port for 31fddbc8-e57f-49b1-adda-2a9bf837d753 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:06:36.955260 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d823ff5c-11d9-4498-95a4-1d53602ba84a None None] For port 31fddbc8-e57f-49b1-adda-2a9bf837d753, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=31fddbc8-e57f-49b1-adda-2a9bf837d753,segment=NetworkSegment(f692e6a9-f9f4-4703-8bb4-96e0602ebf5b),segment_id=f692e6a9-f9f4-4703-8bb4-96e0602ebf5b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:36.955675 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d823ff5c-11d9-4498-95a4-1d53602ba84a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (31fddbc8-e57f-49b1-adda-2a9bf837d753), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.023762 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d823ff5c-11d9-4498-95a4-1d53602ba84a None None] Calling delete_port for 31fddbc8-e57f-49b1-adda-2a9bf837d753 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:06:37.057919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 879bd878-d63e-4842-bdde-e7ffe9e53516 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:06:37.058258 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 879bd878-d63e-4842-bdde-e7ffe9e53516 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:37.059708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 31fddbc8-e57f-49b1-adda-2a9bf837d753 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:37.131372 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fc26739-6e74-4894-9e58-29c90e999e99 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (c9103bb4-2820-4b81-80c9-cc0a349dabc5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.133015 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc26739-6e74-4894-9e58-29c90e999e99 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Fanout notify agent at l3_agent the message router_deleted on router c9103bb4-2820-4b81-80c9-cc0a349dabc5 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:06:37.153138 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2fc26739-6e74-4894-9e58-29c90e999e99 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.159391 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2fc26739-6e74-4894-9e58-29c90e999e99 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "DELETE /networking/v2.0/routers/c9103bb4-2820-4b81-80c9-cc0a349dabc5 HTTP/1.1" status: 204 len: 168 time: 3.7526183 Nov 02 13:06:37.170579 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45320) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:37.214572 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:37.241060 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:37.333409 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7309d0c6-f8a3-4952-b480-a2ad5a3ee64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (31fddbc8-e57f-49b1-adda-2a9bf837d753), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.379868 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:37.414072 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7309d0c6-f8a3-4952-b480-a2ad5a3ee64a admin admin] No DVR routers for this DVR port 31fddbc8-e57f-49b1-adda-2a9bf837d753 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:06:37.418554 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309d0c6-f8a3-4952-b480-a2ad5a3ee64a admin admin] Pushing event deleted for resources: {'Port': ['ID=31fddbc8-e57f-49b1-adda-2a9bf837d753,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:37.547941 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7309d0c6-f8a3-4952-b480-a2ad5a3ee64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (baed0720-d1d1-403c-9bcd-504023860b7c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.550465 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:37.572360 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No active binding found for port 31fddbc8-e57f-49b1-adda-2a9bf837d753 {{(pid=105977) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Nov 02 13:06:37.572694 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] The host n-d-857339-6 is not matching for port 31fddbc8-e57f-49b1-adda-2a9bf837d753 host None! {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Nov 02 13:06:37.577959 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 31fddbc8-e57f-49b1-adda-2a9bf837d753 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:37.617936 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-7309d0c6-f8a3-4952-b480-a2ad5a3ee64a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baed0720-d1d1-403c-9bcd-504023860b7c']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:37.667171 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-7309d0c6-f8a3-4952-b480-a2ad5a3ee64a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f692e6a9-f9f4-4703-8bb4-96e0602ebf5b') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:37.668769 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-7309d0c6-f8a3-4952-b480-a2ad5a3ee64a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f692e6a9-f9f4-4703-8bb4-96e0602ebf5b') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:37.683626 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7309d0c6-f8a3-4952-b480-a2ad5a3ee64a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (f692e6a9-f9f4-4703-8bb4-96e0602ebf5b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.688567 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d823ff5c-11d9-4498-95a4-1d53602ba84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (31fddbc8-e57f-49b1-adda-2a9bf837d753), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.702672 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7309d0c6-f8a3-4952-b480-a2ad5a3ee64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (f692e6a9-f9f4-4703-8bb4-96e0602ebf5b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.721383 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d823ff5c-11d9-4498-95a4-1d53602ba84a None None] No DVR routers for this DVR port 31fddbc8-e57f-49b1-adda-2a9bf837d753 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:06:37.729662 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7309d0c6-f8a3-4952-b480-a2ad5a3ee64a admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:06:37.729662 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7309d0c6-f8a3-4952-b480-a2ad5a3ee64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (f692e6a9-f9f4-4703-8bb4-96e0602ebf5b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.822491 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823ff5c-11d9-4498-95a4-1d53602ba84a None None] Pushing event deleted for resources: {'Port': ['ID=31fddbc8-e57f-49b1-adda-2a9bf837d753,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:37.850979 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-600cef2a-b156-4ade-981c-41da0b1c4b60 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (4998e32f-6ce9-483f-8b38-b6548297360e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:37.919048 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:37.991599 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment f692e6a9-f9f4-4703-8bb4-96e0602ebf5b resource provider aggregate not found Nov 02 13:06:38.023009 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment f692e6a9-f9f4-4703-8bb4-96e0602ebf5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f692e6a9-f9f4-4703-8bb4-96e0602ebf5b found for delete ", "request_id": "req-da76e7da-78d4-4280-be7b-aca8a6905906"}]} Nov 02 13:06:38.091370 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7309d0c6-f8a3-4952-b480-a2ad5a3ee64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (baed0720-d1d1-403c-9bcd-504023860b7c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:38.175718 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7309d0c6-f8a3-4952-b480-a2ad5a3ee64a admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:38.189087 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7309d0c6-f8a3-4952-b480-a2ad5a3ee64a admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/baed0720-d1d1-403c-9bcd-504023860b7c HTTP/1.1" status: 204 len: 168 time: 2.8106539 Nov 02 13:06:38.190102 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309d0c6-f8a3-4952-b480-a2ad5a3ee64a admin admin] Pushing event deleted for resources: {'Network': ['ID=baed0720-d1d1-403c-9bcd-504023860b7c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:38.392219 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 46bac10b-34cb-444a-bfce-db3ede1cff62 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:38.497504 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-600cef2a-b156-4ade-981c-41da0b1c4b60 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (4998e32f-6ce9-483f-8b38-b6548297360e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:38.525319 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 46bac10b-34cb-444a-bfce-db3ede1cff62 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:06:38.526365 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 46bac10b-34cb-444a-bfce-db3ede1cff62 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:38.582440 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:38.610398 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-600cef2a-b156-4ade-981c-41da0b1c4b60 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4998e32f-6ce9-483f-8b38-b6548297360e']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:38.671118 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-600cef2a-b156-4ade-981c-41da0b1c4b60 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5fc937-2868-4e65-bc25-0b2cc2898f6f') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:38.674080 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-600cef2a-b156-4ade-981c-41da0b1c4b60 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5fc937-2868-4e65-bc25-0b2cc2898f6f') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:38.681541 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:38.824750 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-600cef2a-b156-4ade-981c-41da0b1c4b60 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (9c5fc937-2868-4e65-bc25-0b2cc2898f6f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:38.864067 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-600cef2a-b156-4ade-981c-41da0b1c4b60 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (9c5fc937-2868-4e65-bc25-0b2cc2898f6f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:38.880762 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600cef2a-b156-4ade-981c-41da0b1c4b60 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:06:38.882610 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-600cef2a-b156-4ade-981c-41da0b1c4b60 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (9c5fc937-2868-4e65-bc25-0b2cc2898f6f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:38.900765 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45358) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:39.080898 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 9c5fc937-2868-4e65-bc25-0b2cc2898f6f resource provider aggregate not found Nov 02 13:06:39.092325 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:39.102706 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-88883a64-088b-4b46-a1f5-3e4df7fb15ea admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9aa48be6894b4a5993e969472afe1396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1982772 Nov 02 13:06:39.103455 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45364) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:39.177351 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 9c5fc937-2868-4e65-bc25-0b2cc2898f6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c5fc937-2868-4e65-bc25-0b2cc2898f6f found for delete ", "request_id": "req-1fb98fe8-c929-497f-88fd-ccc39291d668"}]} Nov 02 13:06:39.183335 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:39.185768 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-600cef2a-b156-4ade-981c-41da0b1c4b60 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (4998e32f-6ce9-483f-8b38-b6548297360e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:39.222687 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-600cef2a-b156-4ade-981c-41da0b1c4b60 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:39.236685 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45366) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:39.237808 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-600cef2a-b156-4ade-981c-41da0b1c4b60 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "DELETE /networking/v2.0/networks/4998e32f-6ce9-483f-8b38-b6548297360e HTTP/1.1" status: 204 len: 168 time: 2.0641501 Nov 02 13:06:39.262746 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:39.272831 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cef2a-b156-4ade-981c-41da0b1c4b60 tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event deleted for resources: {'Network': ['ID=4998e32f-6ce9-483f-8b38-b6548297360e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:39.328029 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c377ff68-20a4-41d9-abd3-5592dc4c5bec admin admin] Publish callbacks [] for security_group (6fa514ed-c8f4-4c62-bacf-e942c0a264bd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:39.331376 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c17316e2-c1f5-4174-b2c2-9d2e6e073aaf tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (35fa8b8b-531d-4108-ab4a-0d20c4e7cb54), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:39.391153 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c377ff68-20a4-41d9-abd3-5592dc4c5bec admin admin] Publish callbacks [] for security_group (6fa514ed-c8f4-4c62-bacf-e942c0a264bd), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:39.402993 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c17316e2-c1f5-4174-b2c2-9d2e6e073aaf tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (35fa8b8b-531d-4108-ab4a-0d20c4e7cb54), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:39.464357 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:39.658012 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c377ff68-20a4-41d9-abd3-5592dc4c5bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6fa514ed-c8f4-4c62-bacf-e942c0a264bd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:39.661044 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c377ff68-20a4-41d9-abd3-5592dc4c5bec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:39.665478 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c377ff68-20a4-41d9-abd3-5592dc4c5bec admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6fa514ed-c8f4-4c62-bacf-e942c0a264bd HTTP/1.1" status: 204 len: 168 time: 0.5601082 Nov 02 13:06:39.698650 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377ff68-20a4-41d9-abd3-5592dc4c5bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa514ed-c8f4-4c62-bacf-e942c0a264bd,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:39.751718 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c17316e2-c1f5-4174-b2c2-9d2e6e073aaf tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (35fa8b8b-531d-4108-ab4a-0d20c4e7cb54), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:39.760288 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c17316e2-c1f5-4174-b2c2-9d2e6e073aaf tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:39.779170 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c17316e2-c1f5-4174-b2c2-9d2e6e073aaf tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/35fa8b8b-531d-4108-ab4a-0d20c4e7cb54 HTTP/1.1" status: 204 len: 168 time: 0.5396609 Nov 02 13:06:39.829925 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17316e2-c1f5-4174-b2c2-9d2e6e073aaf tempest-TestNetworkAdvancedServerOps-1129277104 tempest-TestNetworkAdvancedServerOps-1129277104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fa8b8b-531d-4108-ab4a-0d20c4e7cb54,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:39.880700 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:40.171693 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:40.749841 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=67,neutron:DELETE=2,neutron:INSERT=28,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:40.814198 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45402) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:41.033146 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:41.188273 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45418) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:41.192251 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-aad7e3c0-c25e-4cdc-a9c2-b31238687d59 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=61491c06413d4385afd9e7f35b7026df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3755355 Nov 02 13:06:41.197672 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45420) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:41.243932 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f967954d-207e-4dab-b171-24f4c50222d9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=af21b0a3be4b48368cfade99cec6b57c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0542607 Nov 02 13:06:41.249103 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45422) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:41.296103 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d6531fdd-bbca-4dba-a636-db3a7d55db17 admin admin] Publish callbacks [] for security_group (d77c8adc-5b94-4aea-bf09-38f797a6e8db), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:41.340633 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d6531fdd-bbca-4dba-a636-db3a7d55db17 admin admin] Publish callbacks [] for security_group (d77c8adc-5b94-4aea-bf09-38f797a6e8db), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:41.361661 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf4c00b0-f6ae-4645-89e4-d8cf13323ad4 admin admin] Publish callbacks [] for security_group (53aad886-21ba-4a13-a943-8d3df5f4317c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:41.411989 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf4c00b0-f6ae-4645-89e4-d8cf13323ad4 admin admin] Publish callbacks [] for security_group (53aad886-21ba-4a13-a943-8d3df5f4317c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:41.560739 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d6531fdd-bbca-4dba-a636-db3a7d55db17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d77c8adc-5b94-4aea-bf09-38f797a6e8db), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:41.564091 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d6531fdd-bbca-4dba-a636-db3a7d55db17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:41.565974 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d6531fdd-bbca-4dba-a636-db3a7d55db17 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d77c8adc-5b94-4aea-bf09-38f797a6e8db HTTP/1.1" status: 204 len: 168 time: 0.3668659 Nov 02 13:06:41.587302 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6531fdd-bbca-4dba-a636-db3a7d55db17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77c8adc-5b94-4aea-bf09-38f797a6e8db,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:41.623609 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf4c00b0-f6ae-4645-89e4-d8cf13323ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (53aad886-21ba-4a13-a943-8d3df5f4317c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:41.631943 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-cf4c00b0-f6ae-4645-89e4-d8cf13323ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:41.631943 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-cf4c00b0-f6ae-4645-89e4-d8cf13323ad4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/53aad886-21ba-4a13-a943-8d3df5f4317c HTTP/1.1" status: 204 len: 168 time: 0.3772316 Nov 02 13:06:41.631943 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:41.646768 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c00b0-f6ae-4645-89e4-d8cf13323ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53aad886-21ba-4a13-a943-8d3df5f4317c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:42.120465 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=39 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:42.154250 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=44 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:42.306197 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:42.805728 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45492) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:42.838633 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-87bf1d00-f73d-4250-a23d-c8edb67b70a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:42.847198 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:42.972224 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-87bf1d00-f73d-4250-a23d-c8edb67b70a2 admin admin] Publish callbacks [] for security_group (a9ff0b73-53dd-41b6-96a9-96a5f5c97f82), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:42.977305 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08616c7c-a637-4941-9644-d3137dc8f850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:43.006971 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:43.068718 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-87bf1d00-f73d-4250-a23d-c8edb67b70a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a9ff0b73-53dd-41b6-96a9-96a5f5c97f82), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:43.130396 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-87bf1d00-f73d-4250-a23d-c8edb67b70a2 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d92f685e47834bfdbe479a5b79ea6de4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3230121 Nov 02 13:06:43.135465 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:06:43.136147 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf1d00-f73d-4250-a23d-c8edb67b70a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ff0b73-53dd-41b6-96a9-96a5f5c97f82,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:43.136326 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45510) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:43.241918 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-08cf4b09-eda5-4321-8a6b-83249f48dcd2 admin admin] Publish callbacks [] for security_group (a9ff0b73-53dd-41b6-96a9-96a5f5c97f82), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:43.289809 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-08cf4b09-eda5-4321-8a6b-83249f48dcd2 admin admin] Publish callbacks [] for security_group (a9ff0b73-53dd-41b6-96a9-96a5f5c97f82), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:43.697696 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-08cf4b09-eda5-4321-8a6b-83249f48dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a9ff0b73-53dd-41b6-96a9-96a5f5c97f82), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:43.703797 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-08cf4b09-eda5-4321-8a6b-83249f48dcd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:43.712755 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-08cf4b09-eda5-4321-8a6b-83249f48dcd2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a9ff0b73-53dd-41b6-96a9-96a5f5c97f82 HTTP/1.1" status: 204 len: 168 time: 0.5691018 Nov 02 13:06:43.740228 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf4b09-eda5-4321-8a6b-83249f48dcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ff0b73-53dd-41b6-96a9-96a5f5c97f82,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:44.454557 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:44.566008 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:44.784090 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:45.150083 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:45.485452 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:45.748545 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:45.925916 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f3f27002-7a1a-46bc-84da-3ef1ea873ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:45.964228 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:46.376817 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:46.463636 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:46.612168 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:46.651432 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:46.925258 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:47.005449 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:47.182525 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=24,neutron:UPDATE=5,neutron:SELECT=71 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:47.297612 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:47.468481 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:47.664968 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:47.700314 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:47.726237 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:47.978362 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:48.314070 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:48.434251 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:48.503213 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:48.852827 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:48.919509 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:49.011839 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:49.108174 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:49.120060 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45634) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:49.178820 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f1886a-2c56-4261-91ea-c5124c07a421 admin admin] Deleting subnet 95d3cf0f-e699-4b85-9d85-9832f054fa0c {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:06:49.183095 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e8f1886a-2c56-4261-91ea-c5124c07a421 admin admin] Publish callbacks [] for subnet (95d3cf0f-e699-4b85-9d85-9832f054fa0c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.226645 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e8f1886a-2c56-4261-91ea-c5124c07a421 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (95d3cf0f-e699-4b85-9d85-9832f054fa0c), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.277537 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e8f1886a-2c56-4261-91ea-c5124c07a421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (95d3cf0f-e699-4b85-9d85-9832f054fa0c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.434230 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e8f1886a-2c56-4261-91ea-c5124c07a421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (95d3cf0f-e699-4b85-9d85-9832f054fa0c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.468134 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e8f1886a-2c56-4261-91ea-c5124c07a421 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.471727 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e8f1886a-2c56-4261-91ea-c5124c07a421 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/95d3cf0f-e699-4b85-9d85-9832f054fa0c HTTP/1.1" status: 204 len: 168 time: 0.3506019 Nov 02 13:06:49.473340 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:49.474599 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1886a-2c56-4261-91ea-c5124c07a421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95d3cf0f-e699-4b85-9d85-9832f054fa0c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:49.476282 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 45640) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:49.602604 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-19cd58bf-b97e-4cc6-b018-7b5077104c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (04f366de-d02a-4935-bd2f-85b59c4c58cf), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.639544 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=2,neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:49.673381 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:49.719113 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-19cd58bf-b97e-4cc6-b018-7b5077104c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (04f366de-d02a-4935-bd2f-85b59c4c58cf), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.769157 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-19cd58bf-b97e-4cc6-b018-7b5077104c9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f366de-d02a-4935-bd2f-85b59c4c58cf']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:49.789026 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-19cd58bf-b97e-4cc6-b018-7b5077104c9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd79f1c-9649-43ce-bd81-1e3474f7d5e9') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:49.789469 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-19cd58bf-b97e-4cc6-b018-7b5077104c9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd79f1c-9649-43ce-bd81-1e3474f7d5e9') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:49.802285 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-19cd58bf-b97e-4cc6-b018-7b5077104c9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (2cd79f1c-9649-43ce-bd81-1e3474f7d5e9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.824680 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-19cd58bf-b97e-4cc6-b018-7b5077104c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (2cd79f1c-9649-43ce-bd81-1e3474f7d5e9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.833732 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19cd58bf-b97e-4cc6-b018-7b5077104c9f admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:06:49.834448 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-19cd58bf-b97e-4cc6-b018-7b5077104c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (2cd79f1c-9649-43ce-bd81-1e3474f7d5e9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.960116 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 2cd79f1c-9649-43ce-bd81-1e3474f7d5e9 resource provider aggregate not found Nov 02 13:06:49.966147 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:INSERT=4,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:50.003692 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 2cd79f1c-9649-43ce-bd81-1e3474f7d5e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cd79f1c-9649-43ce-bd81-1e3474f7d5e9 found for delete ", "request_id": "req-cda3c03f-e9b0-45ec-aad9-e74baa002c9d"}]} Nov 02 13:06:50.074671 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-19cd58bf-b97e-4cc6-b018-7b5077104c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (04f366de-d02a-4935-bd2f-85b59c4c58cf), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:50.082104 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-19cd58bf-b97e-4cc6-b018-7b5077104c9f admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:50.092157 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-19cd58bf-b97e-4cc6-b018-7b5077104c9f admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/04f366de-d02a-4935-bd2f-85b59c4c58cf HTTP/1.1" status: 204 len: 168 time: 0.6012125 Nov 02 13:06:50.109250 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd58bf-b97e-4cc6-b018-7b5077104c9f admin admin] Pushing event deleted for resources: {'Network': ['ID=04f366de-d02a-4935-bd2f-85b59c4c58cf,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:50.228698 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:50.645307 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:50.808460 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45660) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:50.866230 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c2c744b4-8a4c-4e6d-a57f-f6d0788c3b44 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=265437565d7341439bc5263a1291fb2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0559688 Nov 02 13:06:50.868899 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 45662) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:50.939240 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a4834e20-683b-4bcf-a85b-6f68b868b5ac admin admin] Publish callbacks [] for security_group (2535e26d-d724-449d-a644-82d75f39fff7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:50.970501 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a4834e20-683b-4bcf-a85b-6f68b868b5ac admin admin] Publish callbacks [] for security_group (2535e26d-d724-449d-a644-82d75f39fff7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:50.988241 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:51.148790 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a4834e20-683b-4bcf-a85b-6f68b868b5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2535e26d-d724-449d-a644-82d75f39fff7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.151489 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a4834e20-683b-4bcf-a85b-6f68b868b5ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.152750 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a4834e20-683b-4bcf-a85b-6f68b868b5ac admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2535e26d-d724-449d-a644-82d75f39fff7 HTTP/1.1" status: 204 len: 168 time: 0.2824507 Nov 02 13:06:51.172767 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4834e20-683b-4bcf-a85b-6f68b868b5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2535e26d-d724-449d-a644-82d75f39fff7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:51.697109 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:51.845301 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:51.982451 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:52.304021 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:52.697011 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=5,neutron:SELECT=87,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:52.915973 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=9,neutron:SELECT=85,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:53.134453 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:53.234352 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:53.475711 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:53.549080 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=75,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:54.076218 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.469924 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:54.592746 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:54.668899 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:55.325719 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:55.622026 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:55.773049 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:56.092464 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:56.306050 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:56.635354 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:56.693112 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:56.724404 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:56.794527 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:56.943138 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:57.109478 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:57.142232 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:57.187785 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:57.610868 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:57.691515 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:57.732668 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:57.829573 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:58.856873 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:58.976968 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:59.035150 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:59.159126 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:59.535690 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:59.600760 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:59.629342 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:06:59.710552 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:00.199440 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:00.301686 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:00.394602 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:01.250716 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:01.897316 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:02.011448 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:02.109559 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:02.337543 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:02.376562 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:02.446808 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:02.571564 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:02.605173 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:02.640630 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:03.224184 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:03.345131 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:03.492384 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:03.702848 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:03.876437 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:03.882435 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=48,neutron:DELETE=5,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:04.042770 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:04.165188 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:04.683968 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:04.760129 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:04.851859 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:04.926799 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:05.157832 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:05.212961 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:05.303858 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:05.344568 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:05.679786 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:05.969788 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:06.479936 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:06.730568 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:06.821772 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:07.245011 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:07.491406 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:07.551672 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:07.650326 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:07.686113 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:07.765452 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:07.806171 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:07.834561 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:07.875394 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:08.041860 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:08.113537 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:08.228453 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:08.680098 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:08.754388 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:08.827356 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:08.954071 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=19,neutron:SELECT=75,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:09.314350 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:09.394112 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=20,neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:09.439313 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:09.655944 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:09.690265 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:10.537220 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:10.587522 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:11.095405 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:11.136220 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:11.314142 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:12.244049 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:12.394161 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:12.537510 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=10,neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:12.656847 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:13.090625 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-44668537-d66d-4742-8414-3c8c0bd53ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:13.176680 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:13.631922 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=3,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:13.696199 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:13.781260 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:14.988831 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:15.030050 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:15.187195 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:15.633330 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:15.787081 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:15.947524 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8b8bb151-1923-464f-aeed-b5ff4c039fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:15.947805 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:16.284331 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:16.398821 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:17.045669 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:17.486063 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:17.668193 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:17.776932 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:17.835975 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:17.936787 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:18.276041 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:18.290918 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:18.478869 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:18.617320 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:18.878056 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:18.941790 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:19.039831 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:19.447177 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:19.497569 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:19.583202 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:19.730391 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:19.873531 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:20.120880 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:07:20.204847 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5,neutron:DELETE=11,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:20.410446 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:20.450812 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:20.564401 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:21.741156 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:21.793753 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:21.838651 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:21.890257 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:22.115476 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:22.216670 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586145a-4abf-4f14-8c80-5582e719d5a5 req-b55eac53-021d-4da2-8565-2b67d83db901 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:22.218214 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e586145a-4abf-4f14-8c80-5582e719d5a5 req-b55eac53-021d-4da2-8565-2b67d83db901 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "GET /networking/v2.0/networks?id=b0d06de6-8a85-43bf-b702-e79f29361025 HTTP/1.1" status: 200 len: 812 time: 0.1536880 Nov 02 13:07:22.245343 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e586145a-4abf-4f14-8c80-5582e719d5a5 req-ee1aba94-078a-43a8-a776-e76586f6e419 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "GET /networking/v2.0/quotas/0a42e2f895074311ba70e12d1b5eaeba HTTP/1.1" status: 200 len: 375 time: 0.0109971 Nov 02 13:07:22.315728 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-e586145a-4abf-4f14-8c80-5582e719d5a5 req-2e29604c-3346-4658-8234-9cba2a321aaf tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0a42e2f895074311ba70e12d1b5eaeba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596642 Nov 02 13:07:22.330800 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:22.398916 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:22.445080 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:23.153020 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:23.267630 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:23.352935 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:23.413126 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:23.513259 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:23.547790 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:23.587421 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:23.719031 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:23.987289 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:24.052406 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:24.313952 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:24.741998 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:DELETE=16,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:24.970615 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:25.054938 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=12,neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:25.266679 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:25.371313 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:26.215464 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=3,neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:26.308050 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46126) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:26.322972 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2031606044', 'description': 'tempest-secgroup-smoke-2031606044 description', 'project_id': '0a42e2f895074311ba70e12d1b5eaeba'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:26.532216 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:26.538699 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:26.594358 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:26.697401 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group (065631c3-8169-42c1-8e60-e3f4c98f4364), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:26.850645 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (065631c3-8169-42c1-8e60-e3f4c98f4364), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:26.905855 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065631c3-8169-42c1-8e60-e3f4c98f4364,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:26.922065 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:26.922587 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:26.923295 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:26.923813 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:26.924325 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:26.924909 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:26.925370 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:26.925889 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:26.926513 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:26.927688 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:26.928216 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:26.928740 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:26.929245 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:26.929735 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:26.930250 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:27.076599 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:27.079683 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-24ce556d-d04e-402b-b7dd-2d735fcdaa6b tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7695570 Nov 02 13:07:27.084380 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46128) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:27.094719 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-81bf65bc-ed56-4ae9-90d3-6e514c2e52ee tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Request body: {'security_group_rule': {'security_group_id': '065631c3-8169-42c1-8e60-e3f4c98f4364', 'project_id': '0a42e2f895074311ba70e12d1b5eaeba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:27.348508 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-81bf65bc-ed56-4ae9-90d3-6e514c2e52ee tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group_rule (f58a0403-749f-489b-b3e7-493a4f3a3a4f), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:27.475293 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-81bf65bc-ed56-4ae9-90d3-6e514c2e52ee tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group_rule (f58a0403-749f-489b-b3e7-493a4f3a3a4f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:27.661562 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-81bf65bc-ed56-4ae9-90d3-6e514c2e52ee tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (f58a0403-749f-489b-b3e7-493a4f3a3a4f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:27.679206 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:27.704051 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf65bc-ed56-4ae9-90d3-6e514c2e52ee tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58a0403-749f-489b-b3e7-493a4f3a3a4f,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:27.794652 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-81bf65bc-ed56-4ae9-90d3-6e514c2e52ee tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:27.795990 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-81bf65bc-ed56-4ae9-90d3-6e514c2e52ee tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7098634 Nov 02 13:07:27.800567 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46138) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:27.805719 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-9e6271e7-4be0-46f4-99db-55de95c08e78 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Request body: {'security_group_rule': {'security_group_id': '065631c3-8169-42c1-8e60-e3f4c98f4364', 'project_id': '0a42e2f895074311ba70e12d1b5eaeba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:27.979804 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e6271e7-4be0-46f4-99db-55de95c08e78 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group_rule (a30c595b-9313-4df7-ae4a-e67e19e192a3), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:28.085402 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e6271e7-4be0-46f4-99db-55de95c08e78 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group_rule (a30c595b-9313-4df7-ae4a-e67e19e192a3), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:28.240149 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e6271e7-4be0-46f4-99db-55de95c08e78 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (a30c595b-9313-4df7-ae4a-e67e19e192a3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:28.305810 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6271e7-4be0-46f4-99db-55de95c08e78 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30c595b-9313-4df7-ae4a-e67e19e192a3,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:28.337525 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:28.419916 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e6271e7-4be0-46f4-99db-55de95c08e78 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:28.426235 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9e6271e7-4be0-46f4-99db-55de95c08e78 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6206951 Nov 02 13:07:28.427841 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46142) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:28.433264 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-9bb7ab2d-8ed9-4ffc-983b-94a50d09644c tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Request body: {'security_group_rule': {'security_group_id': '065631c3-8169-42c1-8e60-e3f4c98f4364', 'project_id': '0a42e2f895074311ba70e12d1b5eaeba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:28.553532 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:28.593236 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ab2d-8ed9-4ffc-983b-94a50d09644c tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group_rule (23a2e8de-34fe-474e-be72-bd920bf76e07), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:28.617875 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:28.713858 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ab2d-8ed9-4ffc-983b-94a50d09644c tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group_rule (23a2e8de-34fe-474e-be72-bd920bf76e07), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:28.827385 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ab2d-8ed9-4ffc-983b-94a50d09644c tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (23a2e8de-34fe-474e-be72-bd920bf76e07), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:28.861664 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7ab2d-8ed9-4ffc-983b-94a50d09644c tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a2e8de-34fe-474e-be72-bd920bf76e07,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:28.862209 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:29.082850 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ab2d-8ed9-4ffc-983b-94a50d09644c tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:29.088374 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46150) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:29.088763 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9bb7ab2d-8ed9-4ffc-983b-94a50d09644c tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6599176 Nov 02 13:07:29.097408 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-1f42cb7b-d769-4104-81d0-c3dc71891c55 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Request body: {'security_group_rule': {'security_group_id': '065631c3-8169-42c1-8e60-e3f4c98f4364', 'project_id': '0a42e2f895074311ba70e12d1b5eaeba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:29.344515 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1f42cb7b-d769-4104-81d0-c3dc71891c55 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group_rule (618963a9-61b0-4f3f-9c6d-4325db47f287), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:29.456471 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1f42cb7b-d769-4104-81d0-c3dc71891c55 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group_rule (618963a9-61b0-4f3f-9c6d-4325db47f287), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:29.547074 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1f42cb7b-d769-4104-81d0-c3dc71891c55 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (618963a9-61b0-4f3f-9c6d-4325db47f287), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:29.573111 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42cb7b-d769-4104-81d0-c3dc71891c55 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618963a9-61b0-4f3f-9c6d-4325db47f287,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:29.688039 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1f42cb7b-d769-4104-81d0-c3dc71891c55 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:29.694074 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1f42cb7b-d769-4104-81d0-c3dc71891c55 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5992205 Nov 02 13:07:29.694485 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46160) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:29.699877 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-0f7bc429-919b-41e6-8315-502b07929289 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Request body: {'security_group_rule': {'security_group_id': '065631c3-8169-42c1-8e60-e3f4c98f4364', 'project_id': '0a42e2f895074311ba70e12d1b5eaeba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:29.721337 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:29.907533 n-d-857339-6 neutron-server[105975]: INFO neutron.db.securitygroups_db [None req-0f7bc429-919b-41e6-8315-502b07929289 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Project 0a42e2f895074311ba70e12d1b5eaeba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:07:29.918622 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc429-919b-41e6-8315-502b07929289 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group_rule (1faecefd-f26c-4e92-a8ca-7433e3f68004), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:30.032700 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:30.036969 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc429-919b-41e6-8315-502b07929289 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group_rule (1faecefd-f26c-4e92-a8ca-7433e3f68004), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:30.115426 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=20 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:30.117037 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=10 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:30.164334 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc429-919b-41e6-8315-502b07929289 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (1faecefd-f26c-4e92-a8ca-7433e3f68004), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:30.207702 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bc429-919b-41e6-8315-502b07929289 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1faecefd-f26c-4e92-a8ca-7433e3f68004,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:30.262249 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:30.304511 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc429-919b-41e6-8315-502b07929289 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:30.307830 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0f7bc429-919b-41e6-8315-502b07929289 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6112132 Nov 02 13:07:30.311748 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46164) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:30.321130 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-c1836ad4-dc94-4510-bab7-5c155c693080 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Request body: {'security_group_rule': {'security_group_id': '065631c3-8169-42c1-8e60-e3f4c98f4364', 'project_id': '0a42e2f895074311ba70e12d1b5eaeba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:30.331680 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:30.428231 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-c1836ad4-dc94-4510-bab7-5c155c693080 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Project 0a42e2f895074311ba70e12d1b5eaeba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:07:30.450590 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c1836ad4-dc94-4510-bab7-5c155c693080 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group_rule (a26f3aee-c542-47d0-9624-f831c583766d), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:30.576829 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c1836ad4-dc94-4510-bab7-5c155c693080 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group_rule (a26f3aee-c542-47d0-9624-f831c583766d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:30.718748 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c1836ad4-dc94-4510-bab7-5c155c693080 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (a26f3aee-c542-47d0-9624-f831c583766d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:30.743853 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1836ad4-dc94-4510-bab7-5c155c693080 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26f3aee-c542-47d0-9624-f831c583766d,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:30.902926 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-c1836ad4-dc94-4510-bab7-5c155c693080 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:30.904247 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c1836ad4-dc94-4510-bab7-5c155c693080 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5901594 Nov 02 13:07:31.627336 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:31.753327 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=72,neutron:DELETE=6,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:32.118449 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:32.176674 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:32.954114 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:33.096104 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:33.312749 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:33.581129 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:33.757927 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=9,neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:33.838459 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:33.871975 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:33.880720 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:33.896323 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:34.302387 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:34.600036 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:34.633297 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:34.707136 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:35.198694 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:35.398700 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:35.456919 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:35.485349 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:35.678706 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:35.712795 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:35.918099 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:36.290882 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:36.347134 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:36.547235 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:36.781607 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:36.816702 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:36.855936 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:37.028625 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:37.068267 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:37.151540 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:37.205654 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:37.392389 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:37.438555 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:37.478832 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:37.689261 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:37.850224 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:37.929329 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:37.953309 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:38.176095 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:38.347780 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:38.472827 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:38.525506 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:38.992372 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:39.243934 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:39.427794 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=7,neutron:UPDATE=1,neutron:SELECT=90,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:39.566286 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:39.998139 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:40.095315 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:40.475175 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:40.771293 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:40.941222 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:41.209586 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:41.671840 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:41.746911 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:42.021924 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:42.311658 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:42.326546 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:42.359379 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:43.209882 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-72c22174-6f52-4d47-a876-5234f26202cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:43.219562 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:43.779758 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:44.249674 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:44.410064 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:44.490632 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:44.804158 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:44.878179 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:44.964550 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:45.074261 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:45.203717 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:45.218164 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:45.775205 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:45.912719 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-27d4f1da-8c57-416c-9b33-c2312f195af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:45.913676 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:46.391808 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:46.518166 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=13,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:46.741361 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:46.876569 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:46.958504 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:47.187024 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:47.329573 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:47.375227 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:47.586059 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:47.712902 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:49.329245 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:49.460712 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:49.637837 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:50.077680 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:50.239713 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:50.541960 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=1,neutron:SELECT=9,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:50.654062 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:51.255047 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:51.757871 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:51.833092 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:52.181817 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:52.260802 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:52.300665 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:52.820374 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:52.919025 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:53.365874 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:53.421345 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:53.934807 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:54.011438 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:54.039576 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:54.632027 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:54.717369 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:54.811344 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:55.021249 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:55.186033 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:55.300313 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:55.546217 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:55.597080 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:55.842785 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:56.585641 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:56.724758 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:57.040793 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:57.083710 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:57.123972 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:07:57.375043 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:07:57.610974 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:03.893080 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:03.895467 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:07.126753 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:07.126753 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:07.872577 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:12.964153 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-82bff535-f5c5-41ab-9d58-8030a3bd2af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:13.716215 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b9995235-531a-4152-abe3-ad7ce7f1be27 req-24a3d3c5-fd60-47e8-9f84-6be8f33a7ff8 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2031606044&fields=id&tenant_id=0a42e2f895074311ba70e12d1b5eaeba HTTP/1.1" status: 200 len: 267 time: 0.0664093 Nov 02 13:08:13.875775 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9995235-531a-4152-abe3-ad7ce7f1be27 req-e4ac3331-d0d9-4436-a199-2b3bca612f39 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:13.878307 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b9995235-531a-4152-abe3-ad7ce7f1be27 req-e4ac3331-d0d9-4436-a199-2b3bca612f39 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "GET /networking/v2.0/networks?id=b0d06de6-8a85-43bf-b702-e79f29361025 HTTP/1.1" status: 200 len: 812 time: 0.1532047 Nov 02 13:08:13.905521 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b9995235-531a-4152-abe3-ad7ce7f1be27 req-a0e92c1c-04da-4889-9c2b-b59d63e15a7d tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "GET /networking/v2.0/quotas/0a42e2f895074311ba70e12d1b5eaeba HTTP/1.1" status: 200 len: 375 time: 0.0157673 Nov 02 13:08:13.985106 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b9995235-531a-4152-abe3-ad7ce7f1be27 req-7c3dea64-469e-4cf5-a146-ff84e6e72bf0 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0a42e2f895074311ba70e12d1b5eaeba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669835 Nov 02 13:08:15.117139 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:15.918121 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9c74c022-b3aa-4fc3-9344-646b6d167aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:16.968858 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:17.693861 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46828) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:17.770813 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d67360bd-b64e-48da-b189-874642291a92 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group (065631c3-8169-42c1-8e60-e3f4c98f4364), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:17.803040 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d67360bd-b64e-48da-b189-874642291a92 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group (065631c3-8169-42c1-8e60-e3f4c98f4364), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:18.031219 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d67360bd-b64e-48da-b189-874642291a92 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (065631c3-8169-42c1-8e60-e3f4c98f4364), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:18.033952 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d67360bd-b64e-48da-b189-874642291a92 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:18.035480 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d67360bd-b64e-48da-b189-874642291a92 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/065631c3-8169-42c1-8e60-e3f4c98f4364 HTTP/1.1" status: 204 len: 168 time: 0.3395448 Nov 02 13:08:18.049644 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67360bd-b64e-48da-b189-874642291a92 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=065631c3-8169-42c1-8e60-e3f4c98f4364,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:18.062328 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67360bd-b64e-48da-b189-874642291a92 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:18.062688 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67360bd-b64e-48da-b189-874642291a92 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:18.063041 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67360bd-b64e-48da-b189-874642291a92 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:18.063395 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67360bd-b64e-48da-b189-874642291a92 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:18.063721 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67360bd-b64e-48da-b189-874642291a92 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:18.064059 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67360bd-b64e-48da-b189-874642291a92 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:18.064391 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67360bd-b64e-48da-b189-874642291a92 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:18.064748 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67360bd-b64e-48da-b189-874642291a92 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:18.065271 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67360bd-b64e-48da-b189-874642291a92 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:18.066276 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67360bd-b64e-48da-b189-874642291a92 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:18.066798 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67360bd-b64e-48da-b189-874642291a92 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:18.067318 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67360bd-b64e-48da-b189-874642291a92 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:18.067813 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67360bd-b64e-48da-b189-874642291a92 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:18.068317 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67360bd-b64e-48da-b189-874642291a92 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:18.069176 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67360bd-b64e-48da-b189-874642291a92 tempest-TestVolumeBootPattern-1048336313 tempest-TestVolumeBootPattern-1048336313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:18.218007 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46836) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:18.380416 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:18.545313 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:18.797602 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4141a6f1-b6db-4470-bfaf-7ed3247a75a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (e3085b31-ced6-48a0-9fb1-5f9058c75a46), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:19.102102 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-4141a6f1-b6db-4470-bfaf-7ed3247a75a3 admin admin] Deleting port 41355efd-f374-4f72-b9ed-fc499010f9b9 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:08:19.102601 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4141a6f1-b6db-4470-bfaf-7ed3247a75a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (41355efd-f374-4f72-b9ed-fc499010f9b9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:19.183735 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:19.212270 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-4141a6f1-b6db-4470-bfaf-7ed3247a75a3 admin admin] For port 41355efd-f374-4f72-b9ed-fc499010f9b9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=41355efd-f374-4f72-b9ed-fc499010f9b9,segment=NetworkSegment(a7c14d7d-f069-48c9-8a43-3036be8f2bb4),segment_id=a7c14d7d-f069-48c9-8a43-3036be8f2bb4)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:08:19.212744 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4141a6f1-b6db-4470-bfaf-7ed3247a75a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (41355efd-f374-4f72-b9ed-fc499010f9b9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:19.232722 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-4141a6f1-b6db-4470-bfaf-7ed3247a75a3 admin admin] Calling delete_port for 41355efd-f374-4f72-b9ed-fc499010f9b9 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:08:19.312541 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:19.319548 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:19.420468 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:19.717105 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4141a6f1-b6db-4470-bfaf-7ed3247a75a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (41355efd-f374-4f72-b9ed-fc499010f9b9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:19.772888 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141a6f1-b6db-4470-bfaf-7ed3247a75a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=41355efd-f374-4f72-b9ed-fc499010f9b9,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:20.063443 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4141a6f1-b6db-4470-bfaf-7ed3247a75a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (e3085b31-ced6-48a0-9fb1-5f9058c75a46), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:20.154477 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b809276b-5d62-4adc-8896-fd7d47cddf77 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:08:20.261402 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b809276b-5d62-4adc-8896-fd7d47cddf77 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:08:20.425735 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4141a6f1-b6db-4470-bfaf-7ed3247a75a3 admin admin] Router e3085b31-ced6-48a0-9fb1-5f9058c75a46 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:08:20.615277 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4141a6f1-b6db-4470-bfaf-7ed3247a75a3 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:08:20.637862 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46846) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:20.638784 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e87060-397e-49a9-9a8f-d2548f57bf5b None None] Sync routers for ids ['e3085b31-ced6-48a0-9fb1-5f9058c75a46'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:08:20.640456 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4141a6f1-b6db-4470-bfaf-7ed3247a75a3 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/e3085b31-ced6-48a0-9fb1-5f9058c75a46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4198630 Nov 02 13:08:20.657882 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e87060-397e-49a9-9a8f-d2548f57bf5b None None] Routers {'e3085b31-ced6-48a0-9fb1-5f9058c75a46'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:08:20.658603 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f8e87060-397e-49a9-9a8f-d2548f57bf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:08:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e3085b31-ced6-48a0-9fb1-5f9058c75a46'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:20.822344 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5c23127-a776-4a7a-87e9-92c808fed3ec admin admin] Publish callbacks [] for router (e3085b31-ced6-48a0-9fb1-5f9058c75a46), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:20.853431 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-f8e87060-397e-49a9-9a8f-d2548f57bf5b None None] Set router e3085b31-ced6-48a0-9fb1-5f9058c75a46 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:08:20.970746 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5c23127-a776-4a7a-87e9-92c808fed3ec admin admin] Publish callbacks [] for router_gateway (e3085b31-ced6-48a0-9fb1-5f9058c75a46), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:21.259773 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-c5c23127-a776-4a7a-87e9-92c808fed3ec admin admin] Deleting port d174bb4c-0b9b-4eba-bdc5-88ea2959b662 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:08:21.260133 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5c23127-a776-4a7a-87e9-92c808fed3ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d174bb4c-0b9b-4eba-bdc5-88ea2959b662), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:21.305254 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f8e87060-397e-49a9-9a8f-d2548f57bf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3085b31-ced6-48a0-9fb1-5f9058c75a46', 'name': 'tempest-TestVolumeBootPattern-1144112627-router', 'tenant_id': '0a42e2f895074311ba70e12d1b5eaeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'd174bb4c-0b9b-4eba-bdc5-88ea2959b662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:20Z', 'updated_at': '2022-11-02T13:08:19Z', 'revision_number': 5, 'project_id': '0a42e2f895074311ba70e12d1b5eaeba', 'gw_port': {'id': 'd174bb4c-0b9b-4eba-bdc5-88ea2959b662', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3085b31-ced6-48a0-9fb1-5f9058c75a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:21Z', 'updated_at': '2022-11-02T13:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:21.399517 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e87060-397e-49a9-9a8f-d2548f57bf5b None None] Checking router: e3085b31-ced6-48a0-9fb1-5f9058c75a46 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:08:21.416103 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e87060-397e-49a9-9a8f-d2548f57bf5b None None] Routers {'e3085b31-ced6-48a0-9fb1-5f9058c75a46'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:08:21.420937 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f8e87060-397e-49a9-9a8f-d2548f57bf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:08:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e3085b31-ced6-48a0-9fb1-5f9058c75a46'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:21.432268 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-c5c23127-a776-4a7a-87e9-92c808fed3ec admin admin] For port d174bb4c-0b9b-4eba-bdc5-88ea2959b662, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d174bb4c-0b9b-4eba-bdc5-88ea2959b662,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:08:21.432999 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5c23127-a776-4a7a-87e9-92c808fed3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d174bb4c-0b9b-4eba-bdc5-88ea2959b662), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:21.459822 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-c5c23127-a776-4a7a-87e9-92c808fed3ec admin admin] Calling delete_port for d174bb4c-0b9b-4eba-bdc5-88ea2959b662 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:08:21.639384 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-f8e87060-397e-49a9-9a8f-d2548f57bf5b None None] Set router e3085b31-ced6-48a0-9fb1-5f9058c75a46 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:08:21.687648 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5bb08e70-fc4f-420d-a5a8-db76515d5b5f None None] Provisioning complete for port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:08:21.688561 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5bb08e70-fc4f-420d-a5a8-db76515d5b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c3a5a1a0-aba8-4ad6-8d3d-37f26648c600), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:21.688743 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5bb08e70-fc4f-420d-a5a8-db76515d5b5f None None] Attempt 1 to provision port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 Nov 02 13:08:21.714604 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f8e87060-397e-49a9-9a8f-d2548f57bf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3085b31-ced6-48a0-9fb1-5f9058c75a46', 'name': 'tempest-TestVolumeBootPattern-1144112627-router', 'tenant_id': '0a42e2f895074311ba70e12d1b5eaeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:20Z', 'updated_at': '2022-11-02T13:08:20Z', 'revision_number': 6, 'project_id': '0a42e2f895074311ba70e12d1b5eaeba', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:21.745740 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e87060-397e-49a9-9a8f-d2548f57bf5b None None] The sync data for ids ['e3085b31-ced6-48a0-9fb1-5f9058c75a46'] in n-d-857339-6 is: [{'id': 'e3085b31-ced6-48a0-9fb1-5f9058c75a46', 'name': 'tempest-TestVolumeBootPattern-1144112627-router', 'tenant_id': '0a42e2f895074311ba70e12d1b5eaeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:20Z', 'updated_at': '2022-11-02T13:08:20Z', 'revision_number': 6, 'project_id': '0a42e2f895074311ba70e12d1b5eaeba', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:08:21.757684 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:21.894794 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5bb08e70-fc4f-420d-a5a8-db76515d5b5f None None] Current status of the port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:08:21.953741 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5c23127-a776-4a7a-87e9-92c808fed3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (d174bb4c-0b9b-4eba-bdc5-88ea2959b662), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:22.007558 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c23127-a776-4a7a-87e9-92c808fed3ec admin admin] Pushing event deleted for resources: {'Port': ['ID=d174bb4c-0b9b-4eba-bdc5-88ea2959b662,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:22.089709 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5c23127-a776-4a7a-87e9-92c808fed3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (e3085b31-ced6-48a0-9fb1-5f9058c75a46), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:22.208283 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5c23127-a776-4a7a-87e9-92c808fed3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (e3085b31-ced6-48a0-9fb1-5f9058c75a46), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:22.213461 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5c23127-a776-4a7a-87e9-92c808fed3ec admin admin] Publish callbacks [] for router_controller (e3085b31-ced6-48a0-9fb1-5f9058c75a46), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:22.426505 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5c23127-a776-4a7a-87e9-92c808fed3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (e3085b31-ced6-48a0-9fb1-5f9058c75a46), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:22.427177 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c23127-a776-4a7a-87e9-92c808fed3ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3085b31-ced6-48a0-9fb1-5f9058c75a46 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:08:22.432342 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c5c23127-a776-4a7a-87e9-92c808fed3ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:22.433586 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c5c23127-a776-4a7a-87e9-92c808fed3ec admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/e3085b31-ced6-48a0-9fb1-5f9058c75a46 HTTP/1.1" status: 204 len: 168 time: 1.7935014 Nov 02 13:08:22.436213 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46854) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:22.528889 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b1dc9a-6431-450a-8b55-d33d086e0152 admin admin] Deleting subnet 14d373bb-966b-4247-86f9-71837d17a5d0 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:08:22.533321 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14b1dc9a-6431-450a-8b55-d33d086e0152 admin admin] Publish callbacks [] for subnet (14d373bb-966b-4247-86f9-71837d17a5d0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:22.589227 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14b1dc9a-6431-450a-8b55-d33d086e0152 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (14d373bb-966b-4247-86f9-71837d17a5d0), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:22.667603 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:22.790318 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14b1dc9a-6431-450a-8b55-d33d086e0152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (14d373bb-966b-4247-86f9-71837d17a5d0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:22.876888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 41355efd-f374-4f72-b9ed-fc499010f9b9 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:08:22.910932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 41355efd-f374-4f72-b9ed-fc499010f9b9 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:08:22.911587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 41355efd-f374-4f72-b9ed-fc499010f9b9 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:08:22.991672 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14b1dc9a-6431-450a-8b55-d33d086e0152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (14d373bb-966b-4247-86f9-71837d17a5d0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:23.038411 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1dc9a-6431-450a-8b55-d33d086e0152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14d373bb-966b-4247-86f9-71837d17a5d0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:23.049870 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14b1dc9a-6431-450a-8b55-d33d086e0152 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:23.054165 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-14b1dc9a-6431-450a-8b55-d33d086e0152 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/14d373bb-966b-4247-86f9-71837d17a5d0 HTTP/1.1" status: 204 len: 168 time: 0.6168385 Nov 02 13:08:23.058286 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46860) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:23.059797 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a852faaa-110c-49ad-9ec0-1005b5c4cdd4 None None] Network b0d06de6-8a85-43bf-b702-e79f29361025 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:08:23.160407 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fdf5-b597-4d59-89bb-9bd4bb52acdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (b0d06de6-8a85-43bf-b702-e79f29361025), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:23.248960 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-5fb0fdf5-b597-4d59-89bb-9bd4bb52acdd admin admin] Deleting port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:08:23.249592 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fdf5-b597-4d59-89bb-9bd4bb52acdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c3a5a1a0-aba8-4ad6-8d3d-37f26648c600), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:23.332471 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-5fb0fdf5-b597-4d59-89bb-9bd4bb52acdd admin admin] For port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c3a5a1a0-aba8-4ad6-8d3d-37f26648c600,segment=NetworkSegment(a7c14d7d-f069-48c9-8a43-3036be8f2bb4),segment_id=a7c14d7d-f069-48c9-8a43-3036be8f2bb4)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:08:23.333308 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fdf5-b597-4d59-89bb-9bd4bb52acdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c3a5a1a0-aba8-4ad6-8d3d-37f26648c600), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:23.336459 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:23.352098 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-5fb0fdf5-b597-4d59-89bb-9bd4bb52acdd admin admin] Calling delete_port for c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:08:23.412370 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] DHCP port deletion for b0d06de6-8a85-43bf-b702-e79f29361025 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:08:23.473385 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:23.482458 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] Deleting port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:08:23.483021 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c3a5a1a0-aba8-4ad6-8d3d-37f26648c600), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:23.634218 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] For port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c3a5a1a0-aba8-4ad6-8d3d-37f26648c600,segment=NetworkSegment(a7c14d7d-f069-48c9-8a43-3036be8f2bb4),segment_id=a7c14d7d-f069-48c9-8a43-3036be8f2bb4)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:08:23.635108 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c3a5a1a0-aba8-4ad6-8d3d-37f26648c600), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:23.636789 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fdf5-b597-4d59-89bb-9bd4bb52acdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (c3a5a1a0-aba8-4ad6-8d3d-37f26648c600), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:23.660095 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] Calling delete_port for c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:08:23.681752 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb0fdf5-b597-4d59-89bb-9bd4bb52acdd admin admin] No DVR routers for this DVR port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:08:23.686594 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0fdf5-b597-4d59-89bb-9bd4bb52acdd admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a5a1a0-aba8-4ad6-8d3d-37f26648c600,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:23.832621 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fdf5-b597-4d59-89bb-9bd4bb52acdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (b0d06de6-8a85-43bf-b702-e79f29361025), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:23.839493 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (c3a5a1a0-aba8-4ad6-8d3d-37f26648c600), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:23.863962 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-5fb0fdf5-b597-4d59-89bb-9bd4bb52acdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d06de6-8a85-43bf-b702-e79f29361025']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:23.879578 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-5fb0fdf5-b597-4d59-89bb-9bd4bb52acdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c14d7d-f069-48c9-8a43-3036be8f2bb4') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:23.879863 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-5fb0fdf5-b597-4d59-89bb-9bd4bb52acdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c14d7d-f069-48c9-8a43-3036be8f2bb4') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:23.890575 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:23.896122 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] Pushing event deleted for resources: {'Port': ['ID=c3a5a1a0-aba8-4ad6-8d3d-37f26648c600,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:23.904441 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] No DVR routers for this DVR port c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:08:23.904908 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fdf5-b597-4d59-89bb-9bd4bb52acdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (a7c14d7d-f069-48c9-8a43-3036be8f2bb4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:23.956411 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fdf5-b597-4d59-89bb-9bd4bb52acdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a7c14d7d-f069-48c9-8a43-3036be8f2bb4), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:23.958563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:23.961558 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:23.967306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:23.967306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:23.967306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:23.967306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:23.967306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:23.967306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:23.967306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:23.967306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:23.967306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:23.967306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:23.968932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:23.968932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:23.968932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d363670-8dc5-4d71-8538-698da50ca1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:23.980220 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb0fdf5-b597-4d59-89bb-9bd4bb52acdd admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:08:23.984046 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fdf5-b597-4d59-89bb-9bd4bb52acdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (a7c14d7d-f069-48c9-8a43-3036be8f2bb4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:24.039580 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment a7c14d7d-f069-48c9-8a43-3036be8f2bb4 resource provider aggregate not found Nov 02 13:08:24.101667 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:24.118762 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment a7c14d7d-f069-48c9-8a43-3036be8f2bb4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7c14d7d-f069-48c9-8a43-3036be8f2bb4 found for delete ", "request_id": "req-d5cc16ce-4a1f-417e-b2c1-2e59e46baf41"}]} Nov 02 13:08:24.429738 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:08:24.467881 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fdf5-b597-4d59-89bb-9bd4bb52acdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (b0d06de6-8a85-43bf-b702-e79f29361025), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:24.468416 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:08:24.469383 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c3a5a1a0-aba8-4ad6-8d3d-37f26648c600 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:08:24.470248 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d174bb4c-0b9b-4eba-bdc5-88ea2959b662 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:08:24.479196 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fdf5-b597-4d59-89bb-9bd4bb52acdd admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:24.482790 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5fb0fdf5-b597-4d59-89bb-9bd4bb52acdd admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/b0d06de6-8a85-43bf-b702-e79f29361025 HTTP/1.1" status: 204 len: 168 time: 1.4231086 Nov 02 13:08:24.487405 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46870) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:24.508835 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: d174bb4c-0b9b-4eba-bdc5-88ea2959b662 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:08:24.508835 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d174bb4c-0b9b-4eba-bdc5-88ea2959b662 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:08:24.509447 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0fdf5-b597-4d59-89bb-9bd4bb52acdd admin admin] Pushing event deleted for resources: {'Network': ['ID=b0d06de6-8a85-43bf-b702-e79f29361025,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:25.358038 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-262eb1dc-e012-451e-8cbf-c1ea170491d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (de26ad02-5b9d-42a6-8f30-3a881ff18042), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:25.393203 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:25.717597 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-262eb1dc-e012-451e-8cbf-c1ea170491d0 admin admin] Deleting port 5a738b56-c141-4f04-8346-fea6a6de9cc9 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:08:25.718353 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-262eb1dc-e012-451e-8cbf-c1ea170491d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5a738b56-c141-4f04-8346-fea6a6de9cc9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:25.822277 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-262eb1dc-e012-451e-8cbf-c1ea170491d0 admin admin] For port 5a738b56-c141-4f04-8346-fea6a6de9cc9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5a738b56-c141-4f04-8346-fea6a6de9cc9,segment=NetworkSegment(3b4de3bb-1c23-433c-9232-bd87aca64ae6),segment_id=3b4de3bb-1c23-433c-9232-bd87aca64ae6)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:08:25.822667 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-262eb1dc-e012-451e-8cbf-c1ea170491d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5a738b56-c141-4f04-8346-fea6a6de9cc9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:25.838443 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-262eb1dc-e012-451e-8cbf-c1ea170491d0 admin admin] Calling delete_port for 5a738b56-c141-4f04-8346-fea6a6de9cc9 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:08:25.949273 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:26.163478 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-262eb1dc-e012-451e-8cbf-c1ea170491d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (5a738b56-c141-4f04-8346-fea6a6de9cc9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:26.196156 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262eb1dc-e012-451e-8cbf-c1ea170491d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a738b56-c141-4f04-8346-fea6a6de9cc9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:26.444017 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-262eb1dc-e012-451e-8cbf-c1ea170491d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (de26ad02-5b9d-42a6-8f30-3a881ff18042), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:26.475566 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887ee473-4023-490b-a149-b28df331c2e4 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:08:26.531380 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:26.556870 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887ee473-4023-490b-a149-b28df331c2e4 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:08:26.645596 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:26.728172 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262eb1dc-e012-451e-8cbf-c1ea170491d0 admin admin] Router de26ad02-5b9d-42a6-8f30-3a881ff18042 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:08:26.887178 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262eb1dc-e012-451e-8cbf-c1ea170491d0 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:08:26.896218 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-262eb1dc-e012-451e-8cbf-c1ea170491d0 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/de26ad02-5b9d-42a6-8f30-3a881ff18042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4009130 Nov 02 13:08:26.896467 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46884) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:26.906417 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935a034a-4c2e-425e-947c-36fb46ac7525 None None] Sync routers for ids ['de26ad02-5b9d-42a6-8f30-3a881ff18042'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:08:26.928771 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935a034a-4c2e-425e-947c-36fb46ac7525 None None] Routers {'de26ad02-5b9d-42a6-8f30-3a881ff18042'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:08:26.929524 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-935a034a-4c2e-425e-947c-36fb46ac7525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:08:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['de26ad02-5b9d-42a6-8f30-3a881ff18042'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:27.065501 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4d6861f-5844-455e-b7af-ce63b842cdb6 admin admin] Publish callbacks [] for router (de26ad02-5b9d-42a6-8f30-3a881ff18042), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:27.216728 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4d6861f-5844-455e-b7af-ce63b842cdb6 admin admin] Publish callbacks [] for router_gateway (de26ad02-5b9d-42a6-8f30-3a881ff18042), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:27.314327 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-935a034a-4c2e-425e-947c-36fb46ac7525 None None] Set router de26ad02-5b9d-42a6-8f30-3a881ff18042 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:08:27.403041 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-d4d6861f-5844-455e-b7af-ce63b842cdb6 admin admin] Deleting port e25795ae-5d89-4ecb-8f97-d4e6a861dac3 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:08:27.403555 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4d6861f-5844-455e-b7af-ce63b842cdb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e25795ae-5d89-4ecb-8f97-d4e6a861dac3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:27.562839 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-935a034a-4c2e-425e-947c-36fb46ac7525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de26ad02-5b9d-42a6-8f30-3a881ff18042', 'name': 'tempest-TestVolumeBootPattern-1244205836-router', 'tenant_id': '2c39594f88664c80b2e6e2774152f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e25795ae-5d89-4ecb-8f97-d4e6a861dac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:32Z', 'updated_at': '2022-11-02T13:08:25Z', 'revision_number': 5, 'project_id': '2c39594f88664c80b2e6e2774152f315', 'gw_port': {'id': 'e25795ae-5d89-4ecb-8f97-d4e6a861dac3', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de26ad02-5b9d-42a6-8f30-3a881ff18042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:34Z', 'updated_at': '2022-11-02T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:27.594991 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935a034a-4c2e-425e-947c-36fb46ac7525 None None] Checking router: de26ad02-5b9d-42a6-8f30-3a881ff18042 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:08:27.604941 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935a034a-4c2e-425e-947c-36fb46ac7525 None None] Routers {'de26ad02-5b9d-42a6-8f30-3a881ff18042'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:08:27.605576 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-935a034a-4c2e-425e-947c-36fb46ac7525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:08:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['de26ad02-5b9d-42a6-8f30-3a881ff18042'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:27.619139 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-d4d6861f-5844-455e-b7af-ce63b842cdb6 admin admin] For port e25795ae-5d89-4ecb-8f97-d4e6a861dac3, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e25795ae-5d89-4ecb-8f97-d4e6a861dac3,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:08:27.619707 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4d6861f-5844-455e-b7af-ce63b842cdb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e25795ae-5d89-4ecb-8f97-d4e6a861dac3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:27.655913 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-d4d6861f-5844-455e-b7af-ce63b842cdb6 admin admin] Calling delete_port for e25795ae-5d89-4ecb-8f97-d4e6a861dac3 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:08:27.722786 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-935a034a-4c2e-425e-947c-36fb46ac7525 None None] Set router de26ad02-5b9d-42a6-8f30-3a881ff18042 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:08:27.839329 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-935a034a-4c2e-425e-947c-36fb46ac7525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de26ad02-5b9d-42a6-8f30-3a881ff18042', 'name': 'tempest-TestVolumeBootPattern-1244205836-router', 'tenant_id': '2c39594f88664c80b2e6e2774152f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:32Z', 'updated_at': '2022-11-02T13:08:27Z', 'revision_number': 6, 'project_id': '2c39594f88664c80b2e6e2774152f315', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:27.891030 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935a034a-4c2e-425e-947c-36fb46ac7525 None None] The sync data for ids ['de26ad02-5b9d-42a6-8f30-3a881ff18042'] in n-d-857339-6 is: [{'id': 'de26ad02-5b9d-42a6-8f30-3a881ff18042', 'name': 'tempest-TestVolumeBootPattern-1244205836-router', 'tenant_id': '2c39594f88664c80b2e6e2774152f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:32Z', 'updated_at': '2022-11-02T13:08:27Z', 'revision_number': 6, 'project_id': '2c39594f88664c80b2e6e2774152f315', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:08:27.953003 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:DELETE=15,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:28.025252 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4d6861f-5844-455e-b7af-ce63b842cdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e25795ae-5d89-4ecb-8f97-d4e6a861dac3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:28.050940 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6861f-5844-455e-b7af-ce63b842cdb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e25795ae-5d89-4ecb-8f97-d4e6a861dac3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:28.079923 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8f56d1f2-386a-49c0-83b6-79b67535dc74 None None] Provisioning complete for port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:08:28.080301 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8f56d1f2-386a-49c0-83b6-79b67535dc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ce80b01-dd99-49da-b7e4-d851003ee0e4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:28.080686 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8f56d1f2-386a-49c0-83b6-79b67535dc74 None None] Attempt 1 to provision port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 Nov 02 13:08:28.124882 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:28.134989 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4d6861f-5844-455e-b7af-ce63b842cdb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (de26ad02-5b9d-42a6-8f30-3a881ff18042), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:28.153498 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:28.165984 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8f56d1f2-386a-49c0-83b6-79b67535dc74 None None] Current status of the port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:08:28.239012 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4d6861f-5844-455e-b7af-ce63b842cdb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (de26ad02-5b9d-42a6-8f30-3a881ff18042), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:28.241404 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4d6861f-5844-455e-b7af-ce63b842cdb6 admin admin] Publish callbacks [] for router_controller (de26ad02-5b9d-42a6-8f30-3a881ff18042), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:28.386697 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4d6861f-5844-455e-b7af-ce63b842cdb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (de26ad02-5b9d-42a6-8f30-3a881ff18042), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:28.387678 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d6861f-5844-455e-b7af-ce63b842cdb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de26ad02-5b9d-42a6-8f30-3a881ff18042 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:08:28.398505 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d4d6861f-5844-455e-b7af-ce63b842cdb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:28.399981 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d4d6861f-5844-455e-b7af-ce63b842cdb6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/de26ad02-5b9d-42a6-8f30-3a881ff18042 HTTP/1.1" status: 204 len: 168 time: 1.5023119 Nov 02 13:08:28.402772 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46896) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:28.443623 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5a738b56-c141-4f04-8346-fea6a6de9cc9 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:08:28.465619 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 5a738b56-c141-4f04-8346-fea6a6de9cc9 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:08:28.466029 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5a738b56-c141-4f04-8346-fea6a6de9cc9 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:08:28.474782 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Deleting subnet 0993630b-d03a-439e-9076-da1021ca023c {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:08:28.478433 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Publish callbacks [] for subnet (0993630b-d03a-439e-9076-da1021ca023c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:28.517893 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (0993630b-d03a-439e-9076-da1021ca023c), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:28.611614 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (0993630b-d03a-439e-9076-da1021ca023c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:28.655995 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:28.775036 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (0993630b-d03a-439e-9076-da1021ca023c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:28.808104 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0993630b-d03a-439e-9076-da1021ca023c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:28.813633 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:28.818508 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/0993630b-d03a-439e-9076-da1021ca023c HTTP/1.1" status: 204 len: 168 time: 0.4137115 Nov 02 13:08:28.820810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7880e4ff-be1b-4688-ac54-71ec18381cea None None] Network d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:08:28.821572 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46900) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:28.837628 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:28.841390 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:28.841969 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:28.842919 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:28.843306 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:28.843823 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:28.844711 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:28.844983 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:28.845558 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:28.846114 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:28.847583 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:28.849239 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:28.849239 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:28.849584 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:28.850012 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9a57f-d2d0-4493-a31a-363ef4bb92f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:28.977006 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb1f9-e9e3-4327-943e-490b0995c34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:29.041833 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fb1f9-e9e3-4327-943e-490b0995c34c admin admin] Deleting port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:08:29.042177 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb1f9-e9e3-4327-943e-490b0995c34c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3ce80b01-dd99-49da-b7e4-d851003ee0e4), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:29.065535 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4584c7f-dc6d-4fdc-898b-dd4e41c425dc None None] DHCP port deletion for d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:08:29.111709 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e4584c7f-dc6d-4fdc-898b-dd4e41c425dc None None] Deleting port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:08:29.111709 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e4584c7f-dc6d-4fdc-898b-dd4e41c425dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3ce80b01-dd99-49da-b7e4-d851003ee0e4), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:29.125262 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-0c8fb1f9-e9e3-4327-943e-490b0995c34c admin admin] For port 3ce80b01-dd99-49da-b7e4-d851003ee0e4, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ce80b01-dd99-49da-b7e4-d851003ee0e4,segment=NetworkSegment(3b4de3bb-1c23-433c-9232-bd87aca64ae6),segment_id=3b4de3bb-1c23-433c-9232-bd87aca64ae6)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:08:29.125642 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb1f9-e9e3-4327-943e-490b0995c34c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3ce80b01-dd99-49da-b7e4-d851003ee0e4), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:29.144843 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fb1f9-e9e3-4327-943e-490b0995c34c admin admin] Calling delete_port for 3ce80b01-dd99-49da-b7e4-d851003ee0e4 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:08:29.193563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e4584c7f-dc6d-4fdc-898b-dd4e41c425dc None None] For port 3ce80b01-dd99-49da-b7e4-d851003ee0e4, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ce80b01-dd99-49da-b7e4-d851003ee0e4,segment=NetworkSegment(3b4de3bb-1c23-433c-9232-bd87aca64ae6),segment_id=3b4de3bb-1c23-433c-9232-bd87aca64ae6)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:08:29.194275 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e4584c7f-dc6d-4fdc-898b-dd4e41c425dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3ce80b01-dd99-49da-b7e4-d851003ee0e4), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:29.218229 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e4584c7f-dc6d-4fdc-898b-dd4e41c425dc None None] Calling delete_port for 3ce80b01-dd99-49da-b7e4-d851003ee0e4 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:08:29.345373 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb1f9-e9e3-4327-943e-490b0995c34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (3ce80b01-dd99-49da-b7e4-d851003ee0e4), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:29.376543 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e4584c7f-dc6d-4fdc-898b-dd4e41c425dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (3ce80b01-dd99-49da-b7e4-d851003ee0e4), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:29.389751 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8fb1f9-e9e3-4327-943e-490b0995c34c admin admin] No DVR routers for this DVR port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:08:29.398772 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fb1f9-e9e3-4327-943e-490b0995c34c admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce80b01-dd99-49da-b7e4-d851003ee0e4,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:29.413322 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4584c7f-dc6d-4fdc-898b-dd4e41c425dc None None] Pushing event deleted for resources: {'Port': ['ID=3ce80b01-dd99-49da-b7e4-d851003ee0e4,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:29.415313 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4584c7f-dc6d-4fdc-898b-dd4e41c425dc None None] No DVR routers for this DVR port 3ce80b01-dd99-49da-b7e4-d851003ee0e4 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:08:29.509551 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb1f9-e9e3-4327-943e-490b0995c34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:29.553090 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-0c8fb1f9-e9e3-4327-943e-490b0995c34c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:29.572417 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-0c8fb1f9-e9e3-4327-943e-490b0995c34c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4de3bb-1c23-433c-9232-bd87aca64ae6') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:29.572769 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-0c8fb1f9-e9e3-4327-943e-490b0995c34c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4de3bb-1c23-433c-9232-bd87aca64ae6') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:29.586807 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb1f9-e9e3-4327-943e-490b0995c34c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (3b4de3bb-1c23-433c-9232-bd87aca64ae6), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:29.604848 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb1f9-e9e3-4327-943e-490b0995c34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (3b4de3bb-1c23-433c-9232-bd87aca64ae6), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:29.612789 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8fb1f9-e9e3-4327-943e-490b0995c34c admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:08:29.612938 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb1f9-e9e3-4327-943e-490b0995c34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (3b4de3bb-1c23-433c-9232-bd87aca64ae6), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:29.665515 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 3b4de3bb-1c23-433c-9232-bd87aca64ae6 resource provider aggregate not found Nov 02 13:08:29.693409 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 3b4de3bb-1c23-433c-9232-bd87aca64ae6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b4de3bb-1c23-433c-9232-bd87aca64ae6 found for delete ", "request_id": "req-8a10e0ae-5402-4de0-a723-950ae45de41e"}]} Nov 02 13:08:29.808204 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb1f9-e9e3-4327-943e-490b0995c34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:29.814872 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb1f9-e9e3-4327-943e-490b0995c34c admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:29.820346 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0c8fb1f9-e9e3-4327-943e-490b0995c34c admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7 HTTP/1.1" status: 204 len: 168 time: 0.9959021 Nov 02 13:08:29.835078 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fb1f9-e9e3-4327-943e-490b0995c34c admin admin] Pushing event deleted for resources: {'Network': ['ID=d6b1ce3b-5388-4a6c-a200-0f2639cdd5a7,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:30.261978 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46916) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:30.321088 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-24161a6a-86fb-4cd0-a210-d248588c4dca admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0a42e2f895074311ba70e12d1b5eaeba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0563345 Nov 02 13:08:30.323954 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 46918) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:30.404582 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c6ca-0b10-46e5-b65f-c756a549bf44 admin admin] Publish callbacks [] for security_group (2228f711-b91a-448b-a1b7-bc594f66226d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:30.430849 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c6ca-0b10-46e5-b65f-c756a549bf44 admin admin] Publish callbacks [] for security_group (2228f711-b91a-448b-a1b7-bc594f66226d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:30.455028 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ce80b01-dd99-49da-b7e4-d851003ee0e4 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:08:30.480149 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 3ce80b01-dd99-49da-b7e4-d851003ee0e4 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:08:30.481043 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ce80b01-dd99-49da-b7e4-d851003ee0e4 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:08:30.481954 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e25795ae-5d89-4ecb-8f97-d4e6a861dac3 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:08:30.505133 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: e25795ae-5d89-4ecb-8f97-d4e6a861dac3 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:08:30.505740 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e25795ae-5d89-4ecb-8f97-d4e6a861dac3 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:08:30.607813 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c6ca-0b10-46e5-b65f-c756a549bf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2228f711-b91a-448b-a1b7-bc594f66226d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:30.610574 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c6ca-0b10-46e5-b65f-c756a549bf44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:30.612534 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e8a3c6ca-0b10-46e5-b65f-c756a549bf44 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2228f711-b91a-448b-a1b7-bc594f66226d HTTP/1.1" status: 204 len: 168 time: 0.2862003 Nov 02 13:08:30.624404 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3c6ca-0b10-46e5-b65f-c756a549bf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2228f711-b91a-448b-a1b7-bc594f66226d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:31.614393 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46928) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:31.670802 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-671cd74f-73ac-4511-9f75-840d732568d8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2c39594f88664c80b2e6e2774152f315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0525942 Nov 02 13:08:31.671247 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 46930) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:31.671698 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=36 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:31.690369 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:31.719528 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=47 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:31.745880 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-310ca730-ddf0-4238-9595-c3b460aba541 admin admin] Publish callbacks [] for security_group (528d7c62-f7f8-40f2-b526-eb80ba50e085), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:31.777218 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-310ca730-ddf0-4238-9595-c3b460aba541 admin admin] Publish callbacks [] for security_group (528d7c62-f7f8-40f2-b526-eb80ba50e085), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:31.974352 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-310ca730-ddf0-4238-9595-c3b460aba541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (528d7c62-f7f8-40f2-b526-eb80ba50e085), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:31.979624 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-310ca730-ddf0-4238-9595-c3b460aba541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:31.981977 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-310ca730-ddf0-4238-9595-c3b460aba541 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/528d7c62-f7f8-40f2-b526-eb80ba50e085 HTTP/1.1" status: 204 len: 168 time: 0.3095224 Nov 02 13:08:31.994860 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ca730-ddf0-4238-9595-c3b460aba541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528d7c62-f7f8-40f2-b526-eb80ba50e085,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:34.124954 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:08:40.489825 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:40.624382 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:40.649397 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:DELETE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:41.837961 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:41.989246 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:42.011303 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=40,neutron:DELETE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:42.947853 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-facbf6eb-2b61-4cc4-bd77-67f89e877b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:43.362182 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 47054) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:43.527999 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-31f23c87-36cb-4b4c-bc92-8f2ec4490430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:43.646774 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-31f23c87-36cb-4b4c-bc92-8f2ec4490430 admin admin] Publish callbacks [] for security_group (8bc4fc25-edc4-44e9-91b4-f978df3f7375), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:43.769131 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-31f23c87-36cb-4b4c-bc92-8f2ec4490430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8bc4fc25-edc4-44e9-91b4-f978df3f7375), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:43.822300 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 47062) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:43.823001 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-31f23c87-36cb-4b4c-bc92-8f2ec4490430 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4e1afbff632c4a93a46582d215b68e89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4588346 Nov 02 13:08:43.823630 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f23c87-36cb-4b4c-bc92-8f2ec4490430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc4fc25-edc4-44e9-91b4-f978df3f7375,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:43.904280 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11789c4b-0d13-46e2-bfd0-769a38813854 admin admin] Publish callbacks [] for security_group (8bc4fc25-edc4-44e9-91b4-f978df3f7375), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:43.932287 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11789c4b-0d13-46e2-bfd0-769a38813854 admin admin] Publish callbacks [] for security_group (8bc4fc25-edc4-44e9-91b4-f978df3f7375), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:44.118811 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:44.119951 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:44.185530 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11789c4b-0d13-46e2-bfd0-769a38813854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8bc4fc25-edc4-44e9-91b4-f978df3f7375), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:44.188646 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11789c4b-0d13-46e2-bfd0-769a38813854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:44.190642 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-11789c4b-0d13-46e2-bfd0-769a38813854 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8bc4fc25-edc4-44e9-91b4-f978df3f7375 HTTP/1.1" status: 204 len: 168 time: 0.3671563 Nov 02 13:08:44.204453 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11789c4b-0d13-46e2-bfd0-769a38813854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc4fc25-edc4-44e9-91b4-f978df3f7375,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:45.134959 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:46.075982 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6c654a03-1406-43cc-bf01-251e429f953d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:47.041832 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:48.312052 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:48.533631 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:53.812482 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=15,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:53.816044 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=22,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:54.009504 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:54.194281 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:54.195777 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:56.321832 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:08:56.323435 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:09:03.890634 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:09:03.901135 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:09:11.127414 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:09:13.019032 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-27342a37-e2cf-44ec-8c3b-744a73196f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:15.242022 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:15.990403 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bce30b3a-b1a3-4dc1-acff-0ac178eef0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:16.973246 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:18.378791 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:18.544527 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:21.119081 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=13 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:09:21.119888 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=15 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:09:23.951740 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:33.320725 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:09:33.890947 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:09:33.895018 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:09:40.631703 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:09:43.075617 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cf981f18-2e02-45d5-8962-03c4111bb650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:43.874800 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 48080) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:44.028633 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ece718c1-6300-4a74-aa35-ea554f9b88b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:44.124139 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ece718c1-6300-4a74-aa35-ea554f9b88b1 admin admin] Publish callbacks [] for security_group (5cbef718-d573-445b-8a7d-e2c535cef8d1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:44.262083 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ece718c1-6300-4a74-aa35-ea554f9b88b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5cbef718-d573-445b-8a7d-e2c535cef8d1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:44.305599 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ece718c1-6300-4a74-aa35-ea554f9b88b1 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ecd0f1631ded4df3a4c56ffbc6563729&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4291289 Nov 02 13:09:44.306350 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece718c1-6300-4a74-aa35-ea554f9b88b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbef718-d573-445b-8a7d-e2c535cef8d1,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:44.308632 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 48090) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:44.314902 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece718c1-6300-4a74-aa35-ea554f9b88b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.315250 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece718c1-6300-4a74-aa35-ea554f9b88b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.315744 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece718c1-6300-4a74-aa35-ea554f9b88b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.317920 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece718c1-6300-4a74-aa35-ea554f9b88b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.317920 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece718c1-6300-4a74-aa35-ea554f9b88b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.317920 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece718c1-6300-4a74-aa35-ea554f9b88b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.317920 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece718c1-6300-4a74-aa35-ea554f9b88b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.317920 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece718c1-6300-4a74-aa35-ea554f9b88b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.317920 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece718c1-6300-4a74-aa35-ea554f9b88b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.317920 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece718c1-6300-4a74-aa35-ea554f9b88b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.318727 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece718c1-6300-4a74-aa35-ea554f9b88b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.318727 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece718c1-6300-4a74-aa35-ea554f9b88b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.319005 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece718c1-6300-4a74-aa35-ea554f9b88b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.319664 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece718c1-6300-4a74-aa35-ea554f9b88b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.319664 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece718c1-6300-4a74-aa35-ea554f9b88b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.369763 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b6d27375-9abb-4645-afb7-b04095625bec admin admin] Publish callbacks [] for security_group (5cbef718-d573-445b-8a7d-e2c535cef8d1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:44.393761 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b6d27375-9abb-4645-afb7-b04095625bec admin admin] Publish callbacks [] for security_group (5cbef718-d573-445b-8a7d-e2c535cef8d1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:44.537732 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b6d27375-9abb-4645-afb7-b04095625bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (5cbef718-d573-445b-8a7d-e2c535cef8d1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:44.540599 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b6d27375-9abb-4645-afb7-b04095625bec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:44.541895 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b6d27375-9abb-4645-afb7-b04095625bec admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5cbef718-d573-445b-8a7d-e2c535cef8d1 HTTP/1.1" status: 204 len: 168 time: 0.2318208 Nov 02 13:09:44.552564 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d27375-9abb-4645-afb7-b04095625bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbef718-d573-445b-8a7d-e2c535cef8d1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:44.562263 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d27375-9abb-4645-afb7-b04095625bec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.562618 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d27375-9abb-4645-afb7-b04095625bec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.562964 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d27375-9abb-4645-afb7-b04095625bec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.563308 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d27375-9abb-4645-afb7-b04095625bec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.563646 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d27375-9abb-4645-afb7-b04095625bec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.563978 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d27375-9abb-4645-afb7-b04095625bec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.564335 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d27375-9abb-4645-afb7-b04095625bec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.564661 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d27375-9abb-4645-afb7-b04095625bec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.565016 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d27375-9abb-4645-afb7-b04095625bec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.565309 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d27375-9abb-4645-afb7-b04095625bec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.565632 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d27375-9abb-4645-afb7-b04095625bec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.566158 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d27375-9abb-4645-afb7-b04095625bec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.566615 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d27375-9abb-4645-afb7-b04095625bec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.566966 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d27375-9abb-4645-afb7-b04095625bec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.567366 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d27375-9abb-4645-afb7-b04095625bec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:45.155579 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:45.938238 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-20e8ec40-7eb1-4260-b81c-660dd309bd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:46.943961 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:48.129011 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:09:48.299332 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:48.503678 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:54.006574 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:54.309307 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:09:54.310073 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:09:54.546458 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:09:54.566839 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:09:58.122889 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:09:58.123601 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:10:03.905926 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:10:03.908016 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:10:10.316841 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:10:10.317547 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:10:12.983153 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-74b6a08d-9b58-404f-8f1b-c0583d8bc5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:15.232426 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:15.967695 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6fe2c26b-530e-4e24-b0e5-fbe1cd9a0c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:16.983289 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:18.290257 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:18.498352 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:23.960224 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:25.129269 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:10:33.899356 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:10:33.904680 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:10:35.124423 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:10:42.914008 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9a5ed37c-066f-4467-bc91-2a79de3e47ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:45.545377 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:45.922816 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-150c65f5-924b-47b4-ad0c-47e56b8dc73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:46.960145 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:47.315163 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:10:47.316402 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:10:48.319986 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:48.565306 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:53.999822 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:02.129209 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:11:03.920128 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:11:03.923138 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:11:12.950486 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e4315dd5-b26a-475d-a8c4-d83ce86081b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:15.184861 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:15.944444 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2d7bde4b-c805-4ba5-83a4-b208aefd12e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:16.985312 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:18.327421 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:18.527625 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:24.007577 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:24.308424 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=16 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:11:24.314597 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=18 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:11:26.914605 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49390) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:27.073456 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-baee31e2-3eda-4609-8045-abf2e0f1e4d2 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=34bf3744309d4381acf25152b0225203&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1576481 Nov 02 13:11:27.076154 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49396) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:27.132662 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1e6fd827-a24a-45d9-8539-b81e0a775315 admin admin] Publish callbacks [] for security_group (7ea55e3b-0270-4fac-a6f6-4275382c1f93), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:27.159856 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1e6fd827-a24a-45d9-8539-b81e0a775315 admin admin] Publish callbacks [] for security_group (7ea55e3b-0270-4fac-a6f6-4275382c1f93), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:27.319530 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1e6fd827-a24a-45d9-8539-b81e0a775315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (7ea55e3b-0270-4fac-a6f6-4275382c1f93), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:27.322416 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1e6fd827-a24a-45d9-8539-b81e0a775315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:27.323701 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1e6fd827-a24a-45d9-8539-b81e0a775315 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7ea55e3b-0270-4fac-a6f6-4275382c1f93 HTTP/1.1" status: 204 len: 168 time: 0.2465589 Nov 02 13:11:27.342368 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6fd827-a24a-45d9-8539-b81e0a775315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea55e3b-0270-4fac-a6f6-4275382c1f93,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:27.352173 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fd827-a24a-45d9-8539-b81e0a775315 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:27.352173 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fd827-a24a-45d9-8539-b81e0a775315 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:27.352570 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fd827-a24a-45d9-8539-b81e0a775315 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:27.352818 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fd827-a24a-45d9-8539-b81e0a775315 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:27.353152 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fd827-a24a-45d9-8539-b81e0a775315 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:27.353527 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fd827-a24a-45d9-8539-b81e0a775315 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:27.353811 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fd827-a24a-45d9-8539-b81e0a775315 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:27.354258 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fd827-a24a-45d9-8539-b81e0a775315 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:27.354596 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fd827-a24a-45d9-8539-b81e0a775315 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:27.355167 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fd827-a24a-45d9-8539-b81e0a775315 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:27.355367 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fd827-a24a-45d9-8539-b81e0a775315 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:27.355550 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fd827-a24a-45d9-8539-b81e0a775315 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:27.355854 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fd827-a24a-45d9-8539-b81e0a775315 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:27.356178 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fd827-a24a-45d9-8539-b81e0a775315 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:27.356513 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fd827-a24a-45d9-8539-b81e0a775315 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:29.317908 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49426) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:29.459536 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-be1623c7-c683-418d-9fb6-679d0f0e97c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.552723 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-be1623c7-c683-418d-9fb6-679d0f0e97c7 admin admin] Publish callbacks [] for security_group (d22b2ba6-a4c9-48e5-b23f-283d6388c7c0), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.641733 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-be1623c7-c683-418d-9fb6-679d0f0e97c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d22b2ba6-a4c9-48e5-b23f-283d6388c7c0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.683597 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1623c7-c683-418d-9fb6-679d0f0e97c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22b2ba6-a4c9-48e5-b23f-283d6388c7c0,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:29.688357 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-be1623c7-c683-418d-9fb6-679d0f0e97c7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2405df08a5814a0b93833252927f13d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3694608 Nov 02 13:11:29.692029 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49430) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:29.754321 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5aa2cdb8-c4bf-4619-a0f3-131a6bb4e92c admin admin] Publish callbacks [] for security_group (d22b2ba6-a4c9-48e5-b23f-283d6388c7c0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.779926 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5aa2cdb8-c4bf-4619-a0f3-131a6bb4e92c admin admin] Publish callbacks [] for security_group (d22b2ba6-a4c9-48e5-b23f-283d6388c7c0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.945041 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5aa2cdb8-c4bf-4619-a0f3-131a6bb4e92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d22b2ba6-a4c9-48e5-b23f-283d6388c7c0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.947991 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5aa2cdb8-c4bf-4619-a0f3-131a6bb4e92c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.949363 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5aa2cdb8-c4bf-4619-a0f3-131a6bb4e92c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d22b2ba6-a4c9-48e5-b23f-283d6388c7c0 HTTP/1.1" status: 204 len: 168 time: 0.2567761 Nov 02 13:11:29.961123 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2cdb8-c4bf-4619-a0f3-131a6bb4e92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22b2ba6-a4c9-48e5-b23f-283d6388c7c0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:37.376701 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:11:39.129287 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:11:39.952927 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=53,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:11:39.954817 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=61,neutron:DELETE=4,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:11:39.976083 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:11:42.898217 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0ad31557-ed6f-4e36-8ca3-5c1759121f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:43.155732 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49516) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:43.280212 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0642fce-750b-4874-850e-7eb6abd5993a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:43.390960 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0642fce-750b-4874-850e-7eb6abd5993a admin admin] Publish callbacks [] for security_group (3a28d4b2-6286-446c-a004-984bfb9a6563), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:43.485340 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e0642fce-750b-4874-850e-7eb6abd5993a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3a28d4b2-6286-446c-a004-984bfb9a6563), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:43.532168 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e0642fce-750b-4874-850e-7eb6abd5993a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=793aa35b62424e02a251707383a53191&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3752999 Nov 02 13:11:43.533536 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0642fce-750b-4874-850e-7eb6abd5993a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a28d4b2-6286-446c-a004-984bfb9a6563,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:43.535061 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49522) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:11:43.542311 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0642fce-750b-4874-850e-7eb6abd5993a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:43.542665 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0642fce-750b-4874-850e-7eb6abd5993a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:43.543030 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0642fce-750b-4874-850e-7eb6abd5993a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:43.543374 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0642fce-750b-4874-850e-7eb6abd5993a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:43.543691 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0642fce-750b-4874-850e-7eb6abd5993a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:43.544028 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0642fce-750b-4874-850e-7eb6abd5993a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:43.544361 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0642fce-750b-4874-850e-7eb6abd5993a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:43.544733 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0642fce-750b-4874-850e-7eb6abd5993a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:43.545063 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0642fce-750b-4874-850e-7eb6abd5993a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:43.545466 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0642fce-750b-4874-850e-7eb6abd5993a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:43.545802 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0642fce-750b-4874-850e-7eb6abd5993a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:43.546123 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0642fce-750b-4874-850e-7eb6abd5993a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:43.547136 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0642fce-750b-4874-850e-7eb6abd5993a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:43.547136 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0642fce-750b-4874-850e-7eb6abd5993a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:43.547136 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0642fce-750b-4874-850e-7eb6abd5993a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:43.592931 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-482b9593-136e-4082-aa93-991fdd0a6683 admin admin] Publish callbacks [] for security_group (3a28d4b2-6286-446c-a004-984bfb9a6563), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:43.614213 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-482b9593-136e-4082-aa93-991fdd0a6683 admin admin] Publish callbacks [] for security_group (3a28d4b2-6286-446c-a004-984bfb9a6563), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:43.744171 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-482b9593-136e-4082-aa93-991fdd0a6683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3a28d4b2-6286-446c-a004-984bfb9a6563), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:43.746738 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-482b9593-136e-4082-aa93-991fdd0a6683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:43.747957 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-482b9593-136e-4082-aa93-991fdd0a6683 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3a28d4b2-6286-446c-a004-984bfb9a6563 HTTP/1.1" status: 204 len: 168 time: 0.2111487 Nov 02 13:11:43.757348 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b9593-136e-4082-aa93-991fdd0a6683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a28d4b2-6286-446c-a004-984bfb9a6563,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:45.200601 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:45.913382 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b6201b01-b5b9-4848-a64e-07ab49f699e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:46.981926 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:48.322556 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:48.537690 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:49.124303 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:11:49.125282 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:11:53.537835 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:11:53.539161 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:11:53.752307 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:11:53.753789 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:11:54.012169 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:56.923773 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de5c0800-522b-45ec-9d56-5081cab3946e req-8c30b6b2-6b03-4962-813b-e5c25c4f7eef tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=12989eef0a7c41a99a77eab4f44a1fec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313017 Nov 02 13:11:57.082455 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c0800-522b-45ec-9d56-5081cab3946e req-1fbae774-768b-4211-a5e8-ff58b1358fa9 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:57.083960 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de5c0800-522b-45ec-9d56-5081cab3946e req-1fbae774-768b-4211-a5e8-ff58b1358fa9 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544304 Nov 02 13:11:57.099462 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de5c0800-522b-45ec-9d56-5081cab3946e req-47b8263b-2966-42b6-9e32-c07a997405bb tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/quotas/12989eef0a7c41a99a77eab4f44a1fec HTTP/1.1" status: 200 len: 375 time: 0.0099761 Nov 02 13:11:57.135693 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de5c0800-522b-45ec-9d56-5081cab3946e req-9c073155-1bf0-4e3c-8127-0cd990e26267 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=12989eef0a7c41a99a77eab4f44a1fec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307086 Nov 02 13:11:57.686990 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-55550f64-8d9c-4e8f-80e6-7b81c0ca8eb0 req-da1bd189-c8cc-4dec-96b9-a82da123a928 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=da6f54ad-04e4-4a24-ae52-e9bc3fe704e7 HTTP/1.1" status: 200 len: 210 time: 0.2004120 Nov 02 13:11:58.790263 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ca6314d4-b0a3-4050-bb56-043f94ca9883 req-5dad2e8a-f203-417b-a761-a850f84f4cc8 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=da6f54ad-04e4-4a24-ae52-e9bc3fe704e7 HTTP/1.1" status: 200 len: 210 time: 0.0371518 Nov 02 13:11:59.903589 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5a310408-428c-4021-bdc4-742d5f68d43b req-d5dbddb4-8e34-4d61-9299-2e8df5ff51b8 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=da6f54ad-04e4-4a24-ae52-e9bc3fe704e7 HTTP/1.1" status: 200 len: 210 time: 0.0302439 Nov 02 13:12:00.401316 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de5c0800-522b-45ec-9d56-5081cab3946e req-d835cf46-954f-46d8-ab84-f61ab770399c tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=12989eef0a7c41a99a77eab4f44a1fec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304146 Nov 02 13:12:00.530500 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c0800-522b-45ec-9d56-5081cab3946e req-ee8d87a9-6387-4e9a-a6f9-c791ce8f3ab3 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:00.532961 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de5c0800-522b-45ec-9d56-5081cab3946e req-ee8d87a9-6387-4e9a-a6f9-c791ce8f3ab3 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1275601 Nov 02 13:12:00.553936 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-de5c0800-522b-45ec-9d56-5081cab3946e req-1622056b-5dbe-41d1-ba08-21f5a4e3b2d4 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Request body: {'port': {'device_id': 'da6f54ad-04e4-4a24-ae52-e9bc3fe704e7', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'admin_state_up': True, 'tenant_id': '12989eef0a7c41a99a77eab4f44a1fec'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:12:00.783756 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5c0800-522b-45ec-9d56-5081cab3946e req-1622056b-5dbe-41d1-ba08-21f5a4e3b2d4 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Made reservation on behalf of 12989eef0a7c41a99a77eab4f44a1fec for: {'port': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:12:00.787793 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-de5c0800-522b-45ec-9d56-5081cab3946e req-1622056b-5dbe-41d1-ba08-21f5a4e3b2d4 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:00.799059 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-de5c0800-522b-45ec-9d56-5081cab3946e req-1622056b-5dbe-41d1-ba08-21f5a4e3b2d4 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:00.889357 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-de5c0800-522b-45ec-9d56-5081cab3946e req-1622056b-5dbe-41d1-ba08-21f5a4e3b2d4 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Publish callbacks [] for security_group (8ae02728-94a9-4992-8ea7-d64d9939c235), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:00.971884 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-de5c0800-522b-45ec-9d56-5081cab3946e req-1622056b-5dbe-41d1-ba08-21f5a4e3b2d4 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8ae02728-94a9-4992-8ea7-d64d9939c235), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:01.072911 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-846cdb8f-2c82-45a5-b6d8-78a40abf845f req-ac783a76-4122-4383-b722-25a730caf118 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=da6f54ad-04e4-4a24-ae52-e9bc3fe704e7 HTTP/1.1" status: 200 len: 210 time: 0.0761187 Nov 02 13:12:01.087870 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622056b-5dbe-41d1-ba08-21f5a4e3b2d4 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae02728-94a9-4992-8ea7-d64d9939c235,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:01.166456 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [req-de5c0800-522b-45ec-9d56-5081cab3946e req-1622056b-5dbe-41d1-ba08-21f5a4e3b2d4 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Allocated IP 192.168.233.168 (9ba2f66b-ec82-40a0-9206-bb3a85b057bc/565cf8e5-d909-48b8-87b5-38d8202ef75b/014004e8-deaa-47a6-b25d-a2fae3fe0337) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:12:01.311757 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:01.319509 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:01.331410 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-de5c0800-522b-45ec-9d56-5081cab3946e req-1622056b-5dbe-41d1-ba08-21f5a4e3b2d4 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Publish callbacks [] for port (014004e8-deaa-47a6-b25d-a2fae3fe0337), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:01.335471 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:01.338481 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:01.515307 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-de5c0800-522b-45ec-9d56-5081cab3946e req-1622056b-5dbe-41d1-ba08-21f5a4e3b2d4 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (014004e8-deaa-47a6-b25d-a2fae3fe0337), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:01.565229 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5c0800-522b-45ec-9d56-5081cab3946e req-1622056b-5dbe-41d1-ba08-21f5a4e3b2d4 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:12:01.570874 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [req-de5c0800-522b-45ec-9d56-5081cab3946e req-1622056b-5dbe-41d1-ba08-21f5a4e3b2d4 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:12:01.575650 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5c0800-522b-45ec-9d56-5081cab3946e req-1622056b-5dbe-41d1-ba08-21f5a4e3b2d4 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:12:01.584922 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622056b-5dbe-41d1-ba08-21f5a4e3b2d4 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Pushing event updated for resources: {'Port': ['ID=014004e8-deaa-47a6-b25d-a2fae3fe0337,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:01.643413 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c0800-522b-45ec-9d56-5081cab3946e req-1622056b-5dbe-41d1-ba08-21f5a4e3b2d4 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:01.644183 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-de5c0800-522b-45ec-9d56-5081cab3946e req-1622056b-5dbe-41d1-ba08-21f5a4e3b2d4 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:01.751101 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de5c0800-522b-45ec-9d56-5081cab3946e req-1622056b-5dbe-41d1-ba08-21f5a4e3b2d4 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2013054 Nov 02 13:12:01.763204 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [req-de5c0800-522b-45ec-9d56-5081cab3946e req-317629b6-8401-4534-860f-7514d1e41192 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105975) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 13:12:01.764578 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de5c0800-522b-45ec-9d56-5081cab3946e req-317629b6-8401-4534-860f-7514d1e41192 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0064065 Nov 02 13:12:01.834817 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a19757d4-e6db-48fc-96e7-37a96ae14f45 None None] Provisioning complete for port 014004e8-deaa-47a6-b25d-a2fae3fe0337 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:01.835493 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a19757d4-e6db-48fc-96e7-37a96ae14f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (014004e8-deaa-47a6-b25d-a2fae3fe0337), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:01.836358 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a19757d4-e6db-48fc-96e7-37a96ae14f45 None None] Attempt 1 to provision port 014004e8-deaa-47a6-b25d-a2fae3fe0337 Nov 02 13:12:01.844951 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] Request body: {'port': {'device_id': 'da6f54ad-04e4-4a24-ae52-e9bc3fe704e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-857339-6'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:12:01.920876 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (014004e8-deaa-47a6-b25d-a2fae3fe0337), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:02.025026 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a19757d4-e6db-48fc-96e7-37a96ae14f45 None None] Port 014004e8-deaa-47a6-b25d-a2fae3fe0337 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:12:02.222079 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad168ab7-d791-4fad-8571-1e748295bc1d req-26b2f61f-7dab-441c-9cad-df89f12385ab tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:02.223657 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ad168ab7-d791-4fad-8571-1e748295bc1d req-26b2f61f-7dab-441c-9cad-df89f12385ab tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=da6f54ad-04e4-4a24-ae52-e9bc3fe704e7 HTTP/1.1" status: 200 len: 936 time: 0.0657716 Nov 02 13:12:02.301087 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014004e8-deaa-47a6-b25d-a2fae3fe0337 {{(pid=105975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:12:02.317061 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] Publish callbacks [] for port (014004e8-deaa-47a6-b25d-a2fae3fe0337), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:02.325112 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ad168ab7-d791-4fad-8571-1e748295bc1d req-79dadb20-c15c-442a-ae47-f61900195262 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8ae02728-94a9-4992-8ea7-d64d9939c235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943601 Nov 02 13:12:02.337092 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.provisioning_blocks [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] Transition to ACTIVE for port object 014004e8-deaa-47a6-b25d-a2fae3fe0337 will not be triggered until provisioned by entity L2. {{(pid=105975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 13:12:02.417318 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (014004e8-deaa-47a6-b25d-a2fae3fe0337), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:02.455158 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:02.486798 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] Pushing event updated for resources: {'Port': ['ID=014004e8-deaa-47a6-b25d-a2fae3fe0337,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:02.541765 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] Attempting to bind port 014004e8-deaa-47a6-b25d-a2fae3fe0337 on host n-h1-857339-6 for vnic_type normal with profile {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:12:02.542093 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] Attempting to bind port 014004e8-deaa-47a6-b25d-a2fae3fe0337 by drivers openvswitch,hyperv on host n-h1-857339-6 at level 0 using segments [{'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:12:02.542420 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] Attempting to bind port 014004e8-deaa-47a6-b25d-a2fae3fe0337 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:12:02.590420 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] Port 014004e8-deaa-47a6-b25d-a2fae3fe0337 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc not bound, no agent of type Open vSwitch agent registered on host n-h1-857339-6 {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:12:02.590750 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] Attempting to bind port 014004e8-deaa-47a6-b25d-a2fae3fe0337 on network 9ba2f66b-ec82-40a0-9206-bb3a85b057bc {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:12:02.641145 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] Checking agent: {'id': '28672587-11d8-44d6-bec6-0497f44187a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'started_at': datetime.datetime(2022, 11, 2, 12, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:12:02.641483 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] Checking segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:12:02.641875 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] Bound using segment: {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'} {{(pid=105975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:12:02.642319 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.managers [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] Bound port: 014004e8-deaa-47a6-b25d-a2fae3fe0337, host: n-h1-857339-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53821545-6bd9-4036-aad2-9bcd6e9a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc'}}] {{(pid=105975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:12:02.642683 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (014004e8-deaa-47a6-b25d-a2fae3fe0337), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:02.714030 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:02.715233 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] For port 014004e8-deaa-47a6-b25d-a2fae3fe0337, host n-h1-857339-6, cleared binding levels {{(pid=105975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:12:02.718526 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] For port 014004e8-deaa-47a6-b25d-a2fae3fe0337, host n-h1-857339-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=014004e8-deaa-47a6-b25d-a2fae3fe0337,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:12:02.783877 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (014004e8-deaa-47a6-b25d-a2fae3fe0337), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:02.791902 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:02.791902 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:02.791902 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de5c0800-522b-45ec-9d56-5081cab3946e req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/014004e8-deaa-47a6-b25d-a2fae3fe0337 HTTP/1.1" status: 200 len: 1096 time: 1.0136263 Nov 02 13:12:02.792426 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6f54ad-04e4-4a24-ae52-e9bc3fe704e7', 'tag': '014004e8-deaa-47a6-b25d-a2fae3fe0337'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:12:02.795250 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858fde30-8cfd-482a-a067-3b65764d0880" -d '{"events": [{"name": "network-changed", "server_uuid": "da6f54ad-04e4-4a24-ae52-e9bc3fe704e7", "tag": "014004e8-deaa-47a6-b25d-a2fae3fe0337"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:12:02.847673 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b56021-d6e3-417c-aa93-f8b83b77280a service neutron] Pushing event updated for resources: {'Port': ['ID=014004e8-deaa-47a6-b25d-a2fae3fe0337,revision_number=3']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:02.926088 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba8ec2e-13ca-4e77-bffc-ea00822c34e9 x-openstack-request-id: req-aba8ec2e-13ca-4e77-bffc-ea00822c34e9 {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:12:02.926374 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6f54ad-04e4-4a24-ae52-e9bc3fe704e7", "tag": "014004e8-deaa-47a6-b25d-a2fae3fe0337", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:12:02.926623 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aba8ec2e-13ca-4e77-bffc-ea00822c34e9 {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:12:02.927021 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba8ec2e-13ca-4e77-bffc-ea00822c34e9'] response: {'name': 'network-changed', 'server_uuid': 'da6f54ad-04e4-4a24-ae52-e9bc3fe704e7', 'tag': '014004e8-deaa-47a6-b25d-a2fae3fe0337', 'status': 'completed', 'code': 200} Nov 02 13:12:02.962402 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c0800-522b-45ec-9d56-5081cab3946e req-42369e26-f60e-4cc0-b4e2-9b082b13015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:02.964366 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de5c0800-522b-45ec-9d56-5081cab3946e req-42369e26-f60e-4cc0-b4e2-9b082b13015c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=12989eef0a7c41a99a77eab4f44a1fec&device_id=da6f54ad-04e4-4a24-ae52-e9bc3fe704e7 HTTP/1.1" status: 200 len: 1130 time: 0.0486872 Nov 02 13:12:03.321518 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de5c0800-522b-45ec-9d56-5081cab3946e req-dcb204b4-3832-4332-a38d-63672b839d26 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=014004e8-deaa-47a6-b25d-a2fae3fe0337 HTTP/1.1" status: 200 len: 217 time: 0.3430641 Nov 02 13:12:03.375723 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c0800-522b-45ec-9d56-5081cab3946e req-9bf7958b-5499-4717-9b37-b745aba30ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:03.377245 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de5c0800-522b-45ec-9d56-5081cab3946e req-9bf7958b-5499-4717-9b37-b745aba30ce0 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.0487859 Nov 02 13:12:03.457755 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c0800-522b-45ec-9d56-5081cab3946e req-c8047109-873e-489f-8919-2297bb9af0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:03.459284 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de5c0800-522b-45ec-9d56-5081cab3946e req-c8047109-873e-489f-8919-2297bb9af0dc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0757871 Nov 02 13:12:03.482206 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94810f6-d86b-4dfa-b831-bdd8ea0432b0 req-8efb587a-cc89-45c5-9afa-1896058e6c6f tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:03.485587 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c94810f6-d86b-4dfa-b831-bdd8ea0432b0 req-8efb587a-cc89-45c5-9afa-1896058e6c6f tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=da6f54ad-04e4-4a24-ae52-e9bc3fe704e7 HTTP/1.1" status: 200 len: 948 time: 0.0723445 Nov 02 13:12:03.596314 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-c94810f6-d86b-4dfa-b831-bdd8ea0432b0 req-0125d08c-5ab7-4263-9b7a-e94dd3149449 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8ae02728-94a9-4992-8ea7-d64d9939c235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020181 Nov 02 13:12:03.613380 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de5c0800-522b-45ec-9d56-5081cab3946e req-f3e524c8-8d2e-4eab-9587-05ff7bb13ae1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472318 Nov 02 13:12:03.724111 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-de5c0800-522b-45ec-9d56-5081cab3946e req-3ae7dff9-f9f9-4660-bf9b-ae2d84b8c4b4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029303 Nov 02 13:12:04.742535 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d716a-e68c-43f5-a5a2-7d0a664e7175 req-acc3a678-b4cc-4e39-8a4b-3d5bea7c8056 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:04.744141 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-612d716a-e68c-43f5-a5a2-7d0a664e7175 req-acc3a678-b4cc-4e39-8a4b-3d5bea7c8056 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=da6f54ad-04e4-4a24-ae52-e9bc3fe704e7 HTTP/1.1" status: 200 len: 948 time: 0.0596526 Nov 02 13:12:04.795230 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fde30-8cfd-482a-a067-3b65764d0880 req-93bcfa72-3008-493b-ba6b-bb8e02134380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:04.797156 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-858fde30-8cfd-482a-a067-3b65764d0880 req-93bcfa72-3008-493b-ba6b-bb8e02134380 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=12989eef0a7c41a99a77eab4f44a1fec&device_id=da6f54ad-04e4-4a24-ae52-e9bc3fe704e7 HTTP/1.1" status: 200 len: 1130 time: 0.0733836 Nov 02 13:12:04.853721 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-612d716a-e68c-43f5-a5a2-7d0a664e7175 req-6188856b-da8f-4861-91c6-f80f4d6f332e tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8ae02728-94a9-4992-8ea7-d64d9939c235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875626 Nov 02 13:12:04.913440 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fde30-8cfd-482a-a067-3b65764d0880 req-65f626c4-17d0-4646-9d37-92ca24187cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:04.914840 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-858fde30-8cfd-482a-a067-3b65764d0880 req-65f626c4-17d0-4646-9d37-92ca24187cdb service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc HTTP/1.1" status: 200 len: 870 time: 0.1121836 Nov 02 13:12:04.962805 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-858fde30-8cfd-482a-a067-3b65764d0880 req-114cc594-a6d1-469b-81d2-4f65a58dd22c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=014004e8-deaa-47a6-b25d-a2fae3fe0337 HTTP/1.1" status: 200 len: 217 time: 0.0418985 Nov 02 13:12:05.016532 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fde30-8cfd-482a-a067-3b65764d0880 req-e23c6f94-9f04-4f53-916f-23a959111a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:05.018077 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-858fde30-8cfd-482a-a067-3b65764d0880 req-e23c6f94-9f04-4f53-916f-23a959111a8a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=565cf8e5-d909-48b8-87b5-38d8202ef75b HTTP/1.1" status: 200 len: 843 time: 0.0497718 Nov 02 13:12:05.065176 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fde30-8cfd-482a-a067-3b65764d0880 req-bea8a372-b707-47d2-b7b5-5c16fbf21ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:05.066892 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-858fde30-8cfd-482a-a067-3b65764d0880 req-bea8a372-b707-47d2-b7b5-5c16fbf21ada service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ba2f66b-ec82-40a0-9206-bb3a85b057bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0434003 Nov 02 13:12:05.103676 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:05.177431 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-858fde30-8cfd-482a-a067-3b65764d0880 req-6c34872b-f1ed-4ac1-9c42-8615aad549a7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043267 Nov 02 13:12:05.207198 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:05.290882 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-858fde30-8cfd-482a-a067-3b65764d0880 req-33990053-cd1e-49bc-9f28-f9fea4368822 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ba2f66b-ec82-40a0-9206-bb3a85b057bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067834 Nov 02 13:12:05.993599 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e2305-18fe-415b-a901-532b92124223 req-be75caee-5dda-4f2f-a07e-02baf7746248 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:05.995302 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fc9e2305-18fe-415b-a901-532b92124223 req-be75caee-5dda-4f2f-a07e-02baf7746248 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=da6f54ad-04e4-4a24-ae52-e9bc3fe704e7 HTTP/1.1" status: 200 len: 948 time: 0.0576098 Nov 02 13:12:06.055976 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-fc9e2305-18fe-415b-a901-532b92124223 req-d9a096fe-d303-44fd-b50f-a7cf4d64dee6 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8ae02728-94a9-4992-8ea7-d64d9939c235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503621 Nov 02 13:12:07.187359 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f01217-e477-47f6-ac6e-a572a7d77609 req-0bfc2dc9-c09f-4829-b2e5-35e786e0ab31 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:07.189044 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-14f01217-e477-47f6-ac6e-a572a7d77609 req-0bfc2dc9-c09f-4829-b2e5-35e786e0ab31 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=da6f54ad-04e4-4a24-ae52-e9bc3fe704e7 HTTP/1.1" status: 200 len: 948 time: 0.0506816 Nov 02 13:12:07.242833 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-14f01217-e477-47f6-ac6e-a572a7d77609 req-287c1d6f-abc8-4472-9005-7c611c849e79 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8ae02728-94a9-4992-8ea7-d64d9939c235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477779 Nov 02 13:12:07.633306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 014004e8-deaa-47a6-b25d-a2fae3fe0337 details requested by agent hyperv_n-h1-857339-6 with host n-h1-857339-6 {{(pid=105977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:12:07.637241 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:07.765215 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 014004e8-deaa-47a6-b25d-a2fae3fe0337, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=014004e8-deaa-47a6-b25d-a2fae3fe0337,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:07.781366 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Returning: {'device': '014004e8-deaa-47a6-b25d-a2fae3fe0337', 'network_id': '9ba2f66b-ec82-40a0-9206-bb3a85b057bc', 'port_id': '014004e8-deaa-47a6-b25d-a2fae3fe0337', 'mac_address': 'fa:16:3e:d1:4e:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565cf8e5-d909-48b8-87b5-38d8202ef75b', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:12:07.820550 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 014004e8-deaa-47a6-b25d-a2fae3fe0337 is: DOWN; New status is: BUILD {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:07.820974 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (014004e8-deaa-47a6-b25d-a2fae3fe0337), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:07.836024 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014004e8-deaa-47a6-b25d-a2fae3fe0337 {{(pid=105977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:12:07.857502 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 014004e8-deaa-47a6-b25d-a2fae3fe0337, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=014004e8-deaa-47a6-b25d-a2fae3fe0337,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:07.920513 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (014004e8-deaa-47a6-b25d-a2fae3fe0337), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:07.975213 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=014004e8-deaa-47a6-b25d-a2fae3fe0337,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:07.983624 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:07.983985 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:07.984347 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:07.984718 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:07.985059 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:07.985392 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:07.985721 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:07.986045 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:07.986438 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:07.986700 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:07.987026 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:07.988602 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:07.988602 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:07.988602 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:07.988602 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:08.248406 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['014004e8-deaa-47a6-b25d-a2fae3fe0337'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:12:08.390536 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409bc5e-6262-44b0-8c33-2f0737127fc1 req-6bdd3faa-d390-47d5-af3b-2c939eb9057f tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:08.392130 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b409bc5e-6262-44b0-8c33-2f0737127fc1 req-6bdd3faa-d390-47d5-af3b-2c939eb9057f tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=da6f54ad-04e4-4a24-ae52-e9bc3fe704e7 HTTP/1.1" status: 200 len: 949 time: 0.0636957 Nov 02 13:12:08.464893 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-b409bc5e-6262-44b0-8c33-2f0737127fc1 req-5f5f2f4d-736e-48cd-9fba-35359c5879bb tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8ae02728-94a9-4992-8ea7-d64d9939c235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653644 Nov 02 13:12:09.613815 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31540c-043d-4a76-a984-0bd591e193ee req-f94a3c10-5a7e-42d5-a90c-462728892c51 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:09.615409 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8d31540c-043d-4a76-a984-0bd591e193ee req-f94a3c10-5a7e-42d5-a90c-462728892c51 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=da6f54ad-04e4-4a24-ae52-e9bc3fe704e7 HTTP/1.1" status: 200 len: 949 time: 0.0543664 Nov 02 13:12:09.655112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 014004e8-deaa-47a6-b25d-a2fae3fe0337 up at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:12:09.674466 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8d31540c-043d-4a76-a984-0bd591e193ee req-acb99090-453a-4865-8e9d-3cda90d04daf tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8ae02728-94a9-4992-8ea7-d64d9939c235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490246 Nov 02 13:12:09.693141 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:09.703056 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning for port 014004e8-deaa-47a6-b25d-a2fae3fe0337 completed by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 13:12:09.839791 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Provisioning complete for port 014004e8-deaa-47a6-b25d-a2fae3fe0337 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:09.840081 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (014004e8-deaa-47a6-b25d-a2fae3fe0337), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:09.840426 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Attempt 1 to provision port 014004e8-deaa-47a6-b25d-a2fae3fe0337 Nov 02 13:12:09.919947 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Current status of the port 014004e8-deaa-47a6-b25d-a2fae3fe0337 is: BUILD; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:09.920338 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (014004e8-deaa-47a6-b25d-a2fae3fe0337), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:09.944656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6f54ad-04e4-4a24-ae52-e9bc3fe704e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014004e8-deaa-47a6-b25d-a2fae3fe0337'}] {{(pid=105977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:12:09.947195 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c79238e8ac1a011a051f70d8d9fab0c14849f277d20c57e715bb9e4f433bf2bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e379b36-7d22-40aa-811c-dc2d43a3251b" -d '{"events": [{"server_uuid": "da6f54ad-04e4-4a24-ae52-e9bc3fe704e7", "name": "network-vif-plugged", "status": "completed", "tag": "014004e8-deaa-47a6-b25d-a2fae3fe0337"}]}' {{(pid=105977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:12:09.966737 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] For port 014004e8-deaa-47a6-b25d-a2fae3fe0337, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=014004e8-deaa-47a6-b25d-a2fae3fe0337,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:10.067466 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d1662f-a59a-4d16-8eac-ecb282ecaa44 x-openstack-request-id: req-15d1662f-a59a-4d16-8eac-ecb282ecaa44 {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:12:10.067857 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6f54ad-04e4-4a24-ae52-e9bc3fe704e7", "name": "network-vif-plugged", "status": "completed", "tag": "014004e8-deaa-47a6-b25d-a2fae3fe0337", "code": 200}]} {{(pid=105977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:12:10.068145 n-d-857339-6 neutron-server[105977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-15d1662f-a59a-4d16-8eac-ecb282ecaa44 {{(pid=105977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:12:10.068391 n-d-857339-6 neutron-server[105977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15d1662f-a59a-4d16-8eac-ecb282ecaa44'] response: {'server_uuid': 'da6f54ad-04e4-4a24-ae52-e9bc3fe704e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014004e8-deaa-47a6-b25d-a2fae3fe0337', 'code': 200} Nov 02 13:12:10.101863 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (014004e8-deaa-47a6-b25d-a2fae3fe0337), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:10.153447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Pushing event updated for resources: {'Port': ['ID=014004e8-deaa-47a6-b25d-a2fae3fe0337,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:10.223164 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232c1f0-b52b-4668-8281-b01950088a48 req-b8d9eb37-2f9a-43d2-b853-6e72ccd59389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:10.224727 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5232c1f0-b52b-4668-8281-b01950088a48 req-b8d9eb37-2f9a-43d2-b853-6e72ccd59389 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=da6f54ad-04e4-4a24-ae52-e9bc3fe704e7 HTTP/1.1" status: 200 len: 1132 time: 0.0420246 Nov 02 13:12:10.271839 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5232c1f0-b52b-4668-8281-b01950088a48 req-d8118cad-131d-4ebb-9a4f-b93185edbe7b service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8ae02728-94a9-4992-8ea7-d64d9939c235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408752 Nov 02 13:12:10.811608 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b26163-2e0d-4752-8262-b1a99df293b0 req-491a0bb7-66d3-4f66-b1fb-f9c5fba31209 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:10.813142 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-20b26163-2e0d-4752-8262-b1a99df293b0 req-491a0bb7-66d3-4f66-b1fb-f9c5fba31209 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=da6f54ad-04e4-4a24-ae52-e9bc3fe704e7 HTTP/1.1" status: 200 len: 950 time: 0.0559824 Nov 02 13:12:10.864283 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-20b26163-2e0d-4752-8262-b1a99df293b0 req-ccc77e7b-9c0f-4cc0-95de-7ce1b624f221 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8ae02728-94a9-4992-8ea7-d64d9939c235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454226 Nov 02 13:12:11.994199 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ee4e2-9d4f-47a2-8f5d-848d1ef13296 req-104123cb-e10b-4bc0-b92f-ab60a9e98dc4 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:11.995788 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7f0ee4e2-9d4f-47a2-8f5d-848d1ef13296 req-104123cb-e10b-4bc0-b92f-ab60a9e98dc4 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=da6f54ad-04e4-4a24-ae52-e9bc3fe704e7 HTTP/1.1" status: 200 len: 950 time: 0.0510240 Nov 02 13:12:12.063134 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7f0ee4e2-9d4f-47a2-8f5d-848d1ef13296 req-5c70ecc5-29aa-4b9c-8632-f66d759e94a8 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8ae02728-94a9-4992-8ea7-d64d9939c235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605235 Nov 02 13:12:12.902924 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6ee29998-479e-4fc2-944e-5c8fbe611c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:13.673210 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac979a-64e4-48e8-9d38-f09b3b906b70 req-0eb43318-7f02-412d-80bc-61fea1e0c949 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:13.674774 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-10ac979a-64e4-48e8-9d38-f09b3b906b70 req-0eb43318-7f02-412d-80bc-61fea1e0c949 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=da6f54ad-04e4-4a24-ae52-e9bc3fe704e7 HTTP/1.1" status: 200 len: 950 time: 0.0569830 Nov 02 13:12:13.728598 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-10ac979a-64e4-48e8-9d38-f09b3b906b70 req-6c99b717-f011-4ad5-9bbf-252c7e5b0ad7 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8ae02728-94a9-4992-8ea7-d64d9939c235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467212 Nov 02 13:12:14.864181 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc7cc4-da4b-417a-8855-a80d6fa16bf3 req-814ef787-956f-4065-82c7-af95ac42ea6a tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:14.865907 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6fcc7cc4-da4b-417a-8855-a80d6fa16bf3 req-814ef787-956f-4065-82c7-af95ac42ea6a tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=da6f54ad-04e4-4a24-ae52-e9bc3fe704e7 HTTP/1.1" status: 200 len: 950 time: 0.0520408 Nov 02 13:12:14.944264 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-6fcc7cc4-da4b-417a-8855-a80d6fa16bf3 req-c40a4390-4b14-47e7-9ab6-65fcf05a3095 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8ae02728-94a9-4992-8ea7-d64d9939c235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715680 Nov 02 13:12:15.109842 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96fc8b-6252-44f0-aab2-8c9218325ff9 req-fd4f3f84-764f-46ea-8871-ff87f5f720e0 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:15.111373 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ac96fc8b-6252-44f0-aab2-8c9218325ff9 req-fd4f3f84-764f-46ea-8871-ff87f5f720e0 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=da6f54ad-04e4-4a24-ae52-e9bc3fe704e7 HTTP/1.1" status: 200 len: 950 time: 0.0501964 Nov 02 13:12:15.164037 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:15.205663 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:15.213482 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-ac96fc8b-6252-44f0-aab2-8c9218325ff9 req-d8a2604a-98ad-4547-9504-833277ead17f tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Deleting port 014004e8-deaa-47a6-b25d-a2fae3fe0337 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:12:15.213824 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ac96fc8b-6252-44f0-aab2-8c9218325ff9 req-d8a2604a-98ad-4547-9504-833277ead17f tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (014004e8-deaa-47a6-b25d-a2fae3fe0337), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:15.274358 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:15.310059 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [req-ac96fc8b-6252-44f0-aab2-8c9218325ff9 req-d8a2604a-98ad-4547-9504-833277ead17f tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] For port 014004e8-deaa-47a6-b25d-a2fae3fe0337, host n-h1-857339-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-857339-6',level=0,port_id=014004e8-deaa-47a6-b25d-a2fae3fe0337,segment=NetworkSegment(53821545-6bd9-4036-aad2-9bcd6e9a598b),segment_id=53821545-6bd9-4036-aad2-9bcd6e9a598b)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:15.310427 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ac96fc8b-6252-44f0-aab2-8c9218325ff9 req-d8a2604a-98ad-4547-9504-833277ead17f tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (014004e8-deaa-47a6-b25d-a2fae3fe0337), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:15.329588 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [req-ac96fc8b-6252-44f0-aab2-8c9218325ff9 req-d8a2604a-98ad-4547-9504-833277ead17f tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Calling delete_port for 014004e8-deaa-47a6-b25d-a2fae3fe0337 owned by compute:nova {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:12:15.599752 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ac96fc8b-6252-44f0-aab2-8c9218325ff9 req-d8a2604a-98ad-4547-9504-833277ead17f tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (014004e8-deaa-47a6-b25d-a2fae3fe0337), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:15.627263 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2604a-98ad-4547-9504-833277ead17f tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Pushing event deleted for resources: {'Port': ['ID=014004e8-deaa-47a6-b25d-a2fae3fe0337,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:15.632599 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] get_ports_and_sgs() called for port_ids ['014004e8-deaa-47a6-b25d-a2fae3fe0337'] {{(pid=105977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:12:15.697874 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac96fc8b-6252-44f0-aab2-8c9218325ff9 req-d8a2604a-98ad-4547-9504-833277ead17f tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] No DVR routers for this DVR port 014004e8-deaa-47a6-b25d-a2fae3fe0337 on host n-h1-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:12:15.701124 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [req-ac96fc8b-6252-44f0-aab2-8c9218325ff9 req-d8a2604a-98ad-4547-9504-833277ead17f tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for port (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:15.704753 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-ac96fc8b-6252-44f0-aab2-8c9218325ff9 req-d8a2604a-98ad-4547-9504-833277ead17f tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.57 "DELETE /networking/v2.0/ports/014004e8-deaa-47a6-b25d-a2fae3fe0337 HTTP/1.1" status: 204 len: 173 time: 0.5878246 Nov 02 13:12:15.705296 n-d-857339-6 neutron-server[105975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6f54ad-04e4-4a24-ae52-e9bc3fe704e7', 'name': 'network-vif-deleted', 'tag': '014004e8-deaa-47a6-b25d-a2fae3fe0337'}] {{(pid=105975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:12:15.707715 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af3b0d45ff61b816081d30d184c4b96ceee31022f55a03ec548b8baca89a041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef274f7-329c-404d-8118-1f993fda7867" -d '{"events": [{"server_uuid": "da6f54ad-04e4-4a24-ae52-e9bc3fe704e7", "name": "network-vif-deleted", "tag": "014004e8-deaa-47a6-b25d-a2fae3fe0337"}]}' {{(pid=105975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:12:15.752447 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d536b4-ec06-4c7f-8dd2-34b1464e4978 x-openstack-request-id: req-76d536b4-ec06-4c7f-8dd2-34b1464e4978 {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:12:15.752792 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6f54ad-04e4-4a24-ae52-e9bc3fe704e7", "name": "network-vif-deleted", "tag": "014004e8-deaa-47a6-b25d-a2fae3fe0337", "status": "completed", "code": 200}]} {{(pid=105975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:12:15.753050 n-d-857339-6 neutron-server[105975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76d536b4-ec06-4c7f-8dd2-34b1464e4978 {{(pid=105975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:12:15.753474 n-d-857339-6 neutron-server[105975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d536b4-ec06-4c7f-8dd2-34b1464e4978'] response: {'server_uuid': 'da6f54ad-04e4-4a24-ae52-e9bc3fe704e7', 'name': 'network-vif-deleted', 'tag': '014004e8-deaa-47a6-b25d-a2fae3fe0337', 'status': 'completed', 'code': 200} Nov 02 13:12:15.937593 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7a9be721-aad9-49f5-939b-ec5a300d4453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:16.086085 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-87a109dc-28b2-4322-9fa4-e3d67166c935 req-279f5b1b-08a5-4b33-991d-dd982bba8f28 tempest-ServersAdminNegativeTestJSON-768510930 tempest-ServersAdminNegativeTestJSON-768510930-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=da6f54ad-04e4-4a24-ae52-e9bc3fe704e7 HTTP/1.1" status: 200 len: 210 time: 0.0305316 Nov 02 13:12:16.134289 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:12:17.013933 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:17.711687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49700) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:17.879334 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0f2fa1ba-2d7a-4445-bf68-9264eea1d047 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=12989eef0a7c41a99a77eab4f44a1fec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1663778 Nov 02 13:12:17.881990 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49704) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:17.940465 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f92b8a3-f0ec-42a3-9910-da873b04e40e admin admin] Publish callbacks [] for security_group (8ae02728-94a9-4992-8ea7-d64d9939c235), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:17.966438 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f92b8a3-f0ec-42a3-9910-da873b04e40e admin admin] Publish callbacks [] for security_group (8ae02728-94a9-4992-8ea7-d64d9939c235), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:18.211432 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f92b8a3-f0ec-42a3-9910-da873b04e40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8ae02728-94a9-4992-8ea7-d64d9939c235), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:18.214319 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7f92b8a3-f0ec-42a3-9910-da873b04e40e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:18.215590 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7f92b8a3-f0ec-42a3-9910-da873b04e40e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8ae02728-94a9-4992-8ea7-d64d9939c235 HTTP/1.1" status: 204 len: 168 time: 0.3325889 Nov 02 13:12:18.215848 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:18.224830 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92b8a3-f0ec-42a3-9910-da873b04e40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae02728-94a9-4992-8ea7-d64d9939c235,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:18.406137 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:18.594020 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:19.182384 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49710) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:19.198511 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c7eac5b-7439-4c33-9733-ebc62283ca95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:19.283916 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c7eac5b-7439-4c33-9733-ebc62283ca95 admin admin] Publish callbacks [] for security_group (bad7906a-dca6-4211-bf2a-f5db08fd8878), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:19.388313 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c7eac5b-7439-4c33-9733-ebc62283ca95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bad7906a-dca6-4211-bf2a-f5db08fd8878), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:19.432737 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7eac5b-7439-4c33-9733-ebc62283ca95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad7906a-dca6-4211-bf2a-f5db08fd8878,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:19.437191 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3c7eac5b-7439-4c33-9733-ebc62283ca95 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7ac63ec066c546f3bceda8877968fc0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2537391 Nov 02 13:12:19.442138 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49712) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:19.498956 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a23ad601-457e-41b1-aaf3-74fe7fe7070e admin admin] Publish callbacks [] for security_group (bad7906a-dca6-4211-bf2a-f5db08fd8878), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:19.523778 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a23ad601-457e-41b1-aaf3-74fe7fe7070e admin admin] Publish callbacks [] for security_group (bad7906a-dca6-4211-bf2a-f5db08fd8878), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:19.691027 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a23ad601-457e-41b1-aaf3-74fe7fe7070e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bad7906a-dca6-4211-bf2a-f5db08fd8878), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:19.693571 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a23ad601-457e-41b1-aaf3-74fe7fe7070e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:19.694770 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a23ad601-457e-41b1-aaf3-74fe7fe7070e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bad7906a-dca6-4211-bf2a-f5db08fd8878 HTTP/1.1" status: 204 len: 168 time: 0.2535992 Nov 02 13:12:19.705879 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ad601-457e-41b1-aaf3-74fe7fe7070e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad7906a-dca6-4211-bf2a-f5db08fd8878,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:19.733868 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 014004e8-deaa-47a6-b25d-a2fae3fe0337 no longer exists at agent hyperv_n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:19.755912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] No Port match for: 014004e8-deaa-47a6-b25d-a2fae3fe0337 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:12:19.756378 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Device 014004e8-deaa-47a6-b25d-a2fae3fe0337 not bound to the agent host n-h1-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:12:21.254106 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49734) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:21.371505 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-a6e487f9-0d21-45bc-b91c-1b906f2337ed admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-502136327-network', 'tenant_id': '09d23c3964304a16bcd7080a9313a5fc'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:12:21.571446 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e487f9-0d21-45bc-b91c-1b906f2337ed admin admin] Made reservation on behalf of 09d23c3964304a16bcd7080a9313a5fc for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:12:21.573958 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a6e487f9-0d21-45bc-b91c-1b906f2337ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:21.584655 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a6e487f9-0d21-45bc-b91c-1b906f2337ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:21.672160 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a6e487f9-0d21-45bc-b91c-1b906f2337ed admin admin] Publish callbacks [] for security_group (bfeb1ec0-e59c-41f8-b86c-f7380be76db6), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:21.748656 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a6e487f9-0d21-45bc-b91c-1b906f2337ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bfeb1ec0-e59c-41f8-b86c-f7380be76db6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:21.772020 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:21.773091 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e487f9-0d21-45bc-b91c-1b906f2337ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:12:21.790684 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e487f9-0d21-45bc-b91c-1b906f2337ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfeb1ec0-e59c-41f8-b86c-f7380be76db6,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:21.793847 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a6e487f9-0d21-45bc-b91c-1b906f2337ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e52920f5-c62c-4441-9e23-d9c875d99ef1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:21.797813 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-a6e487f9-0d21-45bc-b91c-1b906f2337ed admin admin] Added segment e52920f5-c62c-4441-9e23-d9c875d99ef1 of type vlan for network 73f5cf02-810d-4212-93cb-2ed926b6bac4 Nov 02 13:12:21.828666 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:21.837245 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a6e487f9-0d21-45bc-b91c-1b906f2337ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (73f5cf02-810d-4212-93cb-2ed926b6bac4), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:21.959726 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a6e487f9-0d21-45bc-b91c-1b906f2337ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (73f5cf02-810d-4212-93cb-2ed926b6bac4), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:21.960886 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e487f9-0d21-45bc-b91c-1b906f2337ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:21.961472 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a6e487f9-0d21-45bc-b91c-1b906f2337ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:22.033064 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e487f9-0d21-45bc-b91c-1b906f2337ed admin admin] Pushing event updated for resources: {'Network': ['ID=73f5cf02-810d-4212-93cb-2ed926b6bac4,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:22.044837 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 73f5cf02-810d-4212-93cb-2ed926b6bac4 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:12:22.105075 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a6e487f9-0d21-45bc-b91c-1b906f2337ed admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8497961 Nov 02 13:12:22.110173 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49738) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:22.115817 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ec79f928-9ed3-4546-85c7-385d9700f118 admin admin] Request body: {'subnet': {'network_id': '73f5cf02-810d-4212-93cb-2ed926b6bac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-502136327-subnet', 'tenant_id': '09d23c3964304a16bcd7080a9313a5fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:12:22.233744 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec79f928-9ed3-4546-85c7-385d9700f118 admin admin] Made reservation on behalf of 09d23c3964304a16bcd7080a9313a5fc for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:12:22.236278 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec79f928-9ed3-4546-85c7-385d9700f118 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:22.542743 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec79f928-9ed3-4546-85c7-385d9700f118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (9c277c9c-544c-49b6-baad-62f23dc583a6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:22.601870 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79f928-9ed3-4546-85c7-385d9700f118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c277c9c-544c-49b6-baad-62f23dc583a6,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:22.612422 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec79f928-9ed3-4546-85c7-385d9700f118 admin admin] Checking segment: {'id': 'e52920f5-c62c-4441-9e23-d9c875d99ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '73f5cf02-810d-4212-93cb-2ed926b6bac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:12:22.612801 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec79f928-9ed3-4546-85c7-385d9700f118 admin admin] Network hostable DHCP agents. Network: 73f5cf02-810d-4212-93cb-2ed926b6bac4, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:12:22.691473 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec79f928-9ed3-4546-85c7-385d9700f118 admin admin] Network 73f5cf02-810d-4212-93cb-2ed926b6bac4 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:12:22.830238 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-ec79f928-9ed3-4546-85c7-385d9700f118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 73f5cf02-810d-4212-93cb-2ed926b6bac4) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:12:22.833621 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec79f928-9ed3-4546-85c7-385d9700f118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:22.835188 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ec79f928-9ed3-4546-85c7-385d9700f118 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:22.839787 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58545ff2-50b1-4735-a0e0-b10e0f5ece6c None None] Network 73f5cf02-810d-4212-93cb-2ed926b6bac4 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:12:22.943482 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-73f5cf02-810d-4212-93cb-2ed926b6bac4', 'network_id': '73f5cf02-810d-4212-93cb-2ed926b6bac4', 'project_id': '09d23c3964304a16bcd7080a9313a5fc', 'fixed_ips': [{'subnet_id': '9c277c9c-544c-49b6-baad-62f23dc583a6'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:12:22.944423 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:22.985955 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ec79f928-9ed3-4546-85c7-385d9700f118 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8744805 Nov 02 13:12:22.988767 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49740) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:22.993216 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-210f38d8-5058-45d0-af77-2f6698f8d676 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-502136327-router', 'tenant_id': '09d23c3964304a16bcd7080a9313a5fc', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:12:23.092170 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-210f38d8-5058-45d0-af77-2f6698f8d676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:23.093548 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-210f38d8-5058-45d0-af77-2f6698f8d676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:23.132027 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] Allocated IP 172.20.0.2 (73f5cf02-810d-4212-93cb-2ed926b6bac4/9c277c9c-544c-49b6-baad-62f23dc583a6/d9df7a90-9cc7-4991-9e8c-051256d29ffe) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:12:23.163733 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-210f38d8-5058-45d0-af77-2f6698f8d676 admin admin] Publish callbacks [] for router_controller (7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:23.305325 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] Publish callbacks [] for port (d9df7a90-9cc7-4991-9e8c-051256d29ffe), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:23.390404 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:23.411690 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (d9df7a90-9cc7-4991-9e8c-051256d29ffe), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:23.428764 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-210f38d8-5058-45d0-af77-2f6698f8d676 admin admin] Publish callbacks [] for router_gateway (7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:23.452331 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] Network 73f5cf02-810d-4212-93cb-2ed926b6bac4 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:12:23.459403 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:12:23.463724 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:12:23.469606 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] Pushing event updated for resources: {'Port': ['ID=d9df7a90-9cc7-4991-9e8c-051256d29ffe,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:23.529536 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:23.534074 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] Attempting to bind port d9df7a90-9cc7-4991-9e8c-051256d29ffe on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:12:23.534447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] Attempting to bind port d9df7a90-9cc7-4991-9e8c-051256d29ffe by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'e52920f5-c62c-4441-9e23-d9c875d99ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '73f5cf02-810d-4212-93cb-2ed926b6bac4'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:12:23.534813 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] Attempting to bind port d9df7a90-9cc7-4991-9e8c-051256d29ffe on network 73f5cf02-810d-4212-93cb-2ed926b6bac4 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:12:23.584423 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:12:23.584838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] Checking segment: {'id': 'e52920f5-c62c-4441-9e23-d9c875d99ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '73f5cf02-810d-4212-93cb-2ed926b6bac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:12:23.585247 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:23.585644 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] Bound using segment: {'id': 'e52920f5-c62c-4441-9e23-d9c875d99ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '73f5cf02-810d-4212-93cb-2ed926b6bac4'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:12:23.586123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] Bound port: d9df7a90-9cc7-4991-9e8c-051256d29ffe, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52920f5-c62c-4441-9e23-d9c875d99ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '73f5cf02-810d-4212-93cb-2ed926b6bac4'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:12:23.586505 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d9df7a90-9cc7-4991-9e8c-051256d29ffe), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:23.654061 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] For port d9df7a90-9cc7-4991-9e8c-051256d29ffe, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:12:23.657589 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] For port d9df7a90-9cc7-4991-9e8c-051256d29ffe, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d9df7a90-9cc7-4991-9e8c-051256d29ffe,segment=NetworkSegment(e52920f5-c62c-4441-9e23-d9c875d99ef1),segment_id=e52920f5-c62c-4441-9e23-d9c875d99ef1)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:12:23.828881 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d9df7a90-9cc7-4991-9e8c-051256d29ffe), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:23.835919 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:23.900690 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0666b-5052-43a8-86cd-5b984396419d None None] Pushing event updated for resources: {'Port': ['ID=d9df7a90-9cc7-4991-9e8c-051256d29ffe,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:24.052085 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:24.152453 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-210f38d8-5058-45d0-af77-2f6698f8d676 admin admin] Publish callbacks [] for router_gateway (7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:24.174717 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-210f38d8-5058-45d0-af77-2f6698f8d676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:24.214640 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:24.301162 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-210f38d8-5058-45d0-af77-2f6698f8d676 admin admin] Allocated IP 172.25.2.110 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/00b9a0b9-14b8-45d2-b818-2708c31e925c) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:12:24.441280 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-210f38d8-5058-45d0-af77-2f6698f8d676 admin admin] Publish callbacks [] for port (00b9a0b9-14b8-45d2-b818-2708c31e925c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:24.616955 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-210f38d8-5058-45d0-af77-2f6698f8d676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (00b9a0b9-14b8-45d2-b818-2708c31e925c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:24.665028 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210f38d8-5058-45d0-af77-2f6698f8d676 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:12:24.671660 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-210f38d8-5058-45d0-af77-2f6698f8d676 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:12:24.674693 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210f38d8-5058-45d0-af77-2f6698f8d676 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:12:24.678883 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f38d8-5058-45d0-af77-2f6698f8d676 admin admin] Pushing event updated for resources: {'Port': ['ID=00b9a0b9-14b8-45d2-b818-2708c31e925c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:24.769925 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d9df7a90-9cc7-4991-9e8c-051256d29ffe up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:12:24.821585 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:24.832561 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d9df7a90-9cc7-4991-9e8c-051256d29ffe triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:24.833070 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d9df7a90-9cc7-4991-9e8c-051256d29ffe), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:24.833485 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d9df7a90-9cc7-4991-9e8c-051256d29ffe Nov 02 13:12:24.926210 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d9df7a90-9cc7-4991-9e8c-051256d29ffe is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:24.926614 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d9df7a90-9cc7-4991-9e8c-051256d29ffe), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:24.967813 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port d9df7a90-9cc7-4991-9e8c-051256d29ffe, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d9df7a90-9cc7-4991-9e8c-051256d29ffe,segment=NetworkSegment(e52920f5-c62c-4441-9e23-d9c875d99ef1),segment_id=e52920f5-c62c-4441-9e23-d9c875d99ef1)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:25.003459 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c487a1e7-f4f9-4413-8b87-d8d20ca611dd None None] Network 73f5cf02-810d-4212-93cb-2ed926b6bac4 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:12:25.123011 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ef1da10a-c326-42bb-a28b-2ea7c4032937 None None] Provisioning complete for port d9df7a90-9cc7-4991-9e8c-051256d29ffe triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:25.123485 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef1da10a-c326-42bb-a28b-2ea7c4032937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d9df7a90-9cc7-4991-9e8c-051256d29ffe), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:25.123887 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ef1da10a-c326-42bb-a28b-2ea7c4032937 None None] Attempt 1 to provision port d9df7a90-9cc7-4991-9e8c-051256d29ffe Nov 02 13:12:25.173244 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-210f38d8-5058-45d0-af77-2f6698f8d676 admin admin] Publish callbacks [] for router_gateway (7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:25.212780 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (d9df7a90-9cc7-4991-9e8c-051256d29ffe), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:25.248297 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ef1da10a-c326-42bb-a28b-2ea7c4032937 None None] Current status of the port d9df7a90-9cc7-4991-9e8c-051256d29ffe is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:25.248718 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef1da10a-c326-42bb-a28b-2ea7c4032937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (d9df7a90-9cc7-4991-9e8c-051256d29ffe), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:25.296402 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=d9df7a90-9cc7-4991-9e8c-051256d29ffe,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:25.334082 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-ef1da10a-c326-42bb-a28b-2ea7c4032937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:12:25.334541 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-ef1da10a-c326-42bb-a28b-2ea7c4032937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:12:25.398615 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-210f38d8-5058-45d0-af77-2f6698f8d676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:25.679724 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210f38d8-5058-45d0-af77-2f6698f8d676 admin admin] Router 7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:12:25.823352 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210f38d8-5058-45d0-af77-2f6698f8d676 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:12:25.834446 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] Sync routers for ids ['7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:12:25.845748 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] Routers {'7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:12:25.846385 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:25.887599 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ef1da10a-c326-42bb-a28b-2ea7c4032937 None None] Current status of the port d9df7a90-9cc7-4991-9e8c-051256d29ffe is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:25.959377 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] Set router 7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:12:25.979644 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-210f38d8-5058-45d0-af77-2f6698f8d676 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:25.981872 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-210f38d8-5058-45d0-af77-2f6698f8d676 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9914355 Nov 02 13:12:25.985041 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49742) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:26.006907 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-fa96d0b8-0508-429b-bfbf-202419b113bf None None] Provisioning complete for port d9df7a90-9cc7-4991-9e8c-051256d29ffe triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:26.007301 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fa96d0b8-0508-429b-bfbf-202419b113bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d9df7a90-9cc7-4991-9e8c-051256d29ffe), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:26.007687 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-fa96d0b8-0508-429b-bfbf-202419b113bf None None] Attempt 1 to provision port d9df7a90-9cc7-4991-9e8c-051256d29ffe Nov 02 13:12:26.098656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fa96d0b8-0508-429b-bfbf-202419b113bf None None] Current status of the port d9df7a90-9cc7-4991-9e8c-051256d29ffe is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:26.149992 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc', 'name': 'tempest-DeleteServersTestJSON-502136327-router', 'tenant_id': '09d23c3964304a16bcd7080a9313a5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '00b9a0b9-14b8-45d2-b818-2708c31e925c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:23Z', 'updated_at': '2022-11-02T13:12:24Z', 'revision_number': 3, 'project_id': '09d23c3964304a16bcd7080a9313a5fc', 'gw_port': {'id': '00b9a0b9-14b8-45d2-b818-2708c31e925c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:49:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:24Z', 'updated_at': '2022-11-02T13:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:26.181484 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] Checking router: 7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:12:26.181826 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] Updating router 7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc port 00b9a0b9-14b8-45d2-b818-2708c31e925c binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:12:26.211181 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (00b9a0b9-14b8-45d2-b818-2708c31e925c), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:26.390769 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:26.492800 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e0af041-2f0e-4c46-b87e-b1a26a5f37af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:26.504463 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] Publish callbacks [] for port (00b9a0b9-14b8-45d2-b818-2708c31e925c), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:26.616588 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (00b9a0b9-14b8-45d2-b818-2708c31e925c), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:26.651711 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] Attempting to bind port 00b9a0b9-14b8-45d2-b818-2708c31e925c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:12:26.652274 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] Attempting to bind port 00b9a0b9-14b8-45d2-b818-2708c31e925c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:12:26.652516 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] Attempting to bind port 00b9a0b9-14b8-45d2-b818-2708c31e925c on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:12:26.710262 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75b56f-a739-4397-b8ea-2928cd7942e3 None None] Pushing event updated for resources: {'Port': ['ID=00b9a0b9-14b8-45d2-b818-2708c31e925c,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:26.721121 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75b56f-a739-4397-b8ea-2928cd7942e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:26.721472 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75b56f-a739-4397-b8ea-2928cd7942e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:26.721813 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75b56f-a739-4397-b8ea-2928cd7942e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:26.722147 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75b56f-a739-4397-b8ea-2928cd7942e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:26.722476 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75b56f-a739-4397-b8ea-2928cd7942e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:26.722807 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75b56f-a739-4397-b8ea-2928cd7942e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:26.723129 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75b56f-a739-4397-b8ea-2928cd7942e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:26.724006 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75b56f-a739-4397-b8ea-2928cd7942e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:26.724006 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75b56f-a739-4397-b8ea-2928cd7942e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:26.724231 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75b56f-a739-4397-b8ea-2928cd7942e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:26.724433 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75b56f-a739-4397-b8ea-2928cd7942e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:26.724717 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75b56f-a739-4397-b8ea-2928cd7942e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:26.725034 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75b56f-a739-4397-b8ea-2928cd7942e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:26.725349 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75b56f-a739-4397-b8ea-2928cd7942e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:26.725935 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75b56f-a739-4397-b8ea-2928cd7942e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:26.729373 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:12:26.735493 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:12:26.735493 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:26.735493 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:12:26.735493 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] Bound port: 00b9a0b9-14b8-45d2-b818-2708c31e925c, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:12:26.735493 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (00b9a0b9-14b8-45d2-b818-2708c31e925c), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:26.744376 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d9df7a90-9cc7-4991-9e8c-051256d29ffe up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:12:26.748200 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-1e0af041-2f0e-4c46-b87e-b1a26a5f37af admin admin] Allocated IP 172.20.0.1 (73f5cf02-810d-4212-93cb-2ed926b6bac4/9c277c9c-544c-49b6-baad-62f23dc583a6/7c4bb333-87f6-4c59-a99e-10374715da30) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:12:26.788826 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] For port 00b9a0b9-14b8-45d2-b818-2708c31e925c, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:12:26.790431 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:26.792855 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] For port 00b9a0b9-14b8-45d2-b818-2708c31e925c, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=00b9a0b9-14b8-45d2-b818-2708c31e925c,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:12:26.800734 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port d9df7a90-9cc7-4991-9e8c-051256d29ffe triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:26.801172 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d9df7a90-9cc7-4991-9e8c-051256d29ffe), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:26.801520 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port d9df7a90-9cc7-4991-9e8c-051256d29ffe Nov 02 13:12:26.824296 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:26.868945 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e0af041-2f0e-4c46-b87e-b1a26a5f37af admin admin] Publish callbacks [] for port (7c4bb333-87f6-4c59-a99e-10374715da30), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:26.870475 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:26.881515 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port d9df7a90-9cc7-4991-9e8c-051256d29ffe is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:26.914127 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (00b9a0b9-14b8-45d2-b818-2708c31e925c), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:26.947607 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] Routers {'7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:12:26.948222 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:26.997599 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:27.019537 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:27.022420 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75b56f-a739-4397-b8ea-2928cd7942e3 None None] Pushing event updated for resources: {'Port': ['ID=00b9a0b9-14b8-45d2-b818-2708c31e925c,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:27.068692 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e0af041-2f0e-4c46-b87e-b1a26a5f37af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (7c4bb333-87f6-4c59-a99e-10374715da30), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:27.083205 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] Set router 7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:12:27.109819 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0af041-2f0e-4c46-b87e-b1a26a5f37af admin admin] Network 73f5cf02-810d-4212-93cb-2ed926b6bac4 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:12:27.115145 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-1e0af041-2f0e-4c46-b87e-b1a26a5f37af admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:12:27.117981 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0af041-2f0e-4c46-b87e-b1a26a5f37af admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:12:27.151319 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0af041-2f0e-4c46-b87e-b1a26a5f37af admin admin] Pushing event updated for resources: {'Port': ['ID=7c4bb333-87f6-4c59-a99e-10374715da30,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:27.170508 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e0af041-2f0e-4c46-b87e-b1a26a5f37af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:27.266545 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:27.279920 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc', 'name': 'tempest-DeleteServersTestJSON-502136327-router', 'tenant_id': '09d23c3964304a16bcd7080a9313a5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '00b9a0b9-14b8-45d2-b818-2708c31e925c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:23Z', 'updated_at': '2022-11-02T13:12:24Z', 'revision_number': 3, 'project_id': '09d23c3964304a16bcd7080a9313a5fc', 'gw_port': {'id': '00b9a0b9-14b8-45d2-b818-2708c31e925c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:49:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:24Z', 'updated_at': '2022-11-02T13:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:27.306637 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c7d28e-0ee3-4cda-98fb-03703d10bfce None None] The sync data for ids ['7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc'] in n-d-857339-6 is: [{'id': '7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc', 'name': 'tempest-DeleteServersTestJSON-502136327-router', 'tenant_id': '09d23c3964304a16bcd7080a9313a5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '00b9a0b9-14b8-45d2-b818-2708c31e925c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:23Z', 'updated_at': '2022-11-02T13:12:24Z', 'revision_number': 3, 'project_id': '09d23c3964304a16bcd7080a9313a5fc', 'gw_port': {'id': '00b9a0b9-14b8-45d2-b818-2708c31e925c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:49:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:24Z', 'updated_at': '2022-11-02T13:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:12:27.432872 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3bb0f4c5-fcf5-44fb-8609-aa4be731b1b9 None None] Provisioning complete for port 7c4bb333-87f6-4c59-a99e-10374715da30 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:27.433368 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f4c5-fcf5-44fb-8609-aa4be731b1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7c4bb333-87f6-4c59-a99e-10374715da30), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:27.433695 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3bb0f4c5-fcf5-44fb-8609-aa4be731b1b9 None None] Attempt 1 to provision port 7c4bb333-87f6-4c59-a99e-10374715da30 Nov 02 13:12:27.469389 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0f4c5-fcf5-44fb-8609-aa4be731b1b9 None None] Port 7c4bb333-87f6-4c59-a99e-10374715da30 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:12:27.598535 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e0af041-2f0e-4c46-b87e-b1a26a5f37af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7c4bb333-87f6-4c59-a99e-10374715da30), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:27.799973 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e0af041-2f0e-4c46-b87e-b1a26a5f37af admin admin] Publish callbacks [] for port (7c4bb333-87f6-4c59-a99e-10374715da30), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:27.873732 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e0af041-2f0e-4c46-b87e-b1a26a5f37af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (7c4bb333-87f6-4c59-a99e-10374715da30), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:27.966460 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0af041-2f0e-4c46-b87e-b1a26a5f37af admin admin] Pushing event updated for resources: {'Port': ['ID=7c4bb333-87f6-4c59-a99e-10374715da30,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:27.970551 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e0af041-2f0e-4c46-b87e-b1a26a5f37af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:28.099943 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0af041-2f0e-4c46-b87e-b1a26a5f37af admin admin] Network 73f5cf02-810d-4212-93cb-2ed926b6bac4 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:12:28.102531 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-1e0af041-2f0e-4c46-b87e-b1a26a5f37af admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:12:28.119655 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:28.269161 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0af041-2f0e-4c46-b87e-b1a26a5f37af admin admin] Router 7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:12:28.396454 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e6a4ef5b-da6e-4ad7-861c-5b220d496cba None None] Provisioning complete for port 7c4bb333-87f6-4c59-a99e-10374715da30 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:28.396753 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e6a4ef5b-da6e-4ad7-861c-5b220d496cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (7c4bb333-87f6-4c59-a99e-10374715da30), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:28.397207 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e6a4ef5b-da6e-4ad7-861c-5b220d496cba None None] Attempt 1 to provision port 7c4bb333-87f6-4c59-a99e-10374715da30 Nov 02 13:12:28.410593 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0af041-2f0e-4c46-b87e-b1a26a5f37af admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:12:28.417441 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1e0af041-2f0e-4c46-b87e-b1a26a5f37af admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4308701 Nov 02 13:12:28.437650 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e6a4ef5b-da6e-4ad7-861c-5b220d496cba None None] Port 7c4bb333-87f6-4c59-a99e-10374715da30 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:12:28.725695 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 00b9a0b9-14b8-45d2-b818-2708c31e925c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:12:28.781206 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 00b9a0b9-14b8-45d2-b818-2708c31e925c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:28.781206 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (00b9a0b9-14b8-45d2-b818-2708c31e925c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:28.781206 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 00b9a0b9-14b8-45d2-b818-2708c31e925c Nov 02 13:12:28.893175 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 00b9a0b9-14b8-45d2-b818-2708c31e925c is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:28.893563 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (00b9a0b9-14b8-45d2-b818-2708c31e925c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:28.918271 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 00b9a0b9-14b8-45d2-b818-2708c31e925c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=00b9a0b9-14b8-45d2-b818-2708c31e925c,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:29.039538 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (00b9a0b9-14b8-45d2-b818-2708c31e925c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.039857 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde62d8-09ff-4e1b-85f3-59479dcfad2a req-0caf0163-2977-4184-9bde-e295de916288 tempest-DeleteServersTestJSON-1513732849 tempest-DeleteServersTestJSON-1513732849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:29.051886 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3cde62d8-09ff-4e1b-85f3-59479dcfad2a req-0caf0163-2977-4184-9bde-e295de916288 tempest-DeleteServersTestJSON-1513732849 tempest-DeleteServersTestJSON-1513732849-project] 10.222.0.64 "GET /networking/v2.0/networks?id=73f5cf02-810d-4212-93cb-2ed926b6bac4 HTTP/1.1" status: 200 len: 811 time: 0.2011213 Nov 02 13:12:29.064439 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3cde62d8-09ff-4e1b-85f3-59479dcfad2a req-dabb8f6d-4027-4bda-a7de-a475bde94386 tempest-DeleteServersTestJSON-1513732849 tempest-DeleteServersTestJSON-1513732849-project] 10.222.0.64 "GET /networking/v2.0/quotas/09d23c3964304a16bcd7080a9313a5fc HTTP/1.1" status: 200 len: 375 time: 0.0108790 Nov 02 13:12:29.121390 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=00b9a0b9-14b8-45d2-b818-2708c31e925c,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:29.124114 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-3cde62d8-09ff-4e1b-85f3-59479dcfad2a req-879889e9-f0ef-4421-b344-bcd591b46215 tempest-DeleteServersTestJSON-1513732849 tempest-DeleteServersTestJSON-1513732849-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=09d23c3964304a16bcd7080a9313a5fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525298 Nov 02 13:12:29.177105 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49762) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:29.230368 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae35d9e-a634-4ffa-9e98-7cf49212f5b7 None None] Sync routers for ids ['7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:12:29.243224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae35d9e-a634-4ffa-9e98-7cf49212f5b7 None None] Routers {'7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:12:29.243872 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-0ae35d9e-a634-4ffa-9e98-7cf49212f5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:29.289338 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:29.349675 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-0ae35d9e-a634-4ffa-9e98-7cf49212f5b7 None None] Set router 7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:12:29.523580 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2f2bdc7e-8786-4896-904e-4914180c10dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.567700 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-0ae35d9e-a634-4ffa-9e98-7cf49212f5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc', 'name': 'tempest-DeleteServersTestJSON-502136327-router', 'tenant_id': '09d23c3964304a16bcd7080a9313a5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '00b9a0b9-14b8-45d2-b818-2708c31e925c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:23Z', 'updated_at': '2022-11-02T13:12:27Z', 'revision_number': 4, 'project_id': '09d23c3964304a16bcd7080a9313a5fc', 'gw_port': {'id': '00b9a0b9-14b8-45d2-b818-2708c31e925c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:49:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:24Z', 'updated_at': '2022-11-02T13:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '7c4bb333-87f6-4c59-a99e-10374715da30', 'name': '', 'network_id': '73f5cf02-810d-4212-93cb-2ed926b6bac4', 'tenant_id': '09d23c3964304a16bcd7080a9313a5fc', 'mac_address': 'fa:16:3e:7d:88:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '9c277c9c-544c-49b6-baad-62f23dc583a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:26Z', 'updated_at': '2022-11-02T13:12:27Z', 'revision_number': 2, 'project_id': '09d23c3964304a16bcd7080a9313a5fc', 'subnets': [{'id': '9c277c9c-544c-49b6-baad-62f23dc583a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:29.728859 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae35d9e-a634-4ffa-9e98-7cf49212f5b7 None None] Checking router: 7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:12:29.729217 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae35d9e-a634-4ffa-9e98-7cf49212f5b7 None None] Updating router 7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc port 7c4bb333-87f6-4c59-a99e-10374715da30 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:12:29.757516 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0ae35d9e-a634-4ffa-9e98-7cf49212f5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (7c4bb333-87f6-4c59-a99e-10374715da30), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.757774 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2f2bdc7e-8786-4896-904e-4914180c10dc admin admin] Deleting port 7c4bb333-87f6-4c59-a99e-10374715da30 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:12:29.757961 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2f2bdc7e-8786-4896-904e-4914180c10dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (7c4bb333-87f6-4c59-a99e-10374715da30), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.815357 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:29.844316 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2f2bdc7e-8786-4896-904e-4914180c10dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (7c4bb333-87f6-4c59-a99e-10374715da30), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.859287 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-2f2bdc7e-8786-4896-904e-4914180c10dc admin admin] Calling delete_port for 7c4bb333-87f6-4c59-a99e-10374715da30 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:12:29.940724 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:29.968575 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:30.211302 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2f2bdc7e-8786-4896-904e-4914180c10dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (7c4bb333-87f6-4c59-a99e-10374715da30), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.212036 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-0ae35d9e-a634-4ffa-9e98-7cf49212f5b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:12:30.212517 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-0ae35d9e-a634-4ffa-9e98-7cf49212f5b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:12:30.236870 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bdc7e-8786-4896-904e-4914180c10dc admin admin] Pushing event deleted for resources: {'Port': ['ID=7c4bb333-87f6-4c59-a99e-10374715da30,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:30.665689 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:30.737663 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 00b9a0b9-14b8-45d2-b818-2708c31e925c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:12:30.738659 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2f2bdc7e-8786-4896-904e-4914180c10dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.741219 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae35d9e-a634-4ffa-9e98-7cf49212f5b7 None None] Port 7c4bb333-87f6-4c59-a99e-10374715da30 not found while updating agent binding for router 7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc. {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 02 13:12:30.773374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84ccd76-3bce-47af-8af2-e595f073fc87 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:12:30.817922 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae35d9e-a634-4ffa-9e98-7cf49212f5b7 None None] Routers {'7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:12:30.818574 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-0ae35d9e-a634-4ffa-9e98-7cf49212f5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:30.908142 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 00b9a0b9-14b8-45d2-b818-2708c31e925c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:30.908701 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (00b9a0b9-14b8-45d2-b818-2708c31e925c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.909219 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 00b9a0b9-14b8-45d2-b818-2708c31e925c Nov 02 13:12:30.991840 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2bdc7e-8786-4896-904e-4914180c10dc admin admin] Router 7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:12:31.000237 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-0ae35d9e-a634-4ffa-9e98-7cf49212f5b7 None None] Set router 7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:12:31.055121 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84ccd76-3bce-47af-8af2-e595f073fc87 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:12:31.102349 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2bdc7e-8786-4896-904e-4914180c10dc admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:12:31.110382 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2f2bdc7e-8786-4896-904e-4914180c10dc admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9296601 Nov 02 13:12:31.110689 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49764) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:31.217930 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03bd72b9-fb83-4c81-825c-29791f95ab75 admin admin] Publish callbacks [] for router (7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:31.226788 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 00b9a0b9-14b8-45d2-b818-2708c31e925c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:31.268920 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:31.321277 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-0ae35d9e-a634-4ffa-9e98-7cf49212f5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc', 'name': 'tempest-DeleteServersTestJSON-502136327-router', 'tenant_id': '09d23c3964304a16bcd7080a9313a5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '00b9a0b9-14b8-45d2-b818-2708c31e925c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:23Z', 'updated_at': '2022-11-02T13:12:30Z', 'revision_number': 5, 'project_id': '09d23c3964304a16bcd7080a9313a5fc', 'gw_port': {'id': '00b9a0b9-14b8-45d2-b818-2708c31e925c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:49:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:24Z', 'updated_at': '2022-11-02T13:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:31.329967 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03bd72b9-fb83-4c81-825c-29791f95ab75 admin admin] Publish callbacks [] for router_gateway (7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:31.356727 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae35d9e-a634-4ffa-9e98-7cf49212f5b7 None None] The sync data for ids ['7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc'] in n-d-857339-6 is: [{'id': '7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc', 'name': 'tempest-DeleteServersTestJSON-502136327-router', 'tenant_id': '09d23c3964304a16bcd7080a9313a5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '00b9a0b9-14b8-45d2-b818-2708c31e925c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:23Z', 'updated_at': '2022-11-02T13:12:30Z', 'revision_number': 5, 'project_id': '09d23c3964304a16bcd7080a9313a5fc', 'gw_port': {'id': '00b9a0b9-14b8-45d2-b818-2708c31e925c', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:49:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:24Z', 'updated_at': '2022-11-02T13:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:12:31.563484 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-03bd72b9-fb83-4c81-825c-29791f95ab75 admin admin] Deleting port 00b9a0b9-14b8-45d2-b818-2708c31e925c {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:12:31.565910 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03bd72b9-fb83-4c81-825c-29791f95ab75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (00b9a0b9-14b8-45d2-b818-2708c31e925c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:31.662593 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-03bd72b9-fb83-4c81-825c-29791f95ab75 admin admin] For port 00b9a0b9-14b8-45d2-b818-2708c31e925c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=00b9a0b9-14b8-45d2-b818-2708c31e925c,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:31.662998 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03bd72b9-fb83-4c81-825c-29791f95ab75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (00b9a0b9-14b8-45d2-b818-2708c31e925c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:31.680539 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-03bd72b9-fb83-4c81-825c-29791f95ab75 admin admin] Calling delete_port for 00b9a0b9-14b8-45d2-b818-2708c31e925c owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:12:31.988318 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-83991bee-8f06-4048-b780-99ebf4f366b2 None None] Provisioning complete for port d9df7a90-9cc7-4991-9e8c-051256d29ffe triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:31.989299 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-83991bee-8f06-4048-b780-99ebf4f366b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (d9df7a90-9cc7-4991-9e8c-051256d29ffe), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:31.989299 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-83991bee-8f06-4048-b780-99ebf4f366b2 None None] Attempt 1 to provision port d9df7a90-9cc7-4991-9e8c-051256d29ffe Nov 02 13:12:31.994305 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03bd72b9-fb83-4c81-825c-29791f95ab75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (00b9a0b9-14b8-45d2-b818-2708c31e925c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:32.004787 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:32.037992 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd72b9-fb83-4c81-825c-29791f95ab75 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b9a0b9-14b8-45d2-b818-2708c31e925c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:32.088169 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:32.106804 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-83991bee-8f06-4048-b780-99ebf4f366b2 None None] Current status of the port d9df7a90-9cc7-4991-9e8c-051256d29ffe is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:32.109706 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03bd72b9-fb83-4c81-825c-29791f95ab75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:32.192012 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4947330e-0f09-42f2-8bb7-d7080ceddbe3 None None] Sync routers for ids ['7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:12:32.204000 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4947330e-0f09-42f2-8bb7-d7080ceddbe3 None None] Routers {'7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:12:32.204745 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4947330e-0f09-42f2-8bb7-d7080ceddbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:32.211085 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03bd72b9-fb83-4c81-825c-29791f95ab75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:32.213548 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03bd72b9-fb83-4c81-825c-29791f95ab75 admin admin] Publish callbacks [] for router_controller (7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:32.361666 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-4947330e-0f09-42f2-8bb7-d7080ceddbe3 None None] Set router 7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:12:32.412568 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-4947330e-0f09-42f2-8bb7-d7080ceddbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc', 'name': 'tempest-DeleteServersTestJSON-502136327-router', 'tenant_id': '09d23c3964304a16bcd7080a9313a5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:23Z', 'updated_at': '2022-11-02T13:12:31Z', 'revision_number': 7, 'project_id': '09d23c3964304a16bcd7080a9313a5fc', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:32.433777 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03bd72b9-fb83-4c81-825c-29791f95ab75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:32.434436 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bd72b9-fb83-4c81-825c-29791f95ab75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:12:32.438644 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4947330e-0f09-42f2-8bb7-d7080ceddbe3 None None] Checking router: 7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:12:32.438987 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-03bd72b9-fb83-4c81-825c-29791f95ab75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:32.442869 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-03bd72b9-fb83-4c81-825c-29791f95ab75 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc HTTP/1.1" status: 204 len: 168 time: 1.3285813 Nov 02 13:12:32.450733 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49766) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:32.450987 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4947330e-0f09-42f2-8bb7-d7080ceddbe3 None None] Routers set() bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:12:32.450987 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4947330e-0f09-42f2-8bb7-d7080ceddbe3 None None] Router IDs set() for agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Nov 02 13:12:32.450987 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_agentschedulers_db [None req-4947330e-0f09-42f2-8bb7-d7080ceddbe3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent'). {{(pid=105978) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 02 13:12:32.450987 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4947330e-0f09-42f2-8bb7-d7080ceddbe3 None None] The sync data for ids ['7a2c0a92-e3aa-49d2-ab4f-bd1763115fcc'] in n-d-857339-6 is: [] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:12:32.497689 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-330b3bf5-9b5e-421f-b6f6-e10b1c34a300 admin admin] Deleting subnet 9c277c9c-544c-49b6-baad-62f23dc583a6 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:12:32.502257 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-330b3bf5-9b5e-421f-b6f6-e10b1c34a300 admin admin] Publish callbacks [] for subnet (9c277c9c-544c-49b6-baad-62f23dc583a6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:32.542299 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-330b3bf5-9b5e-421f-b6f6-e10b1c34a300 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (9c277c9c-544c-49b6-baad-62f23dc583a6), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:32.634436 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:32.639986 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-330b3bf5-9b5e-421f-b6f6-e10b1c34a300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (9c277c9c-544c-49b6-baad-62f23dc583a6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:32.799650 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-330b3bf5-9b5e-421f-b6f6-e10b1c34a300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (9c277c9c-544c-49b6-baad-62f23dc583a6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:32.826450 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b3bf5-9b5e-421f-b6f6-e10b1c34a300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c277c9c-544c-49b6-baad-62f23dc583a6,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:32.832840 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-330b3bf5-9b5e-421f-b6f6-e10b1c34a300 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:32.836024 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-330b3bf5-9b5e-421f-b6f6-e10b1c34a300 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/9c277c9c-544c-49b6-baad-62f23dc583a6 HTTP/1.1" status: 204 len: 168 time: 0.3918452 Nov 02 13:12:32.838717 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49768) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:32.842086 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee861e8-1387-479d-8e2f-ebc45b03229f None None] Network 73f5cf02-810d-4212-93cb-2ed926b6bac4 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:12:32.919343 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b83ee68-deb9-4bd8-9d0b-ac99944bf021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (73f5cf02-810d-4212-93cb-2ed926b6bac4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:32.976170 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-5b83ee68-deb9-4bd8-9d0b-ac99944bf021 admin admin] Deleting port d9df7a90-9cc7-4991-9e8c-051256d29ffe {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:12:32.976711 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b83ee68-deb9-4bd8-9d0b-ac99944bf021 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d9df7a90-9cc7-4991-9e8c-051256d29ffe), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.017051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac8bc60-ea08-4be1-b462-001e83218459 None None] DHCP port deletion for 73f5cf02-810d-4212-93cb-2ed926b6bac4 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:12:33.055813 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 00b9a0b9-14b8-45d2-b818-2708c31e925c no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:33.061187 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:33.074412 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-5b83ee68-deb9-4bd8-9d0b-ac99944bf021 admin admin] For port d9df7a90-9cc7-4991-9e8c-051256d29ffe, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d9df7a90-9cc7-4991-9e8c-051256d29ffe,segment=NetworkSegment(e52920f5-c62c-4441-9e23-d9c875d99ef1),segment_id=e52920f5-c62c-4441-9e23-d9c875d99ef1)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:33.074850 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b83ee68-deb9-4bd8-9d0b-ac99944bf021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d9df7a90-9cc7-4991-9e8c-051256d29ffe), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.087219 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 00b9a0b9-14b8-45d2-b818-2708c31e925c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:12:33.087219 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 00b9a0b9-14b8-45d2-b818-2708c31e925c not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:12:33.092459 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-5b83ee68-deb9-4bd8-9d0b-ac99944bf021 admin admin] Calling delete_port for d9df7a90-9cc7-4991-9e8c-051256d29ffe owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:12:33.095422 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-eac8bc60-ea08-4be1-b462-001e83218459 None None] Deleting port d9df7a90-9cc7-4991-9e8c-051256d29ffe {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:12:33.095826 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-eac8bc60-ea08-4be1-b462-001e83218459 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (d9df7a90-9cc7-4991-9e8c-051256d29ffe), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.169485 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-eac8bc60-ea08-4be1-b462-001e83218459 None None] For port d9df7a90-9cc7-4991-9e8c-051256d29ffe, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=d9df7a90-9cc7-4991-9e8c-051256d29ffe,segment=NetworkSegment(e52920f5-c62c-4441-9e23-d9c875d99ef1),segment_id=e52920f5-c62c-4441-9e23-d9c875d99ef1)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:33.169943 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-eac8bc60-ea08-4be1-b462-001e83218459 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (d9df7a90-9cc7-4991-9e8c-051256d29ffe), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.187376 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-eac8bc60-ea08-4be1-b462-001e83218459 None None] Calling delete_port for d9df7a90-9cc7-4991-9e8c-051256d29ffe owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:12:33.285253 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b83ee68-deb9-4bd8-9d0b-ac99944bf021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (d9df7a90-9cc7-4991-9e8c-051256d29ffe), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.292300 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-eac8bc60-ea08-4be1-b462-001e83218459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (d9df7a90-9cc7-4991-9e8c-051256d29ffe), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.311843 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83ee68-deb9-4bd8-9d0b-ac99944bf021 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9df7a90-9cc7-4991-9e8c-051256d29ffe,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:33.315529 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b83ee68-deb9-4bd8-9d0b-ac99944bf021 admin admin] No DVR routers for this DVR port d9df7a90-9cc7-4991-9e8c-051256d29ffe on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:12:33.319339 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8bc60-ea08-4be1-b462-001e83218459 None None] Pushing event deleted for resources: {'Port': ['ID=d9df7a90-9cc7-4991-9e8c-051256d29ffe,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:33.323536 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac8bc60-ea08-4be1-b462-001e83218459 None None] No DVR routers for this DVR port d9df7a90-9cc7-4991-9e8c-051256d29ffe on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:12:33.400021 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b83ee68-deb9-4bd8-9d0b-ac99944bf021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (73f5cf02-810d-4212-93cb-2ed926b6bac4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.424622 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5b83ee68-deb9-4bd8-9d0b-ac99944bf021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f5cf02-810d-4212-93cb-2ed926b6bac4']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:33.436062 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5b83ee68-deb9-4bd8-9d0b-ac99944bf021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52920f5-c62c-4441-9e23-d9c875d99ef1') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:33.436816 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-5b83ee68-deb9-4bd8-9d0b-ac99944bf021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52920f5-c62c-4441-9e23-d9c875d99ef1') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:33.445492 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:33.448093 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b83ee68-deb9-4bd8-9d0b-ac99944bf021 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (e52920f5-c62c-4441-9e23-d9c875d99ef1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.463185 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b83ee68-deb9-4bd8-9d0b-ac99944bf021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (e52920f5-c62c-4441-9e23-d9c875d99ef1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.471174 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b83ee68-deb9-4bd8-9d0b-ac99944bf021 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:12:33.471578 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b83ee68-deb9-4bd8-9d0b-ac99944bf021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (e52920f5-c62c-4441-9e23-d9c875d99ef1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.636570 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment e52920f5-c62c-4441-9e23-d9c875d99ef1 resource provider aggregate not found Nov 02 13:12:33.644970 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b83ee68-deb9-4bd8-9d0b-ac99944bf021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (73f5cf02-810d-4212-93cb-2ed926b6bac4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.652241 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5b83ee68-deb9-4bd8-9d0b-ac99944bf021 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.661448 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5b83ee68-deb9-4bd8-9d0b-ac99944bf021 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/73f5cf02-810d-4212-93cb-2ed926b6bac4 HTTP/1.1" status: 204 len: 168 time: 0.8158145 Nov 02 13:12:33.661448 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment e52920f5-c62c-4441-9e23-d9c875d99ef1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e52920f5-c62c-4441-9e23-d9c875d99ef1 found for delete ", "request_id": "req-f16d4b53-56c8-4db3-901f-db4b7b448f6e"}]} Nov 02 13:12:33.672413 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83ee68-deb9-4bd8-9d0b-ac99944bf021 admin admin] Pushing event deleted for resources: {'Network': ['ID=73f5cf02-810d-4212-93cb-2ed926b6bac4,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:34.009772 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49778) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:34.056872 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8628fda7-a513-4c24-af85-7beabf32e43a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=09d23c3964304a16bcd7080a9313a5fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458426 Nov 02 13:12:34.059446 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49780) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:34.110229 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c60a5d6-3137-4e4f-b32d-c867a422e6ac admin admin] Publish callbacks [] for security_group (bfeb1ec0-e59c-41f8-b86c-f7380be76db6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:34.132217 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c60a5d6-3137-4e4f-b32d-c867a422e6ac admin admin] Publish callbacks [] for security_group (bfeb1ec0-e59c-41f8-b86c-f7380be76db6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:34.268085 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c60a5d6-3137-4e4f-b32d-c867a422e6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (bfeb1ec0-e59c-41f8-b86c-f7380be76db6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:34.270740 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2c60a5d6-3137-4e4f-b32d-c867a422e6ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:34.272028 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2c60a5d6-3137-4e4f-b32d-c867a422e6ac admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bfeb1ec0-e59c-41f8-b86c-f7380be76db6 HTTP/1.1" status: 204 len: 168 time: 0.2115793 Nov 02 13:12:34.281419 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60a5d6-3137-4e4f-b32d-c867a422e6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfeb1ec0-e59c-41f8-b86c-f7380be76db6,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:34.704997 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d9df7a90-9cc7-4991-9e8c-051256d29ffe no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:34.725024 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: d9df7a90-9cc7-4991-9e8c-051256d29ffe {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:12:34.725356 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device d9df7a90-9cc7-4991-9e8c-051256d29ffe not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:12:35.483627 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49802) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:35.608016 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-331123121-network', 'tenant_id': '6e7a1c1ebdbd4c6a917564a830970660'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:12:35.614342 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:35.702315 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Made reservation on behalf of 6e7a1c1ebdbd4c6a917564a830970660 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:12:35.704935 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:35.716933 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:35.799616 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Publish callbacks [] for security_group (0993d666-2f45-4a78-92d7-727020f37b7c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:35.914526 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0993d666-2f45-4a78-92d7-727020f37b7c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:35.946596 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:12:35.953127 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0993d666-2f45-4a78-92d7-727020f37b7c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:35.965328 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:35.965684 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:35.966064 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:35.967016 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:35.967356 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:35.967697 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:35.968037 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:35.968371 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:35.968728 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:35.969196 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:35.969479 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:35.969814 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:35.970144 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:35.970463 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:35.970803 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:35.974730 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:35.975116 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Added segment ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a of type vlan for network d5418b5c-3e26-4f8a-bb42-2068b64da199 Nov 02 13:12:35.988141 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:36.019052 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (d5418b5c-3e26-4f8a-bb42-2068b64da199), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:36.108833 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (d5418b5c-3e26-4f8a-bb42-2068b64da199), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:36.109905 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:36.110506 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:36.177324 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=d5418b5c-3e26-4f8a-bb42-2068b64da199,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:36.189255 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network d5418b5c-3e26-4f8a-bb42-2068b64da199 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:12:36.241471 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-af265f37-993b-4e14-80aa-2c2bab7e8ae9 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7535968 Nov 02 13:12:36.241863 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49806) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:36.248456 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-402612d2-ae9e-4617-a8a4-294865bb9696 admin admin] Request body: {'subnet': {'network_id': 'd5418b5c-3e26-4f8a-bb42-2068b64da199', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-331123121-subnet', 'tenant_id': '6e7a1c1ebdbd4c6a917564a830970660', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:12:36.435521 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402612d2-ae9e-4617-a8a4-294865bb9696 admin admin] Made reservation on behalf of 6e7a1c1ebdbd4c6a917564a830970660 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:12:36.439257 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-402612d2-ae9e-4617-a8a4-294865bb9696 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:36.543432 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:36.758931 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-402612d2-ae9e-4617-a8a4-294865bb9696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (de7dc797-c07f-4d69-9dfa-07c82f50251e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:36.813496 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402612d2-ae9e-4617-a8a4-294865bb9696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de7dc797-c07f-4d69-9dfa-07c82f50251e,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:36.829702 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402612d2-ae9e-4617-a8a4-294865bb9696 admin admin] Checking segment: {'id': 'ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'd5418b5c-3e26-4f8a-bb42-2068b64da199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:12:36.830061 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402612d2-ae9e-4617-a8a4-294865bb9696 admin admin] Network hostable DHCP agents. Network: d5418b5c-3e26-4f8a-bb42-2068b64da199, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:12:36.919395 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402612d2-ae9e-4617-a8a4-294865bb9696 admin admin] Network d5418b5c-3e26-4f8a-bb42-2068b64da199 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:12:37.004609 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-402612d2-ae9e-4617-a8a4-294865bb9696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, d5418b5c-3e26-4f8a-bb42-2068b64da199) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:12:37.009143 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402612d2-ae9e-4617-a8a4-294865bb9696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:37.010358 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-402612d2-ae9e-4617-a8a4-294865bb9696 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:37.014568 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c3bfcb-8afe-488d-8f76-be336fd985a3 None None] Network d5418b5c-3e26-4f8a-bb42-2068b64da199 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:12:37.110615 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-402612d2-ae9e-4617-a8a4-294865bb9696 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8674035 Nov 02 13:12:37.117585 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49808) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:37.117894 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-93c6b7ee-cb9d-429b-aee2-05f13a99d4ca admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-331123121-router', 'tenant_id': '6e7a1c1ebdbd4c6a917564a830970660', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:12:37.123861 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-d5418b5c-3e26-4f8a-bb42-2068b64da199', 'network_id': 'd5418b5c-3e26-4f8a-bb42-2068b64da199', 'project_id': '6e7a1c1ebdbd4c6a917564a830970660', 'fixed_ips': [{'subnet_id': 'de7dc797-c07f-4d69-9dfa-07c82f50251e'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:12:37.124870 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:37.239620 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93c6b7ee-cb9d-429b-aee2-05f13a99d4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (c7d336e4-365c-4c47-a555-9ab23d58f50f), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:37.240776 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93c6b7ee-cb9d-429b-aee2-05f13a99d4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (c7d336e4-365c-4c47-a555-9ab23d58f50f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:37.245324 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:37.264039 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] Allocated IP 172.20.0.2 (d5418b5c-3e26-4f8a-bb42-2068b64da199/de7dc797-c07f-4d69-9dfa-07c82f50251e/10200363-f492-4109-b469-0c7f4eb8a634) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:12:37.294385 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93c6b7ee-cb9d-429b-aee2-05f13a99d4ca admin admin] Publish callbacks [] for router_controller (c7d336e4-365c-4c47-a555-9ab23d58f50f), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:37.332754 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:37.422078 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] Publish callbacks [] for port (10200363-f492-4109-b469-0c7f4eb8a634), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:37.514299 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93c6b7ee-cb9d-429b-aee2-05f13a99d4ca admin admin] Publish callbacks [] for router_gateway (c7d336e4-365c-4c47-a555-9ab23d58f50f), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:37.599721 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (10200363-f492-4109-b469-0c7f4eb8a634), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:37.644463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] Network d5418b5c-3e26-4f8a-bb42-2068b64da199 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:12:37.650801 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:12:37.656804 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] Pushing event updated for resources: {'Port': ['ID=10200363-f492-4109-b469-0c7f4eb8a634,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:37.656804 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:12:37.714423 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:37.720108 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] Attempting to bind port 10200363-f492-4109-b469-0c7f4eb8a634 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:12:37.720482 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] Attempting to bind port 10200363-f492-4109-b469-0c7f4eb8a634 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'd5418b5c-3e26-4f8a-bb42-2068b64da199'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:12:37.720877 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] Attempting to bind port 10200363-f492-4109-b469-0c7f4eb8a634 on network d5418b5c-3e26-4f8a-bb42-2068b64da199 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:12:37.766209 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:12:37.766691 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] Checking segment: {'id': 'ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'd5418b5c-3e26-4f8a-bb42-2068b64da199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:12:37.766982 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:37.767380 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] Bound using segment: {'id': 'ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'd5418b5c-3e26-4f8a-bb42-2068b64da199'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:12:37.767862 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] Bound port: 10200363-f492-4109-b469-0c7f4eb8a634, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'd5418b5c-3e26-4f8a-bb42-2068b64da199'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:12:37.768247 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (10200363-f492-4109-b469-0c7f4eb8a634), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:37.838492 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] For port 10200363-f492-4109-b469-0c7f4eb8a634, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:12:37.839253 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93c6b7ee-cb9d-429b-aee2-05f13a99d4ca admin admin] Publish callbacks [] for router_gateway (c7d336e4-365c-4c47-a555-9ab23d58f50f), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:37.842072 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] For port 10200363-f492-4109-b469-0c7f4eb8a634, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=10200363-f492-4109-b469-0c7f4eb8a634,segment=NetworkSegment(ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a),segment_id=ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:12:37.861438 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93c6b7ee-cb9d-429b-aee2-05f13a99d4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:37.942944 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (10200363-f492-4109-b469-0c7f4eb8a634), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:38.013343 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-93c6b7ee-cb9d-429b-aee2-05f13a99d4ca admin admin] Allocated IP 172.25.2.110 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/8dc174c3-7fbb-49a8-92db-3a69fe0ec866) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:12:38.047093 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b825c2-bb6f-4d43-a7af-cca2bc6f64f1 None None] Pushing event updated for resources: {'Port': ['ID=10200363-f492-4109-b469-0c7f4eb8a634,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:38.130501 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:38.173313 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93c6b7ee-cb9d-429b-aee2-05f13a99d4ca admin admin] Publish callbacks [] for port (8dc174c3-7fbb-49a8-92db-3a69fe0ec866), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:38.325556 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93c6b7ee-cb9d-429b-aee2-05f13a99d4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (8dc174c3-7fbb-49a8-92db-3a69fe0ec866), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:38.376603 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c6b7ee-cb9d-429b-aee2-05f13a99d4ca admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:12:38.382546 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-93c6b7ee-cb9d-429b-aee2-05f13a99d4ca admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:12:38.387416 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c6b7ee-cb9d-429b-aee2-05f13a99d4ca admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:12:38.414056 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6b7ee-cb9d-429b-aee2-05f13a99d4ca admin admin] Pushing event updated for resources: {'Port': ['ID=8dc174c3-7fbb-49a8-92db-3a69fe0ec866,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:38.744370 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 10200363-f492-4109-b469-0c7f4eb8a634 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:12:38.780380 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93c6b7ee-cb9d-429b-aee2-05f13a99d4ca admin admin] Publish callbacks [] for router_gateway (c7d336e4-365c-4c47-a555-9ab23d58f50f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:38.799622 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 10200363-f492-4109-b469-0c7f4eb8a634 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:38.799999 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (10200363-f492-4109-b469-0c7f4eb8a634), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:38.800332 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 10200363-f492-4109-b469-0c7f4eb8a634 Nov 02 13:12:38.892968 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 10200363-f492-4109-b469-0c7f4eb8a634 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:38.893539 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (10200363-f492-4109-b469-0c7f4eb8a634), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:38.945371 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 10200363-f492-4109-b469-0c7f4eb8a634, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=10200363-f492-4109-b469-0c7f4eb8a634,segment=NetworkSegment(ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a),segment_id=ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:39.033469 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (10200363-f492-4109-b469-0c7f4eb8a634), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:39.097632 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=10200363-f492-4109-b469-0c7f4eb8a634,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:39.121827 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80c4426-b1f7-4136-bbb6-a85b16596d74 None None] Network d5418b5c-3e26-4f8a-bb42-2068b64da199 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:12:39.200202 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c8099f21-1fe2-490f-ba65-60543e6cbdf1 None None] Provisioning complete for port 10200363-f492-4109-b469-0c7f4eb8a634 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:39.201035 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:39.201613 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c8099f21-1fe2-490f-ba65-60543e6cbdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (10200363-f492-4109-b469-0c7f4eb8a634), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:39.201965 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c8099f21-1fe2-490f-ba65-60543e6cbdf1 None None] Attempt 1 to provision port 10200363-f492-4109-b469-0c7f4eb8a634 Nov 02 13:12:39.321622 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c8099f21-1fe2-490f-ba65-60543e6cbdf1 None None] Current status of the port 10200363-f492-4109-b469-0c7f4eb8a634 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:39.326387 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93c6b7ee-cb9d-429b-aee2-05f13a99d4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (c7d336e4-365c-4c47-a555-9ab23d58f50f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:39.542313 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c6b7ee-cb9d-429b-aee2-05f13a99d4ca admin admin] Router c7d336e4-365c-4c47-a555-9ab23d58f50f is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:12:39.549556 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-54a1250d-ec4a-484d-9827-f27dba405258 None None] Provisioning complete for port 10200363-f492-4109-b469-0c7f4eb8a634 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:39.549937 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-54a1250d-ec4a-484d-9827-f27dba405258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (10200363-f492-4109-b469-0c7f4eb8a634), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:39.550247 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-54a1250d-ec4a-484d-9827-f27dba405258 None None] Attempt 1 to provision port 10200363-f492-4109-b469-0c7f4eb8a634 Nov 02 13:12:39.571492 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:39.637370 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-54a1250d-ec4a-484d-9827-f27dba405258 None None] Current status of the port 10200363-f492-4109-b469-0c7f4eb8a634 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:39.672391 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c6b7ee-cb9d-429b-aee2-05f13a99d4ca admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:12:39.724941 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] Sync routers for ids ['c7d336e4-365c-4c47-a555-9ab23d58f50f'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:12:39.724941 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] Routers {'c7d336e4-365c-4c47-a555-9ab23d58f50f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:12:39.724941 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c7d336e4-365c-4c47-a555-9ab23d58f50f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:39.807113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] Set router c7d336e4-365c-4c47-a555-9ab23d58f50f gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:12:39.811779 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93c6b7ee-cb9d-429b-aee2-05f13a99d4ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:39.817334 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-93c6b7ee-cb9d-429b-aee2-05f13a99d4ca admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6987689 Nov 02 13:12:39.822029 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49810) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:39.914854 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:39.983133 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d336e4-365c-4c47-a555-9ab23d58f50f', 'name': 'tempest-ServerDiskConfigTestJSON-331123121-router', 'tenant_id': '6e7a1c1ebdbd4c6a917564a830970660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '8dc174c3-7fbb-49a8-92db-3a69fe0ec866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:37Z', 'updated_at': '2022-11-02T13:12:38Z', 'revision_number': 3, 'project_id': '6e7a1c1ebdbd4c6a917564a830970660', 'gw_port': {'id': '8dc174c3-7fbb-49a8-92db-3a69fe0ec866', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ba:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d336e4-365c-4c47-a555-9ab23d58f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:37Z', 'updated_at': '2022-11-02T13:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:40.013857 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] Checking router: c7d336e4-365c-4c47-a555-9ab23d58f50f for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:12:40.014213 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] Updating router c7d336e4-365c-4c47-a555-9ab23d58f50f port 8dc174c3-7fbb-49a8-92db-3a69fe0ec866 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:12:40.043969 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8dc174c3-7fbb-49a8-92db-3a69fe0ec866), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:40.091534 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:40.270587 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:40.283865 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa95c-7d90-44ef-8622-ea76c2d608fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:40.327296 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] Publish callbacks [] for port (8dc174c3-7fbb-49a8-92db-3a69fe0ec866), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:40.427480 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8dc174c3-7fbb-49a8-92db-3a69fe0ec866), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:40.453842 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-7e8aa95c-7d90-44ef-8622-ea76c2d608fa admin admin] Allocated IP 172.20.0.1 (d5418b5c-3e26-4f8a-bb42-2068b64da199/de7dc797-c07f-4d69-9dfa-07c82f50251e/bfab1ff3-084d-44e6-8656-411f9fe04b1d) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:12:40.462667 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] Attempting to bind port 8dc174c3-7fbb-49a8-92db-3a69fe0ec866 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:12:40.462918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] Attempting to bind port 8dc174c3-7fbb-49a8-92db-3a69fe0ec866 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:12:40.463278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] Attempting to bind port 8dc174c3-7fbb-49a8-92db-3a69fe0ec866 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:12:40.507792 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb85bbe-a780-45d0-8858-3b6f0cf5efd8 None None] Pushing event updated for resources: {'Port': ['ID=8dc174c3-7fbb-49a8-92db-3a69fe0ec866,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:40.530268 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:12:40.530675 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:12:40.531078 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:40.531463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:12:40.531939 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] Bound port: 8dc174c3-7fbb-49a8-92db-3a69fe0ec866, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:12:40.532323 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8dc174c3-7fbb-49a8-92db-3a69fe0ec866), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:40.586733 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] For port 8dc174c3-7fbb-49a8-92db-3a69fe0ec866, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:12:40.590453 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] For port 8dc174c3-7fbb-49a8-92db-3a69fe0ec866, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8dc174c3-7fbb-49a8-92db-3a69fe0ec866,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:12:40.597146 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa95c-7d90-44ef-8622-ea76c2d608fa admin admin] Publish callbacks [] for port (bfab1ff3-084d-44e6-8656-411f9fe04b1d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:40.708103 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8dc174c3-7fbb-49a8-92db-3a69fe0ec866), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:40.732100 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:40.737953 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 10200363-f492-4109-b469-0c7f4eb8a634 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:12:40.742252 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa95c-7d90-44ef-8622-ea76c2d608fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (bfab1ff3-084d-44e6-8656-411f9fe04b1d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:40.792939 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8aa95c-7d90-44ef-8622-ea76c2d608fa admin admin] Network d5418b5c-3e26-4f8a-bb42-2068b64da199 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:12:40.794189 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] Routers {'c7d336e4-365c-4c47-a555-9ab23d58f50f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:12:40.795235 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c7d336e4-365c-4c47-a555-9ab23d58f50f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:40.796975 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-7e8aa95c-7d90-44ef-8622-ea76c2d608fa admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:12:40.801331 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8aa95c-7d90-44ef-8622-ea76c2d608fa admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:12:40.825845 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8aa95c-7d90-44ef-8622-ea76c2d608fa admin admin] Pushing event updated for resources: {'Port': ['ID=bfab1ff3-084d-44e6-8656-411f9fe04b1d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:40.858768 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa95c-7d90-44ef-8622-ea76c2d608fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (c7d336e4-365c-4c47-a555-9ab23d58f50f), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:40.863054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb85bbe-a780-45d0-8858-3b6f0cf5efd8 None None] Pushing event updated for resources: {'Port': ['ID=8dc174c3-7fbb-49a8-92db-3a69fe0ec866,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:40.896314 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 10200363-f492-4109-b469-0c7f4eb8a634 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:40.896314 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (10200363-f492-4109-b469-0c7f4eb8a634), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:40.896314 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 10200363-f492-4109-b469-0c7f4eb8a634 Nov 02 13:12:41.036125 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:41.090662 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:41.118590 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7c6b619b-7d1f-4482-907c-56aa8a2296a6 None None] Provisioning complete for port bfab1ff3-084d-44e6-8656-411f9fe04b1d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:41.123901 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7c6b619b-7d1f-4482-907c-56aa8a2296a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (bfab1ff3-084d-44e6-8656-411f9fe04b1d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:41.123901 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7c6b619b-7d1f-4482-907c-56aa8a2296a6 None None] Attempt 1 to provision port bfab1ff3-084d-44e6-8656-411f9fe04b1d Nov 02 13:12:41.127271 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] Set router c7d336e4-365c-4c47-a555-9ab23d58f50f gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:12:41.254479 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b619b-7d1f-4482-907c-56aa8a2296a6 None None] Port bfab1ff3-084d-44e6-8656-411f9fe04b1d cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:12:41.278695 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa95c-7d90-44ef-8622-ea76c2d608fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (bfab1ff3-084d-44e6-8656-411f9fe04b1d), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:41.301843 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 10200363-f492-4109-b469-0c7f4eb8a634 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:41.338289 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:41.373622 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d336e4-365c-4c47-a555-9ab23d58f50f', 'name': 'tempest-ServerDiskConfigTestJSON-331123121-router', 'tenant_id': '6e7a1c1ebdbd4c6a917564a830970660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '8dc174c3-7fbb-49a8-92db-3a69fe0ec866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:37Z', 'updated_at': '2022-11-02T13:12:38Z', 'revision_number': 3, 'project_id': '6e7a1c1ebdbd4c6a917564a830970660', 'gw_port': {'id': '8dc174c3-7fbb-49a8-92db-3a69fe0ec866', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ba:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d336e4-365c-4c47-a555-9ab23d58f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:37Z', 'updated_at': '2022-11-02T13:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:41.400604 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d251a78-df39-4c48-a56e-79e6cb741212 None None] The sync data for ids ['c7d336e4-365c-4c47-a555-9ab23d58f50f'] in n-d-857339-6 is: [{'id': 'c7d336e4-365c-4c47-a555-9ab23d58f50f', 'name': 'tempest-ServerDiskConfigTestJSON-331123121-router', 'tenant_id': '6e7a1c1ebdbd4c6a917564a830970660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '8dc174c3-7fbb-49a8-92db-3a69fe0ec866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:37Z', 'updated_at': '2022-11-02T13:12:38Z', 'revision_number': 3, 'project_id': '6e7a1c1ebdbd4c6a917564a830970660', 'gw_port': {'id': '8dc174c3-7fbb-49a8-92db-3a69fe0ec866', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ba:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d336e4-365c-4c47-a555-9ab23d58f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:37Z', 'updated_at': '2022-11-02T13:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:12:41.469829 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa95c-7d90-44ef-8622-ea76c2d608fa admin admin] Publish callbacks [] for port (bfab1ff3-084d-44e6-8656-411f9fe04b1d), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:41.565699 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa95c-7d90-44ef-8622-ea76c2d608fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (bfab1ff3-084d-44e6-8656-411f9fe04b1d), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:41.642805 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa95c-7d90-44ef-8622-ea76c2d608fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (c7d336e4-365c-4c47-a555-9ab23d58f50f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:41.644318 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8aa95c-7d90-44ef-8622-ea76c2d608fa admin admin] Pushing event updated for resources: {'Port': ['ID=bfab1ff3-084d-44e6-8656-411f9fe04b1d,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:41.781944 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8aa95c-7d90-44ef-8622-ea76c2d608fa admin admin] Network d5418b5c-3e26-4f8a-bb42-2068b64da199 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:12:41.784136 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-7e8aa95c-7d90-44ef-8622-ea76c2d608fa admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:12:41.922100 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8aa95c-7d90-44ef-8622-ea76c2d608fa admin admin] Router c7d336e4-365c-4c47-a555-9ab23d58f50f has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:12:42.045255 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8aa95c-7d90-44ef-8622-ea76c2d608fa admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:12:42.050796 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7e8aa95c-7d90-44ef-8622-ea76c2d608fa admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/c7d336e4-365c-4c47-a555-9ab23d58f50f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2321172 Nov 02 13:12:42.086709 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ec1213c4-07bd-4cc7-8e6b-17862ad12032 None None] Provisioning complete for port bfab1ff3-084d-44e6-8656-411f9fe04b1d triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:42.087303 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ec1213c4-07bd-4cc7-8e6b-17862ad12032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (bfab1ff3-084d-44e6-8656-411f9fe04b1d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:42.087531 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ec1213c4-07bd-4cc7-8e6b-17862ad12032 None None] Attempt 1 to provision port bfab1ff3-084d-44e6-8656-411f9fe04b1d Nov 02 13:12:42.125207 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ec1213c4-07bd-4cc7-8e6b-17862ad12032 None None] Port bfab1ff3-084d-44e6-8656-411f9fe04b1d cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:12:42.447369 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=12 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:42.448971 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=62 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:42.589196 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cfd0d-9935-4685-a108-6ea7b6d53872 req-1596d88f-33f1-4b17-9c32-389a903886a0 tempest-ServerDiskConfigTestJSON-277437254 tempest-ServerDiskConfigTestJSON-277437254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:42.590756 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d46cfd0d-9935-4685-a108-6ea7b6d53872 req-1596d88f-33f1-4b17-9c32-389a903886a0 tempest-ServerDiskConfigTestJSON-277437254 tempest-ServerDiskConfigTestJSON-277437254-project] 10.222.0.64 "GET /networking/v2.0/networks?id=d5418b5c-3e26-4f8a-bb42-2068b64da199 HTTP/1.1" status: 200 len: 814 time: 0.1250103 Nov 02 13:12:42.606444 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d46cfd0d-9935-4685-a108-6ea7b6d53872 req-d590cc8c-ab07-4e1e-82ed-d0cd2fc44d9a tempest-ServerDiskConfigTestJSON-277437254 tempest-ServerDiskConfigTestJSON-277437254-project] 10.222.0.64 "GET /networking/v2.0/quotas/6e7a1c1ebdbd4c6a917564a830970660 HTTP/1.1" status: 200 len: 375 time: 0.0100005 Nov 02 13:12:42.645922 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:42.664415 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-d46cfd0d-9935-4685-a108-6ea7b6d53872 req-34a7c21b-d0cc-45a8-ac2c-9436148ed1ef tempest-ServerDiskConfigTestJSON-277437254 tempest-ServerDiskConfigTestJSON-277437254-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=6e7a1c1ebdbd4c6a917564a830970660&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505683 Nov 02 13:12:42.758390 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8dc174c3-7fbb-49a8-92db-3a69fe0ec866 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:12:42.811926 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 8dc174c3-7fbb-49a8-92db-3a69fe0ec866 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:42.812276 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8dc174c3-7fbb-49a8-92db-3a69fe0ec866), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:42.812685 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 8dc174c3-7fbb-49a8-92db-3a69fe0ec866 Nov 02 13:12:42.912323 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 8dc174c3-7fbb-49a8-92db-3a69fe0ec866 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:42.912747 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (8dc174c3-7fbb-49a8-92db-3a69fe0ec866), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:42.937378 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 8dc174c3-7fbb-49a8-92db-3a69fe0ec866, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8dc174c3-7fbb-49a8-92db-3a69fe0ec866,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:42.938837 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dfe11319-ffc5-42c5-85fb-202f83b3e329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:42.962085 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852e7e8-b88f-4cc5-8c38-57b68f1a17f0 req-69e26f05-fbcc-45de-b556-bdd9ef479600 tempest-ServerDiskConfigTestJSON-277437254 tempest-ServerDiskConfigTestJSON-277437254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:42.963627 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f852e7e8-b88f-4cc5-8c38-57b68f1a17f0 req-69e26f05-fbcc-45de-b556-bdd9ef479600 tempest-ServerDiskConfigTestJSON-277437254 tempest-ServerDiskConfigTestJSON-277437254-project] 10.222.0.64 "GET /networking/v2.0/networks?id=d5418b5c-3e26-4f8a-bb42-2068b64da199 HTTP/1.1" status: 200 len: 814 time: 0.1318812 Nov 02 13:12:42.981017 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f852e7e8-b88f-4cc5-8c38-57b68f1a17f0 req-8c29c88e-05fa-40b1-b3e2-8f29fa6e552f tempest-ServerDiskConfigTestJSON-277437254 tempest-ServerDiskConfigTestJSON-277437254-project] 10.222.0.64 "GET /networking/v2.0/quotas/6e7a1c1ebdbd4c6a917564a830970660 HTTP/1.1" status: 200 len: 375 time: 0.0099189 Nov 02 13:12:43.035059 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f852e7e8-b88f-4cc5-8c38-57b68f1a17f0 req-7b9af5fd-a46d-4046-9554-770e1c3e9f3f tempest-ServerDiskConfigTestJSON-277437254 tempest-ServerDiskConfigTestJSON-277437254-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=6e7a1c1ebdbd4c6a917564a830970660&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476441 Nov 02 13:12:43.048260 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (8dc174c3-7fbb-49a8-92db-3a69fe0ec866), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:43.091974 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49844) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:43.112055 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=8dc174c3-7fbb-49a8-92db-3a69fe0ec866,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:43.350184 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cffd04-037c-4750-9b9f-10471ed071bd None None] Sync routers for ids ['c7d336e4-365c-4c47-a555-9ab23d58f50f'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:12:43.361498 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cffd04-037c-4750-9b9f-10471ed071bd None None] Routers {'c7d336e4-365c-4c47-a555-9ab23d58f50f'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:12:43.362197 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-11cffd04-037c-4750-9b9f-10471ed071bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c7d336e4-365c-4c47-a555-9ab23d58f50f'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:43.407083 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:43.452607 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (c7d336e4-365c-4c47-a555-9ab23d58f50f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:43.474069 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-11cffd04-037c-4750-9b9f-10471ed071bd None None] Set router c7d336e4-365c-4c47-a555-9ab23d58f50f gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:12:43.685699 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-11cffd04-037c-4750-9b9f-10471ed071bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d336e4-365c-4c47-a555-9ab23d58f50f', 'name': 'tempest-ServerDiskConfigTestJSON-331123121-router', 'tenant_id': '6e7a1c1ebdbd4c6a917564a830970660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '8dc174c3-7fbb-49a8-92db-3a69fe0ec866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:37Z', 'updated_at': '2022-11-02T13:12:40Z', 'revision_number': 4, 'project_id': '6e7a1c1ebdbd4c6a917564a830970660', 'gw_port': {'id': '8dc174c3-7fbb-49a8-92db-3a69fe0ec866', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d336e4-365c-4c47-a555-9ab23d58f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:37Z', 'updated_at': '2022-11-02T13:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'bfab1ff3-084d-44e6-8656-411f9fe04b1d', 'name': '', 'network_id': 'd5418b5c-3e26-4f8a-bb42-2068b64da199', 'tenant_id': '6e7a1c1ebdbd4c6a917564a830970660', 'mac_address': 'fa:16:3e:6d:cc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d336e4-365c-4c47-a555-9ab23d58f50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'de7dc797-c07f-4d69-9dfa-07c82f50251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:40Z', 'updated_at': '2022-11-02T13:12:41Z', 'revision_number': 2, 'project_id': '6e7a1c1ebdbd4c6a917564a830970660', 'subnets': [{'id': 'de7dc797-c07f-4d69-9dfa-07c82f50251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:43.705176 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Deleting port bfab1ff3-084d-44e6-8656-411f9fe04b1d {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:12:43.705882 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (bfab1ff3-084d-44e6-8656-411f9fe04b1d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:43.712201 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cffd04-037c-4750-9b9f-10471ed071bd None None] Checking router: c7d336e4-365c-4c47-a555-9ab23d58f50f for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:12:43.712551 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cffd04-037c-4750-9b9f-10471ed071bd None None] Updating router c7d336e4-365c-4c47-a555-9ab23d58f50f port bfab1ff3-084d-44e6-8656-411f9fe04b1d binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:12:43.748344 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-11cffd04-037c-4750-9b9f-10471ed071bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (bfab1ff3-084d-44e6-8656-411f9fe04b1d), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:43.799385 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (bfab1ff3-084d-44e6-8656-411f9fe04b1d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:43.816713 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Calling delete_port for bfab1ff3-084d-44e6-8656-411f9fe04b1d owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:12:43.887239 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:44.078999 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (bfab1ff3-084d-44e6-8656-411f9fe04b1d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:44.079703 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.db.api [None req-11cffd04-037c-4750-9b9f-10471ed071bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:12:44.080136 n-d-857339-6 neutron-server[105978]: DEBUG oslo_db.api [None req-11cffd04-037c-4750-9b9f-10471ed071bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:12:44.105837 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfab1ff3-084d-44e6-8656-411f9fe04b1d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:44.141081 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.141490 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.141904 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.142287 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.142683 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.143062 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.143443 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.143914 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.144301 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.144813 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.145341 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.145882 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.146413 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.146933 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.147282 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:44.328639 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (c7d336e4-365c-4c47-a555-9ab23d58f50f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:44.353789 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bf6c36-5d15-4155-9b64-17be497ccff2 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:12:44.391582 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:44.433755 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bf6c36-5d15-4155-9b64-17be497ccff2 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:12:44.586607 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Router c7d336e4-365c-4c47-a555-9ab23d58f50f has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:12:44.590179 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:44.602970 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cffd04-037c-4750-9b9f-10471ed071bd None None] Port bfab1ff3-084d-44e6-8656-411f9fe04b1d not found while updating agent binding for router c7d336e4-365c-4c47-a555-9ab23d58f50f. {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 02 13:12:44.613793 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cffd04-037c-4750-9b9f-10471ed071bd None None] Routers {'c7d336e4-365c-4c47-a555-9ab23d58f50f'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:12:44.614626 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-11cffd04-037c-4750-9b9f-10471ed071bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c7d336e4-365c-4c47-a555-9ab23d58f50f'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:44.717162 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:12:44.725260 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-10fe9bdb-e632-4502-8e5d-542154978818 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/c7d336e4-365c-4c47-a555-9ab23d58f50f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6418941 Nov 02 13:12:44.729493 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49846) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:44.759742 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8dc174c3-7fbb-49a8-92db-3a69fe0ec866 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:12:44.785017 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-11cffd04-037c-4750-9b9f-10471ed071bd None None] Set router c7d336e4-365c-4c47-a555-9ab23d58f50f gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:12:44.817327 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 8dc174c3-7fbb-49a8-92db-3a69fe0ec866 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:44.818023 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (8dc174c3-7fbb-49a8-92db-3a69fe0ec866), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:44.818530 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 8dc174c3-7fbb-49a8-92db-3a69fe0ec866 Nov 02 13:12:44.937122 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 8dc174c3-7fbb-49a8-92db-3a69fe0ec866 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:44.964047 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:45.017460 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-11cffd04-037c-4750-9b9f-10471ed071bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d336e4-365c-4c47-a555-9ab23d58f50f', 'name': 'tempest-ServerDiskConfigTestJSON-331123121-router', 'tenant_id': '6e7a1c1ebdbd4c6a917564a830970660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '8dc174c3-7fbb-49a8-92db-3a69fe0ec866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:37Z', 'updated_at': '2022-11-02T13:12:43Z', 'revision_number': 5, 'project_id': '6e7a1c1ebdbd4c6a917564a830970660', 'gw_port': {'id': '8dc174c3-7fbb-49a8-92db-3a69fe0ec866', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d336e4-365c-4c47-a555-9ab23d58f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:37Z', 'updated_at': '2022-11-02T13:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:45.049673 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cffd04-037c-4750-9b9f-10471ed071bd None None] The sync data for ids ['c7d336e4-365c-4c47-a555-9ab23d58f50f'] in n-d-857339-6 is: [{'id': 'c7d336e4-365c-4c47-a555-9ab23d58f50f', 'name': 'tempest-ServerDiskConfigTestJSON-331123121-router', 'tenant_id': '6e7a1c1ebdbd4c6a917564a830970660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '8dc174c3-7fbb-49a8-92db-3a69fe0ec866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:37Z', 'updated_at': '2022-11-02T13:12:43Z', 'revision_number': 5, 'project_id': '6e7a1c1ebdbd4c6a917564a830970660', 'gw_port': {'id': '8dc174c3-7fbb-49a8-92db-3a69fe0ec866', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d336e4-365c-4c47-a555-9ab23d58f50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:37Z', 'updated_at': '2022-11-02T13:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:12:45.228394 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:45.234079 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8107-45c1-468d-b177-5f38f25a184c admin admin] Publish callbacks [] for router (c7d336e4-365c-4c47-a555-9ab23d58f50f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:45.332124 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:45.357150 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8107-45c1-468d-b177-5f38f25a184c admin admin] Publish callbacks [] for router_gateway (c7d336e4-365c-4c47-a555-9ab23d58f50f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:45.373288 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b8a0a174-b733-4f31-afdb-0458f77267de None None] Provisioning complete for port 10200363-f492-4109-b469-0c7f4eb8a634 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:45.374217 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b8a0a174-b733-4f31-afdb-0458f77267de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (10200363-f492-4109-b469-0c7f4eb8a634), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:45.374746 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b8a0a174-b733-4f31-afdb-0458f77267de None None] Attempt 1 to provision port 10200363-f492-4109-b469-0c7f4eb8a634 Nov 02 13:12:45.410233 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:45.459349 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b8a0a174-b733-4f31-afdb-0458f77267de None None] Current status of the port 10200363-f492-4109-b469-0c7f4eb8a634 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:45.537792 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c8107-45c1-468d-b177-5f38f25a184c admin admin] Deleting port 8dc174c3-7fbb-49a8-92db-3a69fe0ec866 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:12:45.538051 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8107-45c1-468d-b177-5f38f25a184c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (8dc174c3-7fbb-49a8-92db-3a69fe0ec866), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:45.637647 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-9e9c8107-45c1-468d-b177-5f38f25a184c admin admin] For port 8dc174c3-7fbb-49a8-92db-3a69fe0ec866, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=8dc174c3-7fbb-49a8-92db-3a69fe0ec866,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:45.638756 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8107-45c1-468d-b177-5f38f25a184c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (8dc174c3-7fbb-49a8-92db-3a69fe0ec866), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:45.654719 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c8107-45c1-468d-b177-5f38f25a184c admin admin] Calling delete_port for 8dc174c3-7fbb-49a8-92db-3a69fe0ec866 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:12:45.854229 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b4afe-85df-4f4e-b14d-47ff4153a969 None None] Sync routers for ids ['c7d336e4-365c-4c47-a555-9ab23d58f50f'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:12:45.866105 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b4afe-85df-4f4e-b14d-47ff4153a969 None None] Routers {'c7d336e4-365c-4c47-a555-9ab23d58f50f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:12:45.866732 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-5a0b4afe-85df-4f4e-b14d-47ff4153a969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c7d336e4-365c-4c47-a555-9ab23d58f50f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:45.904039 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-681d1015-6fa6-4f54-be78-21236621b23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:45.919671 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8107-45c1-468d-b177-5f38f25a184c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (8dc174c3-7fbb-49a8-92db-3a69fe0ec866), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:45.947089 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c8107-45c1-468d-b177-5f38f25a184c admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc174c3-7fbb-49a8-92db-3a69fe0ec866,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:45.959373 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-5a0b4afe-85df-4f4e-b14d-47ff4153a969 None None] Set router c7d336e4-365c-4c47-a555-9ab23d58f50f gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:12:46.013298 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-5a0b4afe-85df-4f4e-b14d-47ff4153a969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d336e4-365c-4c47-a555-9ab23d58f50f', 'name': 'tempest-ServerDiskConfigTestJSON-331123121-router', 'tenant_id': '6e7a1c1ebdbd4c6a917564a830970660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:37Z', 'updated_at': '2022-11-02T13:12:45Z', 'revision_number': 6, 'project_id': '6e7a1c1ebdbd4c6a917564a830970660', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:46.020044 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8107-45c1-468d-b177-5f38f25a184c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (c7d336e4-365c-4c47-a555-9ab23d58f50f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.038872 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b4afe-85df-4f4e-b14d-47ff4153a969 None None] Checking router: c7d336e4-365c-4c47-a555-9ab23d58f50f for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:12:46.048325 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b4afe-85df-4f4e-b14d-47ff4153a969 None None] Routers {'c7d336e4-365c-4c47-a555-9ab23d58f50f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:12:46.049006 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-5a0b4afe-85df-4f4e-b14d-47ff4153a969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c7d336e4-365c-4c47-a555-9ab23d58f50f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:46.112587 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8107-45c1-468d-b177-5f38f25a184c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (c7d336e4-365c-4c47-a555-9ab23d58f50f), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.114900 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8107-45c1-468d-b177-5f38f25a184c admin admin] Publish callbacks [] for router_controller (c7d336e4-365c-4c47-a555-9ab23d58f50f), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.119685 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-5a0b4afe-85df-4f4e-b14d-47ff4153a969 None None] Set router c7d336e4-365c-4c47-a555-9ab23d58f50f gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:12:46.174532 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-5a0b4afe-85df-4f4e-b14d-47ff4153a969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d336e4-365c-4c47-a555-9ab23d58f50f', 'name': 'tempest-ServerDiskConfigTestJSON-331123121-router', 'tenant_id': '6e7a1c1ebdbd4c6a917564a830970660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:37Z', 'updated_at': '2022-11-02T13:12:45Z', 'revision_number': 7, 'project_id': '6e7a1c1ebdbd4c6a917564a830970660', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:46.200563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b4afe-85df-4f4e-b14d-47ff4153a969 None None] The sync data for ids ['c7d336e4-365c-4c47-a555-9ab23d58f50f'] in n-d-857339-6 is: [{'id': 'c7d336e4-365c-4c47-a555-9ab23d58f50f', 'name': 'tempest-ServerDiskConfigTestJSON-331123121-router', 'tenant_id': '6e7a1c1ebdbd4c6a917564a830970660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:37Z', 'updated_at': '2022-11-02T13:12:45Z', 'revision_number': 7, 'project_id': '6e7a1c1ebdbd4c6a917564a830970660', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:12:46.245659 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8107-45c1-468d-b177-5f38f25a184c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (c7d336e4-365c-4c47-a555-9ab23d58f50f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.246243 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9c8107-45c1-468d-b177-5f38f25a184c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7d336e4-365c-4c47-a555-9ab23d58f50f {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:12:46.251419 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8107-45c1-468d-b177-5f38f25a184c admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.252671 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9e9c8107-45c1-468d-b177-5f38f25a184c admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/c7d336e4-365c-4c47-a555-9ab23d58f50f HTTP/1.1" status: 204 len: 168 time: 1.5221646 Nov 02 13:12:46.255758 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49848) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:46.258016 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=27,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:46.306582 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-e213fdb2-a5ae-4a95-bfb6-6784a10472e1 admin admin] Deleting subnet de7dc797-c07f-4d69-9dfa-07c82f50251e {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:12:46.310584 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e213fdb2-a5ae-4a95-bfb6-6784a10472e1 admin admin] Publish callbacks [] for subnet (de7dc797-c07f-4d69-9dfa-07c82f50251e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.312273 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:46.351752 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e213fdb2-a5ae-4a95-bfb6-6784a10472e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (de7dc797-c07f-4d69-9dfa-07c82f50251e), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.455322 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e213fdb2-a5ae-4a95-bfb6-6784a10472e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (de7dc797-c07f-4d69-9dfa-07c82f50251e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.502836 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:46.599258 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e213fdb2-a5ae-4a95-bfb6-6784a10472e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (de7dc797-c07f-4d69-9dfa-07c82f50251e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.629311 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213fdb2-a5ae-4a95-bfb6-6784a10472e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de7dc797-c07f-4d69-9dfa-07c82f50251e,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:46.631409 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e213fdb2-a5ae-4a95-bfb6-6784a10472e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.637418 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49850) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:46.638193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b144f08a-a4bb-4be5-bdfe-6062a7bf5405 None None] Network d5418b5c-3e26-4f8a-bb42-2068b64da199 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:12:46.638762 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e213fdb2-a5ae-4a95-bfb6-6784a10472e1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/de7dc797-c07f-4d69-9dfa-07c82f50251e HTTP/1.1" status: 204 len: 168 time: 0.3806167 Nov 02 13:12:46.751454 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc5425f3-6b6a-4863-a330-67b7924aac10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (d5418b5c-3e26-4f8a-bb42-2068b64da199), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.787404 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8dc174c3-7fbb-49a8-92db-3a69fe0ec866 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:46.802900 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-dc5425f3-6b6a-4863-a330-67b7924aac10 admin admin] Deleting port 10200363-f492-4109-b469-0c7f4eb8a634 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:12:46.803326 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc5425f3-6b6a-4863-a330-67b7924aac10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (10200363-f492-4109-b469-0c7f4eb8a634), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.813571 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 8dc174c3-7fbb-49a8-92db-3a69fe0ec866 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:12:46.814000 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 8dc174c3-7fbb-49a8-92db-3a69fe0ec866 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:12:46.878005 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-dc5425f3-6b6a-4863-a330-67b7924aac10 admin admin] For port 10200363-f492-4109-b469-0c7f4eb8a634, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=10200363-f492-4109-b469-0c7f4eb8a634,segment=NetworkSegment(ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a),segment_id=ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:46.878385 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc5425f3-6b6a-4863-a330-67b7924aac10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (10200363-f492-4109-b469-0c7f4eb8a634), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.894927 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe801f8-5368-46a4-acad-146a39dec0e3 None None] DHCP port deletion for d5418b5c-3e26-4f8a-bb42-2068b64da199 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:12:46.897123 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-dc5425f3-6b6a-4863-a330-67b7924aac10 admin admin] Calling delete_port for 10200363-f492-4109-b469-0c7f4eb8a634 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:12:46.942379 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dfe801f8-5368-46a4-acad-146a39dec0e3 None None] Deleting port 10200363-f492-4109-b469-0c7f4eb8a634 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:12:46.942826 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dfe801f8-5368-46a4-acad-146a39dec0e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (10200363-f492-4109-b469-0c7f4eb8a634), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:46.967384 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:47.017783 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-dfe801f8-5368-46a4-acad-146a39dec0e3 None None] For port 10200363-f492-4109-b469-0c7f4eb8a634, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=10200363-f492-4109-b469-0c7f4eb8a634,segment=NetworkSegment(ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a),segment_id=ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:47.018472 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dfe801f8-5368-46a4-acad-146a39dec0e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (10200363-f492-4109-b469-0c7f4eb8a634), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:47.035327 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dfe801f8-5368-46a4-acad-146a39dec0e3 None None] Calling delete_port for 10200363-f492-4109-b469-0c7f4eb8a634 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:12:47.036944 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:47.090292 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc5425f3-6b6a-4863-a330-67b7924aac10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (10200363-f492-4109-b469-0c7f4eb8a634), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:47.119970 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5425f3-6b6a-4863-a330-67b7924aac10 admin admin] Pushing event deleted for resources: {'Port': ['ID=10200363-f492-4109-b469-0c7f4eb8a634,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:47.123688 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5425f3-6b6a-4863-a330-67b7924aac10 admin admin] No DVR routers for this DVR port 10200363-f492-4109-b469-0c7f4eb8a634 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:12:47.132246 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dfe801f8-5368-46a4-acad-146a39dec0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (10200363-f492-4109-b469-0c7f4eb8a634), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:47.168839 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe801f8-5368-46a4-acad-146a39dec0e3 None None] Pushing event deleted for resources: {'Port': ['ID=10200363-f492-4109-b469-0c7f4eb8a634,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:47.172730 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe801f8-5368-46a4-acad-146a39dec0e3 None None] No DVR routers for this DVR port 10200363-f492-4109-b469-0c7f4eb8a634 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:12:47.218276 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc5425f3-6b6a-4863-a330-67b7924aac10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (d5418b5c-3e26-4f8a-bb42-2068b64da199), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:47.245345 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-dc5425f3-6b6a-4863-a330-67b7924aac10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5418b5c-3e26-4f8a-bb42-2068b64da199']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:47.256658 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-dc5425f3-6b6a-4863-a330-67b7924aac10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:47.256958 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-dc5425f3-6b6a-4863-a330-67b7924aac10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:47.271251 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc5425f3-6b6a-4863-a330-67b7924aac10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:47.290673 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc5425f3-6b6a-4863-a330-67b7924aac10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:47.298688 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5425f3-6b6a-4863-a330-67b7924aac10 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:12:47.307453 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc5425f3-6b6a-4863-a330-67b7924aac10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:47.468855 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc5425f3-6b6a-4863-a330-67b7924aac10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (d5418b5c-3e26-4f8a-bb42-2068b64da199), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:47.475462 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-dc5425f3-6b6a-4863-a330-67b7924aac10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:47.485049 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-dc5425f3-6b6a-4863-a330-67b7924aac10 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/d5418b5c-3e26-4f8a-bb42-2068b64da199 HTTP/1.1" status: 204 len: 168 time: 0.8407218 Nov 02 13:12:47.495642 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a resource provider aggregate not found Nov 02 13:12:47.500924 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5425f3-6b6a-4863-a330-67b7924aac10 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5418b5c-3e26-4f8a-bb42-2068b64da199,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:47.517215 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea10011a-c4d9-4bc3-a8a9-e8dbd2afe35a found for delete ", "request_id": "req-69a73431-6a38-42ba-9bd0-8d2a78b7f04d"}]} Nov 02 13:12:47.898534 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49860) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:47.951659 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0241feb2-f7b7-4b3f-9d61-41827dd77871 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6e7a1c1ebdbd4c6a917564a830970660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0518765 Nov 02 13:12:47.954792 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49862) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:48.022929 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a4274728-2f1a-4d74-b3c3-e4af207aca2f admin admin] Publish callbacks [] for security_group (0993d666-2f45-4a78-92d7-727020f37b7c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:48.049470 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a4274728-2f1a-4d74-b3c3-e4af207aca2f admin admin] Publish callbacks [] for security_group (0993d666-2f45-4a78-92d7-727020f37b7c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:48.159334 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a4274728-2f1a-4d74-b3c3-e4af207aca2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (0993d666-2f45-4a78-92d7-727020f37b7c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:48.161994 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a4274728-2f1a-4d74-b3c3-e4af207aca2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:48.163216 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a4274728-2f1a-4d74-b3c3-e4af207aca2f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0993d666-2f45-4a78-92d7-727020f37b7c HTTP/1.1" status: 204 len: 168 time: 0.2073958 Nov 02 13:12:48.180457 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4274728-2f1a-4d74-b3c3-e4af207aca2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0993d666-2f45-4a78-92d7-727020f37b7c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:48.296467 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:48.530750 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:48.719796 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 10200363-f492-4109-b469-0c7f4eb8a634 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:48.739872 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 10200363-f492-4109-b469-0c7f4eb8a634 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:12:48.739872 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 10200363-f492-4109-b469-0c7f4eb8a634 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:12:49.478471 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49884) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:49.598432 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-7f27a615-00c7-4c3a-973f-efe9c41329f1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1431393544-network', 'tenant_id': 'a31ce9d15a694d549202903d3761e616'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:12:49.673041 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f27a615-00c7-4c3a-973f-efe9c41329f1 admin admin] Made reservation on behalf of a31ce9d15a694d549202903d3761e616 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:12:49.675855 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7f27a615-00c7-4c3a-973f-efe9c41329f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:49.686138 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7f27a615-00c7-4c3a-973f-efe9c41329f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:49.768085 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7f27a615-00c7-4c3a-973f-efe9c41329f1 admin admin] Publish callbacks [] for security_group (18825d48-a268-462f-abce-31abbb134aa3), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:49.815873 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7f27a615-00c7-4c3a-973f-efe9c41329f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (18825d48-a268-462f-abce-31abbb134aa3), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:49.847413 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f27a615-00c7-4c3a-973f-efe9c41329f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:12:49.854453 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27a615-00c7-4c3a-973f-efe9c41329f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18825d48-a268-462f-abce-31abbb134aa3,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:49.868732 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7f27a615-00c7-4c3a-973f-efe9c41329f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (d8b87d7b-153a-4e95-bc91-f0afaaf41d45), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:49.870062 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-7f27a615-00c7-4c3a-973f-efe9c41329f1 admin admin] Added segment d8b87d7b-153a-4e95-bc91-f0afaaf41d45 of type vlan for network 69fc884e-4624-4391-adf2-b05689683438 Nov 02 13:12:49.912721 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7f27a615-00c7-4c3a-973f-efe9c41329f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (69fc884e-4624-4391-adf2-b05689683438), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:50.016096 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7f27a615-00c7-4c3a-973f-efe9c41329f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (69fc884e-4624-4391-adf2-b05689683438), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:50.017308 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f27a615-00c7-4c3a-973f-efe9c41329f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:50.018062 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7f27a615-00c7-4c3a-973f-efe9c41329f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:50.091192 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27a615-00c7-4c3a-973f-efe9c41329f1 admin admin] Pushing event updated for resources: {'Network': ['ID=69fc884e-4624-4391-adf2-b05689683438,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:50.102209 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 69fc884e-4624-4391-adf2-b05689683438 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:12:50.107177 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7f27a615-00c7-4c3a-973f-efe9c41329f1 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6244316 Nov 02 13:12:50.107939 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49888) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:50.113973 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-001d5ff5-4833-4887-a6e7-0b0c253b28dd admin admin] Request body: {'subnet': {'network_id': '69fc884e-4624-4391-adf2-b05689683438', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1431393544-subnet', 'tenant_id': 'a31ce9d15a694d549202903d3761e616', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:12:50.210441 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001d5ff5-4833-4887-a6e7-0b0c253b28dd admin admin] Made reservation on behalf of a31ce9d15a694d549202903d3761e616 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:12:50.213061 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-001d5ff5-4833-4887-a6e7-0b0c253b28dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:50.514292 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-001d5ff5-4833-4887-a6e7-0b0c253b28dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (8570965e-2b13-4ca2-9b3f-69e785195b19), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:50.565227 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d5ff5-4833-4887-a6e7-0b0c253b28dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8570965e-2b13-4ca2-9b3f-69e785195b19,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:50.568058 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:50.577495 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:50.585633 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001d5ff5-4833-4887-a6e7-0b0c253b28dd admin admin] Checking segment: {'id': 'd8b87d7b-153a-4e95-bc91-f0afaaf41d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '69fc884e-4624-4391-adf2-b05689683438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:12:50.586036 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001d5ff5-4833-4887-a6e7-0b0c253b28dd admin admin] Network hostable DHCP agents. Network: 69fc884e-4624-4391-adf2-b05689683438, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:12:50.655548 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001d5ff5-4833-4887-a6e7-0b0c253b28dd admin admin] Network 69fc884e-4624-4391-adf2-b05689683438 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:12:50.741574 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-001d5ff5-4833-4887-a6e7-0b0c253b28dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 69fc884e-4624-4391-adf2-b05689683438) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:12:50.745710 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d5ff5-4833-4887-a6e7-0b0c253b28dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:50.746316 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-001d5ff5-4833-4887-a6e7-0b0c253b28dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:50.751867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92f3c9d-0251-4c2b-826d-09951e9bd76e None None] Network 69fc884e-4624-4391-adf2-b05689683438 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:12:50.814540 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-001d5ff5-4833-4887-a6e7-0b0c253b28dd admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7045665 Nov 02 13:12:50.817376 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49890) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:50.822198 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-cdee3ff5-febd-4ae1-9c09-04b92fca7a20 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1431393544-router', 'tenant_id': 'a31ce9d15a694d549202903d3761e616', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:12:50.834516 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:50.862549 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-69fc884e-4624-4391-adf2-b05689683438', 'network_id': '69fc884e-4624-4391-adf2-b05689683438', 'project_id': 'a31ce9d15a694d549202903d3761e616', 'fixed_ips': [{'subnet_id': '8570965e-2b13-4ca2-9b3f-69e785195b19'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:12:50.863487 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:50.913291 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdee3ff5-febd-4ae1-9c09-04b92fca7a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (e92ed77b-1a7c-4d56-b52d-9e156e22eb1d), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:50.914528 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdee3ff5-febd-4ae1-9c09-04b92fca7a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (e92ed77b-1a7c-4d56-b52d-9e156e22eb1d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:50.975601 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdee3ff5-febd-4ae1-9c09-04b92fca7a20 admin admin] Publish callbacks [] for router_controller (e92ed77b-1a7c-4d56-b52d-9e156e22eb1d), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:51.009876 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] Allocated IP 172.20.0.2 (69fc884e-4624-4391-adf2-b05689683438/8570965e-2b13-4ca2-9b3f-69e785195b19/3ff64cc5-2b4f-455a-9e55-bf9949d0a365) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:12:51.176583 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] Publish callbacks [] for port (3ff64cc5-2b4f-455a-9e55-bf9949d0a365), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:51.219999 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdee3ff5-febd-4ae1-9c09-04b92fca7a20 admin admin] Publish callbacks [] for router_gateway (e92ed77b-1a7c-4d56-b52d-9e156e22eb1d), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:51.262212 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (3ff64cc5-2b4f-455a-9e55-bf9949d0a365), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:51.309382 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:51.313632 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] Network 69fc884e-4624-4391-adf2-b05689683438 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:12:51.317392 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:12:51.319729 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] Pushing event updated for resources: {'Port': ['ID=3ff64cc5-2b4f-455a-9e55-bf9949d0a365,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:51.322249 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:12:51.386003 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] Attempting to bind port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:12:51.386635 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] Attempting to bind port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd8b87d7b-153a-4e95-bc91-f0afaaf41d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '69fc884e-4624-4391-adf2-b05689683438'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:12:51.387242 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] Attempting to bind port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 on network 69fc884e-4624-4391-adf2-b05689683438 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:12:51.438890 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:12:51.439179 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] Checking segment: {'id': 'd8b87d7b-153a-4e95-bc91-f0afaaf41d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '69fc884e-4624-4391-adf2-b05689683438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:12:51.439588 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:51.440824 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] Bound using segment: {'id': 'd8b87d7b-153a-4e95-bc91-f0afaaf41d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '69fc884e-4624-4391-adf2-b05689683438'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:12:51.440824 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] Bound port: 3ff64cc5-2b4f-455a-9e55-bf9949d0a365, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b87d7b-153a-4e95-bc91-f0afaaf41d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '69fc884e-4624-4391-adf2-b05689683438'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:12:51.441097 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3ff64cc5-2b4f-455a-9e55-bf9949d0a365), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:51.514420 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] For port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:12:51.518472 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] For port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ff64cc5-2b4f-455a-9e55-bf9949d0a365,segment=NetworkSegment(d8b87d7b-153a-4e95-bc91-f0afaaf41d45),segment_id=d8b87d7b-153a-4e95-bc91-f0afaaf41d45)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:12:51.545740 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdee3ff5-febd-4ae1-9c09-04b92fca7a20 admin admin] Publish callbacks [] for router_gateway (e92ed77b-1a7c-4d56-b52d-9e156e22eb1d), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:51.579653 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdee3ff5-febd-4ae1-9c09-04b92fca7a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:51.691440 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3ff64cc5-2b4f-455a-9e55-bf9949d0a365), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:51.711368 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-cdee3ff5-febd-4ae1-9c09-04b92fca7a20 admin admin] Allocated IP 172.25.2.13 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/83096435-ddb9-4326-9682-a6a4ff4b0255) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:12:51.770435 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53374543-0338-4040-8a7e-da55d27efc5a None None] Pushing event updated for resources: {'Port': ['ID=3ff64cc5-2b4f-455a-9e55-bf9949d0a365,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:51.867761 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:51.875715 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdee3ff5-febd-4ae1-9c09-04b92fca7a20 admin admin] Publish callbacks [] for port (83096435-ddb9-4326-9682-a6a4ff4b0255), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:51.996317 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdee3ff5-febd-4ae1-9c09-04b92fca7a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (83096435-ddb9-4326-9682-a6a4ff4b0255), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:52.054264 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdee3ff5-febd-4ae1-9c09-04b92fca7a20 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:12:52.060366 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-cdee3ff5-febd-4ae1-9c09-04b92fca7a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:12:52.065429 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdee3ff5-febd-4ae1-9c09-04b92fca7a20 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:12:52.089298 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee3ff5-febd-4ae1-9c09-04b92fca7a20 admin admin] Pushing event updated for resources: {'Port': ['ID=83096435-ddb9-4326-9682-a6a4ff4b0255,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:52.166602 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:52.445937 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdee3ff5-febd-4ae1-9c09-04b92fca7a20 admin admin] Publish callbacks [] for router_gateway (e92ed77b-1a7c-4d56-b52d-9e156e22eb1d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:52.665913 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdee3ff5-febd-4ae1-9c09-04b92fca7a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (e92ed77b-1a7c-4d56-b52d-9e156e22eb1d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:52.774019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:12:52.840621 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:52.841224 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ff64cc5-2b4f-455a-9e55-bf9949d0a365), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:52.842216 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 Nov 02 13:12:52.901665 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdee3ff5-febd-4ae1-9c09-04b92fca7a20 admin admin] Router e92ed77b-1a7c-4d56-b52d-9e156e22eb1d is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:12:52.926609 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:52.927007 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3ff64cc5-2b4f-455a-9e55-bf9949d0a365), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:52.966241 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ff64cc5-2b4f-455a-9e55-bf9949d0a365,segment=NetworkSegment(d8b87d7b-153a-4e95-bc91-f0afaaf41d45),segment_id=d8b87d7b-153a-4e95-bc91-f0afaaf41d45)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:52.969618 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3cc05e-9fca-429a-a328-ef4be51c27cd None None] Network 69fc884e-4624-4391-adf2-b05689683438 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:12:53.049948 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdee3ff5-febd-4ae1-9c09-04b92fca7a20 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:12:53.050341 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3ff64cc5-2b4f-455a-9e55-bf9949d0a365), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:53.062097 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] Sync routers for ids ['e92ed77b-1a7c-4d56-b52d-9e156e22eb1d'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:12:53.064312 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:53.076599 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] Routers {'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:12:53.077845 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e92ed77b-1a7c-4d56-b52d-9e156e22eb1d'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:53.081271 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:53.094951 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1598637d-646a-4bb2-b1c1-8788833dd90a None None] Provisioning complete for port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:53.095587 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1598637d-646a-4bb2-b1c1-8788833dd90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ff64cc5-2b4f-455a-9e55-bf9949d0a365), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:53.096151 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1598637d-646a-4bb2-b1c1-8788833dd90a None None] Attempt 1 to provision port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 Nov 02 13:12:53.139530 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cdee3ff5-febd-4ae1-9c09-04b92fca7a20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:53.141348 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cdee3ff5-febd-4ae1-9c09-04b92fca7a20 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3229122 Nov 02 13:12:53.144665 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49894) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:53.188590 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=3ff64cc5-2b4f-455a-9e55-bf9949d0a365,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:53.199643 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] Set router e92ed77b-1a7c-4d56-b52d-9e156e22eb1d gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:12:53.257122 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1598637d-646a-4bb2-b1c1-8788833dd90a None None] Current status of the port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:53.259711 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:12:53.409894 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d', 'name': 'tempest-ServerActionsTestJSON-1431393544-router', 'tenant_id': 'a31ce9d15a694d549202903d3761e616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '83096435-ddb9-4326-9682-a6a4ff4b0255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:50Z', 'updated_at': '2022-11-02T13:12:52Z', 'revision_number': 3, 'project_id': 'a31ce9d15a694d549202903d3761e616', 'gw_port': {'id': '83096435-ddb9-4326-9682-a6a4ff4b0255', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:51Z', 'updated_at': '2022-11-02T13:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:53.441896 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:53.457801 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] Checking router: e92ed77b-1a7c-4d56-b52d-9e156e22eb1d for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:12:53.458345 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] Updating router e92ed77b-1a7c-4d56-b52d-9e156e22eb1d port 83096435-ddb9-4326-9682-a6a4ff4b0255 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:12:53.579059 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1cd1b764-7209-4fe9-92eb-ffb7dbd2d34f None None] Provisioning complete for port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:53.579376 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b764-7209-4fe9-92eb-ffb7dbd2d34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ff64cc5-2b4f-455a-9e55-bf9949d0a365), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:53.579717 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1cd1b764-7209-4fe9-92eb-ffb7dbd2d34f None None] Attempt 1 to provision port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 Nov 02 13:12:53.624701 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (83096435-ddb9-4326-9682-a6a4ff4b0255), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:53.678216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1cd1b764-7209-4fe9-92eb-ffb7dbd2d34f None None] Current status of the port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:53.920175 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] Publish callbacks [] for port (83096435-ddb9-4326-9682-a6a4ff4b0255), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:53.963274 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:53.992986 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:54.056084 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (83096435-ddb9-4326-9682-a6a4ff4b0255), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:54.057749 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e498c6b7-839a-4a01-bd17-1260874bab3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:54.090423 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] Attempting to bind port 83096435-ddb9-4326-9682-a6a4ff4b0255 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:12:54.094464 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] Attempting to bind port 83096435-ddb9-4326-9682-a6a4ff4b0255 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:12:54.094464 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] Attempting to bind port 83096435-ddb9-4326-9682-a6a4ff4b0255 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:12:54.133823 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daab289-5314-4e7d-aaab-fc435bfb6c6d None None] Pushing event updated for resources: {'Port': ['ID=83096435-ddb9-4326-9682-a6a4ff4b0255,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:54.150608 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:12:54.150973 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:12:54.151400 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:54.151780 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:12:54.152243 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] Bound port: 83096435-ddb9-4326-9682-a6a4ff4b0255, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:12:54.152648 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (83096435-ddb9-4326-9682-a6a4ff4b0255), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:54.210932 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:54.215520 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] For port 83096435-ddb9-4326-9682-a6a4ff4b0255, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:12:54.219756 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] For port 83096435-ddb9-4326-9682-a6a4ff4b0255, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=83096435-ddb9-4326-9682-a6a4ff4b0255,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:12:54.234328 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-e498c6b7-839a-4a01-bd17-1260874bab3e admin admin] Allocated IP 172.20.0.1 (69fc884e-4624-4391-adf2-b05689683438/8570965e-2b13-4ca2-9b3f-69e785195b19/150cb923-39b4-40b1-87f4-a09572698e05) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:12:54.291265 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (83096435-ddb9-4326-9682-a6a4ff4b0255), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:54.330185 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] Routers {'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:12:54.330808 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e92ed77b-1a7c-4d56-b52d-9e156e22eb1d'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:54.355491 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e498c6b7-839a-4a01-bd17-1260874bab3e admin admin] Publish callbacks [] for port (150cb923-39b4-40b1-87f4-a09572698e05), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:54.394070 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daab289-5314-4e7d-aaab-fc435bfb6c6d None None] Pushing event updated for resources: {'Port': ['ID=83096435-ddb9-4326-9682-a6a4ff4b0255,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:54.438812 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e498c6b7-839a-4a01-bd17-1260874bab3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (150cb923-39b4-40b1-87f4-a09572698e05), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:54.463385 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] Set router e92ed77b-1a7c-4d56-b52d-9e156e22eb1d gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:12:54.477950 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:54.479959 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e498c6b7-839a-4a01-bd17-1260874bab3e admin admin] Network 69fc884e-4624-4391-adf2-b05689683438 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:12:54.483160 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-e498c6b7-839a-4a01-bd17-1260874bab3e admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:12:54.489901 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e498c6b7-839a-4a01-bd17-1260874bab3e admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:12:54.520074 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498c6b7-839a-4a01-bd17-1260874bab3e admin admin] Pushing event updated for resources: {'Port': ['ID=150cb923-39b4-40b1-87f4-a09572698e05,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:54.538988 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e498c6b7-839a-4a01-bd17-1260874bab3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (e92ed77b-1a7c-4d56-b52d-9e156e22eb1d), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:54.552562 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:54.671543 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d', 'name': 'tempest-ServerActionsTestJSON-1431393544-router', 'tenant_id': 'a31ce9d15a694d549202903d3761e616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '83096435-ddb9-4326-9682-a6a4ff4b0255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:50Z', 'updated_at': '2022-11-02T13:12:52Z', 'revision_number': 3, 'project_id': 'a31ce9d15a694d549202903d3761e616', 'gw_port': {'id': '83096435-ddb9-4326-9682-a6a4ff4b0255', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:51Z', 'updated_at': '2022-11-02T13:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:54.699388 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2b2c4c-2147-4809-9deb-a527669937b3 None None] The sync data for ids ['e92ed77b-1a7c-4d56-b52d-9e156e22eb1d'] in n-d-857339-6 is: [{'id': 'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d', 'name': 'tempest-ServerActionsTestJSON-1431393544-router', 'tenant_id': 'a31ce9d15a694d549202903d3761e616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '83096435-ddb9-4326-9682-a6a4ff4b0255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:50Z', 'updated_at': '2022-11-02T13:12:52Z', 'revision_number': 3, 'project_id': 'a31ce9d15a694d549202903d3761e616', 'gw_port': {'id': '83096435-ddb9-4326-9682-a6a4ff4b0255', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:51Z', 'updated_at': '2022-11-02T13:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:12:54.766457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:12:54.813382 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c8f17a5e-efcd-42be-9315-c93cbe2032a0 None None] Provisioning complete for port 150cb923-39b4-40b1-87f4-a09572698e05 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:54.813756 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c8f17a5e-efcd-42be-9315-c93cbe2032a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (150cb923-39b4-40b1-87f4-a09572698e05), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:54.814732 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c8f17a5e-efcd-42be-9315-c93cbe2032a0 None None] Attempt 1 to provision port 150cb923-39b4-40b1-87f4-a09572698e05 Nov 02 13:12:54.850140 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:54.850507 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ff64cc5-2b4f-455a-9e55-bf9949d0a365), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:54.850853 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 Nov 02 13:12:54.881217 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c8f17a5e-efcd-42be-9315-c93cbe2032a0 None None] Port 150cb923-39b4-40b1-87f4-a09572698e05 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:12:54.886366 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:54.950942 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:55.000820 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e498c6b7-839a-4a01-bd17-1260874bab3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (150cb923-39b4-40b1-87f4-a09572698e05), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:55.148122 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:55.210784 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e498c6b7-839a-4a01-bd17-1260874bab3e admin admin] Publish callbacks [] for port (150cb923-39b4-40b1-87f4-a09572698e05), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:55.290222 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e498c6b7-839a-4a01-bd17-1260874bab3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (150cb923-39b4-40b1-87f4-a09572698e05), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:55.373194 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498c6b7-839a-4a01-bd17-1260874bab3e admin admin] Pushing event updated for resources: {'Port': ['ID=150cb923-39b4-40b1-87f4-a09572698e05,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:55.376676 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e498c6b7-839a-4a01-bd17-1260874bab3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (e92ed77b-1a7c-4d56-b52d-9e156e22eb1d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:55.504271 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e498c6b7-839a-4a01-bd17-1260874bab3e admin admin] Network 69fc884e-4624-4391-adf2-b05689683438 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:12:55.505980 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-e498c6b7-839a-4a01-bd17-1260874bab3e admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:12:55.651620 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:55.667002 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e498c6b7-839a-4a01-bd17-1260874bab3e admin admin] Router e92ed77b-1a7c-4d56-b52d-9e156e22eb1d has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:12:55.801078 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e498c6b7-839a-4a01-bd17-1260874bab3e admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:12:55.807371 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3b688746-5b51-4286-944a-98bc0efd1698 None None] Provisioning complete for port 150cb923-39b4-40b1-87f4-a09572698e05 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:55.807881 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3b688746-5b51-4286-944a-98bc0efd1698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (150cb923-39b4-40b1-87f4-a09572698e05), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:55.808174 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3b688746-5b51-4286-944a-98bc0efd1698 None None] Attempt 1 to provision port 150cb923-39b4-40b1-87f4-a09572698e05 Nov 02 13:12:55.817026 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e498c6b7-839a-4a01-bd17-1260874bab3e admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/e92ed77b-1a7c-4d56-b52d-9e156e22eb1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6630776 Nov 02 13:12:55.853754 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3b688746-5b51-4286-944a-98bc0efd1698 None None] Port 150cb923-39b4-40b1-87f4-a09572698e05 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:12:56.263497 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49902) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:56.268466 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-981d63cb-58cb-4502-84f6-edf046249996 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1441611233', 'description': 'tempest-description--241040393'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:12:56.353419 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-981d63cb-58cb-4502-84f6-edf046249996 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:56.477889 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-981d63cb-58cb-4502-84f6-edf046249996 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks [] for security_group (51308a8f-e76e-491b-b416-6dedb8db038b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:56.567646 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] Sync routers for ids ['e92ed77b-1a7c-4d56-b52d-9e156e22eb1d'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:12:56.576228 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-981d63cb-58cb-4502-84f6-edf046249996 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (51308a8f-e76e-491b-b416-6dedb8db038b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:56.579893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] Routers {'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:12:56.580573 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e92ed77b-1a7c-4d56-b52d-9e156e22eb1d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:56.622734 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d63cb-58cb-4502-84f6-edf046249996 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51308a8f-e76e-491b-b416-6dedb8db038b,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:56.686959 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-981d63cb-58cb-4502-84f6-edf046249996 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:56.688404 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-981d63cb-58cb-4502-84f6-edf046249996 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4236128 Nov 02 13:12:56.691204 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49904) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:56.696730 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-0e102623-3c60-4da6-86a7-4fde9106de8c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Request body: {'security_group_rule': {'security_group_id': '51308a8f-e76e-491b-b416-6dedb8db038b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:12:56.704020 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] Set router e92ed77b-1a7c-4d56-b52d-9e156e22eb1d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:12:56.781897 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 83096435-ddb9-4326-9682-a6a4ff4b0255 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:12:56.784203 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e102623-3c60-4da6-86a7-4fde9106de8c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks [] for security_group_rule (0adbc46a-5032-498a-8b27-0adf3e38e2e4), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:56.852160 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e102623-3c60-4da6-86a7-4fde9106de8c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks [] for security_group_rule (0adbc46a-5032-498a-8b27-0adf3e38e2e4), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:56.894175 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 83096435-ddb9-4326-9682-a6a4ff4b0255 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:56.894767 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (83096435-ddb9-4326-9682-a6a4ff4b0255), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:56.894909 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 83096435-ddb9-4326-9682-a6a4ff4b0255 Nov 02 13:12:56.918675 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e102623-3c60-4da6-86a7-4fde9106de8c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (0adbc46a-5032-498a-8b27-0adf3e38e2e4), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:56.937232 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e102623-3c60-4da6-86a7-4fde9106de8c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0adbc46a-5032-498a-8b27-0adf3e38e2e4,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:56.969674 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:56.983072 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d', 'name': 'tempest-ServerActionsTestJSON-1431393544-router', 'tenant_id': 'a31ce9d15a694d549202903d3761e616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '83096435-ddb9-4326-9682-a6a4ff4b0255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:50Z', 'updated_at': '2022-11-02T13:12:54Z', 'revision_number': 4, 'project_id': 'a31ce9d15a694d549202903d3761e616', 'gw_port': {'id': '83096435-ddb9-4326-9682-a6a4ff4b0255', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:51Z', 'updated_at': '2022-11-02T13:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '150cb923-39b4-40b1-87f4-a09572698e05', 'name': '', 'network_id': '69fc884e-4624-4391-adf2-b05689683438', 'tenant_id': 'a31ce9d15a694d549202903d3761e616', 'mac_address': 'fa:16:3e:59:5e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '8570965e-2b13-4ca2-9b3f-69e785195b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:54Z', 'updated_at': '2022-11-02T13:12:55Z', 'revision_number': 2, 'project_id': 'a31ce9d15a694d549202903d3761e616', 'subnets': [{'id': '8570965e-2b13-4ca2-9b3f-69e785195b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:57.018038 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e102623-3c60-4da6-86a7-4fde9106de8c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:57.019308 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0e102623-3c60-4da6-86a7-4fde9106de8c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3269763 Nov 02 13:12:57.023649 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49906) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:57.029819 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-191edb91-079a-4e12-9877-2f7cf4e197c9 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Request body: {'security_group_rule': {'security_group_id': '51308a8f-e76e-491b-b416-6dedb8db038b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:12:57.030117 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] Checking router: e92ed77b-1a7c-4d56-b52d-9e156e22eb1d for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:12:57.030262 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] Updating router e92ed77b-1a7c-4d56-b52d-9e156e22eb1d port 150cb923-39b4-40b1-87f4-a09572698e05 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:12:57.065890 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 83096435-ddb9-4326-9682-a6a4ff4b0255 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:57.066279 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (83096435-ddb9-4326-9682-a6a4ff4b0255), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:57.074249 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (150cb923-39b4-40b1-87f4-a09572698e05), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:57.100478 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 83096435-ddb9-4326-9682-a6a4ff4b0255, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=83096435-ddb9-4326-9682-a6a4ff4b0255,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:57.128761 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-191edb91-079a-4e12-9877-2f7cf4e197c9 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks [] for security_group_rule (da4d031c-26f1-4cf9-8232-26b61d40c71d), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:57.130170 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=3,neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=11 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:57.179547 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:57.181932 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (83096435-ddb9-4326-9682-a6a4ff4b0255), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:57.210190 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-191edb91-079a-4e12-9877-2f7cf4e197c9 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks [] for security_group_rule (da4d031c-26f1-4cf9-8232-26b61d40c71d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:57.267223 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=83096435-ddb9-4326-9682-a6a4ff4b0255,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:57.278553 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-191edb91-079a-4e12-9877-2f7cf4e197c9 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (da4d031c-26f1-4cf9-8232-26b61d40c71d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:57.298485 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191edb91-079a-4e12-9877-2f7cf4e197c9 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4d031c-26f1-4cf9-8232-26b61d40c71d,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:57.318631 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:57.360625 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-191edb91-079a-4e12-9877-2f7cf4e197c9 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:57.361906 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-191edb91-079a-4e12-9877-2f7cf4e197c9 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3366556 Nov 02 13:12:57.365257 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49908) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:57.371324 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-854cae4b-8fc7-4556-89e5-b32f2ddcc94c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Request body: {'floatingip': {'floating_network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:12:57.426164 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] Publish callbacks [] for port (150cb923-39b4-40b1-87f4-a09572698e05), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:57.485321 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-854cae4b-8fc7-4556-89e5-b32f2ddcc94c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:57.502674 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (150cb923-39b4-40b1-87f4-a09572698e05), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:57.571755 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f14f1-ffde-46c1-a451-28ab725533a1 None None] Pushing event updated for resources: {'Port': ['ID=150cb923-39b4-40b1-87f4-a09572698e05,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:57.600263 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-854cae4b-8fc7-4556-89e5-b32f2ddcc94c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:57.603449 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] Attempting to bind port 150cb923-39b4-40b1-87f4-a09572698e05 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:12:57.603940 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] Attempting to bind port 150cb923-39b4-40b1-87f4-a09572698e05 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd8b87d7b-153a-4e95-bc91-f0afaaf41d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '69fc884e-4624-4391-adf2-b05689683438'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:12:57.612222 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] Attempting to bind port 150cb923-39b4-40b1-87f4-a09572698e05 on network 69fc884e-4624-4391-adf2-b05689683438 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:12:57.661658 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:12:57.662370 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] Checking segment: {'id': 'd8b87d7b-153a-4e95-bc91-f0afaaf41d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '69fc884e-4624-4391-adf2-b05689683438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:12:57.662916 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:57.663426 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] Bound using segment: {'id': 'd8b87d7b-153a-4e95-bc91-f0afaaf41d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '69fc884e-4624-4391-adf2-b05689683438'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:12:57.664399 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] Bound port: 150cb923-39b4-40b1-87f4-a09572698e05, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b87d7b-153a-4e95-bc91-f0afaaf41d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '69fc884e-4624-4391-adf2-b05689683438'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:12:57.664921 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (150cb923-39b4-40b1-87f4-a09572698e05), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:57.751218 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] For port 150cb923-39b4-40b1-87f4-a09572698e05, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:12:57.753003 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-854cae4b-8fc7-4556-89e5-b32f2ddcc94c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Allocated IP 172.25.2.203 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/bbe8ebc4-f10b-413e-9be5-0fda8e23ca94) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:12:57.754876 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] For port 150cb923-39b4-40b1-87f4-a09572698e05, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=150cb923-39b4-40b1-87f4-a09572698e05,segment=NetworkSegment(d8b87d7b-153a-4e95-bc91-f0afaaf41d45),segment_id=d8b87d7b-153a-4e95-bc91-f0afaaf41d45)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:12:57.839402 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (150cb923-39b4-40b1-87f4-a09572698e05), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:57.869025 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:57.873526 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] Routers {'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:12:57.874155 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e92ed77b-1a7c-4d56-b52d-9e156e22eb1d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:57.904836 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-854cae4b-8fc7-4556-89e5-b32f2ddcc94c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks [] for port (bbe8ebc4-f10b-413e-9be5-0fda8e23ca94), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:57.998840 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-854cae4b-8fc7-4556-89e5-b32f2ddcc94c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (bbe8ebc4-f10b-413e-9be5-0fda8e23ca94), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:58.042964 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854cae4b-8fc7-4556-89e5-b32f2ddcc94c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:12:58.049189 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-854cae4b-8fc7-4556-89e5-b32f2ddcc94c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:12:58.051799 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854cae4b-8fc7-4556-89e5-b32f2ddcc94c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:12:58.074633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f14f1-ffde-46c1-a451-28ab725533a1 None None] Pushing event updated for resources: {'Port': ['ID=150cb923-39b4-40b1-87f4-a09572698e05,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:58.083406 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cae4b-8fc7-4556-89e5-b32f2ddcc94c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Pushing event updated for resources: {'Port': ['ID=bbe8ebc4-f10b-413e-9be5-0fda8e23ca94,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:58.109916 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:58.140576 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] Set router e92ed77b-1a7c-4d56-b52d-9e156e22eb1d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:12:58.190416 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-854cae4b-8fc7-4556-89e5-b32f2ddcc94c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks [] for floatingip (99c33089-7b98-4c5e-8c1a-04feab4c252f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:58.298477 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-854cae4b-8fc7-4556-89e5-b32f2ddcc94c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (bbe8ebc4-f10b-413e-9be5-0fda8e23ca94), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:58.342363 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d', 'name': 'tempest-ServerActionsTestJSON-1431393544-router', 'tenant_id': 'a31ce9d15a694d549202903d3761e616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '83096435-ddb9-4326-9682-a6a4ff4b0255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:50Z', 'updated_at': '2022-11-02T13:12:54Z', 'revision_number': 4, 'project_id': 'a31ce9d15a694d549202903d3761e616', 'gw_port': {'id': '83096435-ddb9-4326-9682-a6a4ff4b0255', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:51Z', 'updated_at': '2022-11-02T13:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '150cb923-39b4-40b1-87f4-a09572698e05', 'name': '', 'network_id': '69fc884e-4624-4391-adf2-b05689683438', 'tenant_id': 'a31ce9d15a694d549202903d3761e616', 'mac_address': 'fa:16:3e:59:5e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '8570965e-2b13-4ca2-9b3f-69e785195b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:54Z', 'updated_at': '2022-11-02T13:12:57Z', 'revision_number': 4, 'project_id': 'a31ce9d15a694d549202903d3761e616', 'subnets': [{'id': '8570965e-2b13-4ca2-9b3f-69e785195b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:58.368466 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b255635d-63c6-49c3-8a07-12cde8b8a0d3 None None] The sync data for ids ['e92ed77b-1a7c-4d56-b52d-9e156e22eb1d'] in n-d-857339-6 is: [{'id': 'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d', 'name': 'tempest-ServerActionsTestJSON-1431393544-router', 'tenant_id': 'a31ce9d15a694d549202903d3761e616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '83096435-ddb9-4326-9682-a6a4ff4b0255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:50Z', 'updated_at': '2022-11-02T13:12:54Z', 'revision_number': 4, 'project_id': 'a31ce9d15a694d549202903d3761e616', 'gw_port': {'id': '83096435-ddb9-4326-9682-a6a4ff4b0255', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:51Z', 'updated_at': '2022-11-02T13:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '150cb923-39b4-40b1-87f4-a09572698e05', 'name': '', 'network_id': '69fc884e-4624-4391-adf2-b05689683438', 'tenant_id': 'a31ce9d15a694d549202903d3761e616', 'mac_address': 'fa:16:3e:59:5e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '8570965e-2b13-4ca2-9b3f-69e785195b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:54Z', 'updated_at': '2022-11-02T13:12:57Z', 'revision_number': 4, 'project_id': 'a31ce9d15a694d549202903d3761e616', 'subnets': [{'id': '8570965e-2b13-4ca2-9b3f-69e785195b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:12:58.508240 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-854cae4b-8fc7-4556-89e5-b32f2ddcc94c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks [] for port (bbe8ebc4-f10b-413e-9be5-0fda8e23ca94), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:58.604345 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-854cae4b-8fc7-4556-89e5-b32f2ddcc94c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (bbe8ebc4-f10b-413e-9be5-0fda8e23ca94), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:58.671675 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:58.695809 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cae4b-8fc7-4556-89e5-b32f2ddcc94c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Pushing event updated for resources: {'Port': ['ID=bbe8ebc4-f10b-413e-9be5-0fda8e23ca94,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:58.702064 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-854cae4b-8fc7-4556-89e5-b32f2ddcc94c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630717'] for floatingip (99c33089-7b98-4c5e-8c1a-04feab4c252f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:58.825815 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 83096435-ddb9-4326-9682-a6a4ff4b0255 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:12:58.893419 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 83096435-ddb9-4326-9682-a6a4ff4b0255 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:58.894042 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (83096435-ddb9-4326-9682-a6a4ff4b0255), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:58.894604 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 83096435-ddb9-4326-9682-a6a4ff4b0255 Nov 02 13:12:58.943517 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-854cae4b-8fc7-4556-89e5-b32f2ddcc94c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:58.945219 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-854cae4b-8fc7-4556-89e5-b32f2ddcc94c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5788562 Nov 02 13:12:59.000459 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 83096435-ddb9-4326-9682-a6a4ff4b0255 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:59.010665 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 150cb923-39b4-40b1-87f4-a09572698e05 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:12:59.065850 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 150cb923-39b4-40b1-87f4-a09572698e05 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:12:59.066295 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (150cb923-39b4-40b1-87f4-a09572698e05), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.066694 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 150cb923-39b4-40b1-87f4-a09572698e05 Nov 02 13:12:59.130503 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cc9b7c35-f81c-42d0-ad0b-80b9264f3e28 req-3eddec3e-ec32-42fc-a502-8929c6fa59ff tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1441611233&fields=id&tenant_id=a31ce9d15a694d549202903d3761e616 HTTP/1.1" status: 200 len: 267 time: 0.0494087 Nov 02 13:12:59.149678 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:12:59.162051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 150cb923-39b4-40b1-87f4-a09572698e05 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:12:59.162431 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (150cb923-39b4-40b1-87f4-a09572698e05), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.215299 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 150cb923-39b4-40b1-87f4-a09572698e05, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=150cb923-39b4-40b1-87f4-a09572698e05,segment=NetworkSegment(d8b87d7b-153a-4e95-bc91-f0afaaf41d45),segment_id=d8b87d7b-153a-4e95-bc91-f0afaaf41d45)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:59.272202 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b7c35-f81c-42d0-ad0b-80b9264f3e28 req-49a0c119-872a-4c42-846c-697a812caa9b tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:59.273855 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cc9b7c35-f81c-42d0-ad0b-80b9264f3e28 req-49a0c119-872a-4c42-846c-697a812caa9b tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] 10.222.0.64 "GET /networking/v2.0/networks?id=69fc884e-4624-4391-adf2-b05689683438 HTTP/1.1" status: 200 len: 812 time: 0.1351793 Nov 02 13:12:59.297078 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cc9b7c35-f81c-42d0-ad0b-80b9264f3e28 req-ab976cb6-bbe8-46cc-928e-86fe7aceab1c tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] 10.222.0.64 "GET /networking/v2.0/quotas/a31ce9d15a694d549202903d3761e616 HTTP/1.1" status: 200 len: 375 time: 0.0165181 Nov 02 13:12:59.324122 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (150cb923-39b4-40b1-87f4-a09572698e05), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.358579 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-cc9b7c35-f81c-42d0-ad0b-80b9264f3e28 req-3c9928d9-0037-413d-ae8d-2a66e05b083e tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a31ce9d15a694d549202903d3761e616&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558772 Nov 02 13:12:59.391728 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=150cb923-39b4-40b1-87f4-a09572698e05,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:59.630236 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49926) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:59.699808 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-343467b0-efb4-45d5-b919-ee16d5943579 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks [] for security_group (51308a8f-e76e-491b-b416-6dedb8db038b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.727352 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-343467b0-efb4-45d5-b919-ee16d5943579 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks [] for security_group (51308a8f-e76e-491b-b416-6dedb8db038b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.874126 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-343467b0-efb4-45d5-b919-ee16d5943579 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (51308a8f-e76e-491b-b416-6dedb8db038b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.876727 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-343467b0-efb4-45d5-b919-ee16d5943579 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.878103 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-343467b0-efb4-45d5-b919-ee16d5943579 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/51308a8f-e76e-491b-b416-6dedb8db038b HTTP/1.1" status: 204 len: 168 time: 0.2466044 Nov 02 13:12:59.882386 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49928) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:59.888878 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343467b0-efb4-45d5-b919-ee16d5943579 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51308a8f-e76e-491b-b416-6dedb8db038b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:59.897477 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-bc286162-bae8-41fb-94f9-51468890d18a tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] show failed (client error): The resource could not be found. Nov 02 13:12:59.898547 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bc286162-bae8-41fb-94f9-51468890d18a tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] 10.222.0.64 "GET /networking/v2.0/security-groups/51308a8f-e76e-491b-b416-6dedb8db038b HTTP/1.1" status: 404 len: 347 time: 0.0165820 Nov 02 13:12:59.901760 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49930) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:00.025463 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e30cd-7c01-4aba-b76e-36106c7555c1 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Deleting port bbe8ebc4-f10b-413e-9be5-0fda8e23ca94 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:13:00.025810 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8a5e30cd-7c01-4aba-b76e-36106c7555c1 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (bbe8ebc4-f10b-413e-9be5-0fda8e23ca94), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:00.075299 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:00.115936 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8a5e30cd-7c01-4aba-b76e-36106c7555c1 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (bbe8ebc4-f10b-413e-9be5-0fda8e23ca94), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:00.116316 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8a5e30cd-7c01-4aba-b76e-36106c7555c1 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks [] for floatingip (bbe8ebc4-f10b-413e-9be5-0fda8e23ca94), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:00.133891 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e30cd-7c01-4aba-b76e-36106c7555c1 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Calling delete_port for bbe8ebc4-f10b-413e-9be5-0fda8e23ca94 owned by network:floatingip {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:13:00.292866 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:00.433389 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8a5e30cd-7c01-4aba-b76e-36106c7555c1 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (bbe8ebc4-f10b-413e-9be5-0fda8e23ca94), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:00.460466 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e30cd-7c01-4aba-b76e-36106c7555c1 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Pushing event deleted for resources: {'Port': ['ID=bbe8ebc4-f10b-413e-9be5-0fda8e23ca94,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:00.536325 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8a5e30cd-7c01-4aba-b76e-36106c7555c1 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks [] for floatingip (99c33089-7b98-4c5e-8c1a-04feab4c252f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:00.538987 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8a5e30cd-7c01-4aba-b76e-36106c7555c1 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83683'] for floatingip (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:00.540269 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8a5e30cd-7c01-4aba-b76e-36106c7555c1 tempest-ServerActionsTestJSON-610598827 tempest-ServerActionsTestJSON-610598827-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/99c33089-7b98-4c5e-8c1a-04feab4c252f HTTP/1.1" status: 204 len: 168 time: 0.6374941 Nov 02 13:13:00.545464 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49932) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:00.748201 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 150cb923-39b4-40b1-87f4-a09572698e05 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:13:00.810651 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 150cb923-39b4-40b1-87f4-a09572698e05 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:00.811018 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (150cb923-39b4-40b1-87f4-a09572698e05), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:00.811384 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 150cb923-39b4-40b1-87f4-a09572698e05 Nov 02 13:13:00.910939 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 150cb923-39b4-40b1-87f4-a09572698e05 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:00.942031 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a13489cc-47fb-427d-adde-982606b93f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (e92ed77b-1a7c-4d56-b52d-9e156e22eb1d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:01.197301 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a13489cc-47fb-427d-adde-982606b93f80 admin admin] Deleting port 150cb923-39b4-40b1-87f4-a09572698e05 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:13:01.197556 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a13489cc-47fb-427d-adde-982606b93f80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (150cb923-39b4-40b1-87f4-a09572698e05), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:01.309714 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-a13489cc-47fb-427d-adde-982606b93f80 admin admin] For port 150cb923-39b4-40b1-87f4-a09572698e05, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=150cb923-39b4-40b1-87f4-a09572698e05,segment=NetworkSegment(d8b87d7b-153a-4e95-bc91-f0afaaf41d45),segment_id=d8b87d7b-153a-4e95-bc91-f0afaaf41d45)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:01.310127 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a13489cc-47fb-427d-adde-982606b93f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (150cb923-39b4-40b1-87f4-a09572698e05), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:01.321296 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:01.330812 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-a13489cc-47fb-427d-adde-982606b93f80 admin admin] Calling delete_port for 150cb923-39b4-40b1-87f4-a09572698e05 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:13:01.485288 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:01.615569 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a13489cc-47fb-427d-adde-982606b93f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (150cb923-39b4-40b1-87f4-a09572698e05), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:01.643198 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13489cc-47fb-427d-adde-982606b93f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=150cb923-39b4-40b1-87f4-a09572698e05,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:01.817080 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a13489cc-47fb-427d-adde-982606b93f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (e92ed77b-1a7c-4d56-b52d-9e156e22eb1d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:01.859547 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d735427-21a1-465f-9a36-d8f4e1a77cc4 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:13:01.896254 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:01.936813 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d735427-21a1-465f-9a36-d8f4e1a77cc4 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:13:02.043529 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13489cc-47fb-427d-adde-982606b93f80 admin admin] Router e92ed77b-1a7c-4d56-b52d-9e156e22eb1d has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:13:02.157937 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13489cc-47fb-427d-adde-982606b93f80 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:13:02.163077 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a13489cc-47fb-427d-adde-982606b93f80 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/e92ed77b-1a7c-4d56-b52d-9e156e22eb1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6164539 Nov 02 13:13:02.166819 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49934) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:02.170234 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeeb671-4c29-4fdd-b3f2-fb8ba04cc943 None None] Sync routers for ids ['e92ed77b-1a7c-4d56-b52d-9e156e22eb1d'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:13:02.181262 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeeb671-4c29-4fdd-b3f2-fb8ba04cc943 None None] Routers {'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:13:02.182214 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-aaeeb671-4c29-4fdd-b3f2-fb8ba04cc943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e92ed77b-1a7c-4d56-b52d-9e156e22eb1d'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:02.300993 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-aaeeb671-4c29-4fdd-b3f2-fb8ba04cc943 None None] Set router e92ed77b-1a7c-4d56-b52d-9e156e22eb1d gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:13:02.305631 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-227f7327-221f-439f-9119-460428be345e admin admin] Publish callbacks [] for router (e92ed77b-1a7c-4d56-b52d-9e156e22eb1d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:02.464197 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-227f7327-221f-439f-9119-460428be345e admin admin] Publish callbacks [] for router_gateway (e92ed77b-1a7c-4d56-b52d-9e156e22eb1d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:02.507748 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-aaeeb671-4c29-4fdd-b3f2-fb8ba04cc943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d', 'name': 'tempest-ServerActionsTestJSON-1431393544-router', 'tenant_id': 'a31ce9d15a694d549202903d3761e616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '83096435-ddb9-4326-9682-a6a4ff4b0255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:50Z', 'updated_at': '2022-11-02T13:13:01Z', 'revision_number': 5, 'project_id': 'a31ce9d15a694d549202903d3761e616', 'gw_port': {'id': '83096435-ddb9-4326-9682-a6a4ff4b0255', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:12:51Z', 'updated_at': '2022-11-02T13:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:02.520743 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:02.552318 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeeb671-4c29-4fdd-b3f2-fb8ba04cc943 None None] Checking router: e92ed77b-1a7c-4d56-b52d-9e156e22eb1d for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:13:02.562585 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeeb671-4c29-4fdd-b3f2-fb8ba04cc943 None None] Routers {'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:13:02.563935 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-aaeeb671-4c29-4fdd-b3f2-fb8ba04cc943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['e92ed77b-1a7c-4d56-b52d-9e156e22eb1d'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:02.577611 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-227f7327-221f-439f-9119-460428be345e admin admin] Deleting port 83096435-ddb9-4326-9682-a6a4ff4b0255 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:13:02.577970 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-227f7327-221f-439f-9119-460428be345e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (83096435-ddb9-4326-9682-a6a4ff4b0255), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:02.662013 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-aaeeb671-4c29-4fdd-b3f2-fb8ba04cc943 None None] Set router e92ed77b-1a7c-4d56-b52d-9e156e22eb1d gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:13:02.719330 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-227f7327-221f-439f-9119-460428be345e admin admin] For port 83096435-ddb9-4326-9682-a6a4ff4b0255, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=83096435-ddb9-4326-9682-a6a4ff4b0255,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:02.719719 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-227f7327-221f-439f-9119-460428be345e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (83096435-ddb9-4326-9682-a6a4ff4b0255), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:02.723249 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:02.730345 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-aaeeb671-4c29-4fdd-b3f2-fb8ba04cc943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d', 'name': 'tempest-ServerActionsTestJSON-1431393544-router', 'tenant_id': 'a31ce9d15a694d549202903d3761e616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:50Z', 'updated_at': '2022-11-02T13:13:02Z', 'revision_number': 6, 'project_id': 'a31ce9d15a694d549202903d3761e616', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:02.751664 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-227f7327-221f-439f-9119-460428be345e admin admin] Calling delete_port for 83096435-ddb9-4326-9682-a6a4ff4b0255 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:13:02.784341 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeeb671-4c29-4fdd-b3f2-fb8ba04cc943 None None] The sync data for ids ['e92ed77b-1a7c-4d56-b52d-9e156e22eb1d'] in n-d-857339-6 is: [{'id': 'e92ed77b-1a7c-4d56-b52d-9e156e22eb1d', 'name': 'tempest-ServerActionsTestJSON-1431393544-router', 'tenant_id': 'a31ce9d15a694d549202903d3761e616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:12:50Z', 'updated_at': '2022-11-02T13:13:02Z', 'revision_number': 6, 'project_id': 'a31ce9d15a694d549202903d3761e616', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:13:02.835964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9f780076-c465-4040-bc5e-ed1b8ea922a5 None None] Provisioning complete for port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:02.835964 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9f780076-c465-4040-bc5e-ed1b8ea922a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3ff64cc5-2b4f-455a-9e55-bf9949d0a365), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:02.835964 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9f780076-c465-4040-bc5e-ed1b8ea922a5 None None] Attempt 1 to provision port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 Nov 02 13:13:02.926931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9f780076-c465-4040-bc5e-ed1b8ea922a5 None None] Current status of the port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:03.045529 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-227f7327-221f-439f-9119-460428be345e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (83096435-ddb9-4326-9682-a6a4ff4b0255), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:03.084926 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f7327-221f-439f-9119-460428be345e admin admin] Pushing event deleted for resources: {'Port': ['ID=83096435-ddb9-4326-9682-a6a4ff4b0255,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:03.164729 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-227f7327-221f-439f-9119-460428be345e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (e92ed77b-1a7c-4d56-b52d-9e156e22eb1d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:03.272976 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-227f7327-221f-439f-9119-460428be345e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (e92ed77b-1a7c-4d56-b52d-9e156e22eb1d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:03.275326 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-227f7327-221f-439f-9119-460428be345e admin admin] Publish callbacks [] for router_controller (e92ed77b-1a7c-4d56-b52d-9e156e22eb1d), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:03.364538 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-227f7327-221f-439f-9119-460428be345e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (e92ed77b-1a7c-4d56-b52d-9e156e22eb1d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:03.365181 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227f7327-221f-439f-9119-460428be345e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e92ed77b-1a7c-4d56-b52d-9e156e22eb1d {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:13:03.372056 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-227f7327-221f-439f-9119-460428be345e admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:03.373796 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-227f7327-221f-439f-9119-460428be345e admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/e92ed77b-1a7c-4d56-b52d-9e156e22eb1d HTTP/1.1" status: 204 len: 168 time: 1.2057202 Nov 02 13:13:03.376675 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49936) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:03.432087 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1244375-cbf7-48da-86bd-494d5fc4ed8a admin admin] Deleting subnet 8570965e-2b13-4ca2-9b3f-69e785195b19 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:13:03.435901 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1244375-cbf7-48da-86bd-494d5fc4ed8a admin admin] Publish callbacks [] for subnet (8570965e-2b13-4ca2-9b3f-69e785195b19), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:03.832243 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1244375-cbf7-48da-86bd-494d5fc4ed8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (8570965e-2b13-4ca2-9b3f-69e785195b19), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:03.926896 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1244375-cbf7-48da-86bd-494d5fc4ed8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (8570965e-2b13-4ca2-9b3f-69e785195b19), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:04.062572 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1244375-cbf7-48da-86bd-494d5fc4ed8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (8570965e-2b13-4ca2-9b3f-69e785195b19), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:04.094058 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1244375-cbf7-48da-86bd-494d5fc4ed8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8570965e-2b13-4ca2-9b3f-69e785195b19,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:04.097527 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1244375-cbf7-48da-86bd-494d5fc4ed8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:04.100904 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f1244375-cbf7-48da-86bd-494d5fc4ed8a admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/8570965e-2b13-4ca2-9b3f-69e785195b19 HTTP/1.1" status: 204 len: 168 time: 0.7229512 Nov 02 13:13:04.106469 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49938) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:04.106718 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffad633-de44-4288-86b2-73b34d57da9a None None] Network 69fc884e-4624-4391-adf2-b05689683438 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:04.177391 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d3769d4-1abd-45fa-8642-1593ffd64186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (69fc884e-4624-4391-adf2-b05689683438), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:04.218339 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:04.226345 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-0d3769d4-1abd-45fa-8642-1593ffd64186 admin admin] Deleting port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:13:04.233653 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d3769d4-1abd-45fa-8642-1593ffd64186 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3ff64cc5-2b4f-455a-9e55-bf9949d0a365), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:04.271887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a77438-0f23-4cae-9483-51c108735465 None None] DHCP port deletion for 69fc884e-4624-4391-adf2-b05689683438 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:13:04.304021 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-0d3769d4-1abd-45fa-8642-1593ffd64186 admin admin] For port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ff64cc5-2b4f-455a-9e55-bf9949d0a365,segment=NetworkSegment(d8b87d7b-153a-4e95-bc91-f0afaaf41d45),segment_id=d8b87d7b-153a-4e95-bc91-f0afaaf41d45)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:04.304388 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d3769d4-1abd-45fa-8642-1593ffd64186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3ff64cc5-2b4f-455a-9e55-bf9949d0a365), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:04.311457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a0a77438-0f23-4cae-9483-51c108735465 None None] Deleting port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:13:04.311837 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a0a77438-0f23-4cae-9483-51c108735465 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3ff64cc5-2b4f-455a-9e55-bf9949d0a365), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:04.320381 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-0d3769d4-1abd-45fa-8642-1593ffd64186 admin admin] Calling delete_port for 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:13:04.321892 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:04.396163 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a0a77438-0f23-4cae-9483-51c108735465 None None] For port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3ff64cc5-2b4f-455a-9e55-bf9949d0a365,segment=NetworkSegment(d8b87d7b-153a-4e95-bc91-f0afaaf41d45),segment_id=d8b87d7b-153a-4e95-bc91-f0afaaf41d45)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:04.396665 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a0a77438-0f23-4cae-9483-51c108735465 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3ff64cc5-2b4f-455a-9e55-bf9949d0a365), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:04.412451 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a0a77438-0f23-4cae-9483-51c108735465 None None] Calling delete_port for 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:13:04.475859 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:04.478928 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d3769d4-1abd-45fa-8642-1593ffd64186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (3ff64cc5-2b4f-455a-9e55-bf9949d0a365), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:04.501045 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a0a77438-0f23-4cae-9483-51c108735465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (3ff64cc5-2b4f-455a-9e55-bf9949d0a365), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:04.508001 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3769d4-1abd-45fa-8642-1593ffd64186 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff64cc5-2b4f-455a-9e55-bf9949d0a365,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:04.511598 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3769d4-1abd-45fa-8642-1593ffd64186 admin admin] No DVR routers for this DVR port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:13:04.527405 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a77438-0f23-4cae-9483-51c108735465 None None] Pushing event deleted for resources: {'Port': ['ID=3ff64cc5-2b4f-455a-9e55-bf9949d0a365,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:04.542032 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a77438-0f23-4cae-9483-51c108735465 None None] No DVR routers for this DVR port 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:13:04.601344 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d3769d4-1abd-45fa-8642-1593ffd64186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (69fc884e-4624-4391-adf2-b05689683438), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:04.630263 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-0d3769d4-1abd-45fa-8642-1593ffd64186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fc884e-4624-4391-adf2-b05689683438']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:04.641082 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-0d3769d4-1abd-45fa-8642-1593ffd64186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b87d7b-153a-4e95-bc91-f0afaaf41d45') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:04.641362 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-0d3769d4-1abd-45fa-8642-1593ffd64186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b87d7b-153a-4e95-bc91-f0afaaf41d45') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:04.651821 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d3769d4-1abd-45fa-8642-1593ffd64186 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (d8b87d7b-153a-4e95-bc91-f0afaaf41d45), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:04.666566 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d3769d4-1abd-45fa-8642-1593ffd64186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (d8b87d7b-153a-4e95-bc91-f0afaaf41d45), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:04.678489 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3769d4-1abd-45fa-8642-1593ffd64186 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:13:04.678489 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d3769d4-1abd-45fa-8642-1593ffd64186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (d8b87d7b-153a-4e95-bc91-f0afaaf41d45), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:04.700090 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment d8b87d7b-153a-4e95-bc91-f0afaaf41d45 resource provider aggregate not found Nov 02 13:13:04.733932 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment d8b87d7b-153a-4e95-bc91-f0afaaf41d45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8b87d7b-153a-4e95-bc91-f0afaaf41d45 found for delete ", "request_id": "req-eb3d031b-6b5f-4bcf-b452-709014458ef7"}]} Nov 02 13:13:04.746439 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 150cb923-39b4-40b1-87f4-a09572698e05 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:13:04.766876 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 150cb923-39b4-40b1-87f4-a09572698e05 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:13:04.767321 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 150cb923-39b4-40b1-87f4-a09572698e05 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:13:04.767629 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 83096435-ddb9-4326-9682-a6a4ff4b0255 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:13:04.787127 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 83096435-ddb9-4326-9682-a6a4ff4b0255 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:13:04.787399 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 83096435-ddb9-4326-9682-a6a4ff4b0255 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:13:04.787740 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:13:04.810180 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:13:04.810448 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3ff64cc5-2b4f-455a-9e55-bf9949d0a365 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:13:04.839537 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d3769d4-1abd-45fa-8642-1593ffd64186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (69fc884e-4624-4391-adf2-b05689683438), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:04.844957 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d3769d4-1abd-45fa-8642-1593ffd64186 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:04.851222 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0d3769d4-1abd-45fa-8642-1593ffd64186 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/69fc884e-4624-4391-adf2-b05689683438 HTTP/1.1" status: 204 len: 168 time: 0.7438977 Nov 02 13:13:04.869154 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3769d4-1abd-45fa-8642-1593ffd64186 admin admin] Pushing event deleted for resources: {'Network': ['ID=69fc884e-4624-4391-adf2-b05689683438,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:05.193279 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49946) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:05.237243 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9ab1d968-661d-4b70-ae26-9dc07954efbd admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a31ce9d15a694d549202903d3761e616&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423391 Nov 02 13:13:05.239887 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49948) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:05.298980 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad443f3c-4591-44b7-97fb-90dff84e5580 admin admin] Publish callbacks [] for security_group (18825d48-a268-462f-abce-31abbb134aa3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:05.329392 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad443f3c-4591-44b7-97fb-90dff84e5580 admin admin] Publish callbacks [] for security_group (18825d48-a268-462f-abce-31abbb134aa3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:05.455400 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad443f3c-4591-44b7-97fb-90dff84e5580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (18825d48-a268-462f-abce-31abbb134aa3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:05.458138 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ad443f3c-4591-44b7-97fb-90dff84e5580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:05.459346 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ad443f3c-4591-44b7-97fb-90dff84e5580 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/18825d48-a268-462f-abce-31abbb134aa3 HTTP/1.1" status: 204 len: 168 time: 0.2185321 Nov 02 13:13:05.468164 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad443f3c-4591-44b7-97fb-90dff84e5580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18825d48-a268-462f-abce-31abbb134aa3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:06.777159 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49970) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:06.892350 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f7a548f9-66ca-4569-8445-ffed324dcb05 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1138042931-network', 'tenant_id': '3f2d877784ae4806858c9a0baec1cc0e'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:06.988133 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a548f9-66ca-4569-8445-ffed324dcb05 admin admin] Made reservation on behalf of 3f2d877784ae4806858c9a0baec1cc0e for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:13:06.991233 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f7a548f9-66ca-4569-8445-ffed324dcb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:07.002512 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f7a548f9-66ca-4569-8445-ffed324dcb05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:07.134234 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f7a548f9-66ca-4569-8445-ffed324dcb05 admin admin] Publish callbacks [] for security_group (d80802b8-6e96-4832-9b85-aa06f66864d0), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:07.187176 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f7a548f9-66ca-4569-8445-ffed324dcb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d80802b8-6e96-4832-9b85-aa06f66864d0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:07.197344 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:07.223448 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a548f9-66ca-4569-8445-ffed324dcb05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:13:07.230776 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a548f9-66ca-4569-8445-ffed324dcb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80802b8-6e96-4832-9b85-aa06f66864d0,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:07.237700 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f7a548f9-66ca-4569-8445-ffed324dcb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (8ebca071-3ce3-4784-ad83-1f6df740bbbe), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:07.238044 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-f7a548f9-66ca-4569-8445-ffed324dcb05 admin admin] Added segment 8ebca071-3ce3-4784-ad83-1f6df740bbbe of type vlan for network eaff6805-7281-4d5b-aa9a-cb3e2bc5b760 Nov 02 13:13:07.286875 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f7a548f9-66ca-4569-8445-ffed324dcb05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (eaff6805-7281-4d5b-aa9a-cb3e2bc5b760), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:07.315581 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:07.387134 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f7a548f9-66ca-4569-8445-ffed324dcb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (eaff6805-7281-4d5b-aa9a-cb3e2bc5b760), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:07.388216 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a548f9-66ca-4569-8445-ffed324dcb05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:07.388838 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f7a548f9-66ca-4569-8445-ffed324dcb05 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:07.467656 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a548f9-66ca-4569-8445-ffed324dcb05 admin admin] Pushing event updated for resources: {'Network': ['ID=eaff6805-7281-4d5b-aa9a-cb3e2bc5b760,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:07.478931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network eaff6805-7281-4d5b-aa9a-cb3e2bc5b760 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:13:07.555491 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f7a548f9-66ca-4569-8445-ffed324dcb05 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7772000 Nov 02 13:13:07.558658 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49974) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:07.564319 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-b5f78cb5-52b6-4898-8d2b-b3f5f9af3f42 admin admin] Request body: {'subnet': {'network_id': 'eaff6805-7281-4d5b-aa9a-cb3e2bc5b760', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1138042931-subnet', 'tenant_id': '3f2d877784ae4806858c9a0baec1cc0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:07.746593 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f78cb5-52b6-4898-8d2b-b3f5f9af3f42 admin admin] Made reservation on behalf of 3f2d877784ae4806858c9a0baec1cc0e for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:13:07.749072 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5f78cb5-52b6-4898-8d2b-b3f5f9af3f42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:07.999043 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5f78cb5-52b6-4898-8d2b-b3f5f9af3f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (af75df34-640a-4069-bec8-ed80bf4dd088), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:08.053792 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f78cb5-52b6-4898-8d2b-b3f5f9af3f42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af75df34-640a-4069-bec8-ed80bf4dd088,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:08.072716 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f78cb5-52b6-4898-8d2b-b3f5f9af3f42 admin admin] Checking segment: {'id': '8ebca071-3ce3-4784-ad83-1f6df740bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'eaff6805-7281-4d5b-aa9a-cb3e2bc5b760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:13:08.073235 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f78cb5-52b6-4898-8d2b-b3f5f9af3f42 admin admin] Network hostable DHCP agents. Network: eaff6805-7281-4d5b-aa9a-cb3e2bc5b760, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:13:08.164151 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f78cb5-52b6-4898-8d2b-b3f5f9af3f42 admin admin] Network eaff6805-7281-4d5b-aa9a-cb3e2bc5b760 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:13:08.252047 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-b5f78cb5-52b6-4898-8d2b-b3f5f9af3f42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, eaff6805-7281-4d5b-aa9a-cb3e2bc5b760) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:08.256416 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f78cb5-52b6-4898-8d2b-b3f5f9af3f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:08.257784 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b5f78cb5-52b6-4898-8d2b-b3f5f9af3f42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:08.261626 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4feea01-867a-41c7-b8fc-666d09ef80d1 None None] Network eaff6805-7281-4d5b-aa9a-cb3e2bc5b760 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:08.372916 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b5f78cb5-52b6-4898-8d2b-b3f5f9af3f42 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8130589 Nov 02 13:13:08.375473 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 49978) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:08.380559 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-a1b593d4-6739-4b4b-8ed8-3a414434d531 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1138042931-router', 'tenant_id': '3f2d877784ae4806858c9a0baec1cc0e', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:08.383075 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-eaff6805-7281-4d5b-aa9a-cb3e2bc5b760', 'network_id': 'eaff6805-7281-4d5b-aa9a-cb3e2bc5b760', 'project_id': '3f2d877784ae4806858c9a0baec1cc0e', 'fixed_ips': [{'subnet_id': 'af75df34-640a-4069-bec8-ed80bf4dd088'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:13:08.384012 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:08.501256 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a1b593d4-6739-4b4b-8ed8-3a414434d531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (02e172cd-b43b-453b-bc81-dc709c1b1ad1), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:08.502399 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a1b593d4-6739-4b4b-8ed8-3a414434d531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (02e172cd-b43b-453b-bc81-dc709c1b1ad1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:08.552822 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:08.554478 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Allocated IP 172.20.0.2 (eaff6805-7281-4d5b-aa9a-cb3e2bc5b760/af75df34-640a-4069-bec8-ed80bf4dd088/5e8ac2f0-9a31-43ba-ab96-0851e6310136) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:13:08.584669 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a1b593d4-6739-4b4b-8ed8-3a414434d531 admin admin] Publish callbacks [] for router_controller (02e172cd-b43b-453b-bc81-dc709c1b1ad1), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:08.728412 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:08.764128 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Publish callbacks [] for port (5e8ac2f0-9a31-43ba-ab96-0851e6310136), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:08.800813 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a1b593d4-6739-4b4b-8ed8-3a414434d531 admin admin] Publish callbacks [] for router_gateway (02e172cd-b43b-453b-bc81-dc709c1b1ad1), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:08.918827 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (5e8ac2f0-9a31-43ba-ab96-0851e6310136), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:08.963897 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Network eaff6805-7281-4d5b-aa9a-cb3e2bc5b760 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:13:08.969363 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:08.972063 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:13:08.975415 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Pushing event updated for resources: {'Port': ['ID=5e8ac2f0-9a31-43ba-ab96-0851e6310136,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:08.988776 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:08.989124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:08.989464 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:08.989866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:08.990138 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:08.990470 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:08.990827 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:08.991159 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:08.991475 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:08.991796 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:08.992118 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:08.992438 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:08.992859 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:08.993179 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:08.993500 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:09.047143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Attempting to bind port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:09.047437 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Attempting to bind port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '8ebca071-3ce3-4784-ad83-1f6df740bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'eaff6805-7281-4d5b-aa9a-cb3e2bc5b760'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:09.047829 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Attempting to bind port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 on network eaff6805-7281-4d5b-aa9a-cb3e2bc5b760 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:09.113545 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:13:09.113971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Checking segment: {'id': '8ebca071-3ce3-4784-ad83-1f6df740bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'eaff6805-7281-4d5b-aa9a-cb3e2bc5b760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:13:09.114427 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:09.114833 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Bound using segment: {'id': '8ebca071-3ce3-4784-ad83-1f6df740bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'eaff6805-7281-4d5b-aa9a-cb3e2bc5b760'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:13:09.115319 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Bound port: 5e8ac2f0-9a31-43ba-ab96-0851e6310136, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ebca071-3ce3-4784-ad83-1f6df740bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'eaff6805-7281-4d5b-aa9a-cb3e2bc5b760'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:13:09.115709 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5e8ac2f0-9a31-43ba-ab96-0851e6310136), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:09.130226 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a1b593d4-6739-4b4b-8ed8-3a414434d531 admin admin] Publish callbacks [] for router_gateway (02e172cd-b43b-453b-bc81-dc709c1b1ad1), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:09.150545 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a1b593d4-6739-4b4b-8ed8-3a414434d531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:09.170520 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:09.188918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] For port 5e8ac2f0-9a31-43ba-ab96-0851e6310136, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:13:09.192794 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] For port 5e8ac2f0-9a31-43ba-ab96-0851e6310136, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5e8ac2f0-9a31-43ba-ab96-0851e6310136,segment=NetworkSegment(8ebca071-3ce3-4784-ad83-1f6df740bbbe),segment_id=8ebca071-3ce3-4784-ad83-1f6df740bbbe)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:13:09.279840 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-a1b593d4-6739-4b4b-8ed8-3a414434d531 admin admin] Allocated IP 172.25.2.246 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/1d425f7d-eafe-4ec7-8004-9c3213505914) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:13:09.314444 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5e8ac2f0-9a31-43ba-ab96-0851e6310136), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:09.348091 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=25 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:09.380563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ab71f-73ca-4d46-b3fc-96c4a31de626 None None] Pushing event updated for resources: {'Port': ['ID=5e8ac2f0-9a31-43ba-ab96-0851e6310136,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:09.383060 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:09.422646 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a1b593d4-6739-4b4b-8ed8-3a414434d531 admin admin] Publish callbacks [] for port (1d425f7d-eafe-4ec7-8004-9c3213505914), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:09.525799 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a1b593d4-6739-4b4b-8ed8-3a414434d531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (1d425f7d-eafe-4ec7-8004-9c3213505914), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:09.585274 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b593d4-6739-4b4b-8ed8-3a414434d531 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:13:09.591620 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-a1b593d4-6739-4b4b-8ed8-3a414434d531 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:09.596459 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b593d4-6739-4b4b-8ed8-3a414434d531 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:13:09.621599 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b593d4-6739-4b4b-8ed8-3a414434d531 admin admin] Pushing event updated for resources: {'Port': ['ID=1d425f7d-eafe-4ec7-8004-9c3213505914,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:09.890906 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=46,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:09.893454 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:09.962036 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a1b593d4-6739-4b4b-8ed8-3a414434d531 admin admin] Publish callbacks [] for router_gateway (02e172cd-b43b-453b-bc81-dc709c1b1ad1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:10.166930 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a1b593d4-6739-4b4b-8ed8-3a414434d531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (02e172cd-b43b-453b-bc81-dc709c1b1ad1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:10.472208 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e521a8f-3ae7-4656-993d-ec17df1aa2cb None None] Network eaff6805-7281-4d5b-aa9a-cb3e2bc5b760 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:10.489609 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b593d4-6739-4b4b-8ed8-3a414434d531 admin admin] Router 02e172cd-b43b-453b-bc81-dc709c1b1ad1 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:13:10.552640 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5b658da3-aadc-4816-bb27-27406a59910b None None] Provisioning complete for port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:10.553014 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5b658da3-aadc-4816-bb27-27406a59910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5e8ac2f0-9a31-43ba-ab96-0851e6310136), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:10.553350 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5b658da3-aadc-4816-bb27-27406a59910b None None] Attempt 1 to provision port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 Nov 02 13:13:10.612683 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b593d4-6739-4b4b-8ed8-3a414434d531 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:13:10.625127 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] Sync routers for ids ['02e172cd-b43b-453b-bc81-dc709c1b1ad1'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:13:10.651640 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] Routers {'02e172cd-b43b-453b-bc81-dc709c1b1ad1'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:13:10.652200 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['02e172cd-b43b-453b-bc81-dc709c1b1ad1'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:10.712131 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a1b593d4-6739-4b4b-8ed8-3a414434d531 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:10.718201 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 49980) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:10.718894 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a1b593d4-6739-4b4b-8ed8-3a414434d531 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3413370 Nov 02 13:13:10.745416 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5b658da3-aadc-4816-bb27-27406a59910b None None] Current status of the port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:10.745812 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5b658da3-aadc-4816-bb27-27406a59910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5e8ac2f0-9a31-43ba-ab96-0851e6310136), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:10.963530 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5e8ac2f0-9a31-43ba-ab96-0851e6310136 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:13:11.024476 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] Set router 02e172cd-b43b-453b-bc81-dc709c1b1ad1 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:13:11.100228 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-5b658da3-aadc-4816-bb27-27406a59910b None None] For port 5e8ac2f0-9a31-43ba-ab96-0851e6310136, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5e8ac2f0-9a31-43ba-ab96-0851e6310136,segment=NetworkSegment(8ebca071-3ce3-4784-ad83-1f6df740bbbe),segment_id=8ebca071-3ce3-4784-ad83-1f6df740bbbe)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:11.112527 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:11.160735 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:11.161026 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5e8ac2f0-9a31-43ba-ab96-0851e6310136), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:11.161571 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 Nov 02 13:13:11.187833 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5b658da3-aadc-4816-bb27-27406a59910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5e8ac2f0-9a31-43ba-ab96-0851e6310136), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:11.243681 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e839ff8-fcc3-4e26-9968-1d45f6432bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:11.309872 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:11.319044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b658da3-aadc-4816-bb27-27406a59910b None None] Pushing event updated for resources: {'Port': ['ID=5e8ac2f0-9a31-43ba-ab96-0851e6310136,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:11.337711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f37fcb1c-f4c3-4a11-9e77-0d53be3ed62a None None] Provisioning complete for port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:11.338146 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f37fcb1c-f4c3-4a11-9e77-0d53be3ed62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5e8ac2f0-9a31-43ba-ab96-0851e6310136), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:11.338484 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f37fcb1c-f4c3-4a11-9e77-0d53be3ed62a None None] Attempt 1 to provision port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 Nov 02 13:13:11.382928 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e172cd-b43b-453b-bc81-dc709c1b1ad1', 'name': 'tempest-ServersNegativeTestJSON-1138042931-router', 'tenant_id': '3f2d877784ae4806858c9a0baec1cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '1d425f7d-eafe-4ec7-8004-9c3213505914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:13:08Z', 'updated_at': '2022-11-02T13:13:09Z', 'revision_number': 3, 'project_id': '3f2d877784ae4806858c9a0baec1cc0e', 'gw_port': {'id': '1d425f7d-eafe-4ec7-8004-9c3213505914', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e172cd-b43b-453b-bc81-dc709c1b1ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:13:09Z', 'updated_at': '2022-11-02T13:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:11.416416 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-0e839ff8-fcc3-4e26-9968-1d45f6432bee admin admin] Allocated IP 172.20.0.1 (eaff6805-7281-4d5b-aa9a-cb3e2bc5b760/af75df34-640a-4069-bec8-ed80bf4dd088/eadc29a8-1cc5-448f-b2fb-3e102fe192c7) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:13:11.425185 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] Checking router: 02e172cd-b43b-453b-bc81-dc709c1b1ad1 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:13:11.425524 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] Updating router 02e172cd-b43b-453b-bc81-dc709c1b1ad1 port 1d425f7d-eafe-4ec7-8004-9c3213505914 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:13:11.453520 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:11.474231 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1d425f7d-eafe-4ec7-8004-9c3213505914), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:11.574296 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e839ff8-fcc3-4e26-9968-1d45f6432bee admin admin] Publish callbacks [] for port (eadc29a8-1cc5-448f-b2fb-3e102fe192c7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:11.587943 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f37fcb1c-f4c3-4a11-9e77-0d53be3ed62a None None] Current status of the port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:11.736371 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e839ff8-fcc3-4e26-9968-1d45f6432bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (eadc29a8-1cc5-448f-b2fb-3e102fe192c7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:11.765887 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:11.777771 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e839ff8-fcc3-4e26-9968-1d45f6432bee admin admin] Network eaff6805-7281-4d5b-aa9a-cb3e2bc5b760 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:13:11.781916 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-0e839ff8-fcc3-4e26-9968-1d45f6432bee admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:11.788472 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e839ff8-fcc3-4e26-9968-1d45f6432bee admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:13:11.820108 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] Publish callbacks [] for port (1d425f7d-eafe-4ec7-8004-9c3213505914), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:11.838343 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e839ff8-fcc3-4e26-9968-1d45f6432bee admin admin] Pushing event updated for resources: {'Port': ['ID=eadc29a8-1cc5-448f-b2fb-3e102fe192c7,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:11.839718 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:11.847402 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e839ff8-fcc3-4e26-9968-1d45f6432bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (02e172cd-b43b-453b-bc81-dc709c1b1ad1), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:11.954207 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1d425f7d-eafe-4ec7-8004-9c3213505914), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:11.991495 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] Attempting to bind port 1d425f7d-eafe-4ec7-8004-9c3213505914 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:11.991894 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] Attempting to bind port 1d425f7d-eafe-4ec7-8004-9c3213505914 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:11.992056 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] Attempting to bind port 1d425f7d-eafe-4ec7-8004-9c3213505914 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:12.031437 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83a282-29c8-4392-9258-c4ac7c00faa1 None None] Pushing event updated for resources: {'Port': ['ID=1d425f7d-eafe-4ec7-8004-9c3213505914,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:12.048305 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:13:12.048747 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:13:12.049110 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:12.049505 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:13:12.049983 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] Bound port: 1d425f7d-eafe-4ec7-8004-9c3213505914, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:13:12.050354 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1d425f7d-eafe-4ec7-8004-9c3213505914), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:12.111975 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] For port 1d425f7d-eafe-4ec7-8004-9c3213505914, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:13:12.134119 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7f0b5af1-4f02-4aa3-8cdf-9ede7e27e248 None None] Provisioning complete for port eadc29a8-1cc5-448f-b2fb-3e102fe192c7 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:12.134703 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7f0b5af1-4f02-4aa3-8cdf-9ede7e27e248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (eadc29a8-1cc5-448f-b2fb-3e102fe192c7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:12.135248 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7f0b5af1-4f02-4aa3-8cdf-9ede7e27e248 None None] Attempt 1 to provision port eadc29a8-1cc5-448f-b2fb-3e102fe192c7 Nov 02 13:13:12.140697 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] For port 1d425f7d-eafe-4ec7-8004-9c3213505914, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1d425f7d-eafe-4ec7-8004-9c3213505914,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:13:12.192438 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b5af1-4f02-4aa3-8cdf-9ede7e27e248 None None] Port eadc29a8-1cc5-448f-b2fb-3e102fe192c7 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:13:12.255888 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1d425f7d-eafe-4ec7-8004-9c3213505914), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:12.261309 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:12.304985 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] Routers {'02e172cd-b43b-453b-bc81-dc709c1b1ad1'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:13:12.305636 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['02e172cd-b43b-453b-bc81-dc709c1b1ad1'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:12.360047 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e839ff8-fcc3-4e26-9968-1d45f6432bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (eadc29a8-1cc5-448f-b2fb-3e102fe192c7), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:12.410298 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83a282-29c8-4392-9258-c4ac7c00faa1 None None] Pushing event updated for resources: {'Port': ['ID=1d425f7d-eafe-4ec7-8004-9c3213505914,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:12.483766 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:12.498686 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] Set router 02e172cd-b43b-453b-bc81-dc709c1b1ad1 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:13:12.577623 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e839ff8-fcc3-4e26-9968-1d45f6432bee admin admin] Publish callbacks [] for port (eadc29a8-1cc5-448f-b2fb-3e102fe192c7), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:12.678633 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e839ff8-fcc3-4e26-9968-1d45f6432bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (eadc29a8-1cc5-448f-b2fb-3e102fe192c7), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:12.712638 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e172cd-b43b-453b-bc81-dc709c1b1ad1', 'name': 'tempest-ServersNegativeTestJSON-1138042931-router', 'tenant_id': '3f2d877784ae4806858c9a0baec1cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '1d425f7d-eafe-4ec7-8004-9c3213505914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:13:08Z', 'updated_at': '2022-11-02T13:13:11Z', 'revision_number': 4, 'project_id': '3f2d877784ae4806858c9a0baec1cc0e', 'gw_port': {'id': '1d425f7d-eafe-4ec7-8004-9c3213505914', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e172cd-b43b-453b-bc81-dc709c1b1ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:13:09Z', 'updated_at': '2022-11-02T13:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'eadc29a8-1cc5-448f-b2fb-3e102fe192c7', 'name': '', 'network_id': 'eaff6805-7281-4d5b-aa9a-cb3e2bc5b760', 'tenant_id': '3f2d877784ae4806858c9a0baec1cc0e', 'mac_address': 'fa:16:3e:b1:86:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e172cd-b43b-453b-bc81-dc709c1b1ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'af75df34-640a-4069-bec8-ed80bf4dd088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:13:11Z', 'updated_at': '2022-11-02T13:13:11Z', 'revision_number': 1, 'project_id': '3f2d877784ae4806858c9a0baec1cc0e', 'subnets': [{'id': 'af75df34-640a-4069-bec8-ed80bf4dd088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:12.749344 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f4837a-6e5f-4e84-9802-39a413007cb2 None None] The sync data for ids ['02e172cd-b43b-453b-bc81-dc709c1b1ad1'] in n-d-857339-6 is: [{'id': '02e172cd-b43b-453b-bc81-dc709c1b1ad1', 'name': 'tempest-ServersNegativeTestJSON-1138042931-router', 'tenant_id': '3f2d877784ae4806858c9a0baec1cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '1d425f7d-eafe-4ec7-8004-9c3213505914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:13:08Z', 'updated_at': '2022-11-02T13:13:11Z', 'revision_number': 4, 'project_id': '3f2d877784ae4806858c9a0baec1cc0e', 'gw_port': {'id': '1d425f7d-eafe-4ec7-8004-9c3213505914', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e172cd-b43b-453b-bc81-dc709c1b1ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:13:09Z', 'updated_at': '2022-11-02T13:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'eadc29a8-1cc5-448f-b2fb-3e102fe192c7', 'name': '', 'network_id': 'eaff6805-7281-4d5b-aa9a-cb3e2bc5b760', 'tenant_id': '3f2d877784ae4806858c9a0baec1cc0e', 'mac_address': 'fa:16:3e:b1:86:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e172cd-b43b-453b-bc81-dc709c1b1ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'af75df34-640a-4069-bec8-ed80bf4dd088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:13:11Z', 'updated_at': '2022-11-02T13:13:11Z', 'revision_number': 1, 'project_id': '3f2d877784ae4806858c9a0baec1cc0e', 'subnets': [{'id': 'af75df34-640a-4069-bec8-ed80bf4dd088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:13:12.777538 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5e8ac2f0-9a31-43ba-ab96-0851e6310136 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:13:12.784586 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e839ff8-fcc3-4e26-9968-1d45f6432bee admin admin] Pushing event updated for resources: {'Port': ['ID=eadc29a8-1cc5-448f-b2fb-3e102fe192c7,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:12.786823 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0e839ff8-fcc3-4e26-9968-1d45f6432bee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (02e172cd-b43b-453b-bc81-dc709c1b1ad1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:12.790470 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:12.853766 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:12.854139 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5e8ac2f0-9a31-43ba-ab96-0851e6310136), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:12.854468 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 Nov 02 13:13:12.921153 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cd62e277-fa0f-4b05-9724-462b2c8f5a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:12.938312 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e839ff8-fcc3-4e26-9968-1d45f6432bee admin admin] Network eaff6805-7281-4d5b-aa9a-cb3e2bc5b760 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:13:12.940194 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-0e839ff8-fcc3-4e26-9968-1d45f6432bee admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:12.986385 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:13.090404 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e839ff8-fcc3-4e26-9968-1d45f6432bee admin admin] Router 02e172cd-b43b-453b-bc81-dc709c1b1ad1 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:13:13.262453 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e839ff8-fcc3-4e26-9968-1d45f6432bee admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:13:13.268850 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0e839ff8-fcc3-4e26-9968-1d45f6432bee admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/02e172cd-b43b-453b-bc81-dc709c1b1ad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5476987 Nov 02 13:13:13.324721 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-11fff8b7-0907-4873-9c99-86f1fff91e2a None None] Provisioning complete for port eadc29a8-1cc5-448f-b2fb-3e102fe192c7 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:13.325138 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-11fff8b7-0907-4873-9c99-86f1fff91e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (eadc29a8-1cc5-448f-b2fb-3e102fe192c7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:13.325994 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-11fff8b7-0907-4873-9c99-86f1fff91e2a None None] Attempt 1 to provision port eadc29a8-1cc5-448f-b2fb-3e102fe192c7 Nov 02 13:13:13.365785 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-11fff8b7-0907-4873-9c99-86f1fff91e2a None None] Port eadc29a8-1cc5-448f-b2fb-3e102fe192c7 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:13:13.735845 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:13.837527 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223a8e3-1d73-486e-b66c-30bd204e3398 req-5cc957d8-e20b-43b1-baf6-90c1044c40b5 tempest-ServersNegativeTestJSON-142153809 tempest-ServersNegativeTestJSON-142153809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:13.839194 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5223a8e3-1d73-486e-b66c-30bd204e3398 req-5cc957d8-e20b-43b1-baf6-90c1044c40b5 tempest-ServersNegativeTestJSON-142153809 tempest-ServersNegativeTestJSON-142153809-project] 10.222.0.64 "GET /networking/v2.0/networks?id=eaff6805-7281-4d5b-aa9a-cb3e2bc5b760 HTTP/1.1" status: 200 len: 814 time: 0.1262646 Nov 02 13:13:13.859687 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5223a8e3-1d73-486e-b66c-30bd204e3398 req-c91f33a0-a058-4cd9-bd61-44e91e1e11af tempest-ServersNegativeTestJSON-142153809 tempest-ServersNegativeTestJSON-142153809-project] 10.222.0.64 "GET /networking/v2.0/quotas/3f2d877784ae4806858c9a0baec1cc0e HTTP/1.1" status: 200 len: 375 time: 0.0114746 Nov 02 13:13:13.923054 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-5223a8e3-1d73-486e-b66c-30bd204e3398 req-9dc8c021-5a07-4af1-bdaa-c206fc5f8e78 tempest-ServersNegativeTestJSON-142153809 tempest-ServersNegativeTestJSON-142153809-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=3f2d877784ae4806858c9a0baec1cc0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573163 Nov 02 13:13:13.958990 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50000) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:14.116693 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:14.323825 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61307d36-081b-49cc-bbeb-d54397b02df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (02e172cd-b43b-453b-bc81-dc709c1b1ad1), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:14.427507 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:14.585521 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-61307d36-081b-49cc-bbeb-d54397b02df3 admin admin] Deleting port eadc29a8-1cc5-448f-b2fb-3e102fe192c7 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:13:14.585863 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61307d36-081b-49cc-bbeb-d54397b02df3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (eadc29a8-1cc5-448f-b2fb-3e102fe192c7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:14.673411 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61307d36-081b-49cc-bbeb-d54397b02df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (eadc29a8-1cc5-448f-b2fb-3e102fe192c7), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:14.689791 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-61307d36-081b-49cc-bbeb-d54397b02df3 admin admin] Calling delete_port for eadc29a8-1cc5-448f-b2fb-3e102fe192c7 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:13:14.760447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1d425f7d-eafe-4ec7-8004-9c3213505914 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:13:14.817751 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 1d425f7d-eafe-4ec7-8004-9c3213505914 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:14.818143 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1d425f7d-eafe-4ec7-8004-9c3213505914), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:14.818484 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 1d425f7d-eafe-4ec7-8004-9c3213505914 Nov 02 13:13:14.914756 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 1d425f7d-eafe-4ec7-8004-9c3213505914 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:14.915160 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (1d425f7d-eafe-4ec7-8004-9c3213505914), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:14.939262 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 1d425f7d-eafe-4ec7-8004-9c3213505914, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1d425f7d-eafe-4ec7-8004-9c3213505914,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:15.473539 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61307d36-081b-49cc-bbeb-d54397b02df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (eadc29a8-1cc5-448f-b2fb-3e102fe192c7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:15.482299 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (1d425f7d-eafe-4ec7-8004-9c3213505914), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:15.482530 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61307d36-081b-49cc-bbeb-d54397b02df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eadc29a8-1cc5-448f-b2fb-3e102fe192c7,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:15.482898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=1d425f7d-eafe-4ec7-8004-9c3213505914,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:15.482979 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31cbbd-c11e-4ac7-aceb-a3b2981d35d7 None None] Sync routers for ids ['02e172cd-b43b-453b-bc81-dc709c1b1ad1'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:13:15.482979 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f31cbbd-c11e-4ac7-aceb-a3b2981d35d7 None None] Routers {'02e172cd-b43b-453b-bc81-dc709c1b1ad1'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:13:15.482979 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7f31cbbd-c11e-4ac7-aceb-a3b2981d35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['02e172cd-b43b-453b-bc81-dc709c1b1ad1'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:15.483519 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61307d36-081b-49cc-bbeb-d54397b02df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (02e172cd-b43b-453b-bc81-dc709c1b1ad1), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:15.483601 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e824a32-cfd0-498e-b7d5-5f6b15240f08 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:13:15.483601 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:15.483601 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:15.483803 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:15.483873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e824a32-cfd0-498e-b7d5-5f6b15240f08 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:13:15.483943 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-7f31cbbd-c11e-4ac7-aceb-a3b2981d35d7 None None] Set router 02e172cd-b43b-453b-bc81-dc709c1b1ad1 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:13:15.565313 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:15.581860 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:15.640442 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7f31cbbd-c11e-4ac7-aceb-a3b2981d35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e172cd-b43b-453b-bc81-dc709c1b1ad1', 'name': 'tempest-ServersNegativeTestJSON-1138042931-router', 'tenant_id': '3f2d877784ae4806858c9a0baec1cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '1d425f7d-eafe-4ec7-8004-9c3213505914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:13:08Z', 'updated_at': '2022-11-02T13:13:14Z', 'revision_number': 5, 'project_id': '3f2d877784ae4806858c9a0baec1cc0e', 'gw_port': {'id': '1d425f7d-eafe-4ec7-8004-9c3213505914', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e172cd-b43b-453b-bc81-dc709c1b1ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:13:09Z', 'updated_at': '2022-11-02T13:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:15.674047 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31cbbd-c11e-4ac7-aceb-a3b2981d35d7 None None] Checking router: 02e172cd-b43b-453b-bc81-dc709c1b1ad1 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:13:15.685348 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f31cbbd-c11e-4ac7-aceb-a3b2981d35d7 None None] Routers {'02e172cd-b43b-453b-bc81-dc709c1b1ad1'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:13:15.685841 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7f31cbbd-c11e-4ac7-aceb-a3b2981d35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:12:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['02e172cd-b43b-453b-bc81-dc709c1b1ad1'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:15.816326 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-7f31cbbd-c11e-4ac7-aceb-a3b2981d35d7 None None] Set router 02e172cd-b43b-453b-bc81-dc709c1b1ad1 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:13:15.918766 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:15.943051 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61307d36-081b-49cc-bbeb-d54397b02df3 admin admin] Router 02e172cd-b43b-453b-bc81-dc709c1b1ad1 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:13:15.946777 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:15.999260 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cb959b2b-19e3-41a1-bb91-03bb6e95d8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:16.013428 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-7f31cbbd-c11e-4ac7-aceb-a3b2981d35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e172cd-b43b-453b-bc81-dc709c1b1ad1', 'name': 'tempest-ServersNegativeTestJSON-1138042931-router', 'tenant_id': '3f2d877784ae4806858c9a0baec1cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '1d425f7d-eafe-4ec7-8004-9c3213505914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:13:08Z', 'updated_at': '2022-11-02T13:13:14Z', 'revision_number': 5, 'project_id': '3f2d877784ae4806858c9a0baec1cc0e', 'gw_port': {'id': '1d425f7d-eafe-4ec7-8004-9c3213505914', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e172cd-b43b-453b-bc81-dc709c1b1ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:13:09Z', 'updated_at': '2022-11-02T13:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:16.046862 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31cbbd-c11e-4ac7-aceb-a3b2981d35d7 None None] The sync data for ids ['02e172cd-b43b-453b-bc81-dc709c1b1ad1'] in n-d-857339-6 is: [{'id': '02e172cd-b43b-453b-bc81-dc709c1b1ad1', 'name': 'tempest-ServersNegativeTestJSON-1138042931-router', 'tenant_id': '3f2d877784ae4806858c9a0baec1cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '1d425f7d-eafe-4ec7-8004-9c3213505914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:13:08Z', 'updated_at': '2022-11-02T13:13:14Z', 'revision_number': 5, 'project_id': '3f2d877784ae4806858c9a0baec1cc0e', 'gw_port': {'id': '1d425f7d-eafe-4ec7-8004-9c3213505914', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e172cd-b43b-453b-bc81-dc709c1b1ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:13:09Z', 'updated_at': '2022-11-02T13:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:13:16.072853 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61307d36-081b-49cc-bbeb-d54397b02df3 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:13:16.080945 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-61307d36-081b-49cc-bbeb-d54397b02df3 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/02e172cd-b43b-453b-bc81-dc709c1b1ad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1286292 Nov 02 13:13:16.083643 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50002) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:16.204413 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6577e67b-2edf-4b13-b9b3-9c004ad360a4 admin admin] Publish callbacks [] for router (02e172cd-b43b-453b-bc81-dc709c1b1ad1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:16.313114 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6a0e93ff-c97d-447d-9faf-f3e245c73304 None None] Provisioning complete for port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:16.313683 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6a0e93ff-c97d-447d-9faf-f3e245c73304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5e8ac2f0-9a31-43ba-ab96-0851e6310136), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:16.314208 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-6a0e93ff-c97d-447d-9faf-f3e245c73304 None None] Attempt 1 to provision port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 Nov 02 13:13:16.330109 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6577e67b-2edf-4b13-b9b3-9c004ad360a4 admin admin] Publish callbacks [] for router_gateway (02e172cd-b43b-453b-bc81-dc709c1b1ad1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:16.403127 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6a0e93ff-c97d-447d-9faf-f3e245c73304 None None] Current status of the port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:16.518957 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6577e67b-2edf-4b13-b9b3-9c004ad360a4 admin admin] Deleting port 1d425f7d-eafe-4ec7-8004-9c3213505914 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:13:16.519495 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6577e67b-2edf-4b13-b9b3-9c004ad360a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (1d425f7d-eafe-4ec7-8004-9c3213505914), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:16.622676 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-6577e67b-2edf-4b13-b9b3-9c004ad360a4 admin admin] For port 1d425f7d-eafe-4ec7-8004-9c3213505914, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=1d425f7d-eafe-4ec7-8004-9c3213505914,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:16.623035 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6577e67b-2edf-4b13-b9b3-9c004ad360a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (1d425f7d-eafe-4ec7-8004-9c3213505914), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:16.642719 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-6577e67b-2edf-4b13-b9b3-9c004ad360a4 admin admin] Calling delete_port for 1d425f7d-eafe-4ec7-8004-9c3213505914 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:13:16.765044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1d425f7d-eafe-4ec7-8004-9c3213505914 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:13:16.815462 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 1d425f7d-eafe-4ec7-8004-9c3213505914 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:16.815917 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (1d425f7d-eafe-4ec7-8004-9c3213505914), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:16.820793 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 1d425f7d-eafe-4ec7-8004-9c3213505914 Nov 02 13:13:16.916214 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 1d425f7d-eafe-4ec7-8004-9c3213505914 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:16.926107 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device eadc29a8-1cc5-448f-b2fb-3e102fe192c7 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:13:16.930538 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6577e67b-2edf-4b13-b9b3-9c004ad360a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (1d425f7d-eafe-4ec7-8004-9c3213505914), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:16.949245 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: eadc29a8-1cc5-448f-b2fb-3e102fe192c7 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:13:16.949656 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device eadc29a8-1cc5-448f-b2fb-3e102fe192c7 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:13:16.966380 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577e67b-2edf-4b13-b9b3-9c004ad360a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d425f7d-eafe-4ec7-8004-9c3213505914,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:17.003923 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:17.024218 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:17.040416 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6577e67b-2edf-4b13-b9b3-9c004ad360a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (02e172cd-b43b-453b-bc81-dc709c1b1ad1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:17.138044 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6577e67b-2edf-4b13-b9b3-9c004ad360a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (02e172cd-b43b-453b-bc81-dc709c1b1ad1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:17.140718 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6577e67b-2edf-4b13-b9b3-9c004ad360a4 admin admin] Publish callbacks [] for router_controller (02e172cd-b43b-453b-bc81-dc709c1b1ad1), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:17.268903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba05f8e-34cb-4dc4-9820-338e37948704 None None] Sync routers for ids ['02e172cd-b43b-453b-bc81-dc709c1b1ad1'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:13:17.280867 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba05f8e-34cb-4dc4-9820-338e37948704 None None] Routers {'02e172cd-b43b-453b-bc81-dc709c1b1ad1'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:13:17.281523 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-eba05f8e-34cb-4dc4-9820-338e37948704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:13:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['02e172cd-b43b-453b-bc81-dc709c1b1ad1'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:17.358314 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6577e67b-2edf-4b13-b9b3-9c004ad360a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (02e172cd-b43b-453b-bc81-dc709c1b1ad1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:17.358945 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6577e67b-2edf-4b13-b9b3-9c004ad360a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02e172cd-b43b-453b-bc81-dc709c1b1ad1 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:13:17.362588 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-eba05f8e-34cb-4dc4-9820-338e37948704 None None] Set router 02e172cd-b43b-453b-bc81-dc709c1b1ad1 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:13:17.363625 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6577e67b-2edf-4b13-b9b3-9c004ad360a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:17.364822 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6577e67b-2edf-4b13-b9b3-9c004ad360a4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/02e172cd-b43b-453b-bc81-dc709c1b1ad1 HTTP/1.1" status: 204 len: 168 time: 1.2793233 Nov 02 13:13:17.367682 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50004) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:17.416386 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-302dffc1-28a8-49bc-85ab-b6d88149fc14 admin admin] Deleting subnet af75df34-640a-4069-bec8-ed80bf4dd088 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:13:17.420624 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-302dffc1-28a8-49bc-85ab-b6d88149fc14 admin admin] Publish callbacks [] for subnet (af75df34-640a-4069-bec8-ed80bf4dd088), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:17.462418 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-302dffc1-28a8-49bc-85ab-b6d88149fc14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (af75df34-640a-4069-bec8-ed80bf4dd088), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:17.572082 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-302dffc1-28a8-49bc-85ab-b6d88149fc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (af75df34-640a-4069-bec8-ed80bf4dd088), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:17.617403 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-eba05f8e-34cb-4dc4-9820-338e37948704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e172cd-b43b-453b-bc81-dc709c1b1ad1', 'name': 'tempest-ServersNegativeTestJSON-1138042931-router', 'tenant_id': '3f2d877784ae4806858c9a0baec1cc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:13:08Z', 'updated_at': '2022-11-02T13:13:16Z', 'revision_number': 7, 'project_id': '3f2d877784ae4806858c9a0baec1cc0e', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:17.644189 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba05f8e-34cb-4dc4-9820-338e37948704 None None] Checking router: 02e172cd-b43b-453b-bc81-dc709c1b1ad1 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:13:17.658080 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba05f8e-34cb-4dc4-9820-338e37948704 None None] Routers set() bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:13:17.658437 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba05f8e-34cb-4dc4-9820-338e37948704 None None] Router IDs set() for agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Nov 02 13:13:17.659058 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_agentschedulers_db [None req-eba05f8e-34cb-4dc4-9820-338e37948704 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'02e172cd-b43b-453b-bc81-dc709c1b1ad1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:13:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent'). {{(pid=105977) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 02 13:13:17.659438 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba05f8e-34cb-4dc4-9820-338e37948704 None None] The sync data for ids ['02e172cd-b43b-453b-bc81-dc709c1b1ad1'] in n-d-857339-6 is: [] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:13:17.770193 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-302dffc1-28a8-49bc-85ab-b6d88149fc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (af75df34-640a-4069-bec8-ed80bf4dd088), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:17.797096 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302dffc1-28a8-49bc-85ab-b6d88149fc14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af75df34-640a-4069-bec8-ed80bf4dd088,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:17.810195 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-302dffc1-28a8-49bc-85ab-b6d88149fc14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:17.814896 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-302dffc1-28a8-49bc-85ab-b6d88149fc14 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/af75df34-640a-4069-bec8-ed80bf4dd088 HTTP/1.1" status: 204 len: 168 time: 0.4461827 Nov 02 13:13:17.815460 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eae92c-63d4-498c-828c-527031aabc7f None None] Network eaff6805-7281-4d5b-aa9a-cb3e2bc5b760 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:17.817984 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50006) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:17.891875 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-800e0ca9-475e-46f6-b36f-f0155695d01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (eaff6805-7281-4d5b-aa9a-cb3e2bc5b760), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:17.950430 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-800e0ca9-475e-46f6-b36f-f0155695d01d admin admin] Deleting port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:13:17.950791 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-800e0ca9-475e-46f6-b36f-f0155695d01d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5e8ac2f0-9a31-43ba-ab96-0851e6310136), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:18.019858 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-800e0ca9-475e-46f6-b36f-f0155695d01d admin admin] For port 5e8ac2f0-9a31-43ba-ab96-0851e6310136, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5e8ac2f0-9a31-43ba-ab96-0851e6310136,segment=NetworkSegment(8ebca071-3ce3-4784-ad83-1f6df740bbbe),segment_id=8ebca071-3ce3-4784-ad83-1f6df740bbbe)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:18.020224 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-800e0ca9-475e-46f6-b36f-f0155695d01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5e8ac2f0-9a31-43ba-ab96-0851e6310136), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:18.034556 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-800e0ca9-475e-46f6-b36f-f0155695d01d admin admin] Calling delete_port for 5e8ac2f0-9a31-43ba-ab96-0851e6310136 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:13:18.142193 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946a0087-f4d1-4e1c-88ae-357555c3d569 None None] DHCP port deletion for eaff6805-7281-4d5b-aa9a-cb3e2bc5b760 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:13:18.184322 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-946a0087-f4d1-4e1c-88ae-357555c3d569 None None] Deleting port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:13:18.185352 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-946a0087-f4d1-4e1c-88ae-357555c3d569 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5e8ac2f0-9a31-43ba-ab96-0851e6310136), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:18.238181 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-800e0ca9-475e-46f6-b36f-f0155695d01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (5e8ac2f0-9a31-43ba-ab96-0851e6310136), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:18.264587 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e0ca9-475e-46f6-b36f-f0155695d01d admin admin] Pushing event deleted for resources: {'Port': ['ID=5e8ac2f0-9a31-43ba-ab96-0851e6310136,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:18.270573 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-946a0087-f4d1-4e1c-88ae-357555c3d569 None None] For port 5e8ac2f0-9a31-43ba-ab96-0851e6310136, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5e8ac2f0-9a31-43ba-ab96-0851e6310136,segment=NetworkSegment(8ebca071-3ce3-4784-ad83-1f6df740bbbe),segment_id=8ebca071-3ce3-4784-ad83-1f6df740bbbe)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:18.270839 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-946a0087-f4d1-4e1c-88ae-357555c3d569 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5e8ac2f0-9a31-43ba-ab96-0851e6310136), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:18.272958 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e0ca9-475e-46f6-b36f-f0155695d01d admin admin] No DVR routers for this DVR port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:13:18.290628 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-946a0087-f4d1-4e1c-88ae-357555c3d569 None None] Calling delete_port for 5e8ac2f0-9a31-43ba-ab96-0851e6310136 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:13:18.353611 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-800e0ca9-475e-46f6-b36f-f0155695d01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (eaff6805-7281-4d5b-aa9a-cb3e2bc5b760), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:18.354182 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:18.375818 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-946a0087-f4d1-4e1c-88ae-357555c3d569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (5e8ac2f0-9a31-43ba-ab96-0851e6310136), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:18.380640 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-800e0ca9-475e-46f6-b36f-f0155695d01d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaff6805-7281-4d5b-aa9a-cb3e2bc5b760']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:18.394161 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-800e0ca9-475e-46f6-b36f-f0155695d01d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ebca071-3ce3-4784-ad83-1f6df740bbbe') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:18.394374 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-800e0ca9-475e-46f6-b36f-f0155695d01d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ebca071-3ce3-4784-ad83-1f6df740bbbe') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:18.402110 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a0087-f4d1-4e1c-88ae-357555c3d569 None None] Pushing event deleted for resources: {'Port': ['ID=5e8ac2f0-9a31-43ba-ab96-0851e6310136,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:18.406687 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946a0087-f4d1-4e1c-88ae-357555c3d569 None None] No DVR routers for this DVR port 5e8ac2f0-9a31-43ba-ab96-0851e6310136 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:13:18.409751 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-800e0ca9-475e-46f6-b36f-f0155695d01d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (8ebca071-3ce3-4784-ad83-1f6df740bbbe), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:18.425559 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-800e0ca9-475e-46f6-b36f-f0155695d01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (8ebca071-3ce3-4784-ad83-1f6df740bbbe), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:18.430752 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:18.434008 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800e0ca9-475e-46f6-b36f-f0155695d01d admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:13:18.434943 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-800e0ca9-475e-46f6-b36f-f0155695d01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (8ebca071-3ce3-4784-ad83-1f6df740bbbe), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:18.491459 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 8ebca071-3ce3-4784-ad83-1f6df740bbbe resource provider aggregate not found Nov 02 13:13:18.503230 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:18.512178 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 8ebca071-3ce3-4784-ad83-1f6df740bbbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ebca071-3ce3-4784-ad83-1f6df740bbbe found for delete ", "request_id": "req-674c363f-d367-4c3e-9de3-3c8af65fae14"}]} Nov 02 13:13:18.563817 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:18.604344 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-800e0ca9-475e-46f6-b36f-f0155695d01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (eaff6805-7281-4d5b-aa9a-cb3e2bc5b760), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:18.611571 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-800e0ca9-475e-46f6-b36f-f0155695d01d admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:18.615185 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-800e0ca9-475e-46f6-b36f-f0155695d01d admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/eaff6805-7281-4d5b-aa9a-cb3e2bc5b760 HTTP/1.1" status: 204 len: 168 time: 0.7957475 Nov 02 13:13:18.628440 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e0ca9-475e-46f6-b36f-f0155695d01d admin admin] Pushing event deleted for resources: {'Network': ['ID=eaff6805-7281-4d5b-aa9a-cb3e2bc5b760,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:18.740202 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5e8ac2f0-9a31-43ba-ab96-0851e6310136 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:13:18.765890 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 5e8ac2f0-9a31-43ba-ab96-0851e6310136 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:13:18.766954 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5e8ac2f0-9a31-43ba-ab96-0851e6310136 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:13:18.766954 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1d425f7d-eafe-4ec7-8004-9c3213505914 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:13:18.786970 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 1d425f7d-eafe-4ec7-8004-9c3213505914 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:13:18.787322 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 1d425f7d-eafe-4ec7-8004-9c3213505914 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:13:19.054955 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50014) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:19.098573 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-c6fe1a5f-5908-4eee-80ab-bf1cc0d93565 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3f2d877784ae4806858c9a0baec1cc0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427964 Nov 02 13:13:19.101358 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50016) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:19.155702 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1d9046b-7c78-450d-8674-e7d194f8e83f admin admin] Publish callbacks [] for security_group (d80802b8-6e96-4832-9b85-aa06f66864d0), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:19.177118 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1d9046b-7c78-450d-8674-e7d194f8e83f admin admin] Publish callbacks [] for security_group (d80802b8-6e96-4832-9b85-aa06f66864d0), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:19.301170 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1d9046b-7c78-450d-8674-e7d194f8e83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d80802b8-6e96-4832-9b85-aa06f66864d0), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:19.303959 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f1d9046b-7c78-450d-8674-e7d194f8e83f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:19.305433 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f1d9046b-7c78-450d-8674-e7d194f8e83f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d80802b8-6e96-4832-9b85-aa06f66864d0 HTTP/1.1" status: 204 len: 168 time: 0.2029557 Nov 02 13:13:19.313718 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9046b-7c78-450d-8674-e7d194f8e83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80802b8-6e96-4832-9b85-aa06f66864d0,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:20.579889 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50038) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:20.691836 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-adcca80c-b07f-4897-a0d7-cacf453bec9c tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1173407715'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:20.786218 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcca80c-b07f-4897-a0d7-cacf453bec9c tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Made reservation on behalf of 03026ea2c9bf431caf037c391586cc58 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:13:20.790027 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-adcca80c-b07f-4897-a0d7-cacf453bec9c tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:20.800604 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-adcca80c-b07f-4897-a0d7-cacf453bec9c tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:20.884319 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-adcca80c-b07f-4897-a0d7-cacf453bec9c tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks [] for security_group (a696b0a6-2946-4592-83b7-e71017b4c8a6), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:21.020718 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-adcca80c-b07f-4897-a0d7-cacf453bec9c tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a696b0a6-2946-4592-83b7-e71017b4c8a6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:21.051718 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcca80c-b07f-4897-a0d7-cacf453bec9c tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:13:21.063288 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcca80c-b07f-4897-a0d7-cacf453bec9c tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a696b0a6-2946-4592-83b7-e71017b4c8a6,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:21.069033 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-adcca80c-b07f-4897-a0d7-cacf453bec9c tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (13b7e7f8-e35a-42d4-b746-9f733621e868), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:21.069389 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-adcca80c-b07f-4897-a0d7-cacf453bec9c tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Added segment 13b7e7f8-e35a-42d4-b746-9f733621e868 of type vlan for network 180bd8e5-46ee-468c-94f9-eaa4444da023 Nov 02 13:13:21.113472 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-adcca80c-b07f-4897-a0d7-cacf453bec9c tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (180bd8e5-46ee-468c-94f9-eaa4444da023), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:21.198011 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-adcca80c-b07f-4897-a0d7-cacf453bec9c tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (180bd8e5-46ee-468c-94f9-eaa4444da023), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:21.203160 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcca80c-b07f-4897-a0d7-cacf453bec9c tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:21.203828 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-adcca80c-b07f-4897-a0d7-cacf453bec9c tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:21.288728 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcca80c-b07f-4897-a0d7-cacf453bec9c tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event updated for resources: {'Network': ['ID=180bd8e5-46ee-468c-94f9-eaa4444da023,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:21.300283 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 180bd8e5-46ee-468c-94f9-eaa4444da023 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:13:21.303546 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:21.344110 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-adcca80c-b07f-4897-a0d7-cacf453bec9c tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7626338 Nov 02 13:13:23.913830 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:23.992181 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:24.612216 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50042) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:24.617537 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-1d0cb839-abea-4871-81b1-ea30003a8b13 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Request body: {'subnet': {'network_id': '180bd8e5-46ee-468c-94f9-eaa4444da023', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:24.803823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0cb839-abea-4871-81b1-ea30003a8b13 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Made reservation on behalf of 03026ea2c9bf431caf037c391586cc58 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:13:24.807780 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d0cb839-abea-4871-81b1-ea30003a8b13 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:24.933636 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=5,neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:24.946306 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:25.061530 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d0cb839-abea-4871-81b1-ea30003a8b13 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (69036210-52ad-4598-ac52-f33de9740583), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:25.129337 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cb839-abea-4871-81b1-ea30003a8b13 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event updated for resources: {'Subnet': ['ID=69036210-52ad-4598-ac52-f33de9740583,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:25.134709 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0cb839-abea-4871-81b1-ea30003a8b13 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Checking segment: {'id': '13b7e7f8-e35a-42d4-b746-9f733621e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '180bd8e5-46ee-468c-94f9-eaa4444da023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:13:25.135113 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0cb839-abea-4871-81b1-ea30003a8b13 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Network hostable DHCP agents. Network: 180bd8e5-46ee-468c-94f9-eaa4444da023, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:13:25.220716 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0cb839-abea-4871-81b1-ea30003a8b13 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Network 180bd8e5-46ee-468c-94f9-eaa4444da023 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:13:25.283124 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-1d0cb839-abea-4871-81b1-ea30003a8b13 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 180bd8e5-46ee-468c-94f9-eaa4444da023) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:25.287448 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0cb839-abea-4871-81b1-ea30003a8b13 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:25.288083 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d0cb839-abea-4871-81b1-ea30003a8b13 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:25.292803 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794e9f85-96d6-42e1-ace1-8aee52ab709a None None] Network 180bd8e5-46ee-468c-94f9-eaa4444da023 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:25.372978 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1d0cb839-abea-4871-81b1-ea30003a8b13 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7589240 Nov 02 13:13:25.377502 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50044) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:25.382601 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-84961cde-a005-4b84-b54d-b5329c703e02 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-851980845'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:25.407978 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-180bd8e5-46ee-468c-94f9-eaa4444da023', 'network_id': '180bd8e5-46ee-468c-94f9-eaa4444da023', 'project_id': '03026ea2c9bf431caf037c391586cc58', 'fixed_ips': [{'subnet_id': '69036210-52ad-4598-ac52-f33de9740583'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:13:25.409008 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:25.466397 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84961cde-a005-4b84-b54d-b5329c703e02 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Made reservation on behalf of 03026ea2c9bf431caf037c391586cc58 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:13:25.470331 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-84961cde-a005-4b84-b54d-b5329c703e02 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:25.505559 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84961cde-a005-4b84-b54d-b5329c703e02 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:13:25.517424 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-84961cde-a005-4b84-b54d-b5329c703e02 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (58350c42-2826-4896-b8ed-7b896d9bb837), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:25.517762 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-84961cde-a005-4b84-b54d-b5329c703e02 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Added segment 58350c42-2826-4896-b8ed-7b896d9bb837 of type vlan for network c925fd57-597a-401e-9b25-d841e959b95b Nov 02 13:13:25.570133 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-84961cde-a005-4b84-b54d-b5329c703e02 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (c925fd57-597a-401e-9b25-d841e959b95b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:25.571777 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] Allocated IP 2001:db8:0:ffff::2 (180bd8e5-46ee-468c-94f9-eaa4444da023/69036210-52ad-4598-ac52-f33de9740583/657b76f2-3f0e-475f-af3a-a933ee7023ad) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:13:25.666260 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-84961cde-a005-4b84-b54d-b5329c703e02 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (c925fd57-597a-401e-9b25-d841e959b95b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:25.671864 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84961cde-a005-4b84-b54d-b5329c703e02 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:25.672511 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-84961cde-a005-4b84-b54d-b5329c703e02 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:25.743205 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] Publish callbacks [] for port (657b76f2-3f0e-475f-af3a-a933ee7023ad), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:25.750753 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84961cde-a005-4b84-b54d-b5329c703e02 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event updated for resources: {'Network': ['ID=c925fd57-597a-401e-9b25-d841e959b95b,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:25.757500 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-84961cde-a005-4b84-b54d-b5329c703e02 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3786571 Nov 02 13:13:25.760193 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50046) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:25.762914 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network c925fd57-597a-401e-9b25-d841e959b95b details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:13:25.765312 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-98ded8b8-030a-4123-bbc2-fd252bbd8f9f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Request body: {'subnet': {'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:25.823113 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (657b76f2-3f0e-475f-af3a-a933ee7023ad), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:25.874245 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] Network 180bd8e5-46ee-468c-94f9-eaa4444da023 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:13:25.877744 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:25.881338 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:13:25.898449 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] Pushing event updated for resources: {'Port': ['ID=657b76f2-3f0e-475f-af3a-a933ee7023ad,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:25.912307 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ded8b8-030a-4123-bbc2-fd252bbd8f9f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Made reservation on behalf of 03026ea2c9bf431caf037c391586cc58 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:13:25.919238 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98ded8b8-030a-4123-bbc2-fd252bbd8f9f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:25.949579 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] Attempting to bind port 657b76f2-3f0e-475f-af3a-a933ee7023ad on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:25.949951 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] Attempting to bind port 657b76f2-3f0e-475f-af3a-a933ee7023ad by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '13b7e7f8-e35a-42d4-b746-9f733621e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '180bd8e5-46ee-468c-94f9-eaa4444da023'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:25.950463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] Attempting to bind port 657b76f2-3f0e-475f-af3a-a933ee7023ad on network 180bd8e5-46ee-468c-94f9-eaa4444da023 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:25.998444 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:13:25.999429 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] Checking segment: {'id': '13b7e7f8-e35a-42d4-b746-9f733621e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '180bd8e5-46ee-468c-94f9-eaa4444da023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:13:25.999429 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:25.999679 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] Bound using segment: {'id': '13b7e7f8-e35a-42d4-b746-9f733621e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '180bd8e5-46ee-468c-94f9-eaa4444da023'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:13:26.000150 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] Bound port: 657b76f2-3f0e-475f-af3a-a933ee7023ad, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b7e7f8-e35a-42d4-b746-9f733621e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '180bd8e5-46ee-468c-94f9-eaa4444da023'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:13:26.000574 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (657b76f2-3f0e-475f-af3a-a933ee7023ad), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:26.015684 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=61 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:26.016756 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=14 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:26.023446 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:26.065480 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] For port 657b76f2-3f0e-475f-af3a-a933ee7023ad, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:13:26.069561 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] For port 657b76f2-3f0e-475f-af3a-a933ee7023ad, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=657b76f2-3f0e-475f-af3a-a933ee7023ad,segment=NetworkSegment(13b7e7f8-e35a-42d4-b746-9f733621e868),segment_id=13b7e7f8-e35a-42d4-b746-9f733621e868)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:13:26.129927 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (657b76f2-3f0e-475f-af3a-a933ee7023ad), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:26.195194 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77348d4d-1db0-4ff2-81cc-aad516a63541 None None] Pushing event updated for resources: {'Port': ['ID=657b76f2-3f0e-475f-af3a-a933ee7023ad,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:26.203945 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98ded8b8-030a-4123-bbc2-fd252bbd8f9f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:26.267464 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ded8b8-030a-4123-bbc2-fd252bbd8f9f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event updated for resources: {'Subnet': ['ID=b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:26.286524 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ded8b8-030a-4123-bbc2-fd252bbd8f9f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Checking segment: {'id': '58350c42-2826-4896-b8ed-7b896d9bb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:13:26.287129 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ded8b8-030a-4123-bbc2-fd252bbd8f9f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Network hostable DHCP agents. Network: c925fd57-597a-401e-9b25-d841e959b95b, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:13:26.300599 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:26.391253 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ded8b8-030a-4123-bbc2-fd252bbd8f9f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Network c925fd57-597a-401e-9b25-d841e959b95b is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:13:26.461558 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-98ded8b8-030a-4123-bbc2-fd252bbd8f9f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, c925fd57-597a-401e-9b25-d841e959b95b) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:26.466537 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ded8b8-030a-4123-bbc2-fd252bbd8f9f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:26.467353 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-98ded8b8-030a-4123-bbc2-fd252bbd8f9f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:26.474375 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b39b752-0a14-4429-9580-290d7ba50938 None None] Network c925fd57-597a-401e-9b25-d841e959b95b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:26.572702 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-98ded8b8-030a-4123-bbc2-fd252bbd8f9f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8113031 Nov 02 13:13:26.576344 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50048) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:26.593212 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-c925fd57-597a-401e-9b25-d841e959b95b', 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b', 'project_id': '03026ea2c9bf431caf037c391586cc58', 'fixed_ips': [{'subnet_id': 'b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:13:26.594163 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:26.606043 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:26.610968 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:26.699249 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (c925fd57-597a-401e-9b25-d841e959b95b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:26.764024 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:26.767215 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Allocated IP 2001:db8::2 (c925fd57-597a-401e-9b25-d841e959b95b/b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6/76d46895-48b2-4508-aa18-eb670f1982fa) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:13:26.804222 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 657b76f2-3f0e-475f-af3a-a933ee7023ad up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:13:26.924766 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 657b76f2-3f0e-475f-af3a-a933ee7023ad triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:26.925142 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (657b76f2-3f0e-475f-af3a-a933ee7023ad), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:26.925487 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 657b76f2-3f0e-475f-af3a-a933ee7023ad Nov 02 13:13:27.001843 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Publish callbacks [] for port (76d46895-48b2-4508-aa18-eb670f1982fa), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:27.051813 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 657b76f2-3f0e-475f-af3a-a933ee7023ad is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:27.052206 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (657b76f2-3f0e-475f-af3a-a933ee7023ad), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:27.102088 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (76d46895-48b2-4508-aa18-eb670f1982fa), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:27.106071 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 657b76f2-3f0e-475f-af3a-a933ee7023ad, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=657b76f2-3f0e-475f-af3a-a933ee7023ad,segment=NetworkSegment(13b7e7f8-e35a-42d4-b746-9f733621e868),segment_id=13b7e7f8-e35a-42d4-b746-9f733621e868)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:27.145062 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Network c925fd57-597a-401e-9b25-d841e959b95b is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:13:27.148104 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:27.154353 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:13:27.165980 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Pushing event updated for resources: {'Port': ['ID=76d46895-48b2-4508-aa18-eb670f1982fa,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:27.188040 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:27.192000 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (657b76f2-3f0e-475f-af3a-a933ee7023ad), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:27.204506 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:27.236224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76088ab2-88a3-49bf-b17f-0f48c9152e77 None None] Network 180bd8e5-46ee-468c-94f9-eaa4444da023 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:27.239365 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event deleted for resources: {'Subnet': ['ID=b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:27.314799 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (c925fd57-597a-401e-9b25-d841e959b95b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:27.342000 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c925fd57-597a-401e-9b25-d841e959b95b']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:27.361799 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58350c42-2826-4896-b8ed-7b896d9bb837') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:27.362080 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58350c42-2826-4896-b8ed-7b896d9bb837') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:27.374234 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (58350c42-2826-4896-b8ed-7b896d9bb837), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:27.389280 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (58350c42-2826-4896-b8ed-7b896d9bb837), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:27.397120 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:13:27.397621 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (58350c42-2826-4896-b8ed-7b896d9bb837), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:27.401186 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:27.424932 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 58350c42-2826-4896-b8ed-7b896d9bb837 resource provider aggregate not found Nov 02 13:13:27.427476 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:27.427851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '58350c42-2826-4896-b8ed-7b896d9bb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:27.428249 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:27.459622 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 58350c42-2826-4896-b8ed-7b896d9bb837 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58350c42-2826-4896-b8ed-7b896d9bb837 found for delete ", "request_id": "req-98370835-2301-49b5-b122-62cd4bf7e2b8"}]} Nov 02 13:13:27.492868 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-1e01d89f-9497-4936-beef-ee3a6e9ba5ce None None] Provisioning complete for port 657b76f2-3f0e-475f-af3a-a933ee7023ad triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:27.493443 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1e01d89f-9497-4936-beef-ee3a6e9ba5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (657b76f2-3f0e-475f-af3a-a933ee7023ad), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:27.493443 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-1e01d89f-9497-4936-beef-ee3a6e9ba5ce None None] Attempt 1 to provision port 657b76f2-3f0e-475f-af3a-a933ee7023ad Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.502639 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:27.506955 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:27.532638 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.db.api [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 13:13:27.532638 n-d-857339-6 neutron-server[105976]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 13:13:27.532638 n-d-857339-6 neutron-server[105976]: [parameters: {'id': 'c925fd57-597a-401e-9b25-d841e959b95b'}] Nov 02 13:13:27.532638 n-d-857339-6 neutron-server[105976]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105976) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:13:27.533146 n-d-857339-6 neutron-server[105976]: DEBUG oslo_db.api [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:13:27.536266 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=657b76f2-3f0e-475f-af3a-a933ee7023ad,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.560642 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:27.563234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Failed to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal using segments [{'id': '58350c42-2826-4896-b8ed-7b896d9bb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b'}] Nov 02 13:13:27.564445 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempt 2 to bind port 76d46895-48b2-4508-aa18-eb670f1982fa Nov 02 13:13:27.597686 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:27.598068 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '58350c42-2826-4896-b8ed-7b896d9bb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:27.598422 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.640673 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:27.643389 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.669500 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:27.672127 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Failed to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal using segments [{'id': '58350c42-2826-4896-b8ed-7b896d9bb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b'}] Nov 02 13:13:27.672127 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempt 3 to bind port 76d46895-48b2-4508-aa18-eb670f1982fa Nov 02 13:13:27.676822 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:27.690800 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:27.691180 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '58350c42-2826-4896-b8ed-7b896d9bb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:27.691567 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.741547 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:27.745671 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.773207 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:27.775644 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Failed to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal using segments [{'id': '58350c42-2826-4896-b8ed-7b896d9bb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b'}] Nov 02 13:13:27.775644 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-1e01d89f-9497-4936-beef-ee3a6e9ba5ce None None] Current status of the port 657b76f2-3f0e-475f-af3a-a933ee7023ad is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:27.775948 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempt 4 to bind port 76d46895-48b2-4508-aa18-eb670f1982fa Nov 02 13:13:27.793039 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:27.793420 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '58350c42-2826-4896-b8ed-7b896d9bb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:27.793792 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.816003 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:27.818979 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.837579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:27.840237 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Failed to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal using segments [{'id': '58350c42-2826-4896-b8ed-7b896d9bb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b'}] Nov 02 13:13:27.840237 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempt 5 to bind port 76d46895-48b2-4508-aa18-eb670f1982fa Nov 02 13:13:27.855687 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:27.856056 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '58350c42-2826-4896-b8ed-7b896d9bb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:27.856436 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.881567 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:27.884235 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.903196 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:27.906412 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Failed to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal using segments [{'id': '58350c42-2826-4896-b8ed-7b896d9bb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b'}] Nov 02 13:13:27.906412 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempt 6 to bind port 76d46895-48b2-4508-aa18-eb670f1982fa Nov 02 13:13:27.918125 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:27.918125 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '58350c42-2826-4896-b8ed-7b896d9bb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:27.918387 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.938981 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:27.941967 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:27.961277 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:27.963826 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Failed to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal using segments [{'id': '58350c42-2826-4896-b8ed-7b896d9bb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b'}] Nov 02 13:13:27.963826 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempt 7 to bind port 76d46895-48b2-4508-aa18-eb670f1982fa Nov 02 13:13:27.975066 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:27.975434 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '58350c42-2826-4896-b8ed-7b896d9bb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:27.975798 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.000640 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:28.004041 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.028118 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:28.030809 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Failed to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal using segments [{'id': '58350c42-2826-4896-b8ed-7b896d9bb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b'}] Nov 02 13:13:28.030809 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempt 8 to bind port 76d46895-48b2-4508-aa18-eb670f1982fa Nov 02 13:13:28.034114 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7ec176ad-388b-44a8-a998-b699a4246998 None None] Provisioning complete for port 657b76f2-3f0e-475f-af3a-a933ee7023ad triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:28.034488 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7ec176ad-388b-44a8-a998-b699a4246998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (657b76f2-3f0e-475f-af3a-a933ee7023ad), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:28.034652 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (c925fd57-597a-401e-9b25-d841e959b95b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:28.035162 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7ec176ad-388b-44a8-a998-b699a4246998 None None] Attempt 1 to provision port 657b76f2-3f0e-475f-af3a-a933ee7023ad Nov 02 13:13:28.070475 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:28.070848 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '58350c42-2826-4896-b8ed-7b896d9bb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:28.071213 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:28.087168 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Deleting port 76d46895-48b2-4508-aa18-eb670f1982fa {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:13:28.087518 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (76d46895-48b2-4508-aa18-eb670f1982fa), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.098904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:28.101115 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.124132 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:28.126777 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Failed to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal using segments [{'id': '58350c42-2826-4896-b8ed-7b896d9bb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b'}] Nov 02 13:13:28.126777 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempt 9 to bind port 76d46895-48b2-4508-aa18-eb670f1982fa Nov 02 13:13:28.158345 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] For port 76d46895-48b2-4508-aa18-eb670f1982fa, host n-d-857339-6, got binding levels [] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:28.158726 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (76d46895-48b2-4508-aa18-eb670f1982fa), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:28.160436 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:28.160840 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '58350c42-2826-4896-b8ed-7b896d9bb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:28.161208 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:28.173696 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Calling delete_port for 76d46895-48b2-4508-aa18-eb670f1982fa owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.192016 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:28.194672 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:28.217389 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7ec176ad-388b-44a8-a998-b699a4246998 None None] Current status of the port 657b76f2-3f0e-475f-af3a-a933ee7023ad is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.220188 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:28.223056 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Failed to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal using segments [{'id': '58350c42-2826-4896-b8ed-7b896d9bb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b'}] Nov 02 13:13:28.223056 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempt 10 to bind port 76d46895-48b2-4508-aa18-eb670f1982fa Nov 02 13:13:28.235377 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:28.235752 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '58350c42-2826-4896-b8ed-7b896d9bb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:28.236167 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.257335 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:28.259740 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.279464 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:28.281970 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Failed to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal using segments [{'id': '58350c42-2826-4896-b8ed-7b896d9bb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c925fd57-597a-401e-9b25-d841e959b95b'}] Nov 02 13:13:28.281970 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (76d46895-48b2-4508-aa18-eb670f1982fa), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:28.346149 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (76d46895-48b2-4508-aa18-eb670f1982fa), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:28.346597 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:13:28.346959 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:13:28.372836 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event deleted for resources: {'Port': ['ID=76d46895-48b2-4508-aa18-eb670f1982fa,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:28.376300 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] No DVR routers for this DVR port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:13:28.467353 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (c925fd57-597a-401e-9b25-d841e959b95b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:28.490082 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c925fd57-597a-401e-9b25-d841e959b95b']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:28.496765 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:28.500979 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58350c42-2826-4896-b8ed-7b896d9bb837') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:28.501289 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58350c42-2826-4896-b8ed-7b896d9bb837') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:28.512182 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (58350c42-2826-4896-b8ed-7b896d9bb837), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:28.536811 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (58350c42-2826-4896-b8ed-7b896d9bb837), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:28.543690 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:13:28.544809 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (58350c42-2826-4896-b8ed-7b896d9bb837), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:28.559713 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:28.672395 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (c925fd57-597a-401e-9b25-d841e959b95b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:28.680270 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:28.683410 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "DELETE /networking/v2.0/networks/c925fd57-597a-401e-9b25-d841e959b95b HTTP/1.1" status: 204 len: 168 time: 2.1058464 Nov 02 13:13:28.688807 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50054) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:28.694618 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-31f7ece2-1832-4998-b4a6-504ff9579698 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-615108260'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:28.697275 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbb2df-5b5b-40cd-a6c2-58bad537f431 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event deleted for resources: {'Network': ['ID=c925fd57-597a-401e-9b25-d841e959b95b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:28.761074 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 657b76f2-3f0e-475f-af3a-a933ee7023ad up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:13:28.781202 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f7ece2-1832-4998-b4a6-504ff9579698 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Made reservation on behalf of 03026ea2c9bf431caf037c391586cc58 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:13:28.785422 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31f7ece2-1832-4998-b4a6-504ff9579698 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:28.820919 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f7ece2-1832-4998-b4a6-504ff9579698 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:13:28.828744 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 657b76f2-3f0e-475f-af3a-a933ee7023ad triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:28.829121 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (657b76f2-3f0e-475f-af3a-a933ee7023ad), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:28.829461 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 657b76f2-3f0e-475f-af3a-a933ee7023ad Nov 02 13:13:28.831733 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31f7ece2-1832-4998-b4a6-504ff9579698 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:28.832170 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-31f7ece2-1832-4998-b4a6-504ff9579698 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Added segment 6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74 of type vlan for network 024410ff-777d-443f-a0a9-2523fc70e8e2 Nov 02 13:13:28.865856 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:28.866219 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:28.866589 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.895525 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:28.897771 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:28.904432 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31f7ece2-1832-4998-b4a6-504ff9579698 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (024410ff-777d-443f-a0a9-2523fc70e8e2), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.919309 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:28.921530 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Failed to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal using segments [] Nov 02 13:13:28.921530 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempt 2 to bind port 76d46895-48b2-4508-aa18-eb670f1982fa Nov 02 13:13:28.933408 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:28.933876 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:28.934202 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:28.962646 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:28.965123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:29.002148 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Failed to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal using segments [] Nov 02 13:13:29.013772 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31f7ece2-1832-4998-b4a6-504ff9579698 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (024410ff-777d-443f-a0a9-2523fc70e8e2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:29.013916 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempt 3 to bind port 76d46895-48b2-4508-aa18-eb670f1982fa Nov 02 13:13:29.014037 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f7ece2-1832-4998-b4a6-504ff9579698 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:29.014037 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-31f7ece2-1832-4998-b4a6-504ff9579698 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:29.017177 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:29.017657 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:29.017903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.045462 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:29.047749 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:29.048658 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 657b76f2-3f0e-475f-af3a-a933ee7023ad is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.069382 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:29.071712 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Failed to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal using segments [] Nov 02 13:13:29.071712 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempt 4 to bind port 76d46895-48b2-4508-aa18-eb670f1982fa Nov 02 13:13:29.079860 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:29.080229 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:29.080629 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.106896 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:29.110486 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.129283 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:29.132243 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Failed to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal using segments [] Nov 02 13:13:29.132243 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempt 5 to bind port 76d46895-48b2-4508-aa18-eb670f1982fa Nov 02 13:13:29.140203 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:29.140595 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:29.140965 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.162872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:29.165143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.184262 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:29.186557 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Failed to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal using segments [] Nov 02 13:13:29.186557 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempt 6 to bind port 76d46895-48b2-4508-aa18-eb670f1982fa Nov 02 13:13:29.195314 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:29.195314 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:29.195704 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.219235 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:29.222354 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.242846 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:29.245456 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Failed to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal using segments [] Nov 02 13:13:29.245456 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempt 7 to bind port 76d46895-48b2-4508-aa18-eb670f1982fa Nov 02 13:13:29.254090 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:29.254648 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:29.255102 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.282770 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:29.285038 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.304424 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:29.306674 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Failed to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal using segments [] Nov 02 13:13:29.306674 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempt 8 to bind port 76d46895-48b2-4508-aa18-eb670f1982fa Nov 02 13:13:29.307880 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:29.315361 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:29.315724 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:29.316093 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.338012 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:29.341262 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.361552 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:29.364093 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Failed to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal using segments [] Nov 02 13:13:29.364093 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempt 9 to bind port 76d46895-48b2-4508-aa18-eb670f1982fa Nov 02 13:13:29.371231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:29.371591 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:29.375910 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:29.375910 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.395687 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:29.401240 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:29.410642 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-31f7ece2-1832-4998-b4a6-504ff9579698 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7207820 Nov 02 13:13:29.414242 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50056) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:29.417676 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7ece2-1832-4998-b4a6-504ff9579698 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event updated for resources: {'Network': ['ID=024410ff-777d-443f-a0a9-2523fc70e8e2,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:29.419622 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-a3b92b58-aad0-43b0-8bae-fc44dc0c965d tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Request body: {'subnet': {'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.425139 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:29.427346 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Failed to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal using segments [] Nov 02 13:13:29.427346 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempt 10 to bind port 76d46895-48b2-4508-aa18-eb670f1982fa Nov 02 13:13:29.437970 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 024410ff-777d-443f-a0a9-2523fc70e8e2 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:13:29.441952 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:29.442294 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:29.442660 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.485145 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:29.487976 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Attempting to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on network c925fd57-597a-401e-9b25-d841e959b95b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:29.504115 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 58350c42-2826-4896-b8ed-7b896d9bb837 resource provider aggregate not found Nov 02 13:13:29.532364 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 58350c42-2826-4896-b8ed-7b896d9bb837 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58350c42-2826-4896-b8ed-7b896d9bb837 found for delete ", "request_id": "req-232f863b-df64-47f1-b099-536d6aeac8b3"}]} Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 could not be found. Nov 02 13:13:29.540441 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:29.545375 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Failed to bind port 76d46895-48b2-4508-aa18-eb670f1982fa on host n-d-857339-6 for vnic_type normal using segments [] Nov 02 13:13:29.545375 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (76d46895-48b2-4508-aa18-eb670f1982fa), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:29.593851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-01959838-99c2-40ac-960e-57d8cafdf793 None None] Port 76d46895-48b2-4508-aa18-eb670f1982fa has been deleted concurrently {{(pid=105977) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Nov 02 13:13:29.629434 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b92b58-aad0-43b0-8bae-fc44dc0c965d tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Made reservation on behalf of 03026ea2c9bf431caf037c391586cc58 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:13:29.633615 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a3b92b58-aad0-43b0-8bae-fc44dc0c965d tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:29.703904 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.ipam_backend_mixin [None req-a3b92b58-aad0-43b0-8bae-fc44dc0c965d tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Performing IP validity checks on allocation pools {{(pid=105976) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 02 13:13:29.704425 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.ipam_backend_mixin [None req-a3b92b58-aad0-43b0-8bae-fc44dc0c965d tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105976) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 02 13:13:29.936333 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a3b92b58-aad0-43b0-8bae-fc44dc0c965d tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (d2fe79c7-aec5-4061-8b4a-31a56e3a3418), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:30.011531 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b92b58-aad0-43b0-8bae-fc44dc0c965d tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event updated for resources: {'Subnet': ['ID=d2fe79c7-aec5-4061-8b4a-31a56e3a3418,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:30.024849 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b92b58-aad0-43b0-8bae-fc44dc0c965d tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Checking segment: {'id': '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:13:30.025222 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b92b58-aad0-43b0-8bae-fc44dc0c965d tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Network hostable DHCP agents. Network: 024410ff-777d-443f-a0a9-2523fc70e8e2, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:13:30.107150 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b92b58-aad0-43b0-8bae-fc44dc0c965d tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Network 024410ff-777d-443f-a0a9-2523fc70e8e2 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:13:30.129986 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:13:30.186455 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-a3b92b58-aad0-43b0-8bae-fc44dc0c965d tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 024410ff-777d-443f-a0a9-2523fc70e8e2) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:30.190813 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b92b58-aad0-43b0-8bae-fc44dc0c965d tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:30.191410 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a3b92b58-aad0-43b0-8bae-fc44dc0c965d tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:30.195661 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db35f8ca-b74c-4321-ba0b-a67cfce72c67 None None] Network 024410ff-777d-443f-a0a9-2523fc70e8e2 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:30.257560 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a3b92b58-aad0-43b0-8bae-fc44dc0c965d tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8420038 Nov 02 13:13:30.263100 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50062) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:30.316842 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-024410ff-777d-443f-a0a9-2523fc70e8e2', 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2', 'project_id': '03026ea2c9bf431caf037c391586cc58', 'fixed_ips': [{'subnet_id': 'd2fe79c7-aec5-4061-8b4a-31a56e3a3418'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:13:30.316842 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:30.387811 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (024410ff-777d-443f-a0a9-2523fc70e8e2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:30.451887 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (d2fe79c7-aec5-4061-8b4a-31a56e3a3418), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:30.475019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Allocated IP 2001:db8::3 (024410ff-777d-443f-a0a9-2523fc70e8e2/d2fe79c7-aec5-4061-8b4a-31a56e3a3418/9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:13:30.648549 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Publish callbacks [] for port (9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:30.755524 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a30d881f-3c9d-4f65-befb-6f0ba4f0aebe None None] Could not find standard attr ID for object 76d46895-48b2-4508-aa18-eb670f1982fa. {{(pid=105977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Nov 02 13:13:30.757311 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:30.799394 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b74323b-dfdf-4365-bd14-459f4aef8f29 None None] DHCP port deletion for c925fd57-597a-401e-9b25-d841e959b95b request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:13:30.815122 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Network 024410ff-777d-443f-a0a9-2523fc70e8e2 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:13:30.827210 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:30.830707 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f07238-e023-4fcd-96a1-86360382496a None None] Network c925fd57-597a-401e-9b25-d841e959b95b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:30.833004 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:13:30.835279 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Pushing event updated for resources: {'Port': ['ID=9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:30.855071 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f07238-e023-4fcd-96a1-86360382496a None None] Network c925fd57-597a-401e-9b25-d841e959b95b could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 13:13:30.855431 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (d2fe79c7-aec5-4061-8b4a-31a56e3a3418), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:30.894270 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event deleted for resources: {'Subnet': ['ID=d2fe79c7-aec5-4061-8b4a-31a56e3a3418,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:30.910592 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:30.910967 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:30.911339 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on network 024410ff-777d-443f-a0a9-2523fc70e8e2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:30.932729 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:30.936041 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on network 024410ff-777d-443f-a0a9-2523fc70e8e2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:30.957606 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:30.960234 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Failed to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on host n-d-857339-6 for vnic_type normal using segments [{'id': '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2'}] Nov 02 13:13:30.960234 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempt 2 to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 Nov 02 13:13:30.963161 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (024410ff-777d-443f-a0a9-2523fc70e8e2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:30.973330 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:30.973702 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:30.974061 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on network 024410ff-777d-443f-a0a9-2523fc70e8e2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:30.985794 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024410ff-777d-443f-a0a9-2523fc70e8e2']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:30.996540 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:30.996765 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:30.999846 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:30.999949 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on network 024410ff-777d-443f-a0a9-2523fc70e8e2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:31.008418 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:31.010026 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.023085 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:31.025712 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Failed to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on host n-d-857339-6 for vnic_type normal using segments [{'id': '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2'}] Nov 02 13:13:31.025712 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempt 3 to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 Nov 02 13:13:31.025861 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:31.031830 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:13:31.032255 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:31.037177 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:31.037548 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:31.040230 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on network 024410ff-777d-443f-a0a9-2523fc70e8e2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:31.046235 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.058216 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:31.064907 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on network 024410ff-777d-443f-a0a9-2523fc70e8e2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.079553 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:31.082807 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Failed to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on host n-d-857339-6 for vnic_type normal using segments [{'id': '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2'}] Nov 02 13:13:31.082807 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempt 4 to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 Nov 02 13:13:31.099620 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:31.099991 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:31.100359 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on network 024410ff-777d-443f-a0a9-2523fc70e8e2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.121647 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:31.124609 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on network 024410ff-777d-443f-a0a9-2523fc70e8e2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:31.142161 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.db.api [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 13:13:31.142161 n-d-857339-6 neutron-server[105976]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 13:13:31.142161 n-d-857339-6 neutron-server[105976]: [parameters: {'id': '024410ff-777d-443f-a0a9-2523fc70e8e2'}] Nov 02 13:13:31.142161 n-d-857339-6 neutron-server[105976]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105976) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:13:31.142593 n-d-857339-6 neutron-server[105976]: DEBUG oslo_db.api [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.143301 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:31.145579 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Failed to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on host n-d-857339-6 for vnic_type normal using segments [{'id': '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2'}] Nov 02 13:13:31.145579 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempt 5 to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 Nov 02 13:13:31.158152 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:31.158517 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:31.158887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on network 024410ff-777d-443f-a0a9-2523fc70e8e2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:31.161633 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.183616 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:31.186762 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on network 024410ff-777d-443f-a0a9-2523fc70e8e2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.204474 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:31.207980 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Failed to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on host n-d-857339-6 for vnic_type normal using segments [{'id': '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2'}] Nov 02 13:13:31.207980 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempt 6 to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 Nov 02 13:13:31.219267 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:31.219642 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:31.220009 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on network 024410ff-777d-443f-a0a9-2523fc70e8e2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.240664 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:31.243526 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on network 024410ff-777d-443f-a0a9-2523fc70e8e2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.261800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:31.267560 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Failed to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on host n-d-857339-6 for vnic_type normal using segments [{'id': '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2'}] Nov 02 13:13:31.267560 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempt 7 to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 Nov 02 13:13:31.275105 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:31.277961 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:31.278364 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:31.278732 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on network 024410ff-777d-443f-a0a9-2523fc70e8e2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.300186 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:31.308599 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on network 024410ff-777d-443f-a0a9-2523fc70e8e2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.321683 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:31.323977 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Failed to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on host n-d-857339-6 for vnic_type normal using segments [{'id': '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2'}] Nov 02 13:13:31.323977 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempt 8 to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 Nov 02 13:13:31.337499 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:31.337871 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:31.338235 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on network 024410ff-777d-443f-a0a9-2523fc70e8e2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.362632 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:31.366139 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on network 024410ff-777d-443f-a0a9-2523fc70e8e2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.386780 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:31.393448 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Failed to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on host n-d-857339-6 for vnic_type normal using segments [{'id': '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2'}] Nov 02 13:13:31.393448 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempt 9 to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 Nov 02 13:13:31.401308 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:31.401604 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:31.401966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on network 024410ff-777d-443f-a0a9-2523fc70e8e2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.424147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:31.426827 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on network 024410ff-777d-443f-a0a9-2523fc70e8e2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.446624 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:31.449370 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Failed to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on host n-d-857339-6 for vnic_type normal using segments [{'id': '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2'}] Nov 02 13:13:31.449370 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempt 10 to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 Nov 02 13:13:31.460424 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:31.461002 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:31.461433 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on network 024410ff-777d-443f-a0a9-2523fc70e8e2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.482588 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:31.485329 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempting to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on network 024410ff-777d-443f-a0a9-2523fc70e8e2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d2fe79c7-aec5-4061-8b4a-31a56e3a3418 could not be found. Nov 02 13:13:31.505194 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:31.507333 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Failed to bind port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on host n-d-857339-6 for vnic_type normal using segments [{'id': '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '024410ff-777d-443f-a0a9-2523fc70e8e2'}] Nov 02 13:13:31.507333 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:31.552848 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74 resource provider aggregate not found Nov 02 13:13:31.573537 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74 found for delete ", "request_id": "req-88eeee31-581e-4fbc-a4a3-72aceb660f2f"}]} Nov 02 13:13:31.579056 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] For port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:13:31.579462 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Attempted to set empty binding levels {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 13:13:31.643498 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (024410ff-777d-443f-a0a9-2523fc70e8e2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:31.687599 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Deleting port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:13:31.687861 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:31.706536 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:31.762943 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] For port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79, host n-d-857339-6, got binding levels [] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:31.763301 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:31.779735 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Calling delete_port for 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:13:31.780705 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a96a07-636f-47d0-8a73-582f51ff1f5a None None] Pushing event updated for resources: {'Port': ['ID=9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:31.790460 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfc9774-543b-4ac2-8df8-f0987158868b None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:13:31.866044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfc9774-543b-4ac2-8df8-f0987158868b None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:13:31.923488 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:31.948240 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event deleted for resources: {'Port': ['ID=9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:31.954269 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] No DVR routers for this DVR port 9f5f39a3-8b51-4dbb-9344-5ddb0dd61d79 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:13:32.034672 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba947ad-669b-4d48-ae90-7c03b76e17fb None None] Network 024410ff-777d-443f-a0a9-2523fc70e8e2 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:32.045265 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (024410ff-777d-443f-a0a9-2523fc70e8e2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:32.067306 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024410ff-777d-443f-a0a9-2523fc70e8e2']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:32.078427 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:32.078736 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:32.091656 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:32.106826 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:32.113956 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:13:32.114391 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:32.294926 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (024410ff-777d-443f-a0a9-2523fc70e8e2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:32.305919 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:32.307336 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "DELETE /networking/v2.0/networks/024410ff-777d-443f-a0a9-2523fc70e8e2 HTTP/1.1" status: 204 len: 168 time: 2.0431905 Nov 02 13:13:32.311166 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50068) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:32.316375 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-4e242d8c-2af2-49a3-a02f-65361e0179a1 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-757676104'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:32.319500 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6815e-7b74-43bb-b413-59ed40e08795 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event deleted for resources: {'Network': ['ID=024410ff-777d-443f-a0a9-2523fc70e8e2,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:32.414799 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e242d8c-2af2-49a3-a02f-65361e0179a1 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Made reservation on behalf of 03026ea2c9bf431caf037c391586cc58 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:13:32.418608 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e242d8c-2af2-49a3-a02f-65361e0179a1 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:32.445891 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e242d8c-2af2-49a3-a02f-65361e0179a1 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:13:32.455836 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e242d8c-2af2-49a3-a02f-65361e0179a1 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a8efe04d-67f0-461b-aadd-3b5ba896ba6e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:32.456183 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-4e242d8c-2af2-49a3-a02f-65361e0179a1 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Added segment a8efe04d-67f0-461b-aadd-3b5ba896ba6e of type vlan for network 97fe23a2-822f-4b29-950f-c1de2afc9c81 Nov 02 13:13:32.498481 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e242d8c-2af2-49a3-a02f-65361e0179a1 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (97fe23a2-822f-4b29-950f-c1de2afc9c81), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:32.603605 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e242d8c-2af2-49a3-a02f-65361e0179a1 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (97fe23a2-822f-4b29-950f-c1de2afc9c81), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:32.608738 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e242d8c-2af2-49a3-a02f-65361e0179a1 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:32.609321 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4e242d8c-2af2-49a3-a02f-65361e0179a1 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:32.687261 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e242d8c-2af2-49a3-a02f-65361e0179a1 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event updated for resources: {'Network': ['ID=97fe23a2-822f-4b29-950f-c1de2afc9c81,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:32.697174 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4e242d8c-2af2-49a3-a02f-65361e0179a1 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3849077 Nov 02 13:13:32.700962 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50070) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:32.703317 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 97fe23a2-822f-4b29-950f-c1de2afc9c81 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:13:32.712799 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-a95b4820-3dd1-4b3f-8981-93e6331e6a2f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Request body: {'subnet': {'network_id': '97fe23a2-822f-4b29-950f-c1de2afc9c81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:32.715042 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 76d46895-48b2-4508-aa18-eb670f1982fa no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:13:32.753257 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 76d46895-48b2-4508-aa18-eb670f1982fa {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:13:32.753603 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 76d46895-48b2-4508-aa18-eb670f1982fa not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:13:32.906246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95b4820-3dd1-4b3f-8981-93e6331e6a2f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Made reservation on behalf of 03026ea2c9bf431caf037c391586cc58 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:13:32.910070 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a95b4820-3dd1-4b3f-8981-93e6331e6a2f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:33.187171 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a95b4820-3dd1-4b3f-8981-93e6331e6a2f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (18dd10c6-9149-47b5-b97e-60a5d7e469f7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:33.249707 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:33.255840 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b4820-3dd1-4b3f-8981-93e6331e6a2f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event updated for resources: {'Subnet': ['ID=18dd10c6-9149-47b5-b97e-60a5d7e469f7,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:33.264607 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:33.268840 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b4820-3dd1-4b3f-8981-93e6331e6a2f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Checking segment: {'id': 'a8efe04d-67f0-461b-aadd-3b5ba896ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '97fe23a2-822f-4b29-950f-c1de2afc9c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:13:33.269208 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95b4820-3dd1-4b3f-8981-93e6331e6a2f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Network hostable DHCP agents. Network: 97fe23a2-822f-4b29-950f-c1de2afc9c81, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:13:33.420861 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95b4820-3dd1-4b3f-8981-93e6331e6a2f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Network 97fe23a2-822f-4b29-950f-c1de2afc9c81 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:13:33.533377 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-a95b4820-3dd1-4b3f-8981-93e6331e6a2f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 97fe23a2-822f-4b29-950f-c1de2afc9c81) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:33.538084 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95b4820-3dd1-4b3f-8981-93e6331e6a2f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:33.538667 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a95b4820-3dd1-4b3f-8981-93e6331e6a2f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:33.542970 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1a4c4b-fb55-42b2-97f3-7676df55c724 None None] Network 97fe23a2-822f-4b29-950f-c1de2afc9c81 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:33.596256 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74 resource provider aggregate not found Nov 02 13:13:33.616018 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f9a82fc-bb77-4e95-a4d6-b7e4d4bb5b74 found for delete ", "request_id": "req-d21ffdaf-b36e-4d26-b128-0484a47c611b"}]} Nov 02 13:13:33.623504 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a95b4820-3dd1-4b3f-8981-93e6331e6a2f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9204614 Nov 02 13:13:33.627755 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50076) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:33.633104 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-9e65bacd-0175-4a37-80dd-5e1bff76bb2a tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1271313162'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:33.734841 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e65bacd-0175-4a37-80dd-5e1bff76bb2a tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Made reservation on behalf of 03026ea2c9bf431caf037c391586cc58 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:13:33.738846 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e65bacd-0175-4a37-80dd-5e1bff76bb2a tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:33.746794 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:33.765369 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e65bacd-0175-4a37-80dd-5e1bff76bb2a tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:13:33.774775 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e65bacd-0175-4a37-80dd-5e1bff76bb2a tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (5611078d-2a84-43c1-a881-85af5f3fdddf), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:33.775052 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-9e65bacd-0175-4a37-80dd-5e1bff76bb2a tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Added segment 5611078d-2a84-43c1-a881-85af5f3fdddf of type vlan for network d1f0cee3-283f-4232-b18e-30c3d7a81f09 Nov 02 13:13:33.797727 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-97fe23a2-822f-4b29-950f-c1de2afc9c81', 'network_id': '97fe23a2-822f-4b29-950f-c1de2afc9c81', 'project_id': '03026ea2c9bf431caf037c391586cc58', 'fixed_ips': [{'subnet_id': '18dd10c6-9149-47b5-b97e-60a5d7e469f7'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:13:33.798743 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:33.818461 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e65bacd-0175-4a37-80dd-5e1bff76bb2a tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (d1f0cee3-283f-4232-b18e-30c3d7a81f09), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:33.900740 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e65bacd-0175-4a37-80dd-5e1bff76bb2a tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (d1f0cee3-283f-4232-b18e-30c3d7a81f09), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:33.906964 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e65bacd-0175-4a37-80dd-5e1bff76bb2a tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:33.907598 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e65bacd-0175-4a37-80dd-5e1bff76bb2a tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:33.952661 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] Allocated IP 2001:db8::2 (97fe23a2-822f-4b29-950f-c1de2afc9c81/18dd10c6-9149-47b5-b97e-60a5d7e469f7/fc3b3b88-5d40-4386-ade5-2fb11c09b0d9) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:13:33.983705 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65bacd-0175-4a37-80dd-5e1bff76bb2a tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event updated for resources: {'Network': ['ID=d1f0cee3-283f-4232-b18e-30c3d7a81f09,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:33.994433 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network d1f0cee3-283f-4232-b18e-30c3d7a81f09 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:13:34.049773 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:34.061406 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9e65bacd-0175-4a37-80dd-5e1bff76bb2a tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4288056 Nov 02 13:13:34.061620 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50078) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:34.067079 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-a40f9824-6777-490d-8545-3d523c3cdcef tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Request body: {'subnet': {'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:34.170132 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] Publish callbacks [] for port (fc3b3b88-5d40-4386-ade5-2fb11c09b0d9), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:34.232706 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40f9824-6777-490d-8545-3d523c3cdcef tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Made reservation on behalf of 03026ea2c9bf431caf037c391586cc58 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:13:34.233860 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (fc3b3b88-5d40-4386-ade5-2fb11c09b0d9), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:34.239033 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a40f9824-6777-490d-8545-3d523c3cdcef tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:34.300051 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] Network 97fe23a2-822f-4b29-950f-c1de2afc9c81 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:13:34.309345 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:34.317964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:13:34.327389 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] Pushing event updated for resources: {'Port': ['ID=fc3b3b88-5d40-4386-ade5-2fb11c09b0d9,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:34.344233 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:34.358001 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:34.388512 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] Attempting to bind port fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:34.388835 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] Attempting to bind port fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'a8efe04d-67f0-461b-aadd-3b5ba896ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '97fe23a2-822f-4b29-950f-c1de2afc9c81'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:34.389203 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] Attempting to bind port fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 on network 97fe23a2-822f-4b29-950f-c1de2afc9c81 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:34.443023 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:13:34.443749 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] Checking segment: {'id': 'a8efe04d-67f0-461b-aadd-3b5ba896ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '97fe23a2-822f-4b29-950f-c1de2afc9c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:13:34.444263 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:34.444753 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] Bound using segment: {'id': 'a8efe04d-67f0-461b-aadd-3b5ba896ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '97fe23a2-822f-4b29-950f-c1de2afc9c81'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:13:34.445323 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] Bound port: fc3b3b88-5d40-4386-ade5-2fb11c09b0d9, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8efe04d-67f0-461b-aadd-3b5ba896ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '97fe23a2-822f-4b29-950f-c1de2afc9c81'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:13:34.445803 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fc3b3b88-5d40-4386-ade5-2fb11c09b0d9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:34.510256 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] For port fc3b3b88-5d40-4386-ade5-2fb11c09b0d9, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:13:34.515249 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] For port fc3b3b88-5d40-4386-ade5-2fb11c09b0d9, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=fc3b3b88-5d40-4386-ade5-2fb11c09b0d9,segment=NetworkSegment(a8efe04d-67f0-461b-aadd-3b5ba896ba6e),segment_id=a8efe04d-67f0-461b-aadd-3b5ba896ba6e)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:13:34.529509 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a40f9824-6777-490d-8545-3d523c3cdcef tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (ddfab18e-f445-4640-bfd7-67f3e45a76a3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:34.586502 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (fc3b3b88-5d40-4386-ade5-2fb11c09b0d9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:34.604570 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f9824-6777-490d-8545-3d523c3cdcef tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event updated for resources: {'Subnet': ['ID=ddfab18e-f445-4640-bfd7-67f3e45a76a3,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:34.615466 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40f9824-6777-490d-8545-3d523c3cdcef tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Checking segment: {'id': '5611078d-2a84-43c1-a881-85af5f3fdddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:13:34.616351 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40f9824-6777-490d-8545-3d523c3cdcef tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Network hostable DHCP agents. Network: d1f0cee3-283f-4232-b18e-30c3d7a81f09, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:13:34.643181 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88207d4-9c15-4b5c-a9ed-1c32df2c629b None None] Pushing event updated for resources: {'Port': ['ID=fc3b3b88-5d40-4386-ade5-2fb11c09b0d9,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:34.700745 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40f9824-6777-490d-8545-3d523c3cdcef tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Network d1f0cee3-283f-4232-b18e-30c3d7a81f09 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:13:34.798170 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-a40f9824-6777-490d-8545-3d523c3cdcef tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, d1f0cee3-283f-4232-b18e-30c3d7a81f09) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:34.805409 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40f9824-6777-490d-8545-3d523c3cdcef tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:34.805409 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a40f9824-6777-490d-8545-3d523c3cdcef tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:34.827091 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c35251f-ec08-4d2c-acb6-e0bbe15f39a7 None None] Network d1f0cee3-283f-4232-b18e-30c3d7a81f09 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:34.894374 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a40f9824-6777-490d-8545-3d523c3cdcef tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8301280 Nov 02 13:13:34.896198 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50080) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:34.964675 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-d1f0cee3-283f-4232-b18e-30c3d7a81f09', 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09', 'project_id': '03026ea2c9bf431caf037c391586cc58', 'fixed_ips': [{'subnet_id': 'ddfab18e-f445-4640-bfd7-67f3e45a76a3'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:13:34.965670 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:34.994103 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:35.023983 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (d1f0cee3-283f-4232-b18e-30c3d7a81f09), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:35.111377 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (ddfab18e-f445-4640-bfd7-67f3e45a76a3), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:35.115785 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Allocated IP 2001:db8::2 (d1f0cee3-283f-4232-b18e-30c3d7a81f09/ddfab18e-f445-4640-bfd7-67f3e45a76a3/4c86c085-04fb-4737-8019-772cf09eae4c) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:13:35.251049 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:35.270741 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Publish callbacks [] for port (4c86c085-04fb-4737-8019-772cf09eae4c), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:35.347223 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (4c86c085-04fb-4737-8019-772cf09eae4c), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:35.388754 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Network d1f0cee3-283f-4232-b18e-30c3d7a81f09 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:13:35.394042 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:35.399983 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:13:35.404476 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Pushing event updated for resources: {'Port': ['ID=4c86c085-04fb-4737-8019-772cf09eae4c,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:35.438462 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (ddfab18e-f445-4640-bfd7-67f3e45a76a3), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:35.468949 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event deleted for resources: {'Subnet': ['ID=ddfab18e-f445-4640-bfd7-67f3e45a76a3,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:35.475291 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:35.476207 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '5611078d-2a84-43c1-a881-85af5f3fdddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:35.476207 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on network d1f0cee3-283f-4232-b18e-30c3d7a81f09 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.503373 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:35.513943 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on network d1f0cee3-283f-4232-b18e-30c3d7a81f09 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.535705 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:35.541147 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Failed to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on host n-d-857339-6 for vnic_type normal using segments [{'id': '5611078d-2a84-43c1-a881-85af5f3fdddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'}] Nov 02 13:13:35.541147 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempt 2 to bind port 4c86c085-04fb-4737-8019-772cf09eae4c Nov 02 13:13:35.556964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:35.557422 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '5611078d-2a84-43c1-a881-85af5f3fdddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:35.557784 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on network d1f0cee3-283f-4232-b18e-30c3d7a81f09 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:35.558163 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (d1f0cee3-283f-4232-b18e-30c3d7a81f09), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.583138 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:35.585448 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on network d1f0cee3-283f-4232-b18e-30c3d7a81f09 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:35.588644 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f0cee3-283f-4232-b18e-30c3d7a81f09']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:35.602336 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5611078d-2a84-43c1-a881-85af5f3fdddf') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:35.602865 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5611078d-2a84-43c1-a881-85af5f3fdddf') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.605591 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:35.608218 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Failed to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on host n-d-857339-6 for vnic_type normal using segments [{'id': '5611078d-2a84-43c1-a881-85af5f3fdddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'}] Nov 02 13:13:35.608218 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempt 3 to bind port 4c86c085-04fb-4737-8019-772cf09eae4c Nov 02 13:13:35.618903 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (5611078d-2a84-43c1-a881-85af5f3fdddf), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:35.620413 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:35.620775 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '5611078d-2a84-43c1-a881-85af5f3fdddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:35.621280 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on network d1f0cee3-283f-4232-b18e-30c3d7a81f09 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:35.635172 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (5611078d-2a84-43c1-a881-85af5f3fdddf), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.642671 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:35.645716 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on network d1f0cee3-283f-4232-b18e-30c3d7a81f09 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:35.649582 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:13:35.649992 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (5611078d-2a84-43c1-a881-85af5f3fdddf), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.665125 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:35.667313 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Failed to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on host n-d-857339-6 for vnic_type normal using segments [{'id': '5611078d-2a84-43c1-a881-85af5f3fdddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'}] Nov 02 13:13:35.667313 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempt 4 to bind port 4c86c085-04fb-4737-8019-772cf09eae4c Nov 02 13:13:35.680760 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:35.681128 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '5611078d-2a84-43c1-a881-85af5f3fdddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:35.681492 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on network d1f0cee3-283f-4232-b18e-30c3d7a81f09 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:35.683915 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 5611078d-2a84-43c1-a881-85af5f3fdddf resource provider aggregate not found Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.707904 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:35.710256 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on network d1f0cee3-283f-4232-b18e-30c3d7a81f09 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:35.714589 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 5611078d-2a84-43c1-a881-85af5f3fdddf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5611078d-2a84-43c1-a881-85af5f3fdddf found for delete ", "request_id": "req-24491d49-5b01-4d89-a6c9-1652cd2ec4be"}]} Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.729872 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:35.732818 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Failed to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on host n-d-857339-6 for vnic_type normal using segments [{'id': '5611078d-2a84-43c1-a881-85af5f3fdddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'}] Nov 02 13:13:35.732818 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempt 5 to bind port 4c86c085-04fb-4737-8019-772cf09eae4c Nov 02 13:13:35.746415 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:35.746816 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '5611078d-2a84-43c1-a881-85af5f3fdddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:35.747834 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on network d1f0cee3-283f-4232-b18e-30c3d7a81f09 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.772596 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:35.774829 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on network d1f0cee3-283f-4232-b18e-30c3d7a81f09 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.795100 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:35.798017 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Failed to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on host n-d-857339-6 for vnic_type normal using segments [{'id': '5611078d-2a84-43c1-a881-85af5f3fdddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'}] Nov 02 13:13:35.798017 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempt 6 to bind port 4c86c085-04fb-4737-8019-772cf09eae4c Nov 02 13:13:35.811954 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:35.812333 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '5611078d-2a84-43c1-a881-85af5f3fdddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:35.812789 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on network d1f0cee3-283f-4232-b18e-30c3d7a81f09 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:35.818006 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.db.api [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 13:13:35.818006 n-d-857339-6 neutron-server[105975]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 13:13:35.818006 n-d-857339-6 neutron-server[105975]: [parameters: {'id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'}] Nov 02 13:13:35.818006 n-d-857339-6 neutron-server[105975]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105975) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:13:35.821014 n-d-857339-6 neutron-server[105975]: DEBUG oslo_db.api [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.837061 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:35.848650 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on network d1f0cee3-283f-4232-b18e-30c3d7a81f09 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:35.848650 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2aa540-598c-486d-b91d-e25edb21ab63 None None] Network 97fe23a2-822f-4b29-950f-c1de2afc9c81 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:35.894524 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:35.897168 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Failed to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on host n-d-857339-6 for vnic_type normal using segments [{'id': '5611078d-2a84-43c1-a881-85af5f3fdddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'}] Nov 02 13:13:35.898095 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempt 7 to bind port 4c86c085-04fb-4737-8019-772cf09eae4c Nov 02 13:13:35.910901 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f8af2b8f-d959-4950-beea-f0b6037e0ea5 None None] Provisioning complete for port fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:35.911185 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f8af2b8f-d959-4950-beea-f0b6037e0ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fc3b3b88-5d40-4386-ade5-2fb11c09b0d9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:35.911519 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f8af2b8f-d959-4950-beea-f0b6037e0ea5 None None] Attempt 1 to provision port fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 Nov 02 13:13:35.971766 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:35.972134 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '5611078d-2a84-43c1-a881-85af5f3fdddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:35.972520 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on network d1f0cee3-283f-4232-b18e-30c3d7a81f09 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:36.013392 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:36.016179 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on network d1f0cee3-283f-4232-b18e-30c3d7a81f09 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:36.047638 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:36.051113 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Failed to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on host n-d-857339-6 for vnic_type normal using segments [{'id': '5611078d-2a84-43c1-a881-85af5f3fdddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'}] Nov 02 13:13:36.051985 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempt 8 to bind port 4c86c085-04fb-4737-8019-772cf09eae4c Nov 02 13:13:36.091831 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:36.092120 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '5611078d-2a84-43c1-a881-85af5f3fdddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:36.092480 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on network d1f0cee3-283f-4232-b18e-30c3d7a81f09 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:36.137223 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:36.139617 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on network d1f0cee3-283f-4232-b18e-30c3d7a81f09 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:36.170922 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:36.173799 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Failed to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on host n-d-857339-6 for vnic_type normal using segments [{'id': '5611078d-2a84-43c1-a881-85af5f3fdddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'}] Nov 02 13:13:36.176337 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempt 9 to bind port 4c86c085-04fb-4737-8019-772cf09eae4c Nov 02 13:13:36.190796 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f8af2b8f-d959-4950-beea-f0b6037e0ea5 None None] Current status of the port fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:36.191283 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f8af2b8f-d959-4950-beea-f0b6037e0ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (fc3b3b88-5d40-4386-ade5-2fb11c09b0d9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:36.196576 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:36.196944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '5611078d-2a84-43c1-a881-85af5f3fdddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:36.197309 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on network d1f0cee3-283f-4232-b18e-30c3d7a81f09 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:36.227906 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:36.230380 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on network d1f0cee3-283f-4232-b18e-30c3d7a81f09 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:36.256599 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:36.258800 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Failed to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on host n-d-857339-6 for vnic_type normal using segments [{'id': '5611078d-2a84-43c1-a881-85af5f3fdddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'}] Nov 02 13:13:36.258800 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempt 10 to bind port 4c86c085-04fb-4737-8019-772cf09eae4c Nov 02 13:13:36.279683 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:36.284186 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:36.284829 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '5611078d-2a84-43c1-a881-85af5f3fdddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:36.285412 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on network d1f0cee3-283f-4232-b18e-30c3d7a81f09 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:36.288844 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f8af2b8f-d959-4950-beea-f0b6037e0ea5 None None] For port fc3b3b88-5d40-4386-ade5-2fb11c09b0d9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=fc3b3b88-5d40-4386-ade5-2fb11c09b0d9,segment=NetworkSegment(a8efe04d-67f0-461b-aadd-3b5ba896ba6e),segment_id=a8efe04d-67f0-461b-aadd-3b5ba896ba6e)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:36.309801 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:36.312339 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempting to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on network d1f0cee3-283f-4232-b18e-30c3d7a81f09 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:36.321329 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (d1f0cee3-283f-4232-b18e-30c3d7a81f09), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers self.force_reraise() Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise self.value Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ddfab18e-f445-4640-bfd7-67f3e45a76a3 could not be found. Nov 02 13:13:36.332122 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers Nov 02 13:13:36.334393 n-d-857339-6 neutron-server[105977]: ERROR neutron.plugins.ml2.managers [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Failed to bind port 4c86c085-04fb-4737-8019-772cf09eae4c on host n-d-857339-6 for vnic_type normal using segments [{'id': '5611078d-2a84-43c1-a881-85af5f3fdddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd1f0cee3-283f-4232-b18e-30c3d7a81f09'}] Nov 02 13:13:36.334393 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4c86c085-04fb-4737-8019-772cf09eae4c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:36.378390 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f8af2b8f-d959-4950-beea-f0b6037e0ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (fc3b3b88-5d40-4386-ade5-2fb11c09b0d9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:36.397695 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Deleting port 4c86c085-04fb-4737-8019-772cf09eae4c {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:13:36.398091 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (4c86c085-04fb-4737-8019-772cf09eae4c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:36.451105 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] For port 4c86c085-04fb-4737-8019-772cf09eae4c, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:13:36.451509 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Attempted to set empty binding levels {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 13:13:36.457114 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af2b8f-d959-4950-beea-f0b6037e0ea5 None None] Pushing event updated for resources: {'Port': ['ID=fc3b3b88-5d40-4386-ade5-2fb11c09b0d9,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:36.485134 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] For port 4c86c085-04fb-4737-8019-772cf09eae4c, host n-d-857339-6, got binding levels [] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:36.485501 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (4c86c085-04fb-4737-8019-772cf09eae4c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:36.498361 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-340289bf-6371-4bdd-8474-8fb2e9b61b0a None None] Provisioning complete for port fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:36.498842 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-340289bf-6371-4bdd-8474-8fb2e9b61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fc3b3b88-5d40-4386-ade5-2fb11c09b0d9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:36.499255 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-340289bf-6371-4bdd-8474-8fb2e9b61b0a None None] Attempt 1 to provision port fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 Nov 02 13:13:36.500977 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Calling delete_port for 4c86c085-04fb-4737-8019-772cf09eae4c owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:13:36.525156 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4c86c085-04fb-4737-8019-772cf09eae4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:36.568743 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:36.620434 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753dbb79-2ffa-4abc-8c2b-e69eba71ed3d None None] Pushing event updated for resources: {'Port': ['ID=4c86c085-04fb-4737-8019-772cf09eae4c,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:36.644959 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d165c22-f826-46cc-a3f3-08c006cb88e5 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:13:36.690449 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-340289bf-6371-4bdd-8474-8fb2e9b61b0a None None] Current status of the port fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:36.695430 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (4c86c085-04fb-4737-8019-772cf09eae4c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:36.729412 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event deleted for resources: {'Port': ['ID=4c86c085-04fb-4737-8019-772cf09eae4c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:36.734015 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] No DVR routers for this DVR port 4c86c085-04fb-4737-8019-772cf09eae4c on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:13:36.842890 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (d1f0cee3-283f-4232-b18e-30c3d7a81f09), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:36.871247 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f0cee3-283f-4232-b18e-30c3d7a81f09']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:36.884080 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5611078d-2a84-43c1-a881-85af5f3fdddf') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:36.884564 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5611078d-2a84-43c1-a881-85af5f3fdddf') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:36.886319 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:36.898847 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (5611078d-2a84-43c1-a881-85af5f3fdddf), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:36.906932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:13:36.913403 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=12 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:36.915238 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (5611078d-2a84-43c1-a881-85af5f3fdddf), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:36.922511 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:13:36.922904 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (5611078d-2a84-43c1-a881-85af5f3fdddf), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:36.932713 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d165c22-f826-46cc-a3f3-08c006cb88e5 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:13:37.020859 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:37.021146 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (fc3b3b88-5d40-4386-ade5-2fb11c09b0d9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:37.021478 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 Nov 02 13:13:37.083310 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (d1f0cee3-283f-4232-b18e-30c3d7a81f09), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:37.092677 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:37.096414 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "DELETE /networking/v2.0/networks/d1f0cee3-283f-4232-b18e-30c3d7a81f09 HTTP/1.1" status: 204 len: 168 time: 2.1986008 Nov 02 13:13:37.100242 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50086) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:37.108577 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e49b66-9e2a-4c6e-91e9-7dd33e5cfacd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event deleted for resources: {'Network': ['ID=d1f0cee3-283f-4232-b18e-30c3d7a81f09,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:37.138480 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f74c71c-fa22-4968-8d3e-f169c7941e11 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] GET failed (client error): The resource could not be found. Nov 02 13:13:37.139761 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3f74c71c-fa22-4968-8d3e-f169c7941e11 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "GET /networking/v2.0/subnets/ddfab18e-f445-4640-bfd7-67f3e45a76a3 HTTP/1.1" status: 404 len: 337 time: 0.0379364 Nov 02 13:13:37.143513 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50088) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:37.160524 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:37.162986 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ae21a3-544e-45e3-8fc9-7ad592961878 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] DELETE failed (client error): The resource could not be found. Nov 02 13:13:37.163501 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ae21a3-544e-45e3-8fc9-7ad592961878 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:13:37.166986 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-44ae21a3-544e-45e3-8fc9-7ad592961878 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "DELETE /networking/v2.0/networks/d1f0cee3-283f-4232-b18e-30c3d7a81f09 HTTP/1.1" status: 404 len: 339 time: 0.0223145 Nov 02 13:13:37.172014 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50090) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:37.186071 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a937f50-2ed1-47cf-b72a-bd84ef229339 None None] Network d1f0cee3-283f-4232-b18e-30c3d7a81f09 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:37.199953 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a937f50-2ed1-47cf-b72a-bd84ef229339 None None] Network d1f0cee3-283f-4232-b18e-30c3d7a81f09 could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 13:13:37.206377 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-5761f7e1-c53b-4ffc-8cbc-28b53eff71bc tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] DELETE failed (client error): The resource could not be found. Nov 02 13:13:37.206854 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5761f7e1-c53b-4ffc-8cbc-28b53eff71bc tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:13:37.210090 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5761f7e1-c53b-4ffc-8cbc-28b53eff71bc tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/ddfab18e-f445-4640-bfd7-67f3e45a76a3 HTTP/1.1" status: 404 len: 337 time: 0.0370767 Nov 02 13:13:37.219465 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50092) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:37.238799 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c8859d-b768-496d-b097-ce069e146a4f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] DELETE failed (client error): The resource could not be found. Nov 02 13:13:37.239300 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c8859d-b768-496d-b097-ce069e146a4f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:13:37.242477 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-42c8859d-b768-496d-b097-ce069e146a4f tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "DELETE /networking/v2.0/networks/d1f0cee3-283f-4232-b18e-30c3d7a81f09 HTTP/1.1" status: 404 len: 339 time: 0.0219615 Nov 02 13:13:37.244970 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50094) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:37.302790 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4edba45-4595-4e53-92ca-06d0e9dfa784 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Deleting subnet 18dd10c6-9149-47b5-b97e-60a5d7e469f7 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:13:37.306213 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d4edba45-4595-4e53-92ca-06d0e9dfa784 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks [] for subnet (18dd10c6-9149-47b5-b97e-60a5d7e469f7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:37.351250 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d4edba45-4595-4e53-92ca-06d0e9dfa784 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (18dd10c6-9149-47b5-b97e-60a5d7e469f7), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:37.448424 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d4edba45-4595-4e53-92ca-06d0e9dfa784 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (18dd10c6-9149-47b5-b97e-60a5d7e469f7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:37.627066 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d4edba45-4595-4e53-92ca-06d0e9dfa784 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (18dd10c6-9149-47b5-b97e-60a5d7e469f7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:37.654100 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edba45-4595-4e53-92ca-06d0e9dfa784 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event deleted for resources: {'Subnet': ['ID=18dd10c6-9149-47b5-b97e-60a5d7e469f7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:37.661715 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d4edba45-4595-4e53-92ca-06d0e9dfa784 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:37.665390 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d4edba45-4595-4e53-92ca-06d0e9dfa784 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/18dd10c6-9149-47b5-b97e-60a5d7e469f7 HTTP/1.1" status: 204 len: 168 time: 0.4192641 Nov 02 13:13:37.669997 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50096) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:37.672724 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68bf306-bf8e-431c-8768-2ef7e0f168c7 None None] Network 97fe23a2-822f-4b29-950f-c1de2afc9c81 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:37.761868 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 5611078d-2a84-43c1-a881-85af5f3fdddf resource provider aggregate not found Nov 02 13:13:37.769176 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3d109ee-8801-4f2d-8c9e-3f7407270cc0 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (97fe23a2-822f-4b29-950f-c1de2afc9c81), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:37.783222 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 5611078d-2a84-43c1-a881-85af5f3fdddf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5611078d-2a84-43c1-a881-85af5f3fdddf found for delete ", "request_id": "req-40fdb776-aef0-424a-bba0-89be01aa0858"}]} Nov 02 13:13:37.822646 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-c3d109ee-8801-4f2d-8c9e-3f7407270cc0 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Deleting port fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:13:37.822986 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3d109ee-8801-4f2d-8c9e-3f7407270cc0 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (fc3b3b88-5d40-4386-ade5-2fb11c09b0d9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:37.838816 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fef996-720c-4639-a239-127e392726fb None None] DHCP port deletion for 97fe23a2-822f-4b29-950f-c1de2afc9c81 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:13:37.867942 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:37.890317 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-71fef996-720c-4639-a239-127e392726fb None None] Deleting port fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:13:37.890317 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-71fef996-720c-4639-a239-127e392726fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (fc3b3b88-5d40-4386-ade5-2fb11c09b0d9), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:37.892730 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-c3d109ee-8801-4f2d-8c9e-3f7407270cc0 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] For port fc3b3b88-5d40-4386-ade5-2fb11c09b0d9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=fc3b3b88-5d40-4386-ade5-2fb11c09b0d9,segment=NetworkSegment(a8efe04d-67f0-461b-aadd-3b5ba896ba6e),segment_id=a8efe04d-67f0-461b-aadd-3b5ba896ba6e)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:37.893168 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3d109ee-8801-4f2d-8c9e-3f7407270cc0 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (fc3b3b88-5d40-4386-ade5-2fb11c09b0d9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:37.910609 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-c3d109ee-8801-4f2d-8c9e-3f7407270cc0 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Calling delete_port for fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:13:37.955357 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-71fef996-720c-4639-a239-127e392726fb None None] For port fc3b3b88-5d40-4386-ade5-2fb11c09b0d9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=fc3b3b88-5d40-4386-ade5-2fb11c09b0d9,segment=NetworkSegment(a8efe04d-67f0-461b-aadd-3b5ba896ba6e),segment_id=a8efe04d-67f0-461b-aadd-3b5ba896ba6e)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:37.956076 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-71fef996-720c-4639-a239-127e392726fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (fc3b3b88-5d40-4386-ade5-2fb11c09b0d9), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:37.971367 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-71fef996-720c-4639-a239-127e392726fb None None] Calling delete_port for fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:13:38.180590 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3d109ee-8801-4f2d-8c9e-3f7407270cc0 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (fc3b3b88-5d40-4386-ade5-2fb11c09b0d9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:38.188656 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-71fef996-720c-4639-a239-127e392726fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (fc3b3b88-5d40-4386-ade5-2fb11c09b0d9), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:38.207988 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d109ee-8801-4f2d-8c9e-3f7407270cc0 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event deleted for resources: {'Port': ['ID=fc3b3b88-5d40-4386-ade5-2fb11c09b0d9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:38.220135 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d109ee-8801-4f2d-8c9e-3f7407270cc0 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] No DVR routers for this DVR port fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:13:38.220240 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fef996-720c-4639-a239-127e392726fb None None] Pushing event deleted for resources: {'Port': ['ID=fc3b3b88-5d40-4386-ade5-2fb11c09b0d9,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:38.223752 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fef996-720c-4639-a239-127e392726fb None None] No DVR routers for this DVR port fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:13:38.309724 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3d109ee-8801-4f2d-8c9e-3f7407270cc0 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (97fe23a2-822f-4b29-950f-c1de2afc9c81), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:38.337895 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-c3d109ee-8801-4f2d-8c9e-3f7407270cc0 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97fe23a2-822f-4b29-950f-c1de2afc9c81']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:38.352666 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-c3d109ee-8801-4f2d-8c9e-3f7407270cc0 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8efe04d-67f0-461b-aadd-3b5ba896ba6e') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:38.353389 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-c3d109ee-8801-4f2d-8c9e-3f7407270cc0 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8efe04d-67f0-461b-aadd-3b5ba896ba6e') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:38.363739 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3d109ee-8801-4f2d-8c9e-3f7407270cc0 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (a8efe04d-67f0-461b-aadd-3b5ba896ba6e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:38.380420 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3d109ee-8801-4f2d-8c9e-3f7407270cc0 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (a8efe04d-67f0-461b-aadd-3b5ba896ba6e), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:38.388939 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d109ee-8801-4f2d-8c9e-3f7407270cc0 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:13:38.389354 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3d109ee-8801-4f2d-8c9e-3f7407270cc0 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (a8efe04d-67f0-461b-aadd-3b5ba896ba6e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:38.392482 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:38.745102 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:13:38.753601 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3d109ee-8801-4f2d-8c9e-3f7407270cc0 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (97fe23a2-822f-4b29-950f-c1de2afc9c81), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:38.769324 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c3d109ee-8801-4f2d-8c9e-3f7407270cc0 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:38.770903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:13:38.770903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device fc3b3b88-5d40-4386-ade5-2fb11c09b0d9 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:13:38.773546 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c3d109ee-8801-4f2d-8c9e-3f7407270cc0 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "DELETE /networking/v2.0/networks/97fe23a2-822f-4b29-950f-c1de2afc9c81 HTTP/1.1" status: 204 len: 168 time: 1.1024082 Nov 02 13:13:38.778043 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50102) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:38.799765 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d109ee-8801-4f2d-8c9e-3f7407270cc0 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event deleted for resources: {'Network': ['ID=97fe23a2-822f-4b29-950f-c1de2afc9c81,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:38.813878 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd05423-4968-40a4-9d7e-cb354e4da96d tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] DELETE failed (client error): The resource could not be found. Nov 02 13:13:38.814349 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd05423-4968-40a4-9d7e-cb354e4da96d tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:13:38.817476 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ecd05423-4968-40a4-9d7e-cb354e4da96d tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/d2fe79c7-aec5-4061-8b4a-31a56e3a3418 HTTP/1.1" status: 404 len: 337 time: 0.0374775 Nov 02 13:13:38.824745 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50104) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:38.843525 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84b266a-04c6-483d-90dd-0f9bc28552dd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] DELETE failed (client error): The resource could not be found. Nov 02 13:13:38.844038 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84b266a-04c6-483d-90dd-0f9bc28552dd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:13:38.847133 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d84b266a-04c6-483d-90dd-0f9bc28552dd tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "DELETE /networking/v2.0/networks/024410ff-777d-443f-a0a9-2523fc70e8e2 HTTP/1.1" status: 404 len: 339 time: 0.0214326 Nov 02 13:13:38.849766 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50106) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:38.877404 n-d-857339-6 neutron-server[105976]: INFO neutron.pecan_wsgi.hooks.translation [None req-679c74f7-16de-4b0b-9f97-34a38eed34e3 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] DELETE failed (client error): The resource could not be found. Nov 02 13:13:38.877864 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-679c74f7-16de-4b0b-9f97-34a38eed34e3 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:13:38.881009 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-679c74f7-16de-4b0b-9f97-34a38eed34e3 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/b8cf9bfe-cef5-4b42-9de0-ca1be55d12e6 HTTP/1.1" status: 404 len: 337 time: 0.0302985 Nov 02 13:13:38.883770 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50108) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:38.891918 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:38.908869 n-d-857339-6 neutron-server[105975]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8028862-2a03-4484-baa9-4c87e69ed81e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] DELETE failed (client error): The resource could not be found. Nov 02 13:13:38.910242 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8028862-2a03-4484-baa9-4c87e69ed81e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 13:13:38.912581 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d8028862-2a03-4484-baa9-4c87e69ed81e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "DELETE /networking/v2.0/networks/c925fd57-597a-401e-9b25-d841e959b95b HTTP/1.1" status: 404 len: 339 time: 0.0276814 Nov 02 13:13:38.915247 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50110) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:38.971521 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-4055c02e-e023-4d33-b0df-e30b9f8ce913 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Deleting subnet 69036210-52ad-4598-ac52-f33de9740583 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:13:38.976056 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4055c02e-e023-4d33-b0df-e30b9f8ce913 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks [] for subnet (69036210-52ad-4598-ac52-f33de9740583), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:39.019566 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4055c02e-e023-4d33-b0df-e30b9f8ce913 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (69036210-52ad-4598-ac52-f33de9740583), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:39.108790 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4055c02e-e023-4d33-b0df-e30b9f8ce913 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (69036210-52ad-4598-ac52-f33de9740583), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:39.266937 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4055c02e-e023-4d33-b0df-e30b9f8ce913 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (69036210-52ad-4598-ac52-f33de9740583), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:39.297651 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055c02e-e023-4d33-b0df-e30b9f8ce913 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event deleted for resources: {'Subnet': ['ID=69036210-52ad-4598-ac52-f33de9740583,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:39.303960 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4055c02e-e023-4d33-b0df-e30b9f8ce913 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:39.307284 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120e2fb5-da2e-4f21-b979-dedbd41fc30a None None] Network 180bd8e5-46ee-468c-94f9-eaa4444da023 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:39.310731 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50112) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:39.310879 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4055c02e-e023-4d33-b0df-e30b9f8ce913 tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/69036210-52ad-4598-ac52-f33de9740583 HTTP/1.1" status: 204 len: 168 time: 0.3944130 Nov 02 13:13:39.364187 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:39.401630 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (180bd8e5-46ee-468c-94f9-eaa4444da023), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:39.457693 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e75ef9-3da6-464a-8fad-e668e8c1a6bf None None] DHCP port deletion for 180bd8e5-46ee-468c-94f9-eaa4444da023 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:13:39.460291 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Deleting port 657b76f2-3f0e-475f-af3a-a933ee7023ad {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:13:39.460679 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (657b76f2-3f0e-475f-af3a-a933ee7023ad), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:39.498467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-95e75ef9-3da6-464a-8fad-e668e8c1a6bf None None] Deleting port 657b76f2-3f0e-475f-af3a-a933ee7023ad {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:13:39.498863 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-95e75ef9-3da6-464a-8fad-e668e8c1a6bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (657b76f2-3f0e-475f-af3a-a933ee7023ad), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:39.536785 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] For port 657b76f2-3f0e-475f-af3a-a933ee7023ad, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=657b76f2-3f0e-475f-af3a-a933ee7023ad,segment=NetworkSegment(13b7e7f8-e35a-42d4-b746-9f733621e868),segment_id=13b7e7f8-e35a-42d4-b746-9f733621e868)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:39.537150 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (657b76f2-3f0e-475f-af3a-a933ee7023ad), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:39.552465 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Calling delete_port for 657b76f2-3f0e-475f-af3a-a933ee7023ad owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:13:39.570644 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-95e75ef9-3da6-464a-8fad-e668e8c1a6bf None None] For port 657b76f2-3f0e-475f-af3a-a933ee7023ad, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=657b76f2-3f0e-475f-af3a-a933ee7023ad,segment=NetworkSegment(13b7e7f8-e35a-42d4-b746-9f733621e868),segment_id=13b7e7f8-e35a-42d4-b746-9f733621e868)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:39.571045 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-95e75ef9-3da6-464a-8fad-e668e8c1a6bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (657b76f2-3f0e-475f-af3a-a933ee7023ad), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:39.585847 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-95e75ef9-3da6-464a-8fad-e668e8c1a6bf None None] Calling delete_port for 657b76f2-3f0e-475f-af3a-a933ee7023ad owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:13:39.600315 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:39.689144 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (657b76f2-3f0e-475f-af3a-a933ee7023ad), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:39.696809 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-95e75ef9-3da6-464a-8fad-e668e8c1a6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (657b76f2-3f0e-475f-af3a-a933ee7023ad), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:39.718548 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event deleted for resources: {'Port': ['ID=657b76f2-3f0e-475f-af3a-a933ee7023ad,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:39.721590 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e75ef9-3da6-464a-8fad-e668e8c1a6bf None None] Pushing event deleted for resources: {'Port': ['ID=657b76f2-3f0e-475f-af3a-a933ee7023ad,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:39.724036 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] No DVR routers for this DVR port 657b76f2-3f0e-475f-af3a-a933ee7023ad on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:13:39.727310 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e75ef9-3da6-464a-8fad-e668e8c1a6bf None None] No DVR routers for this DVR port 657b76f2-3f0e-475f-af3a-a933ee7023ad on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:13:39.735262 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:39.735262 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:39.735262 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:39.735657 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:39.735863 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:39.736382 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:39.736748 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:39.737077 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:39.737412 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:39.737740 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:39.738068 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:39.738398 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:39.738725 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:39.739148 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:39.739375 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:39.801346 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment a8efe04d-67f0-461b-aadd-3b5ba896ba6e resource provider aggregate not found Nov 02 13:13:39.821583 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment a8efe04d-67f0-461b-aadd-3b5ba896ba6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8efe04d-67f0-461b-aadd-3b5ba896ba6e found for delete ", "request_id": "req-f5994e66-53aa-47bc-b1c3-a4c8e8dee6e8"}]} Nov 02 13:13:39.827582 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (180bd8e5-46ee-468c-94f9-eaa4444da023), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:39.851623 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180bd8e5-46ee-468c-94f9-eaa4444da023']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:39.864148 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b7e7f8-e35a-42d4-b746-9f733621e868') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:39.864452 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b7e7f8-e35a-42d4-b746-9f733621e868') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:39.876137 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (13b7e7f8-e35a-42d4-b746-9f733621e868), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:39.898580 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (13b7e7f8-e35a-42d4-b746-9f733621e868), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:39.906551 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:13:39.906966 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (13b7e7f8-e35a-42d4-b746-9f733621e868), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:39.931572 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 13b7e7f8-e35a-42d4-b746-9f733621e868 resource provider aggregate not found Nov 02 13:13:39.971928 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 13b7e7f8-e35a-42d4-b746-9f733621e868 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13b7e7f8-e35a-42d4-b746-9f733621e868 found for delete ", "request_id": "req-0955c667-4b42-4052-aa6b-3173cc540aa9"}]} Nov 02 13:13:40.140480 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (180bd8e5-46ee-468c-94f9-eaa4444da023), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:40.145757 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:40.149422 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] 10.222.0.64 "DELETE /networking/v2.0/networks/180bd8e5-46ee-468c-94f9-eaa4444da023 HTTP/1.1" status: 204 len: 168 time: 0.8374708 Nov 02 13:13:40.164427 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45041c6b-d2b0-42fb-af91-af07d3fc448e tempest-NetworksIpV6Test-36220612 tempest-NetworksIpV6Test-36220612-project] Pushing event deleted for resources: {'Network': ['ID=180bd8e5-46ee-468c-94f9-eaa4444da023,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:40.586544 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50126) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:40.621907 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:40.623680 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:40.746231 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3629eda8-63d8-48e7-9b39-10f835385c1d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=03026ea2c9bf431caf037c391586cc58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1584227 Nov 02 13:13:40.749070 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50130) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:40.758543 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 657b76f2-3f0e-475f-af3a-a933ee7023ad no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:13:40.780286 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 657b76f2-3f0e-475f-af3a-a933ee7023ad {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:13:40.780706 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 657b76f2-3f0e-475f-af3a-a933ee7023ad not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:13:40.806886 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c49a3f4e-9a13-47a3-9402-08d3e7f0d5de admin admin] Publish callbacks [] for security_group (a696b0a6-2946-4592-83b7-e71017b4c8a6), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:40.829244 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c49a3f4e-9a13-47a3-9402-08d3e7f0d5de admin admin] Publish callbacks [] for security_group (a696b0a6-2946-4592-83b7-e71017b4c8a6), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:41.009201 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c49a3f4e-9a13-47a3-9402-08d3e7f0d5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (a696b0a6-2946-4592-83b7-e71017b4c8a6), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:41.011986 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c49a3f4e-9a13-47a3-9402-08d3e7f0d5de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:41.015718 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c49a3f4e-9a13-47a3-9402-08d3e7f0d5de admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a696b0a6-2946-4592-83b7-e71017b4c8a6 HTTP/1.1" status: 204 len: 168 time: 0.2632508 Nov 02 13:13:41.022073 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a3f4e-9a13-47a3-9402-08d3e7f0d5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a696b0a6-2946-4592-83b7-e71017b4c8a6,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:42.140996 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50152) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:42.248508 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-40e0a070-56c2-4db1-934a-2110484bac3d tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1761614608', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:42.352238 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40e0a070-56c2-4db1-934a-2110484bac3d tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (5e82da2b-ce3e-4748-b200-e9d48459d4bf), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:42.353341 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40e0a070-56c2-4db1-934a-2110484bac3d tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (5e82da2b-ce3e-4748-b200-e9d48459d4bf), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:42.408065 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40e0a070-56c2-4db1-934a-2110484bac3d tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks [] for router_controller (5e82da2b-ce3e-4748-b200-e9d48459d4bf), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:42.478100 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40e0a070-56c2-4db1-934a-2110484bac3d tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (5e82da2b-ce3e-4748-b200-e9d48459d4bf), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:42.616873 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40e0a070-56c2-4db1-934a-2110484bac3d tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:42.618173 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-40e0a070-56c2-4db1-934a-2110484bac3d tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4745116 Nov 02 13:13:42.621934 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50156) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:42.626856 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-7ca13f61-51f7-49bf-960c-64037284d396 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1361762682'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:42.769154 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca13f61-51f7-49bf-960c-64037284d396 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Made reservation on behalf of b00094aac7744537ba2c41beb4b35f85 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:13:42.772992 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7ca13f61-51f7-49bf-960c-64037284d396 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:42.783077 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7ca13f61-51f7-49bf-960c-64037284d396 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:42.836711 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=10 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:42.872209 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7ca13f61-51f7-49bf-960c-64037284d396 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks [] for security_group (4a9d4cec-badd-4fe2-b917-44786e5eef03), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:42.946535 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7ca13f61-51f7-49bf-960c-64037284d396 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4a9d4cec-badd-4fe2-b917-44786e5eef03), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:42.946736 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f71677d6-e2a4-4229-a6b7-cda9c2750d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:42.979663 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca13f61-51f7-49bf-960c-64037284d396 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:13:42.989026 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:42.989863 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca13f61-51f7-49bf-960c-64037284d396 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9d4cec-badd-4fe2-b917-44786e5eef03,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:42.999194 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7ca13f61-51f7-49bf-960c-64037284d396 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (2efadca6-7e97-4ddb-94f3-72c847f1f243), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:42.999540 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-7ca13f61-51f7-49bf-960c-64037284d396 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Added segment 2efadca6-7e97-4ddb-94f3-72c847f1f243 of type vlan for network 10e439a5-8bfe-42d7-b06f-8b9e56b9e76f Nov 02 13:13:43.040999 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7ca13f61-51f7-49bf-960c-64037284d396 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (10e439a5-8bfe-42d7-b06f-8b9e56b9e76f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:43.140054 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7ca13f61-51f7-49bf-960c-64037284d396 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (10e439a5-8bfe-42d7-b06f-8b9e56b9e76f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:43.145246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca13f61-51f7-49bf-960c-64037284d396 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:43.145911 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7ca13f61-51f7-49bf-960c-64037284d396 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:43.216535 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca13f61-51f7-49bf-960c-64037284d396 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Pushing event updated for resources: {'Network': ['ID=10e439a5-8bfe-42d7-b06f-8b9e56b9e76f,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:43.227562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 10e439a5-8bfe-42d7-b06f-8b9e56b9e76f details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:13:43.268896 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7ca13f61-51f7-49bf-960c-64037284d396 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6458626 Nov 02 13:13:43.271775 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50158) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:43.276989 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-08b8621a-c78c-4f16-9e6c-6c0349bc09f6 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Request body: {'subnet': {'network_id': '10e439a5-8bfe-42d7-b06f-8b9e56b9e76f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:43.483481 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b8621a-c78c-4f16-9e6c-6c0349bc09f6 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Made reservation on behalf of b00094aac7744537ba2c41beb4b35f85 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:13:43.487399 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-08b8621a-c78c-4f16-9e6c-6c0349bc09f6 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:43.798149 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-08b8621a-c78c-4f16-9e6c-6c0349bc09f6 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (4a153589-694c-4b72-a405-672d818c7668), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:43.863361 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8621a-c78c-4f16-9e6c-6c0349bc09f6 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Pushing event updated for resources: {'Subnet': ['ID=4a153589-694c-4b72-a405-672d818c7668,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:43.876380 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b8621a-c78c-4f16-9e6c-6c0349bc09f6 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Checking segment: {'id': '2efadca6-7e97-4ddb-94f3-72c847f1f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e439a5-8bfe-42d7-b06f-8b9e56b9e76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:13:43.876780 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b8621a-c78c-4f16-9e6c-6c0349bc09f6 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Network hostable DHCP agents. Network: 10e439a5-8bfe-42d7-b06f-8b9e56b9e76f, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:13:44.065959 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b8621a-c78c-4f16-9e6c-6c0349bc09f6 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Network 10e439a5-8bfe-42d7-b06f-8b9e56b9e76f is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:13:44.214647 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-08b8621a-c78c-4f16-9e6c-6c0349bc09f6 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 10e439a5-8bfe-42d7-b06f-8b9e56b9e76f) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:44.219314 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b8621a-c78c-4f16-9e6c-6c0349bc09f6 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:44.219969 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-08b8621a-c78c-4f16-9e6c-6c0349bc09f6 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:44.227311 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af778c6-5300-45b6-97c4-0dc501ee4e84 None None] Network 10e439a5-8bfe-42d7-b06f-8b9e56b9e76f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:44.314644 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-08b8621a-c78c-4f16-9e6c-6c0349bc09f6 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0417430 Nov 02 13:13:44.317873 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50160) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:44.323179 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1501388155'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:44.333423 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-10e439a5-8bfe-42d7-b06f-8b9e56b9e76f', 'network_id': '10e439a5-8bfe-42d7-b06f-8b9e56b9e76f', 'project_id': 'b00094aac7744537ba2c41beb4b35f85', 'fixed_ips': [{'subnet_id': '4a153589-694c-4b72-a405-672d818c7668'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:13:44.334402 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:44.397661 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Made reservation on behalf of b00094aac7744537ba2c41beb4b35f85 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:13:44.401815 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:44.414045 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:44.428325 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:13:44.438758 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (00e97564-f35d-43a2-9840-06f1419b05aa), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:44.439100 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Added segment 00e97564-f35d-43a2-9840-06f1419b05aa of type vlan for network f5b29ccc-29cb-4546-9c73-e338d558faeb Nov 02 13:13:44.477016 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] Allocated IP 172.20.0.2 (10e439a5-8bfe-42d7-b06f-8b9e56b9e76f/4a153589-694c-4b72-a405-672d818c7668/5e0c9a09-03fe-4865-b1f0-650c012cdb06) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:13:44.488106 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (f5b29ccc-29cb-4546-9c73-e338d558faeb), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:44.563024 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (f5b29ccc-29cb-4546-9c73-e338d558faeb), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:44.568678 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:44.568847 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:44.569272 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:44.649964 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Pushing event updated for resources: {'Network': ['ID=f5b29ccc-29cb-4546-9c73-e338d558faeb,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:44.654869 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] Publish callbacks [] for port (5e0c9a09-03fe-4865-b1f0-650c012cdb06), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:44.660287 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:44.660677 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:44.661201 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:44.661547 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:44.661911 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:44.662226 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:44.662560 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:44.662889 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:44.663217 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:44.663565 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:44.663876 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:44.664197 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:44.664694 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:44.665033 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:44.665366 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:44.677172 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network f5b29ccc-29cb-4546-9c73-e338d558faeb details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:13:44.680362 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6f347680-67c3-4bdd-8a90-b58d7a466a68 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3609421 Nov 02 13:13:44.683281 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50162) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:44.689101 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-93d07574-6ceb-4660-ba03-4461d1c4c10b tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Request body: {'subnet': {'network_id': 'f5b29ccc-29cb-4546-9c73-e338d558faeb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:44.698037 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:44.741280 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (5e0c9a09-03fe-4865-b1f0-650c012cdb06), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:44.783467 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:44.792537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] Network 10e439a5-8bfe-42d7-b06f-8b9e56b9e76f is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:13:44.798533 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:44.802868 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:13:44.808272 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] Pushing event updated for resources: {'Port': ['ID=5e0c9a09-03fe-4865-b1f0-650c012cdb06,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:44.849624 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d07574-6ceb-4660-ba03-4461d1c4c10b tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Made reservation on behalf of b00094aac7744537ba2c41beb4b35f85 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:13:44.857475 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93d07574-6ceb-4660-ba03-4461d1c4c10b tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:44.872804 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] Attempting to bind port 5e0c9a09-03fe-4865-b1f0-650c012cdb06 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:44.873174 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] Attempting to bind port 5e0c9a09-03fe-4865-b1f0-650c012cdb06 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2efadca6-7e97-4ddb-94f3-72c847f1f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e439a5-8bfe-42d7-b06f-8b9e56b9e76f'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:44.873550 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] Attempting to bind port 5e0c9a09-03fe-4865-b1f0-650c012cdb06 on network 10e439a5-8bfe-42d7-b06f-8b9e56b9e76f {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:44.922492 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:13:44.922927 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] Checking segment: {'id': '2efadca6-7e97-4ddb-94f3-72c847f1f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e439a5-8bfe-42d7-b06f-8b9e56b9e76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:13:44.923278 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:44.923674 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] Bound using segment: {'id': '2efadca6-7e97-4ddb-94f3-72c847f1f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e439a5-8bfe-42d7-b06f-8b9e56b9e76f'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:13:44.924156 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] Bound port: 5e0c9a09-03fe-4865-b1f0-650c012cdb06, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efadca6-7e97-4ddb-94f3-72c847f1f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '10e439a5-8bfe-42d7-b06f-8b9e56b9e76f'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:13:44.924559 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5e0c9a09-03fe-4865-b1f0-650c012cdb06), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:44.992590 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] For port 5e0c9a09-03fe-4865-b1f0-650c012cdb06, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:13:44.996109 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] For port 5e0c9a09-03fe-4865-b1f0-650c012cdb06, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5e0c9a09-03fe-4865-b1f0-650c012cdb06,segment=NetworkSegment(2efadca6-7e97-4ddb-94f3-72c847f1f243),segment_id=2efadca6-7e97-4ddb-94f3-72c847f1f243)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:13:45.095389 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5e0c9a09-03fe-4865-b1f0-650c012cdb06), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:45.164537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a34d1-9cd3-41e1-a21a-8f9330471f95 None None] Pushing event updated for resources: {'Port': ['ID=5e0c9a09-03fe-4865-b1f0-650c012cdb06,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:45.205244 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93d07574-6ceb-4660-ba03-4461d1c4c10b tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (c851384d-c8b6-4189-80a9-023b97a54f50), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:45.272525 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d07574-6ceb-4660-ba03-4461d1c4c10b tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Pushing event updated for resources: {'Subnet': ['ID=c851384d-c8b6-4189-80a9-023b97a54f50,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:45.289142 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d07574-6ceb-4660-ba03-4461d1c4c10b tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Checking segment: {'id': '00e97564-f35d-43a2-9840-06f1419b05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f5b29ccc-29cb-4546-9c73-e338d558faeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:13:45.289880 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d07574-6ceb-4660-ba03-4461d1c4c10b tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Network hostable DHCP agents. Network: f5b29ccc-29cb-4546-9c73-e338d558faeb, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:13:45.317174 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:45.448950 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d07574-6ceb-4660-ba03-4461d1c4c10b tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Network f5b29ccc-29cb-4546-9c73-e338d558faeb is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:13:45.563518 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-93d07574-6ceb-4660-ba03-4461d1c4c10b tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, f5b29ccc-29cb-4546-9c73-e338d558faeb) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:45.568171 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d07574-6ceb-4660-ba03-4461d1c4c10b tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:45.568898 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-93d07574-6ceb-4660-ba03-4461d1c4c10b tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:45.573926 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d530cb2-0e01-4bcc-a514-442571650d57 None None] Network f5b29ccc-29cb-4546-9c73-e338d558faeb requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:45.651878 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-93d07574-6ceb-4660-ba03-4461d1c4c10b tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9674780 Nov 02 13:13:45.655648 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50164) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:45.660393 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-07212361-7719-40d6-9682-7a0ebd9478d9 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f5b29ccc-29cb-4546-9c73-e338d558faeb'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:45.701360 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-f5b29ccc-29cb-4546-9c73-e338d558faeb', 'network_id': 'f5b29ccc-29cb-4546-9c73-e338d558faeb', 'project_id': 'b00094aac7744537ba2c41beb4b35f85', 'fixed_ips': [{'subnet_id': 'c851384d-c8b6-4189-80a9-023b97a54f50'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:13:45.702336 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:45.795689 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:45.846184 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:45.886418 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] Allocated IP 172.21.0.2 (f5b29ccc-29cb-4546-9c73-e338d558faeb/c851384d-c8b6-4189-80a9-023b97a54f50/2557b6f4-b9b5-422b-9066-a3e3c789aa69) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:13:45.914512 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-07212361-7719-40d6-9682-7a0ebd9478d9 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks [] for router_gateway (5e82da2b-ce3e-4748-b200-e9d48459d4bf), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:45.927672 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87c032e9-9186-4f40-acf7-8785a39bf315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:46.087522 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] Publish callbacks [] for port (2557b6f4-b9b5-422b-9066-a3e3c789aa69), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:46.103088 n-d-857339-6 neutron-server[105975]: INFO neutron.api.v2.resource [None req-07212361-7719-40d6-9682-7a0ebd9478d9 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 13:13:46.104213 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-07212361-7719-40d6-9682-7a0ebd9478d9 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] 10.222.0.64 "PUT /networking/v2.0/routers/5e82da2b-ce3e-4748-b200-e9d48459d4bf HTTP/1.1" status: 400 len: 364 time: 0.4475400 Nov 02 13:13:46.110478 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50166) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:46.174192 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-61cda2af-878a-4217-9774-216795791744 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Deleting subnet c851384d-c8b6-4189-80a9-023b97a54f50 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:13:46.175990 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (2557b6f4-b9b5-422b-9066-a3e3c789aa69), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:46.177899 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61cda2af-878a-4217-9774-216795791744 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks [] for subnet (c851384d-c8b6-4189-80a9-023b97a54f50), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:46.217011 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] Network f5b29ccc-29cb-4546-9c73-e338d558faeb is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:13:46.221052 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:46.224336 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:13:46.226259 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61cda2af-878a-4217-9774-216795791744 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (c851384d-c8b6-4189-80a9-023b97a54f50), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:46.236456 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72520ad7-d165-457a-838d-d3660d92636a None None] Network 10e439a5-8bfe-42d7-b06f-8b9e56b9e76f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:46.272588 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] Pushing event updated for resources: {'Port': ['ID=2557b6f4-b9b5-422b-9066-a3e3c789aa69,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:46.324851 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61cda2af-878a-4217-9774-216795791744 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (c851384d-c8b6-4189-80a9-023b97a54f50), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:46.351480 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-830de0e5-c924-4e2e-96ae-a9ecf8eba702 None None] Provisioning complete for port 5e0c9a09-03fe-4865-b1f0-650c012cdb06 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:46.352074 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-830de0e5-c924-4e2e-96ae-a9ecf8eba702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5e0c9a09-03fe-4865-b1f0-650c012cdb06), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:46.352186 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-830de0e5-c924-4e2e-96ae-a9ecf8eba702 None None] Attempt 1 to provision port 5e0c9a09-03fe-4865-b1f0-650c012cdb06 Nov 02 13:13:46.398324 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] Attempting to bind port 2557b6f4-b9b5-422b-9066-a3e3c789aa69 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:46.398578 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] Attempting to bind port 2557b6f4-b9b5-422b-9066-a3e3c789aa69 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '00e97564-f35d-43a2-9840-06f1419b05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f5b29ccc-29cb-4546-9c73-e338d558faeb'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:46.398945 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] Attempting to bind port 2557b6f4-b9b5-422b-9066-a3e3c789aa69 on network f5b29ccc-29cb-4546-9c73-e338d558faeb {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:46.409108 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:46.518151 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61cda2af-878a-4217-9774-216795791744 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (c851384d-c8b6-4189-80a9-023b97a54f50), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:46.549680 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cda2af-878a-4217-9774-216795791744 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Pushing event deleted for resources: {'Subnet': ['ID=c851384d-c8b6-4189-80a9-023b97a54f50,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:46.555404 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-61cda2af-878a-4217-9774-216795791744 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:46.559004 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-61cda2af-878a-4217-9774-216795791744 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/c851384d-c8b6-4189-80a9-023b97a54f50 HTTP/1.1" status: 204 len: 168 time: 0.4471922 Nov 02 13:13:46.563133 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50168) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:46.638647 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:13:46.639026 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] Checking segment: {'id': '00e97564-f35d-43a2-9840-06f1419b05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f5b29ccc-29cb-4546-9c73-e338d558faeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:13:46.639425 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:46.639811 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] Bound using segment: {'id': '00e97564-f35d-43a2-9840-06f1419b05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f5b29ccc-29cb-4546-9c73-e338d558faeb'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:13:46.640295 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] Bound port: 2557b6f4-b9b5-422b-9066-a3e3c789aa69, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e97564-f35d-43a2-9840-06f1419b05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f5b29ccc-29cb-4546-9c73-e338d558faeb'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:13:46.640700 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2557b6f4-b9b5-422b-9066-a3e3c789aa69), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:46.666789 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b54705ef-4fd3-4aa4-8a84-b901c67d8f2e tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (f5b29ccc-29cb-4546-9c73-e338d558faeb), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:46.685528 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-830de0e5-c924-4e2e-96ae-a9ecf8eba702 None None] Current status of the port 5e0c9a09-03fe-4865-b1f0-650c012cdb06 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:46.685677 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-830de0e5-c924-4e2e-96ae-a9ecf8eba702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5e0c9a09-03fe-4865-b1f0-650c012cdb06), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:46.710196 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-b54705ef-4fd3-4aa4-8a84-b901c67d8f2e tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Deleting port 2557b6f4-b9b5-422b-9066-a3e3c789aa69 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:13:46.710196 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b54705ef-4fd3-4aa4-8a84-b901c67d8f2e tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2557b6f4-b9b5-422b-9066-a3e3c789aa69), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:46.770933 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-830de0e5-c924-4e2e-96ae-a9ecf8eba702 None None] For port 5e0c9a09-03fe-4865-b1f0-650c012cdb06, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5e0c9a09-03fe-4865-b1f0-650c012cdb06,segment=NetworkSegment(2efadca6-7e97-4ddb-94f3-72c847f1f243),segment_id=2efadca6-7e97-4ddb-94f3-72c847f1f243)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:46.774404 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] For port 2557b6f4-b9b5-422b-9066-a3e3c789aa69, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:13:46.789786 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] For port 2557b6f4-b9b5-422b-9066-a3e3c789aa69, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2557b6f4-b9b5-422b-9066-a3e3c789aa69,segment=NetworkSegment(00e97564-f35d-43a2-9840-06f1419b05aa),segment_id=00e97564-f35d-43a2-9840-06f1419b05aa)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:13:46.802485 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-b54705ef-4fd3-4aa4-8a84-b901c67d8f2e tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] For port 2557b6f4-b9b5-422b-9066-a3e3c789aa69, host n-d-857339-6, got binding levels [] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:46.802849 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b54705ef-4fd3-4aa4-8a84-b901c67d8f2e tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2557b6f4-b9b5-422b-9066-a3e3c789aa69), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:46.820802 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-b54705ef-4fd3-4aa4-8a84-b901c67d8f2e tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Calling delete_port for 2557b6f4-b9b5-422b-9066-a3e3c789aa69 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:13:46.839421 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5e0c9a09-03fe-4865-b1f0-650c012cdb06 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:13:46.842297 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:46.891728 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5e0c9a09-03fe-4865-b1f0-650c012cdb06 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:46.892104 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5e0c9a09-03fe-4865-b1f0-650c012cdb06), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:46.892434 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5e0c9a09-03fe-4865-b1f0-650c012cdb06 Nov 02 13:13:46.894558 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:46.929399 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-830de0e5-c924-4e2e-96ae-a9ecf8eba702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5e0c9a09-03fe-4865-b1f0-650c012cdb06), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:46.931466 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2557b6f4-b9b5-422b-9066-a3e3c789aa69), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:47.030239 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830de0e5-c924-4e2e-96ae-a9ecf8eba702 None None] Pushing event updated for resources: {'Port': ['ID=5e0c9a09-03fe-4865-b1f0-650c012cdb06,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:47.055671 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d770c18-58fb-4f3b-8c54-80d638752958 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:13:47.083311 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b54705ef-4fd3-4aa4-8a84-b901c67d8f2e tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (2557b6f4-b9b5-422b-9066-a3e3c789aa69), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:47.114313 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54705ef-4fd3-4aa4-8a84-b901c67d8f2e tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] No DVR routers for this DVR port 2557b6f4-b9b5-422b-9066-a3e3c789aa69 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:13:47.117881 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:47.129825 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c28703d7-7a49-4165-99e0-1fe229b81027 None None] Provisioning complete for port 5e0c9a09-03fe-4865-b1f0-650c012cdb06 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:47.130034 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c28703d7-7a49-4165-99e0-1fe229b81027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5e0c9a09-03fe-4865-b1f0-650c012cdb06), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:47.130354 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c28703d7-7a49-4165-99e0-1fe229b81027 None None] Attempt 1 to provision port 5e0c9a09-03fe-4865-b1f0-650c012cdb06 Nov 02 13:13:47.139959 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54705ef-4fd3-4aa4-8a84-b901c67d8f2e tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Pushing event deleted for resources: {'Port': ['ID=2557b6f4-b9b5-422b-9066-a3e3c789aa69,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:47.166826 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5e0c9a09-03fe-4865-b1f0-650c012cdb06 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:47.208839 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fb3da-bf3c-46f6-b28e-f05781944f32 None None] Pushing event updated for resources: {'Port': ['ID=2557b6f4-b9b5-422b-9066-a3e3c789aa69,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:47.213055 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b54705ef-4fd3-4aa4-8a84-b901c67d8f2e tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (f5b29ccc-29cb-4546-9c73-e338d558faeb), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:47.237117 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:47.237971 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d770c18-58fb-4f3b-8c54-80d638752958 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:13:47.238925 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-b54705ef-4fd3-4aa4-8a84-b901c67d8f2e tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b29ccc-29cb-4546-9c73-e338d558faeb']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:47.250327 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-b54705ef-4fd3-4aa4-8a84-b901c67d8f2e tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e97564-f35d-43a2-9840-06f1419b05aa') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:47.250627 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-b54705ef-4fd3-4aa4-8a84-b901c67d8f2e tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e97564-f35d-43a2-9840-06f1419b05aa') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:47.260405 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:47.263080 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b54705ef-4fd3-4aa4-8a84-b901c67d8f2e tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (00e97564-f35d-43a2-9840-06f1419b05aa), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:47.280206 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b54705ef-4fd3-4aa4-8a84-b901c67d8f2e tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (00e97564-f35d-43a2-9840-06f1419b05aa), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:47.289347 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54705ef-4fd3-4aa4-8a84-b901c67d8f2e tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:13:47.289753 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b54705ef-4fd3-4aa4-8a84-b901c67d8f2e tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (00e97564-f35d-43a2-9840-06f1419b05aa), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:47.305062 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c28703d7-7a49-4165-99e0-1fe229b81027 None None] Current status of the port 5e0c9a09-03fe-4865-b1f0-650c012cdb06 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:47.351189 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 00e97564-f35d-43a2-9840-06f1419b05aa resource provider aggregate not found Nov 02 13:13:47.378182 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 00e97564-f35d-43a2-9840-06f1419b05aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00e97564-f35d-43a2-9840-06f1419b05aa found for delete ", "request_id": "req-467f6588-c998-4d51-a626-bd5ee82bba32"}]} Nov 02 13:13:47.448810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2115f6eb-5292-4eef-b120-8dd2077fc5b5 None None] Network f5b29ccc-29cb-4546-9c73-e338d558faeb requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:47.450831 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b54705ef-4fd3-4aa4-8a84-b901c67d8f2e tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (f5b29ccc-29cb-4546-9c73-e338d558faeb), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:47.458547 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b54705ef-4fd3-4aa4-8a84-b901c67d8f2e tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:47.464303 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b54705ef-4fd3-4aa4-8a84-b901c67d8f2e tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] 10.222.0.64 "DELETE /networking/v2.0/networks/f5b29ccc-29cb-4546-9c73-e338d558faeb HTTP/1.1" status: 204 len: 168 time: 0.8977067 Nov 02 13:13:47.465292 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50174) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:47.465771 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2115f6eb-5292-4eef-b120-8dd2077fc5b5 None None] Network f5b29ccc-29cb-4546-9c73-e338d558faeb could not be found, it might have been deleted concurrently. {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 02 13:13:47.478043 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54705ef-4fd3-4aa4-8a84-b901c67d8f2e tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Pushing event deleted for resources: {'Network': ['ID=f5b29ccc-29cb-4546-9c73-e338d558faeb,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:47.525629 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb02e552-8dfc-4132-b0c2-88a23ad319a3 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Deleting subnet 4a153589-694c-4b72-a405-672d818c7668 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:13:47.529852 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb02e552-8dfc-4132-b0c2-88a23ad319a3 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks [] for subnet (4a153589-694c-4b72-a405-672d818c7668), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:47.579854 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb02e552-8dfc-4132-b0c2-88a23ad319a3 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (4a153589-694c-4b72-a405-672d818c7668), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:47.673042 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb02e552-8dfc-4132-b0c2-88a23ad319a3 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (4a153589-694c-4b72-a405-672d818c7668), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:47.676191 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:47.843799 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb02e552-8dfc-4132-b0c2-88a23ad319a3 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (4a153589-694c-4b72-a405-672d818c7668), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:47.873503 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02e552-8dfc-4132-b0c2-88a23ad319a3 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Pushing event deleted for resources: {'Subnet': ['ID=4a153589-694c-4b72-a405-672d818c7668,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:47.877431 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb02e552-8dfc-4132-b0c2-88a23ad319a3 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:47.880720 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fb02e552-8dfc-4132-b0c2-88a23ad319a3 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/4a153589-694c-4b72-a405-672d818c7668 HTTP/1.1" status: 204 len: 168 time: 0.4133687 Nov 02 13:13:47.883244 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50176) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:47.883964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaabf17-9392-4a12-b93d-a7c7affa870f None None] Network 10e439a5-8bfe-42d7-b06f-8b9e56b9e76f requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:48.070568 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc36bc5-0e86-4a81-8e57-d556578dfe74 None None] DHCP port deletion for 10e439a5-8bfe-42d7-b06f-8b9e56b9e76f request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:13:48.112414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6fc36bc5-0e86-4a81-8e57-d556578dfe74 None None] Deleting port 5e0c9a09-03fe-4865-b1f0-650c012cdb06 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:13:48.112816 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6fc36bc5-0e86-4a81-8e57-d556578dfe74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5e0c9a09-03fe-4865-b1f0-650c012cdb06), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:48.191944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-6fc36bc5-0e86-4a81-8e57-d556578dfe74 None None] For port 5e0c9a09-03fe-4865-b1f0-650c012cdb06, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5e0c9a09-03fe-4865-b1f0-650c012cdb06,segment=NetworkSegment(2efadca6-7e97-4ddb-94f3-72c847f1f243),segment_id=2efadca6-7e97-4ddb-94f3-72c847f1f243)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:48.192343 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6fc36bc5-0e86-4a81-8e57-d556578dfe74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5e0c9a09-03fe-4865-b1f0-650c012cdb06), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:48.212464 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6fc36bc5-0e86-4a81-8e57-d556578dfe74 None None] Calling delete_port for 5e0c9a09-03fe-4865-b1f0-650c012cdb06 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:13:48.329210 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4fb27133-1f18-47b2-aa3e-9df55cf26c63 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (10e439a5-8bfe-42d7-b06f-8b9e56b9e76f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:48.355356 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:48.373799 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-4fb27133-1f18-47b2-aa3e-9df55cf26c63 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Deleting port 5e0c9a09-03fe-4865-b1f0-650c012cdb06 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:13:48.374059 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4fb27133-1f18-47b2-aa3e-9df55cf26c63 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5e0c9a09-03fe-4865-b1f0-650c012cdb06), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:48.396171 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:48.448571 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-4fb27133-1f18-47b2-aa3e-9df55cf26c63 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] For port 5e0c9a09-03fe-4865-b1f0-650c012cdb06, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5e0c9a09-03fe-4865-b1f0-650c012cdb06,segment=NetworkSegment(2efadca6-7e97-4ddb-94f3-72c847f1f243),segment_id=2efadca6-7e97-4ddb-94f3-72c847f1f243)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:48.448958 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4fb27133-1f18-47b2-aa3e-9df55cf26c63 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5e0c9a09-03fe-4865-b1f0-650c012cdb06), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:48.458008 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:48.464923 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-4fb27133-1f18-47b2-aa3e-9df55cf26c63 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Calling delete_port for 5e0c9a09-03fe-4865-b1f0-650c012cdb06 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:13:48.530346 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6fc36bc5-0e86-4a81-8e57-d556578dfe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (5e0c9a09-03fe-4865-b1f0-650c012cdb06), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:48.556772 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4fb27133-1f18-47b2-aa3e-9df55cf26c63 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (5e0c9a09-03fe-4865-b1f0-650c012cdb06), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:48.561293 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc36bc5-0e86-4a81-8e57-d556578dfe74 None None] Pushing event deleted for resources: {'Port': ['ID=5e0c9a09-03fe-4865-b1f0-650c012cdb06,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:48.564814 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc36bc5-0e86-4a81-8e57-d556578dfe74 None None] No DVR routers for this DVR port 5e0c9a09-03fe-4865-b1f0-650c012cdb06 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:13:48.580314 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:48.589725 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb27133-1f18-47b2-aa3e-9df55cf26c63 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] No DVR routers for this DVR port 5e0c9a09-03fe-4865-b1f0-650c012cdb06 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:13:48.592451 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb27133-1f18-47b2-aa3e-9df55cf26c63 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Pushing event deleted for resources: {'Port': ['ID=5e0c9a09-03fe-4865-b1f0-650c012cdb06,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:48.678368 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4fb27133-1f18-47b2-aa3e-9df55cf26c63 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (10e439a5-8bfe-42d7-b06f-8b9e56b9e76f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:48.702867 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-4fb27133-1f18-47b2-aa3e-9df55cf26c63 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e439a5-8bfe-42d7-b06f-8b9e56b9e76f']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:48.713722 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-4fb27133-1f18-47b2-aa3e-9df55cf26c63 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efadca6-7e97-4ddb-94f3-72c847f1f243') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:48.714019 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-4fb27133-1f18-47b2-aa3e-9df55cf26c63 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efadca6-7e97-4ddb-94f3-72c847f1f243') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:48.725520 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4fb27133-1f18-47b2-aa3e-9df55cf26c63 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (2efadca6-7e97-4ddb-94f3-72c847f1f243), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:48.740614 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4fb27133-1f18-47b2-aa3e-9df55cf26c63 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (2efadca6-7e97-4ddb-94f3-72c847f1f243), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:48.748088 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb27133-1f18-47b2-aa3e-9df55cf26c63 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:13:48.748514 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4fb27133-1f18-47b2-aa3e-9df55cf26c63 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (2efadca6-7e97-4ddb-94f3-72c847f1f243), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:48.755491 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5e0c9a09-03fe-4865-b1f0-650c012cdb06 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:13:48.789402 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 5e0c9a09-03fe-4865-b1f0-650c012cdb06 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:13:48.789854 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5e0c9a09-03fe-4865-b1f0-650c012cdb06 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:13:48.814327 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 2efadca6-7e97-4ddb-94f3-72c847f1f243 resource provider aggregate not found Nov 02 13:13:48.836112 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 2efadca6-7e97-4ddb-94f3-72c847f1f243 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2efadca6-7e97-4ddb-94f3-72c847f1f243 found for delete ", "request_id": "req-099811f9-fd48-4353-910c-b6a3a390281f"}]} Nov 02 13:13:48.980592 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4fb27133-1f18-47b2-aa3e-9df55cf26c63 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (10e439a5-8bfe-42d7-b06f-8b9e56b9e76f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:48.988231 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4fb27133-1f18-47b2-aa3e-9df55cf26c63 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:48.991702 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4fb27133-1f18-47b2-aa3e-9df55cf26c63 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] 10.222.0.64 "DELETE /networking/v2.0/networks/10e439a5-8bfe-42d7-b06f-8b9e56b9e76f HTTP/1.1" status: 204 len: 168 time: 1.1074860 Nov 02 13:13:48.994807 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50182) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:49.004584 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb27133-1f18-47b2-aa3e-9df55cf26c63 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Pushing event deleted for resources: {'Network': ['ID=10e439a5-8bfe-42d7-b06f-8b9e56b9e76f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:49.027178 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-79485d16-15b3-4ec2-9cdd-c2adbd354d33 tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5e82da2b-ce3e-4748-b200-e9d48459d4bf HTTP/1.1" status: 200 len: 205 time: 0.0310709 Nov 02 13:13:49.029674 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50184) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:49.435960 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4f10d193-a484-46e0-8e81-24d16da7e18c tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks [] for router (5e82da2b-ce3e-4748-b200-e9d48459d4bf), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:49.603639 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4f10d193-a484-46e0-8e81-24d16da7e18c tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (5e82da2b-ce3e-4748-b200-e9d48459d4bf), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:49.606710 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4f10d193-a484-46e0-8e81-24d16da7e18c tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks [] for router_controller (5e82da2b-ce3e-4748-b200-e9d48459d4bf), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:49.752448 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4f10d193-a484-46e0-8e81-24d16da7e18c tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (5e82da2b-ce3e-4748-b200-e9d48459d4bf), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:49.752997 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f10d193-a484-46e0-8e81-24d16da7e18c tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Fanout notify agent at l3_agent the message router_deleted on router 5e82da2b-ce3e-4748-b200-e9d48459d4bf {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:13:49.759546 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4f10d193-a484-46e0-8e81-24d16da7e18c tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:49.760773 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4f10d193-a484-46e0-8e81-24d16da7e18c tempest-RoutersNegativeTest-1212297338 tempest-RoutersNegativeTest-1212297338-project] 10.222.0.64 "DELETE /networking/v2.0/routers/5e82da2b-ce3e-4748-b200-e9d48459d4bf HTTP/1.1" status: 204 len: 168 time: 0.7300870 Nov 02 13:13:50.559871 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50190) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:50.732508 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-878a96d1-e7eb-4f8f-bc42-5b703b126a55 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b00094aac7744537ba2c41beb4b35f85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1712110 Nov 02 13:13:50.735412 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50194) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:50.814989 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf5c3-82c9-42f2-9df8-8880f268bb23 admin admin] Publish callbacks [] for security_group (4a9d4cec-badd-4fe2-b917-44786e5eef03), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:50.852719 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf5c3-82c9-42f2-9df8-8880f268bb23 admin admin] Publish callbacks [] for security_group (4a9d4cec-badd-4fe2-b917-44786e5eef03), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:51.053779 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf5c3-82c9-42f2-9df8-8880f268bb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (4a9d4cec-badd-4fe2-b917-44786e5eef03), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:51.056449 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf5c3-82c9-42f2-9df8-8880f268bb23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:51.057631 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bf5cf5c3-82c9-42f2-9df8-8880f268bb23 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4a9d4cec-badd-4fe2-b917-44786e5eef03 HTTP/1.1" status: 204 len: 168 time: 0.3209600 Nov 02 13:13:51.067362 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cf5c3-82c9-42f2-9df8-8880f268bb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9d4cec-badd-4fe2-b917-44786e5eef03,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:52.312272 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:52.316873 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50216) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:52.318500 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:52.438204 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-e07fab8a-6309-4c46-8748-941524bc579f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1578441745-network', 'tenant_id': 'e3e5c7cd329741efa45718744a7c9ba6'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:52.517312 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07fab8a-6309-4c46-8748-941524bc579f admin admin] Made reservation on behalf of e3e5c7cd329741efa45718744a7c9ba6 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:13:52.520293 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e07fab8a-6309-4c46-8748-941524bc579f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:52.530163 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e07fab8a-6309-4c46-8748-941524bc579f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:52.614296 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e07fab8a-6309-4c46-8748-941524bc579f admin admin] Publish callbacks [] for security_group (97c539e5-aed4-4258-b967-4ba4da91a567), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:52.689251 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e07fab8a-6309-4c46-8748-941524bc579f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (97c539e5-aed4-4258-b967-4ba4da91a567), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:52.696194 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:52.720408 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07fab8a-6309-4c46-8748-941524bc579f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:13:52.727374 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fab8a-6309-4c46-8748-941524bc579f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c539e5-aed4-4258-b967-4ba4da91a567,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:52.735892 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e07fab8a-6309-4c46-8748-941524bc579f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (c140d9b6-3882-411e-b23d-52e52cbb49ad), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:52.736344 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-e07fab8a-6309-4c46-8748-941524bc579f admin admin] Added segment c140d9b6-3882-411e-b23d-52e52cbb49ad of type vlan for network 58a221da-a7bf-40be-b10c-a79f21467744 Nov 02 13:13:52.779269 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e07fab8a-6309-4c46-8748-941524bc579f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (58a221da-a7bf-40be-b10c-a79f21467744), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:52.888635 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e07fab8a-6309-4c46-8748-941524bc579f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (58a221da-a7bf-40be-b10c-a79f21467744), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:52.889719 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07fab8a-6309-4c46-8748-941524bc579f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:52.890328 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e07fab8a-6309-4c46-8748-941524bc579f admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:52.959816 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fab8a-6309-4c46-8748-941524bc579f admin admin] Pushing event updated for resources: {'Network': ['ID=58a221da-a7bf-40be-b10c-a79f21467744,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:52.971548 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 58a221da-a7bf-40be-b10c-a79f21467744 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:13:53.009449 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e07fab8a-6309-4c46-8748-941524bc579f admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6881635 Nov 02 13:13:53.009722 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50220) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:53.014717 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f8964dc2-68d3-4feb-9b8e-b04d4336e227 admin admin] Request body: {'subnet': {'network_id': '58a221da-a7bf-40be-b10c-a79f21467744', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1578441745-subnet', 'tenant_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:53.134709 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8964dc2-68d3-4feb-9b8e-b04d4336e227 admin admin] Made reservation on behalf of e3e5c7cd329741efa45718744a7c9ba6 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:13:53.137893 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f8964dc2-68d3-4feb-9b8e-b04d4336e227 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:53.234749 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:53.404794 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f8964dc2-68d3-4feb-9b8e-b04d4336e227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (fa542e7d-5a29-4bab-9dd5-e3e5902edd8a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:53.469548 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8964dc2-68d3-4feb-9b8e-b04d4336e227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa542e7d-5a29-4bab-9dd5-e3e5902edd8a,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:53.482329 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8964dc2-68d3-4feb-9b8e-b04d4336e227 admin admin] Checking segment: {'id': 'c140d9b6-3882-411e-b23d-52e52cbb49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '58a221da-a7bf-40be-b10c-a79f21467744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:13:53.482695 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8964dc2-68d3-4feb-9b8e-b04d4336e227 admin admin] Network hostable DHCP agents. Network: 58a221da-a7bf-40be-b10c-a79f21467744, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:13:53.620160 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8964dc2-68d3-4feb-9b8e-b04d4336e227 admin admin] Network 58a221da-a7bf-40be-b10c-a79f21467744 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:13:53.768911 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-f8964dc2-68d3-4feb-9b8e-b04d4336e227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 58a221da-a7bf-40be-b10c-a79f21467744) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:53.773237 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8964dc2-68d3-4feb-9b8e-b04d4336e227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:13:53.774067 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f8964dc2-68d3-4feb-9b8e-b04d4336e227 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:53.784536 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd75ce73-db47-4535-ba00-839f923ce4f0 None None] Network 58a221da-a7bf-40be-b10c-a79f21467744 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:53.882928 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50222) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:53.883474 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f8964dc2-68d3-4feb-9b8e-b04d4336e227 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8723707 Nov 02 13:13:53.891827 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-d4b654be-fa4b-4231-9f0c-2927c0215f28 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1578441745-router', 'tenant_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:53.895124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-58a221da-a7bf-40be-b10c-a79f21467744', 'network_id': '58a221da-a7bf-40be-b10c-a79f21467744', 'project_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'fixed_ips': [{'subnet_id': 'fa542e7d-5a29-4bab-9dd5-e3e5902edd8a'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:13:53.896338 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:53.988852 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:54.044387 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d4b654be-fa4b-4231-9f0c-2927c0215f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (c6ea64c8-fff0-48cc-acab-cac9202a990f), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:54.045548 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d4b654be-fa4b-4231-9f0c-2927c0215f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (c6ea64c8-fff0-48cc-acab-cac9202a990f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:54.055983 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] Allocated IP 172.20.0.2 (58a221da-a7bf-40be-b10c-a79f21467744/fa542e7d-5a29-4bab-9dd5-e3e5902edd8a/322c7a7d-0e53-4d3b-b836-dc2a1a109b96) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:13:54.067591 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:54.102543 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d4b654be-fa4b-4231-9f0c-2927c0215f28 admin admin] Publish callbacks [] for router_controller (c6ea64c8-fff0-48cc-acab-cac9202a990f), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:54.207580 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] Publish callbacks [] for port (322c7a7d-0e53-4d3b-b836-dc2a1a109b96), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:54.289420 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (322c7a7d-0e53-4d3b-b836-dc2a1a109b96), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:54.332676 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d4b654be-fa4b-4231-9f0c-2927c0215f28 admin admin] Publish callbacks [] for router_gateway (c6ea64c8-fff0-48cc-acab-cac9202a990f), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:54.337785 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] Network 58a221da-a7bf-40be-b10c-a79f21467744 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:13:54.343712 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:54.346547 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:13:54.352680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] Pushing event updated for resources: {'Port': ['ID=322c7a7d-0e53-4d3b-b836-dc2a1a109b96,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:54.406793 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] Attempting to bind port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:54.407300 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] Attempting to bind port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'c140d9b6-3882-411e-b23d-52e52cbb49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '58a221da-a7bf-40be-b10c-a79f21467744'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:54.407676 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] Attempting to bind port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 on network 58a221da-a7bf-40be-b10c-a79f21467744 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:54.434085 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:54.453388 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:13:54.453767 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] Checking segment: {'id': 'c140d9b6-3882-411e-b23d-52e52cbb49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '58a221da-a7bf-40be-b10c-a79f21467744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:13:54.454171 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:54.454562 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] Bound using segment: {'id': 'c140d9b6-3882-411e-b23d-52e52cbb49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '58a221da-a7bf-40be-b10c-a79f21467744'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:13:54.455047 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] Bound port: 322c7a7d-0e53-4d3b-b836-dc2a1a109b96, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c140d9b6-3882-411e-b23d-52e52cbb49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '58a221da-a7bf-40be-b10c-a79f21467744'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:13:54.455449 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (322c7a7d-0e53-4d3b-b836-dc2a1a109b96), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:54.532467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] For port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:13:54.536292 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] For port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=322c7a7d-0e53-4d3b-b836-dc2a1a109b96,segment=NetworkSegment(c140d9b6-3882-411e-b23d-52e52cbb49ad),segment_id=c140d9b6-3882-411e-b23d-52e52cbb49ad)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:13:54.638723 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (322c7a7d-0e53-4d3b-b836-dc2a1a109b96), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:54.650037 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d4b654be-fa4b-4231-9f0c-2927c0215f28 admin admin] Publish callbacks [] for router_gateway (c6ea64c8-fff0-48cc-acab-cac9202a990f), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:54.682670 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d4b654be-fa4b-4231-9f0c-2927c0215f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:54.696263 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:54.700717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a3358-7fb9-4840-86b4-f705f13b2c02 None None] Pushing event updated for resources: {'Port': ['ID=322c7a7d-0e53-4d3b-b836-dc2a1a109b96,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:54.792987 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:54.811639 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-d4b654be-fa4b-4231-9f0c-2927c0215f28 admin admin] Allocated IP 172.25.2.169 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/809425c4-93cc-419e-9772-a6bf1cd55625) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:13:54.948213 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d4b654be-fa4b-4231-9f0c-2927c0215f28 admin admin] Publish callbacks [] for port (809425c4-93cc-419e-9772-a6bf1cd55625), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:55.112443 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d4b654be-fa4b-4231-9f0c-2927c0215f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (809425c4-93cc-419e-9772-a6bf1cd55625), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:55.161737 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b654be-fa4b-4231-9f0c-2927c0215f28 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:13:55.167201 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-d4b654be-fa4b-4231-9f0c-2927c0215f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:55.169377 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b654be-fa4b-4231-9f0c-2927c0215f28 admin admin] Pushing event updated for resources: {'Port': ['ID=809425c4-93cc-419e-9772-a6bf1cd55625,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:55.171602 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b654be-fa4b-4231-9f0c-2927c0215f28 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:13:55.514318 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:55.529793 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d4b654be-fa4b-4231-9f0c-2927c0215f28 admin admin] Publish callbacks [] for router_gateway (c6ea64c8-fff0-48cc-acab-cac9202a990f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:55.746617 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e6b563-9646-484a-81eb-91c022e7bc96 None None] Network 58a221da-a7bf-40be-b10c-a79f21467744 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:13:55.753672 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d4b654be-fa4b-4231-9f0c-2927c0215f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (c6ea64c8-fff0-48cc-acab-cac9202a990f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:55.824882 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-74eb7510-13f9-40be-a6fb-903112f8ba8a None None] Provisioning complete for port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:55.825260 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-74eb7510-13f9-40be-a6fb-903112f8ba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (322c7a7d-0e53-4d3b-b836-dc2a1a109b96), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:55.825669 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-74eb7510-13f9-40be-a6fb-903112f8ba8a None None] Attempt 1 to provision port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 Nov 02 13:13:56.026277 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b654be-fa4b-4231-9f0c-2927c0215f28 admin admin] Router c6ea64c8-fff0-48cc-acab-cac9202a990f is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:13:56.086163 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-74eb7510-13f9-40be-a6fb-903112f8ba8a None None] Current status of the port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:56.086638 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-74eb7510-13f9-40be-a6fb-903112f8ba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (322c7a7d-0e53-4d3b-b836-dc2a1a109b96), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:56.133742 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-74eb7510-13f9-40be-a6fb-903112f8ba8a None None] For port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=322c7a7d-0e53-4d3b-b836-dc2a1a109b96,segment=NetworkSegment(c140d9b6-3882-411e-b23d-52e52cbb49ad),segment_id=c140d9b6-3882-411e-b23d-52e52cbb49ad)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:56.155239 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b654be-fa4b-4231-9f0c-2927c0215f28 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:13:56.167014 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] Sync routers for ids ['c6ea64c8-fff0-48cc-acab-cac9202a990f'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:13:56.183238 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] Routers {'c6ea64c8-fff0-48cc-acab-cac9202a990f'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:13:56.184090 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:13:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c6ea64c8-fff0-48cc-acab-cac9202a990f'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:56.237376 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-74eb7510-13f9-40be-a6fb-903112f8ba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (322c7a7d-0e53-4d3b-b836-dc2a1a109b96), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:56.276229 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-d4b654be-fa4b-4231-9f0c-2927c0215f28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:56.281699 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50224) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:56.283436 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-d4b654be-fa4b-4231-9f0c-2927c0215f28 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3985798 Nov 02 13:13:56.306292 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] Set router c6ea64c8-fff0-48cc-acab-cac9202a990f gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:13:56.315131 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb7510-13f9-40be-a6fb-903112f8ba8a None None] Pushing event updated for resources: {'Port': ['ID=322c7a7d-0e53-4d3b-b836-dc2a1a109b96,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:56.357455 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-4e895798-10ec-42ba-9d26-59d15383d97d None None] Provisioning complete for port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:56.358172 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4e895798-10ec-42ba-9d26-59d15383d97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (322c7a7d-0e53-4d3b-b836-dc2a1a109b96), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:56.358717 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-4e895798-10ec-42ba-9d26-59d15383d97d None None] Attempt 1 to provision port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 Nov 02 13:13:56.455752 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4e895798-10ec-42ba-9d26-59d15383d97d None None] Current status of the port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:56.544643 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ea64c8-fff0-48cc-acab-cac9202a990f', 'name': 'tempest-TestEncryptedCinderVolumes-1578441745-router', 'tenant_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '809425c4-93cc-419e-9772-a6bf1cd55625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:13:54Z', 'updated_at': '2022-11-02T13:13:55Z', 'revision_number': 3, 'project_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'gw_port': {'id': '809425c4-93cc-419e-9772-a6bf1cd55625', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ea64c8-fff0-48cc-acab-cac9202a990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:13:54Z', 'updated_at': '2022-11-02T13:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:56.574218 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] Checking router: c6ea64c8-fff0-48cc-acab-cac9202a990f for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:13:56.575284 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] Updating router c6ea64c8-fff0-48cc-acab-cac9202a990f port 809425c4-93cc-419e-9772-a6bf1cd55625 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:13:56.606556 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (809425c4-93cc-419e-9772-a6bf1cd55625), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:56.787263 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:56.829309 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:13:56.837858 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b0ed2d70-1768-4577-bb99-d93871858bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:56.893665 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:56.894138 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (322c7a7d-0e53-4d3b-b836-dc2a1a109b96), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:56.894596 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 Nov 02 13:13:56.898947 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:56.981729 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] Publish callbacks [] for port (809425c4-93cc-419e-9772-a6bf1cd55625), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:56.993895 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:57.083236 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (809425c4-93cc-419e-9772-a6bf1cd55625), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:57.087645 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-b0ed2d70-1768-4577-bb99-d93871858bbf admin admin] Allocated IP 172.20.0.1 (58a221da-a7bf-40be-b10c-a79f21467744/fa542e7d-5a29-4bab-9dd5-e3e5902edd8a/53cf4f95-1175-41c1-aaf6-2165e204132b) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:13:57.120655 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] Attempting to bind port 809425c4-93cc-419e-9772-a6bf1cd55625 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:13:57.120902 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] Attempting to bind port 809425c4-93cc-419e-9772-a6bf1cd55625 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:13:57.121400 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] Attempting to bind port 809425c4-93cc-419e-9772-a6bf1cd55625 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:13:57.160168 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:57.166621 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd910cd-c8c3-4491-8bf0-8e3b78de3663 None None] Pushing event updated for resources: {'Port': ['ID=809425c4-93cc-419e-9772-a6bf1cd55625,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:57.183501 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd910cd-c8c3-4491-8bf0-8e3b78de3663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:57.184995 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd910cd-c8c3-4491-8bf0-8e3b78de3663 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:57.184995 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd910cd-c8c3-4491-8bf0-8e3b78de3663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:57.187365 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd910cd-c8c3-4491-8bf0-8e3b78de3663 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:57.187365 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd910cd-c8c3-4491-8bf0-8e3b78de3663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:57.187365 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd910cd-c8c3-4491-8bf0-8e3b78de3663 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:57.187365 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd910cd-c8c3-4491-8bf0-8e3b78de3663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:57.187365 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd910cd-c8c3-4491-8bf0-8e3b78de3663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:57.188071 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd910cd-c8c3-4491-8bf0-8e3b78de3663 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:57.188071 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd910cd-c8c3-4491-8bf0-8e3b78de3663 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:57.188459 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd910cd-c8c3-4491-8bf0-8e3b78de3663 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:57.188880 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd910cd-c8c3-4491-8bf0-8e3b78de3663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:57.189255 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd910cd-c8c3-4491-8bf0-8e3b78de3663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:57.189641 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd910cd-c8c3-4491-8bf0-8e3b78de3663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:57.190017 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd910cd-c8c3-4491-8bf0-8e3b78de3663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:57.202502 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:13:57.202876 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:13:57.203276 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:57.203663 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:13:57.204146 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] Bound port: 809425c4-93cc-419e-9772-a6bf1cd55625, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:13:57.204542 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (809425c4-93cc-419e-9772-a6bf1cd55625), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:57.223062 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b0ed2d70-1768-4577-bb99-d93871858bbf admin admin] Publish callbacks [] for port (53cf4f95-1175-41c1-aaf6-2165e204132b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:57.288092 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] For port 809425c4-93cc-419e-9772-a6bf1cd55625, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:13:57.293572 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] For port 809425c4-93cc-419e-9772-a6bf1cd55625, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=809425c4-93cc-419e-9772-a6bf1cd55625,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:13:57.363405 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b0ed2d70-1768-4577-bb99-d93871858bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (53cf4f95-1175-41c1-aaf6-2165e204132b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:57.410266 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (809425c4-93cc-419e-9772-a6bf1cd55625), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:57.410903 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ed2d70-1768-4577-bb99-d93871858bbf admin admin] Network 58a221da-a7bf-40be-b10c-a79f21467744 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:13:57.416872 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-b0ed2d70-1768-4577-bb99-d93871858bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:57.421764 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ed2d70-1768-4577-bb99-d93871858bbf admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:13:57.451311 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed2d70-1768-4577-bb99-d93871858bbf admin admin] Pushing event updated for resources: {'Port': ['ID=53cf4f95-1175-41c1-aaf6-2165e204132b,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:57.486242 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b0ed2d70-1768-4577-bb99-d93871858bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (c6ea64c8-fff0-48cc-acab-cac9202a990f), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:57.539966 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] Routers {'c6ea64c8-fff0-48cc-acab-cac9202a990f'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:13:57.540617 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:13:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c6ea64c8-fff0-48cc-acab-cac9202a990f'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:57.547310 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:57.601228 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd910cd-c8c3-4491-8bf0-8e3b78de3663 None None] Pushing event updated for resources: {'Port': ['ID=809425c4-93cc-419e-9772-a6bf1cd55625,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:57.650996 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:57.694664 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] Set router c6ea64c8-fff0-48cc-acab-cac9202a990f gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:13:57.786331 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-cdc6cfdd-15e6-4268-8e03-071c7931d129 None None] Provisioning complete for port 53cf4f95-1175-41c1-aaf6-2165e204132b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:57.786592 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cdc6cfdd-15e6-4268-8e03-071c7931d129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (53cf4f95-1175-41c1-aaf6-2165e204132b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:57.786929 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-cdc6cfdd-15e6-4268-8e03-071c7931d129 None None] Attempt 1 to provision port 53cf4f95-1175-41c1-aaf6-2165e204132b Nov 02 13:13:57.831252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cdc6cfdd-15e6-4268-8e03-071c7931d129 None None] Port 53cf4f95-1175-41c1-aaf6-2165e204132b cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:13:57.846636 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:57.902279 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ea64c8-fff0-48cc-acab-cac9202a990f', 'name': 'tempest-TestEncryptedCinderVolumes-1578441745-router', 'tenant_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '809425c4-93cc-419e-9772-a6bf1cd55625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:13:54Z', 'updated_at': '2022-11-02T13:13:55Z', 'revision_number': 3, 'project_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'gw_port': {'id': '809425c4-93cc-419e-9772-a6bf1cd55625', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ea64c8-fff0-48cc-acab-cac9202a990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:13:54Z', 'updated_at': '2022-11-02T13:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:57.931970 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ef0265-8fe8-4c06-a6dd-f2e8ba27e9ef None None] The sync data for ids ['c6ea64c8-fff0-48cc-acab-cac9202a990f'] in n-d-857339-6 is: [{'id': 'c6ea64c8-fff0-48cc-acab-cac9202a990f', 'name': 'tempest-TestEncryptedCinderVolumes-1578441745-router', 'tenant_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '809425c4-93cc-419e-9772-a6bf1cd55625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:13:54Z', 'updated_at': '2022-11-02T13:13:55Z', 'revision_number': 3, 'project_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'gw_port': {'id': '809425c4-93cc-419e-9772-a6bf1cd55625', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ea64c8-fff0-48cc-acab-cac9202a990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:13:54Z', 'updated_at': '2022-11-02T13:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:13:58.002987 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b0ed2d70-1768-4577-bb99-d93871858bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (53cf4f95-1175-41c1-aaf6-2165e204132b), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:58.195003 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b0ed2d70-1768-4577-bb99-d93871858bbf admin admin] Publish callbacks [] for port (53cf4f95-1175-41c1-aaf6-2165e204132b), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:58.317618 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b0ed2d70-1768-4577-bb99-d93871858bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (53cf4f95-1175-41c1-aaf6-2165e204132b), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:58.393887 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed2d70-1768-4577-bb99-d93871858bbf admin admin] Pushing event updated for resources: {'Port': ['ID=53cf4f95-1175-41c1-aaf6-2165e204132b,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:58.396817 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b0ed2d70-1768-4577-bb99-d93871858bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (c6ea64c8-fff0-48cc-acab-cac9202a990f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:58.511273 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ed2d70-1768-4577-bb99-d93871858bbf admin admin] Network 58a221da-a7bf-40be-b10c-a79f21467744 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:13:58.513093 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-b0ed2d70-1768-4577-bb99-d93871858bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:13:58.582059 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:58.649498 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ed2d70-1768-4577-bb99-d93871858bbf admin admin] Router c6ea64c8-fff0-48cc-acab-cac9202a990f has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:13:58.801160 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ed2d70-1768-4577-bb99-d93871858bbf admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:13:58.806819 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 809425c4-93cc-419e-9772-a6bf1cd55625 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:13:58.811376 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b0ed2d70-1768-4577-bb99-d93871858bbf admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/c6ea64c8-fff0-48cc-acab-cac9202a990f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5274048 Nov 02 13:13:58.884863 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0082576b-0fc8-4549-91b4-2b5d4cadc367 None None] Provisioning complete for port 53cf4f95-1175-41c1-aaf6-2165e204132b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:58.885584 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0082576b-0fc8-4549-91b4-2b5d4cadc367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (53cf4f95-1175-41c1-aaf6-2165e204132b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:58.885842 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0082576b-0fc8-4549-91b4-2b5d4cadc367 None None] Attempt 1 to provision port 53cf4f95-1175-41c1-aaf6-2165e204132b Nov 02 13:13:58.948858 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 809425c4-93cc-419e-9772-a6bf1cd55625 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:13:58.954619 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (809425c4-93cc-419e-9772-a6bf1cd55625), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:58.954619 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 809425c4-93cc-419e-9772-a6bf1cd55625 Nov 02 13:13:58.955228 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0082576b-0fc8-4549-91b4-2b5d4cadc367 None None] Port 53cf4f95-1175-41c1-aaf6-2165e204132b cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:13:59.010938 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:13:59.049658 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 809425c4-93cc-419e-9772-a6bf1cd55625 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:13:59.050109 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (809425c4-93cc-419e-9772-a6bf1cd55625), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:59.075164 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 809425c4-93cc-419e-9772-a6bf1cd55625, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=809425c4-93cc-419e-9772-a6bf1cd55625,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:13:59.203302 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (809425c4-93cc-419e-9772-a6bf1cd55625), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:59.260311 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=809425c4-93cc-419e-9772-a6bf1cd55625,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:59.765223 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50240) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:59.770555 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-aec87c30-5785-429c-863f-58dff6be3b85 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1074285746-network', 'tenant_id': 'f2326ca2d54f4b3da83070696ed53f87'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:13:59.913185 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] Sync routers for ids ['c6ea64c8-fff0-48cc-acab-cac9202a990f'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:13:59.926863 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] Routers {'c6ea64c8-fff0-48cc-acab-cac9202a990f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:13:59.927682 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:13:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c6ea64c8-fff0-48cc-acab-cac9202a990f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:13:59.934676 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec87c30-5785-429c-863f-58dff6be3b85 admin admin] Made reservation on behalf of f2326ca2d54f4b3da83070696ed53f87 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:13:59.937338 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aec87c30-5785-429c-863f-58dff6be3b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:59.948132 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aec87c30-5785-429c-863f-58dff6be3b85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:00.050159 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aec87c30-5785-429c-863f-58dff6be3b85 admin admin] Publish callbacks [] for security_group (1d48aed0-43eb-42f9-986a-39e4d3106c0d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:00.060880 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] Set router c6ea64c8-fff0-48cc-acab-cac9202a990f gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:14:00.145843 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aec87c30-5785-429c-863f-58dff6be3b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1d48aed0-43eb-42f9-986a-39e4d3106c0d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:00.174243 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec87c30-5785-429c-863f-58dff6be3b85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:14:00.185850 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec87c30-5785-429c-863f-58dff6be3b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d48aed0-43eb-42f9-986a-39e4d3106c0d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:00.191255 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aec87c30-5785-429c-863f-58dff6be3b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (bd386e8a-7137-42b5-b58e-8581df4c9e77), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:00.191607 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-aec87c30-5785-429c-863f-58dff6be3b85 admin admin] Added segment bd386e8a-7137-42b5-b58e-8581df4c9e77 of type vlan for network a696d565-8778-4c69-a8bb-51f85a04d611 Nov 02 13:14:00.226291 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:00.236586 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aec87c30-5785-429c-863f-58dff6be3b85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (a696d565-8778-4c69-a8bb-51f85a04d611), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:00.268284 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ea64c8-fff0-48cc-acab-cac9202a990f', 'name': 'tempest-TestEncryptedCinderVolumes-1578441745-router', 'tenant_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '809425c4-93cc-419e-9772-a6bf1cd55625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:13:54Z', 'updated_at': '2022-11-02T13:13:57Z', 'revision_number': 4, 'project_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'gw_port': {'id': '809425c4-93cc-419e-9772-a6bf1cd55625', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea64c8-fff0-48cc-acab-cac9202a990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:13:54Z', 'updated_at': '2022-11-02T13:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '53cf4f95-1175-41c1-aaf6-2165e204132b', 'name': '', 'network_id': '58a221da-a7bf-40be-b10c-a79f21467744', 'tenant_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'mac_address': 'fa:16:3e:b4:eb:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ea64c8-fff0-48cc-acab-cac9202a990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'fa542e7d-5a29-4bab-9dd5-e3e5902edd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:13:56Z', 'updated_at': '2022-11-02T13:13:58Z', 'revision_number': 2, 'project_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'subnets': [{'id': 'fa542e7d-5a29-4bab-9dd5-e3e5902edd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:00.298811 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] Checking router: c6ea64c8-fff0-48cc-acab-cac9202a990f for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:14:00.299173 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] Updating router c6ea64c8-fff0-48cc-acab-cac9202a990f port 53cf4f95-1175-41c1-aaf6-2165e204132b binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:14:00.330907 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (53cf4f95-1175-41c1-aaf6-2165e204132b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:00.363781 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aec87c30-5785-429c-863f-58dff6be3b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (a696d565-8778-4c69-a8bb-51f85a04d611), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:00.364845 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec87c30-5785-429c-863f-58dff6be3b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:00.365429 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aec87c30-5785-429c-863f-58dff6be3b85 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:00.436951 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec87c30-5785-429c-863f-58dff6be3b85 admin admin] Pushing event updated for resources: {'Network': ['ID=a696d565-8778-4c69-a8bb-51f85a04d611,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:00.447799 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:00.452302 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network a696d565-8778-4c69-a8bb-51f85a04d611 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:14:00.534122 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-aec87c30-5785-429c-863f-58dff6be3b85 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7668808 Nov 02 13:14:00.541551 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50242) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:00.550386 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ee7ac9da-199e-44e5-81ce-d996f9946a4a admin admin] Request body: {'subnet': {'network_id': 'a696d565-8778-4c69-a8bb-51f85a04d611', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1074285746-subnet', 'tenant_id': 'f2326ca2d54f4b3da83070696ed53f87', 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:14:00.671626 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7ac9da-199e-44e5-81ce-d996f9946a4a admin admin] Made reservation on behalf of f2326ca2d54f4b3da83070696ed53f87 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:14:00.674383 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac9da-199e-44e5-81ce-d996f9946a4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:00.682001 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] Publish callbacks [] for port (53cf4f95-1175-41c1-aaf6-2165e204132b), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:00.751803 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (53cf4f95-1175-41c1-aaf6-2165e204132b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:00.755705 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:00.783203 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 809425c4-93cc-419e-9772-a6bf1cd55625 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:14:00.829611 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:00.837461 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe8750-53b3-4fd6-8bad-c0d6f6b212f9 None None] Pushing event updated for resources: {'Port': ['ID=53cf4f95-1175-41c1-aaf6-2165e204132b,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:00.904513 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 809425c4-93cc-419e-9772-a6bf1cd55625 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:00.904909 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (809425c4-93cc-419e-9772-a6bf1cd55625), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:00.905227 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 809425c4-93cc-419e-9772-a6bf1cd55625 Nov 02 13:14:00.906801 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] Attempting to bind port 53cf4f95-1175-41c1-aaf6-2165e204132b on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:14:00.907196 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] Attempting to bind port 53cf4f95-1175-41c1-aaf6-2165e204132b by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'c140d9b6-3882-411e-b23d-52e52cbb49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '58a221da-a7bf-40be-b10c-a79f21467744'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:14:00.907556 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] Attempting to bind port 53cf4f95-1175-41c1-aaf6-2165e204132b on network 58a221da-a7bf-40be-b10c-a79f21467744 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:14:00.982530 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:14:00.983241 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] Checking segment: {'id': 'c140d9b6-3882-411e-b23d-52e52cbb49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '58a221da-a7bf-40be-b10c-a79f21467744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:14:00.983350 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:00.983665 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] Bound using segment: {'id': 'c140d9b6-3882-411e-b23d-52e52cbb49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '58a221da-a7bf-40be-b10c-a79f21467744'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:14:00.984155 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] Bound port: 53cf4f95-1175-41c1-aaf6-2165e204132b, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c140d9b6-3882-411e-b23d-52e52cbb49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '58a221da-a7bf-40be-b10c-a79f21467744'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:14:00.984620 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (53cf4f95-1175-41c1-aaf6-2165e204132b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:01.015248 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac9da-199e-44e5-81ce-d996f9946a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (4ed69940-d57d-4e94-9da0-74e7ba89c21d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:01.066765 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 809425c4-93cc-419e-9772-a6bf1cd55625 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:01.088396 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] For port 53cf4f95-1175-41c1-aaf6-2165e204132b, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:14:01.092143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] For port 53cf4f95-1175-41c1-aaf6-2165e204132b, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=53cf4f95-1175-41c1-aaf6-2165e204132b,segment=NetworkSegment(c140d9b6-3882-411e-b23d-52e52cbb49ad),segment_id=c140d9b6-3882-411e-b23d-52e52cbb49ad)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:14:01.103503 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ac9da-199e-44e5-81ce-d996f9946a4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ed69940-d57d-4e94-9da0-74e7ba89c21d,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:01.114765 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7ac9da-199e-44e5-81ce-d996f9946a4a admin admin] Checking segment: {'id': 'bd386e8a-7137-42b5-b58e-8581df4c9e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a696d565-8778-4c69-a8bb-51f85a04d611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:14:01.115158 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7ac9da-199e-44e5-81ce-d996f9946a4a admin admin] Network hostable DHCP agents. Network: a696d565-8778-4c69-a8bb-51f85a04d611, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:14:01.186721 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (53cf4f95-1175-41c1-aaf6-2165e204132b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:01.223456 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] Routers {'c6ea64c8-fff0-48cc-acab-cac9202a990f'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:14:01.224086 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:13:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c6ea64c8-fff0-48cc-acab-cac9202a990f'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:01.277574 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7ac9da-199e-44e5-81ce-d996f9946a4a admin admin] Network a696d565-8778-4c69-a8bb-51f85a04d611 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:14:01.282054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe8750-53b3-4fd6-8bad-c0d6f6b212f9 None None] Pushing event updated for resources: {'Port': ['ID=53cf4f95-1175-41c1-aaf6-2165e204132b,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:01.294990 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:01.351598 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] Set router c6ea64c8-fff0-48cc-acab-cac9202a990f gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:14:01.403550 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-ee7ac9da-199e-44e5-81ce-d996f9946a4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, a696d565-8778-4c69-a8bb-51f85a04d611) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:14:01.408393 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7ac9da-199e-44e5-81ce-d996f9946a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:01.412544 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac9da-199e-44e5-81ce-d996f9946a4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:01.432665 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d4eaa7-62e5-4230-b601-335712a8a5bc None None] Network a696d565-8778-4c69-a8bb-51f85a04d611 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:14:01.526989 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ee7ac9da-199e-44e5-81ce-d996f9946a4a admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9838371 Nov 02 13:14:01.531524 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50244) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:01.536085 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-3da4877a-f29b-493b-91f7-20718cdf097a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1074285746-router', 'tenant_id': 'f2326ca2d54f4b3da83070696ed53f87', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:14:01.626989 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3da4877a-f29b-493b-91f7-20718cdf097a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (fc135c3d-7001-4c45-900c-5c24d4c470f8), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:01.628202 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3da4877a-f29b-493b-91f7-20718cdf097a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (fc135c3d-7001-4c45-900c-5c24d4c470f8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:01.696291 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3da4877a-f29b-493b-91f7-20718cdf097a admin admin] Publish callbacks [] for router_controller (fc135c3d-7001-4c45-900c-5c24d4c470f8), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:01.789679 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-a696d565-8778-4c69-a8bb-51f85a04d611', 'network_id': 'a696d565-8778-4c69-a8bb-51f85a04d611', 'project_id': 'f2326ca2d54f4b3da83070696ed53f87', 'fixed_ips': [{'subnet_id': '4ed69940-d57d-4e94-9da0-74e7ba89c21d'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:14:01.790606 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:01.837030 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ea64c8-fff0-48cc-acab-cac9202a990f', 'name': 'tempest-TestEncryptedCinderVolumes-1578441745-router', 'tenant_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '809425c4-93cc-419e-9772-a6bf1cd55625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:13:54Z', 'updated_at': '2022-11-02T13:13:57Z', 'revision_number': 4, 'project_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'gw_port': {'id': '809425c4-93cc-419e-9772-a6bf1cd55625', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea64c8-fff0-48cc-acab-cac9202a990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:13:54Z', 'updated_at': '2022-11-02T13:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '53cf4f95-1175-41c1-aaf6-2165e204132b', 'name': '', 'network_id': '58a221da-a7bf-40be-b10c-a79f21467744', 'tenant_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'mac_address': 'fa:16:3e:b4:eb:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ea64c8-fff0-48cc-acab-cac9202a990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'fa542e7d-5a29-4bab-9dd5-e3e5902edd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:13:56Z', 'updated_at': '2022-11-02T13:14:01Z', 'revision_number': 4, 'project_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'subnets': [{'id': 'fa542e7d-5a29-4bab-9dd5-e3e5902edd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:01.932173 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0266680d-1806-4674-91f6-dd8b5520945b None None] The sync data for ids ['c6ea64c8-fff0-48cc-acab-cac9202a990f'] in n-d-857339-6 is: [{'id': 'c6ea64c8-fff0-48cc-acab-cac9202a990f', 'name': 'tempest-TestEncryptedCinderVolumes-1578441745-router', 'tenant_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '809425c4-93cc-419e-9772-a6bf1cd55625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:13:54Z', 'updated_at': '2022-11-02T13:13:57Z', 'revision_number': 4, 'project_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'gw_port': {'id': '809425c4-93cc-419e-9772-a6bf1cd55625', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea64c8-fff0-48cc-acab-cac9202a990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:13:54Z', 'updated_at': '2022-11-02T13:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '53cf4f95-1175-41c1-aaf6-2165e204132b', 'name': '', 'network_id': '58a221da-a7bf-40be-b10c-a79f21467744', 'tenant_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'mac_address': 'fa:16:3e:b4:eb:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ea64c8-fff0-48cc-acab-cac9202a990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'fa542e7d-5a29-4bab-9dd5-e3e5902edd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:13:56Z', 'updated_at': '2022-11-02T13:14:01Z', 'revision_number': 4, 'project_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'subnets': [{'id': 'fa542e7d-5a29-4bab-9dd5-e3e5902edd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:14:01.973335 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3da4877a-f29b-493b-91f7-20718cdf097a admin admin] Publish callbacks [] for router_gateway (fc135c3d-7001-4c45-900c-5c24d4c470f8), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:02.051583 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] Allocated IP 172.20.0.2 (a696d565-8778-4c69-a8bb-51f85a04d611/4ed69940-d57d-4e94-9da0-74e7ba89c21d/0b985887-7935-4e27-92f7-d4692507cdb7) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:14:02.064766 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:02.279157 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] Publish callbacks [] for port (0b985887-7935-4e27-92f7-d4692507cdb7), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:02.327995 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3da4877a-f29b-493b-91f7-20718cdf097a admin admin] Publish callbacks [] for router_gateway (fc135c3d-7001-4c45-900c-5c24d4c470f8), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:02.343088 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3da4877a-f29b-493b-91f7-20718cdf097a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:02.396984 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:02.437442 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (0b985887-7935-4e27-92f7-d4692507cdb7), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:02.489299 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-3da4877a-f29b-493b-91f7-20718cdf097a admin admin] Allocated IP 172.25.2.81 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/f0fc8315-9dc6-4afb-a2a7-89148c0f29e1) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:14:02.491999 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] Network a696d565-8778-4c69-a8bb-51f85a04d611 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:14:02.495963 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:14:02.502931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:14:02.519413 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] Pushing event updated for resources: {'Port': ['ID=0b985887-7935-4e27-92f7-d4692507cdb7,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:02.587044 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] Attempting to bind port 0b985887-7935-4e27-92f7-d4692507cdb7 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:14:02.587399 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] Attempting to bind port 0b985887-7935-4e27-92f7-d4692507cdb7 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'bd386e8a-7137-42b5-b58e-8581df4c9e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a696d565-8778-4c69-a8bb-51f85a04d611'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:14:02.587854 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] Attempting to bind port 0b985887-7935-4e27-92f7-d4692507cdb7 on network a696d565-8778-4c69-a8bb-51f85a04d611 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:14:02.650919 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:14:02.651538 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] Checking segment: {'id': 'bd386e8a-7137-42b5-b58e-8581df4c9e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a696d565-8778-4c69-a8bb-51f85a04d611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:14:02.652196 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:02.652893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] Bound using segment: {'id': 'bd386e8a-7137-42b5-b58e-8581df4c9e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a696d565-8778-4c69-a8bb-51f85a04d611'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:14:02.656552 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] Bound port: 0b985887-7935-4e27-92f7-d4692507cdb7, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd386e8a-7137-42b5-b58e-8581df4c9e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a696d565-8778-4c69-a8bb-51f85a04d611'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:14:02.656552 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0b985887-7935-4e27-92f7-d4692507cdb7), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:02.686903 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3da4877a-f29b-493b-91f7-20718cdf097a admin admin] Publish callbacks [] for port (f0fc8315-9dc6-4afb-a2a7-89148c0f29e1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:02.750148 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] For port 0b985887-7935-4e27-92f7-d4692507cdb7, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:14:02.755693 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] For port 0b985887-7935-4e27-92f7-d4692507cdb7, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0b985887-7935-4e27-92f7-d4692507cdb7,segment=NetworkSegment(bd386e8a-7137-42b5-b58e-8581df4c9e77),segment_id=bd386e8a-7137-42b5-b58e-8581df4c9e77)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:14:02.835655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 53cf4f95-1175-41c1-aaf6-2165e204132b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:14:02.889830 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3da4877a-f29b-493b-91f7-20718cdf097a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (f0fc8315-9dc6-4afb-a2a7-89148c0f29e1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:02.916655 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 53cf4f95-1175-41c1-aaf6-2165e204132b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:02.917579 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (53cf4f95-1175-41c1-aaf6-2165e204132b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:02.918663 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 53cf4f95-1175-41c1-aaf6-2165e204132b Nov 02 13:14:02.921296 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:02.936086 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da4877a-f29b-493b-91f7-20718cdf097a admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:14:02.939652 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-3da4877a-f29b-493b-91f7-20718cdf097a admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:14:02.948366 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da4877a-f29b-493b-91f7-20718cdf097a admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:14:02.977130 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0b985887-7935-4e27-92f7-d4692507cdb7), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:02.989825 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:02.994399 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4877a-f29b-493b-91f7-20718cdf097a admin admin] Pushing event updated for resources: {'Port': ['ID=f0fc8315-9dc6-4afb-a2a7-89148c0f29e1,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:03.089306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef811160-de88-42fa-9acd-cc62758c53e2 None None] Pushing event updated for resources: {'Port': ['ID=0b985887-7935-4e27-92f7-d4692507cdb7,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:03.093789 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 53cf4f95-1175-41c1-aaf6-2165e204132b is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:03.094174 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (53cf4f95-1175-41c1-aaf6-2165e204132b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:03.155621 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 53cf4f95-1175-41c1-aaf6-2165e204132b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=53cf4f95-1175-41c1-aaf6-2165e204132b,segment=NetworkSegment(c140d9b6-3882-411e-b23d-52e52cbb49ad),segment_id=c140d9b6-3882-411e-b23d-52e52cbb49ad)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:03.232471 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (53cf4f95-1175-41c1-aaf6-2165e204132b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:03.303119 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=53cf4f95-1175-41c1-aaf6-2165e204132b,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:03.484753 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3da4877a-f29b-493b-91f7-20718cdf097a admin admin] Publish callbacks [] for router_gateway (fc135c3d-7001-4c45-900c-5c24d4c470f8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:03.710405 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3da4877a-f29b-493b-91f7-20718cdf097a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (fc135c3d-7001-4c45-900c-5c24d4c470f8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:04.044219 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da4877a-f29b-493b-91f7-20718cdf097a admin admin] Router fc135c3d-7001-4c45-900c-5c24d4c470f8 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:14:04.047158 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:04.445664 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435dbf39-b7da-4e36-af7a-d0284d84faf4 None None] Network a696d565-8778-4c69-a8bb-51f85a04d611 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:14:04.558515 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da4877a-f29b-493b-91f7-20718cdf097a admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:14:04.561125 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0395d3a5-7176-47d1-895f-62f6ebfc3869 None None] Provisioning complete for port 0b985887-7935-4e27-92f7-d4692507cdb7 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:04.561502 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0395d3a5-7176-47d1-895f-62f6ebfc3869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0b985887-7935-4e27-92f7-d4692507cdb7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:04.561838 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0395d3a5-7176-47d1-895f-62f6ebfc3869 None None] Attempt 1 to provision port 0b985887-7935-4e27-92f7-d4692507cdb7 Nov 02 13:14:04.574170 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657a8389-2885-4265-bd55-a226324d914e None None] Sync routers for ids ['fc135c3d-7001-4c45-900c-5c24d4c470f8'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:14:04.589018 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657a8389-2885-4265-bd55-a226324d914e None None] Routers {'fc135c3d-7001-4c45-900c-5c24d4c470f8'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:14:04.590486 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-657a8389-2885-4265-bd55-a226324d914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:13:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['fc135c3d-7001-4c45-900c-5c24d4c470f8'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:04.632920 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:04.675255 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3da4877a-f29b-493b-91f7-20718cdf097a admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:04.683061 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3da4877a-f29b-493b-91f7-20718cdf097a admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1440346 Nov 02 13:14:04.683061 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50246) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:04.689306 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0395d3a5-7176-47d1-895f-62f6ebfc3869 None None] Current status of the port 0b985887-7935-4e27-92f7-d4692507cdb7 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:04.689816 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0395d3a5-7176-47d1-895f-62f6ebfc3869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0b985887-7935-4e27-92f7-d4692507cdb7), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:04.757009 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-0395d3a5-7176-47d1-895f-62f6ebfc3869 None None] For port 0b985887-7935-4e27-92f7-d4692507cdb7, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0b985887-7935-4e27-92f7-d4692507cdb7,segment=NetworkSegment(bd386e8a-7137-42b5-b58e-8581df4c9e77),segment_id=bd386e8a-7137-42b5-b58e-8581df4c9e77)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:04.812384 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-657a8389-2885-4265-bd55-a226324d914e None None] Set router fc135c3d-7001-4c45-900c-5c24d4c470f8 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:14:04.860973 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0395d3a5-7176-47d1-895f-62f6ebfc3869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0b985887-7935-4e27-92f7-d4692507cdb7), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:04.985355 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395d3a5-7176-47d1-895f-62f6ebfc3869 None None] Pushing event updated for resources: {'Port': ['ID=0b985887-7935-4e27-92f7-d4692507cdb7,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:04.993443 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9ccf16eb-98d2-43c9-a7ce-55e5e31274bb None None] Provisioning complete for port 0b985887-7935-4e27-92f7-d4692507cdb7 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:04.993976 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9ccf16eb-98d2-43c9-a7ce-55e5e31274bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0b985887-7935-4e27-92f7-d4692507cdb7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:04.994433 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9ccf16eb-98d2-43c9-a7ce-55e5e31274bb None None] Attempt 1 to provision port 0b985887-7935-4e27-92f7-d4692507cdb7 Nov 02 13:14:05.020913 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 53cf4f95-1175-41c1-aaf6-2165e204132b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:14:05.067072 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-657a8389-2885-4265-bd55-a226324d914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc135c3d-7001-4c45-900c-5c24d4c470f8', 'name': 'tempest-TestEncryptedCinderVolumes-1074285746-router', 'tenant_id': 'f2326ca2d54f4b3da83070696ed53f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'f0fc8315-9dc6-4afb-a2a7-89148c0f29e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:01Z', 'updated_at': '2022-11-02T13:14:03Z', 'revision_number': 3, 'project_id': 'f2326ca2d54f4b3da83070696ed53f87', 'gw_port': {'id': 'f0fc8315-9dc6-4afb-a2a7-89148c0f29e1', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:03:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc135c3d-7001-4c45-900c-5c24d4c470f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:02Z', 'updated_at': '2022-11-02T13:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:05.096223 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657a8389-2885-4265-bd55-a226324d914e None None] Checking router: fc135c3d-7001-4c45-900c-5c24d4c470f8 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:14:05.096630 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657a8389-2885-4265-bd55-a226324d914e None None] Updating router fc135c3d-7001-4c45-900c-5c24d4c470f8 port f0fc8315-9dc6-4afb-a2a7-89148c0f29e1 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:14:05.119231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 53cf4f95-1175-41c1-aaf6-2165e204132b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:05.119608 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (53cf4f95-1175-41c1-aaf6-2165e204132b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:05.119946 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 53cf4f95-1175-41c1-aaf6-2165e204132b Nov 02 13:14:05.135515 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-657a8389-2885-4265-bd55-a226324d914e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f0fc8315-9dc6-4afb-a2a7-89148c0f29e1), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:05.149257 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf16eb-98d2-43c9-a7ce-55e5e31274bb None None] Current status of the port 0b985887-7935-4e27-92f7-d4692507cdb7 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:05.158775 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:05.208873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 53cf4f95-1175-41c1-aaf6-2165e204132b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:05.210098 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0b985887-7935-4e27-92f7-d4692507cdb7 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:14:05.263145 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0b985887-7935-4e27-92f7-d4692507cdb7 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:05.264355 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0b985887-7935-4e27-92f7-d4692507cdb7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:05.264883 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0b985887-7935-4e27-92f7-d4692507cdb7 Nov 02 13:14:05.315303 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:05.323084 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-febf0e5b-2489-49ad-be35-af84082d121e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:05.347655 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:05.350810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0b985887-7935-4e27-92f7-d4692507cdb7 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:05.421423 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-657a8389-2885-4265-bd55-a226324d914e None None] Publish callbacks [] for port (f0fc8315-9dc6-4afb-a2a7-89148c0f29e1), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:05.524816 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-657a8389-2885-4265-bd55-a226324d914e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f0fc8315-9dc6-4afb-a2a7-89148c0f29e1), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:05.546597 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-657a8389-2885-4265-bd55-a226324d914e None None] Attempting to bind port f0fc8315-9dc6-4afb-a2a7-89148c0f29e1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:14:05.546973 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-657a8389-2885-4265-bd55-a226324d914e None None] Attempting to bind port f0fc8315-9dc6-4afb-a2a7-89148c0f29e1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:14:05.547344 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a8389-2885-4265-bd55-a226324d914e None None] Attempting to bind port f0fc8315-9dc6-4afb-a2a7-89148c0f29e1 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:14:05.563746 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-febf0e5b-2489-49ad-be35-af84082d121e admin admin] Allocated IP 172.20.0.1 (a696d565-8778-4c69-a8bb-51f85a04d611/4ed69940-d57d-4e94-9da0-74e7ba89c21d/e6040f2c-6217-4082-8860-ede92d68714f) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:14:05.620269 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5c159-83b1-4097-9b7a-e3f6083a655b None None] Pushing event updated for resources: {'Port': ['ID=f0fc8315-9dc6-4afb-a2a7-89148c0f29e1,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:05.634528 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a8389-2885-4265-bd55-a226324d914e None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:14:05.634528 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a8389-2885-4265-bd55-a226324d914e None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:14:05.634528 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-657a8389-2885-4265-bd55-a226324d914e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:05.634528 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a8389-2885-4265-bd55-a226324d914e None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:14:05.635004 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-657a8389-2885-4265-bd55-a226324d914e None None] Bound port: f0fc8315-9dc6-4afb-a2a7-89148c0f29e1, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:14:05.635195 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-657a8389-2885-4265-bd55-a226324d914e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f0fc8315-9dc6-4afb-a2a7-89148c0f29e1), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:05.694965 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-657a8389-2885-4265-bd55-a226324d914e None None] For port f0fc8315-9dc6-4afb-a2a7-89148c0f29e1, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:14:05.700293 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-657a8389-2885-4265-bd55-a226324d914e None None] For port f0fc8315-9dc6-4afb-a2a7-89148c0f29e1, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f0fc8315-9dc6-4afb-a2a7-89148c0f29e1,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:14:05.712899 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-febf0e5b-2489-49ad-be35-af84082d121e admin admin] Publish callbacks [] for port (e6040f2c-6217-4082-8860-ede92d68714f), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:05.815110 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-657a8389-2885-4265-bd55-a226324d914e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f0fc8315-9dc6-4afb-a2a7-89148c0f29e1), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:05.843592 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-febf0e5b-2489-49ad-be35-af84082d121e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e6040f2c-6217-4082-8860-ede92d68714f), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:05.850026 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:05.858179 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657a8389-2885-4265-bd55-a226324d914e None None] Routers {'fc135c3d-7001-4c45-900c-5c24d4c470f8'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:14:05.858179 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-657a8389-2885-4265-bd55-a226324d914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:13:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['fc135c3d-7001-4c45-900c-5c24d4c470f8'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:05.866468 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:05.896597 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febf0e5b-2489-49ad-be35-af84082d121e admin admin] Network a696d565-8778-4c69-a8bb-51f85a04d611 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:14:05.896597 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-febf0e5b-2489-49ad-be35-af84082d121e admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:14:05.900067 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febf0e5b-2489-49ad-be35-af84082d121e admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:14:05.930920 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5c159-83b1-4097-9b7a-e3f6083a655b None None] Pushing event updated for resources: {'Port': ['ID=f0fc8315-9dc6-4afb-a2a7-89148c0f29e1,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:05.956456 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf0e5b-2489-49ad-be35-af84082d121e admin admin] Pushing event updated for resources: {'Port': ['ID=e6040f2c-6217-4082-8860-ede92d68714f,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:05.978035 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-febf0e5b-2489-49ad-be35-af84082d121e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (fc135c3d-7001-4c45-900c-5c24d4c470f8), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:06.025909 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-657a8389-2885-4265-bd55-a226324d914e None None] Set router fc135c3d-7001-4c45-900c-5c24d4c470f8 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:14:06.177042 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=78,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:06.178885 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=37,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:06.255692 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-657a8389-2885-4265-bd55-a226324d914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc135c3d-7001-4c45-900c-5c24d4c470f8', 'name': 'tempest-TestEncryptedCinderVolumes-1074285746-router', 'tenant_id': 'f2326ca2d54f4b3da83070696ed53f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'f0fc8315-9dc6-4afb-a2a7-89148c0f29e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:01Z', 'updated_at': '2022-11-02T13:14:03Z', 'revision_number': 3, 'project_id': 'f2326ca2d54f4b3da83070696ed53f87', 'gw_port': {'id': 'f0fc8315-9dc6-4afb-a2a7-89148c0f29e1', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:03:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc135c3d-7001-4c45-900c-5c24d4c470f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:02Z', 'updated_at': '2022-11-02T13:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:06.284577 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:06.290120 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5c731592-5929-4ba0-96e5-53aeccd6fc15 None None] Provisioning complete for port e6040f2c-6217-4082-8860-ede92d68714f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:06.290908 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5c731592-5929-4ba0-96e5-53aeccd6fc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e6040f2c-6217-4082-8860-ede92d68714f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:06.291420 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5c731592-5929-4ba0-96e5-53aeccd6fc15 None None] Attempt 1 to provision port e6040f2c-6217-4082-8860-ede92d68714f Nov 02 13:14:06.345690 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5c731592-5929-4ba0-96e5-53aeccd6fc15 None None] Port e6040f2c-6217-4082-8860-ede92d68714f cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:14:06.436537 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657a8389-2885-4265-bd55-a226324d914e None None] The sync data for ids ['fc135c3d-7001-4c45-900c-5c24d4c470f8'] in n-d-857339-6 is: [{'id': 'fc135c3d-7001-4c45-900c-5c24d4c470f8', 'name': 'tempest-TestEncryptedCinderVolumes-1074285746-router', 'tenant_id': 'f2326ca2d54f4b3da83070696ed53f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'f0fc8315-9dc6-4afb-a2a7-89148c0f29e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:01Z', 'updated_at': '2022-11-02T13:14:03Z', 'revision_number': 3, 'project_id': 'f2326ca2d54f4b3da83070696ed53f87', 'gw_port': {'id': 'f0fc8315-9dc6-4afb-a2a7-89148c0f29e1', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:03:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc135c3d-7001-4c45-900c-5c24d4c470f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:02Z', 'updated_at': '2022-11-02T13:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:14:06.582509 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-febf0e5b-2489-49ad-be35-af84082d121e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e6040f2c-6217-4082-8860-ede92d68714f), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:06.807962 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-febf0e5b-2489-49ad-be35-af84082d121e admin admin] Publish callbacks [] for port (e6040f2c-6217-4082-8860-ede92d68714f), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:06.823502 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0b985887-7935-4e27-92f7-d4692507cdb7 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:14:06.894550 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-febf0e5b-2489-49ad-be35-af84082d121e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (e6040f2c-6217-4082-8860-ede92d68714f), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:06.921361 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0b985887-7935-4e27-92f7-d4692507cdb7 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:06.922006 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0b985887-7935-4e27-92f7-d4692507cdb7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:06.922565 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0b985887-7935-4e27-92f7-d4692507cdb7 Nov 02 13:14:06.981195 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:07.004399 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf0e5b-2489-49ad-be35-af84082d121e admin admin] Pushing event updated for resources: {'Port': ['ID=e6040f2c-6217-4082-8860-ede92d68714f,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:07.008610 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-febf0e5b-2489-49ad-be35-af84082d121e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (fc135c3d-7001-4c45-900c-5c24d4c470f8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:07.059718 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0b985887-7935-4e27-92f7-d4692507cdb7 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:07.137434 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:14:07.178871 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febf0e5b-2489-49ad-be35-af84082d121e admin admin] Network a696d565-8778-4c69-a8bb-51f85a04d611 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:14:07.180762 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-febf0e5b-2489-49ad-be35-af84082d121e admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:14:07.338105 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febf0e5b-2489-49ad-be35-af84082d121e admin admin] Router fc135c3d-7001-4c45-900c-5c24d4c470f8 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:14:07.484308 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-458dc745-c9b4-478f-b83c-3082193a400e None None] Provisioning complete for port e6040f2c-6217-4082-8860-ede92d68714f triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:07.484876 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-458dc745-c9b4-478f-b83c-3082193a400e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e6040f2c-6217-4082-8860-ede92d68714f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:07.485046 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-458dc745-c9b4-478f-b83c-3082193a400e None None] Attempt 1 to provision port e6040f2c-6217-4082-8860-ede92d68714f Nov 02 13:14:07.493058 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febf0e5b-2489-49ad-be35-af84082d121e admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:14:07.500531 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-febf0e5b-2489-49ad-be35-af84082d121e admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/fc135c3d-7001-4c45-900c-5c24d4c470f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8174620 Nov 02 13:14:07.547718 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-458dc745-c9b4-478f-b83c-3082193a400e None None] Port e6040f2c-6217-4082-8860-ede92d68714f cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:14:08.435829 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e8ea2-5847-40b2-a658-8502641853e1 req-6c0aef58-50fb-4788-91d6-88b97cde437b tempest-TestEncryptedCinderVolumes-2049079912 tempest-TestEncryptedCinderVolumes-2049079912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:08.437964 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-083e8ea2-5847-40b2-a658-8502641853e1 req-6c0aef58-50fb-4788-91d6-88b97cde437b tempest-TestEncryptedCinderVolumes-2049079912 tempest-TestEncryptedCinderVolumes-2049079912-project] 10.222.0.64 "GET /networking/v2.0/networks?id=58a221da-a7bf-40be-b10c-a79f21467744 HTTP/1.1" status: 200 len: 817 time: 0.1266212 Nov 02 13:14:08.454929 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-083e8ea2-5847-40b2-a658-8502641853e1 req-895d69a8-2501-4185-823f-06650db95bd0 tempest-TestEncryptedCinderVolumes-2049079912 tempest-TestEncryptedCinderVolumes-2049079912-project] 10.222.0.64 "GET /networking/v2.0/quotas/e3e5c7cd329741efa45718744a7c9ba6 HTTP/1.1" status: 200 len: 375 time: 0.0106719 Nov 02 13:14:08.513565 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-083e8ea2-5847-40b2-a658-8502641853e1 req-22d15a5a-c4b9-493f-8c58-b275683daaf0 tempest-TestEncryptedCinderVolumes-2049079912 tempest-TestEncryptedCinderVolumes-2049079912-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e3e5c7cd329741efa45718744a7c9ba6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516870 Nov 02 13:14:08.815590 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f0fc8315-9dc6-4afb-a2a7-89148c0f29e1 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:14:08.882791 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port f0fc8315-9dc6-4afb-a2a7-89148c0f29e1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:08.882791 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f0fc8315-9dc6-4afb-a2a7-89148c0f29e1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:08.883420 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port f0fc8315-9dc6-4afb-a2a7-89148c0f29e1 Nov 02 13:14:08.979114 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port f0fc8315-9dc6-4afb-a2a7-89148c0f29e1 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:08.979574 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f0fc8315-9dc6-4afb-a2a7-89148c0f29e1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:08.986208 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:09.005498 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port f0fc8315-9dc6-4afb-a2a7-89148c0f29e1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f0fc8315-9dc6-4afb-a2a7-89148c0f29e1,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:09.089215 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f0fc8315-9dc6-4afb-a2a7-89148c0f29e1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:09.115508 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23000e-30ad-419a-93fe-b3a1f97ea67f req-051ed5fb-e8c5-4491-814f-0dba7d5ce930 tempest-TestEncryptedCinderVolumes-2049079912 tempest-TestEncryptedCinderVolumes-2049079912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:09.118703 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dd23000e-30ad-419a-93fe-b3a1f97ea67f req-051ed5fb-e8c5-4491-814f-0dba7d5ce930 tempest-TestEncryptedCinderVolumes-2049079912 tempest-TestEncryptedCinderVolumes-2049079912-project] 10.222.0.64 "GET /networking/v2.0/networks?id=58a221da-a7bf-40be-b10c-a79f21467744 HTTP/1.1" status: 200 len: 817 time: 0.1349435 Nov 02 13:14:09.139984 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dd23000e-30ad-419a-93fe-b3a1f97ea67f req-50247032-fa0b-4421-bf05-8c0a3c2e87ab tempest-TestEncryptedCinderVolumes-2049079912 tempest-TestEncryptedCinderVolumes-2049079912-project] 10.222.0.64 "GET /networking/v2.0/quotas/e3e5c7cd329741efa45718744a7c9ba6 HTTP/1.1" status: 200 len: 375 time: 0.0118928 Nov 02 13:14:09.161065 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=f0fc8315-9dc6-4afb-a2a7-89148c0f29e1,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:09.170033 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:09.170402 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:09.170720 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:09.171054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:09.171383 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:09.171707 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:09.172034 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:09.172404 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:09.172734 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:09.173073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:09.173372 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:09.173698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:09.174012 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:09.174326 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:09.174642 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:14:09.239616 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-dd23000e-30ad-419a-93fe-b3a1f97ea67f req-0f6ed864-d3a7-41e9-9949-390fb441e272 tempest-TestEncryptedCinderVolumes-2049079912 tempest-TestEncryptedCinderVolumes-2049079912-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e3e5c7cd329741efa45718744a7c9ba6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894916 Nov 02 13:14:09.421270 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] Sync routers for ids ['fc135c3d-7001-4c45-900c-5c24d4c470f8'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:14:09.436931 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] Routers {'fc135c3d-7001-4c45-900c-5c24d4c470f8'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:14:09.439376 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:13:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['fc135c3d-7001-4c45-900c-5c24d4c470f8'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:09.562698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] Set router fc135c3d-7001-4c45-900c-5c24d4c470f8 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:14:09.782382 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc135c3d-7001-4c45-900c-5c24d4c470f8', 'name': 'tempest-TestEncryptedCinderVolumes-1074285746-router', 'tenant_id': 'f2326ca2d54f4b3da83070696ed53f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'f0fc8315-9dc6-4afb-a2a7-89148c0f29e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:01Z', 'updated_at': '2022-11-02T13:14:06Z', 'revision_number': 4, 'project_id': 'f2326ca2d54f4b3da83070696ed53f87', 'gw_port': {'id': 'f0fc8315-9dc6-4afb-a2a7-89148c0f29e1', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc135c3d-7001-4c45-900c-5c24d4c470f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:02Z', 'updated_at': '2022-11-02T13:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'e6040f2c-6217-4082-8860-ede92d68714f', 'name': '', 'network_id': 'a696d565-8778-4c69-a8bb-51f85a04d611', 'tenant_id': 'f2326ca2d54f4b3da83070696ed53f87', 'mac_address': 'fa:16:3e:97:d4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc135c3d-7001-4c45-900c-5c24d4c470f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '4ed69940-d57d-4e94-9da0-74e7ba89c21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:05Z', 'updated_at': '2022-11-02T13:14:06Z', 'revision_number': 2, 'project_id': 'f2326ca2d54f4b3da83070696ed53f87', 'subnets': [{'id': '4ed69940-d57d-4e94-9da0-74e7ba89c21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:09.818117 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] Checking router: fc135c3d-7001-4c45-900c-5c24d4c470f8 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:14:09.819256 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] Updating router fc135c3d-7001-4c45-900c-5c24d4c470f8 port e6040f2c-6217-4082-8860-ede92d68714f binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:14:09.863819 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e0f0e-e9af-4828-9212-f406d2684b1c req-b298b2cc-9556-413a-a074-09a4ead38e95 tempest-TestEncryptedCinderVolumes-2049079912 tempest-TestEncryptedCinderVolumes-2049079912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:09.865775 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-570e0f0e-e9af-4828-9212-f406d2684b1c req-b298b2cc-9556-413a-a074-09a4ead38e95 tempest-TestEncryptedCinderVolumes-2049079912 tempest-TestEncryptedCinderVolumes-2049079912-project] 10.222.0.64 "GET /networking/v2.0/networks?id=58a221da-a7bf-40be-b10c-a79f21467744 HTTP/1.1" status: 200 len: 817 time: 0.1950324 Nov 02 13:14:09.883426 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-570e0f0e-e9af-4828-9212-f406d2684b1c req-e248cad3-d441-4d8e-a14d-52d06030bc28 tempest-TestEncryptedCinderVolumes-2049079912 tempest-TestEncryptedCinderVolumes-2049079912-project] 10.222.0.64 "GET /networking/v2.0/quotas/e3e5c7cd329741efa45718744a7c9ba6 HTTP/1.1" status: 200 len: 375 time: 0.0111477 Nov 02 13:14:09.950871 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-570e0f0e-e9af-4828-9212-f406d2684b1c req-7c1c1567-6e71-4c8b-a38e-7cfa0dad15e5 tempest-TestEncryptedCinderVolumes-2049079912 tempest-TestEncryptedCinderVolumes-2049079912-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e3e5c7cd329741efa45718744a7c9ba6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604830 Nov 02 13:14:09.995164 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:10.013008 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e6040f2c-6217-4082-8860-ede92d68714f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:10.092821 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50310) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:10.341618 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] Publish callbacks [] for port (e6040f2c-6217-4082-8860-ede92d68714f), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:10.420469 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e6040f2c-6217-4082-8860-ede92d68714f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:10.505903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a417ce-82c2-46f9-9913-0a8cd62c55d8 None None] Pushing event updated for resources: {'Port': ['ID=e6040f2c-6217-4082-8860-ede92d68714f,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:10.540360 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] Attempting to bind port e6040f2c-6217-4082-8860-ede92d68714f on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:14:10.540789 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] Attempting to bind port e6040f2c-6217-4082-8860-ede92d68714f by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'bd386e8a-7137-42b5-b58e-8581df4c9e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a696d565-8778-4c69-a8bb-51f85a04d611'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:14:10.541155 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] Attempting to bind port e6040f2c-6217-4082-8860-ede92d68714f on network a696d565-8778-4c69-a8bb-51f85a04d611 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:14:10.545342 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b1be5da-dae0-4061-b5b9-3641f8e0e778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (c6ea64c8-fff0-48cc-acab-cac9202a990f), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:10.588262 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:10.593113 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:14:10.593640 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] Checking segment: {'id': 'bd386e8a-7137-42b5-b58e-8581df4c9e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a696d565-8778-4c69-a8bb-51f85a04d611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:14:10.594082 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:10.594489 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] Bound using segment: {'id': 'bd386e8a-7137-42b5-b58e-8581df4c9e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a696d565-8778-4c69-a8bb-51f85a04d611'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:14:10.595023 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] Bound port: e6040f2c-6217-4082-8860-ede92d68714f, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd386e8a-7137-42b5-b58e-8581df4c9e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a696d565-8778-4c69-a8bb-51f85a04d611'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:14:10.595379 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e6040f2c-6217-4082-8860-ede92d68714f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:10.674915 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] For port e6040f2c-6217-4082-8860-ede92d68714f, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:14:10.679227 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] For port e6040f2c-6217-4082-8860-ede92d68714f, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e6040f2c-6217-4082-8860-ede92d68714f,segment=NetworkSegment(bd386e8a-7137-42b5-b58e-8581df4c9e77),segment_id=bd386e8a-7137-42b5-b58e-8581df4c9e77)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:14:10.741008 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e6040f2c-6217-4082-8860-ede92d68714f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:10.772208 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:10.807199 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:10.808080 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] Routers {'fc135c3d-7001-4c45-900c-5c24d4c470f8'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:14:10.809999 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:13:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['fc135c3d-7001-4c45-900c-5c24d4c470f8'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:10.822368 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-8b1be5da-dae0-4061-b5b9-3641f8e0e778 admin admin] Deleting port 53cf4f95-1175-41c1-aaf6-2165e204132b {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:14:10.822802 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b1be5da-dae0-4061-b5b9-3641f8e0e778 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (53cf4f95-1175-41c1-aaf6-2165e204132b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:10.829406 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f0fc8315-9dc6-4afb-a2a7-89148c0f29e1 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:14:10.916827 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-8b1be5da-dae0-4061-b5b9-3641f8e0e778 admin admin] For port 53cf4f95-1175-41c1-aaf6-2165e204132b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=53cf4f95-1175-41c1-aaf6-2165e204132b,segment=NetworkSegment(c140d9b6-3882-411e-b23d-52e52cbb49ad),segment_id=c140d9b6-3882-411e-b23d-52e52cbb49ad)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:10.917503 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b1be5da-dae0-4061-b5b9-3641f8e0e778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (53cf4f95-1175-41c1-aaf6-2165e204132b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:10.935650 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-8b1be5da-dae0-4061-b5b9-3641f8e0e778 admin admin] Calling delete_port for 53cf4f95-1175-41c1-aaf6-2165e204132b owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:14:10.973551 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a417ce-82c2-46f9-9913-0a8cd62c55d8 None None] Pushing event updated for resources: {'Port': ['ID=e6040f2c-6217-4082-8860-ede92d68714f,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:11.108036 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port f0fc8315-9dc6-4afb-a2a7-89148c0f29e1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:11.108696 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f0fc8315-9dc6-4afb-a2a7-89148c0f29e1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.109260 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port f0fc8315-9dc6-4afb-a2a7-89148c0f29e1 Nov 02 13:14:11.158947 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] Set router fc135c3d-7001-4c45-900c-5c24d4c470f8 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:14:11.249453 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b1be5da-dae0-4061-b5b9-3641f8e0e778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (53cf4f95-1175-41c1-aaf6-2165e204132b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.275219 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1be5da-dae0-4061-b5b9-3641f8e0e778 admin admin] Pushing event deleted for resources: {'Port': ['ID=53cf4f95-1175-41c1-aaf6-2165e204132b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:11.375256 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port f0fc8315-9dc6-4afb-a2a7-89148c0f29e1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:11.389085 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:11.492214 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc135c3d-7001-4c45-900c-5c24d4c470f8', 'name': 'tempest-TestEncryptedCinderVolumes-1074285746-router', 'tenant_id': 'f2326ca2d54f4b3da83070696ed53f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'f0fc8315-9dc6-4afb-a2a7-89148c0f29e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:01Z', 'updated_at': '2022-11-02T13:14:06Z', 'revision_number': 4, 'project_id': 'f2326ca2d54f4b3da83070696ed53f87', 'gw_port': {'id': 'f0fc8315-9dc6-4afb-a2a7-89148c0f29e1', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc135c3d-7001-4c45-900c-5c24d4c470f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:02Z', 'updated_at': '2022-11-02T13:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'e6040f2c-6217-4082-8860-ede92d68714f', 'name': '', 'network_id': 'a696d565-8778-4c69-a8bb-51f85a04d611', 'tenant_id': 'f2326ca2d54f4b3da83070696ed53f87', 'mac_address': 'fa:16:3e:97:d4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc135c3d-7001-4c45-900c-5c24d4c470f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '4ed69940-d57d-4e94-9da0-74e7ba89c21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:05Z', 'updated_at': '2022-11-02T13:14:10Z', 'revision_number': 4, 'project_id': 'f2326ca2d54f4b3da83070696ed53f87', 'subnets': [{'id': '4ed69940-d57d-4e94-9da0-74e7ba89c21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:11.550348 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e44370a-24f5-40e8-928b-3c2214c25e81 None None] The sync data for ids ['fc135c3d-7001-4c45-900c-5c24d4c470f8'] in n-d-857339-6 is: [{'id': 'fc135c3d-7001-4c45-900c-5c24d4c470f8', 'name': 'tempest-TestEncryptedCinderVolumes-1074285746-router', 'tenant_id': 'f2326ca2d54f4b3da83070696ed53f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'f0fc8315-9dc6-4afb-a2a7-89148c0f29e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:01Z', 'updated_at': '2022-11-02T13:14:06Z', 'revision_number': 4, 'project_id': 'f2326ca2d54f4b3da83070696ed53f87', 'gw_port': {'id': 'f0fc8315-9dc6-4afb-a2a7-89148c0f29e1', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc135c3d-7001-4c45-900c-5c24d4c470f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:02Z', 'updated_at': '2022-11-02T13:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'e6040f2c-6217-4082-8860-ede92d68714f', 'name': '', 'network_id': 'a696d565-8778-4c69-a8bb-51f85a04d611', 'tenant_id': 'f2326ca2d54f4b3da83070696ed53f87', 'mac_address': 'fa:16:3e:97:d4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc135c3d-7001-4c45-900c-5c24d4c470f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '4ed69940-d57d-4e94-9da0-74e7ba89c21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:05Z', 'updated_at': '2022-11-02T13:14:10Z', 'revision_number': 4, 'project_id': 'f2326ca2d54f4b3da83070696ed53f87', 'subnets': [{'id': '4ed69940-d57d-4e94-9da0-74e7ba89c21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:14:11.840382 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8b1be5da-dae0-4061-b5b9-3641f8e0e778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (c6ea64c8-fff0-48cc-acab-cac9202a990f), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:11.873872 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbb9e8b-b9cc-4191-acb4-e7901dc528f4 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:14:11.994508 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbb9e8b-b9cc-4191-acb4-e7901dc528f4 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:14:12.148962 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1be5da-dae0-4061-b5b9-3641f8e0e778 admin admin] Router c6ea64c8-fff0-48cc-acab-cac9202a990f has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:14:12.153426 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:12.182757 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:12.301992 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1be5da-dae0-4061-b5b9-3641f8e0e778 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:14:12.315467 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50312) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:12.316028 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8b1be5da-dae0-4061-b5b9-3641f8e0e778 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/c6ea64c8-fff0-48cc-acab-cac9202a990f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2218070 Nov 02 13:14:12.318062 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc0c952-7298-48aa-b5cd-b4a66f7bfcb0 None None] Sync routers for ids ['c6ea64c8-fff0-48cc-acab-cac9202a990f'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:14:12.331521 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc0c952-7298-48aa-b5cd-b4a66f7bfcb0 None None] Routers {'c6ea64c8-fff0-48cc-acab-cac9202a990f'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:14:12.332412 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0dc0c952-7298-48aa-b5cd-b4a66f7bfcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:13:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c6ea64c8-fff0-48cc-acab-cac9202a990f'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:12.447526 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d39c2d1-41dd-4993-ac2e-ee1a8de6b299 admin admin] Publish callbacks [] for router (c6ea64c8-fff0-48cc-acab-cac9202a990f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:12.459322 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-0dc0c952-7298-48aa-b5cd-b4a66f7bfcb0 None None] Set router c6ea64c8-fff0-48cc-acab-cac9202a990f gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:14:12.639886 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d39c2d1-41dd-4993-ac2e-ee1a8de6b299 admin admin] Publish callbacks [] for router_gateway (c6ea64c8-fff0-48cc-acab-cac9202a990f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:12.665225 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0dc0c952-7298-48aa-b5cd-b4a66f7bfcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ea64c8-fff0-48cc-acab-cac9202a990f', 'name': 'tempest-TestEncryptedCinderVolumes-1578441745-router', 'tenant_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '809425c4-93cc-419e-9772-a6bf1cd55625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:13:54Z', 'updated_at': '2022-11-02T13:14:11Z', 'revision_number': 5, 'project_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'gw_port': {'id': '809425c4-93cc-419e-9772-a6bf1cd55625', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea64c8-fff0-48cc-acab-cac9202a990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:13:54Z', 'updated_at': '2022-11-02T13:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:12.695190 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc0c952-7298-48aa-b5cd-b4a66f7bfcb0 None None] Checking router: c6ea64c8-fff0-48cc-acab-cac9202a990f for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:14:12.705781 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc0c952-7298-48aa-b5cd-b4a66f7bfcb0 None None] Routers {'c6ea64c8-fff0-48cc-acab-cac9202a990f'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:14:12.706410 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0dc0c952-7298-48aa-b5cd-b4a66f7bfcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:13:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c6ea64c8-fff0-48cc-acab-cac9202a990f'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:12.814693 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-1d39c2d1-41dd-4993-ac2e-ee1a8de6b299 admin admin] Deleting port 809425c4-93cc-419e-9772-a6bf1cd55625 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:14:12.815638 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d39c2d1-41dd-4993-ac2e-ee1a8de6b299 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (809425c4-93cc-419e-9772-a6bf1cd55625), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:12.867246 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-0dc0c952-7298-48aa-b5cd-b4a66f7bfcb0 None None] Set router c6ea64c8-fff0-48cc-acab-cac9202a990f gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:14:12.934997 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:12.962698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e6040f2c-6217-4082-8860-ede92d68714f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:14:12.989064 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-1d39c2d1-41dd-4993-ac2e-ee1a8de6b299 admin admin] For port 809425c4-93cc-419e-9772-a6bf1cd55625, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=809425c4-93cc-419e-9772-a6bf1cd55625,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:12.989064 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d39c2d1-41dd-4993-ac2e-ee1a8de6b299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (809425c4-93cc-419e-9772-a6bf1cd55625), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:12.991177 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-74deeb7d-fd9a-4b31-ab67-50a3bb817c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:13.006110 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-1d39c2d1-41dd-4993-ac2e-ee1a8de6b299 admin admin] Calling delete_port for 809425c4-93cc-419e-9772-a6bf1cd55625 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:14:13.008640 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-abc085b4-8813-4f95-93d5-c91abe9924b5 None None] Provisioning complete for port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:13.009017 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-abc085b4-8813-4f95-93d5-c91abe9924b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (322c7a7d-0e53-4d3b-b836-dc2a1a109b96), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:13.009357 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-abc085b4-8813-4f95-93d5-c91abe9924b5 None None] Attempt 1 to provision port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 Nov 02 13:14:13.058943 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:13.073513 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e6040f2c-6217-4082-8860-ede92d68714f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:13.074507 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e6040f2c-6217-4082-8860-ede92d68714f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:13.074507 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e6040f2c-6217-4082-8860-ede92d68714f Nov 02 13:14:13.121260 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:13.134506 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-0dc0c952-7298-48aa-b5cd-b4a66f7bfcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ea64c8-fff0-48cc-acab-cac9202a990f', 'name': 'tempest-TestEncryptedCinderVolumes-1578441745-router', 'tenant_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '809425c4-93cc-419e-9772-a6bf1cd55625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:13:54Z', 'updated_at': '2022-11-02T13:14:11Z', 'revision_number': 5, 'project_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'gw_port': {'id': '809425c4-93cc-419e-9772-a6bf1cd55625', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea64c8-fff0-48cc-acab-cac9202a990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:13:54Z', 'updated_at': '2022-11-02T13:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:13.136566 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-abc085b4-8813-4f95-93d5-c91abe9924b5 None None] Current status of the port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:13.181899 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc0c952-7298-48aa-b5cd-b4a66f7bfcb0 None None] The sync data for ids ['c6ea64c8-fff0-48cc-acab-cac9202a990f'] in n-d-857339-6 is: [{'id': 'c6ea64c8-fff0-48cc-acab-cac9202a990f', 'name': 'tempest-TestEncryptedCinderVolumes-1578441745-router', 'tenant_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '809425c4-93cc-419e-9772-a6bf1cd55625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:13:54Z', 'updated_at': '2022-11-02T13:14:11Z', 'revision_number': 5, 'project_id': 'e3e5c7cd329741efa45718744a7c9ba6', 'gw_port': {'id': '809425c4-93cc-419e-9772-a6bf1cd55625', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea64c8-fff0-48cc-acab-cac9202a990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:13:54Z', 'updated_at': '2022-11-02T13:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:14:13.211316 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:13.213902 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e6040f2c-6217-4082-8860-ede92d68714f is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:13.214298 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (e6040f2c-6217-4082-8860-ede92d68714f), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:13.272271 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port e6040f2c-6217-4082-8860-ede92d68714f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e6040f2c-6217-4082-8860-ede92d68714f,segment=NetworkSegment(bd386e8a-7137-42b5-b58e-8581df4c9e77),segment_id=bd386e8a-7137-42b5-b58e-8581df4c9e77)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:13.323714 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d39c2d1-41dd-4993-ac2e-ee1a8de6b299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (809425c4-93cc-419e-9772-a6bf1cd55625), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:13.351578 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39c2d1-41dd-4993-ac2e-ee1a8de6b299 admin admin] Pushing event deleted for resources: {'Port': ['ID=809425c4-93cc-419e-9772-a6bf1cd55625,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:13.374702 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (e6040f2c-6217-4082-8860-ede92d68714f), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:13.442140 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d39c2d1-41dd-4993-ac2e-ee1a8de6b299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (c6ea64c8-fff0-48cc-acab-cac9202a990f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:13.442643 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=e6040f2c-6217-4082-8860-ede92d68714f,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:13.541893 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d39c2d1-41dd-4993-ac2e-ee1a8de6b299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (c6ea64c8-fff0-48cc-acab-cac9202a990f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:13.545059 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d39c2d1-41dd-4993-ac2e-ee1a8de6b299 admin admin] Publish callbacks [] for router_controller (c6ea64c8-fff0-48cc-acab-cac9202a990f), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:13.689109 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d39c2d1-41dd-4993-ac2e-ee1a8de6b299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (c6ea64c8-fff0-48cc-acab-cac9202a990f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:13.689866 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d39c2d1-41dd-4993-ac2e-ee1a8de6b299 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6ea64c8-fff0-48cc-acab-cac9202a990f {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:14:13.697018 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1d39c2d1-41dd-4993-ac2e-ee1a8de6b299 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:13.698535 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1d39c2d1-41dd-4993-ac2e-ee1a8de6b299 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/c6ea64c8-fff0-48cc-acab-cac9202a990f HTTP/1.1" status: 204 len: 168 time: 1.3818867 Nov 02 13:14:13.701730 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50314) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:13.756713 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3f8c97-d92e-446d-87cc-d7c9d6f52bcc admin admin] Deleting subnet fa542e7d-5a29-4bab-9dd5-e3e5902edd8a {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:14:13.760517 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8c97-d92e-446d-87cc-d7c9d6f52bcc admin admin] Publish callbacks [] for subnet (fa542e7d-5a29-4bab-9dd5-e3e5902edd8a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:13.762344 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:13.805890 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8c97-d92e-446d-87cc-d7c9d6f52bcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (fa542e7d-5a29-4bab-9dd5-e3e5902edd8a), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:13.894482 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8c97-d92e-446d-87cc-d7c9d6f52bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (fa542e7d-5a29-4bab-9dd5-e3e5902edd8a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.106718 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8c97-d92e-446d-87cc-d7c9d6f52bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (fa542e7d-5a29-4bab-9dd5-e3e5902edd8a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.140216 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f8c97-d92e-446d-87cc-d7c9d6f52bcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa542e7d-5a29-4bab-9dd5-e3e5902edd8a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:14.144028 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8c97-d92e-446d-87cc-d7c9d6f52bcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.150190 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fc3f8c97-d92e-446d-87cc-d7c9d6f52bcc admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/fa542e7d-5a29-4bab-9dd5-e3e5902edd8a HTTP/1.1" status: 204 len: 168 time: 0.4444005 Nov 02 13:14:14.150673 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50316) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:14.156708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86908dfa-3bdc-4199-a745-a7e6b2bec77a None None] Network 58a221da-a7bf-40be-b10c-a79f21467744 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:14:14.233760 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2a20c86-9398-4100-894a-09cd2d49c0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (58a221da-a7bf-40be-b10c-a79f21467744), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.283506 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-e2a20c86-9398-4100-894a-09cd2d49c0f1 admin admin] Deleting port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:14:14.283840 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2a20c86-9398-4100-894a-09cd2d49c0f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (322c7a7d-0e53-4d3b-b836-dc2a1a109b96), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.360639 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-e2a20c86-9398-4100-894a-09cd2d49c0f1 admin admin] For port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=322c7a7d-0e53-4d3b-b836-dc2a1a109b96,segment=NetworkSegment(c140d9b6-3882-411e-b23d-52e52cbb49ad),segment_id=c140d9b6-3882-411e-b23d-52e52cbb49ad)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:14.361125 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2a20c86-9398-4100-894a-09cd2d49c0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (322c7a7d-0e53-4d3b-b836-dc2a1a109b96), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.377325 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-e2a20c86-9398-4100-894a-09cd2d49c0f1 admin admin] Calling delete_port for 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:14:14.588215 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69947037-4f1c-4ca9-a2e0-ca1d2030b034 None None] DHCP port deletion for 58a221da-a7bf-40be-b10c-a79f21467744 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:14:14.603717 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2a20c86-9398-4100-894a-09cd2d49c0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (322c7a7d-0e53-4d3b-b836-dc2a1a109b96), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.640689 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-69947037-4f1c-4ca9-a2e0-ca1d2030b034 None None] Deleting port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:14:14.641463 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-69947037-4f1c-4ca9-a2e0-ca1d2030b034 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (322c7a7d-0e53-4d3b-b836-dc2a1a109b96), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.646600 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a20c86-9398-4100-894a-09cd2d49c0f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=322c7a7d-0e53-4d3b-b836-dc2a1a109b96,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:14.652046 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a20c86-9398-4100-894a-09cd2d49c0f1 admin admin] No DVR routers for this DVR port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:14:14.711364 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-69947037-4f1c-4ca9-a2e0-ca1d2030b034 None None] For port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96, host n-d-857339-6, got binding levels [] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:14.711768 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-69947037-4f1c-4ca9-a2e0-ca1d2030b034 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (322c7a7d-0e53-4d3b-b836-dc2a1a109b96), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.729365 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-69947037-4f1c-4ca9-a2e0-ca1d2030b034 None None] Calling delete_port for 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:14:14.733007 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.ipam_backend_mixin [None req-69947037-4f1c-4ca9-a2e0-ca1d2030b034 None None] Port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 was not found and therefore no delete operation was performed {{(pid=105977) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Nov 02 13:14:14.736420 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-69947037-4f1c-4ca9-a2e0-ca1d2030b034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (322c7a7d-0e53-4d3b-b836-dc2a1a109b96), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.742896 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2a20c86-9398-4100-894a-09cd2d49c0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (58a221da-a7bf-40be-b10c-a79f21467744), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.752627 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69947037-4f1c-4ca9-a2e0-ca1d2030b034 None None] No DVR routers for this DVR port 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:14:14.777510 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69947037-4f1c-4ca9-a2e0-ca1d2030b034 None None] Pushing event deleted for resources: {'Port': ['ID=322c7a7d-0e53-4d3b-b836-dc2a1a109b96,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:14.790809 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-e2a20c86-9398-4100-894a-09cd2d49c0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a221da-a7bf-40be-b10c-a79f21467744']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:14.809862 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-e2a20c86-9398-4100-894a-09cd2d49c0f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c140d9b6-3882-411e-b23d-52e52cbb49ad') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:14.810269 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-e2a20c86-9398-4100-894a-09cd2d49c0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c140d9b6-3882-411e-b23d-52e52cbb49ad') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:14.825335 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2a20c86-9398-4100-894a-09cd2d49c0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (c140d9b6-3882-411e-b23d-52e52cbb49ad), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.839084 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:14.842217 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2a20c86-9398-4100-894a-09cd2d49c0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (c140d9b6-3882-411e-b23d-52e52cbb49ad), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.847528 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e6040f2c-6217-4082-8860-ede92d68714f up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:14:14.851303 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a20c86-9398-4100-894a-09cd2d49c0f1 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:14:14.851733 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2a20c86-9398-4100-894a-09cd2d49c0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (c140d9b6-3882-411e-b23d-52e52cbb49ad), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.882075 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment c140d9b6-3882-411e-b23d-52e52cbb49ad resource provider aggregate not found Nov 02 13:14:14.900838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port e6040f2c-6217-4082-8860-ede92d68714f triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:14.901216 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (e6040f2c-6217-4082-8860-ede92d68714f), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:14.901553 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port e6040f2c-6217-4082-8860-ede92d68714f Nov 02 13:14:14.918804 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment c140d9b6-3882-411e-b23d-52e52cbb49ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c140d9b6-3882-411e-b23d-52e52cbb49ad found for delete ", "request_id": "req-9b2dac2a-b8cf-4db0-9e3b-bcd56801bd2e"}]} Nov 02 13:14:14.953649 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:14.987078 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port e6040f2c-6217-4082-8860-ede92d68714f is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:15.035609 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:14:15.038786 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:15.047981 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2a20c86-9398-4100-894a-09cd2d49c0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (58a221da-a7bf-40be-b10c-a79f21467744), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:15.054399 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2a20c86-9398-4100-894a-09cd2d49c0f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:15.057589 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e2a20c86-9398-4100-894a-09cd2d49c0f1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/58a221da-a7bf-40be-b10c-a79f21467744 HTTP/1.1" status: 204 len: 168 time: 0.9062569 Nov 02 13:14:15.059274 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:14:15.059627 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 322c7a7d-0e53-4d3b-b836-dc2a1a109b96 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:14:15.060041 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 809425c4-93cc-419e-9772-a6bf1cd55625 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:14:15.061733 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50322) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:15.071817 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a20c86-9398-4100-894a-09cd2d49c0f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=58a221da-a7bf-40be-b10c-a79f21467744,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:15.081409 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 809425c4-93cc-419e-9772-a6bf1cd55625 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:14:15.081759 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 809425c4-93cc-419e-9772-a6bf1cd55625 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:14:15.082189 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 53cf4f95-1175-41c1-aaf6-2165e204132b no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:14:15.102213 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 53cf4f95-1175-41c1-aaf6-2165e204132b {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:14:15.102563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 53cf4f95-1175-41c1-aaf6-2165e204132b not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:14:15.260012 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:15.432929 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e6dcb1d-b753-4046-89d4-cdf6ed323e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (fc135c3d-7001-4c45-900c-5c24d4c470f8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:15.681846 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-9e6dcb1d-b753-4046-89d4-cdf6ed323e21 admin admin] Deleting port e6040f2c-6217-4082-8860-ede92d68714f {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:14:15.682185 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e6dcb1d-b753-4046-89d4-cdf6ed323e21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (e6040f2c-6217-4082-8860-ede92d68714f), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:15.702218 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:15.767822 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-9e6dcb1d-b753-4046-89d4-cdf6ed323e21 admin admin] For port e6040f2c-6217-4082-8860-ede92d68714f, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=e6040f2c-6217-4082-8860-ede92d68714f,segment=NetworkSegment(bd386e8a-7137-42b5-b58e-8581df4c9e77),segment_id=bd386e8a-7137-42b5-b58e-8581df4c9e77)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:15.768191 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e6dcb1d-b753-4046-89d4-cdf6ed323e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (e6040f2c-6217-4082-8860-ede92d68714f), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:15.782154 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-9e6dcb1d-b753-4046-89d4-cdf6ed323e21 admin admin] Calling delete_port for e6040f2c-6217-4082-8860-ede92d68714f owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:14:15.899662 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:15.940406 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5c04-faa4-4f79-891a-f83deec6924e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:16.054896 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e6dcb1d-b753-4046-89d4-cdf6ed323e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (e6040f2c-6217-4082-8860-ede92d68714f), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:16.082713 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6dcb1d-b753-4046-89d4-cdf6ed323e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6040f2c-6217-4082-8860-ede92d68714f,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:16.259451 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9e6dcb1d-b753-4046-89d4-cdf6ed323e21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (fc135c3d-7001-4c45-900c-5c24d4c470f8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:16.286944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d14e73-2794-48df-ab10-1eb2c0d76019 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:14:16.361392 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d14e73-2794-48df-ab10-1eb2c0d76019 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:14:16.419944 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:16.486370 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6dcb1d-b753-4046-89d4-cdf6ed323e21 admin admin] Router fc135c3d-7001-4c45-900c-5c24d4c470f8 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:14:16.991821 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:16.995590 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6dcb1d-b753-4046-89d4-cdf6ed323e21 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:14:17.004207 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9e6dcb1d-b753-4046-89d4-cdf6ed323e21 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/fc135c3d-7001-4c45-900c-5c24d4c470f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9394464 Nov 02 13:14:17.006527 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50324) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:17.016147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89dfc1d-2e5b-4fc4-98ff-432cce3af6a9 None None] Sync routers for ids ['fc135c3d-7001-4c45-900c-5c24d4c470f8'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:14:17.046934 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89dfc1d-2e5b-4fc4-98ff-432cce3af6a9 None None] Routers {'fc135c3d-7001-4c45-900c-5c24d4c470f8'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:14:17.048279 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d89dfc1d-2e5b-4fc4-98ff-432cce3af6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:14:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['fc135c3d-7001-4c45-900c-5c24d4c470f8'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:17.148728 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88ca141b-f276-49a5-bebd-1b251c4d8042 admin admin] Publish callbacks [] for router (fc135c3d-7001-4c45-900c-5c24d4c470f8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:17.159307 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-d89dfc1d-2e5b-4fc4-98ff-432cce3af6a9 None None] Set router fc135c3d-7001-4c45-900c-5c24d4c470f8 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:14:17.247346 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-47f27674-5e17-465e-8c41-b5e3ff7b6374 None None] Provisioning complete for port 0b985887-7935-4e27-92f7-d4692507cdb7 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:17.247632 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-47f27674-5e17-465e-8c41-b5e3ff7b6374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0b985887-7935-4e27-92f7-d4692507cdb7), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:17.247970 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-47f27674-5e17-465e-8c41-b5e3ff7b6374 None None] Attempt 1 to provision port 0b985887-7935-4e27-92f7-d4692507cdb7 Nov 02 13:14:17.259676 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88ca141b-f276-49a5-bebd-1b251c4d8042 admin admin] Publish callbacks [] for router_gateway (fc135c3d-7001-4c45-900c-5c24d4c470f8), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:17.386104 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-88ca141b-f276-49a5-bebd-1b251c4d8042 admin admin] Deleting port f0fc8315-9dc6-4afb-a2a7-89148c0f29e1 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:14:17.386383 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88ca141b-f276-49a5-bebd-1b251c4d8042 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (f0fc8315-9dc6-4afb-a2a7-89148c0f29e1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:17.388196 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=3,neutron:DELETE=9,neutron:SELECT=88 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:17.487486 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-88ca141b-f276-49a5-bebd-1b251c4d8042 admin admin] For port f0fc8315-9dc6-4afb-a2a7-89148c0f29e1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f0fc8315-9dc6-4afb-a2a7-89148c0f29e1,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:17.488163 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88ca141b-f276-49a5-bebd-1b251c4d8042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (f0fc8315-9dc6-4afb-a2a7-89148c0f29e1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:17.508549 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-88ca141b-f276-49a5-bebd-1b251c4d8042 admin admin] Calling delete_port for f0fc8315-9dc6-4afb-a2a7-89148c0f29e1 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:14:17.547047 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-47f27674-5e17-465e-8c41-b5e3ff7b6374 None None] Current status of the port 0b985887-7935-4e27-92f7-d4692507cdb7 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:17.551564 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d89dfc1d-2e5b-4fc4-98ff-432cce3af6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc135c3d-7001-4c45-900c-5c24d4c470f8', 'name': 'tempest-TestEncryptedCinderVolumes-1074285746-router', 'tenant_id': 'f2326ca2d54f4b3da83070696ed53f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'f0fc8315-9dc6-4afb-a2a7-89148c0f29e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:01Z', 'updated_at': '2022-11-02T13:14:15Z', 'revision_number': 5, 'project_id': 'f2326ca2d54f4b3da83070696ed53f87', 'gw_port': {'id': 'f0fc8315-9dc6-4afb-a2a7-89148c0f29e1', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc135c3d-7001-4c45-900c-5c24d4c470f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:02Z', 'updated_at': '2022-11-02T13:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:17.579981 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89dfc1d-2e5b-4fc4-98ff-432cce3af6a9 None None] Checking router: fc135c3d-7001-4c45-900c-5c24d4c470f8 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:14:17.588695 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89dfc1d-2e5b-4fc4-98ff-432cce3af6a9 None None] Routers {'fc135c3d-7001-4c45-900c-5c24d4c470f8'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:14:17.589304 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d89dfc1d-2e5b-4fc4-98ff-432cce3af6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:14:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['fc135c3d-7001-4c45-900c-5c24d4c470f8'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:17.677086 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-d89dfc1d-2e5b-4fc4-98ff-432cce3af6a9 None None] Set router fc135c3d-7001-4c45-900c-5c24d4c470f8 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:14:17.726629 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d89dfc1d-2e5b-4fc4-98ff-432cce3af6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc135c3d-7001-4c45-900c-5c24d4c470f8', 'name': 'tempest-TestEncryptedCinderVolumes-1074285746-router', 'tenant_id': 'f2326ca2d54f4b3da83070696ed53f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:01Z', 'updated_at': '2022-11-02T13:14:17Z', 'revision_number': 6, 'project_id': 'f2326ca2d54f4b3da83070696ed53f87', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:17.752302 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89dfc1d-2e5b-4fc4-98ff-432cce3af6a9 None None] The sync data for ids ['fc135c3d-7001-4c45-900c-5c24d4c470f8'] in n-d-857339-6 is: [{'id': 'fc135c3d-7001-4c45-900c-5c24d4c470f8', 'name': 'tempest-TestEncryptedCinderVolumes-1074285746-router', 'tenant_id': 'f2326ca2d54f4b3da83070696ed53f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:01Z', 'updated_at': '2022-11-02T13:14:17Z', 'revision_number': 6, 'project_id': 'f2326ca2d54f4b3da83070696ed53f87', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:14:17.757400 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88ca141b-f276-49a5-bebd-1b251c4d8042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (f0fc8315-9dc6-4afb-a2a7-89148c0f29e1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:17.784706 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca141b-f276-49a5-bebd-1b251c4d8042 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0fc8315-9dc6-4afb-a2a7-89148c0f29e1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:17.857938 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88ca141b-f276-49a5-bebd-1b251c4d8042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (fc135c3d-7001-4c45-900c-5c24d4c470f8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:17.962760 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88ca141b-f276-49a5-bebd-1b251c4d8042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (fc135c3d-7001-4c45-900c-5c24d4c470f8), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:17.965864 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88ca141b-f276-49a5-bebd-1b251c4d8042 admin admin] Publish callbacks [] for router_controller (fc135c3d-7001-4c45-900c-5c24d4c470f8), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:18.106243 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88ca141b-f276-49a5-bebd-1b251c4d8042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (fc135c3d-7001-4c45-900c-5c24d4c470f8), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:18.110454 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ca141b-f276-49a5-bebd-1b251c4d8042 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc135c3d-7001-4c45-900c-5c24d4c470f8 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:14:18.111972 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-88ca141b-f276-49a5-bebd-1b251c4d8042 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:18.113490 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-88ca141b-f276-49a5-bebd-1b251c4d8042 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/fc135c3d-7001-4c45-900c-5c24d4c470f8 HTTP/1.1" status: 204 len: 168 time: 1.1057112 Nov 02 13:14:18.116189 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50326) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:18.150973 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:18.170203 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba9bd76-03b6-4fb7-9723-86aa7e2f65ec admin admin] Deleting subnet 4ed69940-d57d-4e94-9da0-74e7ba89c21d {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:14:18.174499 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ba9bd76-03b6-4fb7-9723-86aa7e2f65ec admin admin] Publish callbacks [] for subnet (4ed69940-d57d-4e94-9da0-74e7ba89c21d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:18.226965 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ba9bd76-03b6-4fb7-9723-86aa7e2f65ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (4ed69940-d57d-4e94-9da0-74e7ba89c21d), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:18.312191 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ba9bd76-03b6-4fb7-9723-86aa7e2f65ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (4ed69940-d57d-4e94-9da0-74e7ba89c21d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:18.319281 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:18.449335 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ba9bd76-03b6-4fb7-9723-86aa7e2f65ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (4ed69940-d57d-4e94-9da0-74e7ba89c21d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:18.468976 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:18.480312 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9bd76-03b6-4fb7-9723-86aa7e2f65ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ed69940-d57d-4e94-9da0-74e7ba89c21d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:18.485559 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8ba9bd76-03b6-4fb7-9723-86aa7e2f65ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:18.489130 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8ba9bd76-03b6-4fb7-9723-86aa7e2f65ec admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/4ed69940-d57d-4e94-9da0-74e7ba89c21d HTTP/1.1" status: 204 len: 168 time: 0.3718235 Nov 02 13:14:18.492557 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50328) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:18.496671 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b987c9-7247-4665-aa13-7f7d4f46e7b1 None None] Network a696d565-8778-4c69-a8bb-51f85a04d611 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:14:18.577542 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edd5632c-7d93-48f5-9662-0bef8c193da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (a696d565-8778-4c69-a8bb-51f85a04d611), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:18.603197 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:18.614937 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:18.630577 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-edd5632c-7d93-48f5-9662-0bef8c193da5 admin admin] Deleting port 0b985887-7935-4e27-92f7-d4692507cdb7 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:14:18.631003 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edd5632c-7d93-48f5-9662-0bef8c193da5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0b985887-7935-4e27-92f7-d4692507cdb7), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:18.686856 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386c2358-662b-4f92-a0fe-00b91827e9d0 None None] DHCP port deletion for a696d565-8778-4c69-a8bb-51f85a04d611 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:14:18.714972 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-edd5632c-7d93-48f5-9662-0bef8c193da5 admin admin] For port 0b985887-7935-4e27-92f7-d4692507cdb7, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0b985887-7935-4e27-92f7-d4692507cdb7,segment=NetworkSegment(bd386e8a-7137-42b5-b58e-8581df4c9e77),segment_id=bd386e8a-7137-42b5-b58e-8581df4c9e77)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:18.715326 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edd5632c-7d93-48f5-9662-0bef8c193da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0b985887-7935-4e27-92f7-d4692507cdb7), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:18.734135 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-edd5632c-7d93-48f5-9662-0bef8c193da5 admin admin] Calling delete_port for 0b985887-7935-4e27-92f7-d4692507cdb7 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:14:18.740920 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-386c2358-662b-4f92-a0fe-00b91827e9d0 None None] Deleting port 0b985887-7935-4e27-92f7-d4692507cdb7 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:14:18.741475 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-386c2358-662b-4f92-a0fe-00b91827e9d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0b985887-7935-4e27-92f7-d4692507cdb7), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:18.812911 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f0fc8315-9dc6-4afb-a2a7-89148c0f29e1 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:14:18.845907 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: f0fc8315-9dc6-4afb-a2a7-89148c0f29e1 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:14:18.846277 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f0fc8315-9dc6-4afb-a2a7-89148c0f29e1 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:14:18.846708 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0b985887-7935-4e27-92f7-d4692507cdb7 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:14:18.854097 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-386c2358-662b-4f92-a0fe-00b91827e9d0 None None] For port 0b985887-7935-4e27-92f7-d4692507cdb7, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0b985887-7935-4e27-92f7-d4692507cdb7,segment=NetworkSegment(bd386e8a-7137-42b5-b58e-8581df4c9e77),segment_id=bd386e8a-7137-42b5-b58e-8581df4c9e77)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:18.854501 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-386c2358-662b-4f92-a0fe-00b91827e9d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0b985887-7935-4e27-92f7-d4692507cdb7), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:18.894611 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-386c2358-662b-4f92-a0fe-00b91827e9d0 None None] Calling delete_port for 0b985887-7935-4e27-92f7-d4692507cdb7 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:14:18.906749 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edd5632c-7d93-48f5-9662-0bef8c193da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (0b985887-7935-4e27-92f7-d4692507cdb7), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:18.944072 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5632c-7d93-48f5-9662-0bef8c193da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b985887-7935-4e27-92f7-d4692507cdb7,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:18.948001 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd5632c-7d93-48f5-9662-0bef8c193da5 admin admin] No DVR routers for this DVR port 0b985887-7935-4e27-92f7-d4692507cdb7 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:14:18.991820 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No active binding found for port 0b985887-7935-4e27-92f7-d4692507cdb7 {{(pid=105977) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Nov 02 13:14:18.991973 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] The host n-d-857339-6 is not matching for port 0b985887-7935-4e27-92f7-d4692507cdb7 host None! {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Nov 02 13:14:18.994594 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0b985887-7935-4e27-92f7-d4692507cdb7 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:14:18.994594 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e6040f2c-6217-4082-8860-ede92d68714f no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:14:19.017466 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: e6040f2c-6217-4082-8860-ede92d68714f {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:14:19.017966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device e6040f2c-6217-4082-8860-ede92d68714f not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:14:19.020454 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-386c2358-662b-4f92-a0fe-00b91827e9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (0b985887-7935-4e27-92f7-d4692507cdb7), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:19.046097 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c2358-662b-4f92-a0fe-00b91827e9d0 None None] Pushing event deleted for resources: {'Port': ['ID=0b985887-7935-4e27-92f7-d4692507cdb7,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:19.053104 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c2358-662b-4f92-a0fe-00b91827e9d0 None None] No DVR routers for this DVR port 0b985887-7935-4e27-92f7-d4692507cdb7 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:14:19.060095 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edd5632c-7d93-48f5-9662-0bef8c193da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (a696d565-8778-4c69-a8bb-51f85a04d611), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:19.086563 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-edd5632c-7d93-48f5-9662-0bef8c193da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a696d565-8778-4c69-a8bb-51f85a04d611']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:19.099657 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-edd5632c-7d93-48f5-9662-0bef8c193da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd386e8a-7137-42b5-b58e-8581df4c9e77') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:19.099963 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-edd5632c-7d93-48f5-9662-0bef8c193da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd386e8a-7137-42b5-b58e-8581df4c9e77') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:19.108454 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:19.113690 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edd5632c-7d93-48f5-9662-0bef8c193da5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (bd386e8a-7137-42b5-b58e-8581df4c9e77), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:19.131901 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edd5632c-7d93-48f5-9662-0bef8c193da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (bd386e8a-7137-42b5-b58e-8581df4c9e77), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:19.139876 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd5632c-7d93-48f5-9662-0bef8c193da5 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:14:19.140392 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edd5632c-7d93-48f5-9662-0bef8c193da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (bd386e8a-7137-42b5-b58e-8581df4c9e77), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:19.168156 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment bd386e8a-7137-42b5-b58e-8581df4c9e77 resource provider aggregate not found Nov 02 13:14:19.202879 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment bd386e8a-7137-42b5-b58e-8581df4c9e77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd386e8a-7137-42b5-b58e-8581df4c9e77 found for delete ", "request_id": "req-5a98d8c6-4cbf-4c29-aeb6-a845afd7b600"}]} Nov 02 13:14:19.305084 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edd5632c-7d93-48f5-9662-0bef8c193da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (a696d565-8778-4c69-a8bb-51f85a04d611), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:19.310530 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-edd5632c-7d93-48f5-9662-0bef8c193da5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:19.314122 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-edd5632c-7d93-48f5-9662-0bef8c193da5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/a696d565-8778-4c69-a8bb-51f85a04d611 HTTP/1.1" status: 204 len: 168 time: 0.8205616 Nov 02 13:14:19.327502 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5632c-7d93-48f5-9662-0bef8c193da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a696d565-8778-4c69-a8bb-51f85a04d611,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:19.706787 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50336) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:19.752507 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-982c737e-a742-40ad-afc5-d9e8bbb158b7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e3e5c7cd329741efa45718744a7c9ba6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444913 Nov 02 13:14:19.755006 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50338) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:19.811189 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bb6c9e6f-f4e8-4303-8fb6-66c82e77feeb admin admin] Publish callbacks [] for security_group (97c539e5-aed4-4258-b967-4ba4da91a567), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:19.834915 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bb6c9e6f-f4e8-4303-8fb6-66c82e77feeb admin admin] Publish callbacks [] for security_group (97c539e5-aed4-4258-b967-4ba4da91a567), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:20.037483 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bb6c9e6f-f4e8-4303-8fb6-66c82e77feeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (97c539e5-aed4-4258-b967-4ba4da91a567), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:20.040074 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-bb6c9e6f-f4e8-4303-8fb6-66c82e77feeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:20.041391 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-bb6c9e6f-f4e8-4303-8fb6-66c82e77feeb admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/97c539e5-aed4-4258-b967-4ba4da91a567 HTTP/1.1" status: 204 len: 168 time: 0.2852757 Nov 02 13:14:20.050969 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c9e6f-f4e8-4303-8fb6-66c82e77feeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c539e5-aed4-4258-b967-4ba4da91a567,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:20.975616 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50344) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:21.021619 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b542d9d2-2b73-4591-9a56-fcb3874ea0c0 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f2326ca2d54f4b3da83070696ed53f87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447171 Nov 02 13:14:21.024442 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50346) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:21.082136 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5c502bb-da6c-423f-b95e-c58a5187e6b8 admin admin] Publish callbacks [] for security_group (1d48aed0-43eb-42f9-986a-39e4d3106c0d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:21.103144 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5c502bb-da6c-423f-b95e-c58a5187e6b8 admin admin] Publish callbacks [] for security_group (1d48aed0-43eb-42f9-986a-39e4d3106c0d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:21.120737 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:21.374620 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5c502bb-da6c-423f-b95e-c58a5187e6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (1d48aed0-43eb-42f9-986a-39e4d3106c0d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:21.377438 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a5c502bb-da6c-423f-b95e-c58a5187e6b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:21.378627 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a5c502bb-da6c-423f-b95e-c58a5187e6b8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1d48aed0-43eb-42f9-986a-39e4d3106c0d HTTP/1.1" status: 204 len: 168 time: 0.3527865 Nov 02 13:14:21.388477 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c502bb-da6c-423f-b95e-c58a5187e6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d48aed0-43eb-42f9-986a-39e4d3106c0d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:22.595280 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50368) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:22.698065 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-59556517-4631-4d98-b246-1875b75c2b71 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-339247346-network', 'tenant_id': 'de4a5e32387f4e81bd7c863b544a787e'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:14:22.820057 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59556517-4631-4d98-b246-1875b75c2b71 admin admin] Made reservation on behalf of de4a5e32387f4e81bd7c863b544a787e for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:14:22.822540 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59556517-4631-4d98-b246-1875b75c2b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:22.832041 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59556517-4631-4d98-b246-1875b75c2b71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:22.912514 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59556517-4631-4d98-b246-1875b75c2b71 admin admin] Publish callbacks [] for security_group (3780cd52-a07c-4902-af9d-31f50694144c), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:23.059871 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59556517-4631-4d98-b246-1875b75c2b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3780cd52-a07c-4902-af9d-31f50694144c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:23.090287 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59556517-4631-4d98-b246-1875b75c2b71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:14:23.096715 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59556517-4631-4d98-b246-1875b75c2b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3780cd52-a07c-4902-af9d-31f50694144c,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:23.104293 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59556517-4631-4d98-b246-1875b75c2b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (d7977212-00d5-45a3-9aa9-9aa97eda1ab4), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:23.104674 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-59556517-4631-4d98-b246-1875b75c2b71 admin admin] Added segment d7977212-00d5-45a3-9aa9-9aa97eda1ab4 of type vlan for network 51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0 Nov 02 13:14:23.148872 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59556517-4631-4d98-b246-1875b75c2b71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:23.265408 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59556517-4631-4d98-b246-1875b75c2b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:23.266369 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59556517-4631-4d98-b246-1875b75c2b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:23.266976 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-59556517-4631-4d98-b246-1875b75c2b71 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:23.340083 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59556517-4631-4d98-b246-1875b75c2b71 admin admin] Pushing event updated for resources: {'Network': ['ID=51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:23.350398 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:14:23.379837 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-59556517-4631-4d98-b246-1875b75c2b71 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7831144 Nov 02 13:14:23.384777 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50372) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:23.390516 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-0d7970af-71be-41e9-99a8-d73da8c02d38 admin admin] Request body: {'subnet': {'network_id': '51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-339247346-subnet', 'tenant_id': 'de4a5e32387f4e81bd7c863b544a787e', 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:14:23.544599 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7970af-71be-41e9-99a8-d73da8c02d38 admin admin] Made reservation on behalf of de4a5e32387f4e81bd7c863b544a787e for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:14:23.547140 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d7970af-71be-41e9-99a8-d73da8c02d38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:23.572860 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:23.967681 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d7970af-71be-41e9-99a8-d73da8c02d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (f96f19e5-b591-478f-97cb-3ff9c4737a1d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:24.001085 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:24.008578 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:24.035208 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7970af-71be-41e9-99a8-d73da8c02d38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f96f19e5-b591-478f-97cb-3ff9c4737a1d,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:24.051098 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7970af-71be-41e9-99a8-d73da8c02d38 admin admin] Checking segment: {'id': 'd7977212-00d5-45a3-9aa9-9aa97eda1ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:14:24.051461 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7970af-71be-41e9-99a8-d73da8c02d38 admin admin] Network hostable DHCP agents. Network: 51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:14:24.185699 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7970af-71be-41e9-99a8-d73da8c02d38 admin admin] Network 51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:14:24.294377 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-0d7970af-71be-41e9-99a8-d73da8c02d38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:14:24.299135 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7970af-71be-41e9-99a8-d73da8c02d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:24.299795 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0d7970af-71be-41e9-99a8-d73da8c02d38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:24.304935 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515fc228-8b43-49a2-be58-c0eecfb54d4c None None] Network 51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:14:24.432255 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0d7970af-71be-41e9-99a8-d73da8c02d38 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0433655 Nov 02 13:14:24.432369 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0', 'network_id': '51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0', 'project_id': 'de4a5e32387f4e81bd7c863b544a787e', 'fixed_ips': [{'subnet_id': 'f96f19e5-b591-478f-97cb-3ff9c4737a1d'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:14:24.432369 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:24.432928 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50374) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:24.437537 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ab37712b-f164-4697-8a56-c91ff86b1bdf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-339247346-router', 'tenant_id': 'de4a5e32387f4e81bd7c863b544a787e', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:14:24.602811 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab37712b-f164-4697-8a56-c91ff86b1bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (c7dba2a3-a4f8-4809-91fa-58a11660f0bd), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:24.603898 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab37712b-f164-4697-8a56-c91ff86b1bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (c7dba2a3-a4f8-4809-91fa-58a11660f0bd), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:24.657017 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab37712b-f164-4697-8a56-c91ff86b1bdf admin admin] Publish callbacks [] for router_controller (c7dba2a3-a4f8-4809-91fa-58a11660f0bd), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:24.705662 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] Allocated IP 172.20.0.2 (51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0/f96f19e5-b591-478f-97cb-3ff9c4737a1d/0585e54f-c924-4fb2-9d66-c0a856926d89) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:14:24.844476 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:24.858279 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] Publish callbacks [] for port (0585e54f-c924-4fb2-9d66-c0a856926d89), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:24.891146 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab37712b-f164-4697-8a56-c91ff86b1bdf admin admin] Publish callbacks [] for router_gateway (c7dba2a3-a4f8-4809-91fa-58a11660f0bd), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:24.952383 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (0585e54f-c924-4fb2-9d66-c0a856926d89), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:24.994592 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:24.999090 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] Network 51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:14:25.003894 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:14:25.006087 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] Pushing event updated for resources: {'Port': ['ID=0585e54f-c924-4fb2-9d66-c0a856926d89,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:25.008345 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:14:25.065216 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] Attempting to bind port 0585e54f-c924-4fb2-9d66-c0a856926d89 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:14:25.065563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] Attempting to bind port 0585e54f-c924-4fb2-9d66-c0a856926d89 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd7977212-00d5-45a3-9aa9-9aa97eda1ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:14:25.065933 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] Attempting to bind port 0585e54f-c924-4fb2-9d66-c0a856926d89 on network 51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:14:25.113725 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:14:25.114014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] Checking segment: {'id': 'd7977212-00d5-45a3-9aa9-9aa97eda1ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:14:25.114417 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:25.114831 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] Bound using segment: {'id': 'd7977212-00d5-45a3-9aa9-9aa97eda1ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:14:25.115399 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] Bound port: 0585e54f-c924-4fb2-9d66-c0a856926d89, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7977212-00d5-45a3-9aa9-9aa97eda1ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:14:25.115799 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0585e54f-c924-4fb2-9d66-c0a856926d89), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:25.177934 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab37712b-f164-4697-8a56-c91ff86b1bdf admin admin] Publish callbacks [] for router_gateway (c7dba2a3-a4f8-4809-91fa-58a11660f0bd), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:25.183232 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] For port 0585e54f-c924-4fb2-9d66-c0a856926d89, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:14:25.187217 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] For port 0585e54f-c924-4fb2-9d66-c0a856926d89, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0585e54f-c924-4fb2-9d66-c0a856926d89,segment=NetworkSegment(d7977212-00d5-45a3-9aa9-9aa97eda1ab4),segment_id=d7977212-00d5-45a3-9aa9-9aa97eda1ab4)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:14:25.199445 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab37712b-f164-4697-8a56-c91ff86b1bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:25.312683 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0585e54f-c924-4fb2-9d66-c0a856926d89), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:25.315284 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-ab37712b-f164-4697-8a56-c91ff86b1bdf admin admin] Allocated IP 172.25.2.59 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/587ef06a-b291-4b22-a18d-b44471c6b1f9) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:14:25.376050 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d1a86-414f-44ca-b5fe-c2dfbd307c03 None None] Pushing event updated for resources: {'Port': ['ID=0585e54f-c924-4fb2-9d66-c0a856926d89,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:25.464245 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab37712b-f164-4697-8a56-c91ff86b1bdf admin admin] Publish callbacks [] for port (587ef06a-b291-4b22-a18d-b44471c6b1f9), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:25.480901 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:25.677716 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab37712b-f164-4697-8a56-c91ff86b1bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (587ef06a-b291-4b22-a18d-b44471c6b1f9), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:25.725240 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab37712b-f164-4697-8a56-c91ff86b1bdf admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:14:25.728772 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-ab37712b-f164-4697-8a56-c91ff86b1bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:14:25.734186 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab37712b-f164-4697-8a56-c91ff86b1bdf admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:14:25.737310 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:25.755417 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37712b-f164-4697-8a56-c91ff86b1bdf admin admin] Pushing event updated for resources: {'Port': ['ID=587ef06a-b291-4b22-a18d-b44471c6b1f9,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:26.111953 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab37712b-f164-4697-8a56-c91ff86b1bdf admin admin] Publish callbacks [] for router_gateway (c7dba2a3-a4f8-4809-91fa-58a11660f0bd), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:26.321923 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab37712b-f164-4697-8a56-c91ff86b1bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (c7dba2a3-a4f8-4809-91fa-58a11660f0bd), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:26.358034 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64630321-42a0-4855-8110-81e4b1c7dff7 None None] Network 51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:14:26.428888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-09f559e4-5d51-4d9f-b4fb-7d88f984fffd None None] Provisioning complete for port 0585e54f-c924-4fb2-9d66-c0a856926d89 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:26.429268 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-09f559e4-5d51-4d9f-b4fb-7d88f984fffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0585e54f-c924-4fb2-9d66-c0a856926d89), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:26.429611 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-09f559e4-5d51-4d9f-b4fb-7d88f984fffd None None] Attempt 1 to provision port 0585e54f-c924-4fb2-9d66-c0a856926d89 Nov 02 13:14:26.553105 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-09f559e4-5d51-4d9f-b4fb-7d88f984fffd None None] Current status of the port 0585e54f-c924-4fb2-9d66-c0a856926d89 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:26.553497 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-09f559e4-5d51-4d9f-b4fb-7d88f984fffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0585e54f-c924-4fb2-9d66-c0a856926d89), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:26.570940 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab37712b-f164-4697-8a56-c91ff86b1bdf admin admin] Router c7dba2a3-a4f8-4809-91fa-58a11660f0bd is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:14:26.598219 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-09f559e4-5d51-4d9f-b4fb-7d88f984fffd None None] For port 0585e54f-c924-4fb2-9d66-c0a856926d89, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0585e54f-c924-4fb2-9d66-c0a856926d89,segment=NetworkSegment(d7977212-00d5-45a3-9aa9-9aa97eda1ab4),segment_id=d7977212-00d5-45a3-9aa9-9aa97eda1ab4)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:26.679084 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:26.686692 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab37712b-f164-4697-8a56-c91ff86b1bdf admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:14:26.696275 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] Sync routers for ids ['c7dba2a3-a4f8-4809-91fa-58a11660f0bd'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:14:26.709052 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] Routers {'c7dba2a3-a4f8-4809-91fa-58a11660f0bd'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:14:26.709684 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:14:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c7dba2a3-a4f8-4809-91fa-58a11660f0bd'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:26.741237 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-09f559e4-5d51-4d9f-b4fb-7d88f984fffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0585e54f-c924-4fb2-9d66-c0a856926d89), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:26.789197 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ab37712b-f164-4697-8a56-c91ff86b1bdf admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:26.791421 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ab37712b-f164-4697-8a56-c91ff86b1bdf admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3577766 Nov 02 13:14:26.794141 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50376) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:26.814024 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f559e4-5d51-4d9f-b4fb-7d88f984fffd None None] Pushing event updated for resources: {'Port': ['ID=0585e54f-c924-4fb2-9d66-c0a856926d89,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:26.823339 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] Set router c7dba2a3-a4f8-4809-91fa-58a11660f0bd gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:14:26.850088 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0585e54f-c924-4fb2-9d66-c0a856926d89 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:14:26.879651 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:26.884924 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-72bb8b84-2d06-4cbc-9025-259c09a8c3df None None] Provisioning complete for port 0585e54f-c924-4fb2-9d66-c0a856926d89 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:26.885401 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-72bb8b84-2d06-4cbc-9025-259c09a8c3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0585e54f-c924-4fb2-9d66-c0a856926d89), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:26.885837 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-72bb8b84-2d06-4cbc-9025-259c09a8c3df None None] Attempt 1 to provision port 0585e54f-c924-4fb2-9d66-c0a856926d89 Nov 02 13:14:26.941830 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0585e54f-c924-4fb2-9d66-c0a856926d89 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:26.942641 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0585e54f-c924-4fb2-9d66-c0a856926d89), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:26.943262 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0585e54f-c924-4fb2-9d66-c0a856926d89 Nov 02 13:14:27.007533 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dba2a3-a4f8-4809-91fa-58a11660f0bd', 'name': 'tempest-TestMinimumBasicScenario-339247346-router', 'tenant_id': 'de4a5e32387f4e81bd7c863b544a787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '587ef06a-b291-4b22-a18d-b44471c6b1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:24Z', 'updated_at': '2022-11-02T13:14:25Z', 'revision_number': 3, 'project_id': 'de4a5e32387f4e81bd7c863b544a787e', 'gw_port': {'id': '587ef06a-b291-4b22-a18d-b44471c6b1f9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:23:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7dba2a3-a4f8-4809-91fa-58a11660f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:25Z', 'updated_at': '2022-11-02T13:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:27.020377 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-72bb8b84-2d06-4cbc-9025-259c09a8c3df None None] Current status of the port 0585e54f-c924-4fb2-9d66-c0a856926d89 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:27.040143 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] Checking router: c7dba2a3-a4f8-4809-91fa-58a11660f0bd for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:14:27.040525 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] Updating router c7dba2a3-a4f8-4809-91fa-58a11660f0bd port 587ef06a-b291-4b22-a18d-b44471c6b1f9 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:14:27.058871 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0585e54f-c924-4fb2-9d66-c0a856926d89 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:27.071320 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (587ef06a-b291-4b22-a18d-b44471c6b1f9), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:27.162333 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:27.242933 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee918-0e48-479c-a8fd-0784f3eb66ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:27.324080 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] Publish callbacks [] for port (587ef06a-b291-4b22-a18d-b44471c6b1f9), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:27.413968 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (587ef06a-b291-4b22-a18d-b44471c6b1f9), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:27.415677 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-6d7ee918-0e48-479c-a8fd-0784f3eb66ce admin admin] Allocated IP 172.20.0.1 (51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0/f96f19e5-b591-478f-97cb-3ff9c4737a1d/9e7d9597-60bb-400f-8f14-a1f65631b638) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:14:27.450420 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] Attempting to bind port 587ef06a-b291-4b22-a18d-b44471c6b1f9 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:14:27.450798 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] Attempting to bind port 587ef06a-b291-4b22-a18d-b44471c6b1f9 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:14:27.451141 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] Attempting to bind port 587ef06a-b291-4b22-a18d-b44471c6b1f9 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:14:27.494420 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e22c9-cd14-4fd0-a188-e76d54a3e67c None None] Pushing event updated for resources: {'Port': ['ID=587ef06a-b291-4b22-a18d-b44471c6b1f9,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:27.516641 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:14:27.517025 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:14:27.517505 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:27.517796 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:14:27.518274 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] Bound port: 587ef06a-b291-4b22-a18d-b44471c6b1f9, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:14:27.518647 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (587ef06a-b291-4b22-a18d-b44471c6b1f9), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:27.534417 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee918-0e48-479c-a8fd-0784f3eb66ce admin admin] Publish callbacks [] for port (9e7d9597-60bb-400f-8f14-a1f65631b638), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:27.575811 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] For port 587ef06a-b291-4b22-a18d-b44471c6b1f9, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:14:27.578990 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] For port 587ef06a-b291-4b22-a18d-b44471c6b1f9, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=587ef06a-b291-4b22-a18d-b44471c6b1f9,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:14:27.723294 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee918-0e48-479c-a8fd-0784f3eb66ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (9e7d9597-60bb-400f-8f14-a1f65631b638), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:27.768000 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ee918-0e48-479c-a8fd-0784f3eb66ce admin admin] Network 51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:14:27.775281 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6d7ee918-0e48-479c-a8fd-0784f3eb66ce admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:14:27.779360 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ee918-0e48-479c-a8fd-0784f3eb66ce admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:14:27.782805 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ee918-0e48-479c-a8fd-0784f3eb66ce admin admin] Pushing event updated for resources: {'Port': ['ID=9e7d9597-60bb-400f-8f14-a1f65631b638,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:27.807795 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (587ef06a-b291-4b22-a18d-b44471c6b1f9), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:27.808323 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:27.824537 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee918-0e48-479c-a8fd-0784f3eb66ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (c7dba2a3-a4f8-4809-91fa-58a11660f0bd), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:27.840360 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:27.846673 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] Routers {'c7dba2a3-a4f8-4809-91fa-58a11660f0bd'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:14:27.847410 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:14:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c7dba2a3-a4f8-4809-91fa-58a11660f0bd'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:27.893779 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:27.902210 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e22c9-cd14-4fd0-a188-e76d54a3e67c None None] Pushing event updated for resources: {'Port': ['ID=587ef06a-b291-4b22-a18d-b44471c6b1f9,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:27.980394 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] Set router c7dba2a3-a4f8-4809-91fa-58a11660f0bd gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:14:28.053776 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-13d4b59e-85e9-4232-ba13-30b4fd5ce689 None None] Provisioning complete for port 9e7d9597-60bb-400f-8f14-a1f65631b638 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:28.054878 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-13d4b59e-85e9-4232-ba13-30b4fd5ce689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9e7d9597-60bb-400f-8f14-a1f65631b638), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:28.055944 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-13d4b59e-85e9-4232-ba13-30b4fd5ce689 None None] Attempt 1 to provision port 9e7d9597-60bb-400f-8f14-a1f65631b638 Nov 02 13:14:28.094739 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-13d4b59e-85e9-4232-ba13-30b4fd5ce689 None None] Port 9e7d9597-60bb-400f-8f14-a1f65631b638 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:14:28.151834 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:28.240458 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee918-0e48-479c-a8fd-0784f3eb66ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9e7d9597-60bb-400f-8f14-a1f65631b638), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:28.248867 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dba2a3-a4f8-4809-91fa-58a11660f0bd', 'name': 'tempest-TestMinimumBasicScenario-339247346-router', 'tenant_id': 'de4a5e32387f4e81bd7c863b544a787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '587ef06a-b291-4b22-a18d-b44471c6b1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:24Z', 'updated_at': '2022-11-02T13:14:25Z', 'revision_number': 3, 'project_id': 'de4a5e32387f4e81bd7c863b544a787e', 'gw_port': {'id': '587ef06a-b291-4b22-a18d-b44471c6b1f9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:23:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7dba2a3-a4f8-4809-91fa-58a11660f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:25Z', 'updated_at': '2022-11-02T13:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:28.277474 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43b3d05-4c8b-4c40-969c-253da7f55698 None None] The sync data for ids ['c7dba2a3-a4f8-4809-91fa-58a11660f0bd'] in n-d-857339-6 is: [{'id': 'c7dba2a3-a4f8-4809-91fa-58a11660f0bd', 'name': 'tempest-TestMinimumBasicScenario-339247346-router', 'tenant_id': 'de4a5e32387f4e81bd7c863b544a787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '587ef06a-b291-4b22-a18d-b44471c6b1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:24Z', 'updated_at': '2022-11-02T13:14:25Z', 'revision_number': 3, 'project_id': 'de4a5e32387f4e81bd7c863b544a787e', 'gw_port': {'id': '587ef06a-b291-4b22-a18d-b44471c6b1f9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:23:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7dba2a3-a4f8-4809-91fa-58a11660f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:25Z', 'updated_at': '2022-11-02T13:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:14:28.422064 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee918-0e48-479c-a8fd-0784f3eb66ce admin admin] Publish callbacks [] for port (9e7d9597-60bb-400f-8f14-a1f65631b638), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:28.534462 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee918-0e48-479c-a8fd-0784f3eb66ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (9e7d9597-60bb-400f-8f14-a1f65631b638), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:28.612831 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee918-0e48-479c-a8fd-0784f3eb66ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (c7dba2a3-a4f8-4809-91fa-58a11660f0bd), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:28.612831 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ee918-0e48-479c-a8fd-0784f3eb66ce admin admin] Pushing event updated for resources: {'Port': ['ID=9e7d9597-60bb-400f-8f14-a1f65631b638,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:28.728245 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ee918-0e48-479c-a8fd-0784f3eb66ce admin admin] Network 51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:14:28.729984 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-6d7ee918-0e48-479c-a8fd-0784f3eb66ce admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:14:28.923308 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 587ef06a-b291-4b22-a18d-b44471c6b1f9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:14:28.984420 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 587ef06a-b291-4b22-a18d-b44471c6b1f9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:28.985210 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (587ef06a-b291-4b22-a18d-b44471c6b1f9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:28.985817 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 587ef06a-b291-4b22-a18d-b44471c6b1f9 Nov 02 13:14:29.011046 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:29.049794 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-8b922efb-0a5b-404a-bcba-a534a3d900b4 None None] Provisioning complete for port 9e7d9597-60bb-400f-8f14-a1f65631b638 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:29.050178 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8b922efb-0a5b-404a-bcba-a534a3d900b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9e7d9597-60bb-400f-8f14-a1f65631b638), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:29.050523 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-8b922efb-0a5b-404a-bcba-a534a3d900b4 None None] Attempt 1 to provision port 9e7d9597-60bb-400f-8f14-a1f65631b638 Nov 02 13:14:29.262062 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:29.264934 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 587ef06a-b291-4b22-a18d-b44471c6b1f9 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:29.265613 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7ee918-0e48-479c-a8fd-0784f3eb66ce admin admin] Router c7dba2a3-a4f8-4809-91fa-58a11660f0bd has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:14:29.265719 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (587ef06a-b291-4b22-a18d-b44471c6b1f9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:29.270893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8b922efb-0a5b-404a-bcba-a534a3d900b4 None None] Port 9e7d9597-60bb-400f-8f14-a1f65631b638 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:14:29.293475 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 587ef06a-b291-4b22-a18d-b44471c6b1f9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=587ef06a-b291-4b22-a18d-b44471c6b1f9,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:29.385832 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (587ef06a-b291-4b22-a18d-b44471c6b1f9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:29.386613 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0585e54f-c924-4fb2-9d66-c0a856926d89 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:14:29.398467 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7ee918-0e48-479c-a8fd-0784f3eb66ce admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:14:29.406740 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6d7ee918-0e48-479c-a8fd-0784f3eb66ce admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/c7dba2a3-a4f8-4809-91fa-58a11660f0bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6090436 Nov 02 13:14:29.467741 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=587ef06a-b291-4b22-a18d-b44471c6b1f9,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:29.476662 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0585e54f-c924-4fb2-9d66-c0a856926d89 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:29.477032 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0585e54f-c924-4fb2-9d66-c0a856926d89), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:29.477368 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0585e54f-c924-4fb2-9d66-c0a856926d89 Nov 02 13:14:29.566641 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0585e54f-c924-4fb2-9d66-c0a856926d89 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:30.138677 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] Sync routers for ids ['c7dba2a3-a4f8-4809-91fa-58a11660f0bd'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:14:30.148964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] Routers {'c7dba2a3-a4f8-4809-91fa-58a11660f0bd'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:14:30.153544 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:14:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c7dba2a3-a4f8-4809-91fa-58a11660f0bd'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:30.240468 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50392) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:30.246377 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-4388d117-11ae-434b-b4b0-9888a07ec331 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-759617054-network', 'tenant_id': 'd0bf0bf9df1d42689402aa67a81f9f9c'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:14:30.250255 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:30.260087 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] Set router c7dba2a3-a4f8-4809-91fa-58a11660f0bd gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:14:30.363094 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4388d117-11ae-434b-b4b0-9888a07ec331 admin admin] Made reservation on behalf of d0bf0bf9df1d42689402aa67a81f9f9c for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:14:30.365832 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4388d117-11ae-434b-b4b0-9888a07ec331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:30.376291 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4388d117-11ae-434b-b4b0-9888a07ec331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:30.403424 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:30.456149 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dba2a3-a4f8-4809-91fa-58a11660f0bd', 'name': 'tempest-TestMinimumBasicScenario-339247346-router', 'tenant_id': 'de4a5e32387f4e81bd7c863b544a787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '587ef06a-b291-4b22-a18d-b44471c6b1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:24Z', 'updated_at': '2022-11-02T13:14:27Z', 'revision_number': 4, 'project_id': 'de4a5e32387f4e81bd7c863b544a787e', 'gw_port': {'id': '587ef06a-b291-4b22-a18d-b44471c6b1f9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:23:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dba2a3-a4f8-4809-91fa-58a11660f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:25Z', 'updated_at': '2022-11-02T13:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '9e7d9597-60bb-400f-8f14-a1f65631b638', 'name': '', 'network_id': '51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0', 'tenant_id': 'de4a5e32387f4e81bd7c863b544a787e', 'mac_address': 'fa:16:3e:73:ce:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7dba2a3-a4f8-4809-91fa-58a11660f0bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f96f19e5-b591-478f-97cb-3ff9c4737a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:27Z', 'updated_at': '2022-11-02T13:14:28Z', 'revision_number': 2, 'project_id': 'de4a5e32387f4e81bd7c863b544a787e', 'subnets': [{'id': 'f96f19e5-b591-478f-97cb-3ff9c4737a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:30.463184 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4388d117-11ae-434b-b4b0-9888a07ec331 admin admin] Publish callbacks [] for security_group (f89d68e3-83fe-4d3e-8f52-da13dac7376a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:30.486143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] Checking router: c7dba2a3-a4f8-4809-91fa-58a11660f0bd for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:14:30.486492 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] Updating router c7dba2a3-a4f8-4809-91fa-58a11660f0bd port 9e7d9597-60bb-400f-8f14-a1f65631b638 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:14:30.515451 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9e7d9597-60bb-400f-8f14-a1f65631b638), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:30.528811 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4388d117-11ae-434b-b4b0-9888a07ec331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f89d68e3-83fe-4d3e-8f52-da13dac7376a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:30.563196 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4388d117-11ae-434b-b4b0-9888a07ec331 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:14:30.569349 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388d117-11ae-434b-b4b0-9888a07ec331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89d68e3-83fe-4d3e-8f52-da13dac7376a,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:30.577470 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4388d117-11ae-434b-b4b0-9888a07ec331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (60a291e2-1ce4-44a1-be18-86d738ffad2b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:30.577470 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-4388d117-11ae-434b-b4b0-9888a07ec331 admin admin] Added segment 60a291e2-1ce4-44a1-be18-86d738ffad2b of type vlan for network 62a1c581-bd36-4a38-b47c-0d61897ccc8b Nov 02 13:14:30.618968 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4388d117-11ae-434b-b4b0-9888a07ec331 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (62a1c581-bd36-4a38-b47c-0d61897ccc8b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:30.636455 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:30.734652 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4388d117-11ae-434b-b4b0-9888a07ec331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (62a1c581-bd36-4a38-b47c-0d61897ccc8b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:30.738814 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4388d117-11ae-434b-b4b0-9888a07ec331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:30.738814 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4388d117-11ae-434b-b4b0-9888a07ec331 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:30.766720 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:30.790195 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] Publish callbacks [] for port (9e7d9597-60bb-400f-8f14-a1f65631b638), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:30.802773 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388d117-11ae-434b-b4b0-9888a07ec331 admin admin] Pushing event updated for resources: {'Network': ['ID=62a1c581-bd36-4a38-b47c-0d61897ccc8b,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:30.806969 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 587ef06a-b291-4b22-a18d-b44471c6b1f9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:14:30.812742 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 62a1c581-bd36-4a38-b47c-0d61897ccc8b details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:14:30.863220 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4388d117-11ae-434b-b4b0-9888a07ec331 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6209376 Nov 02 13:14:30.865748 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50394) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:30.870759 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-3a8f04ee-83a9-438f-a805-07aa2c07a06f admin admin] Request body: {'subnet': {'network_id': '62a1c581-bd36-4a38-b47c-0d61897ccc8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-759617054-subnet', 'tenant_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:14:30.904389 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9e7d9597-60bb-400f-8f14-a1f65631b638), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:30.939941 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 587ef06a-b291-4b22-a18d-b44471c6b1f9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:30.940214 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (587ef06a-b291-4b22-a18d-b44471c6b1f9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:30.940581 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 587ef06a-b291-4b22-a18d-b44471c6b1f9 Nov 02 13:14:30.979998 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8f04ee-83a9-438f-a805-07aa2c07a06f admin admin] Made reservation on behalf of d0bf0bf9df1d42689402aa67a81f9f9c for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:14:30.983461 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3a8f04ee-83a9-438f-a805-07aa2c07a06f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:31.008874 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd67b2-2c16-4844-a8b3-0d705d82d187 None None] Pushing event updated for resources: {'Port': ['ID=9e7d9597-60bb-400f-8f14-a1f65631b638,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:31.054759 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:31.055820 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] Attempting to bind port 9e7d9597-60bb-400f-8f14-a1f65631b638 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:14:31.056184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] Attempting to bind port 9e7d9597-60bb-400f-8f14-a1f65631b638 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'd7977212-00d5-45a3-9aa9-9aa97eda1ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:14:31.056565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] Attempting to bind port 9e7d9597-60bb-400f-8f14-a1f65631b638 on network 51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:14:31.117293 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 587ef06a-b291-4b22-a18d-b44471c6b1f9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:31.129119 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:14:31.129508 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] Checking segment: {'id': 'd7977212-00d5-45a3-9aa9-9aa97eda1ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:14:31.129900 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:31.130293 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] Bound using segment: {'id': 'd7977212-00d5-45a3-9aa9-9aa97eda1ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:14:31.130775 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] Bound port: 9e7d9597-60bb-400f-8f14-a1f65631b638, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7977212-00d5-45a3-9aa9-9aa97eda1ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:14:31.131156 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9e7d9597-60bb-400f-8f14-a1f65631b638), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:31.197132 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] For port 9e7d9597-60bb-400f-8f14-a1f65631b638, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:14:31.200777 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] For port 9e7d9597-60bb-400f-8f14-a1f65631b638, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9e7d9597-60bb-400f-8f14-a1f65631b638,segment=NetworkSegment(d7977212-00d5-45a3-9aa9-9aa97eda1ab4),segment_id=d7977212-00d5-45a3-9aa9-9aa97eda1ab4)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:14:31.310332 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3a8f04ee-83a9-438f-a805-07aa2c07a06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (203c2e03-349a-48b6-a164-187c55bf8335), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:31.363910 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9e7d9597-60bb-400f-8f14-a1f65631b638), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:31.366885 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f04ee-83a9-438f-a805-07aa2c07a06f admin admin] Pushing event updated for resources: {'Subnet': ['ID=203c2e03-349a-48b6-a164-187c55bf8335,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:31.399929 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8f04ee-83a9-438f-a805-07aa2c07a06f admin admin] Checking segment: {'id': '60a291e2-1ce4-44a1-be18-86d738ffad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '62a1c581-bd36-4a38-b47c-0d61897ccc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:14:31.400585 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8f04ee-83a9-438f-a805-07aa2c07a06f admin admin] Network hostable DHCP agents. Network: 62a1c581-bd36-4a38-b47c-0d61897ccc8b, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:14:31.405545 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] Routers {'c7dba2a3-a4f8-4809-91fa-58a11660f0bd'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:14:31.406452 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:14:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c7dba2a3-a4f8-4809-91fa-58a11660f0bd'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:31.469639 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd67b2-2c16-4844-a8b3-0d705d82d187 None None] Pushing event updated for resources: {'Port': ['ID=9e7d9597-60bb-400f-8f14-a1f65631b638,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:31.517417 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8f04ee-83a9-438f-a805-07aa2c07a06f admin admin] Network 62a1c581-bd36-4a38-b47c-0d61897ccc8b is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:14:31.534500 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] Set router c7dba2a3-a4f8-4809-91fa-58a11660f0bd gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:14:31.653886 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-3a8f04ee-83a9-438f-a805-07aa2c07a06f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 62a1c581-bd36-4a38-b47c-0d61897ccc8b) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:14:31.658587 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8f04ee-83a9-438f-a805-07aa2c07a06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:31.661926 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3a8f04ee-83a9-438f-a805-07aa2c07a06f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:31.663303 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a29b5b-257d-4ef0-8c96-d585de16d1de None None] Network 62a1c581-bd36-4a38-b47c-0d61897ccc8b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:14:31.669737 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:31.761364 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3a8f04ee-83a9-438f-a805-07aa2c07a06f admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8918245 Nov 02 13:14:31.761591 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50396) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:31.766510 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c0cd5aaa-b8d3-4e34-b611-9726a7c80ee7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-759617054-router', 'tenant_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:14:31.778982 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:31.796421 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dba2a3-a4f8-4809-91fa-58a11660f0bd', 'name': 'tempest-TestMinimumBasicScenario-339247346-router', 'tenant_id': 'de4a5e32387f4e81bd7c863b544a787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '587ef06a-b291-4b22-a18d-b44471c6b1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:24Z', 'updated_at': '2022-11-02T13:14:27Z', 'revision_number': 4, 'project_id': 'de4a5e32387f4e81bd7c863b544a787e', 'gw_port': {'id': '587ef06a-b291-4b22-a18d-b44471c6b1f9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:23:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dba2a3-a4f8-4809-91fa-58a11660f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:25Z', 'updated_at': '2022-11-02T13:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '9e7d9597-60bb-400f-8f14-a1f65631b638', 'name': '', 'network_id': '51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0', 'tenant_id': 'de4a5e32387f4e81bd7c863b544a787e', 'mac_address': 'fa:16:3e:73:ce:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7dba2a3-a4f8-4809-91fa-58a11660f0bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f96f19e5-b591-478f-97cb-3ff9c4737a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:27Z', 'updated_at': '2022-11-02T13:14:31Z', 'revision_number': 4, 'project_id': 'de4a5e32387f4e81bd7c863b544a787e', 'subnets': [{'id': 'f96f19e5-b591-478f-97cb-3ff9c4737a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:31.841809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-62a1c581-bd36-4a38-b47c-0d61897ccc8b', 'network_id': '62a1c581-bd36-4a38-b47c-0d61897ccc8b', 'project_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'fixed_ips': [{'subnet_id': '203c2e03-349a-48b6-a164-187c55bf8335'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:14:31.842746 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:31.847265 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e3d0a8-ec29-4c14-8572-61164da62fb5 None None] The sync data for ids ['c7dba2a3-a4f8-4809-91fa-58a11660f0bd'] in n-d-857339-6 is: [{'id': 'c7dba2a3-a4f8-4809-91fa-58a11660f0bd', 'name': 'tempest-TestMinimumBasicScenario-339247346-router', 'tenant_id': 'de4a5e32387f4e81bd7c863b544a787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '587ef06a-b291-4b22-a18d-b44471c6b1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:24Z', 'updated_at': '2022-11-02T13:14:27Z', 'revision_number': 4, 'project_id': 'de4a5e32387f4e81bd7c863b544a787e', 'gw_port': {'id': '587ef06a-b291-4b22-a18d-b44471c6b1f9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:23:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dba2a3-a4f8-4809-91fa-58a11660f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:25Z', 'updated_at': '2022-11-02T13:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '9e7d9597-60bb-400f-8f14-a1f65631b638', 'name': '', 'network_id': '51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0', 'tenant_id': 'de4a5e32387f4e81bd7c863b544a787e', 'mac_address': 'fa:16:3e:73:ce:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7dba2a3-a4f8-4809-91fa-58a11660f0bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f96f19e5-b591-478f-97cb-3ff9c4737a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:27Z', 'updated_at': '2022-11-02T13:14:31Z', 'revision_number': 4, 'project_id': 'de4a5e32387f4e81bd7c863b544a787e', 'subnets': [{'id': 'f96f19e5-b591-478f-97cb-3ff9c4737a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:14:31.903533 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c0cd5aaa-b8d3-4e34-b611-9726a7c80ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (f3784503-1d76-4b98-b54a-e3d5120310c9), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:31.904844 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c0cd5aaa-b8d3-4e34-b611-9726a7c80ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (f3784503-1d76-4b98-b54a-e3d5120310c9), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:31.976868 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c0cd5aaa-b8d3-4e34-b611-9726a7c80ee7 admin admin] Publish callbacks [] for router_controller (f3784503-1d76-4b98-b54a-e3d5120310c9), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:32.015435 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] Allocated IP 172.20.0.2 (62a1c581-bd36-4a38-b47c-0d61897ccc8b/203c2e03-349a-48b6-a164-187c55bf8335/c0f1a09d-19d6-4fea-8581-d1221153ded1) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:14:32.152206 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:32.196161 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] Publish callbacks [] for port (c0f1a09d-19d6-4fea-8581-d1221153ded1), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:32.318801 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c0cd5aaa-b8d3-4e34-b611-9726a7c80ee7 admin admin] Publish callbacks [] for router_gateway (f3784503-1d76-4b98-b54a-e3d5120310c9), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:32.358651 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (c0f1a09d-19d6-4fea-8581-d1221153ded1), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:32.403677 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] Network 62a1c581-bd36-4a38-b47c-0d61897ccc8b is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:14:32.412434 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:14:32.415445 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:14:32.431381 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] Pushing event updated for resources: {'Port': ['ID=c0f1a09d-19d6-4fea-8581-d1221153ded1,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:32.642132 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] Attempting to bind port c0f1a09d-19d6-4fea-8581-d1221153ded1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:14:32.642474 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] Attempting to bind port c0f1a09d-19d6-4fea-8581-d1221153ded1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '60a291e2-1ce4-44a1-be18-86d738ffad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '62a1c581-bd36-4a38-b47c-0d61897ccc8b'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:14:32.642833 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] Attempting to bind port c0f1a09d-19d6-4fea-8581-d1221153ded1 on network 62a1c581-bd36-4a38-b47c-0d61897ccc8b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:14:32.658869 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c0cd5aaa-b8d3-4e34-b611-9726a7c80ee7 admin admin] Publish callbacks [] for router_gateway (f3784503-1d76-4b98-b54a-e3d5120310c9), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:32.680957 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c0cd5aaa-b8d3-4e34-b611-9726a7c80ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:32.691818 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:14:32.691818 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] Checking segment: {'id': '60a291e2-1ce4-44a1-be18-86d738ffad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '62a1c581-bd36-4a38-b47c-0d61897ccc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:14:32.692669 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:32.693124 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] Bound using segment: {'id': '60a291e2-1ce4-44a1-be18-86d738ffad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '62a1c581-bd36-4a38-b47c-0d61897ccc8b'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:14:32.694588 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] Bound port: c0f1a09d-19d6-4fea-8581-d1221153ded1, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a291e2-1ce4-44a1-be18-86d738ffad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '62a1c581-bd36-4a38-b47c-0d61897ccc8b'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:14:32.694588 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c0f1a09d-19d6-4fea-8581-d1221153ded1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:32.774565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] For port c0f1a09d-19d6-4fea-8581-d1221153ded1, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:14:32.780613 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] For port c0f1a09d-19d6-4fea-8581-d1221153ded1, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c0f1a09d-19d6-4fea-8581-d1221153ded1,segment=NetworkSegment(60a291e2-1ce4-44a1-be18-86d738ffad2b),segment_id=60a291e2-1ce4-44a1-be18-86d738ffad2b)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:14:32.814113 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-c0cd5aaa-b8d3-4e34-b611-9726a7c80ee7 admin admin] Allocated IP 172.25.2.49 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/bbcc0bf5-1eea-4616-823e-f34b50e6eea9) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:14:32.816275 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:32.846838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9e7d9597-60bb-400f-8f14-a1f65631b638 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:14:32.899888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 9e7d9597-60bb-400f-8f14-a1f65631b638 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:32.899888 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9e7d9597-60bb-400f-8f14-a1f65631b638), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:32.900909 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 9e7d9597-60bb-400f-8f14-a1f65631b638 Nov 02 13:14:32.925964 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c0f1a09d-19d6-4fea-8581-d1221153ded1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:32.937129 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c0cd5aaa-b8d3-4e34-b611-9726a7c80ee7 admin admin] Publish callbacks [] for port (bbcc0bf5-1eea-4616-823e-f34b50e6eea9), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:32.998193 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:33.006488 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e76d96-9d1b-4d45-b31c-6c61b3d7b796 None None] Pushing event updated for resources: {'Port': ['ID=c0f1a09d-19d6-4fea-8581-d1221153ded1,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:33.054742 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9e7d9597-60bb-400f-8f14-a1f65631b638 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:33.055133 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (9e7d9597-60bb-400f-8f14-a1f65631b638), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:33.095947 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 9e7d9597-60bb-400f-8f14-a1f65631b638, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9e7d9597-60bb-400f-8f14-a1f65631b638,segment=NetworkSegment(d7977212-00d5-45a3-9aa9-9aa97eda1ab4),segment_id=d7977212-00d5-45a3-9aa9-9aa97eda1ab4)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:33.157942 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c0cd5aaa-b8d3-4e34-b611-9726a7c80ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (bbcc0bf5-1eea-4616-823e-f34b50e6eea9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:33.210089 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cd5aaa-b8d3-4e34-b611-9726a7c80ee7 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:14:33.213298 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-c0cd5aaa-b8d3-4e34-b611-9726a7c80ee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:14:33.218466 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cd5aaa-b8d3-4e34-b611-9726a7c80ee7 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:14:33.230089 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (9e7d9597-60bb-400f-8f14-a1f65631b638), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:33.274801 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd5aaa-b8d3-4e34-b611-9726a7c80ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=bbcc0bf5-1eea-4616-823e-f34b50e6eea9,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:33.307379 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=9e7d9597-60bb-400f-8f14-a1f65631b638,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:33.612845 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:33.662723 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c0cd5aaa-b8d3-4e34-b611-9726a7c80ee7 admin admin] Publish callbacks [] for router_gateway (f3784503-1d76-4b98-b54a-e3d5120310c9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:34.074122 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b69848-20e1-42e9-a134-6d21453c3dde None None] Network 62a1c581-bd36-4a38-b47c-0d61897ccc8b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:14:34.167423 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3f6e7583-424d-447a-b392-1b69c9bdc302 None None] Provisioning complete for port c0f1a09d-19d6-4fea-8581-d1221153ded1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:34.167819 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7583-424d-447a-b392-1b69c9bdc302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c0f1a09d-19d6-4fea-8581-d1221153ded1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:34.168150 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3f6e7583-424d-447a-b392-1b69c9bdc302 None None] Attempt 1 to provision port c0f1a09d-19d6-4fea-8581-d1221153ded1 Nov 02 13:14:34.192590 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c0cd5aaa-b8d3-4e34-b611-9726a7c80ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (f3784503-1d76-4b98-b54a-e3d5120310c9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:34.278549 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e7583-424d-447a-b392-1b69c9bdc302 None None] Current status of the port c0f1a09d-19d6-4fea-8581-d1221153ded1 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:34.278942 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7583-424d-447a-b392-1b69c9bdc302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c0f1a09d-19d6-4fea-8581-d1221153ded1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:34.326275 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3f6e7583-424d-447a-b392-1b69c9bdc302 None None] For port c0f1a09d-19d6-4fea-8581-d1221153ded1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c0f1a09d-19d6-4fea-8581-d1221153ded1,segment=NetworkSegment(60a291e2-1ce4-44a1-be18-86d738ffad2b),segment_id=60a291e2-1ce4-44a1-be18-86d738ffad2b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:34.415231 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7583-424d-447a-b392-1b69c9bdc302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c0f1a09d-19d6-4fea-8581-d1221153ded1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:34.448125 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cd5aaa-b8d3-4e34-b611-9726a7c80ee7 admin admin] Router f3784503-1d76-4b98-b54a-e3d5120310c9 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:14:34.478265 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e7583-424d-447a-b392-1b69c9bdc302 None None] Pushing event updated for resources: {'Port': ['ID=c0f1a09d-19d6-4fea-8581-d1221153ded1,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:34.535408 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b3c307f7-b5a5-4322-acb0-5d11cd3afbd4 None None] Provisioning complete for port c0f1a09d-19d6-4fea-8581-d1221153ded1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:34.535641 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b3c307f7-b5a5-4322-acb0-5d11cd3afbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c0f1a09d-19d6-4fea-8581-d1221153ded1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:34.535937 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b3c307f7-b5a5-4322-acb0-5d11cd3afbd4 None None] Attempt 1 to provision port c0f1a09d-19d6-4fea-8581-d1221153ded1 Nov 02 13:14:34.557939 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cd5aaa-b8d3-4e34-b611-9726a7c80ee7 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:14:34.568690 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] Sync routers for ids ['f3784503-1d76-4b98-b54a-e3d5120310c9'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:14:34.580808 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] Routers {'f3784503-1d76-4b98-b54a-e3d5120310c9'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:14:34.585072 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:14:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f3784503-1d76-4b98-b54a-e3d5120310c9'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:34.616641 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b3c307f7-b5a5-4322-acb0-5d11cd3afbd4 None None] Current status of the port c0f1a09d-19d6-4fea-8581-d1221153ded1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:34.638169 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c0cd5aaa-b8d3-4e34-b611-9726a7c80ee7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:34.639617 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c0cd5aaa-b8d3-4e34-b611-9726a7c80ee7 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8770876 Nov 02 13:14:34.642537 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50398) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:14:34.687103 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] Set router f3784503-1d76-4b98-b54a-e3d5120310c9 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:14:34.865306 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3784503-1d76-4b98-b54a-e3d5120310c9', 'name': 'tempest-TestMinimumBasicScenario-759617054-router', 'tenant_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'bbcc0bf5-1eea-4616-823e-f34b50e6eea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:31Z', 'updated_at': '2022-11-02T13:14:33Z', 'revision_number': 3, 'project_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'gw_port': {'id': 'bbcc0bf5-1eea-4616-823e-f34b50e6eea9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3784503-1d76-4b98-b54a-e3d5120310c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:32Z', 'updated_at': '2022-11-02T13:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:34.865542 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:34.886619 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c0f1a09d-19d6-4fea-8581-d1221153ded1 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:14:34.897008 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] Checking router: f3784503-1d76-4b98-b54a-e3d5120310c9 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:14:34.897444 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] Updating router f3784503-1d76-4b98-b54a-e3d5120310c9 port bbcc0bf5-1eea-4616-823e-f34b50e6eea9 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:14:34.927982 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (bbcc0bf5-1eea-4616-823e-f34b50e6eea9), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:34.933847 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c0f1a09d-19d6-4fea-8581-d1221153ded1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:34.934222 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c0f1a09d-19d6-4fea-8581-d1221153ded1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:34.934564 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c0f1a09d-19d6-4fea-8581-d1221153ded1 Nov 02 13:14:34.981363 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:35.020809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c0f1a09d-19d6-4fea-8581-d1221153ded1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:35.021908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9e7d9597-60bb-400f-8f14-a1f65631b638 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:14:35.034609 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:35.074327 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 9e7d9597-60bb-400f-8f14-a1f65631b638 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:35.074879 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (9e7d9597-60bb-400f-8f14-a1f65631b638), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:35.074972 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 9e7d9597-60bb-400f-8f14-a1f65631b638 Nov 02 13:14:35.106584 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d357e29-3fc1-4f50-8a99-6446e027da47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:35.156315 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 9e7d9597-60bb-400f-8f14-a1f65631b638 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:35.207342 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] Publish callbacks [] for port (bbcc0bf5-1eea-4616-823e-f34b50e6eea9), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:35.218745 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:35.268097 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-1d357e29-3fc1-4f50-8a99-6446e027da47 admin admin] Allocated IP 172.20.0.1 (62a1c581-bd36-4a38-b47c-0d61897ccc8b/203c2e03-349a-48b6-a164-187c55bf8335/78cc952b-4248-4c15-a881-1c28b57631a9) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:14:35.317337 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (bbcc0bf5-1eea-4616-823e-f34b50e6eea9), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:35.353429 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] Attempting to bind port bbcc0bf5-1eea-4616-823e-f34b50e6eea9 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:14:35.353801 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] Attempting to bind port bbcc0bf5-1eea-4616-823e-f34b50e6eea9 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:14:35.354165 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] Attempting to bind port bbcc0bf5-1eea-4616-823e-f34b50e6eea9 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:14:35.380263 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d357e29-3fc1-4f50-8a99-6446e027da47 admin admin] Publish callbacks [] for port (78cc952b-4248-4c15-a881-1c28b57631a9), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:35.392945 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e087d-2e14-436f-831b-d65a0de17685 None None] Pushing event updated for resources: {'Port': ['ID=bbcc0bf5-1eea-4616-823e-f34b50e6eea9,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:35.412910 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:14:35.413261 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:14:35.413661 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:35.414049 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:14:35.414523 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] Bound port: bbcc0bf5-1eea-4616-823e-f34b50e6eea9, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:14:35.414901 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (bbcc0bf5-1eea-4616-823e-f34b50e6eea9), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:35.477315 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] For port bbcc0bf5-1eea-4616-823e-f34b50e6eea9, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:14:35.481047 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] For port bbcc0bf5-1eea-4616-823e-f34b50e6eea9, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=bbcc0bf5-1eea-4616-823e-f34b50e6eea9,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:14:35.483654 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d357e29-3fc1-4f50-8a99-6446e027da47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (78cc952b-4248-4c15-a881-1c28b57631a9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:35.525387 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d357e29-3fc1-4f50-8a99-6446e027da47 admin admin] Network 62a1c581-bd36-4a38-b47c-0d61897ccc8b is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:14:35.528586 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-1d357e29-3fc1-4f50-8a99-6446e027da47 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:14:35.534943 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d357e29-3fc1-4f50-8a99-6446e027da47 admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:14:35.563003 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d357e29-3fc1-4f50-8a99-6446e027da47 admin admin] Pushing event updated for resources: {'Port': ['ID=78cc952b-4248-4c15-a881-1c28b57631a9,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:35.587070 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d357e29-3fc1-4f50-8a99-6446e027da47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (f3784503-1d76-4b98-b54a-e3d5120310c9), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:35.589512 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:35.654756 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (bbcc0bf5-1eea-4616-823e-f34b50e6eea9), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:35.713523 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e087d-2e14-436f-831b-d65a0de17685 None None] Pushing event updated for resources: {'Port': ['ID=bbcc0bf5-1eea-4616-823e-f34b50e6eea9,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:35.718108 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] Routers {'f3784503-1d76-4b98-b54a-e3d5120310c9'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:14:35.718960 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:14:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f3784503-1d76-4b98-b54a-e3d5120310c9'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:35.847573 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:35.849115 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c7d89463-4ab6-4f3a-837c-168d0f579f97 None None] Provisioning complete for port 78cc952b-4248-4c15-a881-1c28b57631a9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:35.849735 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c7d89463-4ab6-4f3a-837c-168d0f579f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (78cc952b-4248-4c15-a881-1c28b57631a9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:35.850315 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c7d89463-4ab6-4f3a-837c-168d0f579f97 None None] Attempt 1 to provision port 78cc952b-4248-4c15-a881-1c28b57631a9 Nov 02 13:14:35.851492 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] Set router f3784503-1d76-4b98-b54a-e3d5120310c9 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:14:35.890812 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:35.891741 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c7d89463-4ab6-4f3a-837c-168d0f579f97 None None] Port 78cc952b-4248-4c15-a881-1c28b57631a9 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:14:36.051352 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d357e29-3fc1-4f50-8a99-6446e027da47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (78cc952b-4248-4c15-a881-1c28b57631a9), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:36.057570 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3784503-1d76-4b98-b54a-e3d5120310c9', 'name': 'tempest-TestMinimumBasicScenario-759617054-router', 'tenant_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'bbcc0bf5-1eea-4616-823e-f34b50e6eea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:31Z', 'updated_at': '2022-11-02T13:14:33Z', 'revision_number': 3, 'project_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'gw_port': {'id': 'bbcc0bf5-1eea-4616-823e-f34b50e6eea9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3784503-1d76-4b98-b54a-e3d5120310c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:32Z', 'updated_at': '2022-11-02T13:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:36.085629 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7707ff6-4d0b-48e6-bbb5-3df29d9c030d None None] The sync data for ids ['f3784503-1d76-4b98-b54a-e3d5120310c9'] in n-d-857339-6 is: [{'id': 'f3784503-1d76-4b98-b54a-e3d5120310c9', 'name': 'tempest-TestMinimumBasicScenario-759617054-router', 'tenant_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'bbcc0bf5-1eea-4616-823e-f34b50e6eea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:31Z', 'updated_at': '2022-11-02T13:14:33Z', 'revision_number': 3, 'project_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'gw_port': {'id': 'bbcc0bf5-1eea-4616-823e-f34b50e6eea9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3784503-1d76-4b98-b54a-e3d5120310c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:32Z', 'updated_at': '2022-11-02T13:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:14:36.242314 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d357e29-3fc1-4f50-8a99-6446e027da47 admin admin] Publish callbacks [] for port (78cc952b-4248-4c15-a881-1c28b57631a9), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:36.357048 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d357e29-3fc1-4f50-8a99-6446e027da47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (78cc952b-4248-4c15-a881-1c28b57631a9), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:36.464785 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d357e29-3fc1-4f50-8a99-6446e027da47 admin admin] Pushing event updated for resources: {'Port': ['ID=78cc952b-4248-4c15-a881-1c28b57631a9,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:36.469078 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1d357e29-3fc1-4f50-8a99-6446e027da47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (f3784503-1d76-4b98-b54a-e3d5120310c9), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:36.521738 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:36.598095 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d357e29-3fc1-4f50-8a99-6446e027da47 admin admin] Network 62a1c581-bd36-4a38-b47c-0d61897ccc8b is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:14:36.599621 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-1d357e29-3fc1-4f50-8a99-6446e027da47 admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:14:36.749021 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d357e29-3fc1-4f50-8a99-6446e027da47 admin admin] Router f3784503-1d76-4b98-b54a-e3d5120310c9 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:14:36.753295 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:36.862665 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device bbcc0bf5-1eea-4616-823e-f34b50e6eea9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:14:36.917249 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d357e29-3fc1-4f50-8a99-6446e027da47 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:14:36.925363 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1d357e29-3fc1-4f50-8a99-6446e027da47 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/f3784503-1d76-4b98-b54a-e3d5120310c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2815518 Nov 02 13:14:36.937639 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port bbcc0bf5-1eea-4616-823e-f34b50e6eea9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:36.938018 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (bbcc0bf5-1eea-4616-823e-f34b50e6eea9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:36.938355 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port bbcc0bf5-1eea-4616-823e-f34b50e6eea9 Nov 02 13:14:37.034365 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a5cb8986-5648-4c51-9f6b-fa004087c8b6 None None] Provisioning complete for port 78cc952b-4248-4c15-a881-1c28b57631a9 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:37.034736 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8986-5648-4c51-9f6b-fa004087c8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (78cc952b-4248-4c15-a881-1c28b57631a9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:37.035069 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a5cb8986-5648-4c51-9f6b-fa004087c8b6 None None] Attempt 1 to provision port 78cc952b-4248-4c15-a881-1c28b57631a9 Nov 02 13:14:37.038620 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port bbcc0bf5-1eea-4616-823e-f34b50e6eea9 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:37.039005 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (bbcc0bf5-1eea-4616-823e-f34b50e6eea9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:37.087506 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port bbcc0bf5-1eea-4616-823e-f34b50e6eea9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=bbcc0bf5-1eea-4616-823e-f34b50e6eea9,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:37.088841 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb8986-5648-4c51-9f6b-fa004087c8b6 None None] Port 78cc952b-4248-4c15-a881-1c28b57631a9 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:14:37.213939 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (bbcc0bf5-1eea-4616-823e-f34b50e6eea9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:37.275393 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=bbcc0bf5-1eea-4616-823e-f34b50e6eea9,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:38.818300 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device bbcc0bf5-1eea-4616-823e-f34b50e6eea9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:14:38.883089 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port bbcc0bf5-1eea-4616-823e-f34b50e6eea9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:38.883717 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (bbcc0bf5-1eea-4616-823e-f34b50e6eea9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:38.884197 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port bbcc0bf5-1eea-4616-823e-f34b50e6eea9 Nov 02 13:14:38.970594 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] Sync routers for ids ['f3784503-1d76-4b98-b54a-e3d5120310c9'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:14:38.993573 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] Routers {'f3784503-1d76-4b98-b54a-e3d5120310c9'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:14:38.994279 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:14:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f3784503-1d76-4b98-b54a-e3d5120310c9'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:38.996532 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port bbcc0bf5-1eea-4616-823e-f34b50e6eea9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:39.134492 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] Set router f3784503-1d76-4b98-b54a-e3d5120310c9 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:14:39.373712 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3784503-1d76-4b98-b54a-e3d5120310c9', 'name': 'tempest-TestMinimumBasicScenario-759617054-router', 'tenant_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'bbcc0bf5-1eea-4616-823e-f34b50e6eea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:31Z', 'updated_at': '2022-11-02T13:14:35Z', 'revision_number': 4, 'project_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'gw_port': {'id': 'bbcc0bf5-1eea-4616-823e-f34b50e6eea9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3784503-1d76-4b98-b54a-e3d5120310c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:32Z', 'updated_at': '2022-11-02T13:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '78cc952b-4248-4c15-a881-1c28b57631a9', 'name': '', 'network_id': '62a1c581-bd36-4a38-b47c-0d61897ccc8b', 'tenant_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'mac_address': 'fa:16:3e:6a:4d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3784503-1d76-4b98-b54a-e3d5120310c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '203c2e03-349a-48b6-a164-187c55bf8335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:35Z', 'updated_at': '2022-11-02T13:14:36Z', 'revision_number': 2, 'project_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'subnets': [{'id': '203c2e03-349a-48b6-a164-187c55bf8335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:39.396987 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=59 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:39.400624 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] Checking router: f3784503-1d76-4b98-b54a-e3d5120310c9 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:14:39.400979 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] Updating router f3784503-1d76-4b98-b54a-e3d5120310c9 port 78cc952b-4248-4c15-a881-1c28b57631a9 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:14:39.436799 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (78cc952b-4248-4c15-a881-1c28b57631a9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:39.449485 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:39.490772 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:39.763459 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] Publish callbacks [] for port (78cc952b-4248-4c15-a881-1c28b57631a9), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:39.860237 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (78cc952b-4248-4c15-a881-1c28b57631a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:39.930091 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bc7b3-0456-4f25-a579-c158ef6d541d None None] Pushing event updated for resources: {'Port': ['ID=78cc952b-4248-4c15-a881-1c28b57631a9,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:39.972684 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] Attempting to bind port 78cc952b-4248-4c15-a881-1c28b57631a9 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:14:39.973023 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] Attempting to bind port 78cc952b-4248-4c15-a881-1c28b57631a9 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '60a291e2-1ce4-44a1-be18-86d738ffad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '62a1c581-bd36-4a38-b47c-0d61897ccc8b'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:14:39.973327 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] Attempting to bind port 78cc952b-4248-4c15-a881-1c28b57631a9 on network 62a1c581-bd36-4a38-b47c-0d61897ccc8b {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:14:40.022244 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:14:40.022645 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] Checking segment: {'id': '60a291e2-1ce4-44a1-be18-86d738ffad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '62a1c581-bd36-4a38-b47c-0d61897ccc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:14:40.023055 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:40.023940 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] Bound using segment: {'id': '60a291e2-1ce4-44a1-be18-86d738ffad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '62a1c581-bd36-4a38-b47c-0d61897ccc8b'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:14:40.024978 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] Bound port: 78cc952b-4248-4c15-a881-1c28b57631a9, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a291e2-1ce4-44a1-be18-86d738ffad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '62a1c581-bd36-4a38-b47c-0d61897ccc8b'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:14:40.024978 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (78cc952b-4248-4c15-a881-1c28b57631a9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:40.098006 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] For port 78cc952b-4248-4c15-a881-1c28b57631a9, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:14:40.101718 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] For port 78cc952b-4248-4c15-a881-1c28b57631a9, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=78cc952b-4248-4c15-a881-1c28b57631a9,segment=NetworkSegment(60a291e2-1ce4-44a1-be18-86d738ffad2b),segment_id=60a291e2-1ce4-44a1-be18-86d738ffad2b)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:14:40.254435 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (78cc952b-4248-4c15-a881-1c28b57631a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:40.289130 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] Routers {'f3784503-1d76-4b98-b54a-e3d5120310c9'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:14:40.289842 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:14:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f3784503-1d76-4b98-b54a-e3d5120310c9'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:40.404239 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bc7b3-0456-4f25-a579-c158ef6d541d None None] Pushing event updated for resources: {'Port': ['ID=78cc952b-4248-4c15-a881-1c28b57631a9,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:40.445769 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] Set router f3784503-1d76-4b98-b54a-e3d5120310c9 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:14:40.447825 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:40.683780 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3784503-1d76-4b98-b54a-e3d5120310c9', 'name': 'tempest-TestMinimumBasicScenario-759617054-router', 'tenant_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'bbcc0bf5-1eea-4616-823e-f34b50e6eea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:31Z', 'updated_at': '2022-11-02T13:14:35Z', 'revision_number': 4, 'project_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'gw_port': {'id': 'bbcc0bf5-1eea-4616-823e-f34b50e6eea9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3784503-1d76-4b98-b54a-e3d5120310c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:32Z', 'updated_at': '2022-11-02T13:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '78cc952b-4248-4c15-a881-1c28b57631a9', 'name': '', 'network_id': '62a1c581-bd36-4a38-b47c-0d61897ccc8b', 'tenant_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'mac_address': 'fa:16:3e:6a:4d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3784503-1d76-4b98-b54a-e3d5120310c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '203c2e03-349a-48b6-a164-187c55bf8335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:35Z', 'updated_at': '2022-11-02T13:14:40Z', 'revision_number': 4, 'project_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'subnets': [{'id': '203c2e03-349a-48b6-a164-187c55bf8335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:14:40.711569 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2565bd84-ee6c-4c87-bf47-5aa1b8bae4b1 None None] The sync data for ids ['f3784503-1d76-4b98-b54a-e3d5120310c9'] in n-d-857339-6 is: [{'id': 'f3784503-1d76-4b98-b54a-e3d5120310c9', 'name': 'tempest-TestMinimumBasicScenario-759617054-router', 'tenant_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'bbcc0bf5-1eea-4616-823e-f34b50e6eea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:31Z', 'updated_at': '2022-11-02T13:14:35Z', 'revision_number': 4, 'project_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'gw_port': {'id': 'bbcc0bf5-1eea-4616-823e-f34b50e6eea9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3784503-1d76-4b98-b54a-e3d5120310c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:32Z', 'updated_at': '2022-11-02T13:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '78cc952b-4248-4c15-a881-1c28b57631a9', 'name': '', 'network_id': '62a1c581-bd36-4a38-b47c-0d61897ccc8b', 'tenant_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'mac_address': 'fa:16:3e:6a:4d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3784503-1d76-4b98-b54a-e3d5120310c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '203c2e03-349a-48b6-a164-187c55bf8335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:35Z', 'updated_at': '2022-11-02T13:14:40Z', 'revision_number': 4, 'project_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'subnets': [{'id': '203c2e03-349a-48b6-a164-187c55bf8335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:14:42.854133 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 78cc952b-4248-4c15-a881-1c28b57631a9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:14:42.922047 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 78cc952b-4248-4c15-a881-1c28b57631a9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:42.922421 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (78cc952b-4248-4c15-a881-1c28b57631a9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:42.923046 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 78cc952b-4248-4c15-a881-1c28b57631a9 Nov 02 13:14:43.092656 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d5147240-28de-444d-99d6-00985ec8c27c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:43.145116 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:43.147566 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 78cc952b-4248-4c15-a881-1c28b57631a9 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:43.147953 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (78cc952b-4248-4c15-a881-1c28b57631a9), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:43.190234 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 78cc952b-4248-4c15-a881-1c28b57631a9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=78cc952b-4248-4c15-a881-1c28b57631a9,segment=NetworkSegment(60a291e2-1ce4-44a1-be18-86d738ffad2b),segment_id=60a291e2-1ce4-44a1-be18-86d738ffad2b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:14:43.315726 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (78cc952b-4248-4c15-a881-1c28b57631a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:43.373259 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=78cc952b-4248-4c15-a881-1c28b57631a9,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:14:44.129201 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:14:44.826354 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 78cc952b-4248-4c15-a881-1c28b57631a9 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:14:44.880107 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 78cc952b-4248-4c15-a881-1c28b57631a9 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:14:44.880669 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (78cc952b-4248-4c15-a881-1c28b57631a9), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:44.881445 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 78cc952b-4248-4c15-a881-1c28b57631a9 Nov 02 13:14:44.974142 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 78cc952b-4248-4c15-a881-1c28b57631a9 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:14:45.253160 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:45.955845 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-07c0be29-ff98-4df5-8b1a-97d9c4cace89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:46.911852 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=20 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:46.914791 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:47.006726 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:48.321611 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:48.533576 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:49.368673 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbf327-ba71-4abb-9e09-7b8480b60bf8 req-175240ed-3353-4c56-a073-38a91583157e tempest-TestMinimumBasicScenario-1530830610 tempest-TestMinimumBasicScenario-1530830610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:14:49.370239 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7cdbf327-ba71-4abb-9e09-7b8480b60bf8 req-175240ed-3353-4c56-a073-38a91583157e tempest-TestMinimumBasicScenario-1530830610 tempest-TestMinimumBasicScenario-1530830610-project] 10.222.0.64 "GET /networking/v2.0/networks?id=51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0 HTTP/1.1" status: 200 len: 814 time: 0.1129758 Nov 02 13:14:49.385988 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7cdbf327-ba71-4abb-9e09-7b8480b60bf8 req-ad8aee87-2a0c-47df-a42d-46e501ea75f7 tempest-TestMinimumBasicScenario-1530830610 tempest-TestMinimumBasicScenario-1530830610-project] 10.222.0.64 "GET /networking/v2.0/quotas/de4a5e32387f4e81bd7c863b544a787e HTTP/1.1" status: 200 len: 375 time: 0.0099769 Nov 02 13:14:49.442565 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-7cdbf327-ba71-4abb-9e09-7b8480b60bf8 req-c55eab46-2074-4ae8-aed1-97bb3f3e62ed tempest-TestMinimumBasicScenario-1530830610 tempest-TestMinimumBasicScenario-1530830610-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=de4a5e32387f4e81bd7c863b544a787e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505180 Nov 02 13:14:54.123783 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:54.191262 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:59.432621 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=13 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:14:59.434360 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=16 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:02.174742 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f655613-6856-47bf-bf93-2f4e24e0cf0e req-b7d9a4d8-643a-4dca-bfc9-7604f927e7f1 tempest-TestMinimumBasicScenario-1530830610 tempest-TestMinimumBasicScenario-1530830610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:02.176249 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1f655613-6856-47bf-bf93-2f4e24e0cf0e req-b7d9a4d8-643a-4dca-bfc9-7604f927e7f1 tempest-TestMinimumBasicScenario-1530830610 tempest-TestMinimumBasicScenario-1530830610-project] 10.222.0.64 "GET /networking/v2.0/networks?id=51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0 HTTP/1.1" status: 200 len: 814 time: 0.1111407 Nov 02 13:15:02.196727 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1f655613-6856-47bf-bf93-2f4e24e0cf0e req-b9d635a5-6bb5-4111-9d7b-fad482af6a11 tempest-TestMinimumBasicScenario-1530830610 tempest-TestMinimumBasicScenario-1530830610-project] 10.222.0.64 "GET /networking/v2.0/quotas/de4a5e32387f4e81bd7c863b544a787e HTTP/1.1" status: 200 len: 375 time: 0.0107903 Nov 02 13:15:02.254423 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-1f655613-6856-47bf-bf93-2f4e24e0cf0e req-fc047431-5c11-41e1-9c4d-7a786fce8830 tempest-TestMinimumBasicScenario-1530830610 tempest-TestMinimumBasicScenario-1530830610-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=de4a5e32387f4e81bd7c863b544a787e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500290 Nov 02 13:15:03.913123 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=72,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:03.915077 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:04.128367 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50606) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:04.522891 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (c7dba2a3-a4f8-4809-91fa-58a11660f0bd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:04.768013 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Deleting port 9e7d9597-60bb-400f-8f14-a1f65631b638 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:15:04.768456 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (9e7d9597-60bb-400f-8f14-a1f65631b638), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:04.857984 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] For port 9e7d9597-60bb-400f-8f14-a1f65631b638, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=9e7d9597-60bb-400f-8f14-a1f65631b638,segment=NetworkSegment(d7977212-00d5-45a3-9aa9-9aa97eda1ab4),segment_id=d7977212-00d5-45a3-9aa9-9aa97eda1ab4)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:04.858373 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (9e7d9597-60bb-400f-8f14-a1f65631b638), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:04.873076 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Calling delete_port for 9e7d9597-60bb-400f-8f14-a1f65631b638 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:15:04.980692 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:04.994530 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:05.174368 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (9e7d9597-60bb-400f-8f14-a1f65631b638), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:05.200781 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e7d9597-60bb-400f-8f14-a1f65631b638,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:05.214271 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:05.214430 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:05.214704 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:05.215055 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:05.215366 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:05.215703 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:05.216027 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:05.216353 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:05.216704 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:05.217082 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:05.217415 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:05.217750 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:05.218075 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:05.218398 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:05.219097 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:05.398518 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (c7dba2a3-a4f8-4809-91fa-58a11660f0bd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:05.423969 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b04dd0d-fada-4910-b0ed-4dc13ea36fa8 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:15:05.512873 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b04dd0d-fada-4910-b0ed-4dc13ea36fa8 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:15:05.630532 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Router c7dba2a3-a4f8-4809-91fa-58a11660f0bd has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:15:05.762519 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:15:05.768593 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0cbaa617-870e-4c4a-87bc-6fd304b8dc06 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/c7dba2a3-a4f8-4809-91fa-58a11660f0bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6371124 Nov 02 13:15:05.771703 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50608) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:05.775997 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f6cfbb-5fb1-4269-a859-d42dd149fee4 None None] Sync routers for ids ['c7dba2a3-a4f8-4809-91fa-58a11660f0bd'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:15:05.793783 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f6cfbb-5fb1-4269-a859-d42dd149fee4 None None] Routers {'c7dba2a3-a4f8-4809-91fa-58a11660f0bd'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:15:05.794481 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-99f6cfbb-5fb1-4269-a859-d42dd149fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:14:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c7dba2a3-a4f8-4809-91fa-58a11660f0bd'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:05.887124 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Publish callbacks [] for router (c7dba2a3-a4f8-4809-91fa-58a11660f0bd), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:05.915693 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-99f6cfbb-5fb1-4269-a859-d42dd149fee4 None None] Set router c7dba2a3-a4f8-4809-91fa-58a11660f0bd gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:15:06.005750 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Publish callbacks [] for router_gateway (c7dba2a3-a4f8-4809-91fa-58a11660f0bd), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:06.191376 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-99f6cfbb-5fb1-4269-a859-d42dd149fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dba2a3-a4f8-4809-91fa-58a11660f0bd', 'name': 'tempest-TestMinimumBasicScenario-339247346-router', 'tenant_id': 'de4a5e32387f4e81bd7c863b544a787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '587ef06a-b291-4b22-a18d-b44471c6b1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:24Z', 'updated_at': '2022-11-02T13:15:05Z', 'revision_number': 5, 'project_id': 'de4a5e32387f4e81bd7c863b544a787e', 'gw_port': {'id': '587ef06a-b291-4b22-a18d-b44471c6b1f9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:23:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dba2a3-a4f8-4809-91fa-58a11660f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:25Z', 'updated_at': '2022-11-02T13:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:06.218453 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f6cfbb-5fb1-4269-a859-d42dd149fee4 None None] Checking router: c7dba2a3-a4f8-4809-91fa-58a11660f0bd for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:15:06.227872 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f6cfbb-5fb1-4269-a859-d42dd149fee4 None None] Routers {'c7dba2a3-a4f8-4809-91fa-58a11660f0bd'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:15:06.228580 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-99f6cfbb-5fb1-4269-a859-d42dd149fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:14:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c7dba2a3-a4f8-4809-91fa-58a11660f0bd'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:06.254451 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Deleting port 587ef06a-b291-4b22-a18d-b44471c6b1f9 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:15:06.254788 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (587ef06a-b291-4b22-a18d-b44471c6b1f9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:06.321764 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-99f6cfbb-5fb1-4269-a859-d42dd149fee4 None None] Set router c7dba2a3-a4f8-4809-91fa-58a11660f0bd gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:15:06.343570 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-69fbef0d-c862-4994-a313-16d5ca3fd955 None None] Provisioning complete for port 0585e54f-c924-4fb2-9d66-c0a856926d89 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:15:06.344134 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-69fbef0d-c862-4994-a313-16d5ca3fd955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0585e54f-c924-4fb2-9d66-c0a856926d89), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:06.344509 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-69fbef0d-c862-4994-a313-16d5ca3fd955 None None] Attempt 1 to provision port 0585e54f-c924-4fb2-9d66-c0a856926d89 Nov 02 13:15:06.346122 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] For port 587ef06a-b291-4b22-a18d-b44471c6b1f9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=587ef06a-b291-4b22-a18d-b44471c6b1f9,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:06.346506 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (587ef06a-b291-4b22-a18d-b44471c6b1f9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:06.361736 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Calling delete_port for 587ef06a-b291-4b22-a18d-b44471c6b1f9 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:15:06.372329 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-99f6cfbb-5fb1-4269-a859-d42dd149fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dba2a3-a4f8-4809-91fa-58a11660f0bd', 'name': 'tempest-TestMinimumBasicScenario-339247346-router', 'tenant_id': 'de4a5e32387f4e81bd7c863b544a787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:24Z', 'updated_at': '2022-11-02T13:15:06Z', 'revision_number': 6, 'project_id': 'de4a5e32387f4e81bd7c863b544a787e', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:06.402665 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f6cfbb-5fb1-4269-a859-d42dd149fee4 None None] The sync data for ids ['c7dba2a3-a4f8-4809-91fa-58a11660f0bd'] in n-d-857339-6 is: [{'id': 'c7dba2a3-a4f8-4809-91fa-58a11660f0bd', 'name': 'tempest-TestMinimumBasicScenario-339247346-router', 'tenant_id': 'de4a5e32387f4e81bd7c863b544a787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:24Z', 'updated_at': '2022-11-02T13:15:06Z', 'revision_number': 6, 'project_id': 'de4a5e32387f4e81bd7c863b544a787e', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:15:06.423252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-69fbef0d-c862-4994-a313-16d5ca3fd955 None None] Current status of the port 0585e54f-c924-4fb2-9d66-c0a856926d89 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:15:06.665831 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (587ef06a-b291-4b22-a18d-b44471c6b1f9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:06.693851 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Pushing event deleted for resources: {'Port': ['ID=587ef06a-b291-4b22-a18d-b44471c6b1f9,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:06.724849 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.725202 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.725552 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.725890 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.726277 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.726594 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.726923 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.727255 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.727586 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.727918 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.728244 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.728600 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.728927 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.729259 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.729585 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:06.787079 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (c7dba2a3-a4f8-4809-91fa-58a11660f0bd), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:06.906630 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9e7d9597-60bb-400f-8f14-a1f65631b638 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:15:06.907501 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (c7dba2a3-a4f8-4809-91fa-58a11660f0bd), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:06.911147 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Publish callbacks [] for router_controller (c7dba2a3-a4f8-4809-91fa-58a11660f0bd), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:06.933097 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 9e7d9597-60bb-400f-8f14-a1f65631b638 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:15:06.933449 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 9e7d9597-60bb-400f-8f14-a1f65631b638 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:15:07.128155 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (c7dba2a3-a4f8-4809-91fa-58a11660f0bd), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:07.128832 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7dba2a3-a4f8-4809-91fa-58a11660f0bd {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:15:07.133253 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:07.134471 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6c7ef7d0-327c-4a60-bf43-34434b0bef66 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/c7dba2a3-a4f8-4809-91fa-58a11660f0bd HTTP/1.1" status: 204 len: 168 time: 1.3617499 Nov 02 13:15:07.137135 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50610) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:07.185014 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-38af7a90-c71a-4a65-bbd3-9428b754b4fa admin admin] Deleting subnet f96f19e5-b591-478f-97cb-3ff9c4737a1d {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:15:07.188788 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38af7a90-c71a-4a65-bbd3-9428b754b4fa admin admin] Publish callbacks [] for subnet (f96f19e5-b591-478f-97cb-3ff9c4737a1d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:07.230560 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38af7a90-c71a-4a65-bbd3-9428b754b4fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (f96f19e5-b591-478f-97cb-3ff9c4737a1d), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:07.278350 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:07.304804 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:07.321303 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38af7a90-c71a-4a65-bbd3-9428b754b4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (f96f19e5-b591-478f-97cb-3ff9c4737a1d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:07.494774 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38af7a90-c71a-4a65-bbd3-9428b754b4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (f96f19e5-b591-478f-97cb-3ff9c4737a1d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:07.528199 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af7a90-c71a-4a65-bbd3-9428b754b4fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f96f19e5-b591-478f-97cb-3ff9c4737a1d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:07.532604 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-38af7a90-c71a-4a65-bbd3-9428b754b4fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:07.538886 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-38af7a90-c71a-4a65-bbd3-9428b754b4fa admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/f96f19e5-b591-478f-97cb-3ff9c4737a1d HTTP/1.1" status: 204 len: 168 time: 0.4004467 Nov 02 13:15:07.539492 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50612) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:07.548599 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e7254b-fb25-4033-ab5a-3ba7853d17a3 None None] Network 51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:15:07.635532 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1fc7588f-5ab4-44cf-b544-79452b06996b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:07.692891 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1fc7588f-5ab4-44cf-b544-79452b06996b admin admin] Deleting port 0585e54f-c924-4fb2-9d66-c0a856926d89 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:15:07.692891 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1fc7588f-5ab4-44cf-b544-79452b06996b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0585e54f-c924-4fb2-9d66-c0a856926d89), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:07.717386 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43896f80-851a-4b99-8b76-92681373b27b None None] DHCP port deletion for 51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:15:07.757340 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-1fc7588f-5ab4-44cf-b544-79452b06996b admin admin] For port 0585e54f-c924-4fb2-9d66-c0a856926d89, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0585e54f-c924-4fb2-9d66-c0a856926d89,segment=NetworkSegment(d7977212-00d5-45a3-9aa9-9aa97eda1ab4),segment_id=d7977212-00d5-45a3-9aa9-9aa97eda1ab4)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:07.757698 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1fc7588f-5ab4-44cf-b544-79452b06996b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0585e54f-c924-4fb2-9d66-c0a856926d89), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:07.758351 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-43896f80-851a-4b99-8b76-92681373b27b None None] Deleting port 0585e54f-c924-4fb2-9d66-c0a856926d89 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:15:07.758730 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-43896f80-851a-4b99-8b76-92681373b27b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0585e54f-c924-4fb2-9d66-c0a856926d89), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:07.760890 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:07.774305 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1fc7588f-5ab4-44cf-b544-79452b06996b admin admin] Calling delete_port for 0585e54f-c924-4fb2-9d66-c0a856926d89 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:15:07.827451 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-43896f80-851a-4b99-8b76-92681373b27b None None] For port 0585e54f-c924-4fb2-9d66-c0a856926d89, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0585e54f-c924-4fb2-9d66-c0a856926d89,segment=NetworkSegment(d7977212-00d5-45a3-9aa9-9aa97eda1ab4),segment_id=d7977212-00d5-45a3-9aa9-9aa97eda1ab4)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:07.827698 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-43896f80-851a-4b99-8b76-92681373b27b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0585e54f-c924-4fb2-9d66-c0a856926d89), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:07.849152 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-43896f80-851a-4b99-8b76-92681373b27b None None] Calling delete_port for 0585e54f-c924-4fb2-9d66-c0a856926d89 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:15:07.852645 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:08.004599 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1fc7588f-5ab4-44cf-b544-79452b06996b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (0585e54f-c924-4fb2-9d66-c0a856926d89), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:08.011194 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-43896f80-851a-4b99-8b76-92681373b27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (0585e54f-c924-4fb2-9d66-c0a856926d89), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:08.035033 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc7588f-5ab4-44cf-b544-79452b06996b admin admin] No DVR routers for this DVR port 0585e54f-c924-4fb2-9d66-c0a856926d89 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:15:08.038553 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43896f80-851a-4b99-8b76-92681373b27b None None] Pushing event deleted for resources: {'Port': ['ID=0585e54f-c924-4fb2-9d66-c0a856926d89,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:08.040573 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7588f-5ab4-44cf-b544-79452b06996b admin admin] Pushing event deleted for resources: {'Port': ['ID=0585e54f-c924-4fb2-9d66-c0a856926d89,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:08.042952 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43896f80-851a-4b99-8b76-92681373b27b None None] No DVR routers for this DVR port 0585e54f-c924-4fb2-9d66-c0a856926d89 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:15:08.122855 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1fc7588f-5ab4-44cf-b544-79452b06996b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:08.143949 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-1fc7588f-5ab4-44cf-b544-79452b06996b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:08.153843 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-1fc7588f-5ab4-44cf-b544-79452b06996b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7977212-00d5-45a3-9aa9-9aa97eda1ab4') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:08.154136 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-1fc7588f-5ab4-44cf-b544-79452b06996b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7977212-00d5-45a3-9aa9-9aa97eda1ab4') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:08.164458 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1fc7588f-5ab4-44cf-b544-79452b06996b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (d7977212-00d5-45a3-9aa9-9aa97eda1ab4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:08.179697 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1fc7588f-5ab4-44cf-b544-79452b06996b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (d7977212-00d5-45a3-9aa9-9aa97eda1ab4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:08.186607 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc7588f-5ab4-44cf-b544-79452b06996b admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:15:08.190754 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1fc7588f-5ab4-44cf-b544-79452b06996b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (d7977212-00d5-45a3-9aa9-9aa97eda1ab4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:08.209838 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment d7977212-00d5-45a3-9aa9-9aa97eda1ab4 resource provider aggregate not found Nov 02 13:15:08.243966 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment d7977212-00d5-45a3-9aa9-9aa97eda1ab4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7977212-00d5-45a3-9aa9-9aa97eda1ab4 found for delete ", "request_id": "req-c4532456-4bee-4a2b-960b-ffe66d2dc67e"}]} Nov 02 13:15:08.367370 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1fc7588f-5ab4-44cf-b544-79452b06996b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:08.372694 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1fc7588f-5ab4-44cf-b544-79452b06996b admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:08.391552 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1fc7588f-5ab4-44cf-b544-79452b06996b admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0 HTTP/1.1" status: 204 len: 168 time: 0.8363900 Nov 02 13:15:08.391676 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50618) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:08.392197 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7588f-5ab4-44cf-b544-79452b06996b admin admin] Pushing event deleted for resources: {'Network': ['ID=51ca8965-ebb4-46d5-aa1a-8f8bedab9ac0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:08.718763 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8346505d-d7a8-43ea-8224-3e2656340371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (f3784503-1d76-4b98-b54a-e3d5120310c9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:08.809377 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 587ef06a-b291-4b22-a18d-b44471c6b1f9 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:15:08.829589 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 587ef06a-b291-4b22-a18d-b44471c6b1f9 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:15:08.829941 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 587ef06a-b291-4b22-a18d-b44471c6b1f9 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:15:08.830362 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0585e54f-c924-4fb2-9d66-c0a856926d89 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:15:08.851544 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 0585e54f-c924-4fb2-9d66-c0a856926d89 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:15:08.851915 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0585e54f-c924-4fb2-9d66-c0a856926d89 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:15:08.961635 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-8346505d-d7a8-43ea-8224-3e2656340371 admin admin] Deleting port 78cc952b-4248-4c15-a881-1c28b57631a9 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:15:08.962013 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8346505d-d7a8-43ea-8224-3e2656340371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (78cc952b-4248-4c15-a881-1c28b57631a9), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:09.047349 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-8346505d-d7a8-43ea-8224-3e2656340371 admin admin] For port 78cc952b-4248-4c15-a881-1c28b57631a9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=78cc952b-4248-4c15-a881-1c28b57631a9,segment=NetworkSegment(60a291e2-1ce4-44a1-be18-86d738ffad2b),segment_id=60a291e2-1ce4-44a1-be18-86d738ffad2b)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:09.047626 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8346505d-d7a8-43ea-8224-3e2656340371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (78cc952b-4248-4c15-a881-1c28b57631a9), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:09.061286 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-8346505d-d7a8-43ea-8224-3e2656340371 admin admin] Calling delete_port for 78cc952b-4248-4c15-a881-1c28b57631a9 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:15:09.073012 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:09.182924 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:09.322935 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8346505d-d7a8-43ea-8224-3e2656340371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (78cc952b-4248-4c15-a881-1c28b57631a9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:09.347533 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346505d-d7a8-43ea-8224-3e2656340371 admin admin] Pushing event deleted for resources: {'Port': ['ID=78cc952b-4248-4c15-a881-1c28b57631a9,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:09.540075 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8346505d-d7a8-43ea-8224-3e2656340371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (f3784503-1d76-4b98-b54a-e3d5120310c9), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:09.589835 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d4dc67-1f85-47a2-a8d3-3471bdc1e782 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:15:09.662054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d4dc67-1f85-47a2-a8d3-3471bdc1e782 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:15:09.698470 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:09.745264 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:09.803417 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8346505d-d7a8-43ea-8224-3e2656340371 admin admin] Router f3784503-1d76-4b98-b54a-e3d5120310c9 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:15:09.930336 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8346505d-d7a8-43ea-8224-3e2656340371 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:15:09.936520 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8346505d-d7a8-43ea-8224-3e2656340371 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/f3784503-1d76-4b98-b54a-e3d5120310c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5542603 Nov 02 13:15:09.939371 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50620) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:09.940890 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c089365-2d61-4d61-a44e-1c6ec622530f None None] Sync routers for ids ['f3784503-1d76-4b98-b54a-e3d5120310c9'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:15:09.954028 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c089365-2d61-4d61-a44e-1c6ec622530f None None] Routers {'f3784503-1d76-4b98-b54a-e3d5120310c9'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:15:09.954662 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4c089365-2d61-4d61-a44e-1c6ec622530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:14:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f3784503-1d76-4b98-b54a-e3d5120310c9'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:10.062421 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-783a6c9f-a970-4963-a087-fa7ea5c0790d admin admin] Publish callbacks [] for router (f3784503-1d76-4b98-b54a-e3d5120310c9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:10.073995 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-4c089365-2d61-4d61-a44e-1c6ec622530f None None] Set router f3784503-1d76-4b98-b54a-e3d5120310c9 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:15:10.187184 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-783a6c9f-a970-4963-a087-fa7ea5c0790d admin admin] Publish callbacks [] for router_gateway (f3784503-1d76-4b98-b54a-e3d5120310c9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:10.293578 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4c089365-2d61-4d61-a44e-1c6ec622530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3784503-1d76-4b98-b54a-e3d5120310c9', 'name': 'tempest-TestMinimumBasicScenario-759617054-router', 'tenant_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'bbcc0bf5-1eea-4616-823e-f34b50e6eea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:31Z', 'updated_at': '2022-11-02T13:15:09Z', 'revision_number': 5, 'project_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'gw_port': {'id': 'bbcc0bf5-1eea-4616-823e-f34b50e6eea9', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3784503-1d76-4b98-b54a-e3d5120310c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:14:32Z', 'updated_at': '2022-11-02T13:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:10.313852 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-783a6c9f-a970-4963-a087-fa7ea5c0790d admin admin] Deleting port bbcc0bf5-1eea-4616-823e-f34b50e6eea9 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:15:10.314699 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-783a6c9f-a970-4963-a087-fa7ea5c0790d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (bbcc0bf5-1eea-4616-823e-f34b50e6eea9), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:10.326368 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c089365-2d61-4d61-a44e-1c6ec622530f None None] Checking router: f3784503-1d76-4b98-b54a-e3d5120310c9 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:15:10.336456 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c089365-2d61-4d61-a44e-1c6ec622530f None None] Routers {'f3784503-1d76-4b98-b54a-e3d5120310c9'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:15:10.337116 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4c089365-2d61-4d61-a44e-1c6ec622530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:14:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['f3784503-1d76-4b98-b54a-e3d5120310c9'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:10.431374 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-4c089365-2d61-4d61-a44e-1c6ec622530f None None] Set router f3784503-1d76-4b98-b54a-e3d5120310c9 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:15:10.491167 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-4c089365-2d61-4d61-a44e-1c6ec622530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3784503-1d76-4b98-b54a-e3d5120310c9', 'name': 'tempest-TestMinimumBasicScenario-759617054-router', 'tenant_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:31Z', 'updated_at': '2022-11-02T13:15:10Z', 'revision_number': 6, 'project_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:10.526722 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c089365-2d61-4d61-a44e-1c6ec622530f None None] The sync data for ids ['f3784503-1d76-4b98-b54a-e3d5120310c9'] in n-d-857339-6 is: [{'id': 'f3784503-1d76-4b98-b54a-e3d5120310c9', 'name': 'tempest-TestMinimumBasicScenario-759617054-router', 'tenant_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:14:31Z', 'updated_at': '2022-11-02T13:15:10Z', 'revision_number': 6, 'project_id': 'd0bf0bf9df1d42689402aa67a81f9f9c', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:15:10.529469 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c47cedd5-4adc-41e6-94d0-8e9fb4803348 None None] Provisioning complete for port c0f1a09d-19d6-4fea-8581-d1221153ded1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:15:10.529804 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c47cedd5-4adc-41e6-94d0-8e9fb4803348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c0f1a09d-19d6-4fea-8581-d1221153ded1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:10.530162 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c47cedd5-4adc-41e6-94d0-8e9fb4803348 None None] Attempt 1 to provision port c0f1a09d-19d6-4fea-8581-d1221153ded1 Nov 02 13:15:10.625457 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c47cedd5-4adc-41e6-94d0-8e9fb4803348 None None] Current status of the port c0f1a09d-19d6-4fea-8581-d1221153ded1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:15:10.729545 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-783a6c9f-a970-4963-a087-fa7ea5c0790d admin admin] For port bbcc0bf5-1eea-4616-823e-f34b50e6eea9, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=bbcc0bf5-1eea-4616-823e-f34b50e6eea9,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:10.729834 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-783a6c9f-a970-4963-a087-fa7ea5c0790d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (bbcc0bf5-1eea-4616-823e-f34b50e6eea9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:10.744883 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-783a6c9f-a970-4963-a087-fa7ea5c0790d admin admin] Calling delete_port for bbcc0bf5-1eea-4616-823e-f34b50e6eea9 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:15:10.896022 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:10.942314 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 78cc952b-4248-4c15-a881-1c28b57631a9 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:15:10.960012 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 78cc952b-4248-4c15-a881-1c28b57631a9 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:15:10.960012 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 78cc952b-4248-4c15-a881-1c28b57631a9 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:15:11.014645 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-783a6c9f-a970-4963-a087-fa7ea5c0790d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (bbcc0bf5-1eea-4616-823e-f34b50e6eea9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:11.039879 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a6c9f-a970-4963-a087-fa7ea5c0790d admin admin] Pushing event deleted for resources: {'Port': ['ID=bbcc0bf5-1eea-4616-823e-f34b50e6eea9,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:11.111120 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-783a6c9f-a970-4963-a087-fa7ea5c0790d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (f3784503-1d76-4b98-b54a-e3d5120310c9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:11.171565 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:11.208060 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-783a6c9f-a970-4963-a087-fa7ea5c0790d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (f3784503-1d76-4b98-b54a-e3d5120310c9), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:11.210894 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-783a6c9f-a970-4963-a087-fa7ea5c0790d admin admin] Publish callbacks [] for router_controller (f3784503-1d76-4b98-b54a-e3d5120310c9), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:11.383389 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-783a6c9f-a970-4963-a087-fa7ea5c0790d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (f3784503-1d76-4b98-b54a-e3d5120310c9), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:11.384234 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783a6c9f-a970-4963-a087-fa7ea5c0790d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3784503-1d76-4b98-b54a-e3d5120310c9 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:15:11.390449 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-783a6c9f-a970-4963-a087-fa7ea5c0790d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:11.391804 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-783a6c9f-a970-4963-a087-fa7ea5c0790d admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/f3784503-1d76-4b98-b54a-e3d5120310c9 HTTP/1.1" status: 204 len: 168 time: 1.4505289 Nov 02 13:15:11.394451 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50622) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:11.443167 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-4827bbc8-41c9-4ee0-a0ae-e57c29e80e80 admin admin] Deleting subnet 203c2e03-349a-48b6-a164-187c55bf8335 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:15:11.447043 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4827bbc8-41c9-4ee0-a0ae-e57c29e80e80 admin admin] Publish callbacks [] for subnet (203c2e03-349a-48b6-a164-187c55bf8335), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:11.487518 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4827bbc8-41c9-4ee0-a0ae-e57c29e80e80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (203c2e03-349a-48b6-a164-187c55bf8335), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:11.577036 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4827bbc8-41c9-4ee0-a0ae-e57c29e80e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (203c2e03-349a-48b6-a164-187c55bf8335), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:11.613913 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:11.799590 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4827bbc8-41c9-4ee0-a0ae-e57c29e80e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (203c2e03-349a-48b6-a164-187c55bf8335), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:11.828972 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827bbc8-41c9-4ee0-a0ae-e57c29e80e80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=203c2e03-349a-48b6-a164-187c55bf8335,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:11.833161 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4827bbc8-41c9-4ee0-a0ae-e57c29e80e80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:11.839429 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4827bbc8-41c9-4ee0-a0ae-e57c29e80e80 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/203c2e03-349a-48b6-a164-187c55bf8335 HTTP/1.1" status: 204 len: 168 time: 0.4437895 Nov 02 13:15:11.839668 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50624) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:11.840546 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e00651-2e71-4f41-b652-3a2adc909656 None None] Network 62a1c581-bd36-4a38-b47c-0d61897ccc8b requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:15:11.928718 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a1357ce7-30e8-4e2d-b28c-fd908dde4db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (62a1c581-bd36-4a38-b47c-0d61897ccc8b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:11.980956 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a1357ce7-30e8-4e2d-b28c-fd908dde4db4 admin admin] Deleting port c0f1a09d-19d6-4fea-8581-d1221153ded1 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:15:11.980956 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a1357ce7-30e8-4e2d-b28c-fd908dde4db4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c0f1a09d-19d6-4fea-8581-d1221153ded1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:12.017300 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] DHCP port deletion for 62a1c581-bd36-4a38-b47c-0d61897ccc8b request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:15:12.048348 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-a1357ce7-30e8-4e2d-b28c-fd908dde4db4 admin admin] For port c0f1a09d-19d6-4fea-8581-d1221153ded1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c0f1a09d-19d6-4fea-8581-d1221153ded1,segment=NetworkSegment(60a291e2-1ce4-44a1-be18-86d738ffad2b),segment_id=60a291e2-1ce4-44a1-be18-86d738ffad2b)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:12.048963 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a1357ce7-30e8-4e2d-b28c-fd908dde4db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c0f1a09d-19d6-4fea-8581-d1221153ded1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:12.055898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] Deleting port c0f1a09d-19d6-4fea-8581-d1221153ded1 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:15:12.056367 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c0f1a09d-19d6-4fea-8581-d1221153ded1), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:12.063142 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a1357ce7-30e8-4e2d-b28c-fd908dde4db4 admin admin] Calling delete_port for c0f1a09d-19d6-4fea-8581-d1221153ded1 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:15:12.253589 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:12.259114 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] For port c0f1a09d-19d6-4fea-8581-d1221153ded1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c0f1a09d-19d6-4fea-8581-d1221153ded1,segment=NetworkSegment(60a291e2-1ce4-44a1-be18-86d738ffad2b),segment_id=60a291e2-1ce4-44a1-be18-86d738ffad2b)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:12.259513 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c0f1a09d-19d6-4fea-8581-d1221153ded1), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:12.266211 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a1357ce7-30e8-4e2d-b28c-fd908dde4db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (c0f1a09d-19d6-4fea-8581-d1221153ded1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:12.275713 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] Calling delete_port for c0f1a09d-19d6-4fea-8581-d1221153ded1 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:15:12.293204 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1357ce7-30e8-4e2d-b28c-fd908dde4db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0f1a09d-19d6-4fea-8581-d1221153ded1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:12.297329 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1357ce7-30e8-4e2d-b28c-fd908dde4db4 admin admin] No DVR routers for this DVR port c0f1a09d-19d6-4fea-8581-d1221153ded1 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:15:12.359732 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (c0f1a09d-19d6-4fea-8581-d1221153ded1), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:12.386262 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] Pushing event deleted for resources: {'Port': ['ID=c0f1a09d-19d6-4fea-8581-d1221153ded1,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:12.390676 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a1357ce7-30e8-4e2d-b28c-fd908dde4db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (62a1c581-bd36-4a38-b47c-0d61897ccc8b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:12.394584 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] No DVR routers for this DVR port c0f1a09d-19d6-4fea-8581-d1221153ded1 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:15:12.397214 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:12.397645 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:12.398210 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:12.398576 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:12.398713 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:12.399027 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:12.399267 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:12.399690 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:12.399975 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:12.400242 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:12.400587 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:12.400898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:12.401224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:12.401535 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:12.401848 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55af4f9-aa85-432b-b8dd-bb5768cbceb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:12.418688 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-a1357ce7-30e8-4e2d-b28c-fd908dde4db4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a1c581-bd36-4a38-b47c-0d61897ccc8b']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:12.429631 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-a1357ce7-30e8-4e2d-b28c-fd908dde4db4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a291e2-1ce4-44a1-be18-86d738ffad2b') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:12.429925 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-a1357ce7-30e8-4e2d-b28c-fd908dde4db4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a291e2-1ce4-44a1-be18-86d738ffad2b') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:12.441436 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a1357ce7-30e8-4e2d-b28c-fd908dde4db4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (60a291e2-1ce4-44a1-be18-86d738ffad2b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:12.456682 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a1357ce7-30e8-4e2d-b28c-fd908dde4db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (60a291e2-1ce4-44a1-be18-86d738ffad2b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:12.463551 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1357ce7-30e8-4e2d-b28c-fd908dde4db4 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:15:12.463988 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a1357ce7-30e8-4e2d-b28c-fd908dde4db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (60a291e2-1ce4-44a1-be18-86d738ffad2b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:12.486388 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 60a291e2-1ce4-44a1-be18-86d738ffad2b resource provider aggregate not found Nov 02 13:15:12.520016 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 60a291e2-1ce4-44a1-be18-86d738ffad2b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60a291e2-1ce4-44a1-be18-86d738ffad2b found for delete ", "request_id": "req-614d4056-84c7-4bdd-92aa-45744bebd1ab"}]} Nov 02 13:15:12.640377 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a1357ce7-30e8-4e2d-b28c-fd908dde4db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (62a1c581-bd36-4a38-b47c-0d61897ccc8b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:12.646566 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a1357ce7-30e8-4e2d-b28c-fd908dde4db4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:12.649896 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a1357ce7-30e8-4e2d-b28c-fd908dde4db4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/62a1c581-bd36-4a38-b47c-0d61897ccc8b HTTP/1.1" status: 204 len: 168 time: 0.8091831 Nov 02 13:15:12.662160 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1357ce7-30e8-4e2d-b28c-fd908dde4db4 admin admin] Pushing event deleted for resources: {'Network': ['ID=62a1c581-bd36-4a38-b47c-0d61897ccc8b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:12.812547 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device bbcc0bf5-1eea-4616-823e-f34b50e6eea9 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:15:12.842372 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: bbcc0bf5-1eea-4616-823e-f34b50e6eea9 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:15:12.844737 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device bbcc0bf5-1eea-4616-823e-f34b50e6eea9 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:15:12.844737 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c0f1a09d-19d6-4fea-8581-d1221153ded1 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:15:12.869908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: c0f1a09d-19d6-4fea-8581-d1221153ded1 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:15:12.870257 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c0f1a09d-19d6-4fea-8581-d1221153ded1 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:15:13.031606 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-63f701eb-3290-4157-abb3-f72de901251f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:13.296935 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50632) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:13.314305 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:13.344054 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7eadb2b3-004e-496a-b763-887faf396646 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=de4a5e32387f4e81bd7c863b544a787e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456140 Nov 02 13:15:13.346745 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50634) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:13.421393 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9fe64471-e91e-4457-99eb-555fdddb5b31 admin admin] Publish callbacks [] for security_group (3780cd52-a07c-4902-af9d-31f50694144c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:13.446142 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9fe64471-e91e-4457-99eb-555fdddb5b31 admin admin] Publish callbacks [] for security_group (3780cd52-a07c-4902-af9d-31f50694144c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:13.642301 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9fe64471-e91e-4457-99eb-555fdddb5b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (3780cd52-a07c-4902-af9d-31f50694144c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:13.644997 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9fe64471-e91e-4457-99eb-555fdddb5b31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:13.646265 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9fe64471-e91e-4457-99eb-555fdddb5b31 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3780cd52-a07c-4902-af9d-31f50694144c HTTP/1.1" status: 204 len: 168 time: 0.2984939 Nov 02 13:15:13.655258 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe64471-e91e-4457-99eb-555fdddb5b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3780cd52-a07c-4902-af9d-31f50694144c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:14.515704 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50640) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:14.590407 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c9fbe670-3226-4ca4-a8e5-38dc067cf88b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d0bf0bf9df1d42689402aa67a81f9f9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0730727 Nov 02 13:15:14.593132 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50642) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:14.649577 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1b55ccb8-dce1-49f8-8327-52dbeb83605a admin admin] Publish callbacks [] for security_group (f89d68e3-83fe-4d3e-8f52-da13dac7376a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:14.673180 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1b55ccb8-dce1-49f8-8327-52dbeb83605a admin admin] Publish callbacks [] for security_group (f89d68e3-83fe-4d3e-8f52-da13dac7376a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:14.836415 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1b55ccb8-dce1-49f8-8327-52dbeb83605a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (f89d68e3-83fe-4d3e-8f52-da13dac7376a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:14.839117 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1b55ccb8-dce1-49f8-8327-52dbeb83605a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:14.840304 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1b55ccb8-dce1-49f8-8327-52dbeb83605a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f89d68e3-83fe-4d3e-8f52-da13dac7376a HTTP/1.1" status: 204 len: 168 time: 0.2462430 Nov 02 13:15:14.849781 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55ccb8-dce1-49f8-8327-52dbeb83605a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89d68e3-83fe-4d3e-8f52-da13dac7376a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:15.293812 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:15.825117 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:15.952727 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f28d852e-16ef-445c-8f75-fb3896f84016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:17.048142 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:17.379731 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50682) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:17.384898 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-2f82dfb2-47b9-489b-8779-5ccd46a7140e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-217640815', 'description': 'tempest-secgroup-smoke-217640815 description', 'project_id': 'ef4f1f1efde142479f284d0edca2e143'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:17.488247 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2f82dfb2-47b9-489b-8779-5ccd46a7140e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:17.491258 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:17.498069 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2f82dfb2-47b9-489b-8779-5ccd46a7140e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:17.536674 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:17.584655 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2f82dfb2-47b9-489b-8779-5ccd46a7140e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (8f467344-ff96-42bc-9e44-c2812c3f7128), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:17.705297 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2f82dfb2-47b9-489b-8779-5ccd46a7140e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8f467344-ff96-42bc-9e44-c2812c3f7128), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:17.744215 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82dfb2-47b9-489b-8779-5ccd46a7140e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f467344-ff96-42bc-9e44-c2812c3f7128,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:17.793752 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2f82dfb2-47b9-489b-8779-5ccd46a7140e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (69337b61-c295-4274-bad9-10411cc6d24d), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:17.865428 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2f82dfb2-47b9-489b-8779-5ccd46a7140e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (69337b61-c295-4274-bad9-10411cc6d24d), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:17.899412 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82dfb2-47b9-489b-8779-5ccd46a7140e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69337b61-c295-4274-bad9-10411cc6d24d,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:18.010381 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2f82dfb2-47b9-489b-8779-5ccd46a7140e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:18.011670 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2f82dfb2-47b9-489b-8779-5ccd46a7140e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6308594 Nov 02 13:15:18.016158 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50684) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:18.021304 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-8c590754-c6c0-4bb9-ad7c-e102123c5195 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '69337b61-c295-4274-bad9-10411cc6d24d', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:18.164331 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8c590754-c6c0-4bb9-ad7c-e102123c5195 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (50eb8d2c-ffb4-4e0a-b882-67e0176839a8), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:18.240019 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8c590754-c6c0-4bb9-ad7c-e102123c5195 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (50eb8d2c-ffb4-4e0a-b882-67e0176839a8), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:18.364714 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=57 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:18.368116 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:18.370277 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=58 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:18.402821 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8c590754-c6c0-4bb9-ad7c-e102123c5195 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (50eb8d2c-ffb4-4e0a-b882-67e0176839a8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:18.424801 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c590754-c6c0-4bb9-ad7c-e102123c5195 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50eb8d2c-ffb4-4e0a-b882-67e0176839a8,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:18.529974 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-8c590754-c6c0-4bb9-ad7c-e102123c5195 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:18.531224 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8c590754-c6c0-4bb9-ad7c-e102123c5195 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5138969 Nov 02 13:15:18.534409 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50686) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:18.539102 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-34d38da8-2783-46c4-841a-debc0ab70dbc tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '69337b61-c295-4274-bad9-10411cc6d24d', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:18.563693 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:18.660166 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34d38da8-2783-46c4-841a-debc0ab70dbc tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (2335893b-4348-486b-9c3c-231c9ed694be), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:18.729008 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34d38da8-2783-46c4-841a-debc0ab70dbc tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (2335893b-4348-486b-9c3c-231c9ed694be), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:18.823077 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34d38da8-2783-46c4-841a-debc0ab70dbc tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (2335893b-4348-486b-9c3c-231c9ed694be), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:18.847410 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d38da8-2783-46c4-841a-debc0ab70dbc tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2335893b-4348-486b-9c3c-231c9ed694be,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:18.972374 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34d38da8-2783-46c4-841a-debc0ab70dbc tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:18.973993 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-34d38da8-2783-46c4-841a-debc0ab70dbc tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4384136 Nov 02 13:15:18.977304 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50688) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:18.983638 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-7942569b-7f47-4f42-bf97-fb69adcfc648 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '69337b61-c295-4274-bad9-10411cc6d24d', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:19.112091 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7942569b-7f47-4f42-bf97-fb69adcfc648 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (8da9d5fb-1bf3-4bf6-b292-dc5955556e1a), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:19.181749 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7942569b-7f47-4f42-bf97-fb69adcfc648 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (8da9d5fb-1bf3-4bf6-b292-dc5955556e1a), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:19.262779 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7942569b-7f47-4f42-bf97-fb69adcfc648 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (8da9d5fb-1bf3-4bf6-b292-dc5955556e1a), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:19.276176 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:19.282402 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942569b-7f47-4f42-bf97-fb69adcfc648 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da9d5fb-1bf3-4bf6-b292-dc5955556e1a,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:19.381509 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7942569b-7f47-4f42-bf97-fb69adcfc648 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:19.382839 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7942569b-7f47-4f42-bf97-fb69adcfc648 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4044151 Nov 02 13:15:19.386684 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50690) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:19.392138 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6467288e-9b2e-4cb2-96d2-894d2b6d5b1b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '69337b61-c295-4274-bad9-10411cc6d24d', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:19.500453 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6467288e-9b2e-4cb2-96d2-894d2b6d5b1b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (d0ae51a6-3c3b-4327-a08f-8f7594ec2102), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:19.582128 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6467288e-9b2e-4cb2-96d2-894d2b6d5b1b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (d0ae51a6-3c3b-4327-a08f-8f7594ec2102), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:19.693771 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6467288e-9b2e-4cb2-96d2-894d2b6d5b1b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (d0ae51a6-3c3b-4327-a08f-8f7594ec2102), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:19.718894 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467288e-9b2e-4cb2-96d2-894d2b6d5b1b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ae51a6-3c3b-4327-a08f-8f7594ec2102,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:19.807768 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6467288e-9b2e-4cb2-96d2-894d2b6d5b1b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:19.809083 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6467288e-9b2e-4cb2-96d2-894d2b6d5b1b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4213707 Nov 02 13:15:19.816559 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50692) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:19.821418 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-34c571db-5e6e-4a79-bc52-e4c0368b703a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '69337b61-c295-4274-bad9-10411cc6d24d', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:19.910963 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-34c571db-5e6e-4a79-bc52-e4c0368b703a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Project ef4f1f1efde142479f284d0edca2e143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:15:19.917549 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34c571db-5e6e-4a79-bc52-e4c0368b703a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (2f5eeec6-ae1f-4010-9f54-0a1d7fe8a932), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.004050 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34c571db-5e6e-4a79-bc52-e4c0368b703a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (2f5eeec6-ae1f-4010-9f54-0a1d7fe8a932), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.076899 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34c571db-5e6e-4a79-bc52-e4c0368b703a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (2f5eeec6-ae1f-4010-9f54-0a1d7fe8a932), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.084877 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:DELETE=7,neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:20.102366 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c571db-5e6e-4a79-bc52-e4c0368b703a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5eeec6-ae1f-4010-9f54-0a1d7fe8a932,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:20.176353 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-34c571db-5e6e-4a79-bc52-e4c0368b703a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.177761 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-34c571db-5e6e-4a79-bc52-e4c0368b703a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3601141 Nov 02 13:15:20.180746 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50694) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:20.186236 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-cd8b3648-20b5-4992-8dd3-2943458e5f49 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '69337b61-c295-4274-bad9-10411cc6d24d', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:20.281024 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-cd8b3648-20b5-4992-8dd3-2943458e5f49 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Project ef4f1f1efde142479f284d0edca2e143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:15:20.287899 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cd8b3648-20b5-4992-8dd3-2943458e5f49 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (2327a2c0-8505-4f04-ac6d-85d88146b3d7), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.356910 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cd8b3648-20b5-4992-8dd3-2943458e5f49 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (2327a2c0-8505-4f04-ac6d-85d88146b3d7), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.442190 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cd8b3648-20b5-4992-8dd3-2943458e5f49 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (2327a2c0-8505-4f04-ac6d-85d88146b3d7), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.463324 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b3648-20b5-4992-8dd3-2943458e5f49 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2327a2c0-8505-4f04-ac6d-85d88146b3d7,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:20.557332 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-cd8b3648-20b5-4992-8dd3-2943458e5f49 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.558830 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-cd8b3648-20b5-4992-8dd3-2943458e5f49 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3769472 Nov 02 13:15:20.562097 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50696) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:20.567958 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-9f903327-7eec-47bd-8cce-a2ce92a35257 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'network': {'name': 'tempest-network-smoke--1271680477', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'port_security_enabled': True}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:20.674435 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f903327-7eec-47bd-8cce-a2ce92a35257 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Made reservation on behalf of ef4f1f1efde142479f284d0edca2e143 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:15:20.678455 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f903327-7eec-47bd-8cce-a2ce92a35257 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.708039 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f903327-7eec-47bd-8cce-a2ce92a35257 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:15:20.719118 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f903327-7eec-47bd-8cce-a2ce92a35257 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.719480 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-9f903327-7eec-47bd-8cce-a2ce92a35257 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Added segment 9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450 of type vlan for network 12e752bf-0419-48a0-a592-728a6c451a06 Nov 02 13:15:20.766510 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f903327-7eec-47bd-8cce-a2ce92a35257 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (12e752bf-0419-48a0-a592-728a6c451a06), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.876663 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f903327-7eec-47bd-8cce-a2ce92a35257 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (12e752bf-0419-48a0-a592-728a6c451a06), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.881979 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f903327-7eec-47bd-8cce-a2ce92a35257 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:20.882639 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9f903327-7eec-47bd-8cce-a2ce92a35257 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:20.964274 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f903327-7eec-47bd-8cce-a2ce92a35257 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Network': ['ID=12e752bf-0419-48a0-a592-728a6c451a06,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:20.976586 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 12e752bf-0419-48a0-a592-728a6c451a06 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:15:21.056566 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9f903327-7eec-47bd-8cce-a2ce92a35257 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4932313 Nov 02 13:15:21.059675 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50698) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:21.064718 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-18f3fb6d-faca-46fd-9988-9eed669eb7c8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1358583946', 'admin_state_up': True, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:21.078526 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:21.129985 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:15:21.245935 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18f3fb6d-faca-46fd-9988-9eed669eb7c8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (b0af3f6d-1b24-4af1-af5a-c72db195d4ec), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:21.247004 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18f3fb6d-faca-46fd-9988-9eed669eb7c8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (b0af3f6d-1b24-4af1-af5a-c72db195d4ec), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:21.311354 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18f3fb6d-faca-46fd-9988-9eed669eb7c8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_controller (b0af3f6d-1b24-4af1-af5a-c72db195d4ec), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:21.552262 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18f3fb6d-faca-46fd-9988-9eed669eb7c8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_gateway (b0af3f6d-1b24-4af1-af5a-c72db195d4ec), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:21.909955 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18f3fb6d-faca-46fd-9988-9eed669eb7c8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_gateway (b0af3f6d-1b24-4af1-af5a-c72db195d4ec), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:21.931708 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18f3fb6d-faca-46fd-9988-9eed669eb7c8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:22.069280 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-18f3fb6d-faca-46fd-9988-9eed669eb7c8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Allocated IP 172.25.2.104 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/baec70f6-ea20-4384-aa60-4dd8afac7bd5) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:15:22.096515 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:22.192981 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18f3fb6d-faca-46fd-9988-9eed669eb7c8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for port (baec70f6-ea20-4384-aa60-4dd8afac7bd5), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:22.345883 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18f3fb6d-faca-46fd-9988-9eed669eb7c8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (baec70f6-ea20-4384-aa60-4dd8afac7bd5), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:22.395279 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f3fb6d-faca-46fd-9988-9eed669eb7c8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:15:22.401018 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-18f3fb6d-faca-46fd-9988-9eed669eb7c8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:22.403361 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3fb6d-faca-46fd-9988-9eed669eb7c8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Port': ['ID=baec70f6-ea20-4384-aa60-4dd8afac7bd5,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:22.406379 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f3fb6d-faca-46fd-9988-9eed669eb7c8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:15:22.456159 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:22.806416 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18f3fb6d-faca-46fd-9988-9eed669eb7c8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_gateway (b0af3f6d-1b24-4af1-af5a-c72db195d4ec), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:23.040265 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18f3fb6d-faca-46fd-9988-9eed669eb7c8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (b0af3f6d-1b24-4af1-af5a-c72db195d4ec), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:23.522275 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:23.694428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f3fb6d-faca-46fd-9988-9eed669eb7c8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Router b0af3f6d-1b24-4af1-af5a-c72db195d4ec is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:15:23.809259 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f3fb6d-faca-46fd-9988-9eed669eb7c8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:15:23.820627 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] Sync routers for ids ['b0af3f6d-1b24-4af1-af5a-c72db195d4ec'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:15:23.831897 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] Routers {'b0af3f6d-1b24-4af1-af5a-c72db195d4ec'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:15:23.832659 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:15:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b0af3f6d-1b24-4af1-af5a-c72db195d4ec'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:23.942151 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] Set router b0af3f6d-1b24-4af1-af5a-c72db195d4ec gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:15:23.987687 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-18f3fb6d-faca-46fd-9988-9eed669eb7c8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:23.992054 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-18f3fb6d-faca-46fd-9988-9eed669eb7c8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9284019 Nov 02 13:15:23.992363 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50700) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:24.082365 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:24.125621 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af3f6d-1b24-4af1-af5a-c72db195d4ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358583946', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'baec70f6-ea20-4384-aa60-4dd8afac7bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:21Z', 'updated_at': '2022-11-02T13:15:22Z', 'revision_number': 3, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': 'baec70f6-ea20-4384-aa60-4dd8afac7bd5', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0af3f6d-1b24-4af1-af5a-c72db195d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:21Z', 'updated_at': '2022-11-02T13:15:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:24.144208 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fb526103-49e5-49e0-ad7f-3c71ce12cebb tempest-TestNetworkAdvancedServerOps-1081068239 tempest-TestNetworkAdvancedServerOps-1081068239-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?project_id=ef4f1f1efde142479f284d0edca2e143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1505485 Nov 02 13:15:24.146897 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50704) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:24.155789 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] Checking router: b0af3f6d-1b24-4af1-af5a-c72db195d4ec for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:15:24.156138 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] Updating router b0af3f6d-1b24-4af1-af5a-c72db195d4ec port baec70f6-ea20-4384-aa60-4dd8afac7bd5 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:15:24.186831 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (baec70f6-ea20-4384-aa60-4dd8afac7bd5), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:24.257399 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fd277d-1903-4b03-9e06-a504f9b9ca8c tempest-TestNetworkAdvancedServerOps-1081068239 tempest-TestNetworkAdvancedServerOps-1081068239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:24.259094 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a1fd277d-1903-4b03-9e06-a504f9b9ca8c tempest-TestNetworkAdvancedServerOps-1081068239 tempest-TestNetworkAdvancedServerOps-1081068239-project-admin] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1111896 Nov 02 13:15:24.264621 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50706) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:24.303788 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50710) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:24.305669 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-eb32b20f-5a2f-4907-add2-3eda1a454b2f tempest-TestNetworkAdvancedServerOps-1081068239 tempest-TestNetworkAdvancedServerOps-1081068239-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387523 Nov 02 13:15:24.309901 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-31b35657-0158-4108-871a-78257bb458a9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-348906966', 'network_id': '12e752bf-0419-48a0-a592-728a6c451a06', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:24.460796 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] Publish callbacks [] for port (baec70f6-ea20-4384-aa60-4dd8afac7bd5), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:24.533741 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b35657-0158-4108-871a-78257bb458a9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Made reservation on behalf of ef4f1f1efde142479f284d0edca2e143 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:15:24.537699 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-31b35657-0158-4108-871a-78257bb458a9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:24.591058 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (baec70f6-ea20-4384-aa60-4dd8afac7bd5), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:24.631392 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] Attempting to bind port baec70f6-ea20-4384-aa60-4dd8afac7bd5 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:15:24.631894 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] Attempting to bind port baec70f6-ea20-4384-aa60-4dd8afac7bd5 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:15:24.632324 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] Attempting to bind port baec70f6-ea20-4384-aa60-4dd8afac7bd5 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:15:24.694538 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a245d97-f5ef-4fba-909b-f7273ba37a11 None None] Pushing event updated for resources: {'Port': ['ID=baec70f6-ea20-4384-aa60-4dd8afac7bd5,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:24.725155 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a245d97-f5ef-4fba-909b-f7273ba37a11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.725155 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a245d97-f5ef-4fba-909b-f7273ba37a11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.725155 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a245d97-f5ef-4fba-909b-f7273ba37a11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.725155 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a245d97-f5ef-4fba-909b-f7273ba37a11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.725155 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a245d97-f5ef-4fba-909b-f7273ba37a11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.725155 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a245d97-f5ef-4fba-909b-f7273ba37a11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.725155 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a245d97-f5ef-4fba-909b-f7273ba37a11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.725155 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a245d97-f5ef-4fba-909b-f7273ba37a11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.726517 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a245d97-f5ef-4fba-909b-f7273ba37a11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.726517 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a245d97-f5ef-4fba-909b-f7273ba37a11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.726517 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a245d97-f5ef-4fba-909b-f7273ba37a11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.726959 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a245d97-f5ef-4fba-909b-f7273ba37a11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.727366 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a245d97-f5ef-4fba-909b-f7273ba37a11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.727895 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a245d97-f5ef-4fba-909b-f7273ba37a11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.728480 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a245d97-f5ef-4fba-909b-f7273ba37a11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:15:24.750932 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:15:24.751517 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:15:24.752323 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:24.752897 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:15:24.753711 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] Bound port: baec70f6-ea20-4384-aa60-4dd8afac7bd5, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:15:24.754355 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (baec70f6-ea20-4384-aa60-4dd8afac7bd5), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:24.823793 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] For port baec70f6-ea20-4384-aa60-4dd8afac7bd5, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:15:24.828300 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] For port baec70f6-ea20-4384-aa60-4dd8afac7bd5, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=baec70f6-ea20-4384-aa60-4dd8afac7bd5,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:15:24.871618 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-31b35657-0158-4108-871a-78257bb458a9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (d7a54da8-ae26-4add-850f-56b446c5b8d1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:24.937996 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (baec70f6-ea20-4384-aa60-4dd8afac7bd5), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:24.947620 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b35657-0158-4108-871a-78257bb458a9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Subnet': ['ID=d7a54da8-ae26-4add-850f-56b446c5b8d1,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:24.961793 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b35657-0158-4108-871a-78257bb458a9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Checking segment: {'id': '9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '12e752bf-0419-48a0-a592-728a6c451a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:15:24.962226 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b35657-0158-4108-871a-78257bb458a9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network hostable DHCP agents. Network: 12e752bf-0419-48a0-a592-728a6c451a06, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:15:24.975867 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] Routers {'b0af3f6d-1b24-4af1-af5a-c72db195d4ec'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:15:24.976431 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:15:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b0af3f6d-1b24-4af1-af5a-c72db195d4ec'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:25.045183 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:25.052710 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a245d97-f5ef-4fba-909b-f7273ba37a11 None None] Pushing event updated for resources: {'Port': ['ID=baec70f6-ea20-4384-aa60-4dd8afac7bd5,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:25.060980 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:25.119977 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] Set router b0af3f6d-1b24-4af1-af5a-c72db195d4ec gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:15:25.120270 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b35657-0158-4108-871a-78257bb458a9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network 12e752bf-0419-48a0-a592-728a6c451a06 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:15:25.219658 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-31b35657-0158-4108-871a-78257bb458a9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 12e752bf-0419-48a0-a592-728a6c451a06) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:25.233478 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b35657-0158-4108-871a-78257bb458a9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:25.233478 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-31b35657-0158-4108-871a-78257bb458a9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:25.234157 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a7aa24-b317-47f2-ba6e-50a3b32c0086 None None] Network 12e752bf-0419-48a0-a592-728a6c451a06 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:15:25.365096 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-12e752bf-0419-48a0-a592-728a6c451a06', 'network_id': '12e752bf-0419-48a0-a592-728a6c451a06', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'fixed_ips': [{'subnet_id': 'd7a54da8-ae26-4add-850f-56b446c5b8d1'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:15:25.367231 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:25.386168 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50712) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:25.387020 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-31b35657-0158-4108-871a-78257bb458a9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0808196 Nov 02 13:15:25.546593 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af3f6d-1b24-4af1-af5a-c72db195d4ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358583946', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'baec70f6-ea20-4384-aa60-4dd8afac7bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:21Z', 'updated_at': '2022-11-02T13:15:22Z', 'revision_number': 3, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': 'baec70f6-ea20-4384-aa60-4dd8afac7bd5', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0af3f6d-1b24-4af1-af5a-c72db195d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:21Z', 'updated_at': '2022-11-02T13:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:25.583423 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a1a9d5-85c5-4632-951e-68f6d6a1e4ef None None] The sync data for ids ['b0af3f6d-1b24-4af1-af5a-c72db195d4ec'] in n-d-857339-6 is: [{'id': 'b0af3f6d-1b24-4af1-af5a-c72db195d4ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358583946', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'baec70f6-ea20-4384-aa60-4dd8afac7bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:21Z', 'updated_at': '2022-11-02T13:15:22Z', 'revision_number': 3, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': 'baec70f6-ea20-4384-aa60-4dd8afac7bd5', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0af3f6d-1b24-4af1-af5a-c72db195d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:21Z', 'updated_at': '2022-11-02T13:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:15:25.601482 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] Allocated IP 172.20.0.2 (12e752bf-0419-48a0-a592-728a6c451a06/d7a54da8-ae26-4add-850f-56b446c5b8d1/bcbbc28d-9f12-49bb-9f98-df0541c2d5e2) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:15:25.862290 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] Publish callbacks [] for port (bcbbc28d-9f12-49bb-9f98-df0541c2d5e2), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:25.960270 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (bcbbc28d-9f12-49bb-9f98-df0541c2d5e2), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:26.008963 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:26.045746 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] Network 12e752bf-0419-48a0-a592-728a6c451a06 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:15:26.054807 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:26.063290 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:15:26.076295 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] Pushing event updated for resources: {'Port': ['ID=bcbbc28d-9f12-49bb-9f98-df0541c2d5e2,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:26.151539 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] Attempting to bind port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:15:26.153563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] Attempting to bind port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '12e752bf-0419-48a0-a592-728a6c451a06'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:15:26.153563 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] Attempting to bind port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 on network 12e752bf-0419-48a0-a592-728a6c451a06 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:15:26.163427 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5eeac2c3-23dc-44e2-9c3a-2b8af454534a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:26.199075 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:26.204006 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:15:26.204578 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] Checking segment: {'id': '9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '12e752bf-0419-48a0-a592-728a6c451a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:15:26.205145 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:26.205621 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] Bound using segment: {'id': '9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '12e752bf-0419-48a0-a592-728a6c451a06'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:15:26.206223 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] Bound port: bcbbc28d-9f12-49bb-9f98-df0541c2d5e2, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '12e752bf-0419-48a0-a592-728a6c451a06'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:15:26.206758 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (bcbbc28d-9f12-49bb-9f98-df0541c2d5e2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:26.293433 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] For port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:15:26.370285 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] For port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=bcbbc28d-9f12-49bb-9f98-df0541c2d5e2,segment=NetworkSegment(9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450),segment_id=9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:15:26.552269 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-5eeac2c3-23dc-44e2-9c3a-2b8af454534a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Allocated IP 172.20.0.1 (12e752bf-0419-48a0-a592-728a6c451a06/d7a54da8-ae26-4add-850f-56b446c5b8d1/53be5b7f-a9c4-412c-a61e-5d4d3ca74738) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:15:26.578980 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (bcbbc28d-9f12-49bb-9f98-df0541c2d5e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:26.593515 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:26.679800 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d314a2f-7c9a-4034-b303-640248bc7f5b None None] Pushing event updated for resources: {'Port': ['ID=bcbbc28d-9f12-49bb-9f98-df0541c2d5e2,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:26.691319 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:26.787943 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5eeac2c3-23dc-44e2-9c3a-2b8af454534a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for port (53be5b7f-a9c4-412c-a61e-5d4d3ca74738), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:26.877420 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device baec70f6-ea20-4384-aa60-4dd8afac7bd5 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:15:26.943902 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5eeac2c3-23dc-44e2-9c3a-2b8af454534a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (53be5b7f-a9c4-412c-a61e-5d4d3ca74738), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:26.990073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port baec70f6-ea20-4384-aa60-4dd8afac7bd5 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:15:26.991260 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (baec70f6-ea20-4384-aa60-4dd8afac7bd5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:26.992037 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port baec70f6-ea20-4384-aa60-4dd8afac7bd5 Nov 02 13:15:26.999805 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeac2c3-23dc-44e2-9c3a-2b8af454534a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network 12e752bf-0419-48a0-a592-728a6c451a06 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:15:27.007575 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-5eeac2c3-23dc-44e2-9c3a-2b8af454534a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:27.012594 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeac2c3-23dc-44e2-9c3a-2b8af454534a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:15:27.040682 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeac2c3-23dc-44e2-9c3a-2b8af454534a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Port': ['ID=53be5b7f-a9c4-412c-a61e-5d4d3ca74738,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:27.088918 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5eeac2c3-23dc-44e2-9c3a-2b8af454534a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (b0af3f6d-1b24-4af1-af5a-c72db195d4ec), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:27.151356 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port baec70f6-ea20-4384-aa60-4dd8afac7bd5 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:15:27.152211 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (baec70f6-ea20-4384-aa60-4dd8afac7bd5), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:27.188719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port baec70f6-ea20-4384-aa60-4dd8afac7bd5, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=baec70f6-ea20-4384-aa60-4dd8afac7bd5,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:27.196481 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:27.312000 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (baec70f6-ea20-4384-aa60-4dd8afac7bd5), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:27.384911 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=baec70f6-ea20-4384-aa60-4dd8afac7bd5,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:27.585566 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5eeac2c3-23dc-44e2-9c3a-2b8af454534a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (53be5b7f-a9c4-412c-a61e-5d4d3ca74738), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:27.876279 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:27.942167 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5eeac2c3-23dc-44e2-9c3a-2b8af454534a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for port (53be5b7f-a9c4-412c-a61e-5d4d3ca74738), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:28.036634 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5eeac2c3-23dc-44e2-9c3a-2b8af454534a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (53be5b7f-a9c4-412c-a61e-5d4d3ca74738), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:28.123353 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-5eeac2c3-23dc-44e2-9c3a-2b8af454534a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (b0af3f6d-1b24-4af1-af5a-c72db195d4ec), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:28.125438 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeac2c3-23dc-44e2-9c3a-2b8af454534a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Port': ['ID=53be5b7f-a9c4-412c-a61e-5d4d3ca74738,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:28.258474 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeac2c3-23dc-44e2-9c3a-2b8af454534a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network 12e752bf-0419-48a0-a592-728a6c451a06 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:15:28.260241 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-5eeac2c3-23dc-44e2-9c3a-2b8af454534a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:28.436945 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eeac2c3-23dc-44e2-9c3a-2b8af454534a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Router b0af3f6d-1b24-4af1-af5a-c72db195d4ec has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:15:28.596671 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eeac2c3-23dc-44e2-9c3a-2b8af454534a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:15:28.604676 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-5eeac2c3-23dc-44e2-9c3a-2b8af454534a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "PUT /networking/v2.0/routers/b0af3f6d-1b24-4af1-af5a-c72db195d4ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2150371 Nov 02 13:15:28.615209 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] Sync routers for ids ['b0af3f6d-1b24-4af1-af5a-c72db195d4ec'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:15:28.623695 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798ade61-9dbd-4faf-b441-b936085b2473 None None] Network 12e752bf-0419-48a0-a592-728a6c451a06 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:15:28.687213 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] Routers {'b0af3f6d-1b24-4af1-af5a-c72db195d4ec'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:15:28.687943 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:15:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b0af3f6d-1b24-4af1-af5a-c72db195d4ec'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:28.769911 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-002a79eb-1919-4967-bb18-62af0867b53f None None] Provisioning complete for port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:15:28.769911 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-002a79eb-1919-4967-bb18-62af0867b53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (bcbbc28d-9f12-49bb-9f98-df0541c2d5e2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:28.769911 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-002a79eb-1919-4967-bb18-62af0867b53f None None] Attempt 1 to provision port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 Nov 02 13:15:28.869761 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f1f5c1f9-4846-4551-9f59-5344eea4b65f req-fdcfad37-0eb3-426e-a434-60ed62291362 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-217640815&fields=id&tenant_id=ef4f1f1efde142479f284d0edca2e143 HTTP/1.1" status: 200 len: 267 time: 0.0882103 Nov 02 13:15:28.913170 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:28.929947 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] Set router b0af3f6d-1b24-4af1-af5a-c72db195d4ec gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:15:29.057123 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device baec70f6-ea20-4384-aa60-4dd8afac7bd5 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:15:29.087524 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-002a79eb-1919-4967-bb18-62af0867b53f None None] Current status of the port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:15:29.087984 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-002a79eb-1919-4967-bb18-62af0867b53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (bcbbc28d-9f12-49bb-9f98-df0541c2d5e2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:29.099433 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5c1f9-4846-4551-9f59-5344eea4b65f req-4f23c524-222a-4e70-ac6a-c9f69173ee9b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:29.101969 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f1f5c1f9-4846-4551-9f59-5344eea4b65f req-4f23c524-222a-4e70-ac6a-c9f69173ee9b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "GET /networking/v2.0/networks?id=12e752bf-0419-48a0-a592-728a6c451a06 HTTP/1.1" status: 200 len: 797 time: 0.2184861 Nov 02 13:15:29.127559 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f1f5c1f9-4846-4551-9f59-5344eea4b65f req-afe142c0-d60e-4ed5-a8a4-de3c88f8cbd5 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "GET /networking/v2.0/quotas/ef4f1f1efde142479f284d0edca2e143 HTTP/1.1" status: 200 len: 375 time: 0.0177443 Nov 02 13:15:29.199696 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-002a79eb-1919-4967-bb18-62af0867b53f None None] For port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=bcbbc28d-9f12-49bb-9f98-df0541c2d5e2,segment=NetworkSegment(9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450),segment_id=9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:29.208749 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f1f5c1f9-4846-4551-9f59-5344eea4b65f req-939ccc87-b025-49cb-b275-05f37b2bdc10 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=ef4f1f1efde142479f284d0edca2e143&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662396 Nov 02 13:15:29.213544 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port baec70f6-ea20-4384-aa60-4dd8afac7bd5 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:15:29.213846 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (baec70f6-ea20-4384-aa60-4dd8afac7bd5), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:29.214195 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port baec70f6-ea20-4384-aa60-4dd8afac7bd5 Nov 02 13:15:29.259943 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50730) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:29.295281 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:29.315030 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-002a79eb-1919-4967-bb18-62af0867b53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (bcbbc28d-9f12-49bb-9f98-df0541c2d5e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:29.372118 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af3f6d-1b24-4af1-af5a-c72db195d4ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358583946', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'baec70f6-ea20-4384-aa60-4dd8afac7bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:21Z', 'updated_at': '2022-11-02T13:15:27Z', 'revision_number': 4, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': 'baec70f6-ea20-4384-aa60-4dd8afac7bd5', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af3f6d-1b24-4af1-af5a-c72db195d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:21Z', 'updated_at': '2022-11-02T13:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '53be5b7f-a9c4-412c-a61e-5d4d3ca74738', 'name': '', 'network_id': '12e752bf-0419-48a0-a592-728a6c451a06', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'mac_address': 'fa:16:3e:54:11:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0af3f6d-1b24-4af1-af5a-c72db195d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'd7a54da8-ae26-4add-850f-56b446c5b8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:26Z', 'updated_at': '2022-11-02T13:15:27Z', 'revision_number': 2, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'subnets': [{'id': 'd7a54da8-ae26-4add-850f-56b446c5b8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:29.486830 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] Checking router: b0af3f6d-1b24-4af1-af5a-c72db195d4ec for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:15:29.486830 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] Updating router b0af3f6d-1b24-4af1-af5a-c72db195d4ec port 53be5b7f-a9c4-412c-a61e-5d4d3ca74738 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:15:29.537467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a79eb-1919-4967-bb18-62af0867b53f None None] Pushing event updated for resources: {'Port': ['ID=bcbbc28d-9f12-49bb-9f98-df0541c2d5e2,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:29.561694 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5ada5abf-6771-466d-bb8f-5489b90ce166 None None] Provisioning complete for port 53be5b7f-a9c4-412c-a61e-5d4d3ca74738 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:15:29.562158 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5ada5abf-6771-466d-bb8f-5489b90ce166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (53be5b7f-a9c4-412c-a61e-5d4d3ca74738), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:29.562597 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5ada5abf-6771-466d-bb8f-5489b90ce166 None None] Attempt 1 to provision port 53be5b7f-a9c4-412c-a61e-5d4d3ca74738 Nov 02 13:15:29.569463 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port baec70f6-ea20-4384-aa60-4dd8afac7bd5 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:15:29.571378 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:15:29.602504 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:29.787118 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (53be5b7f-a9c4-412c-a61e-5d4d3ca74738), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:29.816848 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5ada5abf-6771-466d-bb8f-5489b90ce166 None None] Port 53be5b7f-a9c4-412c-a61e-5d4d3ca74738 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:15:29.854299 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-5ada5abf-6771-466d-bb8f-5489b90ce166 None None] Provisioning complete for port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:15:29.854673 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-5ada5abf-6771-466d-bb8f-5489b90ce166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (bcbbc28d-9f12-49bb-9f98-df0541c2d5e2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:29.855019 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-5ada5abf-6771-466d-bb8f-5489b90ce166 None None] Attempt 1 to provision port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 Nov 02 13:15:29.951120 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:15:29.951343 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (bcbbc28d-9f12-49bb-9f98-df0541c2d5e2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:29.951644 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 Nov 02 13:15:30.095467 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80903cc7-d097-4f7d-91db-e97985913018 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (b0af3f6d-1b24-4af1-af5a-c72db195d4ec), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:30.110901 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:30.154468 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-5ada5abf-6771-466d-bb8f-5489b90ce166 None None] Current status of the port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:15:30.156190 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:30.192298 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:15:30.266305 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] Publish callbacks [] for port (53be5b7f-a9c4-412c-a61e-5d4d3ca74738), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:30.281643 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f750ce07-7a6b-4b44-a2b1-bc6c19d2a125 None None] Provisioning complete for port 53be5b7f-a9c4-412c-a61e-5d4d3ca74738 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:15:30.286844 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f750ce07-7a6b-4b44-a2b1-bc6c19d2a125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (53be5b7f-a9c4-412c-a61e-5d4d3ca74738), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:30.286844 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f750ce07-7a6b-4b44-a2b1-bc6c19d2a125 None None] Attempt 1 to provision port 53be5b7f-a9c4-412c-a61e-5d4d3ca74738 Nov 02 13:15:30.324359 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f750ce07-7a6b-4b44-a2b1-bc6c19d2a125 None None] Port 53be5b7f-a9c4-412c-a61e-5d4d3ca74738 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:15:30.373905 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (53be5b7f-a9c4-412c-a61e-5d4d3ca74738), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:30.384765 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-80903cc7-d097-4f7d-91db-e97985913018 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Deleting port 53be5b7f-a9c4-412c-a61e-5d4d3ca74738 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:15:30.390288 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80903cc7-d097-4f7d-91db-e97985913018 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (53be5b7f-a9c4-412c-a61e-5d4d3ca74738), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:30.445058 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e052f4c-bc0e-4bd6-91a8-bec6b7fbdcdf None None] Pushing event updated for resources: {'Port': ['ID=53be5b7f-a9c4-412c-a61e-5d4d3ca74738,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:30.488281 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] Attempting to bind port 53be5b7f-a9c4-412c-a61e-5d4d3ca74738 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:15:30.488824 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] Attempting to bind port 53be5b7f-a9c4-412c-a61e-5d4d3ca74738 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '12e752bf-0419-48a0-a592-728a6c451a06'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:15:30.489489 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] Attempting to bind port 53be5b7f-a9c4-412c-a61e-5d4d3ca74738 on network 12e752bf-0419-48a0-a592-728a6c451a06 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:15:30.525652 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80903cc7-d097-4f7d-91db-e97985913018 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (53be5b7f-a9c4-412c-a61e-5d4d3ca74738), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:30.536828 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-80903cc7-d097-4f7d-91db-e97985913018 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Calling delete_port for 53be5b7f-a9c4-412c-a61e-5d4d3ca74738 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:15:30.551790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:15:30.552294 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] Checking segment: {'id': '9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '12e752bf-0419-48a0-a592-728a6c451a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:15:30.552750 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:30.553165 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] Bound using segment: {'id': '9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '12e752bf-0419-48a0-a592-728a6c451a06'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:15:30.553681 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] Bound port: 53be5b7f-a9c4-412c-a61e-5d4d3ca74738, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '12e752bf-0419-48a0-a592-728a6c451a06'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:15:30.554062 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (53be5b7f-a9c4-412c-a61e-5d4d3ca74738), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:30.557724 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:30.633016 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] For port 53be5b7f-a9c4-412c-a61e-5d4d3ca74738, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:15:30.670557 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] For port 53be5b7f-a9c4-412c-a61e-5d4d3ca74738, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=53be5b7f-a9c4-412c-a61e-5d4d3ca74738,segment=NetworkSegment(9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450),segment_id=9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:15:30.791891 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (53be5b7f-a9c4-412c-a61e-5d4d3ca74738), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:30.862034 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:15:30.885955 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] Routers {'b0af3f6d-1b24-4af1-af5a-c72db195d4ec'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:15:30.886648 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:15:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b0af3f6d-1b24-4af1-af5a-c72db195d4ec'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:30.965019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e052f4c-bc0e-4bd6-91a8-bec6b7fbdcdf None None] Pushing event updated for resources: {'Port': ['ID=53be5b7f-a9c4-412c-a61e-5d4d3ca74738,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:30.997773 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80903cc7-d097-4f7d-91db-e97985913018 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (53be5b7f-a9c4-412c-a61e-5d4d3ca74738), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:31.020125 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:15:31.020547 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (bcbbc28d-9f12-49bb-9f98-df0541c2d5e2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:31.020998 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 Nov 02 13:15:31.026705 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80903cc7-d097-4f7d-91db-e97985913018 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'Port': ['ID=53be5b7f-a9c4-412c-a61e-5d4d3ca74738,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:31.080592 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] Set router b0af3f6d-1b24-4af1-af5a-c72db195d4ec gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:15:31.112466 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:31.246783 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-80903cc7-d097-4f7d-91db-e97985913018 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (b0af3f6d-1b24-4af1-af5a-c72db195d4ec), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:31.259726 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:15:31.313004 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5802cc25-1df2-43b6-853e-7fda71e3ecf9 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:15:31.385879 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:31.404359 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af3f6d-1b24-4af1-af5a-c72db195d4ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358583946', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'baec70f6-ea20-4384-aa60-4dd8afac7bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:21Z', 'updated_at': '2022-11-02T13:15:27Z', 'revision_number': 4, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': 'baec70f6-ea20-4384-aa60-4dd8afac7bd5', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af3f6d-1b24-4af1-af5a-c72db195d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:21Z', 'updated_at': '2022-11-02T13:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '53be5b7f-a9c4-412c-a61e-5d4d3ca74738', 'name': '', 'network_id': '12e752bf-0419-48a0-a592-728a6c451a06', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'mac_address': 'fa:16:3e:54:11:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0af3f6d-1b24-4af1-af5a-c72db195d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'd7a54da8-ae26-4add-850f-56b446c5b8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:26Z', 'updated_at': '2022-11-02T13:15:30Z', 'revision_number': 4, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'subnets': [{'id': 'd7a54da8-ae26-4add-850f-56b446c5b8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:31.412371 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:31.436796 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320efb24-6ad7-48c0-a052-b1f9b65b4a7b None None] The sync data for ids ['b0af3f6d-1b24-4af1-af5a-c72db195d4ec'] in n-d-857339-6 is: [{'id': 'b0af3f6d-1b24-4af1-af5a-c72db195d4ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358583946', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'baec70f6-ea20-4384-aa60-4dd8afac7bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:21Z', 'updated_at': '2022-11-02T13:15:27Z', 'revision_number': 4, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': 'baec70f6-ea20-4384-aa60-4dd8afac7bd5', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af3f6d-1b24-4af1-af5a-c72db195d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:21Z', 'updated_at': '2022-11-02T13:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '53be5b7f-a9c4-412c-a61e-5d4d3ca74738', 'name': '', 'network_id': '12e752bf-0419-48a0-a592-728a6c451a06', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'mac_address': 'fa:16:3e:54:11:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0af3f6d-1b24-4af1-af5a-c72db195d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'd7a54da8-ae26-4add-850f-56b446c5b8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:26Z', 'updated_at': '2022-11-02T13:15:30Z', 'revision_number': 4, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'subnets': [{'id': 'd7a54da8-ae26-4add-850f-56b446c5b8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:15:31.453383 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5802cc25-1df2-43b6-853e-7fda71e3ecf9 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:15:31.486162 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80903cc7-d097-4f7d-91db-e97985913018 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Router b0af3f6d-1b24-4af1-af5a-c72db195d4ec has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:15:31.583677 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:31.645553 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80903cc7-d097-4f7d-91db-e97985913018 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:15:31.652763 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-80903cc7-d097-4f7d-91db-e97985913018 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "PUT /networking/v2.0/routers/b0af3f6d-1b24-4af1-af5a-c72db195d4ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4013031 Nov 02 13:15:31.655501 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50732) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:31.712672 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:31.723518 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d89bef6-64af-4437-a725-566a77e7b79c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Deleting subnet d7a54da8-ae26-4add-850f-56b446c5b8d1 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:15:31.729150 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5d89bef6-64af-4437-a725-566a77e7b79c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for subnet (d7a54da8-ae26-4add-850f-56b446c5b8d1), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:31.782247 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5d89bef6-64af-4437-a725-566a77e7b79c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (d7a54da8-ae26-4add-850f-56b446c5b8d1), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:31.890560 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:31.912274 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5d89bef6-64af-4437-a725-566a77e7b79c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (d7a54da8-ae26-4add-850f-56b446c5b8d1), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:32.227022 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5d89bef6-64af-4437-a725-566a77e7b79c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (d7a54da8-ae26-4add-850f-56b446c5b8d1), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:32.254277 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89bef6-64af-4437-a725-566a77e7b79c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a54da8-ae26-4add-850f-56b446c5b8d1,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:32.261200 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5d89bef6-64af-4437-a725-566a77e7b79c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:32.272990 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5d89bef6-64af-4437-a725-566a77e7b79c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/d7a54da8-ae26-4add-850f-56b446c5b8d1 HTTP/1.1" status: 204 len: 168 time: 0.6089714 Nov 02 13:15:32.272990 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50734) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:32.325821 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b5e428-bced-4837-b077-ab346737e6b0 None None] Network 12e752bf-0419-48a0-a592-728a6c451a06 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:15:32.411681 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-89975a58-2c49-472e-95fb-205370514e99 None None] Provisioning complete for port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:15:32.417191 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-89975a58-2c49-472e-95fb-205370514e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (bcbbc28d-9f12-49bb-9f98-df0541c2d5e2), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:32.417191 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-89975a58-2c49-472e-95fb-205370514e99 None None] Attempt 1 to provision port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 Nov 02 13:15:32.447791 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2166049f-0277-4d8b-91a2-5e0dc3dd9a45 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router (b0af3f6d-1b24-4af1-af5a-c72db195d4ec), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:32.564976 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-89975a58-2c49-472e-95fb-205370514e99 None None] Current status of the port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:15:32.597416 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc76bb30-0b1e-4a64-8bd5-0d02718edc84 None None] DHCP port deletion for 12e752bf-0419-48a0-a592-728a6c451a06 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:15:32.615856 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2166049f-0277-4d8b-91a2-5e0dc3dd9a45 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_gateway (b0af3f6d-1b24-4af1-af5a-c72db195d4ec), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:32.648681 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cc76bb30-0b1e-4a64-8bd5-0d02718edc84 None None] Deleting port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:15:32.649310 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cc76bb30-0b1e-4a64-8bd5-0d02718edc84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (bcbbc28d-9f12-49bb-9f98-df0541c2d5e2), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:32.751740 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-2166049f-0277-4d8b-91a2-5e0dc3dd9a45 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Deleting port baec70f6-ea20-4384-aa60-4dd8afac7bd5 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:15:32.753131 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2166049f-0277-4d8b-91a2-5e0dc3dd9a45 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (baec70f6-ea20-4384-aa60-4dd8afac7bd5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:32.777679 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-cc76bb30-0b1e-4a64-8bd5-0d02718edc84 None None] For port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=bcbbc28d-9f12-49bb-9f98-df0541c2d5e2,segment=NetworkSegment(9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450),segment_id=9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:32.778317 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cc76bb30-0b1e-4a64-8bd5-0d02718edc84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (bcbbc28d-9f12-49bb-9f98-df0541c2d5e2), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:32.807899 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-cc76bb30-0b1e-4a64-8bd5-0d02718edc84 None None] Calling delete_port for bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:15:32.858838 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-2166049f-0277-4d8b-91a2-5e0dc3dd9a45 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] For port baec70f6-ea20-4384-aa60-4dd8afac7bd5, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=baec70f6-ea20-4384-aa60-4dd8afac7bd5,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:32.859983 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2166049f-0277-4d8b-91a2-5e0dc3dd9a45 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (baec70f6-ea20-4384-aa60-4dd8afac7bd5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:32.880084 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-2166049f-0277-4d8b-91a2-5e0dc3dd9a45 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Calling delete_port for baec70f6-ea20-4384-aa60-4dd8afac7bd5 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:15:32.892196 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:15:33.048348 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:33.169693 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 is: ACTIVE; New status is: DOWN {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:15:33.170091 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (bcbbc28d-9f12-49bb-9f98-df0541c2d5e2), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:33.246995 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-cc76bb30-0b1e-4a64-8bd5-0d02718edc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (bcbbc28d-9f12-49bb-9f98-df0541c2d5e2), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:33.275504 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2166049f-0277-4d8b-91a2-5e0dc3dd9a45 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (baec70f6-ea20-4384-aa60-4dd8afac7bd5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:33.298397 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76bb30-0b1e-4a64-8bd5-0d02718edc84 None None] Pushing event deleted for resources: {'Port': ['ID=bcbbc28d-9f12-49bb-9f98-df0541c2d5e2,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:33.301661 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc76bb30-0b1e-4a64-8bd5-0d02718edc84 None None] No DVR routers for this DVR port bcbbc28d-9f12-49bb-9f98-df0541c2d5e2 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:15:33.312042 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166049f-0277-4d8b-91a2-5e0dc3dd9a45 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'Port': ['ID=baec70f6-ea20-4384-aa60-4dd8afac7bd5,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:33.350487 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41120cf-124b-4c4e-9412-f52a633c6f7c None None] Sync routers for ids ['b0af3f6d-1b24-4af1-af5a-c72db195d4ec'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:15:33.366617 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41120cf-124b-4c4e-9412-f52a633c6f7c None None] Routers {'b0af3f6d-1b24-4af1-af5a-c72db195d4ec'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:15:33.367321 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f41120cf-124b-4c4e-9412-f52a633c6f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:15:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b0af3f6d-1b24-4af1-af5a-c72db195d4ec'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:33.403828 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2166049f-0277-4d8b-91a2-5e0dc3dd9a45 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (b0af3f6d-1b24-4af1-af5a-c72db195d4ec), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:33.456747 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-f41120cf-124b-4c4e-9412-f52a633c6f7c None None] Set router b0af3f6d-1b24-4af1-af5a-c72db195d4ec gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:15:33.510660 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2166049f-0277-4d8b-91a2-5e0dc3dd9a45 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (b0af3f6d-1b24-4af1-af5a-c72db195d4ec), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:33.513418 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2166049f-0277-4d8b-91a2-5e0dc3dd9a45 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_controller (b0af3f6d-1b24-4af1-af5a-c72db195d4ec), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:33.526441 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f41120cf-124b-4c4e-9412-f52a633c6f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af3f6d-1b24-4af1-af5a-c72db195d4ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358583946', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:21Z', 'updated_at': '2022-11-02T13:15:33Z', 'revision_number': 7, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:33.574546 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41120cf-124b-4c4e-9412-f52a633c6f7c None None] Checking router: b0af3f6d-1b24-4af1-af5a-c72db195d4ec for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:15:33.588263 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41120cf-124b-4c4e-9412-f52a633c6f7c None None] Routers {'b0af3f6d-1b24-4af1-af5a-c72db195d4ec'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:15:33.589234 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f41120cf-124b-4c4e-9412-f52a633c6f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:15:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['b0af3f6d-1b24-4af1-af5a-c72db195d4ec'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:33.640295 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2166049f-0277-4d8b-91a2-5e0dc3dd9a45 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (b0af3f6d-1b24-4af1-af5a-c72db195d4ec), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:33.641463 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2166049f-0277-4d8b-91a2-5e0dc3dd9a45 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Fanout notify agent at l3_agent the message router_deleted on router b0af3f6d-1b24-4af1-af5a-c72db195d4ec {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:15:33.656896 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2166049f-0277-4d8b-91a2-5e0dc3dd9a45 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:33.661898 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2166049f-0277-4d8b-91a2-5e0dc3dd9a45 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "DELETE /networking/v2.0/routers/b0af3f6d-1b24-4af1-af5a-c72db195d4ec HTTP/1.1" status: 204 len: 168 time: 1.3879716 Nov 02 13:15:33.662309 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50736) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:33.673806 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-f41120cf-124b-4c4e-9412-f52a633c6f7c None None] Set router b0af3f6d-1b24-4af1-af5a-c72db195d4ec gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:15:33.732676 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f41120cf-124b-4c4e-9412-f52a633c6f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af3f6d-1b24-4af1-af5a-c72db195d4ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358583946', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:21Z', 'updated_at': '2022-11-02T13:15:33Z', 'revision_number': 7, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:33.760746 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41120cf-124b-4c4e-9412-f52a633c6f7c None None] The sync data for ids ['b0af3f6d-1b24-4af1-af5a-c72db195d4ec'] in n-d-857339-6 is: [{'id': 'b0af3f6d-1b24-4af1-af5a-c72db195d4ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358583946', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:21Z', 'updated_at': '2022-11-02T13:15:33Z', 'revision_number': 7, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:15:33.780187 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61752dc8-fc39-46b2-9d5f-8da97c476a34 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (12e752bf-0419-48a0-a592-728a6c451a06), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:33.883991 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61752dc8-fc39-46b2-9d5f-8da97c476a34 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (12e752bf-0419-48a0-a592-728a6c451a06), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:33.914960 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-61752dc8-fc39-46b2-9d5f-8da97c476a34 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e752bf-0419-48a0-a592-728a6c451a06']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:33.929020 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-61752dc8-fc39-46b2-9d5f-8da97c476a34 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:33.936462 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-61752dc8-fc39-46b2-9d5f-8da97c476a34 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:33.943828 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61752dc8-fc39-46b2-9d5f-8da97c476a34 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:33.960053 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61752dc8-fc39-46b2-9d5f-8da97c476a34 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:33.969321 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61752dc8-fc39-46b2-9d5f-8da97c476a34 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:15:33.969747 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61752dc8-fc39-46b2-9d5f-8da97c476a34 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:34.028092 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450 resource provider aggregate not found Nov 02 13:15:34.043123 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=12 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:34.055867 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment 9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c646cc8-5d78-4c7e-9e27-2d6cf9c4b450 found for delete ", "request_id": "req-fd0e30c0-6c88-4985-a18e-02c606639c4d"}]} Nov 02 13:15:34.166715 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61752dc8-fc39-46b2-9d5f-8da97c476a34 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (12e752bf-0419-48a0-a592-728a6c451a06), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:34.179854 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-61752dc8-fc39-46b2-9d5f-8da97c476a34 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:34.185562 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-61752dc8-fc39-46b2-9d5f-8da97c476a34 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "DELETE /networking/v2.0/networks/12e752bf-0419-48a0-a592-728a6c451a06 HTTP/1.1" status: 204 len: 168 time: 0.5215328 Nov 02 13:15:34.188926 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50742) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:34.218900 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61752dc8-fc39-46b2-9d5f-8da97c476a34 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'Network': ['ID=12e752bf-0419-48a0-a592-728a6c451a06,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:34.295098 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55610242-1904-4319-a6ed-85856f778d6d tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (69337b61-c295-4274-bad9-10411cc6d24d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:34.328651 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55610242-1904-4319-a6ed-85856f778d6d tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (69337b61-c295-4274-bad9-10411cc6d24d), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:34.537498 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55610242-1904-4319-a6ed-85856f778d6d tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (69337b61-c295-4274-bad9-10411cc6d24d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:34.541877 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55610242-1904-4319-a6ed-85856f778d6d tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:34.543722 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-55610242-1904-4319-a6ed-85856f778d6d tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/69337b61-c295-4274-bad9-10411cc6d24d HTTP/1.1" status: 204 len: 168 time: 0.3530774 Nov 02 13:15:34.567331 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55610242-1904-4319-a6ed-85856f778d6d tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69337b61-c295-4274-bad9-10411cc6d24d,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:34.834610 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device baec70f6-ea20-4384-aa60-4dd8afac7bd5 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:15:34.860033 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: baec70f6-ea20-4384-aa60-4dd8afac7bd5 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:15:34.860390 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device baec70f6-ea20-4384-aa60-4dd8afac7bd5 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:15:34.860844 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 53be5b7f-a9c4-412c-a61e-5d4d3ca74738 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:15:34.882343 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 53be5b7f-a9c4-412c-a61e-5d4d3ca74738 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:15:34.882707 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 53be5b7f-a9c4-412c-a61e-5d4d3ca74738 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:15:35.084694 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50748) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:35.090036 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-2bc3d345-fc15-4938-8440-4a1097f4371c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1094426152', 'description': 'tempest-secgroup-smoke-1094426152 description', 'project_id': 'ef4f1f1efde142479f284d0edca2e143'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:35.189099 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bc3d345-fc15-4938-8440-4a1097f4371c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:35.274215 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bc3d345-fc15-4938-8440-4a1097f4371c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (23afe0b3-4186-4c46-acec-7eb1ece95bbc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:35.399863 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bc3d345-fc15-4938-8440-4a1097f4371c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (23afe0b3-4186-4c46-acec-7eb1ece95bbc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:35.425779 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:35.438687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3d345-fc15-4938-8440-4a1097f4371c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23afe0b3-4186-4c46-acec-7eb1ece95bbc,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:35.587228 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2bc3d345-fc15-4938-8440-4a1097f4371c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:35.591517 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2bc3d345-fc15-4938-8440-4a1097f4371c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5027609 Nov 02 13:15:35.601365 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50750) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:35.606415 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-54581dab-9e9e-4010-95ff-1417922def46 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '23afe0b3-4186-4c46-acec-7eb1ece95bbc', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:35.728939 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54581dab-9e9e-4010-95ff-1417922def46 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (1498aac0-a256-45dd-bb09-96a3e6f494d6), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:35.803057 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54581dab-9e9e-4010-95ff-1417922def46 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (1498aac0-a256-45dd-bb09-96a3e6f494d6), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:35.885694 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54581dab-9e9e-4010-95ff-1417922def46 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (1498aac0-a256-45dd-bb09-96a3e6f494d6), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:35.909090 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54581dab-9e9e-4010-95ff-1417922def46 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1498aac0-a256-45dd-bb09-96a3e6f494d6,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:36.056827 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-54581dab-9e9e-4010-95ff-1417922def46 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:36.058054 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-54581dab-9e9e-4010-95ff-1417922def46 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4555349 Nov 02 13:15:36.072114 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50752) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:36.078237 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-3888e685-f82d-436e-8882-58182984689f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '23afe0b3-4186-4c46-acec-7eb1ece95bbc', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:36.218512 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3888e685-f82d-436e-8882-58182984689f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (ed8e9191-a0bc-45f6-8b1d-b9b747fde967), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:36.298727 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3888e685-f82d-436e-8882-58182984689f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (ed8e9191-a0bc-45f6-8b1d-b9b747fde967), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:36.380430 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3888e685-f82d-436e-8882-58182984689f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (ed8e9191-a0bc-45f6-8b1d-b9b747fde967), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:36.403189 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888e685-f82d-436e-8882-58182984689f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8e9191-a0bc-45f6-8b1d-b9b747fde967,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:36.518667 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3888e685-f82d-436e-8882-58182984689f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:36.520414 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3888e685-f82d-436e-8882-58182984689f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4469171 Nov 02 13:15:36.524584 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50754) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:36.529560 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-f3dbf69e-1165-4e21-83e5-66af156641d4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '23afe0b3-4186-4c46-acec-7eb1ece95bbc', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:36.633845 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3dbf69e-1165-4e21-83e5-66af156641d4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (65b6d980-8857-4a11-a084-07742b59df63), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:36.718848 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3dbf69e-1165-4e21-83e5-66af156641d4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (65b6d980-8857-4a11-a084-07742b59df63), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:36.817637 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3dbf69e-1165-4e21-83e5-66af156641d4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (65b6d980-8857-4a11-a084-07742b59df63), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:36.847381 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbf69e-1165-4e21-83e5-66af156641d4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b6d980-8857-4a11-a084-07742b59df63,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:36.918346 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-f3dbf69e-1165-4e21-83e5-66af156641d4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:36.920316 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-f3dbf69e-1165-4e21-83e5-66af156641d4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3946228 Nov 02 13:15:36.923783 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50756) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:36.928548 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-258ce5a8-62b0-471b-9645-df37eb0f2b42 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '23afe0b3-4186-4c46-acec-7eb1ece95bbc', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:37.082696 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-258ce5a8-62b0-471b-9645-df37eb0f2b42 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (b5086857-a16c-4c62-b1f1-59e145344ed6), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:37.156342 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-258ce5a8-62b0-471b-9645-df37eb0f2b42 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (b5086857-a16c-4c62-b1f1-59e145344ed6), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:37.231386 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-258ce5a8-62b0-471b-9645-df37eb0f2b42 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (b5086857-a16c-4c62-b1f1-59e145344ed6), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:37.264792 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ce5a8-62b0-471b-9645-df37eb0f2b42 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5086857-a16c-4c62-b1f1-59e145344ed6,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:37.384884 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-258ce5a8-62b0-471b-9645-df37eb0f2b42 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:37.386529 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-258ce5a8-62b0-471b-9645-df37eb0f2b42 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4613893 Nov 02 13:15:37.392135 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50758) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:37.398894 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-9db4265c-66e2-4763-b20e-84b6e304f34a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '23afe0b3-4186-4c46-acec-7eb1ece95bbc', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:37.499194 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-9db4265c-66e2-4763-b20e-84b6e304f34a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Project ef4f1f1efde142479f284d0edca2e143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:15:37.506366 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9db4265c-66e2-4763-b20e-84b6e304f34a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (cda19415-d9b1-4621-8d55-0338a39baf36), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:37.581868 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9db4265c-66e2-4763-b20e-84b6e304f34a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (cda19415-d9b1-4621-8d55-0338a39baf36), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:37.682624 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9db4265c-66e2-4763-b20e-84b6e304f34a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (cda19415-d9b1-4621-8d55-0338a39baf36), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:37.706416 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4265c-66e2-4763-b20e-84b6e304f34a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda19415-d9b1-4621-8d55-0338a39baf36,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:38.093249 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9db4265c-66e2-4763-b20e-84b6e304f34a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:38.094533 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9db4265c-66e2-4763-b20e-84b6e304f34a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7008245 Nov 02 13:15:38.098084 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50760) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:38.103570 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-574001b8-f710-4914-b36c-14e8b6a4581a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '23afe0b3-4186-4c46-acec-7eb1ece95bbc', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:38.322149 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-574001b8-f710-4914-b36c-14e8b6a4581a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Project ef4f1f1efde142479f284d0edca2e143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:15:38.329400 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-574001b8-f710-4914-b36c-14e8b6a4581a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (5c24de17-1a46-4d0a-9fd8-f62b4604d506), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:38.383912 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=14 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:38.401677 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-574001b8-f710-4914-b36c-14e8b6a4581a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (5c24de17-1a46-4d0a-9fd8-f62b4604d506), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:38.599915 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-574001b8-f710-4914-b36c-14e8b6a4581a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (5c24de17-1a46-4d0a-9fd8-f62b4604d506), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:38.623049 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574001b8-f710-4914-b36c-14e8b6a4581a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c24de17-1a46-4d0a-9fd8-f62b4604d506,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:38.772880 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-574001b8-f710-4914-b36c-14e8b6a4581a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:38.774177 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-574001b8-f710-4914-b36c-14e8b6a4581a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6751208 Nov 02 13:15:38.777169 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50762) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:38.786717 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-30b2c994-1285-4791-892b-81654c7ef2fd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'network': {'name': 'tempest-network-smoke--1175503583', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'port_security_enabled': True}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:38.910673 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b2c994-1285-4791-892b-81654c7ef2fd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Made reservation on behalf of ef4f1f1efde142479f284d0edca2e143 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:15:38.914902 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30b2c994-1285-4791-892b-81654c7ef2fd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:38.946648 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b2c994-1285-4791-892b-81654c7ef2fd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:15:38.958751 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30b2c994-1285-4791-892b-81654c7ef2fd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4afde5be-cd8c-4e55-afe2-92755dc3a549), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:38.959155 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-30b2c994-1285-4791-892b-81654c7ef2fd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Added segment 4afde5be-cd8c-4e55-afe2-92755dc3a549 of type vlan for network fb5e414d-2685-4fbd-92b1-704c6054e918 Nov 02 13:15:39.007303 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30b2c994-1285-4791-892b-81654c7ef2fd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (fb5e414d-2685-4fbd-92b1-704c6054e918), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:39.020002 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6,neutron:DELETE=5,neutron:INSERT=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:39.168035 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30b2c994-1285-4791-892b-81654c7ef2fd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (fb5e414d-2685-4fbd-92b1-704c6054e918), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:39.173554 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b2c994-1285-4791-892b-81654c7ef2fd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:39.174603 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-30b2c994-1285-4791-892b-81654c7ef2fd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:39.255915 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2c994-1285-4791-892b-81654c7ef2fd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Network': ['ID=fb5e414d-2685-4fbd-92b1-704c6054e918,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:39.267755 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network fb5e414d-2685-4fbd-92b1-704c6054e918 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:15:39.332455 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-30b2c994-1285-4791-892b-81654c7ef2fd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5541613 Nov 02 13:15:39.336883 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50764) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:39.343103 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-409bb175-4dfe-4a8a-8e63-af8973a9ffe3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1585053007', 'admin_state_up': True, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:39.517046 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-409bb175-4dfe-4a8a-8e63-af8973a9ffe3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (27f7cfd1-38f8-4a7b-8499-6a192aeb20cd), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:39.518527 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-409bb175-4dfe-4a8a-8e63-af8973a9ffe3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (27f7cfd1-38f8-4a7b-8499-6a192aeb20cd), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:39.636071 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-409bb175-4dfe-4a8a-8e63-af8973a9ffe3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_controller (27f7cfd1-38f8-4a7b-8499-6a192aeb20cd), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:39.933529 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-409bb175-4dfe-4a8a-8e63-af8973a9ffe3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_gateway (27f7cfd1-38f8-4a7b-8499-6a192aeb20cd), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:40.219166 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-409bb175-4dfe-4a8a-8e63-af8973a9ffe3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_gateway (27f7cfd1-38f8-4a7b-8499-6a192aeb20cd), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:40.239348 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-409bb175-4dfe-4a8a-8e63-af8973a9ffe3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:40.375502 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-409bb175-4dfe-4a8a-8e63-af8973a9ffe3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Allocated IP 172.25.2.22 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/4eddc629-35dd-42e1-ab59-024752475886) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:15:40.404704 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:40.500576 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-409bb175-4dfe-4a8a-8e63-af8973a9ffe3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for port (4eddc629-35dd-42e1-ab59-024752475886), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:40.625496 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-409bb175-4dfe-4a8a-8e63-af8973a9ffe3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (4eddc629-35dd-42e1-ab59-024752475886), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:40.667443 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409bb175-4dfe-4a8a-8e63-af8973a9ffe3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:15:40.673855 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-409bb175-4dfe-4a8a-8e63-af8973a9ffe3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:40.678798 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409bb175-4dfe-4a8a-8e63-af8973a9ffe3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:15:40.702813 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:40.707876 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bb175-4dfe-4a8a-8e63-af8973a9ffe3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Port': ['ID=4eddc629-35dd-42e1-ab59-024752475886,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:41.345600 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-409bb175-4dfe-4a8a-8e63-af8973a9ffe3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_gateway (27f7cfd1-38f8-4a7b-8499-6a192aeb20cd), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:41.573519 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-409bb175-4dfe-4a8a-8e63-af8973a9ffe3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (27f7cfd1-38f8-4a7b-8499-6a192aeb20cd), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:41.835873 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409bb175-4dfe-4a8a-8e63-af8973a9ffe3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Router 27f7cfd1-38f8-4a7b-8499-6a192aeb20cd is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:15:41.945526 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409bb175-4dfe-4a8a-8e63-af8973a9ffe3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:15:41.955944 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] Sync routers for ids ['27f7cfd1-38f8-4a7b-8499-6a192aeb20cd'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:15:41.966659 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] Routers {'27f7cfd1-38f8-4a7b-8499-6a192aeb20cd'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:15:41.967304 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:15:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['27f7cfd1-38f8-4a7b-8499-6a192aeb20cd'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:42.050556 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:42.072633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] Set router 27f7cfd1-38f8-4a7b-8499-6a192aeb20cd gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:15:42.095453 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-409bb175-4dfe-4a8a-8e63-af8973a9ffe3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:42.096696 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-409bb175-4dfe-4a8a-8e63-af8973a9ffe3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7587767 Nov 02 13:15:42.099768 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50766) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:42.198773 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:42.264478 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7cfd1-38f8-4a7b-8499-6a192aeb20cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585053007', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '4eddc629-35dd-42e1-ab59-024752475886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:39Z', 'updated_at': '2022-11-02T13:15:40Z', 'revision_number': 3, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': '4eddc629-35dd-42e1-ab59-024752475886', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:92:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f7cfd1-38f8-4a7b-8499-6a192aeb20cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:40Z', 'updated_at': '2022-11-02T13:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:42.297382 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] Checking router: 27f7cfd1-38f8-4a7b-8499-6a192aeb20cd for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:15:42.297759 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] Updating router 27f7cfd1-38f8-4a7b-8499-6a192aeb20cd port 4eddc629-35dd-42e1-ab59-024752475886 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:15:42.331732 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4eddc629-35dd-42e1-ab59-024752475886), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:42.490882 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9d49c397-1793-4295-83d1-ba229fa9cb0a tempest-TestNetworkAdvancedServerOps-1081068239 tempest-TestNetworkAdvancedServerOps-1081068239-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?project_id=ef4f1f1efde142479f284d0edca2e143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3899422 Nov 02 13:15:42.494039 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50768) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:42.593543 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d5fb37-c5ba-445e-bdfe-2ed6a9ec5b6b tempest-TestNetworkAdvancedServerOps-1081068239 tempest-TestNetworkAdvancedServerOps-1081068239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:42.595110 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d2d5fb37-c5ba-445e-bdfe-2ed6a9ec5b6b tempest-TestNetworkAdvancedServerOps-1081068239 tempest-TestNetworkAdvancedServerOps-1081068239-project-admin] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0998158 Nov 02 13:15:42.598023 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50770) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:42.610516 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] Publish callbacks [] for port (4eddc629-35dd-42e1-ab59-024752475886), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:42.631440 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-8e0a6fe9-b43a-45da-8d4b-2e0162f5ec6d tempest-TestNetworkAdvancedServerOps-1081068239 tempest-TestNetworkAdvancedServerOps-1081068239-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321188 Nov 02 13:15:42.634056 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50772) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:42.639025 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-94827828-611c-4d9e-b0f9-8ac21f3f66e9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1547679926', 'network_id': 'fb5e414d-2685-4fbd-92b1-704c6054e918', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:42.667857 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4eddc629-35dd-42e1-ab59-024752475886), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:42.702528 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:42.704928 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] Attempting to bind port 4eddc629-35dd-42e1-ab59-024752475886 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:15:42.705280 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] Attempting to bind port 4eddc629-35dd-42e1-ab59-024752475886 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:15:42.705643 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] Attempting to bind port 4eddc629-35dd-42e1-ab59-024752475886 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:15:42.745019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784c0aa-7d2e-4ac0-8dc2-7594299f46b2 None None] Pushing event updated for resources: {'Port': ['ID=4eddc629-35dd-42e1-ab59-024752475886,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:42.768305 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:15:42.768701 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:15:42.769104 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:42.769499 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:15:42.769966 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] Bound port: 4eddc629-35dd-42e1-ab59-024752475886, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:15:42.770342 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4eddc629-35dd-42e1-ab59-024752475886), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:42.801735 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94827828-611c-4d9e-b0f9-8ac21f3f66e9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Made reservation on behalf of ef4f1f1efde142479f284d0edca2e143 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:15:42.806384 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-94827828-611c-4d9e-b0f9-8ac21f3f66e9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:42.823395 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] For port 4eddc629-35dd-42e1-ab59-024752475886, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:15:42.827430 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] For port 4eddc629-35dd-42e1-ab59-024752475886, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4eddc629-35dd-42e1-ab59-024752475886,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:15:42.869724 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:UPDATE=2,neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:42.971050 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f737dcd4-3b2a-42f2-a5d2-15c27e80ac43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:42.973333 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4eddc629-35dd-42e1-ab59-024752475886), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:43.009711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] Routers {'27f7cfd1-38f8-4a7b-8499-6a192aeb20cd'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:15:43.010268 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:15:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['27f7cfd1-38f8-4a7b-8499-6a192aeb20cd'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:43.070047 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784c0aa-7d2e-4ac0-8dc2-7594299f46b2 None None] Pushing event updated for resources: {'Port': ['ID=4eddc629-35dd-42e1-ab59-024752475886,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:43.078957 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:43.144016 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] Set router 27f7cfd1-38f8-4a7b-8499-6a192aeb20cd gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:15:43.179911 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-94827828-611c-4d9e-b0f9-8ac21f3f66e9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (e93d50a8-d496-43b0-bb56-45553c96e198), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:43.251507 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94827828-611c-4d9e-b0f9-8ac21f3f66e9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Subnet': ['ID=e93d50a8-d496-43b0-bb56-45553c96e198,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:43.273063 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94827828-611c-4d9e-b0f9-8ac21f3f66e9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Checking segment: {'id': '4afde5be-cd8c-4e55-afe2-92755dc3a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'fb5e414d-2685-4fbd-92b1-704c6054e918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:15:43.273594 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94827828-611c-4d9e-b0f9-8ac21f3f66e9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network hostable DHCP agents. Network: fb5e414d-2685-4fbd-92b1-704c6054e918, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:15:43.333540 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7cfd1-38f8-4a7b-8499-6a192aeb20cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585053007', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '4eddc629-35dd-42e1-ab59-024752475886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:39Z', 'updated_at': '2022-11-02T13:15:40Z', 'revision_number': 3, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': '4eddc629-35dd-42e1-ab59-024752475886', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:92:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f7cfd1-38f8-4a7b-8499-6a192aeb20cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:40Z', 'updated_at': '2022-11-02T13:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:43.363705 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc6a4b8-5da4-4ffa-884e-55da95475e9d None None] The sync data for ids ['27f7cfd1-38f8-4a7b-8499-6a192aeb20cd'] in n-d-857339-6 is: [{'id': '27f7cfd1-38f8-4a7b-8499-6a192aeb20cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585053007', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '4eddc629-35dd-42e1-ab59-024752475886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:39Z', 'updated_at': '2022-11-02T13:15:40Z', 'revision_number': 3, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': '4eddc629-35dd-42e1-ab59-024752475886', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:92:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f7cfd1-38f8-4a7b-8499-6a192aeb20cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:40Z', 'updated_at': '2022-11-02T13:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:15:43.376426 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94827828-611c-4d9e-b0f9-8ac21f3f66e9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network fb5e414d-2685-4fbd-92b1-704c6054e918 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:15:43.453216 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-94827828-611c-4d9e-b0f9-8ac21f3f66e9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, fb5e414d-2685-4fbd-92b1-704c6054e918) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:43.457636 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94827828-611c-4d9e-b0f9-8ac21f3f66e9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:43.458237 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-94827828-611c-4d9e-b0f9-8ac21f3f66e9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:43.463383 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f03732e-9d5d-4ac9-928c-32bfdcacaae8 None None] Network fb5e414d-2685-4fbd-92b1-704c6054e918 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:15:43.541235 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:43.569618 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-fb5e414d-2685-4fbd-92b1-704c6054e918', 'network_id': 'fb5e414d-2685-4fbd-92b1-704c6054e918', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'fixed_ips': [{'subnet_id': 'e93d50a8-d496-43b0-bb56-45553c96e198'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:15:43.570566 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:43.584742 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-94827828-611c-4d9e-b0f9-8ac21f3f66e9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9470663 Nov 02 13:15:43.585059 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50774) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:43.735585 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:43.738027 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=65 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:43.738608 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] Allocated IP 172.20.0.2 (fb5e414d-2685-4fbd-92b1-704c6054e918/e93d50a8-d496-43b0-bb56-45553c96e198/a451459a-7179-4ce6-9e36-3decdbe88fb3) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:15:43.945710 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] Publish callbacks [] for port (a451459a-7179-4ce6-9e36-3decdbe88fb3), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:43.978289 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:44.088164 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (a451459a-7179-4ce6-9e36-3decdbe88fb3), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:44.132883 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56335ec4-c8eb-4b10-bc30-c44b79d56b75 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:44.141197 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] Network fb5e414d-2685-4fbd-92b1-704c6054e918 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:15:44.147147 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:44.149165 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] Pushing event updated for resources: {'Port': ['ID=a451459a-7179-4ce6-9e36-3decdbe88fb3,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:44.151395 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:15:44.219496 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] Attempting to bind port a451459a-7179-4ce6-9e36-3decdbe88fb3 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:15:44.220938 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] Attempting to bind port a451459a-7179-4ce6-9e36-3decdbe88fb3 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '4afde5be-cd8c-4e55-afe2-92755dc3a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'fb5e414d-2685-4fbd-92b1-704c6054e918'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:15:44.221430 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] Attempting to bind port a451459a-7179-4ce6-9e36-3decdbe88fb3 on network fb5e414d-2685-4fbd-92b1-704c6054e918 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:15:44.257493 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:44.268419 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:15:44.268855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] Checking segment: {'id': '4afde5be-cd8c-4e55-afe2-92755dc3a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'fb5e414d-2685-4fbd-92b1-704c6054e918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:15:44.269267 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:44.269750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] Bound using segment: {'id': '4afde5be-cd8c-4e55-afe2-92755dc3a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'fb5e414d-2685-4fbd-92b1-704c6054e918'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:15:44.270150 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] Bound port: a451459a-7179-4ce6-9e36-3decdbe88fb3, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afde5be-cd8c-4e55-afe2-92755dc3a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'fb5e414d-2685-4fbd-92b1-704c6054e918'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:15:44.270538 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a451459a-7179-4ce6-9e36-3decdbe88fb3), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:44.327154 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:44.343632 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] For port a451459a-7179-4ce6-9e36-3decdbe88fb3, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:15:44.347323 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] For port a451459a-7179-4ce6-9e36-3decdbe88fb3, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a451459a-7179-4ce6-9e36-3decdbe88fb3,segment=NetworkSegment(4afde5be-cd8c-4e55-afe2-92755dc3a549),segment_id=4afde5be-cd8c-4e55-afe2-92755dc3a549)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:15:44.459686 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a451459a-7179-4ce6-9e36-3decdbe88fb3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:44.461789 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-56335ec4-c8eb-4b10-bc30-c44b79d56b75 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Allocated IP 172.20.0.1 (fb5e414d-2685-4fbd-92b1-704c6054e918/e93d50a8-d496-43b0-bb56-45553c96e198/95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:15:44.527402 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594bba8-9fae-4fa7-a068-18fa33f2f740 None None] Pushing event updated for resources: {'Port': ['ID=a451459a-7179-4ce6-9e36-3decdbe88fb3,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:44.631173 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56335ec4-c8eb-4b10-bc30-c44b79d56b75 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for port (95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:44.765790 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56335ec4-c8eb-4b10-bc30-c44b79d56b75 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:44.828999 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56335ec4-c8eb-4b10-bc30-c44b79d56b75 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network fb5e414d-2685-4fbd-92b1-704c6054e918 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:15:44.835460 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-56335ec4-c8eb-4b10-bc30-c44b79d56b75 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:44.837596 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56335ec4-c8eb-4b10-bc30-c44b79d56b75 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Port': ['ID=95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:44.839983 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56335ec4-c8eb-4b10-bc30-c44b79d56b75 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:15:44.916825 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56335ec4-c8eb-4b10-bc30-c44b79d56b75 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (27f7cfd1-38f8-4a7b-8499-6a192aeb20cd), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:44.944109 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4eddc629-35dd-42e1-ab59-024752475886 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:15:44.995313 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 4eddc629-35dd-42e1-ab59-024752475886 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:15:44.995762 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4eddc629-35dd-42e1-ab59-024752475886), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:44.996014 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 4eddc629-35dd-42e1-ab59-024752475886 Nov 02 13:15:45.020898 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:45.074842 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 4eddc629-35dd-42e1-ab59-024752475886 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:15:45.075771 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (4eddc629-35dd-42e1-ab59-024752475886), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:45.100415 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 4eddc629-35dd-42e1-ab59-024752475886, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4eddc629-35dd-42e1-ab59-024752475886,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:45.199133 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (4eddc629-35dd-42e1-ab59-024752475886), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:45.200019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a451459a-7179-4ce6-9e36-3decdbe88fb3 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:15:45.265841 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:45.273433 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:45.281283 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=4eddc629-35dd-42e1-ab59-024752475886,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:45.297524 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a451459a-7179-4ce6-9e36-3decdbe88fb3 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:15:45.298325 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a451459a-7179-4ce6-9e36-3decdbe88fb3), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:45.298894 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a451459a-7179-4ce6-9e36-3decdbe88fb3 Nov 02 13:15:45.400919 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56335ec4-c8eb-4b10-bc30-c44b79d56b75 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:45.542871 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a451459a-7179-4ce6-9e36-3decdbe88fb3 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:15:45.543318 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a451459a-7179-4ce6-9e36-3decdbe88fb3), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:45.584623 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port a451459a-7179-4ce6-9e36-3decdbe88fb3, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a451459a-7179-4ce6-9e36-3decdbe88fb3,segment=NetworkSegment(4afde5be-cd8c-4e55-afe2-92755dc3a549),segment_id=4afde5be-cd8c-4e55-afe2-92755dc3a549)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:45.698952 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a451459a-7179-4ce6-9e36-3decdbe88fb3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:45.753543 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56335ec4-c8eb-4b10-bc30-c44b79d56b75 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for port (95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:45.755838 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=a451459a-7179-4ce6-9e36-3decdbe88fb3,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:45.829317 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56335ec4-c8eb-4b10-bc30-c44b79d56b75 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:45.851175 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a189dbac-bfc1-47cd-a86b-e93b04ec1693 None None] Network fb5e414d-2685-4fbd-92b1-704c6054e918 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:15:45.888775 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:45.923108 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56335ec4-c8eb-4b10-bc30-c44b79d56b75 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (27f7cfd1-38f8-4a7b-8499-6a192aeb20cd), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:45.923433 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56335ec4-c8eb-4b10-bc30-c44b79d56b75 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Port': ['ID=95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:45.929622 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2ff3c77a-7368-452a-bd44-0bbb07d31ca0 None None] Provisioning complete for port a451459a-7179-4ce6-9e36-3decdbe88fb3 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:15:45.929995 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2ff3c77a-7368-452a-bd44-0bbb07d31ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a451459a-7179-4ce6-9e36-3decdbe88fb3), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:45.930329 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2ff3c77a-7368-452a-bd44-0bbb07d31ca0 None None] Attempt 1 to provision port a451459a-7179-4ce6-9e36-3decdbe88fb3 Nov 02 13:15:45.957700 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-31cb08af-b20e-4cef-b781-61a1c03212ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:46.018041 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:46.032362 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56335ec4-c8eb-4b10-bc30-c44b79d56b75 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network fb5e414d-2685-4fbd-92b1-704c6054e918 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:15:46.034684 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-56335ec4-c8eb-4b10-bc30-c44b79d56b75 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:46.054454 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3c77a-7368-452a-bd44-0bbb07d31ca0 None None] Current status of the port a451459a-7179-4ce6-9e36-3decdbe88fb3 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:15:46.160611 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56335ec4-c8eb-4b10-bc30-c44b79d56b75 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Router 27f7cfd1-38f8-4a7b-8499-6a192aeb20cd has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:15:46.168014 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:46.279558 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-00c76668-4bd5-452f-8d7f-e76d51dd4c77 None None] Provisioning complete for port a451459a-7179-4ce6-9e36-3decdbe88fb3 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:15:46.280755 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-00c76668-4bd5-452f-8d7f-e76d51dd4c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a451459a-7179-4ce6-9e36-3decdbe88fb3), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:46.281336 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-00c76668-4bd5-452f-8d7f-e76d51dd4c77 None None] Attempt 1 to provision port a451459a-7179-4ce6-9e36-3decdbe88fb3 Nov 02 13:15:46.294842 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56335ec4-c8eb-4b10-bc30-c44b79d56b75 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:15:46.307015 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] Sync routers for ids ['27f7cfd1-38f8-4a7b-8499-6a192aeb20cd'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:15:46.314378 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-56335ec4-c8eb-4b10-bc30-c44b79d56b75 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "PUT /networking/v2.0/routers/27f7cfd1-38f8-4a7b-8499-6a192aeb20cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7280297 Nov 02 13:15:46.323100 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] Routers {'27f7cfd1-38f8-4a7b-8499-6a192aeb20cd'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:15:46.324122 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:15:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['27f7cfd1-38f8-4a7b-8499-6a192aeb20cd'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:46.374549 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-00c76668-4bd5-452f-8d7f-e76d51dd4c77 None None] Current status of the port a451459a-7179-4ce6-9e36-3decdbe88fb3 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:15:46.393773 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-00c76668-4bd5-452f-8d7f-e76d51dd4c77 None None] Provisioning complete for port 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:15:46.394161 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-00c76668-4bd5-452f-8d7f-e76d51dd4c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:46.395011 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-00c76668-4bd5-452f-8d7f-e76d51dd4c77 None None] Attempt 1 to provision port 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc Nov 02 13:15:46.402909 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=81,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:46.406574 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=32,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:46.457830 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-00c76668-4bd5-452f-8d7f-e76d51dd4c77 None None] Port 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:15:46.464005 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] Set router 27f7cfd1-38f8-4a7b-8499-6a192aeb20cd gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:15:46.534055 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-082fde06-5277-4656-8acd-a4bc5ed878d7 req-57017ae7-698f-4743-a3a5-9b6851256263 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1094426152&fields=id&tenant_id=ef4f1f1efde142479f284d0edca2e143 HTTP/1.1" status: 200 len: 267 time: 0.0560150 Nov 02 13:15:46.585630 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-f669432b-f260-4308-b2d3-86c6d11faa6b None None] Provisioning complete for port 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:15:46.586381 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f669432b-f260-4308-b2d3-86c6d11faa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:46.586917 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-f669432b-f260-4308-b2d3-86c6d11faa6b None None] Attempt 1 to provision port 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc Nov 02 13:15:46.636045 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-f669432b-f260-4308-b2d3-86c6d11faa6b None None] Port 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:15:46.673292 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fde06-5277-4656-8acd-a4bc5ed878d7 req-d6432e69-e494-4fae-9876-5f908d8d20ca tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:46.675097 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-082fde06-5277-4656-8acd-a4bc5ed878d7 req-d6432e69-e494-4fae-9876-5f908d8d20ca tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "GET /networking/v2.0/networks?id=fb5e414d-2685-4fbd-92b1-704c6054e918 HTTP/1.1" status: 200 len: 797 time: 0.1329091 Nov 02 13:15:46.694921 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-082fde06-5277-4656-8acd-a4bc5ed878d7 req-a3d23381-edaf-4eb6-96ff-93453c783bef tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "GET /networking/v2.0/quotas/ef4f1f1efde142479f284d0edca2e143 HTTP/1.1" status: 200 len: 375 time: 0.0143552 Nov 02 13:15:46.709546 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7cfd1-38f8-4a7b-8499-6a192aeb20cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585053007', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '4eddc629-35dd-42e1-ab59-024752475886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:39Z', 'updated_at': '2022-11-02T13:15:45Z', 'revision_number': 4, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': '4eddc629-35dd-42e1-ab59-024752475886', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7cfd1-38f8-4a7b-8499-6a192aeb20cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:40Z', 'updated_at': '2022-11-02T13:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc', 'name': '', 'network_id': 'fb5e414d-2685-4fbd-92b1-704c6054e918', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'mac_address': 'fa:16:3e:06:61:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f7cfd1-38f8-4a7b-8499-6a192aeb20cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e93d50a8-d496-43b0-bb56-45553c96e198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:44Z', 'updated_at': '2022-11-02T13:15:45Z', 'revision_number': 2, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'subnets': [{'id': 'e93d50a8-d496-43b0-bb56-45553c96e198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:46.741104 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] Checking router: 27f7cfd1-38f8-4a7b-8499-6a192aeb20cd for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:15:46.741447 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] Updating router 27f7cfd1-38f8-4a7b-8499-6a192aeb20cd port 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:15:46.753996 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-082fde06-5277-4656-8acd-a4bc5ed878d7 req-41bbb505-d821-44af-bcbc-ca2c09cbb90d tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=ef4f1f1efde142479f284d0edca2e143&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526295 Nov 02 13:15:46.775065 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:46.803879 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50792) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:46.867465 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c793d483-03bc-4d10-a1ff-cf733f2af793 None None] Provisioning complete for port 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:15:46.868175 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c793d483-03bc-4d10-a1ff-cf733f2af793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:46.868609 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c793d483-03bc-4d10-a1ff-cf733f2af793 None None] Attempt 1 to provision port 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc Nov 02 13:15:46.898355 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4eddc629-35dd-42e1-ab59-024752475886 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:15:46.952899 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c793d483-03bc-4d10-a1ff-cf733f2af793 None None] Port 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:15:46.967791 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 4eddc629-35dd-42e1-ab59-024752475886 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:15:46.968066 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (4eddc629-35dd-42e1-ab59-024752475886), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:46.968388 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 4eddc629-35dd-42e1-ab59-024752475886 Nov 02 13:15:47.045462 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:47.058155 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 4eddc629-35dd-42e1-ab59-024752475886 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:15:47.059217 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a451459a-7179-4ce6-9e36-3decdbe88fb3 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:15:47.069189 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] Publish callbacks [] for port (95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:47.105213 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a451459a-7179-4ce6-9e36-3decdbe88fb3 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:15:47.105757 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a451459a-7179-4ce6-9e36-3decdbe88fb3), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:47.106179 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a451459a-7179-4ce6-9e36-3decdbe88fb3 Nov 02 13:15:47.132165 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:47.145379 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:47.182646 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-353c6023-f542-4f07-bc77-a0320647c4e1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (27f7cfd1-38f8-4a7b-8499-6a192aeb20cd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:47.188524 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a451459a-7179-4ce6-9e36-3decdbe88fb3 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:15:47.214446 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28081cb8-7e55-426e-8a8c-f2e7fb2df5b6 None None] Pushing event updated for resources: {'Port': ['ID=95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:47.250085 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:47.253055 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] Attempting to bind port 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:15:47.253429 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] Attempting to bind port 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '4afde5be-cd8c-4e55-afe2-92755dc3a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'fb5e414d-2685-4fbd-92b1-704c6054e918'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:15:47.253792 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] Attempting to bind port 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc on network fb5e414d-2685-4fbd-92b1-704c6054e918 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:15:47.300429 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:15:47.300836 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] Checking segment: {'id': '4afde5be-cd8c-4e55-afe2-92755dc3a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'fb5e414d-2685-4fbd-92b1-704c6054e918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:15:47.301234 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:47.301816 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] Bound using segment: {'id': '4afde5be-cd8c-4e55-afe2-92755dc3a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'fb5e414d-2685-4fbd-92b1-704c6054e918'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:15:47.302285 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] Bound port: 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afde5be-cd8c-4e55-afe2-92755dc3a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'fb5e414d-2685-4fbd-92b1-704c6054e918'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:15:47.302663 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:47.376303 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] For port 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:15:47.379989 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] For port 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc,segment=NetworkSegment(4afde5be-cd8c-4e55-afe2-92755dc3a549),segment_id=4afde5be-cd8c-4e55-afe2-92755dc3a549)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:15:47.458112 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-353c6023-f542-4f07-bc77-a0320647c4e1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Deleting port 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:15:47.458730 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-353c6023-f542-4f07-bc77-a0320647c4e1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:47.493801 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:47.531560 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] Routers {'27f7cfd1-38f8-4a7b-8499-6a192aeb20cd'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:15:47.532340 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:15:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['27f7cfd1-38f8-4a7b-8499-6a192aeb20cd'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:47.555490 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:47.577970 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-353c6023-f542-4f07-bc77-a0320647c4e1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] For port 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc, host n-d-857339-6, got binding levels [] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:47.578435 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-353c6023-f542-4f07-bc77-a0320647c4e1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:47.594487 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-353c6023-f542-4f07-bc77-a0320647c4e1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Calling delete_port for 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:15:47.596286 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28081cb8-7e55-426e-8a8c-f2e7fb2df5b6 None None] Pushing event updated for resources: {'Port': ['ID=95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:47.649590 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:47.664051 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] Set router 27f7cfd1-38f8-4a7b-8499-6a192aeb20cd gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:15:47.736991 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:47.885354 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-353c6023-f542-4f07-bc77-a0320647c4e1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:47.913001 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c6023-f542-4f07-bc77-a0320647c4e1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'Port': ['ID=95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:47.981737 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7cfd1-38f8-4a7b-8499-6a192aeb20cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585053007', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '4eddc629-35dd-42e1-ab59-024752475886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:39Z', 'updated_at': '2022-11-02T13:15:45Z', 'revision_number': 4, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': '4eddc629-35dd-42e1-ab59-024752475886', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7cfd1-38f8-4a7b-8499-6a192aeb20cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:40Z', 'updated_at': '2022-11-02T13:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc', 'name': '', 'network_id': 'fb5e414d-2685-4fbd-92b1-704c6054e918', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'mac_address': 'fa:16:3e:06:61:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f7cfd1-38f8-4a7b-8499-6a192aeb20cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e93d50a8-d496-43b0-bb56-45553c96e198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:44Z', 'updated_at': '2022-11-02T13:15:47Z', 'revision_number': 4, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'subnets': [{'id': 'e93d50a8-d496-43b0-bb56-45553c96e198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:48.013546 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9de8002-6018-45b0-acf5-1bd606fecf32 None None] The sync data for ids ['27f7cfd1-38f8-4a7b-8499-6a192aeb20cd'] in n-d-857339-6 is: [{'id': '27f7cfd1-38f8-4a7b-8499-6a192aeb20cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585053007', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '4eddc629-35dd-42e1-ab59-024752475886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:39Z', 'updated_at': '2022-11-02T13:15:45Z', 'revision_number': 4, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': '4eddc629-35dd-42e1-ab59-024752475886', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7cfd1-38f8-4a7b-8499-6a192aeb20cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:40Z', 'updated_at': '2022-11-02T13:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc', 'name': '', 'network_id': 'fb5e414d-2685-4fbd-92b1-704c6054e918', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'mac_address': 'fa:16:3e:06:61:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f7cfd1-38f8-4a7b-8499-6a192aeb20cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e93d50a8-d496-43b0-bb56-45553c96e198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:44Z', 'updated_at': '2022-11-02T13:15:47Z', 'revision_number': 4, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'subnets': [{'id': 'e93d50a8-d496-43b0-bb56-45553c96e198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:15:48.210002 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-353c6023-f542-4f07-bc77-a0320647c4e1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (27f7cfd1-38f8-4a7b-8499-6a192aeb20cd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:48.260406 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944af0fd-6dd9-4a36-bce4-ebe3926ab406 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:15:48.371671 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:48.462680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944af0fd-6dd9-4a36-bce4-ebe3926ab406 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:15:48.592429 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353c6023-f542-4f07-bc77-a0320647c4e1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Router 27f7cfd1-38f8-4a7b-8499-6a192aeb20cd has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:15:48.593020 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:48.655486 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:48.726849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353c6023-f542-4f07-bc77-a0320647c4e1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:15:48.736167 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-353c6023-f542-4f07-bc77-a0320647c4e1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "PUT /networking/v2.0/routers/27f7cfd1-38f8-4a7b-8499-6a192aeb20cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9328170 Nov 02 13:15:48.736692 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50794) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:48.810483 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-55255878-8a4d-41a8-b34e-c013b09af52f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Deleting subnet e93d50a8-d496-43b0-bb56-45553c96e198 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:15:48.815043 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55255878-8a4d-41a8-b34e-c013b09af52f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for subnet (e93d50a8-d496-43b0-bb56-45553c96e198), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:48.881334 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55255878-8a4d-41a8-b34e-c013b09af52f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (e93d50a8-d496-43b0-bb56-45553c96e198), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:49.023404 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55255878-8a4d-41a8-b34e-c013b09af52f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (e93d50a8-d496-43b0-bb56-45553c96e198), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:49.225376 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55255878-8a4d-41a8-b34e-c013b09af52f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (e93d50a8-d496-43b0-bb56-45553c96e198), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:49.254931 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55255878-8a4d-41a8-b34e-c013b09af52f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'Subnet': ['ID=e93d50a8-d496-43b0-bb56-45553c96e198,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:49.261788 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-55255878-8a4d-41a8-b34e-c013b09af52f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:49.266393 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-55255878-8a4d-41a8-b34e-c013b09af52f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/e93d50a8-d496-43b0-bb56-45553c96e198 HTTP/1.1" status: 204 len: 168 time: 0.5278473 Nov 02 13:15:49.270802 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50796) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:49.366774 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:49.427835 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a2db9c-1f5f-4dd4-9fdc-744955cfc01b None None] Network fb5e414d-2685-4fbd-92b1-704c6054e918 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:15:49.453058 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab70675b-00ee-4160-9915-b8af3fcb082a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router (27f7cfd1-38f8-4a7b-8499-6a192aeb20cd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:49.537938 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-002873f7-fdc3-4e80-9cd9-91d6cb113374 None None] Provisioning complete for port a451459a-7179-4ce6-9e36-3decdbe88fb3 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:15:49.538310 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-002873f7-fdc3-4e80-9cd9-91d6cb113374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a451459a-7179-4ce6-9e36-3decdbe88fb3), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:49.538648 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-002873f7-fdc3-4e80-9cd9-91d6cb113374 None None] Attempt 1 to provision port a451459a-7179-4ce6-9e36-3decdbe88fb3 Nov 02 13:15:49.600870 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab70675b-00ee-4160-9915-b8af3fcb082a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_gateway (27f7cfd1-38f8-4a7b-8499-6a192aeb20cd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:49.646716 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-002873f7-fdc3-4e80-9cd9-91d6cb113374 None None] Current status of the port a451459a-7179-4ce6-9e36-3decdbe88fb3 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:15:49.661829 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a2cf19-9b3b-4447-9b4b-51d43ac114ce None None] DHCP port deletion for fb5e414d-2685-4fbd-92b1-704c6054e918 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:15:49.707866 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d9a2cf19-9b3b-4447-9b4b-51d43ac114ce None None] Deleting port a451459a-7179-4ce6-9e36-3decdbe88fb3 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:15:49.708266 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d9a2cf19-9b3b-4447-9b4b-51d43ac114ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a451459a-7179-4ce6-9e36-3decdbe88fb3), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:49.727300 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c84dc1-d16b-43d1-99b4-c95fe4597b18 None None] Sync routers for ids ['27f7cfd1-38f8-4a7b-8499-6a192aeb20cd'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:15:49.780188 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c84dc1-d16b-43d1-99b4-c95fe4597b18 None None] Routers {'27f7cfd1-38f8-4a7b-8499-6a192aeb20cd'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:15:49.780881 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-36c84dc1-d16b-43d1-99b4-c95fe4597b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:15:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['27f7cfd1-38f8-4a7b-8499-6a192aeb20cd'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:49.787750 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ab70675b-00ee-4160-9915-b8af3fcb082a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Deleting port 4eddc629-35dd-42e1-ab59-024752475886 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:15:49.787750 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab70675b-00ee-4160-9915-b8af3fcb082a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (4eddc629-35dd-42e1-ab59-024752475886), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:49.843657 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d9a2cf19-9b3b-4447-9b4b-51d43ac114ce None None] For port a451459a-7179-4ce6-9e36-3decdbe88fb3, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a451459a-7179-4ce6-9e36-3decdbe88fb3,segment=NetworkSegment(4afde5be-cd8c-4e55-afe2-92755dc3a549),segment_id=4afde5be-cd8c-4e55-afe2-92755dc3a549)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:49.844234 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d9a2cf19-9b3b-4447-9b4b-51d43ac114ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a451459a-7179-4ce6-9e36-3decdbe88fb3), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:49.890634 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-d9a2cf19-9b3b-4447-9b4b-51d43ac114ce None None] Calling delete_port for a451459a-7179-4ce6-9e36-3decdbe88fb3 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:15:49.891556 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-ab70675b-00ee-4160-9915-b8af3fcb082a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] For port 4eddc629-35dd-42e1-ab59-024752475886, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=4eddc629-35dd-42e1-ab59-024752475886,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:15:49.891945 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab70675b-00ee-4160-9915-b8af3fcb082a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (4eddc629-35dd-42e1-ab59-024752475886), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:49.909369 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-ab70675b-00ee-4160-9915-b8af3fcb082a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Calling delete_port for 4eddc629-35dd-42e1-ab59-024752475886 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:15:49.915815 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-36c84dc1-d16b-43d1-99b4-c95fe4597b18 None None] Set router 27f7cfd1-38f8-4a7b-8499-6a192aeb20cd gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:15:49.943930 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:49.972635 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:50.010027 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-36c84dc1-d16b-43d1-99b4-c95fe4597b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7cfd1-38f8-4a7b-8499-6a192aeb20cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585053007', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:39Z', 'updated_at': '2022-11-02T13:15:49Z', 'revision_number': 6, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:50.039998 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c84dc1-d16b-43d1-99b4-c95fe4597b18 None None] Checking router: 27f7cfd1-38f8-4a7b-8499-6a192aeb20cd for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:15:50.067139 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c84dc1-d16b-43d1-99b4-c95fe4597b18 None None] Routers {'27f7cfd1-38f8-4a7b-8499-6a192aeb20cd'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:15:50.067830 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-36c84dc1-d16b-43d1-99b4-c95fe4597b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:15:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['27f7cfd1-38f8-4a7b-8499-6a192aeb20cd'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:50.167387 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-36c84dc1-d16b-43d1-99b4-c95fe4597b18 None None] Set router 27f7cfd1-38f8-4a7b-8499-6a192aeb20cd gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:15:50.210905 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab70675b-00ee-4160-9915-b8af3fcb082a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (4eddc629-35dd-42e1-ab59-024752475886), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:50.227323 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-36c84dc1-d16b-43d1-99b4-c95fe4597b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7cfd1-38f8-4a7b-8499-6a192aeb20cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585053007', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:39Z', 'updated_at': '2022-11-02T13:15:49Z', 'revision_number': 6, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:50.247887 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70675b-00ee-4160-9915-b8af3fcb082a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'Port': ['ID=4eddc629-35dd-42e1-ab59-024752475886,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:50.261012 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c84dc1-d16b-43d1-99b4-c95fe4597b18 None None] The sync data for ids ['27f7cfd1-38f8-4a7b-8499-6a192aeb20cd'] in n-d-857339-6 is: [{'id': '27f7cfd1-38f8-4a7b-8499-6a192aeb20cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585053007', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:39Z', 'updated_at': '2022-11-02T13:15:49Z', 'revision_number': 6, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:15:50.264537 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d9a2cf19-9b3b-4447-9b4b-51d43ac114ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (a451459a-7179-4ce6-9e36-3decdbe88fb3), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:50.267676 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:50.295045 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2cf19-9b3b-4447-9b4b-51d43ac114ce None None] Pushing event deleted for resources: {'Port': ['ID=a451459a-7179-4ce6-9e36-3decdbe88fb3,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:50.300887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a2cf19-9b3b-4447-9b4b-51d43ac114ce None None] No DVR routers for this DVR port a451459a-7179-4ce6-9e36-3decdbe88fb3 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:15:50.346710 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab70675b-00ee-4160-9915-b8af3fcb082a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (27f7cfd1-38f8-4a7b-8499-6a192aeb20cd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:50.455404 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab70675b-00ee-4160-9915-b8af3fcb082a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (27f7cfd1-38f8-4a7b-8499-6a192aeb20cd), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:50.457953 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab70675b-00ee-4160-9915-b8af3fcb082a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_controller (27f7cfd1-38f8-4a7b-8499-6a192aeb20cd), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:50.622337 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab70675b-00ee-4160-9915-b8af3fcb082a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (27f7cfd1-38f8-4a7b-8499-6a192aeb20cd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:50.623010 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab70675b-00ee-4160-9915-b8af3fcb082a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Fanout notify agent at l3_agent the message router_deleted on router 27f7cfd1-38f8-4a7b-8499-6a192aeb20cd {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:15:50.629706 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab70675b-00ee-4160-9915-b8af3fcb082a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:50.631191 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ab70675b-00ee-4160-9915-b8af3fcb082a tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "DELETE /networking/v2.0/routers/27f7cfd1-38f8-4a7b-8499-6a192aeb20cd HTTP/1.1" status: 204 len: 168 time: 1.3582685 Nov 02 13:15:50.634056 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50798) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:50.710061 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:50.727512 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-993af7b0-e22b-489e-b9bf-82339468cba2 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (fb5e414d-2685-4fbd-92b1-704c6054e918), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:51.104734 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:15:51.134719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:15:51.135235 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 95fbe8b8-8676-4a1c-aaec-c4367ccc8bbc not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:15:51.135497 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4eddc629-35dd-42e1-ab59-024752475886 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:15:51.158726 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 4eddc629-35dd-42e1-ab59-024752475886 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:15:51.159074 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 4eddc629-35dd-42e1-ab59-024752475886 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:15:51.159492 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a451459a-7179-4ce6-9e36-3decdbe88fb3 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:15:51.169294 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-993af7b0-e22b-489e-b9bf-82339468cba2 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (fb5e414d-2685-4fbd-92b1-704c6054e918), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:51.180196 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: a451459a-7179-4ce6-9e36-3decdbe88fb3 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:15:51.180561 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a451459a-7179-4ce6-9e36-3decdbe88fb3 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:15:51.197505 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-993af7b0-e22b-489e-b9bf-82339468cba2 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5e414d-2685-4fbd-92b1-704c6054e918']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:51.209664 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-993af7b0-e22b-489e-b9bf-82339468cba2 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afde5be-cd8c-4e55-afe2-92755dc3a549') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:51.210253 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-993af7b0-e22b-489e-b9bf-82339468cba2 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afde5be-cd8c-4e55-afe2-92755dc3a549') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:51.223175 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-993af7b0-e22b-489e-b9bf-82339468cba2 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (4afde5be-cd8c-4e55-afe2-92755dc3a549), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:51.243667 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-993af7b0-e22b-489e-b9bf-82339468cba2 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (4afde5be-cd8c-4e55-afe2-92755dc3a549), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:51.251603 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993af7b0-e22b-489e-b9bf-82339468cba2 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:15:51.252034 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-993af7b0-e22b-489e-b9bf-82339468cba2 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (4afde5be-cd8c-4e55-afe2-92755dc3a549), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:51.279337 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 4afde5be-cd8c-4e55-afe2-92755dc3a549 resource provider aggregate not found Nov 02 13:15:51.313560 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 4afde5be-cd8c-4e55-afe2-92755dc3a549 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4afde5be-cd8c-4e55-afe2-92755dc3a549 found for delete ", "request_id": "req-c6eddee7-b888-48d7-9acb-806c76fac039"}]} Nov 02 13:15:51.451534 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-993af7b0-e22b-489e-b9bf-82339468cba2 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (fb5e414d-2685-4fbd-92b1-704c6054e918), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:51.459470 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-993af7b0-e22b-489e-b9bf-82339468cba2 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:51.462827 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-993af7b0-e22b-489e-b9bf-82339468cba2 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "DELETE /networking/v2.0/networks/fb5e414d-2685-4fbd-92b1-704c6054e918 HTTP/1.1" status: 204 len: 168 time: 0.8275282 Nov 02 13:15:51.466052 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50804) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:51.483777 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993af7b0-e22b-489e-b9bf-82339468cba2 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'Network': ['ID=fb5e414d-2685-4fbd-92b1-704c6054e918,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:51.556630 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1a3b0636-61f2-4b17-9e15-9d36dc2f4b5b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (23afe0b3-4186-4c46-acec-7eb1ece95bbc), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:51.585933 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1a3b0636-61f2-4b17-9e15-9d36dc2f4b5b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (23afe0b3-4186-4c46-acec-7eb1ece95bbc), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:51.771172 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1a3b0636-61f2-4b17-9e15-9d36dc2f4b5b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (23afe0b3-4186-4c46-acec-7eb1ece95bbc), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:51.774918 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1a3b0636-61f2-4b17-9e15-9d36dc2f4b5b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:51.776388 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1a3b0636-61f2-4b17-9e15-9d36dc2f4b5b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/23afe0b3-4186-4c46-acec-7eb1ece95bbc HTTP/1.1" status: 204 len: 168 time: 0.3091755 Nov 02 13:15:51.789755 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b0636-61f2-4b17-9e15-9d36dc2f4b5b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23afe0b3-4186-4c46-acec-7eb1ece95bbc,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:52.173696 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50818) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:52.178499 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-2330b13b-9329-4abe-965e-1d947841ade9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1550947819', 'description': 'tempest-secgroup-smoke-1550947819 description', 'project_id': 'ef4f1f1efde142479f284d0edca2e143'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:52.299526 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2330b13b-9329-4abe-965e-1d947841ade9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:52.376908 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2330b13b-9329-4abe-965e-1d947841ade9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (8b3fd496-cc4e-4c6d-8dc8-bd929640758a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:52.484907 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2330b13b-9329-4abe-965e-1d947841ade9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8b3fd496-cc4e-4c6d-8dc8-bd929640758a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:52.530074 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330b13b-9329-4abe-965e-1d947841ade9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3fd496-cc4e-4c6d-8dc8-bd929640758a,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:52.636268 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-2330b13b-9329-4abe-965e-1d947841ade9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:52.638615 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2330b13b-9329-4abe-965e-1d947841ade9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4638205 Nov 02 13:15:52.643872 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50820) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:52.648961 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-3315b227-5483-40f4-8add-2fe7fff3ed43 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '8b3fd496-cc4e-4c6d-8dc8-bd929640758a', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:52.763546 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3315b227-5483-40f4-8add-2fe7fff3ed43 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (56ca9891-cf2f-45d7-8c75-9fe5e7998730), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:52.832774 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3315b227-5483-40f4-8add-2fe7fff3ed43 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (56ca9891-cf2f-45d7-8c75-9fe5e7998730), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:52.979201 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3315b227-5483-40f4-8add-2fe7fff3ed43 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (56ca9891-cf2f-45d7-8c75-9fe5e7998730), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:53.001112 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315b227-5483-40f4-8add-2fe7fff3ed43 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ca9891-cf2f-45d7-8c75-9fe5e7998730,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:53.152905 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3315b227-5483-40f4-8add-2fe7fff3ed43 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:53.154174 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3315b227-5483-40f4-8add-2fe7fff3ed43 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5091293 Nov 02 13:15:53.157194 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50822) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:53.161729 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-1b76931a-bfc9-46b0-859f-54b101a81a47 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '8b3fd496-cc4e-4c6d-8dc8-bd929640758a', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:53.303431 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b76931a-bfc9-46b0-859f-54b101a81a47 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (29b66161-dc63-44e7-8640-95ffa2cc9d43), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:53.350947 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:53.368283 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b76931a-bfc9-46b0-859f-54b101a81a47 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (29b66161-dc63-44e7-8640-95ffa2cc9d43), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:53.617819 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b76931a-bfc9-46b0-859f-54b101a81a47 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (29b66161-dc63-44e7-8640-95ffa2cc9d43), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:53.639193 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76931a-bfc9-46b0-859f-54b101a81a47 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b66161-dc63-44e7-8640-95ffa2cc9d43,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:53.835903 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1b76931a-bfc9-46b0-859f-54b101a81a47 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:53.837216 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1b76931a-bfc9-46b0-859f-54b101a81a47 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6790376 Nov 02 13:15:53.840438 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50824) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:53.846370 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-a2bc9391-350e-42fe-9458-6123360a039b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '8b3fd496-cc4e-4c6d-8dc8-bd929640758a', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:53.851934 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:54.447494 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2bc9391-350e-42fe-9458-6123360a039b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (c535f557-188c-4e6e-98ec-0dc44235e2c0), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:54.501504 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:54.521557 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2bc9391-350e-42fe-9458-6123360a039b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (c535f557-188c-4e6e-98ec-0dc44235e2c0), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:54.761949 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2bc9391-350e-42fe-9458-6123360a039b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (c535f557-188c-4e6e-98ec-0dc44235e2c0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:54.784714 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc9391-350e-42fe-9458-6123360a039b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c535f557-188c-4e6e-98ec-0dc44235e2c0,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:55.038681 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a2bc9391-350e-42fe-9458-6123360a039b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:55.040564 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a2bc9391-350e-42fe-9458-6123360a039b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1978309 Nov 02 13:15:55.043613 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50826) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:55.048223 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6dd9b57b-4c17-4d11-a2bb-035489fe7532 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '8b3fd496-cc4e-4c6d-8dc8-bd929640758a', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:55.278104 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6dd9b57b-4c17-4d11-a2bb-035489fe7532 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (05b6ffd9-280c-4eb7-9d48-45dae1c7f563), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:55.360311 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6dd9b57b-4c17-4d11-a2bb-035489fe7532 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (05b6ffd9-280c-4eb7-9d48-45dae1c7f563), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:55.447735 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6dd9b57b-4c17-4d11-a2bb-035489fe7532 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (05b6ffd9-280c-4eb7-9d48-45dae1c7f563), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:55.471123 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9b57b-4c17-4d11-a2bb-035489fe7532 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b6ffd9-280c-4eb7-9d48-45dae1c7f563,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:55.564097 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6dd9b57b-4c17-4d11-a2bb-035489fe7532 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:55.565709 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6dd9b57b-4c17-4d11-a2bb-035489fe7532 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5210967 Nov 02 13:15:55.568510 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50828) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:55.573038 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-b20d0c43-4335-4109-92af-1f377dac6477 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '8b3fd496-cc4e-4c6d-8dc8-bd929640758a', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:55.668237 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-b20d0c43-4335-4109-92af-1f377dac6477 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Project ef4f1f1efde142479f284d0edca2e143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:15:55.676024 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b20d0c43-4335-4109-92af-1f377dac6477 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (940ca64a-3105-4a5a-9829-f133cb5c39c1), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:55.746242 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b20d0c43-4335-4109-92af-1f377dac6477 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (940ca64a-3105-4a5a-9829-f133cb5c39c1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:55.810712 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b20d0c43-4335-4109-92af-1f377dac6477 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (940ca64a-3105-4a5a-9829-f133cb5c39c1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:55.833534 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d0c43-4335-4109-92af-1f377dac6477 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940ca64a-3105-4a5a-9829-f133cb5c39c1,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:55.922629 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b20d0c43-4335-4109-92af-1f377dac6477 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:55.923893 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b20d0c43-4335-4109-92af-1f377dac6477 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3543999 Nov 02 13:15:55.926838 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50830) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:55.931372 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-456fde5d-19af-4d2f-9d1c-eedcf1f82eb7 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '8b3fd496-cc4e-4c6d-8dc8-bd929640758a', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:56.036122 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-456fde5d-19af-4d2f-9d1c-eedcf1f82eb7 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Project ef4f1f1efde142479f284d0edca2e143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:15:56.045875 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-456fde5d-19af-4d2f-9d1c-eedcf1f82eb7 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (4e630fcd-8ceb-4840-8235-b2387d120727), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:56.105114 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-456fde5d-19af-4d2f-9d1c-eedcf1f82eb7 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (4e630fcd-8ceb-4840-8235-b2387d120727), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:56.182118 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-456fde5d-19af-4d2f-9d1c-eedcf1f82eb7 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (4e630fcd-8ceb-4840-8235-b2387d120727), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:56.202685 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fde5d-19af-4d2f-9d1c-eedcf1f82eb7 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e630fcd-8ceb-4840-8235-b2387d120727,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:56.315824 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-456fde5d-19af-4d2f-9d1c-eedcf1f82eb7 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:56.317253 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-456fde5d-19af-4d2f-9d1c-eedcf1f82eb7 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3893757 Nov 02 13:15:56.321969 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50832) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:56.327544 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-de073a2a-2677-4e7b-9df1-f34577275ac1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'network': {'name': 'tempest-network-smoke--1701772358', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'port_security_enabled': True}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:56.334537 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:56.438796 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de073a2a-2677-4e7b-9df1-f34577275ac1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Made reservation on behalf of ef4f1f1efde142479f284d0edca2e143 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:15:56.443012 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-de073a2a-2677-4e7b-9df1-f34577275ac1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:56.471036 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de073a2a-2677-4e7b-9df1-f34577275ac1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:15:56.480739 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-de073a2a-2677-4e7b-9df1-f34577275ac1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (6760e1b0-5f01-420a-be35-98dafb84cf82), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:56.481084 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-de073a2a-2677-4e7b-9df1-f34577275ac1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Added segment 6760e1b0-5f01-420a-be35-98dafb84cf82 of type vlan for network cd7442b2-bd3b-4594-9c29-d948405f03d1 Nov 02 13:15:56.525232 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-de073a2a-2677-4e7b-9df1-f34577275ac1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (cd7442b2-bd3b-4594-9c29-d948405f03d1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:56.637169 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-de073a2a-2677-4e7b-9df1-f34577275ac1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (cd7442b2-bd3b-4594-9c29-d948405f03d1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:56.642791 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de073a2a-2677-4e7b-9df1-f34577275ac1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:56.643414 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-de073a2a-2677-4e7b-9df1-f34577275ac1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:56.675788 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:56.716201 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de073a2a-2677-4e7b-9df1-f34577275ac1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Network': ['ID=cd7442b2-bd3b-4594-9c29-d948405f03d1,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:56.726556 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network cd7442b2-bd3b-4594-9c29-d948405f03d1 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:15:56.794597 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-de073a2a-2677-4e7b-9df1-f34577275ac1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4678066 Nov 02 13:15:56.798222 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50834) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:56.801132 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-7a308e00-e600-4429-9c10-21073f4489e8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1631816228', 'admin_state_up': True, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:56.965063 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a308e00-e600-4429-9c10-21073f4489e8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (dc4fbbae-bd50-485a-aae3-eb6710c23dfb), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:56.966174 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a308e00-e600-4429-9c10-21073f4489e8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (dc4fbbae-bd50-485a-aae3-eb6710c23dfb), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:57.022363 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a308e00-e600-4429-9c10-21073f4489e8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_controller (dc4fbbae-bd50-485a-aae3-eb6710c23dfb), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:57.289211 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a308e00-e600-4429-9c10-21073f4489e8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_gateway (dc4fbbae-bd50-485a-aae3-eb6710c23dfb), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:57.562276 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a308e00-e600-4429-9c10-21073f4489e8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_gateway (dc4fbbae-bd50-485a-aae3-eb6710c23dfb), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:57.583673 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a308e00-e600-4429-9c10-21073f4489e8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:57.702248 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-7a308e00-e600-4429-9c10-21073f4489e8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Allocated IP 172.25.2.6 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/ed3daa23-6b69-478d-9165-763293f6865d) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:15:57.821065 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a308e00-e600-4429-9c10-21073f4489e8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for port (ed3daa23-6b69-478d-9165-763293f6865d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:57.931481 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a308e00-e600-4429-9c10-21073f4489e8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (ed3daa23-6b69-478d-9165-763293f6865d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:57.975804 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=12 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:57.978691 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a308e00-e600-4429-9c10-21073f4489e8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:15:57.985495 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:57.986688 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-7a308e00-e600-4429-9c10-21073f4489e8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:15:57.988958 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a308e00-e600-4429-9c10-21073f4489e8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Port': ['ID=ed3daa23-6b69-478d-9165-763293f6865d,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:15:57.991187 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a308e00-e600-4429-9c10-21073f4489e8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:15:58.079799 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:58.129020 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:15:58.411939 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:15:58.427297 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a308e00-e600-4429-9c10-21073f4489e8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_gateway (dc4fbbae-bd50-485a-aae3-eb6710c23dfb), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:58.976391 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a308e00-e600-4429-9c10-21073f4489e8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (dc4fbbae-bd50-485a-aae3-eb6710c23dfb), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:59.210774 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a308e00-e600-4429-9c10-21073f4489e8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Router dc4fbbae-bd50-485a-aae3-eb6710c23dfb is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:15:59.320211 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a308e00-e600-4429-9c10-21073f4489e8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:15:59.332157 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10401627-1371-4975-8899-0113a3c16418 None None] Sync routers for ids ['dc4fbbae-bd50-485a-aae3-eb6710c23dfb'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:15:59.343943 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10401627-1371-4975-8899-0113a3c16418 None None] Routers {'dc4fbbae-bd50-485a-aae3-eb6710c23dfb'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:15:59.344583 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-10401627-1371-4975-8899-0113a3c16418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:15:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['dc4fbbae-bd50-485a-aae3-eb6710c23dfb'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:59.455609 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-10401627-1371-4975-8899-0113a3c16418 None None] Set router dc4fbbae-bd50-485a-aae3-eb6710c23dfb gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:15:59.645819 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-10401627-1371-4975-8899-0113a3c16418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4fbbae-bd50-485a-aae3-eb6710c23dfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631816228', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ed3daa23-6b69-478d-9165-763293f6865d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:56Z', 'updated_at': '2022-11-02T13:15:58Z', 'revision_number': 3, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': 'ed3daa23-6b69-478d-9165-763293f6865d', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:13:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4fbbae-bd50-485a-aae3-eb6710c23dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:57Z', 'updated_at': '2022-11-02T13:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:15:59.676323 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10401627-1371-4975-8899-0113a3c16418 None None] Checking router: dc4fbbae-bd50-485a-aae3-eb6710c23dfb for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:15:59.676705 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10401627-1371-4975-8899-0113a3c16418 None None] Updating router dc4fbbae-bd50-485a-aae3-eb6710c23dfb port ed3daa23-6b69-478d-9165-763293f6865d binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:15:59.701762 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7a308e00-e600-4429-9c10-21073f4489e8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:59.706011 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7a308e00-e600-4429-9c10-21073f4489e8 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9066510 Nov 02 13:15:59.706454 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50836) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:59.708381 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-10401627-1371-4975-8899-0113a3c16418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ed3daa23-6b69-478d-9165-763293f6865d), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:59.740207 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50838) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:59.751166 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-faf5a433-31dd-472d-9712-9afff689f7e0 tempest-TestNetworkAdvancedServerOps-1081068239 tempest-TestNetworkAdvancedServerOps-1081068239-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?project_id=ef4f1f1efde142479f284d0edca2e143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434847 Nov 02 13:15:59.842535 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e1249a-8ef2-4fca-b32e-631b1370e03a tempest-TestNetworkAdvancedServerOps-1081068239 tempest-TestNetworkAdvancedServerOps-1081068239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:15:59.844215 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-46e1249a-8ef2-4fca-b32e-631b1370e03a tempest-TestNetworkAdvancedServerOps-1081068239 tempest-TestNetworkAdvancedServerOps-1081068239-project-admin] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1027267 Nov 02 13:15:59.848135 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50840) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:59.886717 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a7d124cd-9ce2-4ddb-b80d-5e42962739b9 tempest-TestNetworkAdvancedServerOps-1081068239 tempest-TestNetworkAdvancedServerOps-1081068239-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371010 Nov 02 13:15:59.889330 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50842) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:15:59.895137 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-ee2a55c6-4228-4dd7-8ad7-ec1b5ee51f0c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1634900816', 'network_id': 'cd7442b2-bd3b-4594-9c29-d948405f03d1', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:15:59.979883 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-10401627-1371-4975-8899-0113a3c16418 None None] Publish callbacks [] for port (ed3daa23-6b69-478d-9165-763293f6865d), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:00.244951 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-10401627-1371-4975-8899-0113a3c16418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ed3daa23-6b69-478d-9165-763293f6865d), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:00.256042 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2a55c6-4228-4dd7-8ad7-ec1b5ee51f0c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Made reservation on behalf of ef4f1f1efde142479f284d0edca2e143 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:16:00.260191 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee2a55c6-4228-4dd7-8ad7-ec1b5ee51f0c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:00.285119 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-10401627-1371-4975-8899-0113a3c16418 None None] Attempting to bind port ed3daa23-6b69-478d-9165-763293f6865d on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:16:00.285486 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-10401627-1371-4975-8899-0113a3c16418 None None] Attempting to bind port ed3daa23-6b69-478d-9165-763293f6865d by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:16:00.285842 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10401627-1371-4975-8899-0113a3c16418 None None] Attempting to bind port ed3daa23-6b69-478d-9165-763293f6865d on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:16:00.319308 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730a0c2-0189-42c8-ab88-a1898f716075 None None] Pushing event updated for resources: {'Port': ['ID=ed3daa23-6b69-478d-9165-763293f6865d,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:00.319914 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:00.341919 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10401627-1371-4975-8899-0113a3c16418 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:16:00.342525 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10401627-1371-4975-8899-0113a3c16418 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:16:00.342718 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-10401627-1371-4975-8899-0113a3c16418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:00.343098 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10401627-1371-4975-8899-0113a3c16418 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:16:00.343560 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-10401627-1371-4975-8899-0113a3c16418 None None] Bound port: ed3daa23-6b69-478d-9165-763293f6865d, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:16:00.343928 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-10401627-1371-4975-8899-0113a3c16418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ed3daa23-6b69-478d-9165-763293f6865d), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:00.393713 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-10401627-1371-4975-8899-0113a3c16418 None None] For port ed3daa23-6b69-478d-9165-763293f6865d, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:16:00.397363 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-10401627-1371-4975-8899-0113a3c16418 None None] For port ed3daa23-6b69-478d-9165-763293f6865d, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ed3daa23-6b69-478d-9165-763293f6865d,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:16:00.503043 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-10401627-1371-4975-8899-0113a3c16418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ed3daa23-6b69-478d-9165-763293f6865d), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:00.546467 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:00.547680 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10401627-1371-4975-8899-0113a3c16418 None None] Routers {'dc4fbbae-bd50-485a-aae3-eb6710c23dfb'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:00.548441 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-10401627-1371-4975-8899-0113a3c16418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:15:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['dc4fbbae-bd50-485a-aae3-eb6710c23dfb'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:00.600188 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:00.619820 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730a0c2-0189-42c8-ab88-a1898f716075 None None] Pushing event updated for resources: {'Port': ['ID=ed3daa23-6b69-478d-9165-763293f6865d,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:00.639822 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee2a55c6-4228-4dd7-8ad7-ec1b5ee51f0c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (1cce6e99-0a0b-430a-b78b-183218c09599), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:00.655211 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:00.679359 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-10401627-1371-4975-8899-0113a3c16418 None None] Set router dc4fbbae-bd50-485a-aae3-eb6710c23dfb gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:16:00.709819 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a55c6-4228-4dd7-8ad7-ec1b5ee51f0c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Subnet': ['ID=1cce6e99-0a0b-430a-b78b-183218c09599,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:00.718266 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2a55c6-4228-4dd7-8ad7-ec1b5ee51f0c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Checking segment: {'id': '6760e1b0-5f01-420a-be35-98dafb84cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'cd7442b2-bd3b-4594-9c29-d948405f03d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:16:00.718639 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2a55c6-4228-4dd7-8ad7-ec1b5ee51f0c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network hostable DHCP agents. Network: cd7442b2-bd3b-4594-9c29-d948405f03d1, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:16:00.860596 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-10401627-1371-4975-8899-0113a3c16418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4fbbae-bd50-485a-aae3-eb6710c23dfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631816228', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ed3daa23-6b69-478d-9165-763293f6865d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:56Z', 'updated_at': '2022-11-02T13:15:58Z', 'revision_number': 3, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': 'ed3daa23-6b69-478d-9165-763293f6865d', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:13:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4fbbae-bd50-485a-aae3-eb6710c23dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:57Z', 'updated_at': '2022-11-02T13:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:00.865428 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2a55c6-4228-4dd7-8ad7-ec1b5ee51f0c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network cd7442b2-bd3b-4594-9c29-d948405f03d1 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:16:00.887189 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10401627-1371-4975-8899-0113a3c16418 None None] The sync data for ids ['dc4fbbae-bd50-485a-aae3-eb6710c23dfb'] in n-d-857339-6 is: [{'id': 'dc4fbbae-bd50-485a-aae3-eb6710c23dfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631816228', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ed3daa23-6b69-478d-9165-763293f6865d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:56Z', 'updated_at': '2022-11-02T13:15:58Z', 'revision_number': 3, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': 'ed3daa23-6b69-478d-9165-763293f6865d', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:13:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4fbbae-bd50-485a-aae3-eb6710c23dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:57Z', 'updated_at': '2022-11-02T13:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:16:01.011217 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-ee2a55c6-4228-4dd7-8ad7-ec1b5ee51f0c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, cd7442b2-bd3b-4594-9c29-d948405f03d1) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:01.022132 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb1f11b-4abc-4a09-a9d7-b4ee7436a674 None None] Network cd7442b2-bd3b-4594-9c29-d948405f03d1 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:16:01.028082 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2a55c6-4228-4dd7-8ad7-ec1b5ee51f0c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:01.029158 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee2a55c6-4228-4dd7-8ad7-ec1b5ee51f0c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:01.170580 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-cd7442b2-bd3b-4594-9c29-d948405f03d1', 'network_id': 'cd7442b2-bd3b-4594-9c29-d948405f03d1', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'fixed_ips': [{'subnet_id': '1cce6e99-0a0b-430a-b78b-183218c09599'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:16:01.172159 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:01.226362 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ee2a55c6-4228-4dd7-8ad7-ec1b5ee51f0c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3359115 Nov 02 13:16:01.230103 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50844) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:01.354360 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] Allocated IP 172.20.0.2 (cd7442b2-bd3b-4594-9c29-d948405f03d1/1cce6e99-0a0b-430a-b78b-183218c09599/2e5b347f-d61c-459d-b033-f469cd71c1df) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:16:01.541305 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] Publish callbacks [] for port (2e5b347f-d61c-459d-b033-f469cd71c1df), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:01.600366 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:01.688027 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (2e5b347f-d61c-459d-b033-f469cd71c1df), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:01.729456 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:01.734097 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-acaec172-6ca6-48e7-ab5e-661022ce42ab tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:01.743781 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] Network cd7442b2-bd3b-4594-9c29-d948405f03d1 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:16:01.753294 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:01.756532 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:16:01.792252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] Pushing event updated for resources: {'Port': ['ID=2e5b347f-d61c-459d-b033-f469cd71c1df,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:01.832394 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] Attempting to bind port 2e5b347f-d61c-459d-b033-f469cd71c1df on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:16:01.833099 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] Attempting to bind port 2e5b347f-d61c-459d-b033-f469cd71c1df by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '6760e1b0-5f01-420a-be35-98dafb84cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'cd7442b2-bd3b-4594-9c29-d948405f03d1'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:16:01.833224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] Attempting to bind port 2e5b347f-d61c-459d-b033-f469cd71c1df on network cd7442b2-bd3b-4594-9c29-d948405f03d1 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:16:01.886250 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:16:01.886750 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] Checking segment: {'id': '6760e1b0-5f01-420a-be35-98dafb84cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'cd7442b2-bd3b-4594-9c29-d948405f03d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:16:01.887747 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:01.888217 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] Bound using segment: {'id': '6760e1b0-5f01-420a-be35-98dafb84cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'cd7442b2-bd3b-4594-9c29-d948405f03d1'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:16:01.888842 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] Bound port: 2e5b347f-d61c-459d-b033-f469cd71c1df, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6760e1b0-5f01-420a-be35-98dafb84cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'cd7442b2-bd3b-4594-9c29-d948405f03d1'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:16:01.889284 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2e5b347f-d61c-459d-b033-f469cd71c1df), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:01.962793 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] For port 2e5b347f-d61c-459d-b033-f469cd71c1df, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:16:01.966755 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] For port 2e5b347f-d61c-459d-b033-f469cd71c1df, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2e5b347f-d61c-459d-b033-f469cd71c1df,segment=NetworkSegment(6760e1b0-5f01-420a-be35-98dafb84cf82),segment_id=6760e1b0-5f01-420a-be35-98dafb84cf82)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:16:02.080739 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-acaec172-6ca6-48e7-ab5e-661022ce42ab tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Allocated IP 172.20.0.1 (cd7442b2-bd3b-4594-9c29-d948405f03d1/1cce6e99-0a0b-430a-b78b-183218c09599/0583524a-6b70-4826-acbe-6730d852b534) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:16:02.090796 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2e5b347f-d61c-459d-b033-f469cd71c1df), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:02.124304 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:02.161269 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08495779-9f13-4077-98b9-81e086eb02dd None None] Pushing event updated for resources: {'Port': ['ID=2e5b347f-d61c-459d-b033-f469cd71c1df,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:02.246182 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-acaec172-6ca6-48e7-ab5e-661022ce42ab tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for port (0583524a-6b70-4826-acbe-6730d852b534), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:02.396863 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-acaec172-6ca6-48e7-ab5e-661022ce42ab tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (0583524a-6b70-4826-acbe-6730d852b534), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:02.449778 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaec172-6ca6-48e7-ab5e-661022ce42ab tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network cd7442b2-bd3b-4594-9c29-d948405f03d1 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:16:02.458187 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-acaec172-6ca6-48e7-ab5e-661022ce42ab tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:02.459870 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaec172-6ca6-48e7-ab5e-661022ce42ab tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:16:02.499417 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaec172-6ca6-48e7-ab5e-661022ce42ab tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Port': ['ID=0583524a-6b70-4826-acbe-6730d852b534,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:02.526897 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-acaec172-6ca6-48e7-ab5e-661022ce42ab tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (dc4fbbae-bd50-485a-aae3-eb6710c23dfb), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:02.940611 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ed3daa23-6b69-478d-9165-763293f6865d up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:16:02.985244 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:02.992759 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ed3daa23-6b69-478d-9165-763293f6865d triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:02.993060 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ed3daa23-6b69-478d-9165-763293f6865d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:02.993212 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ed3daa23-6b69-478d-9165-763293f6865d Nov 02 13:16:03.004261 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-acaec172-6ca6-48e7-ab5e-661022ce42ab tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0583524a-6b70-4826-acbe-6730d852b534), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:03.084417 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ed3daa23-6b69-478d-9165-763293f6865d is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:03.085143 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (ed3daa23-6b69-478d-9165-763293f6865d), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:03.105620 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:03.111334 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port ed3daa23-6b69-478d-9165-763293f6865d, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ed3daa23-6b69-478d-9165-763293f6865d,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:03.307355 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (ed3daa23-6b69-478d-9165-763293f6865d), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:03.308418 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2e5b347f-d61c-459d-b033-f469cd71c1df up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:16:03.350674 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:03.363860 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-acaec172-6ca6-48e7-ab5e-661022ce42ab tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for port (0583524a-6b70-4826-acbe-6730d852b534), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:03.407669 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=ed3daa23-6b69-478d-9165-763293f6865d,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:03.422158 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2e5b347f-d61c-459d-b033-f469cd71c1df triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:03.422158 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e5b347f-d61c-459d-b033-f469cd71c1df), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:03.422158 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2e5b347f-d61c-459d-b033-f469cd71c1df Nov 02 13:16:03.490612 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-acaec172-6ca6-48e7-ab5e-661022ce42ab tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (0583524a-6b70-4826-acbe-6730d852b534), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:03.532812 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e20ea0-30a0-4912-b4b8-0f54ff5f235d None None] Network cd7442b2-bd3b-4594-9c29-d948405f03d1 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:16:03.535349 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2e5b347f-d61c-459d-b033-f469cd71c1df is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:03.535826 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2e5b347f-d61c-459d-b033-f469cd71c1df), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:03.605044 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaec172-6ca6-48e7-ab5e-661022ce42ab tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Port': ['ID=0583524a-6b70-4826-acbe-6730d852b534,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:03.611600 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-acaec172-6ca6-48e7-ab5e-661022ce42ab tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (dc4fbbae-bd50-485a-aae3-eb6710c23dfb), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:03.690344 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:03.698010 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-01a5e6b2-9dfc-47f8-b4f8-4cb0ed150e79 None None] Provisioning complete for port 2e5b347f-d61c-459d-b033-f469cd71c1df triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:03.698010 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-01a5e6b2-9dfc-47f8-b4f8-4cb0ed150e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e5b347f-d61c-459d-b033-f469cd71c1df), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:03.701317 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-01a5e6b2-9dfc-47f8-b4f8-4cb0ed150e79 None None] Attempt 1 to provision port 2e5b347f-d61c-459d-b033-f469cd71c1df Nov 02 13:16:03.752518 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 2e5b347f-d61c-459d-b033-f469cd71c1df, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2e5b347f-d61c-459d-b033-f469cd71c1df,segment=NetworkSegment(6760e1b0-5f01-420a-be35-98dafb84cf82),segment_id=6760e1b0-5f01-420a-be35-98dafb84cf82)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:03.778259 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaec172-6ca6-48e7-ab5e-661022ce42ab tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network cd7442b2-bd3b-4594-9c29-d948405f03d1 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:16:03.781522 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-acaec172-6ca6-48e7-ab5e-661022ce42ab tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:03.844857 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (2e5b347f-d61c-459d-b033-f469cd71c1df), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:03.880178 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-01a5e6b2-9dfc-47f8-b4f8-4cb0ed150e79 None None] Current status of the port 2e5b347f-d61c-459d-b033-f469cd71c1df is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:03.880993 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-01a5e6b2-9dfc-47f8-b4f8-4cb0ed150e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (2e5b347f-d61c-459d-b033-f469cd71c1df), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:03.955063 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=2e5b347f-d61c-459d-b033-f469cd71c1df,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:03.964977 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acaec172-6ca6-48e7-ab5e-661022ce42ab tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Router dc4fbbae-bd50-485a-aae3-eb6710c23dfb has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:16:03.972193 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-01a5e6b2-9dfc-47f8-b4f8-4cb0ed150e79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:16:03.972725 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-01a5e6b2-9dfc-47f8-b4f8-4cb0ed150e79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:16:04.035569 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:04.113194 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaec172-6ca6-48e7-ab5e-661022ce42ab tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:16:04.119833 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-acaec172-6ca6-48e7-ab5e-661022ce42ab tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "PUT /networking/v2.0/routers/dc4fbbae-bd50-485a-aae3-eb6710c23dfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8874502 Nov 02 13:16:04.135103 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Sync routers for ids ['dc4fbbae-bd50-485a-aae3-eb6710c23dfb'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:16:04.148700 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Routers {'dc4fbbae-bd50-485a-aae3-eb6710c23dfb'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:04.148700 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:15:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['dc4fbbae-bd50-485a-aae3-eb6710c23dfb'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:04.271430 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Set router dc4fbbae-bd50-485a-aae3-eb6710c23dfb gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:16:04.325943 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f84da46d-91f1-4ca1-87d8-21791a4b131f req-df0ef42e-e588-4437-92df-75ae30496f80 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1550947819&fields=id&tenant_id=ef4f1f1efde142479f284d0edca2e143 HTTP/1.1" status: 200 len: 267 time: 0.0558200 Nov 02 13:16:04.440387 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:04.486307 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84da46d-91f1-4ca1-87d8-21791a4b131f req-d74fc1ba-2edc-4f27-b29e-aa9dc2183ac7 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:04.489048 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f84da46d-91f1-4ca1-87d8-21791a4b131f req-d74fc1ba-2edc-4f27-b29e-aa9dc2183ac7 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "GET /networking/v2.0/networks?id=cd7442b2-bd3b-4594-9c29-d948405f03d1 HTTP/1.1" status: 200 len: 797 time: 0.1551521 Nov 02 13:16:04.516723 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f84da46d-91f1-4ca1-87d8-21791a4b131f req-1023e9e9-32c9-434e-8d12-5dec586bc3e7 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "GET /networking/v2.0/quotas/ef4f1f1efde142479f284d0edca2e143 HTTP/1.1" status: 200 len: 375 time: 0.0183244 Nov 02 13:16:04.562068 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-01a5e6b2-9dfc-47f8-b4f8-4cb0ed150e79 None None] Current status of the port 2e5b347f-d61c-459d-b033-f469cd71c1df is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:04.565300 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4fbbae-bd50-485a-aae3-eb6710c23dfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631816228', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ed3daa23-6b69-478d-9165-763293f6865d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:56Z', 'updated_at': '2022-11-02T13:16:02Z', 'revision_number': 4, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': 'ed3daa23-6b69-478d-9165-763293f6865d', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4fbbae-bd50-485a-aae3-eb6710c23dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:57Z', 'updated_at': '2022-11-02T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '0583524a-6b70-4826-acbe-6730d852b534', 'name': '', 'network_id': 'cd7442b2-bd3b-4594-9c29-d948405f03d1', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'mac_address': 'fa:16:3e:cb:fd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4fbbae-bd50-485a-aae3-eb6710c23dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1cce6e99-0a0b-430a-b78b-183218c09599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:01Z', 'updated_at': '2022-11-02T13:16:03Z', 'revision_number': 2, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'subnets': [{'id': '1cce6e99-0a0b-430a-b78b-183218c09599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:04.601769 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Checking router: dc4fbbae-bd50-485a-aae3-eb6710c23dfb for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:16:04.602125 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Updating router dc4fbbae-bd50-485a-aae3-eb6710c23dfb port 0583524a-6b70-4826-acbe-6730d852b534 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:16:04.603869 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-f84da46d-91f1-4ca1-87d8-21791a4b131f req-7e564929-9efe-49c4-b464-e5bbe92106f0 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=ef4f1f1efde142479f284d0edca2e143&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616691 Nov 02 13:16:04.643392 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0583524a-6b70-4826-acbe-6730d852b534), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:04.649250 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50860) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:04.705393 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-79a66987-49f2-4019-ace4-443b2df39ff0 None None] Provisioning complete for port 2e5b347f-d61c-459d-b033-f469cd71c1df triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:04.705770 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-79a66987-49f2-4019-ace4-443b2df39ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e5b347f-d61c-459d-b033-f469cd71c1df), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:04.706111 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-79a66987-49f2-4019-ace4-443b2df39ff0 None None] Attempt 1 to provision port 2e5b347f-d61c-459d-b033-f469cd71c1df Nov 02 13:16:05.056851 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ed3daa23-6b69-478d-9165-763293f6865d up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:16:05.068619 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b806b280-70fc-42d4-84db-e63596a00eb9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (dc4fbbae-bd50-485a-aae3-eb6710c23dfb), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:05.099843 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-79a66987-49f2-4019-ace4-443b2df39ff0 None None] Current status of the port 2e5b347f-d61c-459d-b033-f469cd71c1df is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:05.133517 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-79a66987-49f2-4019-ace4-443b2df39ff0 None None] Provisioning complete for port 0583524a-6b70-4826-acbe-6730d852b534 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:05.133893 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-79a66987-49f2-4019-ace4-443b2df39ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0583524a-6b70-4826-acbe-6730d852b534), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:05.134227 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-79a66987-49f2-4019-ace4-443b2df39ff0 None None] Attempt 1 to provision port 0583524a-6b70-4826-acbe-6730d852b534 Nov 02 13:16:05.198444 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port ed3daa23-6b69-478d-9165-763293f6865d triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:05.199307 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (ed3daa23-6b69-478d-9165-763293f6865d), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:05.199307 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port ed3daa23-6b69-478d-9165-763293f6865d Nov 02 13:16:05.225396 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-79a66987-49f2-4019-ace4-443b2df39ff0 None None] Port 0583524a-6b70-4826-acbe-6730d852b534 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:16:05.270528 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:05.304468 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Publish callbacks [] for port (0583524a-6b70-4826-acbe-6730d852b534), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:05.346192 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port ed3daa23-6b69-478d-9165-763293f6865d is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:05.347495 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2e5b347f-d61c-459d-b033-f469cd71c1df up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:16:05.370671 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-b806b280-70fc-42d4-84db-e63596a00eb9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Deleting port 0583524a-6b70-4826-acbe-6730d852b534 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:16:05.371102 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b806b280-70fc-42d4-84db-e63596a00eb9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0583524a-6b70-4826-acbe-6730d852b534), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:05.396213 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 2e5b347f-d61c-459d-b033-f469cd71c1df triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:05.396628 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e5b347f-d61c-459d-b033-f469cd71c1df), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:05.396971 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 2e5b347f-d61c-459d-b033-f469cd71c1df Nov 02 13:16:05.421959 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0583524a-6b70-4826-acbe-6730d852b534), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:05.426881 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:05.447302 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:05.476762 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b806b280-70fc-42d4-84db-e63596a00eb9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0583524a-6b70-4826-acbe-6730d852b534), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:05.492981 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-b806b280-70fc-42d4-84db-e63596a00eb9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Calling delete_port for 0583524a-6b70-4826-acbe-6730d852b534 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:16:05.520404 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5477f0-ef85-482b-81bf-718160c69359 None None] Pushing event updated for resources: {'Port': ['ID=0583524a-6b70-4826-acbe-6730d852b534,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:05.563541 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Attempting to bind port 0583524a-6b70-4826-acbe-6730d852b534 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:16:05.563881 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Attempting to bind port 0583524a-6b70-4826-acbe-6730d852b534 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '6760e1b0-5f01-420a-be35-98dafb84cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'cd7442b2-bd3b-4594-9c29-d948405f03d1'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:16:05.564608 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Attempting to bind port 0583524a-6b70-4826-acbe-6730d852b534 on network cd7442b2-bd3b-4594-9c29-d948405f03d1 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:16:05.602659 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 2e5b347f-d61c-459d-b033-f469cd71c1df is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:05.618010 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:05.626311 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:16:05.626311 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Checking segment: {'id': '6760e1b0-5f01-420a-be35-98dafb84cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'cd7442b2-bd3b-4594-9c29-d948405f03d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:16:05.626311 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:05.626311 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Bound using segment: {'id': '6760e1b0-5f01-420a-be35-98dafb84cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'cd7442b2-bd3b-4594-9c29-d948405f03d1'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:16:05.626311 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Bound port: 0583524a-6b70-4826-acbe-6730d852b534, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6760e1b0-5f01-420a-be35-98dafb84cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'cd7442b2-bd3b-4594-9c29-d948405f03d1'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:16:05.626311 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0583524a-6b70-4826-acbe-6730d852b534), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:05.859061 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b806b280-70fc-42d4-84db-e63596a00eb9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (0583524a-6b70-4826-acbe-6730d852b534), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:05.859704 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:16:05.860125 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:16:05.890853 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806b280-70fc-42d4-84db-e63596a00eb9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'Port': ['ID=0583524a-6b70-4826-acbe-6730d852b534,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:06.114817 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b806b280-70fc-42d4-84db-e63596a00eb9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (dc4fbbae-bd50-485a-aae3-eb6710c23dfb), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:06.141605 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f0e584-b680-416e-b55a-5805b1f2fdac None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:16:06.230377 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f0e584-b680-416e-b55a-5805b1f2fdac None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:16:06.354785 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b806b280-70fc-42d4-84db-e63596a00eb9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Router dc4fbbae-bd50-485a-aae3-eb6710c23dfb has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:16:06.394260 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Attempting to bind port 0583524a-6b70-4826-acbe-6730d852b534 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:16:06.394539 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Attempting to bind port 0583524a-6b70-4826-acbe-6730d852b534 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '6760e1b0-5f01-420a-be35-98dafb84cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'cd7442b2-bd3b-4594-9c29-d948405f03d1'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:16:06.394903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Attempting to bind port 0583524a-6b70-4826-acbe-6730d852b534 on network cd7442b2-bd3b-4594-9c29-d948405f03d1 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:16:06.460525 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:16:06.460918 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Checking segment: {'id': '6760e1b0-5f01-420a-be35-98dafb84cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'cd7442b2-bd3b-4594-9c29-d948405f03d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:16:06.461394 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:06.461859 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Bound using segment: {'id': '6760e1b0-5f01-420a-be35-98dafb84cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'cd7442b2-bd3b-4594-9c29-d948405f03d1'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:16:06.462336 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Bound port: 0583524a-6b70-4826-acbe-6730d852b534, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6760e1b0-5f01-420a-be35-98dafb84cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'cd7442b2-bd3b-4594-9c29-d948405f03d1'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:16:06.462713 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0583524a-6b70-4826-acbe-6730d852b534), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:06.492190 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b806b280-70fc-42d4-84db-e63596a00eb9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:16:06.497698 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Port 0583524a-6b70-4826-acbe-6730d852b534 has been deleted concurrently {{(pid=105977) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Nov 02 13:16:06.502297 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b806b280-70fc-42d4-84db-e63596a00eb9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "PUT /networking/v2.0/routers/dc4fbbae-bd50-485a-aae3-eb6710c23dfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8550193 Nov 02 13:16:06.502585 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50862) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:06.510122 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Routers {'dc4fbbae-bd50-485a-aae3-eb6710c23dfb'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:06.516779 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:15:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['dc4fbbae-bd50-485a-aae3-eb6710c23dfb'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:06.563222 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:06.576094 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:06.582505 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Deleting subnet 1cce6e99-0a0b-430a-b78b-183218c09599 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:16:06.586542 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for subnet (1cce6e99-0a0b-430a-b78b-183218c09599), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:06.649801 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] Set router dc4fbbae-bd50-485a-aae3-eb6710c23dfb gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:16:06.653870 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (1cce6e99-0a0b-430a-b78b-183218c09599), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:06.778417 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (1cce6e99-0a0b-430a-b78b-183218c09599), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:06.863091 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4fbbae-bd50-485a-aae3-eb6710c23dfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631816228', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ed3daa23-6b69-478d-9165-763293f6865d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:56Z', 'updated_at': '2022-11-02T13:16:05Z', 'revision_number': 5, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': 'ed3daa23-6b69-478d-9165-763293f6865d', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4fbbae-bd50-485a-aae3-eb6710c23dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:57Z', 'updated_at': '2022-11-02T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:06.898582 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae0f0c1-f75a-4140-95dd-57a5b90ba378 None None] The sync data for ids ['dc4fbbae-bd50-485a-aae3-eb6710c23dfb'] in n-d-857339-6 is: [{'id': 'dc4fbbae-bd50-485a-aae3-eb6710c23dfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631816228', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ed3daa23-6b69-478d-9165-763293f6865d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:56Z', 'updated_at': '2022-11-02T13:16:05Z', 'revision_number': 5, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': 'ed3daa23-6b69-478d-9165-763293f6865d', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4fbbae-bd50-485a-aae3-eb6710c23dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:15:57Z', 'updated_at': '2022-11-02T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:16:06.979368 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (1cce6e99-0a0b-430a-b78b-183218c09599), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:07.014952 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'Subnet': ['ID=1cce6e99-0a0b-430a-b78b-183218c09599,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:07.027015 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:07.033032 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/1cce6e99-0a0b-430a-b78b-183218c09599 HTTP/1.1" status: 204 len: 168 time: 0.5289636 Nov 02 13:16:07.033342 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50864) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:07.035800 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:07.036145 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:07.036550 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:07.036921 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:07.037252 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:07.037583 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:07.037911 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:07.042538 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:07.042538 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:07.042858 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:07.043138 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:07.043437 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:07.043744 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:07.044069 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:07.044389 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dfe2f-8866-4e8b-96e2-f5277cae872f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:07.055893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a2a7bd-349e-421f-99cd-1c8625f18674 None None] Network cd7442b2-bd3b-4594-9c29-d948405f03d1 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:16:07.092251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-bd60b82e-cc29-4d21-b8f7-babec0194a73 None None] Provisioning complete for port 2e5b347f-d61c-459d-b033-f469cd71c1df triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:07.092838 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-bd60b82e-cc29-4d21-b8f7-babec0194a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (2e5b347f-d61c-459d-b033-f469cd71c1df), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:07.092838 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-bd60b82e-cc29-4d21-b8f7-babec0194a73 None None] Attempt 1 to provision port 2e5b347f-d61c-459d-b033-f469cd71c1df Nov 02 13:16:07.150251 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:07.161436 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:07.166521 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router (dc4fbbae-bd50-485a-aae3-eb6710c23dfb), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:07.236021 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-bd60b82e-cc29-4d21-b8f7-babec0194a73 None None] Current status of the port 2e5b347f-d61c-459d-b033-f469cd71c1df is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:07.294900 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b62cbb8-c568-4321-bc28-7f6429855e71 None None] DHCP port deletion for cd7442b2-bd3b-4594-9c29-d948405f03d1 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:16:07.319698 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_gateway (dc4fbbae-bd50-485a-aae3-eb6710c23dfb), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:07.345224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6b62cbb8-c568-4321-bc28-7f6429855e71 None None] Deleting port 2e5b347f-d61c-459d-b033-f469cd71c1df {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:16:07.345808 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6b62cbb8-c568-4321-bc28-7f6429855e71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (2e5b347f-d61c-459d-b033-f469cd71c1df), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:07.426252 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-6b62cbb8-c568-4321-bc28-7f6429855e71 None None] For port 2e5b347f-d61c-459d-b033-f469cd71c1df, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=2e5b347f-d61c-459d-b033-f469cd71c1df,segment=NetworkSegment(6760e1b0-5f01-420a-be35-98dafb84cf82),segment_id=6760e1b0-5f01-420a-be35-98dafb84cf82)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:07.426523 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6b62cbb8-c568-4321-bc28-7f6429855e71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (2e5b347f-d61c-459d-b033-f469cd71c1df), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:07.442574 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6b62cbb8-c568-4321-bc28-7f6429855e71 None None] Calling delete_port for 2e5b347f-d61c-459d-b033-f469cd71c1df owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:16:07.503399 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Deleting port ed3daa23-6b69-478d-9165-763293f6865d {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:16:07.503768 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (ed3daa23-6b69-478d-9165-763293f6865d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:07.638215 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] For port ed3daa23-6b69-478d-9165-763293f6865d, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=ed3daa23-6b69-478d-9165-763293f6865d,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:07.638584 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (ed3daa23-6b69-478d-9165-763293f6865d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:07.658109 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Calling delete_port for ed3daa23-6b69-478d-9165-763293f6865d owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:16:07.660858 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6b62cbb8-c568-4321-bc28-7f6429855e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (2e5b347f-d61c-459d-b033-f469cd71c1df), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:07.691748 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62cbb8-c568-4321-bc28-7f6429855e71 None None] Pushing event deleted for resources: {'Port': ['ID=2e5b347f-d61c-459d-b033-f469cd71c1df,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:07.695789 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62cbb8-c568-4321-bc28-7f6429855e71 None None] No DVR routers for this DVR port 2e5b347f-d61c-459d-b033-f469cd71c1df on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:16:07.799353 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2ccea9-f120-48ab-af76-3ace43ecac62 None None] Sync routers for ids ['dc4fbbae-bd50-485a-aae3-eb6710c23dfb'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:16:07.812748 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2ccea9-f120-48ab-af76-3ace43ecac62 None None] Routers {'dc4fbbae-bd50-485a-aae3-eb6710c23dfb'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:07.814021 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1f2ccea9-f120-48ab-af76-3ace43ecac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:15:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['dc4fbbae-bd50-485a-aae3-eb6710c23dfb'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:07.912034 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-1f2ccea9-f120-48ab-af76-3ace43ecac62 None None] Set router dc4fbbae-bd50-485a-aae3-eb6710c23dfb gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:16:07.950499 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (ed3daa23-6b69-478d-9165-763293f6865d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:07.963365 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1f2ccea9-f120-48ab-af76-3ace43ecac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4fbbae-bd50-485a-aae3-eb6710c23dfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631816228', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:56Z', 'updated_at': '2022-11-02T13:16:07Z', 'revision_number': 6, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:07.985038 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'Port': ['ID=ed3daa23-6b69-478d-9165-763293f6865d,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:08.014309 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:08.014702 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:08.014948 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:08.015282 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:08.015613 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:08.015944 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:08.016437 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:08.016769 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:08.016931 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:08.017252 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:08.017577 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:08.017895 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:08.018213 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:08.018532 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:08.018849 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:08.064462 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (dc4fbbae-bd50-485a-aae3-eb6710c23dfb), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:08.077333 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2ccea9-f120-48ab-af76-3ace43ecac62 None None] Checking router: dc4fbbae-bd50-485a-aae3-eb6710c23dfb for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:16:08.087660 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2ccea9-f120-48ab-af76-3ace43ecac62 None None] Routers {'dc4fbbae-bd50-485a-aae3-eb6710c23dfb'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:08.088655 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1f2ccea9-f120-48ab-af76-3ace43ecac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:15:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['dc4fbbae-bd50-485a-aae3-eb6710c23dfb'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:08.161535 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-1f2ccea9-f120-48ab-af76-3ace43ecac62 None None] Set router dc4fbbae-bd50-485a-aae3-eb6710c23dfb gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:16:08.162004 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (dc4fbbae-bd50-485a-aae3-eb6710c23dfb), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:08.165209 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_controller (dc4fbbae-bd50-485a-aae3-eb6710c23dfb), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:08.214580 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-1f2ccea9-f120-48ab-af76-3ace43ecac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4fbbae-bd50-485a-aae3-eb6710c23dfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631816228', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:56Z', 'updated_at': '2022-11-02T13:16:07Z', 'revision_number': 7, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:08.241121 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2ccea9-f120-48ab-af76-3ace43ecac62 None None] The sync data for ids ['dc4fbbae-bd50-485a-aae3-eb6710c23dfb'] in n-d-857339-6 is: [{'id': 'dc4fbbae-bd50-485a-aae3-eb6710c23dfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631816228', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:15:56Z', 'updated_at': '2022-11-02T13:16:07Z', 'revision_number': 7, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:16:08.364213 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (dc4fbbae-bd50-485a-aae3-eb6710c23dfb), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:08.365495 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Fanout notify agent at l3_agent the message router_deleted on router dc4fbbae-bd50-485a-aae3-eb6710c23dfb {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:16:08.372951 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:08.374089 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f9d7db14-dec1-4f92-9c4d-b5a5d4b605e4 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "DELETE /networking/v2.0/routers/dc4fbbae-bd50-485a-aae3-eb6710c23dfb HTTP/1.1" status: 204 len: 168 time: 1.3396873 Nov 02 13:16:08.376845 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50866) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:08.468797 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1310ee69-8775-461b-bbaf-7d5cb530214b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (cd7442b2-bd3b-4594-9c29-d948405f03d1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:08.513655 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:08.563634 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1310ee69-8775-461b-bbaf-7d5cb530214b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (cd7442b2-bd3b-4594-9c29-d948405f03d1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:08.585259 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-1310ee69-8775-461b-bbaf-7d5cb530214b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7442b2-bd3b-4594-9c29-d948405f03d1']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:08.596331 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-1310ee69-8775-461b-bbaf-7d5cb530214b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6760e1b0-5f01-420a-be35-98dafb84cf82') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:08.596674 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-1310ee69-8775-461b-bbaf-7d5cb530214b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6760e1b0-5f01-420a-be35-98dafb84cf82') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:08.603975 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:08.608870 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1310ee69-8775-461b-bbaf-7d5cb530214b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (6760e1b0-5f01-420a-be35-98dafb84cf82), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:08.626292 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1310ee69-8775-461b-bbaf-7d5cb530214b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (6760e1b0-5f01-420a-be35-98dafb84cf82), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:08.633371 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1310ee69-8775-461b-bbaf-7d5cb530214b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:16:08.633776 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1310ee69-8775-461b-bbaf-7d5cb530214b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (6760e1b0-5f01-420a-be35-98dafb84cf82), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:08.693255 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 6760e1b0-5f01-420a-be35-98dafb84cf82 resource provider aggregate not found Nov 02 13:16:08.715806 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 6760e1b0-5f01-420a-be35-98dafb84cf82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6760e1b0-5f01-420a-be35-98dafb84cf82 found for delete ", "request_id": "req-8ba06eca-523f-4a05-b165-8aab6ce77830"}]} Nov 02 13:16:08.846296 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ed3daa23-6b69-478d-9165-763293f6865d no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:16:08.853257 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1310ee69-8775-461b-bbaf-7d5cb530214b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (cd7442b2-bd3b-4594-9c29-d948405f03d1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:08.861653 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1310ee69-8775-461b-bbaf-7d5cb530214b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:08.870654 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1310ee69-8775-461b-bbaf-7d5cb530214b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "DELETE /networking/v2.0/networks/cd7442b2-bd3b-4594-9c29-d948405f03d1 HTTP/1.1" status: 204 len: 168 time: 0.4925396 Nov 02 13:16:08.872204 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: ed3daa23-6b69-478d-9165-763293f6865d {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:16:08.872523 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device ed3daa23-6b69-478d-9165-763293f6865d not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:16:08.873098 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2e5b347f-d61c-459d-b033-f469cd71c1df no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:16:08.875128 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50872) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:08.895090 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310ee69-8775-461b-bbaf-7d5cb530214b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'Network': ['ID=cd7442b2-bd3b-4594-9c29-d948405f03d1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:08.914313 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 2e5b347f-d61c-459d-b033-f469cd71c1df {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:16:08.914669 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 2e5b347f-d61c-459d-b033-f469cd71c1df not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:16:08.954636 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:08.970215 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56c85c5b-8979-4f56-b13b-200fb3bb9cdc tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (8b3fd496-cc4e-4c6d-8dc8-bd929640758a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:09.000698 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56c85c5b-8979-4f56-b13b-200fb3bb9cdc tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (8b3fd496-cc4e-4c6d-8dc8-bd929640758a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:09.293266 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56c85c5b-8979-4f56-b13b-200fb3bb9cdc tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8b3fd496-cc4e-4c6d-8dc8-bd929640758a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:09.296193 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-56c85c5b-8979-4f56-b13b-200fb3bb9cdc tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:09.297454 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-56c85c5b-8979-4f56-b13b-200fb3bb9cdc tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8b3fd496-cc4e-4c6d-8dc8-bd929640758a HTTP/1.1" status: 204 len: 168 time: 0.4197199 Nov 02 13:16:09.313968 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c85c5b-8979-4f56-b13b-200fb3bb9cdc tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3fd496-cc4e-4c6d-8dc8-bd929640758a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:09.586002 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50878) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:09.591337 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-5a03f478-7184-46f5-9397-9776cb2471fd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1983073770', 'description': 'tempest-secgroup-smoke-1983073770 description', 'project_id': 'ef4f1f1efde142479f284d0edca2e143'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:09.690867 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5a03f478-7184-46f5-9397-9776cb2471fd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:09.768188 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5a03f478-7184-46f5-9397-9776cb2471fd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (615d1475-6827-4db8-995b-0ca825189bfd), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:09.884760 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5a03f478-7184-46f5-9397-9776cb2471fd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (615d1475-6827-4db8-995b-0ca825189bfd), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:09.917237 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03f478-7184-46f5-9397-9776cb2471fd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615d1475-6827-4db8-995b-0ca825189bfd,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:10.086385 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-5a03f478-7184-46f5-9397-9776cb2471fd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:10.087711 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-5a03f478-7184-46f5-9397-9776cb2471fd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5006649 Nov 02 13:16:10.090783 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50880) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:10.095608 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ac135d3c-5398-4c57-add3-6d03d3e3514e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '615d1475-6827-4db8-995b-0ca825189bfd', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:10.259767 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ac135d3c-5398-4c57-add3-6d03d3e3514e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (2bca1a8f-d010-41b1-a793-f2db3e62640e), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:10.329056 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ac135d3c-5398-4c57-add3-6d03d3e3514e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (2bca1a8f-d010-41b1-a793-f2db3e62640e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:10.402211 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ac135d3c-5398-4c57-add3-6d03d3e3514e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (2bca1a8f-d010-41b1-a793-f2db3e62640e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:10.423607 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac135d3c-5398-4c57-add3-6d03d3e3514e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bca1a8f-d010-41b1-a793-f2db3e62640e,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:10.518823 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ac135d3c-5398-4c57-add3-6d03d3e3514e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:10.520136 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ac135d3c-5398-4c57-add3-6d03d3e3514e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4282870 Nov 02 13:16:10.523271 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50882) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:10.528199 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-772f2872-792a-40c2-b3e7-fd46d5cf7e1f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '615d1475-6827-4db8-995b-0ca825189bfd', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:10.643334 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-772f2872-792a-40c2-b3e7-fd46d5cf7e1f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (ad171387-605a-435c-bd8c-f90f0f70cc0f), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:10.704323 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-772f2872-792a-40c2-b3e7-fd46d5cf7e1f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (ad171387-605a-435c-bd8c-f90f0f70cc0f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:10.786964 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-772f2872-792a-40c2-b3e7-fd46d5cf7e1f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (ad171387-605a-435c-bd8c-f90f0f70cc0f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:10.806725 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f2872-792a-40c2-b3e7-fd46d5cf7e1f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad171387-605a-435c-bd8c-f90f0f70cc0f,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:10.889510 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-772f2872-792a-40c2-b3e7-fd46d5cf7e1f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:10.890798 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-772f2872-792a-40c2-b3e7-fd46d5cf7e1f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3665063 Nov 02 13:16:10.893994 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50884) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:10.899023 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-42ea722d-82eb-44ad-8200-37a220ac58ac tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '615d1475-6827-4db8-995b-0ca825189bfd', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:11.002796 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-42ea722d-82eb-44ad-8200-37a220ac58ac tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (df4c2d56-35e9-40be-a12b-1b14472ac96b), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:11.063292 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-42ea722d-82eb-44ad-8200-37a220ac58ac tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (df4c2d56-35e9-40be-a12b-1b14472ac96b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:11.216109 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-42ea722d-82eb-44ad-8200-37a220ac58ac tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (df4c2d56-35e9-40be-a12b-1b14472ac96b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:11.240624 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea722d-82eb-44ad-8200-37a220ac58ac tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4c2d56-35e9-40be-a12b-1b14472ac96b,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:11.410262 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-42ea722d-82eb-44ad-8200-37a220ac58ac tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:11.411632 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-42ea722d-82eb-44ad-8200-37a220ac58ac tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5164680 Nov 02 13:16:11.414778 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50886) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:11.422825 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-b2e03586-e12c-428c-b310-ea3a7e52252e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '615d1475-6827-4db8-995b-0ca825189bfd', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:11.552755 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b2e03586-e12c-428c-b310-ea3a7e52252e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (6fcde04a-3e4f-4f90-83ef-a4ca11c25b04), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:11.622557 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b2e03586-e12c-428c-b310-ea3a7e52252e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (6fcde04a-3e4f-4f90-83ef-a4ca11c25b04), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:11.744480 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b2e03586-e12c-428c-b310-ea3a7e52252e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (6fcde04a-3e4f-4f90-83ef-a4ca11c25b04), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:11.767753 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e03586-e12c-428c-b310-ea3a7e52252e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fcde04a-3e4f-4f90-83ef-a4ca11c25b04,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:11.903795 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-b2e03586-e12c-428c-b310-ea3a7e52252e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:11.905371 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-b2e03586-e12c-428c-b310-ea3a7e52252e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4892917 Nov 02 13:16:11.908330 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50888) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:11.912965 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-778e4e6e-62bd-4b2b-a3ed-a186c20696a7 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '615d1475-6827-4db8-995b-0ca825189bfd', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:11.925351 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:12.101644 n-d-857339-6 neutron-server[105975]: INFO neutron.db.securitygroups_db [None req-778e4e6e-62bd-4b2b-a3ed-a186c20696a7 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Project ef4f1f1efde142479f284d0edca2e143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:16:12.109515 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-778e4e6e-62bd-4b2b-a3ed-a186c20696a7 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (df8377ef-efaa-456a-841a-0e996ed5c6bf), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:12.168213 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:12.180704 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-778e4e6e-62bd-4b2b-a3ed-a186c20696a7 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (df8377ef-efaa-456a-841a-0e996ed5c6bf), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:12.273068 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-778e4e6e-62bd-4b2b-a3ed-a186c20696a7 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (df8377ef-efaa-456a-841a-0e996ed5c6bf), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:12.294042 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e4e6e-62bd-4b2b-a3ed-a186c20696a7 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8377ef-efaa-456a-841a-0e996ed5c6bf,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:12.412713 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-778e4e6e-62bd-4b2b-a3ed-a186c20696a7 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:12.413918 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-778e4e6e-62bd-4b2b-a3ed-a186c20696a7 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5045619 Nov 02 13:16:12.417011 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50890) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:12.421392 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6cf4a833-38f9-4500-a314-f20f92f9f666 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '615d1475-6827-4db8-995b-0ca825189bfd', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:12.561724 n-d-857339-6 neutron-server[105975]: INFO neutron.db.securitygroups_db [None req-6cf4a833-38f9-4500-a314-f20f92f9f666 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Project ef4f1f1efde142479f284d0edca2e143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:16:12.569277 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6cf4a833-38f9-4500-a314-f20f92f9f666 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (d361aa17-dd89-4ff8-8a1c-94a8ba20108e), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:12.634236 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6cf4a833-38f9-4500-a314-f20f92f9f666 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (d361aa17-dd89-4ff8-8a1c-94a8ba20108e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:12.821536 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6cf4a833-38f9-4500-a314-f20f92f9f666 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (d361aa17-dd89-4ff8-8a1c-94a8ba20108e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:12.841395 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4a833-38f9-4500-a314-f20f92f9f666 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d361aa17-dd89-4ff8-8a1c-94a8ba20108e,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:13.012843 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d775e81a-4def-4609-8772-c175b768fd07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:13.049726 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6cf4a833-38f9-4500-a314-f20f92f9f666 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:13.050917 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6cf4a833-38f9-4500-a314-f20f92f9f666 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6329694 Nov 02 13:16:13.055483 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50892) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:13.062071 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-1e5c1fd1-1e30-4d86-954b-2eea57a2ea85 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'network': {'name': 'tempest-network-smoke--358893816', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'port_security_enabled': True}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:13.169755 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5c1fd1-1e30-4d86-954b-2eea57a2ea85 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Made reservation on behalf of ef4f1f1efde142479f284d0edca2e143 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:16:13.174311 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1fd1-1e30-4d86-954b-2eea57a2ea85 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:13.200806 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5c1fd1-1e30-4d86-954b-2eea57a2ea85 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:16:13.210120 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1fd1-1e30-4d86-954b-2eea57a2ea85 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (0f70a976-29b0-4c21-bfa3-7c0ef0c56471), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:13.210491 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-1e5c1fd1-1e30-4d86-954b-2eea57a2ea85 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Added segment 0f70a976-29b0-4c21-bfa3-7c0ef0c56471 of type vlan for network 5e190b86-688a-4371-92e4-e4688e1dbae2 Nov 02 13:16:13.251482 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1fd1-1e30-4d86-954b-2eea57a2ea85 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (5e190b86-688a-4371-92e4-e4688e1dbae2), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:13.392753 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1fd1-1e30-4d86-954b-2eea57a2ea85 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (5e190b86-688a-4371-92e4-e4688e1dbae2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:13.397788 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c1fd1-1e30-4d86-954b-2eea57a2ea85 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:13.398401 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1fd1-1e30-4d86-954b-2eea57a2ea85 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:13.471926 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c1fd1-1e30-4d86-954b-2eea57a2ea85 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Network': ['ID=5e190b86-688a-4371-92e4-e4688e1dbae2,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:13.482720 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 5e190b86-688a-4371-92e4-e4688e1dbae2 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:16:13.587247 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1e5c1fd1-1e30-4d86-954b-2eea57a2ea85 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5305955 Nov 02 13:16:13.591209 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50894) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:13.596003 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-1a145a6c-43f4-41dc-ba9c-4c8180a7b96f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-851555580', 'admin_state_up': True, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:13.756688 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1a145a6c-43f4-41dc-ba9c-4c8180a7b96f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (6189214d-c6ad-499f-a3da-de8bb1672b8d), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:13.757679 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1a145a6c-43f4-41dc-ba9c-4c8180a7b96f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (6189214d-c6ad-499f-a3da-de8bb1672b8d), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:13.821435 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1a145a6c-43f4-41dc-ba9c-4c8180a7b96f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_controller (6189214d-c6ad-499f-a3da-de8bb1672b8d), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:14.117084 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1a145a6c-43f4-41dc-ba9c-4c8180a7b96f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_gateway (6189214d-c6ad-499f-a3da-de8bb1672b8d), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:14.414443 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:14.504596 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1a145a6c-43f4-41dc-ba9c-4c8180a7b96f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_gateway (6189214d-c6ad-499f-a3da-de8bb1672b8d), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:14.525535 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1a145a6c-43f4-41dc-ba9c-4c8180a7b96f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:14.641291 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-1a145a6c-43f4-41dc-ba9c-4c8180a7b96f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Allocated IP 172.25.2.197 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/0c2c5574-6858-4bc7-9b0a-51e61bd98f26) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:16:14.724982 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:14.762848 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1a145a6c-43f4-41dc-ba9c-4c8180a7b96f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for port (0c2c5574-6858-4bc7-9b0a-51e61bd98f26), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:14.936518 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1a145a6c-43f4-41dc-ba9c-4c8180a7b96f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (0c2c5574-6858-4bc7-9b0a-51e61bd98f26), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:14.981157 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a145a6c-43f4-41dc-ba9c-4c8180a7b96f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:16:14.986322 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-1a145a6c-43f4-41dc-ba9c-4c8180a7b96f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:14.991278 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a145a6c-43f4-41dc-ba9c-4c8180a7b96f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:16:14.996805 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a145a6c-43f4-41dc-ba9c-4c8180a7b96f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Port': ['ID=0c2c5574-6858-4bc7-9b0a-51e61bd98f26,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:15.345418 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:15.704452 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1a145a6c-43f4-41dc-ba9c-4c8180a7b96f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_gateway (6189214d-c6ad-499f-a3da-de8bb1672b8d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:15.901861 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:15.920618 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1a145a6c-43f4-41dc-ba9c-4c8180a7b96f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (6189214d-c6ad-499f-a3da-de8bb1672b8d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:15.975939 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4a8656ee-8584-46ae-b7bc-b3592521c861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:16.255948 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a145a6c-43f4-41dc-ba9c-4c8180a7b96f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Router 6189214d-c6ad-499f-a3da-de8bb1672b8d is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:16:16.363343 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a145a6c-43f4-41dc-ba9c-4c8180a7b96f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:16:16.375769 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] Sync routers for ids ['6189214d-c6ad-499f-a3da-de8bb1672b8d'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:16:16.387718 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] Routers {'6189214d-c6ad-499f-a3da-de8bb1672b8d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:16.388354 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:16:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['6189214d-c6ad-499f-a3da-de8bb1672b8d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:16.494633 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:16.499340 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] Set router 6189214d-c6ad-499f-a3da-de8bb1672b8d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:16:16.503748 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-1a145a6c-43f4-41dc-ba9c-4c8180a7b96f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:16.505165 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-1a145a6c-43f4-41dc-ba9c-4c8180a7b96f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9128444 Nov 02 13:16:16.510432 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50896) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:16.545447 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-55d557aa-65b8-41bb-be45-acf8a8cabb4a tempest-TestNetworkAdvancedServerOps-1081068239 tempest-TestNetworkAdvancedServerOps-1081068239-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?project_id=ef4f1f1efde142479f284d0edca2e143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336816 Nov 02 13:16:16.548350 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50898) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:16.580764 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:16.656287 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e8c989-202a-4e40-acf6-5a1c18a594ad tempest-TestNetworkAdvancedServerOps-1081068239 tempest-TestNetworkAdvancedServerOps-1081068239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:16.658213 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-07e8c989-202a-4e40-acf6-5a1c18a594ad tempest-TestNetworkAdvancedServerOps-1081068239 tempest-TestNetworkAdvancedServerOps-1081068239-project-admin] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1088514 Nov 02 13:16:16.661399 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50900) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:16.693104 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4b237ace-739a-4a4e-adfe-78239702c1ce tempest-TestNetworkAdvancedServerOps-1081068239 tempest-TestNetworkAdvancedServerOps-1081068239-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304132 Nov 02 13:16:16.697516 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50902) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:16.704090 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-aa3456a1-8695-404e-9b83-c4ec074ffb88 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1747429241', 'network_id': '5e190b86-688a-4371-92e4-e4688e1dbae2', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:16.864007 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6189214d-c6ad-499f-a3da-de8bb1672b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851555580', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '0c2c5574-6858-4bc7-9b0a-51e61bd98f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:13Z', 'updated_at': '2022-11-02T13:16:15Z', 'revision_number': 3, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': '0c2c5574-6858-4bc7-9b0a-51e61bd98f26', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6189214d-c6ad-499f-a3da-de8bb1672b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:14Z', 'updated_at': '2022-11-02T13:16:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:16.897291 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] Checking router: 6189214d-c6ad-499f-a3da-de8bb1672b8d for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:16:16.897641 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] Updating router 6189214d-c6ad-499f-a3da-de8bb1672b8d port 0c2c5574-6858-4bc7-9b0a-51e61bd98f26 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:16:16.939231 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0c2c5574-6858-4bc7-9b0a-51e61bd98f26), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:16.944956 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3456a1-8695-404e-9b83-c4ec074ffb88 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Made reservation on behalf of ef4f1f1efde142479f284d0edca2e143 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:16:16.951075 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa3456a1-8695-404e-9b83-c4ec074ffb88 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:16.974184 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:17.095702 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:17.290048 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] Publish callbacks [] for port (0c2c5574-6858-4bc7-9b0a-51e61bd98f26), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:17.353255 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa3456a1-8695-404e-9b83-c4ec074ffb88 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (6f6f8ee8-a4f7-4c23-8bd3-48c9d751c92c), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:17.409926 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0c2c5574-6858-4bc7-9b0a-51e61bd98f26), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:17.435514 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3456a1-8695-404e-9b83-c4ec074ffb88 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Subnet': ['ID=6f6f8ee8-a4f7-4c23-8bd3-48c9d751c92c,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:17.446493 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3456a1-8695-404e-9b83-c4ec074ffb88 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Checking segment: {'id': '0f70a976-29b0-4c21-bfa3-7c0ef0c56471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5e190b86-688a-4371-92e4-e4688e1dbae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:16:17.446863 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3456a1-8695-404e-9b83-c4ec074ffb88 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network hostable DHCP agents. Network: 5e190b86-688a-4371-92e4-e4688e1dbae2, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:16:17.456271 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] Attempting to bind port 0c2c5574-6858-4bc7-9b0a-51e61bd98f26 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:16:17.456699 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] Attempting to bind port 0c2c5574-6858-4bc7-9b0a-51e61bd98f26 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:16:17.457161 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] Attempting to bind port 0c2c5574-6858-4bc7-9b0a-51e61bd98f26 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:16:17.501468 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb3ed4-0de5-4af9-92ab-1560823b44cf None None] Pushing event updated for resources: {'Port': ['ID=0c2c5574-6858-4bc7-9b0a-51e61bd98f26,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:17.518633 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb3ed4-0de5-4af9-92ab-1560823b44cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.519048 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb3ed4-0de5-4af9-92ab-1560823b44cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.519425 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb3ed4-0de5-4af9-92ab-1560823b44cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.519767 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb3ed4-0de5-4af9-92ab-1560823b44cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.520106 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb3ed4-0de5-4af9-92ab-1560823b44cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.520453 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb3ed4-0de5-4af9-92ab-1560823b44cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.520814 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb3ed4-0de5-4af9-92ab-1560823b44cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.521203 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb3ed4-0de5-4af9-92ab-1560823b44cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.521536 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb3ed4-0de5-4af9-92ab-1560823b44cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.521872 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb3ed4-0de5-4af9-92ab-1560823b44cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.522376 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb3ed4-0de5-4af9-92ab-1560823b44cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.522941 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb3ed4-0de5-4af9-92ab-1560823b44cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.523512 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb3ed4-0de5-4af9-92ab-1560823b44cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.524092 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb3ed4-0de5-4af9-92ab-1560823b44cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.524714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb3ed4-0de5-4af9-92ab-1560823b44cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:17.545521 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:16:17.546567 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:16:17.547254 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:17.547903 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:16:17.548777 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] Bound port: 0c2c5574-6858-4bc7-9b0a-51e61bd98f26, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:16:17.549439 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0c2c5574-6858-4bc7-9b0a-51e61bd98f26), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:17.564481 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3456a1-8695-404e-9b83-c4ec074ffb88 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network 5e190b86-688a-4371-92e4-e4688e1dbae2 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:16:17.567523 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:17.621776 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] For port 0c2c5574-6858-4bc7-9b0a-51e61bd98f26, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:16:17.625394 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] For port 0c2c5574-6858-4bc7-9b0a-51e61bd98f26, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0c2c5574-6858-4bc7-9b0a-51e61bd98f26,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:16:17.855664 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-aa3456a1-8695-404e-9b83-c4ec074ffb88 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 5e190b86-688a-4371-92e4-e4688e1dbae2) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:17.856614 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0c2c5574-6858-4bc7-9b0a-51e61bd98f26), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:17.860796 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3456a1-8695-404e-9b83-c4ec074ffb88 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:17.861350 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-aa3456a1-8695-404e-9b83-c4ec074ffb88 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:17.873653 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b907c9f1-5cb2-4e41-a35a-8df03683a563 None None] Network 5e190b86-688a-4371-92e4-e4688e1dbae2 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:16:17.928855 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] Routers {'6189214d-c6ad-499f-a3da-de8bb1672b8d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:17.929512 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:16:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['6189214d-c6ad-499f-a3da-de8bb1672b8d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:17.985231 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-aa3456a1-8695-404e-9b83-c4ec074ffb88 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2861629 Nov 02 13:16:17.989735 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50904) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:18.026130 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb3ed4-0de5-4af9-92ab-1560823b44cf None None] Pushing event updated for resources: {'Port': ['ID=0c2c5574-6858-4bc7-9b0a-51e61bd98f26,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:18.052862 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:18.110039 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-5e190b86-688a-4371-92e4-e4688e1dbae2', 'network_id': '5e190b86-688a-4371-92e4-e4688e1dbae2', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'fixed_ips': [{'subnet_id': '6f6f8ee8-a4f7-4c23-8bd3-48c9d751c92c'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:16:18.111406 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:18.134544 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] Set router 6189214d-c6ad-499f-a3da-de8bb1672b8d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:16:18.341448 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:18.362254 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:18.442839 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] Allocated IP 172.20.0.2 (5e190b86-688a-4371-92e4-e4688e1dbae2/6f6f8ee8-a4f7-4c23-8bd3-48c9d751c92c/29e93cb8-4016-4274-8453-51a863a623cc) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:16:18.457828 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6189214d-c6ad-499f-a3da-de8bb1672b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851555580', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '0c2c5574-6858-4bc7-9b0a-51e61bd98f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:13Z', 'updated_at': '2022-11-02T13:16:15Z', 'revision_number': 3, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': '0c2c5574-6858-4bc7-9b0a-51e61bd98f26', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6189214d-c6ad-499f-a3da-de8bb1672b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:14Z', 'updated_at': '2022-11-02T13:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:18.501719 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c1fae-4ad7-44a1-98f5-8a9c2cb0abed None None] The sync data for ids ['6189214d-c6ad-499f-a3da-de8bb1672b8d'] in n-d-857339-6 is: [{'id': '6189214d-c6ad-499f-a3da-de8bb1672b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851555580', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '0c2c5574-6858-4bc7-9b0a-51e61bd98f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:13Z', 'updated_at': '2022-11-02T13:16:15Z', 'revision_number': 3, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': '0c2c5574-6858-4bc7-9b0a-51e61bd98f26', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6189214d-c6ad-499f-a3da-de8bb1672b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:14Z', 'updated_at': '2022-11-02T13:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:16:18.547077 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70eb03e0-70a2-4015-9d96-71c5109544d3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:18.665727 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] Publish callbacks [] for port (29e93cb8-4016-4274-8453-51a863a623cc), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:18.724577 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:18.879193 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (29e93cb8-4016-4274-8453-51a863a623cc), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:18.926467 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] Network 5e190b86-688a-4371-92e4-e4688e1dbae2 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:16:18.930731 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:18.935148 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:16:18.937627 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-70eb03e0-70a2-4015-9d96-71c5109544d3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Allocated IP 172.20.0.1 (5e190b86-688a-4371-92e4-e4688e1dbae2/6f6f8ee8-a4f7-4c23-8bd3-48c9d751c92c/496ccacd-9318-480f-8289-612a0c0f8396) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:16:18.939052 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] Pushing event updated for resources: {'Port': ['ID=29e93cb8-4016-4274-8453-51a863a623cc,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:18.987932 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:18.994725 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:19.006720 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] Attempting to bind port 29e93cb8-4016-4274-8453-51a863a623cc on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:16:19.007460 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] Attempting to bind port 29e93cb8-4016-4274-8453-51a863a623cc by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '0f70a976-29b0-4c21-bfa3-7c0ef0c56471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5e190b86-688a-4371-92e4-e4688e1dbae2'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:16:19.007840 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] Attempting to bind port 29e93cb8-4016-4274-8453-51a863a623cc on network 5e190b86-688a-4371-92e4-e4688e1dbae2 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:16:19.055495 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:16:19.055748 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] Checking segment: {'id': '0f70a976-29b0-4c21-bfa3-7c0ef0c56471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5e190b86-688a-4371-92e4-e4688e1dbae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:16:19.056239 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:19.056759 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] Bound using segment: {'id': '0f70a976-29b0-4c21-bfa3-7c0ef0c56471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5e190b86-688a-4371-92e4-e4688e1dbae2'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:16:19.057292 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] Bound port: 29e93cb8-4016-4274-8453-51a863a623cc, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f70a976-29b0-4c21-bfa3-7c0ef0c56471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5e190b86-688a-4371-92e4-e4688e1dbae2'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:16:19.057743 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (29e93cb8-4016-4274-8453-51a863a623cc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:19.083757 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:19.090890 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70eb03e0-70a2-4015-9d96-71c5109544d3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for port (496ccacd-9318-480f-8289-612a0c0f8396), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:19.134826 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] For port 29e93cb8-4016-4274-8453-51a863a623cc, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:16:19.138250 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] For port 29e93cb8-4016-4274-8453-51a863a623cc, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=29e93cb8-4016-4274-8453-51a863a623cc,segment=NetworkSegment(0f70a976-29b0-4c21-bfa3-7c0ef0c56471),segment_id=0f70a976-29b0-4c21-bfa3-7c0ef0c56471)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:16:19.385291 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70eb03e0-70a2-4015-9d96-71c5109544d3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (496ccacd-9318-480f-8289-612a0c0f8396), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:19.386460 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (29e93cb8-4016-4274-8453-51a863a623cc), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:19.437175 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eb03e0-70a2-4015-9d96-71c5109544d3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network 5e190b86-688a-4371-92e4-e4688e1dbae2 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:16:19.444061 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-70eb03e0-70a2-4015-9d96-71c5109544d3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:19.448665 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eb03e0-70a2-4015-9d96-71c5109544d3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:16:19.473390 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066ab90-736e-4d2d-b480-fa04caef1d3c None None] Pushing event updated for resources: {'Port': ['ID=29e93cb8-4016-4274-8453-51a863a623cc,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:19.484913 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb03e0-70a2-4015-9d96-71c5109544d3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Port': ['ID=496ccacd-9318-480f-8289-612a0c0f8396,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:19.523801 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70eb03e0-70a2-4015-9d96-71c5109544d3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (6189214d-c6ad-499f-a3da-de8bb1672b8d), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:19.949298 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:20.005673 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70eb03e0-70a2-4015-9d96-71c5109544d3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (496ccacd-9318-480f-8289-612a0c0f8396), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:20.294712 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70eb03e0-70a2-4015-9d96-71c5109544d3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for port (496ccacd-9318-480f-8289-612a0c0f8396), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:20.313958 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=69 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:20.319415 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=20 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:20.402158 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70eb03e0-70a2-4015-9d96-71c5109544d3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (496ccacd-9318-480f-8289-612a0c0f8396), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:20.487094 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb03e0-70a2-4015-9d96-71c5109544d3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Port': ['ID=496ccacd-9318-480f-8289-612a0c0f8396,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:20.490746 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-70eb03e0-70a2-4015-9d96-71c5109544d3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (6189214d-c6ad-499f-a3da-de8bb1672b8d), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:20.502146 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:20.597809 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eb03e0-70a2-4015-9d96-71c5109544d3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network 5e190b86-688a-4371-92e4-e4688e1dbae2 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:16:20.599401 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-70eb03e0-70a2-4015-9d96-71c5109544d3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:20.758728 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70eb03e0-70a2-4015-9d96-71c5109544d3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Router 6189214d-c6ad-499f-a3da-de8bb1672b8d has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:16:20.935092 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70eb03e0-70a2-4015-9d96-71c5109544d3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:16:20.942971 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-70eb03e0-70a2-4015-9d96-71c5109544d3 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "PUT /networking/v2.0/routers/6189214d-c6ad-499f-a3da-de8bb1672b8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9519534 Nov 02 13:16:20.957045 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] Sync routers for ids ['6189214d-c6ad-499f-a3da-de8bb1672b8d'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:16:20.976613 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] Routers {'6189214d-c6ad-499f-a3da-de8bb1672b8d'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:20.977655 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:16:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['6189214d-c6ad-499f-a3da-de8bb1672b8d'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:20.982324 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 29e93cb8-4016-4274-8453-51a863a623cc up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:16:21.042861 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 29e93cb8-4016-4274-8453-51a863a623cc triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:21.043701 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (29e93cb8-4016-4274-8453-51a863a623cc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:21.044967 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 29e93cb8-4016-4274-8453-51a863a623cc Nov 02 13:16:21.087099 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b87cb3-3d6c-4184-9b1c-afcc8e75625a None None] Network 5e190b86-688a-4371-92e4-e4688e1dbae2 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:16:21.114636 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] Set router 6189214d-c6ad-499f-a3da-de8bb1672b8d gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:16:21.182729 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3d27dafa-86f0-4a49-9340-46fa93097862 None None] Provisioning complete for port 29e93cb8-4016-4274-8453-51a863a623cc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:21.182729 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d27dafa-86f0-4a49-9340-46fa93097862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (29e93cb8-4016-4274-8453-51a863a623cc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:21.183071 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3d27dafa-86f0-4a49-9340-46fa93097862 None None] Attempt 1 to provision port 29e93cb8-4016-4274-8453-51a863a623cc Nov 02 13:16:21.186137 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4ce4375a-7646-4561-b213-b696a3d20568 req-56c1f9bc-9810-45b7-9bb8-db6f1d92834c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1983073770&fields=id&tenant_id=ef4f1f1efde142479f284d0edca2e143 HTTP/1.1" status: 200 len: 267 time: 0.0571969 Nov 02 13:16:21.281490 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 29e93cb8-4016-4274-8453-51a863a623cc is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:21.281886 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (29e93cb8-4016-4274-8453-51a863a623cc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:21.327032 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4375a-7646-4561-b213-b696a3d20568 req-e7c2cc9b-eec6-4067-9708-694829c870e5 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:21.334442 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4ce4375a-7646-4561-b213-b696a3d20568 req-e7c2cc9b-eec6-4067-9708-694829c870e5 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "GET /networking/v2.0/networks?id=5e190b86-688a-4371-92e4-e4688e1dbae2 HTTP/1.1" status: 200 len: 796 time: 0.1408150 Nov 02 13:16:21.351120 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:21.352036 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4ce4375a-7646-4561-b213-b696a3d20568 req-cfe85386-87b7-4d70-b910-6c6c41c088e7 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "GET /networking/v2.0/quotas/ef4f1f1efde142479f284d0edca2e143 HTTP/1.1" status: 200 len: 375 time: 0.0166392 Nov 02 13:16:21.354239 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3d27dafa-86f0-4a49-9340-46fa93097862 None None] Current status of the port 29e93cb8-4016-4274-8453-51a863a623cc is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:21.354636 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3d27dafa-86f0-4a49-9340-46fa93097862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (29e93cb8-4016-4274-8453-51a863a623cc), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:21.361352 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6189214d-c6ad-499f-a3da-de8bb1672b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851555580', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '0c2c5574-6858-4bc7-9b0a-51e61bd98f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:13Z', 'updated_at': '2022-11-02T13:16:19Z', 'revision_number': 4, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': '0c2c5574-6858-4bc7-9b0a-51e61bd98f26', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6189214d-c6ad-499f-a3da-de8bb1672b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:14Z', 'updated_at': '2022-11-02T13:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '496ccacd-9318-480f-8289-612a0c0f8396', 'name': '', 'network_id': '5e190b86-688a-4371-92e4-e4688e1dbae2', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'mac_address': 'fa:16:3e:7d:19:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6189214d-c6ad-499f-a3da-de8bb1672b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6f6f8ee8-a4f7-4c23-8bd3-48c9d751c92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:18Z', 'updated_at': '2022-11-02T13:16:20Z', 'revision_number': 2, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'subnets': [{'id': '6f6f8ee8-a4f7-4c23-8bd3-48c9d751c92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:21.373990 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 29e93cb8-4016-4274-8453-51a863a623cc, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=29e93cb8-4016-4274-8453-51a863a623cc,segment=NetworkSegment(0f70a976-29b0-4c21-bfa3-7c0ef0c56471),segment_id=0f70a976-29b0-4c21-bfa3-7c0ef0c56471)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:21.392530 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] Checking router: 6189214d-c6ad-499f-a3da-de8bb1672b8d for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:16:21.392878 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] Updating router 6189214d-c6ad-499f-a3da-de8bb1672b8d port 496ccacd-9318-480f-8289-612a0c0f8396 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:16:21.440470 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (496ccacd-9318-480f-8289-612a0c0f8396), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:21.565668 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (29e93cb8-4016-4274-8453-51a863a623cc), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:21.566908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0c2c5574-6858-4bc7-9b0a-51e61bd98f26 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:16:21.788174 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=29e93cb8-4016-4274-8453-51a863a623cc,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:21.791984 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-3d27dafa-86f0-4a49-9340-46fa93097862 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:16:21.792514 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-3d27dafa-86f0-4a49-9340-46fa93097862 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:16:21.813059 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0c2c5574-6858-4bc7-9b0a-51e61bd98f26 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:21.813446 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0c2c5574-6858-4bc7-9b0a-51e61bd98f26), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:21.813795 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0c2c5574-6858-4bc7-9b0a-51e61bd98f26 Nov 02 13:16:21.825081 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-4ce4375a-7646-4561-b213-b696a3d20568 req-596bb38b-ece3-409b-9602-d9ebb34799c9 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=ef4f1f1efde142479f284d0edca2e143&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4717782 Nov 02 13:16:21.865715 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50922) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:21.916889 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] Publish callbacks [] for port (496ccacd-9318-480f-8289-612a0c0f8396), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:22.001941 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (496ccacd-9318-480f-8289-612a0c0f8396), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:22.089477 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0c2c5574-6858-4bc7-9b0a-51e61bd98f26 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:22.091188 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0c2c5574-6858-4bc7-9b0a-51e61bd98f26), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:22.108398 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ce2c0-4644-448b-a8cc-d02753adf94a None None] Pushing event updated for resources: {'Port': ['ID=496ccacd-9318-480f-8289-612a0c0f8396,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:22.122217 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 0c2c5574-6858-4bc7-9b0a-51e61bd98f26, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0c2c5574-6858-4bc7-9b0a-51e61bd98f26,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:22.129398 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] Attempting to bind port 496ccacd-9318-480f-8289-612a0c0f8396 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:16:22.129838 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] Attempting to bind port 496ccacd-9318-480f-8289-612a0c0f8396 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '0f70a976-29b0-4c21-bfa3-7c0ef0c56471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5e190b86-688a-4371-92e4-e4688e1dbae2'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:16:22.130215 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] Attempting to bind port 496ccacd-9318-480f-8289-612a0c0f8396 on network 5e190b86-688a-4371-92e4-e4688e1dbae2 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:16:22.186413 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:16:22.186899 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] Checking segment: {'id': '0f70a976-29b0-4c21-bfa3-7c0ef0c56471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5e190b86-688a-4371-92e4-e4688e1dbae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:16:22.187392 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:22.187789 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] Bound using segment: {'id': '0f70a976-29b0-4c21-bfa3-7c0ef0c56471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5e190b86-688a-4371-92e4-e4688e1dbae2'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:16:22.188327 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] Bound port: 496ccacd-9318-480f-8289-612a0c0f8396, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f70a976-29b0-4c21-bfa3-7c0ef0c56471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5e190b86-688a-4371-92e4-e4688e1dbae2'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:16:22.188954 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (496ccacd-9318-480f-8289-612a0c0f8396), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:22.203975 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0c2c5574-6858-4bc7-9b0a-51e61bd98f26), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:22.288530 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:22.289181 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=0c2c5574-6858-4bc7-9b0a-51e61bd98f26,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:22.303415 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] For port 496ccacd-9318-480f-8289-612a0c0f8396, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:16:22.307860 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] For port 496ccacd-9318-480f-8289-612a0c0f8396, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=496ccacd-9318-480f-8289-612a0c0f8396,segment=NetworkSegment(0f70a976-29b0-4c21-bfa3-7c0ef0c56471),segment_id=0f70a976-29b0-4c21-bfa3-7c0ef0c56471)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:16:22.323991 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:22.333608 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3d27dafa-86f0-4a49-9340-46fa93097862 None None] Current status of the port 29e93cb8-4016-4274-8453-51a863a623cc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:22.339908 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-80ceda80-a833-4266-b2a0-610c4fb39cbf tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (6189214d-c6ad-499f-a3da-de8bb1672b8d), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:22.441219 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (496ccacd-9318-480f-8289-612a0c0f8396), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:22.453053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a9bc55c9-2fad-4c3e-9311-d762bee798c7 None None] Provisioning complete for port 29e93cb8-4016-4274-8453-51a863a623cc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:22.453474 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a9bc55c9-2fad-4c3e-9311-d762bee798c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (29e93cb8-4016-4274-8453-51a863a623cc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:22.454304 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a9bc55c9-2fad-4c3e-9311-d762bee798c7 None None] Attempt 1 to provision port 29e93cb8-4016-4274-8453-51a863a623cc Nov 02 13:16:22.488527 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:22.494623 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] Routers {'6189214d-c6ad-499f-a3da-de8bb1672b8d'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:22.494623 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:16:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['6189214d-c6ad-499f-a3da-de8bb1672b8d'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:22.504229 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:22.544142 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc55c9-2fad-4c3e-9311-d762bee798c7 None None] Current status of the port 29e93cb8-4016-4274-8453-51a863a623cc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:22.553861 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a9bc55c9-2fad-4c3e-9311-d762bee798c7 None None] Provisioning complete for port 496ccacd-9318-480f-8289-612a0c0f8396 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:22.554163 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a9bc55c9-2fad-4c3e-9311-d762bee798c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (496ccacd-9318-480f-8289-612a0c0f8396), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:22.554492 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a9bc55c9-2fad-4c3e-9311-d762bee798c7 None None] Attempt 1 to provision port 496ccacd-9318-480f-8289-612a0c0f8396 Nov 02 13:16:22.575908 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ce2c0-4644-448b-a8cc-d02753adf94a None None] Pushing event updated for resources: {'Port': ['ID=496ccacd-9318-480f-8289-612a0c0f8396,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:22.605234 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-80ceda80-a833-4266-b2a0-610c4fb39cbf tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Deleting port 496ccacd-9318-480f-8289-612a0c0f8396 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:16:22.605630 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-80ceda80-a833-4266-b2a0-610c4fb39cbf tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (496ccacd-9318-480f-8289-612a0c0f8396), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:22.638057 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc55c9-2fad-4c3e-9311-d762bee798c7 None None] Current status of the port 496ccacd-9318-480f-8289-612a0c0f8396 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:22.638457 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a9bc55c9-2fad-4c3e-9311-d762bee798c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (496ccacd-9318-480f-8289-612a0c0f8396), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:22.644588 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] Set router 6189214d-c6ad-499f-a3da-de8bb1672b8d gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:16:22.674027 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-a9bc55c9-2fad-4c3e-9311-d762bee798c7 None None] For port 496ccacd-9318-480f-8289-612a0c0f8396, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=496ccacd-9318-480f-8289-612a0c0f8396,segment=NetworkSegment(0f70a976-29b0-4c21-bfa3-7c0ef0c56471),segment_id=0f70a976-29b0-4c21-bfa3-7c0ef0c56471)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:22.693699 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:22.710069 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-80ceda80-a833-4266-b2a0-610c4fb39cbf tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] For port 496ccacd-9318-480f-8289-612a0c0f8396, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=496ccacd-9318-480f-8289-612a0c0f8396,segment=NetworkSegment(0f70a976-29b0-4c21-bfa3-7c0ef0c56471),segment_id=0f70a976-29b0-4c21-bfa3-7c0ef0c56471)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:22.710462 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-80ceda80-a833-4266-b2a0-610c4fb39cbf tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (496ccacd-9318-480f-8289-612a0c0f8396), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:22.725108 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-80ceda80-a833-4266-b2a0-610c4fb39cbf tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Calling delete_port for 496ccacd-9318-480f-8289-612a0c0f8396 owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:16:22.804139 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a9bc55c9-2fad-4c3e-9311-d762bee798c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (496ccacd-9318-480f-8289-612a0c0f8396), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:22.853460 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6189214d-c6ad-499f-a3da-de8bb1672b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851555580', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '0c2c5574-6858-4bc7-9b0a-51e61bd98f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:13Z', 'updated_at': '2022-11-02T13:16:19Z', 'revision_number': 4, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': '0c2c5574-6858-4bc7-9b0a-51e61bd98f26', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6189214d-c6ad-499f-a3da-de8bb1672b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:14Z', 'updated_at': '2022-11-02T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '496ccacd-9318-480f-8289-612a0c0f8396', 'name': '', 'network_id': '5e190b86-688a-4371-92e4-e4688e1dbae2', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'mac_address': 'fa:16:3e:7d:19:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6189214d-c6ad-499f-a3da-de8bb1672b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6f6f8ee8-a4f7-4c23-8bd3-48c9d751c92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:18Z', 'updated_at': '2022-11-02T13:16:22Z', 'revision_number': 4, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'subnets': [{'id': '6f6f8ee8-a4f7-4c23-8bd3-48c9d751c92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:22.884118 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b8f2a1-79ee-4594-b110-9318fd5d5880 None None] The sync data for ids ['6189214d-c6ad-499f-a3da-de8bb1672b8d'] in n-d-857339-6 is: [{'id': '6189214d-c6ad-499f-a3da-de8bb1672b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851555580', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '0c2c5574-6858-4bc7-9b0a-51e61bd98f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:13Z', 'updated_at': '2022-11-02T13:16:19Z', 'revision_number': 4, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': '0c2c5574-6858-4bc7-9b0a-51e61bd98f26', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6189214d-c6ad-499f-a3da-de8bb1672b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:14Z', 'updated_at': '2022-11-02T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '496ccacd-9318-480f-8289-612a0c0f8396', 'name': '', 'network_id': '5e190b86-688a-4371-92e4-e4688e1dbae2', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'mac_address': 'fa:16:3e:7d:19:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6189214d-c6ad-499f-a3da-de8bb1672b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6f6f8ee8-a4f7-4c23-8bd3-48c9d751c92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:18Z', 'updated_at': '2022-11-02T13:16:22Z', 'revision_number': 4, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'subnets': [{'id': '6f6f8ee8-a4f7-4c23-8bd3-48c9d751c92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:16:22.899009 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc55c9-2fad-4c3e-9311-d762bee798c7 None None] Pushing event updated for resources: {'Port': ['ID=496ccacd-9318-480f-8289-612a0c0f8396,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:22.916257 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 29e93cb8-4016-4274-8453-51a863a623cc up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:16:22.976362 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:22.984546 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 29e93cb8-4016-4274-8453-51a863a623cc triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:22.984926 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (29e93cb8-4016-4274-8453-51a863a623cc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:22.985269 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 29e93cb8-4016-4274-8453-51a863a623cc Nov 02 13:16:23.077865 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 29e93cb8-4016-4274-8453-51a863a623cc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:23.079056 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0c2c5574-6858-4bc7-9b0a-51e61bd98f26 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:16:23.107787 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-80ceda80-a833-4266-b2a0-610c4fb39cbf tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (496ccacd-9318-480f-8289-612a0c0f8396), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:23.130841 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0c2c5574-6858-4bc7-9b0a-51e61bd98f26 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:23.131838 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0c2c5574-6858-4bc7-9b0a-51e61bd98f26), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:23.132322 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0c2c5574-6858-4bc7-9b0a-51e61bd98f26 Nov 02 13:16:23.138128 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ceda80-a833-4266-b2a0-610c4fb39cbf tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'Port': ['ID=496ccacd-9318-480f-8289-612a0c0f8396,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:23.216176 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0c2c5574-6858-4bc7-9b0a-51e61bd98f26 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:23.709403 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-80ceda80-a833-4266-b2a0-610c4fb39cbf tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (6189214d-c6ad-499f-a3da-de8bb1672b8d), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:23.732673 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c809234-b42f-4b50-8334-826c2118cb8d None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:16:23.811451 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c809234-b42f-4b50-8334-826c2118cb8d None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:16:23.940082 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:23.945890 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:23.951017 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ceda80-a833-4266-b2a0-610c4fb39cbf tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Router 6189214d-c6ad-499f-a3da-de8bb1672b8d has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:16:24.086687 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ceda80-a833-4266-b2a0-610c4fb39cbf tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:16:24.095269 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-80ceda80-a833-4266-b2a0-610c4fb39cbf tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "PUT /networking/v2.0/routers/6189214d-c6ad-499f-a3da-de8bb1672b8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2265475 Nov 02 13:16:24.095269 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50924) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:24.113453 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:24.177228 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb598c17-0256-4f61-8e6c-456c02ccf41e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Deleting subnet 6f6f8ee8-a4f7-4c23-8bd3-48c9d751c92c {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:16:24.185412 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb598c17-0256-4f61-8e6c-456c02ccf41e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for subnet (6f6f8ee8-a4f7-4c23-8bd3-48c9d751c92c), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:24.268152 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb598c17-0256-4f61-8e6c-456c02ccf41e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (6f6f8ee8-a4f7-4c23-8bd3-48c9d751c92c), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:24.299690 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ecc2d-f56f-436b-b82b-296e3b1ba0eb None None] Sync routers for ids ['6189214d-c6ad-499f-a3da-de8bb1672b8d'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:16:24.311416 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:24.313846 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ecc2d-f56f-436b-b82b-296e3b1ba0eb None None] Routers {'6189214d-c6ad-499f-a3da-de8bb1672b8d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:24.314876 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-071ecc2d-f56f-436b-b82b-296e3b1ba0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:16:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['6189214d-c6ad-499f-a3da-de8bb1672b8d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:24.372284 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb598c17-0256-4f61-8e6c-456c02ccf41e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (6f6f8ee8-a4f7-4c23-8bd3-48c9d751c92c), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:24.458192 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-071ecc2d-f56f-436b-b82b-296e3b1ba0eb None None] Set router 6189214d-c6ad-499f-a3da-de8bb1672b8d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:16:24.542671 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb598c17-0256-4f61-8e6c-456c02ccf41e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (6f6f8ee8-a4f7-4c23-8bd3-48c9d751c92c), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:24.597341 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb598c17-0256-4f61-8e6c-456c02ccf41e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'Subnet': ['ID=6f6f8ee8-a4f7-4c23-8bd3-48c9d751c92c,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:24.600676 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb598c17-0256-4f61-8e6c-456c02ccf41e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:24.604222 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-eb598c17-0256-4f61-8e6c-456c02ccf41e tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/6f6f8ee8-a4f7-4c23-8bd3-48c9d751c92c HTTP/1.1" status: 204 len: 168 time: 0.5078924 Nov 02 13:16:24.608239 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50926) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:24.647014 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ad9284-d1e7-4960-97b6-53670ee7db04 None None] Network 5e190b86-688a-4371-92e4-e4688e1dbae2 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:16:24.659420 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:24.680898 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-791c3fb5-c63b-4b29-8dd3-7a18f72af10f None None] Provisioning complete for port 29e93cb8-4016-4274-8453-51a863a623cc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:24.681268 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-791c3fb5-c63b-4b29-8dd3-7a18f72af10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (29e93cb8-4016-4274-8453-51a863a623cc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:24.681598 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-791c3fb5-c63b-4b29-8dd3-7a18f72af10f None None] Attempt 1 to provision port 29e93cb8-4016-4274-8453-51a863a623cc Nov 02 13:16:24.723661 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b255ee3-9365-4c88-a3c0-8c02d6f5481f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router (6189214d-c6ad-499f-a3da-de8bb1672b8d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:24.749196 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-071ecc2d-f56f-436b-b82b-296e3b1ba0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6189214d-c6ad-499f-a3da-de8bb1672b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851555580', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '0c2c5574-6858-4bc7-9b0a-51e61bd98f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:13Z', 'updated_at': '2022-11-02T13:16:22Z', 'revision_number': 5, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': '0c2c5574-6858-4bc7-9b0a-51e61bd98f26', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6189214d-c6ad-499f-a3da-de8bb1672b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:14Z', 'updated_at': '2022-11-02T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:24.785444 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ecc2d-f56f-436b-b82b-296e3b1ba0eb None None] Checking router: 6189214d-c6ad-499f-a3da-de8bb1672b8d for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:16:24.839401 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b255ee3-9365-4c88-a3c0-8c02d6f5481f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_gateway (6189214d-c6ad-499f-a3da-de8bb1672b8d), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:24.854338 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ecc2d-f56f-436b-b82b-296e3b1ba0eb None None] Routers {'6189214d-c6ad-499f-a3da-de8bb1672b8d'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:24.855414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-071ecc2d-f56f-436b-b82b-296e3b1ba0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:16:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['6189214d-c6ad-499f-a3da-de8bb1672b8d'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:24.933581 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be3830b-5049-4cf6-9da7-b94273db0ceb None None] DHCP port deletion for 5e190b86-688a-4371-92e4-e4688e1dbae2 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:16:24.958859 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-0b255ee3-9365-4c88-a3c0-8c02d6f5481f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Deleting port 0c2c5574-6858-4bc7-9b0a-51e61bd98f26 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:16:24.963734 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b255ee3-9365-4c88-a3c0-8c02d6f5481f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0c2c5574-6858-4bc7-9b0a-51e61bd98f26), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:24.975122 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-791c3fb5-c63b-4b29-8dd3-7a18f72af10f None None] Current status of the port 29e93cb8-4016-4274-8453-51a863a623cc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:25.032907 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:25.033174 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8be3830b-5049-4cf6-9da7-b94273db0ceb None None] Deleting port 29e93cb8-4016-4274-8453-51a863a623cc {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:16:25.033479 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8be3830b-5049-4cf6-9da7-b94273db0ceb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (29e93cb8-4016-4274-8453-51a863a623cc), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:25.038772 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:25.062458 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-0b255ee3-9365-4c88-a3c0-8c02d6f5481f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] For port 0c2c5574-6858-4bc7-9b0a-51e61bd98f26, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0c2c5574-6858-4bc7-9b0a-51e61bd98f26,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:25.062906 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b255ee3-9365-4c88-a3c0-8c02d6f5481f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0c2c5574-6858-4bc7-9b0a-51e61bd98f26), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:25.081864 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-0b255ee3-9365-4c88-a3c0-8c02d6f5481f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Calling delete_port for 0c2c5574-6858-4bc7-9b0a-51e61bd98f26 owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:16:25.116825 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-071ecc2d-f56f-436b-b82b-296e3b1ba0eb None None] Set router 6189214d-c6ad-499f-a3da-de8bb1672b8d gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:16:25.198168 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-8be3830b-5049-4cf6-9da7-b94273db0ceb None None] For port 29e93cb8-4016-4274-8453-51a863a623cc, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=29e93cb8-4016-4274-8453-51a863a623cc,segment=NetworkSegment(0f70a976-29b0-4c21-bfa3-7c0ef0c56471),segment_id=0f70a976-29b0-4c21-bfa3-7c0ef0c56471)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:25.198469 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8be3830b-5049-4cf6-9da7-b94273db0ceb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (29e93cb8-4016-4274-8453-51a863a623cc), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:25.209979 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-fae19d4d-0f49-4205-b0a3-5d40d71dbfb1 None None] Provisioning complete for port 29e93cb8-4016-4274-8453-51a863a623cc triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:25.210348 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fae19d4d-0f49-4205-b0a3-5d40d71dbfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (29e93cb8-4016-4274-8453-51a863a623cc), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:25.210683 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-fae19d4d-0f49-4205-b0a3-5d40d71dbfb1 None None] Attempt 1 to provision port 29e93cb8-4016-4274-8453-51a863a623cc Nov 02 13:16:25.249606 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-8be3830b-5049-4cf6-9da7-b94273db0ceb None None] Calling delete_port for 29e93cb8-4016-4274-8453-51a863a623cc owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:16:25.342217 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:25.370645 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b255ee3-9365-4c88-a3c0-8c02d6f5481f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (0c2c5574-6858-4bc7-9b0a-51e61bd98f26), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:25.422343 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b255ee3-9365-4c88-a3c0-8c02d6f5481f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'Port': ['ID=0c2c5574-6858-4bc7-9b0a-51e61bd98f26,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:25.497002 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b255ee3-9365-4c88-a3c0-8c02d6f5481f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (6189214d-c6ad-499f-a3da-de8bb1672b8d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:25.517137 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-fae19d4d-0f49-4205-b0a3-5d40d71dbfb1 None None] Current status of the port 29e93cb8-4016-4274-8453-51a863a623cc is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:25.521019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-071ecc2d-f56f-436b-b82b-296e3b1ba0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6189214d-c6ad-499f-a3da-de8bb1672b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851555580', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '0c2c5574-6858-4bc7-9b0a-51e61bd98f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:13Z', 'updated_at': '2022-11-02T13:16:22Z', 'revision_number': 5, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': '0c2c5574-6858-4bc7-9b0a-51e61bd98f26', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6189214d-c6ad-499f-a3da-de8bb1672b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:14Z', 'updated_at': '2022-11-02T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:25.553979 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ecc2d-f56f-436b-b82b-296e3b1ba0eb None None] The sync data for ids ['6189214d-c6ad-499f-a3da-de8bb1672b8d'] in n-d-857339-6 is: [{'id': '6189214d-c6ad-499f-a3da-de8bb1672b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851555580', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '0c2c5574-6858-4bc7-9b0a-51e61bd98f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:13Z', 'updated_at': '2022-11-02T13:16:22Z', 'revision_number': 5, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': '0c2c5574-6858-4bc7-9b0a-51e61bd98f26', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6189214d-c6ad-499f-a3da-de8bb1672b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:14Z', 'updated_at': '2022-11-02T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:16:25.607607 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b255ee3-9365-4c88-a3c0-8c02d6f5481f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (6189214d-c6ad-499f-a3da-de8bb1672b8d), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:25.609985 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b255ee3-9365-4c88-a3c0-8c02d6f5481f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_controller (6189214d-c6ad-499f-a3da-de8bb1672b8d), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:25.621753 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8be3830b-5049-4cf6-9da7-b94273db0ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (29e93cb8-4016-4274-8453-51a863a623cc), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:25.648565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3830b-5049-4cf6-9da7-b94273db0ceb None None] Pushing event deleted for resources: {'Port': ['ID=29e93cb8-4016-4274-8453-51a863a623cc,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:25.652798 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be3830b-5049-4cf6-9da7-b94273db0ceb None None] No DVR routers for this DVR port 29e93cb8-4016-4274-8453-51a863a623cc on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:16:25.761589 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b255ee3-9365-4c88-a3c0-8c02d6f5481f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (6189214d-c6ad-499f-a3da-de8bb1672b8d), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:25.762778 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b255ee3-9365-4c88-a3c0-8c02d6f5481f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Fanout notify agent at l3_agent the message router_deleted on router 6189214d-c6ad-499f-a3da-de8bb1672b8d {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:16:25.769493 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0b255ee3-9365-4c88-a3c0-8c02d6f5481f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:25.770648 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0b255ee3-9365-4c88-a3c0-8c02d6f5481f tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "DELETE /networking/v2.0/routers/6189214d-c6ad-499f-a3da-de8bb1672b8d HTTP/1.1" status: 204 len: 168 time: 1.1613798 Nov 02 13:16:25.775192 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50928) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:25.857122 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-45646339-a9b7-4f0d-bedf-3b40e5e6e7b1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (5e190b86-688a-4371-92e4-e4688e1dbae2), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:25.957839 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-45646339-a9b7-4f0d-bedf-3b40e5e6e7b1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (5e190b86-688a-4371-92e4-e4688e1dbae2), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:25.984034 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-45646339-a9b7-4f0d-bedf-3b40e5e6e7b1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e190b86-688a-4371-92e4-e4688e1dbae2']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:25.998122 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-45646339-a9b7-4f0d-bedf-3b40e5e6e7b1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f70a976-29b0-4c21-bfa3-7c0ef0c56471') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:25.998122 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-45646339-a9b7-4f0d-bedf-3b40e5e6e7b1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f70a976-29b0-4c21-bfa3-7c0ef0c56471') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:26.008733 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-45646339-a9b7-4f0d-bedf-3b40e5e6e7b1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (0f70a976-29b0-4c21-bfa3-7c0ef0c56471), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:26.020879 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:26.025406 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-45646339-a9b7-4f0d-bedf-3b40e5e6e7b1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (0f70a976-29b0-4c21-bfa3-7c0ef0c56471), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:26.035524 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45646339-a9b7-4f0d-bedf-3b40e5e6e7b1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:16:26.036000 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-45646339-a9b7-4f0d-bedf-3b40e5e6e7b1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (0f70a976-29b0-4c21-bfa3-7c0ef0c56471), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:26.101050 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 0f70a976-29b0-4c21-bfa3-7c0ef0c56471 resource provider aggregate not found Nov 02 13:16:26.120831 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 0f70a976-29b0-4c21-bfa3-7c0ef0c56471 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f70a976-29b0-4c21-bfa3-7c0ef0c56471 found for delete ", "request_id": "req-0efae98f-8ad6-4f00-bbda-dc7104ee28a6"}]} Nov 02 13:16:26.295578 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-45646339-a9b7-4f0d-bedf-3b40e5e6e7b1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (5e190b86-688a-4371-92e4-e4688e1dbae2), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:26.302995 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-45646339-a9b7-4f0d-bedf-3b40e5e6e7b1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:26.306274 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-45646339-a9b7-4f0d-bedf-3b40e5e6e7b1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "DELETE /networking/v2.0/networks/5e190b86-688a-4371-92e4-e4688e1dbae2 HTTP/1.1" status: 204 len: 168 time: 0.5300634 Nov 02 13:16:26.309801 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50934) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:26.324390 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45646339-a9b7-4f0d-bedf-3b40e5e6e7b1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'Network': ['ID=5e190b86-688a-4371-92e4-e4688e1dbae2,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:26.376413 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4df9b163-747a-4b18-b56a-33ce89117b03 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (615d1475-6827-4db8-995b-0ca825189bfd), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:26.404399 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4df9b163-747a-4b18-b56a-33ce89117b03 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (615d1475-6827-4db8-995b-0ca825189bfd), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:26.568047 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4df9b163-747a-4b18-b56a-33ce89117b03 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (615d1475-6827-4db8-995b-0ca825189bfd), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:26.570784 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4df9b163-747a-4b18-b56a-33ce89117b03 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:26.572030 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4df9b163-747a-4b18-b56a-33ce89117b03 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/615d1475-6827-4db8-995b-0ca825189bfd HTTP/1.1" status: 204 len: 168 time: 0.2612107 Nov 02 13:16:26.591506 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9b163-747a-4b18-b56a-33ce89117b03 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=615d1475-6827-4db8-995b-0ca825189bfd,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:26.862701 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 29e93cb8-4016-4274-8453-51a863a623cc no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:16:27.013101 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 29e93cb8-4016-4274-8453-51a863a623cc {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:16:27.029085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 29e93cb8-4016-4274-8453-51a863a623cc not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:16:27.029085 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0c2c5574-6858-4bc7-9b0a-51e61bd98f26 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:16:27.029493 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50940) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:27.029493 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-161018da-ae5a-4142-bc52-3944e5e7200b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1499242398', 'description': 'tempest-secgroup-smoke-1499242398 description', 'project_id': 'ef4f1f1efde142479f284d0edca2e143'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:27.033792 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 0c2c5574-6858-4bc7-9b0a-51e61bd98f26 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:16:27.034154 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0c2c5574-6858-4bc7-9b0a-51e61bd98f26 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:16:27.034577 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 496ccacd-9318-480f-8289-612a0c0f8396 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:16:27.053034 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 496ccacd-9318-480f-8289-612a0c0f8396 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:16:27.053380 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 496ccacd-9318-480f-8289-612a0c0f8396 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:16:27.198383 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-161018da-ae5a-4142-bc52-3944e5e7200b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:27.270574 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-161018da-ae5a-4142-bc52-3944e5e7200b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (93bd82ad-bb07-4492-b6a1-9db75b97237a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:27.398414 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-161018da-ae5a-4142-bc52-3944e5e7200b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (93bd82ad-bb07-4492-b6a1-9db75b97237a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:27.431669 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161018da-ae5a-4142-bc52-3944e5e7200b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93bd82ad-bb07-4492-b6a1-9db75b97237a,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:27.600348 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-161018da-ae5a-4142-bc52-3944e5e7200b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:27.601689 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-161018da-ae5a-4142-bc52-3944e5e7200b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5822742 Nov 02 13:16:27.605127 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50942) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:27.610220 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ab634c77-eb9c-47a2-9319-e61c8e0a8a50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '93bd82ad-bb07-4492-b6a1-9db75b97237a', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:27.860849 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab634c77-eb9c-47a2-9319-e61c8e0a8a50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (f17f9964-a721-467c-bddf-f28db1e16665), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:27.881502 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:27.923733 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab634c77-eb9c-47a2-9319-e61c8e0a8a50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (f17f9964-a721-467c-bddf-f28db1e16665), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:28.041081 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab634c77-eb9c-47a2-9319-e61c8e0a8a50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (f17f9964-a721-467c-bddf-f28db1e16665), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:28.061021 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab634c77-eb9c-47a2-9319-e61c8e0a8a50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17f9964-a721-467c-bddf-f28db1e16665,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:28.175759 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ab634c77-eb9c-47a2-9319-e61c8e0a8a50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:28.177324 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ab634c77-eb9c-47a2-9319-e61c8e0a8a50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5706496 Nov 02 13:16:28.180237 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50946) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:28.184960 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-11105314-a9c8-4c3c-94c4-ec3f94955331 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '93bd82ad-bb07-4492-b6a1-9db75b97237a', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:28.381405 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11105314-a9c8-4c3c-94c4-ec3f94955331 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (af6c4b7a-06f2-4366-9c0e-5dc900208415), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:28.448228 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11105314-a9c8-4c3c-94c4-ec3f94955331 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (af6c4b7a-06f2-4366-9c0e-5dc900208415), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:28.573180 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11105314-a9c8-4c3c-94c4-ec3f94955331 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (af6c4b7a-06f2-4366-9c0e-5dc900208415), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:28.594316 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11105314-a9c8-4c3c-94c4-ec3f94955331 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6c4b7a-06f2-4366-9c0e-5dc900208415,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:28.726120 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-11105314-a9c8-4c3c-94c4-ec3f94955331 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:28.727314 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-11105314-a9c8-4c3c-94c4-ec3f94955331 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5459595 Nov 02 13:16:28.730363 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50948) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:28.735023 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-58bc1258-e014-48a4-96d8-fbe7c693724d tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '93bd82ad-bb07-4492-b6a1-9db75b97237a', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:28.867004 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58bc1258-e014-48a4-96d8-fbe7c693724d tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (aebc8d4d-6fbd-4789-95ae-19b7accc7b78), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:28.929637 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58bc1258-e014-48a4-96d8-fbe7c693724d tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (aebc8d4d-6fbd-4789-95ae-19b7accc7b78), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:29.133159 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58bc1258-e014-48a4-96d8-fbe7c693724d tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (aebc8d4d-6fbd-4789-95ae-19b7accc7b78), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:29.157779 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc1258-e014-48a4-96d8-fbe7c693724d tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebc8d4d-6fbd-4789-95ae-19b7accc7b78,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:29.360048 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-58bc1258-e014-48a4-96d8-fbe7c693724d tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:29.361364 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-58bc1258-e014-48a4-96d8-fbe7c693724d tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6299696 Nov 02 13:16:29.364602 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50950) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:29.369114 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-7fa4df5a-d162-440f-b74d-c26ee01e2297 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '93bd82ad-bb07-4492-b6a1-9db75b97237a', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:29.541279 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7fa4df5a-d162-440f-b74d-c26ee01e2297 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (f5a3bf45-20ca-4894-a07e-732b041d9b14), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:29.602732 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7fa4df5a-d162-440f-b74d-c26ee01e2297 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (f5a3bf45-20ca-4894-a07e-732b041d9b14), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:29.798228 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7fa4df5a-d162-440f-b74d-c26ee01e2297 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (f5a3bf45-20ca-4894-a07e-732b041d9b14), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:29.818820 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4df5a-d162-440f-b74d-c26ee01e2297 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a3bf45-20ca-4894-a07e-732b041d9b14,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:30.021353 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-7fa4df5a-d162-440f-b74d-c26ee01e2297 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:30.022673 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-7fa4df5a-d162-440f-b74d-c26ee01e2297 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6571121 Nov 02 13:16:30.025761 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50952) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:30.030879 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-a0c9f94d-2380-47ce-9022-5738eea1a48c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '93bd82ad-bb07-4492-b6a1-9db75b97237a', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:30.192055 n-d-857339-6 neutron-server[105975]: INFO neutron.db.securitygroups_db [None req-a0c9f94d-2380-47ce-9022-5738eea1a48c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Project ef4f1f1efde142479f284d0edca2e143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:16:30.199062 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f94d-2380-47ce-9022-5738eea1a48c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (3ae1eac9-7209-4766-a0de-6d2ede7ece96), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:30.263457 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f94d-2380-47ce-9022-5738eea1a48c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (3ae1eac9-7209-4766-a0de-6d2ede7ece96), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:30.513342 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f94d-2380-47ce-9022-5738eea1a48c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (3ae1eac9-7209-4766-a0de-6d2ede7ece96), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:30.533497 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9f94d-2380-47ce-9022-5738eea1a48c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae1eac9-7209-4766-a0de-6d2ede7ece96,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:30.740584 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f94d-2380-47ce-9022-5738eea1a48c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:30.741854 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a0c9f94d-2380-47ce-9022-5738eea1a48c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7149751 Nov 02 13:16:30.744803 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50954) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:30.749316 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-40676feb-3bbd-439d-a07d-15448a13f7c0 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'security_group_rule': {'security_group_id': '93bd82ad-bb07-4492-b6a1-9db75b97237a', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:30.910024 n-d-857339-6 neutron-server[105975]: INFO neutron.db.securitygroups_db [None req-40676feb-3bbd-439d-a07d-15448a13f7c0 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Project ef4f1f1efde142479f284d0edca2e143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:16:30.916733 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40676feb-3bbd-439d-a07d-15448a13f7c0 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (81b1c8ef-d2f5-41e5-9698-2f14b79b8e86), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:30.959898 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:30.980456 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40676feb-3bbd-439d-a07d-15448a13f7c0 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (81b1c8ef-d2f5-41e5-9698-2f14b79b8e86), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:31.264256 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40676feb-3bbd-439d-a07d-15448a13f7c0 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (81b1c8ef-d2f5-41e5-9698-2f14b79b8e86), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:31.286444 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40676feb-3bbd-439d-a07d-15448a13f7c0 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b1c8ef-d2f5-41e5-9698-2f14b79b8e86,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:31.480099 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-40676feb-3bbd-439d-a07d-15448a13f7c0 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:31.481951 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-40676feb-3bbd-439d-a07d-15448a13f7c0 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7361875 Nov 02 13:16:31.484857 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50956) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:31.489673 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c854b395-ed0b-4525-9a06-c7dee3bacf48 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'network': {'name': 'tempest-network-smoke--1190313502', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'port_security_enabled': True}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:31.615150 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c854b395-ed0b-4525-9a06-c7dee3bacf48 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Made reservation on behalf of ef4f1f1efde142479f284d0edca2e143 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:16:31.619030 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c854b395-ed0b-4525-9a06-c7dee3bacf48 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:31.646609 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c854b395-ed0b-4525-9a06-c7dee3bacf48 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:16:31.656307 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c854b395-ed0b-4525-9a06-c7dee3bacf48 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (fc9d781e-d954-41c7-ae3f-170283ffe67e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:31.656684 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-c854b395-ed0b-4525-9a06-c7dee3bacf48 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Added segment fc9d781e-d954-41c7-ae3f-170283ffe67e of type vlan for network 042e1d40-2925-4c5f-bcc4-21ca4b1d0681 Nov 02 13:16:31.701909 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c854b395-ed0b-4525-9a06-c7dee3bacf48 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (042e1d40-2925-4c5f-bcc4-21ca4b1d0681), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:31.707594 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=75,neutron:INSERT=15,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:31.798252 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c854b395-ed0b-4525-9a06-c7dee3bacf48 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (042e1d40-2925-4c5f-bcc4-21ca4b1d0681), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:31.803356 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c854b395-ed0b-4525-9a06-c7dee3bacf48 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:31.803950 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c854b395-ed0b-4525-9a06-c7dee3bacf48 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:31.875842 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854b395-ed0b-4525-9a06-c7dee3bacf48 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Network': ['ID=042e1d40-2925-4c5f-bcc4-21ca4b1d0681,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:31.886074 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 042e1d40-2925-4c5f-bcc4-21ca4b1d0681 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:16:31.950550 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c854b395-ed0b-4525-9a06-c7dee3bacf48 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4646127 Nov 02 13:16:31.955038 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50958) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:31.959881 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-75141c6a-a2c9-41c8-8183-988c64d30ee1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-426144355', 'admin_state_up': True, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:32.135052 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-75141c6a-a2c9-41c8-8183-988c64d30ee1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (778b43dd-8e86-41b8-931c-d3b4770a6868), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:32.136240 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-75141c6a-a2c9-41c8-8183-988c64d30ee1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (778b43dd-8e86-41b8-931c-d3b4770a6868), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:32.190217 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-75141c6a-a2c9-41c8-8183-988c64d30ee1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_controller (778b43dd-8e86-41b8-931c-d3b4770a6868), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:32.428819 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-75141c6a-a2c9-41c8-8183-988c64d30ee1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_gateway (778b43dd-8e86-41b8-931c-d3b4770a6868), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:32.684932 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-75141c6a-a2c9-41c8-8183-988c64d30ee1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_gateway (778b43dd-8e86-41b8-931c-d3b4770a6868), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:32.704639 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-75141c6a-a2c9-41c8-8183-988c64d30ee1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:32.817024 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-75141c6a-a2c9-41c8-8183-988c64d30ee1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Allocated IP 172.25.2.66 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/55aa2659-0437-40c6-aebf-b4388a2bc56a) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:16:32.857455 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=69 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:32.931133 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-75141c6a-a2c9-41c8-8183-988c64d30ee1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for port (55aa2659-0437-40c6-aebf-b4388a2bc56a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:32.937062 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:33.072577 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-75141c6a-a2c9-41c8-8183-988c64d30ee1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (55aa2659-0437-40c6-aebf-b4388a2bc56a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:33.119019 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75141c6a-a2c9-41c8-8183-988c64d30ee1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:16:33.124259 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-75141c6a-a2c9-41c8-8183-988c64d30ee1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:33.126966 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75141c6a-a2c9-41c8-8183-988c64d30ee1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:16:33.151814 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75141c6a-a2c9-41c8-8183-988c64d30ee1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Port': ['ID=55aa2659-0437-40c6-aebf-b4388a2bc56a,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:33.257977 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:33.466078 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-75141c6a-a2c9-41c8-8183-988c64d30ee1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_gateway (778b43dd-8e86-41b8-931c-d3b4770a6868), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:33.673069 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-75141c6a-a2c9-41c8-8183-988c64d30ee1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (778b43dd-8e86-41b8-931c-d3b4770a6868), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:33.881488 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75141c6a-a2c9-41c8-8183-988c64d30ee1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Router 778b43dd-8e86-41b8-931c-d3b4770a6868 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:16:33.992121 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75141c6a-a2c9-41c8-8183-988c64d30ee1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:16:34.003264 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] Sync routers for ids ['778b43dd-8e86-41b8-931c-d3b4770a6868'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:16:34.016462 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] Routers {'778b43dd-8e86-41b8-931c-d3b4770a6868'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:34.017243 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:16:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['778b43dd-8e86-41b8-931c-d3b4770a6868'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:34.080457 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-75141c6a-a2c9-41c8-8183-988c64d30ee1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:34.081959 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-75141c6a-a2c9-41c8-8183-988c64d30ee1 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1258497 Nov 02 13:16:34.085262 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50960) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:34.115809 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1d185a2b-872c-41f5-acb9-cc525358b6ac tempest-TestNetworkAdvancedServerOps-1081068239 tempest-TestNetworkAdvancedServerOps-1081068239-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?project_id=ef4f1f1efde142479f284d0edca2e143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292282 Nov 02 13:16:34.118721 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50962) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:34.215853 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] Set router 778b43dd-8e86-41b8-931c-d3b4770a6868 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:16:34.218141 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:34.223425 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3958d0fe-43dc-445e-8f7b-3cd64e8e787f tempest-TestNetworkAdvancedServerOps-1081068239 tempest-TestNetworkAdvancedServerOps-1081068239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:34.230800 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3958d0fe-43dc-445e-8f7b-3cd64e8e787f tempest-TestNetworkAdvancedServerOps-1081068239 tempest-TestNetworkAdvancedServerOps-1081068239-project-admin] 10.222.0.64 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1052966 Nov 02 13:16:34.230800 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50964) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:34.261023 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1730aaf2-1519-424d-ba33-de9e554ba282 tempest-TestNetworkAdvancedServerOps-1081068239 tempest-TestNetworkAdvancedServerOps-1081068239-project-admin] 10.222.0.64 "GET /networking/v2.0/subnets?network_id=66ab45f6-fff6-43fb-9582-29b239eb5a72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289927 Nov 02 13:16:34.261291 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50966) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:34.266482 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ad9c575e-3bc7-4597-9932-66bf024d5334 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1128579237', 'network_id': '042e1d40-2925-4c5f-bcc4-21ca4b1d0681', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:34.405845 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778b43dd-8e86-41b8-931c-d3b4770a6868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426144355', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '55aa2659-0437-40c6-aebf-b4388a2bc56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:32Z', 'updated_at': '2022-11-02T13:16:33Z', 'revision_number': 3, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': '55aa2659-0437-40c6-aebf-b4388a2bc56a', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778b43dd-8e86-41b8-931c-d3b4770a6868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:32Z', 'updated_at': '2022-11-02T13:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:34.433896 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] Checking router: 778b43dd-8e86-41b8-931c-d3b4770a6868 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:16:34.434240 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] Updating router 778b43dd-8e86-41b8-931c-d3b4770a6868 port 55aa2659-0437-40c6-aebf-b4388a2bc56a binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:16:34.465142 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9c575e-3bc7-4597-9932-66bf024d5334 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Made reservation on behalf of ef4f1f1efde142479f284d0edca2e143 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:16:34.467451 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (55aa2659-0437-40c6-aebf-b4388a2bc56a), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:34.472868 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ad9c575e-3bc7-4597-9932-66bf024d5334 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:34.751361 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] Publish callbacks [] for port (55aa2659-0437-40c6-aebf-b4388a2bc56a), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:34.798551 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ad9c575e-3bc7-4597-9932-66bf024d5334 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (b563397c-05c8-4e95-9e0d-ae9aca24a684), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:34.834177 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:34.837787 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (55aa2659-0437-40c6-aebf-b4388a2bc56a), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:34.863169 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c575e-3bc7-4597-9932-66bf024d5334 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Subnet': ['ID=b563397c-05c8-4e95-9e0d-ae9aca24a684,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:34.880103 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] Attempting to bind port 55aa2659-0437-40c6-aebf-b4388a2bc56a on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:16:34.880708 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] Attempting to bind port 55aa2659-0437-40c6-aebf-b4388a2bc56a by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:16:34.881162 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] Attempting to bind port 55aa2659-0437-40c6-aebf-b4388a2bc56a on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:16:34.881463 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c575e-3bc7-4597-9932-66bf024d5334 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Checking segment: {'id': 'fc9d781e-d954-41c7-ae3f-170283ffe67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '042e1d40-2925-4c5f-bcc4-21ca4b1d0681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:16:34.881856 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9c575e-3bc7-4597-9932-66bf024d5334 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network hostable DHCP agents. Network: 042e1d40-2925-4c5f-bcc4-21ca4b1d0681, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:16:34.924568 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0f3e4-b4de-4d75-b2c7-a49d029f0e67 None None] Pushing event updated for resources: {'Port': ['ID=55aa2659-0437-40c6-aebf-b4388a2bc56a,revision_number=2']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:34.938737 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f3e4-b4de-4d75-b2c7-a49d029f0e67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:34.939075 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f3e4-b4de-4d75-b2c7-a49d029f0e67 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:34.939669 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f3e4-b4de-4d75-b2c7-a49d029f0e67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:34.940001 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f3e4-b4de-4d75-b2c7-a49d029f0e67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:34.940332 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f3e4-b4de-4d75-b2c7-a49d029f0e67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:34.940684 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f3e4-b4de-4d75-b2c7-a49d029f0e67 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:34.941056 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f3e4-b4de-4d75-b2c7-a49d029f0e67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:34.941366 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f3e4-b4de-4d75-b2c7-a49d029f0e67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:34.941689 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f3e4-b4de-4d75-b2c7-a49d029f0e67 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:34.942007 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f3e4-b4de-4d75-b2c7-a49d029f0e67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:34.942324 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f3e4-b4de-4d75-b2c7-a49d029f0e67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:34.942732 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f3e4-b4de-4d75-b2c7-a49d029f0e67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:34.942960 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f3e4-b4de-4d75-b2c7-a49d029f0e67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:34.943273 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f3e4-b4de-4d75-b2c7-a49d029f0e67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:34.943586 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f3e4-b4de-4d75-b2c7-a49d029f0e67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:16:34.956160 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:16:34.956561 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:16:34.956968 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:34.957367 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:16:34.957835 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] Bound port: 55aa2659-0437-40c6-aebf-b4388a2bc56a, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:16:34.958215 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (55aa2659-0437-40c6-aebf-b4388a2bc56a), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:35.012565 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] For port 55aa2659-0437-40c6-aebf-b4388a2bc56a, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:16:35.016909 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] For port 55aa2659-0437-40c6-aebf-b4388a2bc56a, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=55aa2659-0437-40c6-aebf-b4388a2bc56a,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:16:35.041782 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9c575e-3bc7-4597-9932-66bf024d5334 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network 042e1d40-2925-4c5f-bcc4-21ca4b1d0681 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:16:35.129284 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:16:35.152436 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (55aa2659-0437-40c6-aebf-b4388a2bc56a), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:35.189985 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] Routers {'778b43dd-8e86-41b8-931c-d3b4770a6868'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:35.190607 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:16:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['778b43dd-8e86-41b8-931c-d3b4770a6868'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:35.212866 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-ad9c575e-3bc7-4597-9932-66bf024d5334 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 042e1d40-2925-4c5f-bcc4-21ca4b1d0681) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:35.219091 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9c575e-3bc7-4597-9932-66bf024d5334 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:35.219483 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ad9c575e-3bc7-4597-9932-66bf024d5334 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:35.226258 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b3106f-5ff6-46be-b02c-289dd268795f None None] Network 042e1d40-2925-4c5f-bcc4-21ca4b1d0681 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:16:35.240681 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:35.246525 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0f3e4-b4de-4d75-b2c7-a49d029f0e67 None None] Pushing event updated for resources: {'Port': ['ID=55aa2659-0437-40c6-aebf-b4388a2bc56a,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:35.266544 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:35.328876 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] Set router 778b43dd-8e86-41b8-931c-d3b4770a6868 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:16:35.364988 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-042e1d40-2925-4c5f-bcc4-21ca4b1d0681', 'network_id': '042e1d40-2925-4c5f-bcc4-21ca4b1d0681', 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'fixed_ips': [{'subnet_id': 'b563397c-05c8-4e95-9e0d-ae9aca24a684'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:16:35.366252 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:35.382674 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ad9c575e-3bc7-4597-9932-66bf024d5334 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1199579 Nov 02 13:16:35.386896 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50968) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:35.670902 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] Allocated IP 172.20.0.2 (042e1d40-2925-4c5f-bcc4-21ca4b1d0681/b563397c-05c8-4e95-9e0d-ae9aca24a684/5725c8a1-2d7f-4c51-81bd-de8e8d89b288) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:16:35.670902 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:35.808027 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778b43dd-8e86-41b8-931c-d3b4770a6868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426144355', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '55aa2659-0437-40c6-aebf-b4388a2bc56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:32Z', 'updated_at': '2022-11-02T13:16:33Z', 'revision_number': 3, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': '55aa2659-0437-40c6-aebf-b4388a2bc56a', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778b43dd-8e86-41b8-931c-d3b4770a6868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:32Z', 'updated_at': '2022-11-02T13:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:35.808027 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b0b687-6d00-4be6-9057-6b3269138d15 None None] The sync data for ids ['778b43dd-8e86-41b8-931c-d3b4770a6868'] in n-d-857339-6 is: [{'id': '778b43dd-8e86-41b8-931c-d3b4770a6868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426144355', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '55aa2659-0437-40c6-aebf-b4388a2bc56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:32Z', 'updated_at': '2022-11-02T13:16:33Z', 'revision_number': 3, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': '55aa2659-0437-40c6-aebf-b4388a2bc56a', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778b43dd-8e86-41b8-931c-d3b4770a6868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:32Z', 'updated_at': '2022-11-02T13:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:16:35.809853 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] Publish callbacks [] for port (5725c8a1-2d7f-4c51-81bd-de8e8d89b288), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:35.919311 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (5725c8a1-2d7f-4c51-81bd-de8e8d89b288), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:36.036739 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:36.045207 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] Network 042e1d40-2925-4c5f-bcc4-21ca4b1d0681 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:16:36.061657 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] Pushing event updated for resources: {'Port': ['ID=5725c8a1-2d7f-4c51-81bd-de8e8d89b288,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:36.067995 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:36.077058 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:16:36.146832 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] Attempting to bind port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:16:36.147263 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] Attempting to bind port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'fc9d781e-d954-41c7-ae3f-170283ffe67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '042e1d40-2925-4c5f-bcc4-21ca4b1d0681'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:16:36.160863 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] Attempting to bind port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 on network 042e1d40-2925-4c5f-bcc4-21ca4b1d0681 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:16:36.209376 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:16:36.218303 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] Checking segment: {'id': 'fc9d781e-d954-41c7-ae3f-170283ffe67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '042e1d40-2925-4c5f-bcc4-21ca4b1d0681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:16:36.218303 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:36.218303 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] Bound using segment: {'id': 'fc9d781e-d954-41c7-ae3f-170283ffe67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '042e1d40-2925-4c5f-bcc4-21ca4b1d0681'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:16:36.218303 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] Bound port: 5725c8a1-2d7f-4c51-81bd-de8e8d89b288, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9d781e-d954-41c7-ae3f-170283ffe67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '042e1d40-2925-4c5f-bcc4-21ca4b1d0681'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:16:36.218303 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5725c8a1-2d7f-4c51-81bd-de8e8d89b288), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:36.308673 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] For port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:16:36.327008 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] For port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5725c8a1-2d7f-4c51-81bd-de8e8d89b288,segment=NetworkSegment(fc9d781e-d954-41c7-ae3f-170283ffe67e),segment_id=fc9d781e-d954-41c7-ae3f-170283ffe67e)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:16:36.435328 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3e9542c-b5ba-485d-bcfa-6b71cd5579dd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:36.453247 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5725c8a1-2d7f-4c51-81bd-de8e8d89b288), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:36.578997 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49824e-c0a1-44b3-be20-32eb621eb1a2 None None] Pushing event updated for resources: {'Port': ['ID=5725c8a1-2d7f-4c51-81bd-de8e8d89b288,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:36.634910 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:36.877213 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:36.907204 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-f3e9542c-b5ba-485d-bcfa-6b71cd5579dd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Allocated IP 172.20.0.1 (042e1d40-2925-4c5f-bcc4-21ca4b1d0681/b563397c-05c8-4e95-9e0d-ae9aca24a684/b9330af2-c719-4d21-9e79-9408d47032bf) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:16:37.025928 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:16:37.113904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:37.114331 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5725c8a1-2d7f-4c51-81bd-de8e8d89b288), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:37.114661 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 Nov 02 13:16:37.157196 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3e9542c-b5ba-485d-bcfa-6b71cd5579dd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for port (b9330af2-c719-4d21-9e79-9408d47032bf), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:37.219381 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:37.219766 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (5725c8a1-2d7f-4c51-81bd-de8e8d89b288), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:37.260787 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5725c8a1-2d7f-4c51-81bd-de8e8d89b288,segment=NetworkSegment(fc9d781e-d954-41c7-ae3f-170283ffe67e),segment_id=fc9d781e-d954-41c7-ae3f-170283ffe67e)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:37.296248 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3e9542c-b5ba-485d-bcfa-6b71cd5579dd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (b9330af2-c719-4d21-9e79-9408d47032bf), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:37.341656 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e9542c-b5ba-485d-bcfa-6b71cd5579dd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network 042e1d40-2925-4c5f-bcc4-21ca4b1d0681 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:16:37.348270 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f3e9542c-b5ba-485d-bcfa-6b71cd5579dd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:37.353081 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e9542c-b5ba-485d-bcfa-6b71cd5579dd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:16:37.360366 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9542c-b5ba-485d-bcfa-6b71cd5579dd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Port': ['ID=b9330af2-c719-4d21-9e79-9408d47032bf,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:37.369610 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (5725c8a1-2d7f-4c51-81bd-de8e8d89b288), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:37.371686 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 55aa2659-0437-40c6-aebf-b4388a2bc56a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:16:37.409106 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3e9542c-b5ba-485d-bcfa-6b71cd5579dd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (778b43dd-8e86-41b8-931c-d3b4770a6868), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:37.452400 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=5725c8a1-2d7f-4c51-81bd-de8e8d89b288,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:37.462596 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 55aa2659-0437-40c6-aebf-b4388a2bc56a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:37.463100 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (55aa2659-0437-40c6-aebf-b4388a2bc56a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:37.463348 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 55aa2659-0437-40c6-aebf-b4388a2bc56a Nov 02 13:16:37.554387 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:37.567891 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 55aa2659-0437-40c6-aebf-b4388a2bc56a is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:37.568283 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (55aa2659-0437-40c6-aebf-b4388a2bc56a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:37.592225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 55aa2659-0437-40c6-aebf-b4388a2bc56a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=55aa2659-0437-40c6-aebf-b4388a2bc56a,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:37.715874 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (55aa2659-0437-40c6-aebf-b4388a2bc56a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:37.793246 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=55aa2659-0437-40c6-aebf-b4388a2bc56a,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:37.822130 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:37.912863 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3e9542c-b5ba-485d-bcfa-6b71cd5579dd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b9330af2-c719-4d21-9e79-9408d47032bf), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:38.219498 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3e9542c-b5ba-485d-bcfa-6b71cd5579dd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for port (b9330af2-c719-4d21-9e79-9408d47032bf), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:38.349936 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3e9542c-b5ba-485d-bcfa-6b71cd5579dd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (b9330af2-c719-4d21-9e79-9408d47032bf), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:38.434604 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9542c-b5ba-485d-bcfa-6b71cd5579dd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event updated for resources: {'Port': ['ID=b9330af2-c719-4d21-9e79-9408d47032bf,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:38.440732 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f3e9542c-b5ba-485d-bcfa-6b71cd5579dd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (778b43dd-8e86-41b8-931c-d3b4770a6868), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:38.508829 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:38.529057 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5eb894-c91f-476c-9078-9da4a9fc7ad5 None None] Network 042e1d40-2925-4c5f-bcc4-21ca4b1d0681 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:16:38.557824 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e9542c-b5ba-485d-bcfa-6b71cd5579dd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Network 042e1d40-2925-4c5f-bcc4-21ca4b1d0681 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:16:38.560235 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f3e9542c-b5ba-485d-bcfa-6b71cd5579dd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:38.602331 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-58d6f9b3-9562-41e3-98d1-f4380123421a None None] Provisioning complete for port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:38.602707 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-58d6f9b3-9562-41e3-98d1-f4380123421a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5725c8a1-2d7f-4c51-81bd-de8e8d89b288), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:38.603043 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-58d6f9b3-9562-41e3-98d1-f4380123421a None None] Attempt 1 to provision port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 Nov 02 13:16:38.716318 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e9542c-b5ba-485d-bcfa-6b71cd5579dd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Router 778b43dd-8e86-41b8-931c-d3b4770a6868 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:16:38.727308 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-58d6f9b3-9562-41e3-98d1-f4380123421a None None] Current status of the port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:38.849225 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e9542c-b5ba-485d-bcfa-6b71cd5579dd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:16:38.854680 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f3e9542c-b5ba-485d-bcfa-6b71cd5579dd tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "PUT /networking/v2.0/routers/778b43dd-8e86-41b8-931c-d3b4770a6868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4657474 Nov 02 13:16:38.865399 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Sync routers for ids ['778b43dd-8e86-41b8-931c-d3b4770a6868'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:16:38.877411 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Routers {'778b43dd-8e86-41b8-931c-d3b4770a6868'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:38.881570 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:16:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['778b43dd-8e86-41b8-931c-d3b4770a6868'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:38.931786 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:38.936277 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:16:39.066221 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:39.066601 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5725c8a1-2d7f-4c51-81bd-de8e8d89b288), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:39.066943 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 Nov 02 13:16:39.072053 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Set router 778b43dd-8e86-41b8-931c-d3b4770a6868 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:16:39.080825 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-57d36757-064b-4ec9-9ed5-aff49610deb5 req-233d2c93-a1f4-49d9-8770-2681fb62e3eb tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1499242398&fields=id&tenant_id=ef4f1f1efde142479f284d0edca2e143 HTTP/1.1" status: 200 len: 267 time: 0.0770133 Nov 02 13:16:39.121188 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3050cb7f-46fd-4eeb-9dd5-b1ed001f0bc6 None None] Provisioning complete for port b9330af2-c719-4d21-9e79-9408d47032bf triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:39.121557 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3050cb7f-46fd-4eeb-9dd5-b1ed001f0bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b9330af2-c719-4d21-9e79-9408d47032bf), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:39.122074 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3050cb7f-46fd-4eeb-9dd5-b1ed001f0bc6 None None] Attempt 1 to provision port b9330af2-c719-4d21-9e79-9408d47032bf Nov 02 13:16:39.170893 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:39.209202 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3050cb7f-46fd-4eeb-9dd5-b1ed001f0bc6 None None] Port b9330af2-c719-4d21-9e79-9408d47032bf cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:16:39.223421 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d36757-064b-4ec9-9ed5-aff49610deb5 req-f4ed14f6-170f-4030-9ddf-7c8411bcaa3c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:39.232743 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-57d36757-064b-4ec9-9ed5-aff49610deb5 req-f4ed14f6-170f-4030-9ddf-7c8411bcaa3c tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "GET /networking/v2.0/networks?id=042e1d40-2925-4c5f-bcc4-21ca4b1d0681 HTTP/1.1" status: 200 len: 797 time: 0.1446314 Nov 02 13:16:39.240319 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3050cb7f-46fd-4eeb-9dd5-b1ed001f0bc6 None None] Provisioning complete for port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:39.240997 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3050cb7f-46fd-4eeb-9dd5-b1ed001f0bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5725c8a1-2d7f-4c51-81bd-de8e8d89b288), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:39.241119 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3050cb7f-46fd-4eeb-9dd5-b1ed001f0bc6 None None] Attempt 1 to provision port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 Nov 02 13:16:39.248003 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-57d36757-064b-4ec9-9ed5-aff49610deb5 req-395e899a-5db9-42fc-89c1-55528e6c8d1b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "GET /networking/v2.0/quotas/ef4f1f1efde142479f284d0edca2e143 HTTP/1.1" status: 200 len: 375 time: 0.0148969 Nov 02 13:16:39.307489 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-57d36757-064b-4ec9-9ed5-aff49610deb5 req-49617453-2d13-46fa-ba18-5e3b701587be tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=ef4f1f1efde142479f284d0edca2e143&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537314 Nov 02 13:16:39.359926 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 50984) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:39.360083 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:39.360858 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 55aa2659-0437-40c6-aebf-b4388a2bc56a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:16:39.409014 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:39.613796 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3050cb7f-46fd-4eeb-9dd5-b1ed001f0bc6 None None] Current status of the port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:39.632648 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778b43dd-8e86-41b8-931c-d3b4770a6868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426144355', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '55aa2659-0437-40c6-aebf-b4388a2bc56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:32Z', 'updated_at': '2022-11-02T13:16:37Z', 'revision_number': 4, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': '55aa2659-0437-40c6-aebf-b4388a2bc56a', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778b43dd-8e86-41b8-931c-d3b4770a6868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:32Z', 'updated_at': '2022-11-02T13:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'b9330af2-c719-4d21-9e79-9408d47032bf', 'name': '', 'network_id': '042e1d40-2925-4c5f-bcc4-21ca4b1d0681', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'mac_address': 'fa:16:3e:5e:1f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778b43dd-8e86-41b8-931c-d3b4770a6868', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'b563397c-05c8-4e95-9e0d-ae9aca24a684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:36Z', 'updated_at': '2022-11-02T13:16:38Z', 'revision_number': 2, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'subnets': [{'id': 'b563397c-05c8-4e95-9e0d-ae9aca24a684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:39.637301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 55aa2659-0437-40c6-aebf-b4388a2bc56a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:39.637668 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (55aa2659-0437-40c6-aebf-b4388a2bc56a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:39.638003 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 55aa2659-0437-40c6-aebf-b4388a2bc56a Nov 02 13:16:39.684296 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Checking router: 778b43dd-8e86-41b8-931c-d3b4770a6868 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:16:39.684684 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Updating router 778b43dd-8e86-41b8-931c-d3b4770a6868 port b9330af2-c719-4d21-9e79-9408d47032bf binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:16:39.737401 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-09f24f27-69ca-4ea6-a0a3-5785bcb6a2ed tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (778b43dd-8e86-41b8-931c-d3b4770a6868), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:39.739139 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b9330af2-c719-4d21-9e79-9408d47032bf), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:39.744661 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ffdf3244-e514-4be8-8a15-817d008be51e None None] Provisioning complete for port b9330af2-c719-4d21-9e79-9408d47032bf triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:39.745047 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ffdf3244-e514-4be8-8a15-817d008be51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b9330af2-c719-4d21-9e79-9408d47032bf), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:39.745381 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ffdf3244-e514-4be8-8a15-817d008be51e None None] Attempt 1 to provision port b9330af2-c719-4d21-9e79-9408d47032bf Nov 02 13:16:39.817339 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=73,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:39.820013 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=50,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:39.840036 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ffdf3244-e514-4be8-8a15-817d008be51e None None] Port b9330af2-c719-4d21-9e79-9408d47032bf cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:16:39.899604 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 55aa2659-0437-40c6-aebf-b4388a2bc56a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:40.039198 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:40.042440 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-09f24f27-69ca-4ea6-a0a3-5785bcb6a2ed tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Deleting port b9330af2-c719-4d21-9e79-9408d47032bf {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:16:40.043466 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-09f24f27-69ca-4ea6-a0a3-5785bcb6a2ed tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (b9330af2-c719-4d21-9e79-9408d47032bf), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:40.078325 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:40.096610 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Publish callbacks [] for port (b9330af2-c719-4d21-9e79-9408d47032bf), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:40.144078 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-09f24f27-69ca-4ea6-a0a3-5785bcb6a2ed tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (b9330af2-c719-4d21-9e79-9408d47032bf), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:40.158215 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-09f24f27-69ca-4ea6-a0a3-5785bcb6a2ed tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Calling delete_port for b9330af2-c719-4d21-9e79-9408d47032bf owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:16:40.197935 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b9330af2-c719-4d21-9e79-9408d47032bf), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:40.221414 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:40.260650 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbe38c-abd5-4a8f-88c5-2e63faad578b None None] Pushing event updated for resources: {'Port': ['ID=b9330af2-c719-4d21-9e79-9408d47032bf,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:40.298447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Attempting to bind port b9330af2-c719-4d21-9e79-9408d47032bf on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:16:40.298804 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Attempting to bind port b9330af2-c719-4d21-9e79-9408d47032bf by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'fc9d781e-d954-41c7-ae3f-170283ffe67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '042e1d40-2925-4c5f-bcc4-21ca4b1d0681'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:16:40.299244 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Attempting to bind port b9330af2-c719-4d21-9e79-9408d47032bf on network 042e1d40-2925-4c5f-bcc4-21ca4b1d0681 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:16:40.331469 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:40.350429 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:16:40.350807 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Checking segment: {'id': 'fc9d781e-d954-41c7-ae3f-170283ffe67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '042e1d40-2925-4c5f-bcc4-21ca4b1d0681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:16:40.351210 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:40.351604 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Bound using segment: {'id': 'fc9d781e-d954-41c7-ae3f-170283ffe67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '042e1d40-2925-4c5f-bcc4-21ca4b1d0681'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:16:40.352074 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Bound port: b9330af2-c719-4d21-9e79-9408d47032bf, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9d781e-d954-41c7-ae3f-170283ffe67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '042e1d40-2925-4c5f-bcc4-21ca4b1d0681'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:16:40.352558 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b9330af2-c719-4d21-9e79-9408d47032bf), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:40.488388 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-09f24f27-69ca-4ea6-a0a3-5785bcb6a2ed tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (b9330af2-c719-4d21-9e79-9408d47032bf), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:40.488688 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.db.api [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=105977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 13:16:40.488688 n-d-857339-6 neutron-server[105977]: DEBUG oslo_db.api [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:16:40.521339 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f24f27-69ca-4ea6-a0a3-5785bcb6a2ed tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'Port': ['ID=b9330af2-c719-4d21-9e79-9408d47032bf,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:40.713047 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-09f24f27-69ca-4ea6-a0a3-5785bcb6a2ed tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (778b43dd-8e86-41b8-931c-d3b4770a6868), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:40.739201 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76aa386-80db-4b30-842b-921613f59900 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:16:40.811436 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76aa386-80db-4b30-842b-921613f59900 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:16:40.960223 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f24f27-69ca-4ea6-a0a3-5785bcb6a2ed tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Router 778b43dd-8e86-41b8-931c-d3b4770a6868 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:16:41.005654 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Attempting to bind port b9330af2-c719-4d21-9e79-9408d47032bf on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:16:41.006035 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Attempting to bind port b9330af2-c719-4d21-9e79-9408d47032bf by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'fc9d781e-d954-41c7-ae3f-170283ffe67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '042e1d40-2925-4c5f-bcc4-21ca4b1d0681'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:16:41.006404 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Attempting to bind port b9330af2-c719-4d21-9e79-9408d47032bf on network 042e1d40-2925-4c5f-bcc4-21ca4b1d0681 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:16:41.056098 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:16:41.056476 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Checking segment: {'id': 'fc9d781e-d954-41c7-ae3f-170283ffe67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '042e1d40-2925-4c5f-bcc4-21ca4b1d0681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:16:41.056922 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:41.057321 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Bound using segment: {'id': 'fc9d781e-d954-41c7-ae3f-170283ffe67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '042e1d40-2925-4c5f-bcc4-21ca4b1d0681'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:16:41.057800 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Bound port: b9330af2-c719-4d21-9e79-9408d47032bf, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9d781e-d954-41c7-ae3f-170283ffe67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '042e1d40-2925-4c5f-bcc4-21ca4b1d0681'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:16:41.058859 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b9330af2-c719-4d21-9e79-9408d47032bf), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:41.089179 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f24f27-69ca-4ea6-a0a3-5785bcb6a2ed tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:16:41.094389 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-09f24f27-69ca-4ea6-a0a3-5785bcb6a2ed tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "PUT /networking/v2.0/routers/778b43dd-8e86-41b8-931c-d3b4770a6868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7391009 Nov 02 13:16:41.096413 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Port b9330af2-c719-4d21-9e79-9408d47032bf has been deleted concurrently {{(pid=105977) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Nov 02 13:16:41.097289 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50986) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:41.107947 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Routers {'778b43dd-8e86-41b8-931c-d3b4770a6868'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:41.108660 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:16:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['778b43dd-8e86-41b8-931c-d3b4770a6868'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:41.161328 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b1eba0-0e02-4b3d-960e-a24712924751 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Deleting subnet b563397c-05c8-4e95-9e0d-ae9aca24a684 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:16:41.164878 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91b1eba0-0e02-4b3d-960e-a24712924751 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for subnet (b563397c-05c8-4e95-9e0d-ae9aca24a684), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:41.216879 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91b1eba0-0e02-4b3d-960e-a24712924751 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (b563397c-05c8-4e95-9e0d-ae9aca24a684), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:41.227484 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] Set router 778b43dd-8e86-41b8-931c-d3b4770a6868 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:16:41.312825 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91b1eba0-0e02-4b3d-960e-a24712924751 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (b563397c-05c8-4e95-9e0d-ae9aca24a684), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:41.428709 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778b43dd-8e86-41b8-931c-d3b4770a6868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426144355', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '55aa2659-0437-40c6-aebf-b4388a2bc56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:32Z', 'updated_at': '2022-11-02T13:16:40Z', 'revision_number': 5, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': '55aa2659-0437-40c6-aebf-b4388a2bc56a', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778b43dd-8e86-41b8-931c-d3b4770a6868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:32Z', 'updated_at': '2022-11-02T13:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:41.464680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc10a13-6d99-4fba-8812-e899e31ab18a None None] The sync data for ids ['778b43dd-8e86-41b8-931c-d3b4770a6868'] in n-d-857339-6 is: [{'id': '778b43dd-8e86-41b8-931c-d3b4770a6868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426144355', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '55aa2659-0437-40c6-aebf-b4388a2bc56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:32Z', 'updated_at': '2022-11-02T13:16:40Z', 'revision_number': 5, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port': {'id': '55aa2659-0437-40c6-aebf-b4388a2bc56a', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778b43dd-8e86-41b8-931c-d3b4770a6868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:32Z', 'updated_at': '2022-11-02T13:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:16:41.522491 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91b1eba0-0e02-4b3d-960e-a24712924751 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (b563397c-05c8-4e95-9e0d-ae9aca24a684), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:41.557500 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1eba0-0e02-4b3d-960e-a24712924751 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'Subnet': ['ID=b563397c-05c8-4e95-9e0d-ae9aca24a684,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:41.560892 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-91b1eba0-0e02-4b3d-960e-a24712924751 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:41.566781 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-91b1eba0-0e02-4b3d-960e-a24712924751 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "DELETE /networking/v2.0/subnets/b563397c-05c8-4e95-9e0d-ae9aca24a684 HTTP/1.1" status: 204 len: 168 time: 0.4658732 Nov 02 13:16:41.569118 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50988) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:41.576755 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8f4fb4-8d23-4afa-937b-5463d8016786 None None] Network 042e1d40-2925-4c5f-bcc4-21ca4b1d0681 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:16:41.609358 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-ba209a53-27a1-4781-bc4d-1297efba385d None None] Provisioning complete for port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:41.609734 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ba209a53-27a1-4781-bc4d-1297efba385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (5725c8a1-2d7f-4c51-81bd-de8e8d89b288), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:41.612257 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-ba209a53-27a1-4781-bc4d-1297efba385d None None] Attempt 1 to provision port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 Nov 02 13:16:41.613928 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:41.719083 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7745-03e7-4dce-b573-73297f9eeb50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router (778b43dd-8e86-41b8-931c-d3b4770a6868), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:41.795681 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-ba209a53-27a1-4781-bc4d-1297efba385d None None] Current status of the port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:41.821695 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c34734-fa60-4c80-af84-1bbef311b0e7 None None] DHCP port deletion for 042e1d40-2925-4c5f-bcc4-21ca4b1d0681 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:16:41.829898 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:41.859195 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7745-03e7-4dce-b573-73297f9eeb50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_gateway (778b43dd-8e86-41b8-931c-d3b4770a6868), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:41.865481 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b8c34734-fa60-4c80-af84-1bbef311b0e7 None None] Deleting port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:16:41.865862 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b8c34734-fa60-4c80-af84-1bbef311b0e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (5725c8a1-2d7f-4c51-81bd-de8e8d89b288), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:41.940369 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b8c34734-fa60-4c80-af84-1bbef311b0e7 None None] For port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=5725c8a1-2d7f-4c51-81bd-de8e8d89b288,segment=NetworkSegment(fc9d781e-d954-41c7-ae3f-170283ffe67e),segment_id=fc9d781e-d954-41c7-ae3f-170283ffe67e)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:41.941091 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b8c34734-fa60-4c80-af84-1bbef311b0e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (5725c8a1-2d7f-4c51-81bd-de8e8d89b288), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:41.957599 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b8c34734-fa60-4c80-af84-1bbef311b0e7 None None] Calling delete_port for 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:16:41.977398 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b7745-03e7-4dce-b573-73297f9eeb50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Deleting port 55aa2659-0437-40c6-aebf-b4388a2bc56a {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:16:41.977398 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7745-03e7-4dce-b573-73297f9eeb50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (55aa2659-0437-40c6-aebf-b4388a2bc56a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:42.081972 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-3c1b7745-03e7-4dce-b573-73297f9eeb50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] For port 55aa2659-0437-40c6-aebf-b4388a2bc56a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=55aa2659-0437-40c6-aebf-b4388a2bc56a,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:42.082342 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7745-03e7-4dce-b573-73297f9eeb50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (55aa2659-0437-40c6-aebf-b4388a2bc56a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:42.097451 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b7745-03e7-4dce-b573-73297f9eeb50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Calling delete_port for 55aa2659-0437-40c6-aebf-b4388a2bc56a owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:16:42.163361 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b8c34734-fa60-4c80-af84-1bbef311b0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (5725c8a1-2d7f-4c51-81bd-de8e8d89b288), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:42.191340 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c34734-fa60-4c80-af84-1bbef311b0e7 None None] Pushing event deleted for resources: {'Port': ['ID=5725c8a1-2d7f-4c51-81bd-de8e8d89b288,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:42.195232 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c34734-fa60-4c80-af84-1bbef311b0e7 None None] No DVR routers for this DVR port 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:16:42.280351 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:42.288148 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a67374-69da-4d90-af61-0229fdbad698 None None] Sync routers for ids ['778b43dd-8e86-41b8-931c-d3b4770a6868'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:16:42.298816 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a67374-69da-4d90-af61-0229fdbad698 None None] Routers {'778b43dd-8e86-41b8-931c-d3b4770a6868'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:42.299416 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c8a67374-69da-4d90-af61-0229fdbad698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:16:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['778b43dd-8e86-41b8-931c-d3b4770a6868'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:42.380626 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7745-03e7-4dce-b573-73297f9eeb50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (55aa2659-0437-40c6-aebf-b4388a2bc56a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:42.388009 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-c8a67374-69da-4d90-af61-0229fdbad698 None None] Set router 778b43dd-8e86-41b8-931c-d3b4770a6868 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:16:42.406598 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b7745-03e7-4dce-b573-73297f9eeb50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'Port': ['ID=55aa2659-0437-40c6-aebf-b4388a2bc56a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:42.444572 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:42.454278 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c8a67374-69da-4d90-af61-0229fdbad698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778b43dd-8e86-41b8-931c-d3b4770a6868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426144355', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:32Z', 'updated_at': '2022-11-02T13:16:41Z', 'revision_number': 6, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:42.483701 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a67374-69da-4d90-af61-0229fdbad698 None None] Checking router: 778b43dd-8e86-41b8-931c-d3b4770a6868 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:16:42.490383 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7745-03e7-4dce-b573-73297f9eeb50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (778b43dd-8e86-41b8-931c-d3b4770a6868), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:42.494796 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a67374-69da-4d90-af61-0229fdbad698 None None] Routers {'778b43dd-8e86-41b8-931c-d3b4770a6868'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:42.494796 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c8a67374-69da-4d90-af61-0229fdbad698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:16:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['778b43dd-8e86-41b8-931c-d3b4770a6868'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:42.569965 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-c8a67374-69da-4d90-af61-0229fdbad698 None None] Set router 778b43dd-8e86-41b8-931c-d3b4770a6868 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:16:42.595555 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7745-03e7-4dce-b573-73297f9eeb50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (778b43dd-8e86-41b8-931c-d3b4770a6868), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:42.599726 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7745-03e7-4dce-b573-73297f9eeb50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router_controller (778b43dd-8e86-41b8-931c-d3b4770a6868), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:42.727065 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c8a67374-69da-4d90-af61-0229fdbad698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778b43dd-8e86-41b8-931c-d3b4770a6868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426144355', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:32Z', 'updated_at': '2022-11-02T13:16:42Z', 'revision_number': 7, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:42.729064 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7745-03e7-4dce-b573-73297f9eeb50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (778b43dd-8e86-41b8-931c-d3b4770a6868), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:42.729739 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1b7745-03e7-4dce-b573-73297f9eeb50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Fanout notify agent at l3_agent the message router_deleted on router 778b43dd-8e86-41b8-931c-d3b4770a6868 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:16:42.737280 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7745-03e7-4dce-b573-73297f9eeb50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:42.740245 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3c1b7745-03e7-4dce-b573-73297f9eeb50 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "DELETE /networking/v2.0/routers/778b43dd-8e86-41b8-931c-d3b4770a6868 HTTP/1.1" status: 204 len: 168 time: 1.1684530 Nov 02 13:16:42.742071 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50990) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:42.759859 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a67374-69da-4d90-af61-0229fdbad698 None None] The sync data for ids ['778b43dd-8e86-41b8-931c-d3b4770a6868'] in n-d-857339-6 is: [{'id': '778b43dd-8e86-41b8-931c-d3b4770a6868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426144355', 'tenant_id': 'ef4f1f1efde142479f284d0edca2e143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:32Z', 'updated_at': '2022-11-02T13:16:42Z', 'revision_number': 7, 'project_id': 'ef4f1f1efde142479f284d0edca2e143', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:16:42.844807 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a024132b-35ff-49c9-8dd3-0aeb756e8a5b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (042e1d40-2925-4c5f-bcc4-21ca4b1d0681), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:42.935599 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e9363466-2c09-470d-8037-4d059670e0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:42.946478 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a024132b-35ff-49c9-8dd3-0aeb756e8a5b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (042e1d40-2925-4c5f-bcc4-21ca4b1d0681), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:42.969274 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-a024132b-35ff-49c9-8dd3-0aeb756e8a5b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042e1d40-2925-4c5f-bcc4-21ca4b1d0681']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:42.979528 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-a024132b-35ff-49c9-8dd3-0aeb756e8a5b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9d781e-d954-41c7-ae3f-170283ffe67e') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:42.979853 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-a024132b-35ff-49c9-8dd3-0aeb756e8a5b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9d781e-d954-41c7-ae3f-170283ffe67e') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:42.990855 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a024132b-35ff-49c9-8dd3-0aeb756e8a5b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (fc9d781e-d954-41c7-ae3f-170283ffe67e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:43.006214 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a024132b-35ff-49c9-8dd3-0aeb756e8a5b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (fc9d781e-d954-41c7-ae3f-170283ffe67e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:43.017911 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a024132b-35ff-49c9-8dd3-0aeb756e8a5b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:16:43.022446 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a024132b-35ff-49c9-8dd3-0aeb756e8a5b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (fc9d781e-d954-41c7-ae3f-170283ffe67e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:43.046403 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment fc9d781e-d954-41c7-ae3f-170283ffe67e resource provider aggregate not found Nov 02 13:16:43.085904 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment fc9d781e-d954-41c7-ae3f-170283ffe67e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc9d781e-d954-41c7-ae3f-170283ffe67e found for delete ", "request_id": "req-3a2dc177-04bd-4c5e-a436-a18e00e379c2"}]} Nov 02 13:16:43.172793 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a024132b-35ff-49c9-8dd3-0aeb756e8a5b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (042e1d40-2925-4c5f-bcc4-21ca4b1d0681), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:43.181798 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a024132b-35ff-49c9-8dd3-0aeb756e8a5b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:43.188696 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a024132b-35ff-49c9-8dd3-0aeb756e8a5b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "DELETE /networking/v2.0/networks/042e1d40-2925-4c5f-bcc4-21ca4b1d0681 HTTP/1.1" status: 204 len: 168 time: 0.4425259 Nov 02 13:16:43.188696 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 50996) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:43.206292 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024132b-35ff-49c9-8dd3-0aeb756e8a5b tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'Network': ['ID=042e1d40-2925-4c5f-bcc4-21ca4b1d0681,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:43.247627 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:16:43.267743 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a4d18535-6d55-49e1-96d9-75364eb41c16 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (93bd82ad-bb07-4492-b6a1-9db75b97237a), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:43.267964 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:16:43.268267 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 5725c8a1-2d7f-4c51-81bd-de8e8d89b288 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:16:43.300579 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a4d18535-6d55-49e1-96d9-75364eb41c16 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (93bd82ad-bb07-4492-b6a1-9db75b97237a), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:43.489006 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a4d18535-6d55-49e1-96d9-75364eb41c16 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (93bd82ad-bb07-4492-b6a1-9db75b97237a), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:43.492443 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a4d18535-6d55-49e1-96d9-75364eb41c16 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:43.493630 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a4d18535-6d55-49e1-96d9-75364eb41c16 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/93bd82ad-bb07-4492-b6a1-9db75b97237a HTTP/1.1" status: 204 len: 168 time: 0.3044591 Nov 02 13:16:43.504796 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d18535-6d55-49e1-96d9-75364eb41c16 tempest-TestNetworkAdvancedServerOps-913013090 tempest-TestNetworkAdvancedServerOps-913013090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bd82ad-bb07-4492-b6a1-9db75b97237a,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:44.171016 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51004) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:44.312796 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b5bda41f-6f7b-49cf-8117-2578989919ec admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ef4f1f1efde142479f284d0edca2e143&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405184 Nov 02 13:16:44.315552 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51008) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:44.370542 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b2bce510-2d90-4d9c-8496-284618023ea0 admin admin] Publish callbacks [] for security_group (8f467344-ff96-42bc-9e44-c2812c3f7128), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:44.392104 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b2bce510-2d90-4d9c-8496-284618023ea0 admin admin] Publish callbacks [] for security_group (8f467344-ff96-42bc-9e44-c2812c3f7128), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:44.609047 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b2bce510-2d90-4d9c-8496-284618023ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (8f467344-ff96-42bc-9e44-c2812c3f7128), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:44.611734 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-b2bce510-2d90-4d9c-8496-284618023ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:44.612948 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-b2bce510-2d90-4d9c-8496-284618023ea0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8f467344-ff96-42bc-9e44-c2812c3f7128 HTTP/1.1" status: 204 len: 168 time: 0.2964749 Nov 02 13:16:44.623179 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bce510-2d90-4d9c-8496-284618023ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f467344-ff96-42bc-9e44-c2812c3f7128,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:44.835447 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 55aa2659-0437-40c6-aebf-b4388a2bc56a no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:16:44.857728 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 55aa2659-0437-40c6-aebf-b4388a2bc56a {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:16:44.858077 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 55aa2659-0437-40c6-aebf-b4388a2bc56a not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:16:45.460796 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:45.777569 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51014) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:45.784849 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ff488a65-c3eb-4009-876b-0828c384007d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:45.801133 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:45.863632 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:45.873461 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ff488a65-c3eb-4009-876b-0828c384007d admin admin] Publish callbacks [] for security_group (d13d14fc-1f41-4095-9d40-7b8f373519f0), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:45.946496 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-f4667684-8467-495e-a584-20d25fb0f170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:46.014800 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ff488a65-c3eb-4009-876b-0828c384007d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d13d14fc-1f41-4095-9d40-7b8f373519f0), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:46.056328 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ff488a65-c3eb-4009-876b-0828c384007d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5956bd5553cf48a4aba0d194ebd1949a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2844932 Nov 02 13:16:46.057100 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff488a65-c3eb-4009-876b-0828c384007d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13d14fc-1f41-4095-9d40-7b8f373519f0,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:46.059141 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51016) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:46.113603 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f53db879-d3cc-470c-9281-23f6be08b105 admin admin] Publish callbacks [] for security_group (d13d14fc-1f41-4095-9d40-7b8f373519f0), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:46.126143 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:46.135771 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f53db879-d3cc-470c-9281-23f6be08b105 admin admin] Publish callbacks [] for security_group (d13d14fc-1f41-4095-9d40-7b8f373519f0), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:46.306160 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f53db879-d3cc-470c-9281-23f6be08b105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (d13d14fc-1f41-4095-9d40-7b8f373519f0), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:46.308630 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f53db879-d3cc-470c-9281-23f6be08b105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:46.309904 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f53db879-d3cc-470c-9281-23f6be08b105 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d13d14fc-1f41-4095-9d40-7b8f373519f0 HTTP/1.1" status: 204 len: 168 time: 0.2497432 Nov 02 13:16:46.318578 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53db879-d3cc-470c-9281-23f6be08b105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13d14fc-1f41-4095-9d40-7b8f373519f0,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:47.020556 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:47.524332 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51038) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:47.639659 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-1a9e3340-911a-43f4-803b-a28124b7840a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1251226503-network', 'tenant_id': '9e3de9fd53764accb2dd11608029c233'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:47.790136 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9e3340-911a-43f4-803b-a28124b7840a admin admin] Made reservation on behalf of 9e3de9fd53764accb2dd11608029c233 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:16:47.792567 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1a9e3340-911a-43f4-803b-a28124b7840a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:47.801938 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1a9e3340-911a-43f4-803b-a28124b7840a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:47.853634 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:47.885292 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1a9e3340-911a-43f4-803b-a28124b7840a admin admin] Publish callbacks [] for security_group (e27f9394-7ac3-4491-8f75-e81908e0decd), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:47.980895 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1a9e3340-911a-43f4-803b-a28124b7840a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e27f9394-7ac3-4491-8f75-e81908e0decd), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:48.011710 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9e3340-911a-43f4-803b-a28124b7840a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:16:48.019269 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e3340-911a-43f4-803b-a28124b7840a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27f9394-7ac3-4491-8f75-e81908e0decd,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:48.025926 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1a9e3340-911a-43f4-803b-a28124b7840a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (bad2ecb4-799c-4b15-895e-d12f329788d5), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:48.027436 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-1a9e3340-911a-43f4-803b-a28124b7840a admin admin] Added segment bad2ecb4-799c-4b15-895e-d12f329788d5 of type vlan for network 0da7da1a-1676-4b95-ab9f-566c3aa29ee3 Nov 02 13:16:48.070834 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1a9e3340-911a-43f4-803b-a28124b7840a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (0da7da1a-1676-4b95-ab9f-566c3aa29ee3), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:48.197716 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1a9e3340-911a-43f4-803b-a28124b7840a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (0da7da1a-1676-4b95-ab9f-566c3aa29ee3), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:48.199388 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9e3340-911a-43f4-803b-a28124b7840a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:48.200100 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1a9e3340-911a-43f4-803b-a28124b7840a admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:48.267764 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e3340-911a-43f4-803b-a28124b7840a admin admin] Pushing event updated for resources: {'Network': ['ID=0da7da1a-1676-4b95-ab9f-566c3aa29ee3,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:48.278226 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 0da7da1a-1676-4b95-ab9f-566c3aa29ee3 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:16:48.374804 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:48.406344 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1a9e3340-911a-43f4-803b-a28124b7840a admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8807583 Nov 02 13:16:48.409469 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51042) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:48.414216 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-f62cd8fc-9c31-4a88-a050-89f2f6211c2c admin admin] Request body: {'subnet': {'network_id': '0da7da1a-1676-4b95-ab9f-566c3aa29ee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1251226503-subnet', 'tenant_id': '9e3de9fd53764accb2dd11608029c233', 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:48.573232 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:48.597564 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62cd8fc-9c31-4a88-a050-89f2f6211c2c admin admin] Made reservation on behalf of 9e3de9fd53764accb2dd11608029c233 for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:16:48.599977 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f62cd8fc-9c31-4a88-a050-89f2f6211c2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:48.861401 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f62cd8fc-9c31-4a88-a050-89f2f6211c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (5301b3c8-cf93-43d1-bffb-3fc0350912ee), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:48.865222 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:48.915707 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62cd8fc-9c31-4a88-a050-89f2f6211c2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5301b3c8-cf93-43d1-bffb-3fc0350912ee,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:48.934939 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62cd8fc-9c31-4a88-a050-89f2f6211c2c admin admin] Checking segment: {'id': 'bad2ecb4-799c-4b15-895e-d12f329788d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0da7da1a-1676-4b95-ab9f-566c3aa29ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:16:48.935302 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62cd8fc-9c31-4a88-a050-89f2f6211c2c admin admin] Network hostable DHCP agents. Network: 0da7da1a-1676-4b95-ab9f-566c3aa29ee3, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:16:49.065993 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62cd8fc-9c31-4a88-a050-89f2f6211c2c admin admin] Network 0da7da1a-1676-4b95-ab9f-566c3aa29ee3 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:16:49.190040 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-f62cd8fc-9c31-4a88-a050-89f2f6211c2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 0da7da1a-1676-4b95-ab9f-566c3aa29ee3) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:49.195106 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62cd8fc-9c31-4a88-a050-89f2f6211c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:49.195698 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-f62cd8fc-9c31-4a88-a050-89f2f6211c2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:49.201043 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a83e48-c537-409e-9f52-f77a9e6a3d5b None None] Network 0da7da1a-1676-4b95-ab9f-566c3aa29ee3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:16:49.308977 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-f62cd8fc-9c31-4a88-a050-89f2f6211c2c admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8984594 Nov 02 13:16:49.311848 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51044) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:49.314526 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-0da7da1a-1676-4b95-ab9f-566c3aa29ee3', 'network_id': '0da7da1a-1676-4b95-ab9f-566c3aa29ee3', 'project_id': '9e3de9fd53764accb2dd11608029c233', 'fixed_ips': [{'subnet_id': '5301b3c8-cf93-43d1-bffb-3fc0350912ee'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:16:49.317973 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:49.318103 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-56fc36bd-3560-4111-916a-87559ca817cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1251226503-router', 'tenant_id': '9e3de9fd53764accb2dd11608029c233', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:49.469696 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] Allocated IP 172.20.0.2 (0da7da1a-1676-4b95-ab9f-566c3aa29ee3/5301b3c8-cf93-43d1-bffb-3fc0350912ee/0ddd570a-3387-46e5-8f0f-fde662f750d1) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:16:49.496899 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56fc36bd-3560-4111-916a-87559ca817cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:49.498175 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56fc36bd-3560-4111-916a-87559ca817cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:49.701149 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:49.769958 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] Publish callbacks [] for port (0ddd570a-3387-46e5-8f0f-fde662f750d1), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:49.861271 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (0ddd570a-3387-46e5-8f0f-fde662f750d1), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:49.867920 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:49.891497 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56fc36bd-3560-4111-916a-87559ca817cd admin admin] Publish callbacks [] for router_controller (a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:49.904619 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] Network 0da7da1a-1676-4b95-ab9f-566c3aa29ee3 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:16:49.910356 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:49.913488 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:16:49.924520 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] Pushing event updated for resources: {'Port': ['ID=0ddd570a-3387-46e5-8f0f-fde662f750d1,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:49.987687 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] Attempting to bind port 0ddd570a-3387-46e5-8f0f-fde662f750d1 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:16:49.987976 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] Attempting to bind port 0ddd570a-3387-46e5-8f0f-fde662f750d1 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'bad2ecb4-799c-4b15-895e-d12f329788d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0da7da1a-1676-4b95-ab9f-566c3aa29ee3'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:16:49.988352 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] Attempting to bind port 0ddd570a-3387-46e5-8f0f-fde662f750d1 on network 0da7da1a-1676-4b95-ab9f-566c3aa29ee3 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:16:50.039312 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:16:50.039821 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] Checking segment: {'id': 'bad2ecb4-799c-4b15-895e-d12f329788d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0da7da1a-1676-4b95-ab9f-566c3aa29ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:16:50.040618 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:50.041093 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] Bound using segment: {'id': 'bad2ecb4-799c-4b15-895e-d12f329788d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0da7da1a-1676-4b95-ab9f-566c3aa29ee3'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:16:50.041729 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] Bound port: 0ddd570a-3387-46e5-8f0f-fde662f750d1, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad2ecb4-799c-4b15-895e-d12f329788d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0da7da1a-1676-4b95-ab9f-566c3aa29ee3'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:16:50.042362 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0ddd570a-3387-46e5-8f0f-fde662f750d1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:50.132817 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] For port 0ddd570a-3387-46e5-8f0f-fde662f750d1, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:16:50.134314 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56fc36bd-3560-4111-916a-87559ca817cd admin admin] Publish callbacks [] for router_gateway (a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:50.137888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] For port 0ddd570a-3387-46e5-8f0f-fde662f750d1, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0ddd570a-3387-46e5-8f0f-fde662f750d1,segment=NetworkSegment(bad2ecb4-799c-4b15-895e-d12f329788d5),segment_id=bad2ecb4-799c-4b15-895e-d12f329788d5)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:16:50.284389 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0ddd570a-3387-46e5-8f0f-fde662f750d1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:50.339860 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:50.352318 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ea906-ed0a-4c53-877c-430639f02b61 None None] Pushing event updated for resources: {'Port': ['ID=0ddd570a-3387-46e5-8f0f-fde662f750d1,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:50.464847 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56fc36bd-3560-4111-916a-87559ca817cd admin admin] Publish callbacks [] for router_gateway (a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:50.487062 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56fc36bd-3560-4111-916a-87559ca817cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:50.635321 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-56fc36bd-3560-4111-916a-87559ca817cd admin admin] Allocated IP 172.25.2.161 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/c227d0f4-5011-4a09-adee-c9651e3b7012) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:16:50.761146 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56fc36bd-3560-4111-916a-87559ca817cd admin admin] Publish callbacks [] for port (c227d0f4-5011-4a09-adee-c9651e3b7012), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:50.895150 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56fc36bd-3560-4111-916a-87559ca817cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (c227d0f4-5011-4a09-adee-c9651e3b7012), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:50.896084 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0ddd570a-3387-46e5-8f0f-fde662f750d1 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:16:50.901100 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:50.943499 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fc36bd-3560-4111-916a-87559ca817cd admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:16:50.944006 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0ddd570a-3387-46e5-8f0f-fde662f750d1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:50.944235 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0ddd570a-3387-46e5-8f0f-fde662f750d1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:50.944613 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0ddd570a-3387-46e5-8f0f-fde662f750d1 Nov 02 13:16:50.949152 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-56fc36bd-3560-4111-916a-87559ca817cd admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:50.954550 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fc36bd-3560-4111-916a-87559ca817cd admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:16:50.954550 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc36bd-3560-4111-916a-87559ca817cd admin admin] Pushing event updated for resources: {'Port': ['ID=c227d0f4-5011-4a09-adee-c9651e3b7012,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:51.027340 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0ddd570a-3387-46e5-8f0f-fde662f750d1 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:51.027830 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0ddd570a-3387-46e5-8f0f-fde662f750d1), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:51.071033 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 0ddd570a-3387-46e5-8f0f-fde662f750d1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0ddd570a-3387-46e5-8f0f-fde662f750d1,segment=NetworkSegment(bad2ecb4-799c-4b15-895e-d12f329788d5),segment_id=bad2ecb4-799c-4b15-895e-d12f329788d5)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:51.231523 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0ddd570a-3387-46e5-8f0f-fde662f750d1), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:51.288441 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=0ddd570a-3387-46e5-8f0f-fde662f750d1,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:51.407221 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12ea76d-b95f-46cc-b64e-57c11a8acfd1 None None] Network 0da7da1a-1676-4b95-ab9f-566c3aa29ee3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:16:51.426503 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56fc36bd-3560-4111-916a-87559ca817cd admin admin] Publish callbacks [] for router_gateway (a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:51.440458 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:51.518083 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-2b530a60-4806-44ca-96e7-dd384765f710 None None] Provisioning complete for port 0ddd570a-3387-46e5-8f0f-fde662f750d1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:51.518426 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2b530a60-4806-44ca-96e7-dd384765f710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0ddd570a-3387-46e5-8f0f-fde662f750d1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:51.518771 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-2b530a60-4806-44ca-96e7-dd384765f710 None None] Attempt 1 to provision port 0ddd570a-3387-46e5-8f0f-fde662f750d1 Nov 02 13:16:51.608959 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-2b530a60-4806-44ca-96e7-dd384765f710 None None] Current status of the port 0ddd570a-3387-46e5-8f0f-fde662f750d1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:51.645050 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56fc36bd-3560-4111-916a-87559ca817cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:51.758960 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:51.832776 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e0c61dc7-81ab-4c67-8dff-af72f196d9ec None None] Provisioning complete for port 0ddd570a-3387-46e5-8f0f-fde662f750d1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:51.833149 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e0c61dc7-81ab-4c67-8dff-af72f196d9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0ddd570a-3387-46e5-8f0f-fde662f750d1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:51.833486 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e0c61dc7-81ab-4c67-8dff-af72f196d9ec None None] Attempt 1 to provision port 0ddd570a-3387-46e5-8f0f-fde662f750d1 Nov 02 13:16:51.906670 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e0c61dc7-81ab-4c67-8dff-af72f196d9ec None None] Current status of the port 0ddd570a-3387-46e5-8f0f-fde662f750d1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:51.969613 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fc36bd-3560-4111-916a-87559ca817cd admin admin] Router a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:16:52.077897 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fc36bd-3560-4111-916a-87559ca817cd admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:16:52.090065 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] Sync routers for ids ['a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:16:52.100717 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] Routers {'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:52.102024 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:16:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:52.157723 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-56fc36bd-3560-4111-916a-87559ca817cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:52.159307 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-56fc36bd-3560-4111-916a-87559ca817cd admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8460560 Nov 02 13:16:52.162599 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51046) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:52.211275 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] Set router a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:16:52.272228 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:52.326101 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:52.401197 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2', 'name': 'tempest-TestShelveInstance-1251226503-router', 'tenant_id': '9e3de9fd53764accb2dd11608029c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c227d0f4-5011-4a09-adee-c9651e3b7012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:49Z', 'updated_at': '2022-11-02T13:16:51Z', 'revision_number': 3, 'project_id': '9e3de9fd53764accb2dd11608029c233', 'gw_port': {'id': 'c227d0f4-5011-4a09-adee-c9651e3b7012', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:50Z', 'updated_at': '2022-11-02T13:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:52.428787 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] Checking router: a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:16:52.429431 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] Updating router a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2 port c227d0f4-5011-4a09-adee-c9651e3b7012 binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:16:52.460739 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c227d0f4-5011-4a09-adee-c9651e3b7012), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:52.614161 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4dbff3cc-6dbd-41a1-a944-389fcb8aff1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:52.737424 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] Publish callbacks [] for port (c227d0f4-5011-4a09-adee-c9651e3b7012), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:52.785775 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-4dbff3cc-6dbd-41a1-a944-389fcb8aff1f admin admin] Allocated IP 172.20.0.1 (0da7da1a-1676-4b95-ab9f-566c3aa29ee3/5301b3c8-cf93-43d1-bffb-3fc0350912ee/b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:16:52.837346 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c227d0f4-5011-4a09-adee-c9651e3b7012), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:52.859390 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] Attempting to bind port c227d0f4-5011-4a09-adee-c9651e3b7012 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:16:52.860667 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] Attempting to bind port c227d0f4-5011-4a09-adee-c9651e3b7012 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:16:52.861296 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] Attempting to bind port c227d0f4-5011-4a09-adee-c9651e3b7012 on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:16:52.906032 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4dbff3cc-6dbd-41a1-a944-389fcb8aff1f admin admin] Publish callbacks [] for port (b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:52.906389 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0ddd570a-3387-46e5-8f0f-fde662f750d1 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:16:52.935541 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:52.955200 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1e9c5-6f91-4245-ac35-c9fe762e784e None None] Pushing event updated for resources: {'Port': ['ID=c227d0f4-5011-4a09-adee-c9651e3b7012,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:52.974407 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:16:52.974780 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:16:52.975188 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:52.975579 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:16:52.976061 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] Bound port: c227d0f4-5011-4a09-adee-c9651e3b7012, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:16:52.976433 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c227d0f4-5011-4a09-adee-c9651e3b7012), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:53.010479 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0ddd570a-3387-46e5-8f0f-fde662f750d1 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:53.011316 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0ddd570a-3387-46e5-8f0f-fde662f750d1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:53.011655 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0ddd570a-3387-46e5-8f0f-fde662f750d1 Nov 02 13:16:53.017651 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:53.021723 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4dbff3cc-6dbd-41a1-a944-389fcb8aff1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:53.064630 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] For port c227d0f4-5011-4a09-adee-c9651e3b7012, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:16:53.068121 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] For port c227d0f4-5011-4a09-adee-c9651e3b7012, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c227d0f4-5011-4a09-adee-c9651e3b7012,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:16:53.069447 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbff3cc-6dbd-41a1-a944-389fcb8aff1f admin admin] Network 0da7da1a-1676-4b95-ab9f-566c3aa29ee3 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:16:53.076270 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-4dbff3cc-6dbd-41a1-a944-389fcb8aff1f admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:53.078894 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbff3cc-6dbd-41a1-a944-389fcb8aff1f admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:16:53.083908 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbff3cc-6dbd-41a1-a944-389fcb8aff1f admin admin] Pushing event updated for resources: {'Port': ['ID=b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:53.106975 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:53.119634 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0ddd570a-3387-46e5-8f0f-fde662f750d1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:53.130378 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4dbff3cc-6dbd-41a1-a944-389fcb8aff1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:53.181751 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c227d0f4-5011-4a09-adee-c9651e3b7012), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:53.201810 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:53.243709 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] Routers {'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:53.244370 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:16:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:53.300027 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1e9c5-6f91-4245-ac35-c9fe762e784e None None] Pushing event updated for resources: {'Port': ['ID=c227d0f4-5011-4a09-adee-c9651e3b7012,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:53.368829 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-39de9d6d-a963-4461-96e6-736a7eabe6fa None None] Provisioning complete for port b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:53.369082 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-39de9d6d-a963-4461-96e6-736a7eabe6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:53.369432 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-39de9d6d-a963-4461-96e6-736a7eabe6fa None None] Attempt 1 to provision port b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b Nov 02 13:16:53.397531 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] Set router a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:16:53.466676 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-39de9d6d-a963-4461-96e6-736a7eabe6fa None None] Port b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:16:53.589788 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2', 'name': 'tempest-TestShelveInstance-1251226503-router', 'tenant_id': '9e3de9fd53764accb2dd11608029c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c227d0f4-5011-4a09-adee-c9651e3b7012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:49Z', 'updated_at': '2022-11-02T13:16:51Z', 'revision_number': 3, 'project_id': '9e3de9fd53764accb2dd11608029c233', 'gw_port': {'id': 'c227d0f4-5011-4a09-adee-c9651e3b7012', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:50Z', 'updated_at': '2022-11-02T13:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:53.615663 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee31fab0-1f73-42f8-ab6b-9ccb90cd07c3 None None] The sync data for ids ['a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2'] in n-d-857339-6 is: [{'id': 'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2', 'name': 'tempest-TestShelveInstance-1251226503-router', 'tenant_id': '9e3de9fd53764accb2dd11608029c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c227d0f4-5011-4a09-adee-c9651e3b7012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:49Z', 'updated_at': '2022-11-02T13:16:51Z', 'revision_number': 3, 'project_id': '9e3de9fd53764accb2dd11608029c233', 'gw_port': {'id': 'c227d0f4-5011-4a09-adee-c9651e3b7012', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:50Z', 'updated_at': '2022-11-02T13:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:16:53.652117 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4dbff3cc-6dbd-41a1-a944-389fcb8aff1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:53.852965 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4dbff3cc-6dbd-41a1-a944-389fcb8aff1f admin admin] Publish callbacks [] for port (b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:54.005505 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4dbff3cc-6dbd-41a1-a944-389fcb8aff1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:54.015415 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:54.037713 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:54.087052 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbff3cc-6dbd-41a1-a944-389fcb8aff1f admin admin] Pushing event updated for resources: {'Port': ['ID=b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:54.092054 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-4dbff3cc-6dbd-41a1-a944-389fcb8aff1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:54.201170 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbff3cc-6dbd-41a1-a944-389fcb8aff1f admin admin] Network 0da7da1a-1676-4b95-ab9f-566c3aa29ee3 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:16:54.202595 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-4dbff3cc-6dbd-41a1-a944-389fcb8aff1f admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:54.330437 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbff3cc-6dbd-41a1-a944-389fcb8aff1f admin admin] Router a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:16:54.468355 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbff3cc-6dbd-41a1-a944-389fcb8aff1f admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:16:54.473994 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4dbff3cc-6dbd-41a1-a944-389fcb8aff1f admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3102016 Nov 02 13:16:54.493048 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0e3bb735-2ce2-450a-9696-5c802f4f1f5e None None] Provisioning complete for port b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:54.493715 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0e3bb735-2ce2-450a-9696-5c802f4f1f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:54.493828 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0e3bb735-2ce2-450a-9696-5c802f4f1f5e None None] Attempt 1 to provision port b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b Nov 02 13:16:54.532799 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0e3bb735-2ce2-450a-9696-5c802f4f1f5e None None] Port b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:16:54.902198 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c227d0f4-5011-4a09-adee-c9651e3b7012 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:16:54.947542 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:54.953328 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c227d0f4-5011-4a09-adee-c9651e3b7012 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:54.953724 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c227d0f4-5011-4a09-adee-c9651e3b7012), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:54.954059 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c227d0f4-5011-4a09-adee-c9651e3b7012 Nov 02 13:16:55.175531 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c227d0f4-5011-4a09-adee-c9651e3b7012 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:55.175975 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (c227d0f4-5011-4a09-adee-c9651e3b7012), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:55.208579 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port c227d0f4-5011-4a09-adee-c9651e3b7012, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c227d0f4-5011-4a09-adee-c9651e3b7012,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:55.317433 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (c227d0f4-5011-4a09-adee-c9651e3b7012), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:55.378763 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=c227d0f4-5011-4a09-adee-c9651e3b7012,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:55.471098 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] Sync routers for ids ['a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:16:55.482822 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] Routers {'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:55.486516 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:16:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:55.569497 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51062) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:55.574660 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-3849fa4a-f6df-4db0-97fc-df4a91441fb6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1774125859-network', 'tenant_id': '37a935bb200744fc95cd49614329c222'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:55.596887 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] Set router a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:16:55.671419 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3849fa4a-f6df-4db0-97fc-df4a91441fb6 admin admin] Made reservation on behalf of 37a935bb200744fc95cd49614329c222 for: {'network': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:16:55.673999 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3849fa4a-f6df-4db0-97fc-df4a91441fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:55.683970 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3849fa4a-f6df-4db0-97fc-df4a91441fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:55.772017 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3849fa4a-f6df-4db0-97fc-df4a91441fb6 admin admin] Publish callbacks [] for security_group (2a2ad07a-15bc-4885-b54b-5cf0226549d5), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:55.793757 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2', 'name': 'tempest-TestShelveInstance-1251226503-router', 'tenant_id': '9e3de9fd53764accb2dd11608029c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c227d0f4-5011-4a09-adee-c9651e3b7012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:49Z', 'updated_at': '2022-11-02T13:16:53Z', 'revision_number': 4, 'project_id': '9e3de9fd53764accb2dd11608029c233', 'gw_port': {'id': 'c227d0f4-5011-4a09-adee-c9651e3b7012', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:50Z', 'updated_at': '2022-11-02T13:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b', 'name': '', 'network_id': '0da7da1a-1676-4b95-ab9f-566c3aa29ee3', 'tenant_id': '9e3de9fd53764accb2dd11608029c233', 'mac_address': 'fa:16:3e:b9:3c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5301b3c8-cf93-43d1-bffb-3fc0350912ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:52Z', 'updated_at': '2022-11-02T13:16:53Z', 'revision_number': 2, 'project_id': '9e3de9fd53764accb2dd11608029c233', 'subnets': [{'id': '5301b3c8-cf93-43d1-bffb-3fc0350912ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:55.819876 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] Checking router: a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:16:55.820152 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] Updating router a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2 port b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:16:55.822854 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:55.849823 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:55.899964 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3849fa4a-f6df-4db0-97fc-df4a91441fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2a2ad07a-15bc-4885-b54b-5cf0226549d5), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:55.927085 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3849fa4a-f6df-4db0-97fc-df4a91441fb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=105976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:16:55.938658 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849fa4a-f6df-4db0-97fc-df4a91441fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2ad07a-15bc-4885-b54b-5cf0226549d5,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:55.944032 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3849fa4a-f6df-4db0-97fc-df4a91441fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (74d551c1-f153-49cc-aeec-aeb64443ad91), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:55.944393 n-d-857339-6 neutron-server[105976]: INFO neutron.db.segments_db [None req-3849fa4a-f6df-4db0-97fc-df4a91441fb6 admin admin] Added segment 74d551c1-f153-49cc-aeec-aeb64443ad91 of type vlan for network 0703f0d8-9246-40c8-91ac-babf7a54afc1 Nov 02 13:16:55.990345 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3849fa4a-f6df-4db0-97fc-df4a91441fb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (0703f0d8-9246-40c8-91ac-babf7a54afc1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:56.092225 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:56.131195 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] Publish callbacks [] for port (b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:56.137258 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3849fa4a-f6df-4db0-97fc-df4a91441fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (0703f0d8-9246-40c8-91ac-babf7a54afc1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:56.138431 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3849fa4a-f6df-4db0-97fc-df4a91441fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:56.139123 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3849fa4a-f6df-4db0-97fc-df4a91441fb6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:56.204682 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849fa4a-f6df-4db0-97fc-df4a91441fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=0703f0d8-9246-40c8-91ac-babf7a54afc1,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:56.216215 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 0703f0d8-9246-40c8-91ac-babf7a54afc1 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:16:56.283579 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:56.332211 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3849fa4a-f6df-4db0-97fc-df4a91441fb6 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7614119 Nov 02 13:16:56.336871 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51064) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:56.340417 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-281947f0-eed2-4962-8c69-bdadfc113730 admin admin] Request body: {'subnet': {'network_id': '0703f0d8-9246-40c8-91ac-babf7a54afc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1774125859-subnet', 'tenant_id': '37a935bb200744fc95cd49614329c222', 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:56.351684 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f5a54-1437-4133-a627-e778863448a6 None None] Pushing event updated for resources: {'Port': ['ID=b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:56.386276 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] Attempting to bind port b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:16:56.386747 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] Attempting to bind port b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': 'bad2ecb4-799c-4b15-895e-d12f329788d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0da7da1a-1676-4b95-ab9f-566c3aa29ee3'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:16:56.386985 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] Attempting to bind port b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b on network 0da7da1a-1676-4b95-ab9f-566c3aa29ee3 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:16:56.425736 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281947f0-eed2-4962-8c69-bdadfc113730 admin admin] Made reservation on behalf of 37a935bb200744fc95cd49614329c222 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:16:56.428296 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-281947f0-eed2-4962-8c69-bdadfc113730 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:56.432352 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:16:56.435586 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] Checking segment: {'id': 'bad2ecb4-799c-4b15-895e-d12f329788d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0da7da1a-1676-4b95-ab9f-566c3aa29ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:16:56.435586 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:56.435586 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] Bound using segment: {'id': 'bad2ecb4-799c-4b15-895e-d12f329788d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0da7da1a-1676-4b95-ab9f-566c3aa29ee3'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:16:56.435586 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] Bound port: b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad2ecb4-799c-4b15-895e-d12f329788d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0da7da1a-1676-4b95-ab9f-566c3aa29ee3'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:16:56.435586 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:56.500235 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] For port b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:16:56.503472 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] For port b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b,segment=NetworkSegment(bad2ecb4-799c-4b15-895e-d12f329788d5),segment_id=bad2ecb4-799c-4b15-895e-d12f329788d5)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:16:56.649492 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:56.684334 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] Routers {'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:56.684972 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:16:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:56.740336 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-281947f0-eed2-4962-8c69-bdadfc113730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (3774053a-ac89-453f-8c4a-add1e3598ad8), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:56.745971 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f5a54-1437-4133-a627-e778863448a6 None None] Pushing event updated for resources: {'Port': ['ID=b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:56.805757 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:56.809373 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281947f0-eed2-4962-8c69-bdadfc113730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3774053a-ac89-453f-8c4a-add1e3598ad8,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:56.818642 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] Set router a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:16:56.819930 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281947f0-eed2-4962-8c69-bdadfc113730 admin admin] Checking segment: {'id': '74d551c1-f153-49cc-aeec-aeb64443ad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0703f0d8-9246-40c8-91ac-babf7a54afc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:16:56.820292 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281947f0-eed2-4962-8c69-bdadfc113730 admin admin] Network hostable DHCP agents. Network: 0703f0d8-9246-40c8-91ac-babf7a54afc1, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:16:56.888199 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c227d0f4-5011-4a09-adee-c9651e3b7012 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:16:56.935068 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281947f0-eed2-4962-8c69-bdadfc113730 admin admin] Network 0703f0d8-9246-40c8-91ac-babf7a54afc1 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:16:56.937711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port c227d0f4-5011-4a09-adee-c9651e3b7012 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:56.938132 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (c227d0f4-5011-4a09-adee-c9651e3b7012), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:56.938986 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port c227d0f4-5011-4a09-adee-c9651e3b7012 Nov 02 13:16:57.014470 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port c227d0f4-5011-4a09-adee-c9651e3b7012 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:57.021465 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:57.027207 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2', 'name': 'tempest-TestShelveInstance-1251226503-router', 'tenant_id': '9e3de9fd53764accb2dd11608029c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c227d0f4-5011-4a09-adee-c9651e3b7012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:49Z', 'updated_at': '2022-11-02T13:16:53Z', 'revision_number': 4, 'project_id': '9e3de9fd53764accb2dd11608029c233', 'gw_port': {'id': 'c227d0f4-5011-4a09-adee-c9651e3b7012', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:50Z', 'updated_at': '2022-11-02T13:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b', 'name': '', 'network_id': '0da7da1a-1676-4b95-ab9f-566c3aa29ee3', 'tenant_id': '9e3de9fd53764accb2dd11608029c233', 'mac_address': 'fa:16:3e:b9:3c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5301b3c8-cf93-43d1-bffb-3fc0350912ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:52Z', 'updated_at': '2022-11-02T13:16:56Z', 'revision_number': 4, 'project_id': '9e3de9fd53764accb2dd11608029c233', 'subnets': [{'id': '5301b3c8-cf93-43d1-bffb-3fc0350912ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:57.055343 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e227f5-8ae0-4e59-abe3-ff95b46c9350 None None] The sync data for ids ['a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2'] in n-d-857339-6 is: [{'id': 'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2', 'name': 'tempest-TestShelveInstance-1251226503-router', 'tenant_id': '9e3de9fd53764accb2dd11608029c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c227d0f4-5011-4a09-adee-c9651e3b7012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:49Z', 'updated_at': '2022-11-02T13:16:53Z', 'revision_number': 4, 'project_id': '9e3de9fd53764accb2dd11608029c233', 'gw_port': {'id': 'c227d0f4-5011-4a09-adee-c9651e3b7012', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:50Z', 'updated_at': '2022-11-02T13:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b', 'name': '', 'network_id': '0da7da1a-1676-4b95-ab9f-566c3aa29ee3', 'tenant_id': '9e3de9fd53764accb2dd11608029c233', 'mac_address': 'fa:16:3e:b9:3c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5301b3c8-cf93-43d1-bffb-3fc0350912ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:52Z', 'updated_at': '2022-11-02T13:16:56Z', 'revision_number': 4, 'project_id': '9e3de9fd53764accb2dd11608029c233', 'subnets': [{'id': '5301b3c8-cf93-43d1-bffb-3fc0350912ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:16:57.065923 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-281947f0-eed2-4962-8c69-bdadfc113730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 0703f0d8-9246-40c8-91ac-babf7a54afc1) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:57.070648 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281947f0-eed2-4962-8c69-bdadfc113730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:16:57.071443 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-281947f0-eed2-4962-8c69-bdadfc113730 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:57.076143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78e0efd-1766-488f-b131-62f974afbf76 None None] Network 0703f0d8-9246-40c8-91ac-babf7a54afc1 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:16:57.082373 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:57.205516 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-281947f0-eed2-4962-8c69-bdadfc113730 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8689649 Nov 02 13:16:57.209274 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51066) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:57.214874 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-a19fb084-b97f-4303-8eee-f4d272bcb526 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1774125859-router', 'tenant_id': '37a935bb200744fc95cd49614329c222', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:16:57.217767 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-0703f0d8-9246-40c8-91ac-babf7a54afc1', 'network_id': '0703f0d8-9246-40c8-91ac-babf7a54afc1', 'project_id': '37a935bb200744fc95cd49614329c222', 'fixed_ips': [{'subnet_id': '3774053a-ac89-453f-8c4a-add1e3598ad8'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:16:57.219594 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:57.342534 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a19fb084-b97f-4303-8eee-f4d272bcb526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (c67a4367-8429-490b-8c15-3f99e7585e7e), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:57.344524 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a19fb084-b97f-4303-8eee-f4d272bcb526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (c67a4367-8429-490b-8c15-3f99e7585e7e), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:57.366531 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:57.387278 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] Allocated IP 172.20.0.2 (0703f0d8-9246-40c8-91ac-babf7a54afc1/3774053a-ac89-453f-8c4a-add1e3598ad8/0e91f4d3-164b-4bd8-9600-6635c5073cdf) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:16:57.444603 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a19fb084-b97f-4303-8eee-f4d272bcb526 admin admin] Publish callbacks [] for router_controller (c67a4367-8429-490b-8c15-3f99e7585e7e), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:57.578489 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] Publish callbacks [] for port (0e91f4d3-164b-4bd8-9600-6635c5073cdf), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:57.718462 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (0e91f4d3-164b-4bd8-9600-6635c5073cdf), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:57.721004 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a19fb084-b97f-4303-8eee-f4d272bcb526 admin admin] Publish callbacks [] for router_gateway (c67a4367-8429-490b-8c15-3f99e7585e7e), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:57.727195 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:57.760390 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] Network 0703f0d8-9246-40c8-91ac-babf7a54afc1 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:16:57.766118 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:57.770558 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:16:57.777679 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] Pushing event updated for resources: {'Port': ['ID=0e91f4d3-164b-4bd8-9600-6635c5073cdf,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:57.843341 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] Attempting to bind port 0e91f4d3-164b-4bd8-9600-6635c5073cdf on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:16:57.855287 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] Attempting to bind port 0e91f4d3-164b-4bd8-9600-6635c5073cdf by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '74d551c1-f153-49cc-aeec-aeb64443ad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0703f0d8-9246-40c8-91ac-babf7a54afc1'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:16:57.855287 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] Attempting to bind port 0e91f4d3-164b-4bd8-9600-6635c5073cdf on network 0703f0d8-9246-40c8-91ac-babf7a54afc1 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:16:57.896795 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:16:57.897565 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] Checking segment: {'id': '74d551c1-f153-49cc-aeec-aeb64443ad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0703f0d8-9246-40c8-91ac-babf7a54afc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:16:57.898191 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:57.898732 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] Bound using segment: {'id': '74d551c1-f153-49cc-aeec-aeb64443ad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0703f0d8-9246-40c8-91ac-babf7a54afc1'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:16:57.899227 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] Bound port: 0e91f4d3-164b-4bd8-9600-6635c5073cdf, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d551c1-f153-49cc-aeec-aeb64443ad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0703f0d8-9246-40c8-91ac-babf7a54afc1'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:16:57.899609 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0e91f4d3-164b-4bd8-9600-6635c5073cdf), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:58.043424 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a19fb084-b97f-4303-8eee-f4d272bcb526 admin admin] Publish callbacks [] for router_gateway (c67a4367-8429-490b-8c15-3f99e7585e7e), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:58.069464 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a19fb084-b97f-4303-8eee-f4d272bcb526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:58.141585 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] For port 0e91f4d3-164b-4bd8-9600-6635c5073cdf, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:16:58.146630 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] For port 0e91f4d3-164b-4bd8-9600-6635c5073cdf, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0e91f4d3-164b-4bd8-9600-6635c5073cdf,segment=NetworkSegment(74d551c1-f153-49cc-aeec-aeb64443ad91),segment_id=74d551c1-f153-49cc-aeec-aeb64443ad91)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:16:58.234745 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:58.251243 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-a19fb084-b97f-4303-8eee-f4d272bcb526 admin admin] Allocated IP 172.25.2.79 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/202af361-e676-4658-aee7-e3a53f7840ec) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:16:58.283457 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0e91f4d3-164b-4bd8-9600-6635c5073cdf), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:58.355598 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67f981-c475-47b3-937b-f7489c2f673a None None] Pushing event updated for resources: {'Port': ['ID=0e91f4d3-164b-4bd8-9600-6635c5073cdf,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:58.403050 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a19fb084-b97f-4303-8eee-f4d272bcb526 admin admin] Publish callbacks [] for port (202af361-e676-4658-aee7-e3a53f7840ec), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:58.537051 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a19fb084-b97f-4303-8eee-f4d272bcb526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (202af361-e676-4658-aee7-e3a53f7840ec), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:58.587547 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19fb084-b97f-4303-8eee-f4d272bcb526 admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:16:58.593859 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-a19fb084-b97f-4303-8eee-f4d272bcb526 admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:16:58.598552 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19fb084-b97f-4303-8eee-f4d272bcb526 admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:16:58.604828 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19fb084-b97f-4303-8eee-f4d272bcb526 admin admin] Pushing event updated for resources: {'Port': ['ID=202af361-e676-4658-aee7-e3a53f7840ec,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:58.939861 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0e91f4d3-164b-4bd8-9600-6635c5073cdf up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:16:59.005438 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0e91f4d3-164b-4bd8-9600-6635c5073cdf triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:59.005957 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0e91f4d3-164b-4bd8-9600-6635c5073cdf), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:59.006348 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0e91f4d3-164b-4bd8-9600-6635c5073cdf Nov 02 13:16:59.013869 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a19fb084-b97f-4303-8eee-f4d272bcb526 admin admin] Publish callbacks [] for router_gateway (c67a4367-8429-490b-8c15-3f99e7585e7e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:59.086435 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0e91f4d3-164b-4bd8-9600-6635c5073cdf is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:59.086740 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0e91f4d3-164b-4bd8-9600-6635c5073cdf), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:59.117329 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:59.129019 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 0e91f4d3-164b-4bd8-9600-6635c5073cdf, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0e91f4d3-164b-4bd8-9600-6635c5073cdf,segment=NetworkSegment(74d551c1-f153-49cc-aeec-aeb64443ad91),segment_id=74d551c1-f153-49cc-aeec-aeb64443ad91)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:59.231137 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a19fb084-b97f-4303-8eee-f4d272bcb526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (c67a4367-8429-490b-8c15-3f99e7585e7e), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:59.301405 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0e91f4d3-164b-4bd8-9600-6635c5073cdf), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:59.302432 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:16:59.383748 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:59.389676 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=0e91f4d3-164b-4bd8-9600-6635c5073cdf,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:59.400130 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:59.401137 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:59.401137 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b Nov 02 13:16:59.472099 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19fb084-b97f-4303-8eee-f4d272bcb526 admin admin] Router c67a4367-8429-490b-8c15-3f99e7585e7e is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:16:59.476794 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4996db3a-250b-4a17-a8e8-c743b80b2686 None None] Network 0703f0d8-9246-40c8-91ac-babf7a54afc1 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:16:59.525197 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:59.525604 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:59.554602 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a35c8494-1d2f-4f9b-a903-47bb02b3c9f0 None None] Provisioning complete for port 0e91f4d3-164b-4bd8-9600-6635c5073cdf triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:16:59.554970 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a35c8494-1d2f-4f9b-a903-47bb02b3c9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0e91f4d3-164b-4bd8-9600-6635c5073cdf), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:59.555305 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a35c8494-1d2f-4f9b-a903-47bb02b3c9f0 None None] Attempt 1 to provision port 0e91f4d3-164b-4bd8-9600-6635c5073cdf Nov 02 13:16:59.572288 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:59.588384 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19fb084-b97f-4303-8eee-f4d272bcb526 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:16:59.606538 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] Sync routers for ids ['c67a4367-8429-490b-8c15-3f99e7585e7e'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:16:59.643549 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:16:59.646943 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b,segment=NetworkSegment(bad2ecb4-799c-4b15-895e-d12f329788d5),segment_id=bad2ecb4-799c-4b15-895e-d12f329788d5)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:16:59.677151 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] Routers {'c67a4367-8429-490b-8c15-3f99e7585e7e'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:16:59.677798 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:16:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c67a4367-8429-490b-8c15-3f99e7585e7e'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:16:59.696512 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-a19fb084-b97f-4303-8eee-f4d272bcb526 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:59.701307 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-a19fb084-b97f-4303-8eee-f4d272bcb526 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4875801 Nov 02 13:16:59.702839 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51068) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:16:59.732633 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:59.841141 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a35c8494-1d2f-4f9b-a903-47bb02b3c9f0 None None] Current status of the port 0e91f4d3-164b-4bd8-9600-6635c5073cdf is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:16:59.863414 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:16:59.876152 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] Set router c67a4367-8429-490b-8c15-3f99e7585e7e gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:17:00.084612 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-0c87061d-2ff7-4099-b3cd-b35d766ba18c None None] Provisioning complete for port 0e91f4d3-164b-4bd8-9600-6635c5073cdf triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:17:00.084976 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0c87061d-2ff7-4099-b3cd-b35d766ba18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0e91f4d3-164b-4bd8-9600-6635c5073cdf), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:00.085253 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-0c87061d-2ff7-4099-b3cd-b35d766ba18c None None] Attempt 1 to provision port 0e91f4d3-164b-4bd8-9600-6635c5073cdf Nov 02 13:17:00.119396 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a4367-8429-490b-8c15-3f99e7585e7e', 'name': 'tempest-TestShelveInstance-1774125859-router', 'tenant_id': '37a935bb200744fc95cd49614329c222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '202af361-e676-4658-aee7-e3a53f7840ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:57Z', 'updated_at': '2022-11-02T13:16:58Z', 'revision_number': 3, 'project_id': '37a935bb200744fc95cd49614329c222', 'gw_port': {'id': '202af361-e676-4658-aee7-e3a53f7840ec', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67a4367-8429-490b-8c15-3f99e7585e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:58Z', 'updated_at': '2022-11-02T13:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:00.153013 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] Checking router: c67a4367-8429-490b-8c15-3f99e7585e7e for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:17:00.153363 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] Updating router c67a4367-8429-490b-8c15-3f99e7585e7e port 202af361-e676-4658-aee7-e3a53f7840ec binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:17:00.174111 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:00.195276 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (202af361-e676-4658-aee7-e3a53f7840ec), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:00.306377 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-0c87061d-2ff7-4099-b3cd-b35d766ba18c None None] Current status of the port 0e91f4d3-164b-4bd8-9600-6635c5073cdf is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:17:00.450220 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:00.500841 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] Publish callbacks [] for port (202af361-e676-4658-aee7-e3a53f7840ec), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:00.537216 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-26b0233f-fa07-4fb3-be6b-78575a2eec5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:00.665994 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (202af361-e676-4658-aee7-e3a53f7840ec), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:00.701481 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] Attempting to bind port 202af361-e676-4658-aee7-e3a53f7840ec on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:17:00.701775 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] Attempting to bind port 202af361-e676-4658-aee7-e3a53f7840ec by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:17:00.702151 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] Attempting to bind port 202af361-e676-4658-aee7-e3a53f7840ec on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:17:00.705473 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-26b0233f-fa07-4fb3-be6b-78575a2eec5a admin admin] Allocated IP 172.20.0.1 (0703f0d8-9246-40c8-91ac-babf7a54afc1/3774053a-ac89-453f-8c4a-add1e3598ad8/66248767-db7f-4900-948d-f64cd98eea4c) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:17:00.715769 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:00.835708 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-26b0233f-fa07-4fb3-be6b-78575a2eec5a admin admin] Publish callbacks [] for port (66248767-db7f-4900-948d-f64cd98eea4c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:00.886911 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5415d-6c38-4af2-97f9-c72b67aabb99 None None] Pushing event updated for resources: {'Port': ['ID=202af361-e676-4658-aee7-e3a53f7840ec,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:00.901236 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:17:00.901666 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:17:00.902077 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:00.903899 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:17:00.903899 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] Bound port: 202af361-e676-4658-aee7-e3a53f7840ec, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:17:00.903899 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (202af361-e676-4658-aee7-e3a53f7840ec), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:00.923809 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0e91f4d3-164b-4bd8-9600-6635c5073cdf up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:17:00.929486 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-26b0233f-fa07-4fb3-be6b-78575a2eec5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (66248767-db7f-4900-948d-f64cd98eea4c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:00.975797 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b0233f-fa07-4fb3-be6b-78575a2eec5a admin admin] Network 0703f0d8-9246-40c8-91ac-babf7a54afc1 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:17:00.981289 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-26b0233f-fa07-4fb3-be6b-78575a2eec5a admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:17:00.983966 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b0233f-fa07-4fb3-be6b-78575a2eec5a admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:17:00.987242 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0233f-fa07-4fb3-be6b-78575a2eec5a admin admin] Pushing event updated for resources: {'Port': ['ID=66248767-db7f-4900-948d-f64cd98eea4c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:00.987636 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] For port 202af361-e676-4658-aee7-e3a53f7840ec, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:17:00.991062 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] For port 202af361-e676-4658-aee7-e3a53f7840ec, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=202af361-e676-4658-aee7-e3a53f7840ec,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:17:01.005824 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0e91f4d3-164b-4bd8-9600-6635c5073cdf triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:17:01.006190 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0e91f4d3-164b-4bd8-9600-6635c5073cdf), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:01.006523 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0e91f4d3-164b-4bd8-9600-6635c5073cdf Nov 02 13:17:01.035756 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-26b0233f-fa07-4fb3-be6b-78575a2eec5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (c67a4367-8429-490b-8c15-3f99e7585e7e), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:01.104912 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0e91f4d3-164b-4bd8-9600-6635c5073cdf is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:17:01.106022 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:17:01.107680 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:01.159820 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (202af361-e676-4658-aee7-e3a53f7840ec), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:01.167515 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:17:01.167515 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:01.167515 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b Nov 02 13:17:01.235921 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] Routers {'c67a4367-8429-490b-8c15-3f99e7585e7e'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:17:01.236473 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:16:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c67a4367-8429-490b-8c15-3f99e7585e7e'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:01.256706 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:01.283196 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:01.298224 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-464d20ff-697b-49ee-832e-85c5b5dad109 None None] Provisioning complete for port 66248767-db7f-4900-948d-f64cd98eea4c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:17:01.298572 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-464d20ff-697b-49ee-832e-85c5b5dad109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (66248767-db7f-4900-948d-f64cd98eea4c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:01.298921 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-464d20ff-697b-49ee-832e-85c5b5dad109 None None] Attempt 1 to provision port 66248767-db7f-4900-948d-f64cd98eea4c Nov 02 13:17:01.308586 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5415d-6c38-4af2-97f9-c72b67aabb99 None None] Pushing event updated for resources: {'Port': ['ID=202af361-e676-4658-aee7-e3a53f7840ec,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:01.402782 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-464d20ff-697b-49ee-832e-85c5b5dad109 None None] Port 66248767-db7f-4900-948d-f64cd98eea4c cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:17:01.435209 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:17:01.438595 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] Set router c67a4367-8429-490b-8c15-3f99e7585e7e gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:17:01.456677 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-26b0233f-fa07-4fb3-be6b-78575a2eec5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (66248767-db7f-4900-948d-f64cd98eea4c), before_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:01.613344 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:01.644186 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a4367-8429-490b-8c15-3f99e7585e7e', 'name': 'tempest-TestShelveInstance-1774125859-router', 'tenant_id': '37a935bb200744fc95cd49614329c222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '202af361-e676-4658-aee7-e3a53f7840ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:57Z', 'updated_at': '2022-11-02T13:17:01Z', 'revision_number': 4, 'project_id': '37a935bb200744fc95cd49614329c222', 'gw_port': {'id': '202af361-e676-4658-aee7-e3a53f7840ec', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67a4367-8429-490b-8c15-3f99e7585e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:58Z', 'updated_at': '2022-11-02T13:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '66248767-db7f-4900-948d-f64cd98eea4c', 'name': '', 'network_id': '0703f0d8-9246-40c8-91ac-babf7a54afc1', 'tenant_id': '37a935bb200744fc95cd49614329c222', 'mac_address': 'fa:16:3e:5e:83:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67a4367-8429-490b-8c15-3f99e7585e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '3774053a-ac89-453f-8c4a-add1e3598ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:17:00Z', 'updated_at': '2022-11-02T13:17:00Z', 'revision_number': 1, 'project_id': '37a935bb200744fc95cd49614329c222', 'subnets': [{'id': '3774053a-ac89-453f-8c4a-add1e3598ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:01.645682 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-26b0233f-fa07-4fb3-be6b-78575a2eec5a admin admin] Publish callbacks [] for port (66248767-db7f-4900-948d-f64cd98eea4c), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:01.671531 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d422063c-8ba9-4f12-81be-712428019e98 None None] The sync data for ids ['c67a4367-8429-490b-8c15-3f99e7585e7e'] in n-d-857339-6 is: [{'id': 'c67a4367-8429-490b-8c15-3f99e7585e7e', 'name': 'tempest-TestShelveInstance-1774125859-router', 'tenant_id': '37a935bb200744fc95cd49614329c222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '202af361-e676-4658-aee7-e3a53f7840ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:57Z', 'updated_at': '2022-11-02T13:17:01Z', 'revision_number': 4, 'project_id': '37a935bb200744fc95cd49614329c222', 'gw_port': {'id': '202af361-e676-4658-aee7-e3a53f7840ec', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67a4367-8429-490b-8c15-3f99e7585e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:58Z', 'updated_at': '2022-11-02T13:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '66248767-db7f-4900-948d-f64cd98eea4c', 'name': '', 'network_id': '0703f0d8-9246-40c8-91ac-babf7a54afc1', 'tenant_id': '37a935bb200744fc95cd49614329c222', 'mac_address': 'fa:16:3e:5e:83:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67a4367-8429-490b-8c15-3f99e7585e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '3774053a-ac89-453f-8c4a-add1e3598ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:17:00Z', 'updated_at': '2022-11-02T13:17:00Z', 'revision_number': 1, 'project_id': '37a935bb200744fc95cd49614329c222', 'subnets': [{'id': '3774053a-ac89-453f-8c4a-add1e3598ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:17:01.730495 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-26b0233f-fa07-4fb3-be6b-78575a2eec5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13056603'] for port (66248767-db7f-4900-948d-f64cd98eea4c), after_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:01.801363 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0233f-fa07-4fb3-be6b-78575a2eec5a admin admin] Pushing event updated for resources: {'Port': ['ID=66248767-db7f-4900-948d-f64cd98eea4c,revision_number=2']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:01.804310 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-26b0233f-fa07-4fb3-be6b-78575a2eec5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (c67a4367-8429-490b-8c15-3f99e7585e7e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:01.946788 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b0233f-fa07-4fb3-be6b-78575a2eec5a admin admin] Network 0703f0d8-9246-40c8-91ac-babf7a54afc1 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:17:01.949057 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-26b0233f-fa07-4fb3-be6b-78575a2eec5a admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:17:02.108260 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b0233f-fa07-4fb3-be6b-78575a2eec5a admin admin] Router c67a4367-8429-490b-8c15-3f99e7585e7e has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:17:02.242472 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-9ce9bbe7-6622-492c-b778-5871c9572861 None None] Provisioning complete for port 66248767-db7f-4900-948d-f64cd98eea4c triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:17:02.242814 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-9ce9bbe7-6622-492c-b778-5871c9572861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (66248767-db7f-4900-948d-f64cd98eea4c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:02.243286 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-9ce9bbe7-6622-492c-b778-5871c9572861 None None] Attempt 1 to provision port 66248767-db7f-4900-948d-f64cd98eea4c Nov 02 13:17:02.244581 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b0233f-fa07-4fb3-be6b-78575a2eec5a admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:17:02.253376 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-26b0233f-fa07-4fb3-be6b-78575a2eec5a admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/c67a4367-8429-490b-8c15-3f99e7585e7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5502162 Nov 02 13:17:02.287988 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-9ce9bbe7-6622-492c-b778-5871c9572861 None None] Port 66248767-db7f-4900-948d-f64cd98eea4c cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:17:02.796448 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51076) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:02.803021 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-9482f955-98e1-480b-8413-e6a514e88c55 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-30577', 'description': 'tempest-secgroup-smoke-30577 description', 'project_id': '9e3de9fd53764accb2dd11608029c233'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:17:02.900412 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9482f955-98e1-480b-8413-e6a514e88c55 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:02.903201 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 202af361-e676-4658-aee7-e3a53f7840ec up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:17:02.954596 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 202af361-e676-4658-aee7-e3a53f7840ec triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:17:02.955029 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (202af361-e676-4658-aee7-e3a53f7840ec), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:02.955290 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 202af361-e676-4658-aee7-e3a53f7840ec Nov 02 13:17:02.981477 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9482f955-98e1-480b-8413-e6a514e88c55 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group (02192e48-4199-400b-a831-8ac6e7aa6da7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:03.019370 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:03.034473 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 202af361-e676-4658-aee7-e3a53f7840ec is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:17:03.034860 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (202af361-e676-4658-aee7-e3a53f7840ec), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:03.059927 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 202af361-e676-4658-aee7-e3a53f7840ec, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=202af361-e676-4658-aee7-e3a53f7840ec,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:03.147520 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9482f955-98e1-480b-8413-e6a514e88c55 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (02192e48-4199-400b-a831-8ac6e7aa6da7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:03.178983 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482f955-98e1-480b-8413-e6a514e88c55 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02192e48-4199-400b-a831-8ac6e7aa6da7,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:03.192512 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (202af361-e676-4658-aee7-e3a53f7840ec), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:03.244617 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=202af361-e676-4658-aee7-e3a53f7840ec,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:03.279141 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-9482f955-98e1-480b-8413-e6a514e88c55 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:03.283680 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-9482f955-98e1-480b-8413-e6a514e88c55 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.4823031 Nov 02 13:17:03.285227 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51078) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:03.290462 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-724860f1-af5a-4951-95fd-0ecc90edcee8 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Request body: {'security_group_rule': {'security_group_id': '02192e48-4199-400b-a831-8ac6e7aa6da7', 'project_id': '9e3de9fd53764accb2dd11608029c233', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:17:03.445402 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-724860f1-af5a-4951-95fd-0ecc90edcee8 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (58925c67-2739-424b-be90-e562253c1e17), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:03.497266 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:03.516917 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-724860f1-af5a-4951-95fd-0ecc90edcee8 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (58925c67-2739-424b-be90-e562253c1e17), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:03.761670 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-724860f1-af5a-4951-95fd-0ecc90edcee8 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (58925c67-2739-424b-be90-e562253c1e17), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:03.782761 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724860f1-af5a-4951-95fd-0ecc90edcee8 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58925c67-2739-424b-be90-e562253c1e17,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:03.981315 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-724860f1-af5a-4951-95fd-0ecc90edcee8 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:03.983083 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-724860f1-af5a-4951-95fd-0ecc90edcee8 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6962430 Nov 02 13:17:03.985716 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51080) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:03.991756 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-bb8e5b36-9405-409d-8a92-9ce54d14e9b9 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Request body: {'security_group_rule': {'security_group_id': '02192e48-4199-400b-a831-8ac6e7aa6da7', 'project_id': '9e3de9fd53764accb2dd11608029c233', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:17:04.150144 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bb8e5b36-9405-409d-8a92-9ce54d14e9b9 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (0236b88e-b5d6-4980-ac06-5f6503b48429), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:04.154821 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:04.213492 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bb8e5b36-9405-409d-8a92-9ce54d14e9b9 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (0236b88e-b5d6-4980-ac06-5f6503b48429), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:04.332901 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bb8e5b36-9405-409d-8a92-9ce54d14e9b9 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (0236b88e-b5d6-4980-ac06-5f6503b48429), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:04.354022 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e5b36-9405-409d-8a92-9ce54d14e9b9 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0236b88e-b5d6-4980-ac06-5f6503b48429,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:04.468102 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-bb8e5b36-9405-409d-8a92-9ce54d14e9b9 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:04.469484 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-bb8e5b36-9405-409d-8a92-9ce54d14e9b9 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4825327 Nov 02 13:17:04.472360 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51082) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:04.477148 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-638c3874-7b31-40ac-b245-d1e923b4dc6e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Request body: {'security_group_rule': {'security_group_id': '02192e48-4199-400b-a831-8ac6e7aa6da7', 'project_id': '9e3de9fd53764accb2dd11608029c233', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:17:04.592042 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-638c3874-7b31-40ac-b245-d1e923b4dc6e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (35fc8aa7-e757-4f44-8ba0-cf1807288304), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:04.658305 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-638c3874-7b31-40ac-b245-d1e923b4dc6e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (35fc8aa7-e757-4f44-8ba0-cf1807288304), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:04.774190 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-638c3874-7b31-40ac-b245-d1e923b4dc6e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (35fc8aa7-e757-4f44-8ba0-cf1807288304), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:04.794805 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c3874-7b31-40ac-b245-d1e923b4dc6e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35fc8aa7-e757-4f44-8ba0-cf1807288304,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:04.894187 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 202af361-e676-4658-aee7-e3a53f7840ec up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:17:04.907714 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-638c3874-7b31-40ac-b245-d1e923b4dc6e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:04.912352 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-638c3874-7b31-40ac-b245-d1e923b4dc6e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4357293 Nov 02 13:17:04.912726 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51084) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:04.918147 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-0a35bbed-f481-4cfa-9885-7cc17ab8074f tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Request body: {'security_group_rule': {'security_group_id': '02192e48-4199-400b-a831-8ac6e7aa6da7', 'project_id': '9e3de9fd53764accb2dd11608029c233', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:17:04.952383 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 202af361-e676-4658-aee7-e3a53f7840ec triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:17:04.952811 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (202af361-e676-4658-aee7-e3a53f7840ec), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:04.953155 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 202af361-e676-4658-aee7-e3a53f7840ec Nov 02 13:17:05.041507 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 202af361-e676-4658-aee7-e3a53f7840ec is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:17:05.101682 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a35bbed-f481-4cfa-9885-7cc17ab8074f tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (7faf71c3-032b-4087-8bf3-07cc7d188fdf), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:05.173522 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a35bbed-f481-4cfa-9885-7cc17ab8074f tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (7faf71c3-032b-4087-8bf3-07cc7d188fdf), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:05.303832 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] Sync routers for ids ['c67a4367-8429-490b-8c15-3f99e7585e7e'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:17:05.305968 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a35bbed-f481-4cfa-9885-7cc17ab8074f tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (7faf71c3-032b-4087-8bf3-07cc7d188fdf), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:05.317995 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] Routers {'c67a4367-8429-490b-8c15-3f99e7585e7e'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:17:05.325095 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:16:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c67a4367-8429-490b-8c15-3f99e7585e7e'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:05.327843 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35bbed-f481-4cfa-9885-7cc17ab8074f tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7faf71c3-032b-4087-8bf3-07cc7d188fdf,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:05.416785 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-0a35bbed-f481-4cfa-9885-7cc17ab8074f tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:05.418811 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-0a35bbed-f481-4cfa-9885-7cc17ab8074f tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5046160 Nov 02 13:17:05.423255 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51086) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:05.431320 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-0037ccf3-74bf-4181-bbcb-6b0df5b449e6 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Request body: {'security_group_rule': {'security_group_id': '02192e48-4199-400b-a831-8ac6e7aa6da7', 'project_id': '9e3de9fd53764accb2dd11608029c233', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:17:05.443666 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] Set router c67a4367-8429-490b-8c15-3f99e7585e7e gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:17:05.563147 n-d-857339-6 neutron-server[105975]: INFO neutron.db.securitygroups_db [None req-0037ccf3-74bf-4181-bbcb-6b0df5b449e6 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Project 9e3de9fd53764accb2dd11608029c233 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:17:05.570656 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0037ccf3-74bf-4181-bbcb-6b0df5b449e6 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (35a63ee3-c7e9-4b21-9c45-90fd426053fa), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:05.635349 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0037ccf3-74bf-4181-bbcb-6b0df5b449e6 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (35a63ee3-c7e9-4b21-9c45-90fd426053fa), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:05.726638 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a4367-8429-490b-8c15-3f99e7585e7e', 'name': 'tempest-TestShelveInstance-1774125859-router', 'tenant_id': '37a935bb200744fc95cd49614329c222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '202af361-e676-4658-aee7-e3a53f7840ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:57Z', 'updated_at': '2022-11-02T13:17:01Z', 'revision_number': 4, 'project_id': '37a935bb200744fc95cd49614329c222', 'gw_port': {'id': '202af361-e676-4658-aee7-e3a53f7840ec', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a4367-8429-490b-8c15-3f99e7585e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:58Z', 'updated_at': '2022-11-02T13:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '66248767-db7f-4900-948d-f64cd98eea4c', 'name': '', 'network_id': '0703f0d8-9246-40c8-91ac-babf7a54afc1', 'tenant_id': '37a935bb200744fc95cd49614329c222', 'mac_address': 'fa:16:3e:5e:83:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67a4367-8429-490b-8c15-3f99e7585e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '3774053a-ac89-453f-8c4a-add1e3598ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:17:00Z', 'updated_at': '2022-11-02T13:17:01Z', 'revision_number': 2, 'project_id': '37a935bb200744fc95cd49614329c222', 'subnets': [{'id': '3774053a-ac89-453f-8c4a-add1e3598ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:05.745622 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0037ccf3-74bf-4181-bbcb-6b0df5b449e6 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (35a63ee3-c7e9-4b21-9c45-90fd426053fa), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:05.752863 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] Checking router: c67a4367-8429-490b-8c15-3f99e7585e7e for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:17:05.753220 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] Updating router c67a4367-8429-490b-8c15-3f99e7585e7e port 66248767-db7f-4900-948d-f64cd98eea4c binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:17:05.765668 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037ccf3-74bf-4181-bbcb-6b0df5b449e6 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a63ee3-c7e9-4b21-9c45-90fd426053fa,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:05.785000 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (66248767-db7f-4900-948d-f64cd98eea4c), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:05.831113 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:05.844803 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0037ccf3-74bf-4181-bbcb-6b0df5b449e6 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:05.848661 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0037ccf3-74bf-4181-bbcb-6b0df5b449e6 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4214389 Nov 02 13:17:05.848848 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51088) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:05.853339 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-8d008815-655a-46cc-8128-725363834c55 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Request body: {'security_group_rule': {'security_group_id': '02192e48-4199-400b-a831-8ac6e7aa6da7', 'project_id': '9e3de9fd53764accb2dd11608029c233', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:17:05.974270 n-d-857339-6 neutron-server[105975]: INFO neutron.db.securitygroups_db [None req-8d008815-655a-46cc-8128-725363834c55 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Project 9e3de9fd53764accb2dd11608029c233 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:17:05.983876 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8d008815-655a-46cc-8128-725363834c55 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (39119bd4-1422-4930-aade-cc90513f4910), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:06.042133 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8d008815-655a-46cc-8128-725363834c55 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (39119bd4-1422-4930-aade-cc90513f4910), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:06.058449 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] Publish callbacks [] for port (66248767-db7f-4900-948d-f64cd98eea4c), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:06.150321 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8d008815-655a-46cc-8128-725363834c55 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (39119bd4-1422-4930-aade-cc90513f4910), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:06.161731 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (66248767-db7f-4900-948d-f64cd98eea4c), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:06.167859 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:06.168866 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:06.170766 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d008815-655a-46cc-8128-725363834c55 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39119bd4-1422-4930-aade-cc90513f4910,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:06.225700 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fc1a9-4fd0-4c65-b57a-c962b340bbcd None None] Pushing event updated for resources: {'Port': ['ID=66248767-db7f-4900-948d-f64cd98eea4c,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:06.255764 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] Attempting to bind port 66248767-db7f-4900-948d-f64cd98eea4c on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:17:06.256043 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] Attempting to bind port 66248767-db7f-4900-948d-f64cd98eea4c by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '74d551c1-f153-49cc-aeec-aeb64443ad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0703f0d8-9246-40c8-91ac-babf7a54afc1'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:17:06.256395 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] Attempting to bind port 66248767-db7f-4900-948d-f64cd98eea4c on network 0703f0d8-9246-40c8-91ac-babf7a54afc1 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:17:06.301957 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:17:06.302541 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] Checking segment: {'id': '74d551c1-f153-49cc-aeec-aeb64443ad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0703f0d8-9246-40c8-91ac-babf7a54afc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:17:06.303017 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:06.303324 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] Bound using segment: {'id': '74d551c1-f153-49cc-aeec-aeb64443ad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0703f0d8-9246-40c8-91ac-babf7a54afc1'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:17:06.303781 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] Bound port: 66248767-db7f-4900-948d-f64cd98eea4c, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d551c1-f153-49cc-aeec-aeb64443ad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0703f0d8-9246-40c8-91ac-babf7a54afc1'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:17:06.304147 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (66248767-db7f-4900-948d-f64cd98eea4c), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:06.305843 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-8d008815-655a-46cc-8128-725363834c55 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:06.307093 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-8d008815-655a-46cc-8128-725363834c55 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4573073 Nov 02 13:17:06.375075 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] For port 66248767-db7f-4900-948d-f64cd98eea4c, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:17:06.378352 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] For port 66248767-db7f-4900-948d-f64cd98eea4c, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=66248767-db7f-4900-948d-f64cd98eea4c,segment=NetworkSegment(74d551c1-f153-49cc-aeec-aeb64443ad91),segment_id=74d551c1-f153-49cc-aeec-aeb64443ad91)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:17:06.607903 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-27c31f4b-e07c-4134-856e-29820459c493 req-841ceaba-1123-42dc-a56f-dffdd59ab10a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-30577&fields=id&tenant_id=9e3de9fd53764accb2dd11608029c233 HTTP/1.1" status: 200 len: 267 time: 0.0492179 Nov 02 13:17:06.660722 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (66248767-db7f-4900-948d-f64cd98eea4c), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:06.698374 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] Routers {'c67a4367-8429-490b-8c15-3f99e7585e7e'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:17:06.698997 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:16:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c67a4367-8429-490b-8c15-3f99e7585e7e'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:06.735845 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31f4b-e07c-4134-856e-29820459c493 req-8b6cf3cb-4e62-4d36-a388-f71d511b268a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:17:06.737411 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-27c31f4b-e07c-4134-856e-29820459c493 req-8b6cf3cb-4e62-4d36-a388-f71d511b268a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "GET /networking/v2.0/networks?id=0da7da1a-1676-4b95-ab9f-566c3aa29ee3 HTTP/1.1" status: 200 len: 809 time: 0.1207058 Nov 02 13:17:06.754293 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-27c31f4b-e07c-4134-856e-29820459c493 req-fe3ac4cb-a579-402b-9253-3dbac5ad5042 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "GET /networking/v2.0/quotas/9e3de9fd53764accb2dd11608029c233 HTTP/1.1" status: 200 len: 375 time: 0.0107658 Nov 02 13:17:06.756432 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fc1a9-4fd0-4c65-b57a-c962b340bbcd None None] Pushing event updated for resources: {'Port': ['ID=66248767-db7f-4900-948d-f64cd98eea4c,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:06.814903 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-27c31f4b-e07c-4134-856e-29820459c493 req-740929fa-4c3d-488a-8e73-be1ec3b10fb1 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9e3de9fd53764accb2dd11608029c233&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521996 Nov 02 13:17:06.824258 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] Set router c67a4367-8429-490b-8c15-3f99e7585e7e gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:17:06.876235 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51106) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:06.922408 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 66248767-db7f-4900-948d-f64cd98eea4c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:17:06.952738 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2361-13b4-46c0-b279-d41d296b1b20 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group (02192e48-4199-400b-a831-8ac6e7aa6da7), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:06.976460 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 66248767-db7f-4900-948d-f64cd98eea4c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:17:06.977455 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (66248767-db7f-4900-948d-f64cd98eea4c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:06.978065 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 66248767-db7f-4900-948d-f64cd98eea4c Nov 02 13:17:06.982910 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2361-13b4-46c0-b279-d41d296b1b20 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group (02192e48-4199-400b-a831-8ac6e7aa6da7), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:06.985640 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:07.033080 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a4367-8429-490b-8c15-3f99e7585e7e', 'name': 'tempest-TestShelveInstance-1774125859-router', 'tenant_id': '37a935bb200744fc95cd49614329c222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '202af361-e676-4658-aee7-e3a53f7840ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:57Z', 'updated_at': '2022-11-02T13:17:01Z', 'revision_number': 4, 'project_id': '37a935bb200744fc95cd49614329c222', 'gw_port': {'id': '202af361-e676-4658-aee7-e3a53f7840ec', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a4367-8429-490b-8c15-3f99e7585e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:58Z', 'updated_at': '2022-11-02T13:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '66248767-db7f-4900-948d-f64cd98eea4c', 'name': '', 'network_id': '0703f0d8-9246-40c8-91ac-babf7a54afc1', 'tenant_id': '37a935bb200744fc95cd49614329c222', 'mac_address': 'fa:16:3e:5e:83:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67a4367-8429-490b-8c15-3f99e7585e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '3774053a-ac89-453f-8c4a-add1e3598ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:17:00Z', 'updated_at': '2022-11-02T13:17:06Z', 'revision_number': 4, 'project_id': '37a935bb200744fc95cd49614329c222', 'subnets': [{'id': '3774053a-ac89-453f-8c4a-add1e3598ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:07.063120 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8494b30-0474-4450-a337-1cc144a5178c None None] The sync data for ids ['c67a4367-8429-490b-8c15-3f99e7585e7e'] in n-d-857339-6 is: [{'id': 'c67a4367-8429-490b-8c15-3f99e7585e7e', 'name': 'tempest-TestShelveInstance-1774125859-router', 'tenant_id': '37a935bb200744fc95cd49614329c222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '202af361-e676-4658-aee7-e3a53f7840ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:57Z', 'updated_at': '2022-11-02T13:17:01Z', 'revision_number': 4, 'project_id': '37a935bb200744fc95cd49614329c222', 'gw_port': {'id': '202af361-e676-4658-aee7-e3a53f7840ec', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a4367-8429-490b-8c15-3f99e7585e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:58Z', 'updated_at': '2022-11-02T13:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '66248767-db7f-4900-948d-f64cd98eea4c', 'name': '', 'network_id': '0703f0d8-9246-40c8-91ac-babf7a54afc1', 'tenant_id': '37a935bb200744fc95cd49614329c222', 'mac_address': 'fa:16:3e:5e:83:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67a4367-8429-490b-8c15-3f99e7585e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '3774053a-ac89-453f-8c4a-add1e3598ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:17:00Z', 'updated_at': '2022-11-02T13:17:06Z', 'revision_number': 4, 'project_id': '37a935bb200744fc95cd49614329c222', 'subnets': [{'id': '3774053a-ac89-453f-8c4a-add1e3598ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:17:07.069225 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 66248767-db7f-4900-948d-f64cd98eea4c is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:17:07.069904 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (66248767-db7f-4900-948d-f64cd98eea4c), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:07.109998 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 66248767-db7f-4900-948d-f64cd98eea4c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=66248767-db7f-4900-948d-f64cd98eea4c,segment=NetworkSegment(74d551c1-f153-49cc-aeec-aeb64443ad91),segment_id=74d551c1-f153-49cc-aeec-aeb64443ad91)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:07.140099 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2361-13b4-46c0-b279-d41d296b1b20 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (02192e48-4199-400b-a831-8ac6e7aa6da7), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:07.142959 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fc5e2361-13b4-46c0-b279-d41d296b1b20 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:07.144189 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fc5e2361-13b4-46c0-b279-d41d296b1b20 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/02192e48-4199-400b-a831-8ac6e7aa6da7 HTTP/1.1" status: 204 len: 168 time: 0.2669308 Nov 02 13:17:07.166159 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e2361-13b4-46c0-b279-d41d296b1b20 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02192e48-4199-400b-a831-8ac6e7aa6da7,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:07.317405 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (66248767-db7f-4900-948d-f64cd98eea4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:07.386100 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=66248767-db7f-4900-948d-f64cd98eea4c,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:07.585679 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51112) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:07.590456 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1969933258', 'description': 'tempest-secgroup-smoke-1969933258 description', 'project_id': '9e3de9fd53764accb2dd11608029c233'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:17:07.842858 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:07.919174 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group (2c52a967-54a5-4e54-b4e9-f87a92d119c1), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:08.077263 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2c52a967-54a5-4e54-b4e9-f87a92d119c1), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:08.109047 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c52a967-54a5-4e54-b4e9-f87a92d119c1,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:08.117855 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.120751 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.120751 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.120751 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.120751 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.120751 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.120751 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.121341 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.121341 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.121491 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.121756 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.122082 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.122437 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.122766 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.123091 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.249030 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:08.250386 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-6c9ac878-feb4-4e5a-a5a4-762fd9a9547e tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6636260 Nov 02 13:17:08.253382 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51114) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:08.258731 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Request body: {'security_group_rule': {'security_group_id': '2c52a967-54a5-4e54-b4e9-f87a92d119c1', 'project_id': '9e3de9fd53764accb2dd11608029c233', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:17:08.417624 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (cd2b1f4c-e881-4b35-884b-1d7e8cc31ad7), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:08.484583 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (cd2b1f4c-e881-4b35-884b-1d7e8cc31ad7), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:08.602835 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (cd2b1f4c-e881-4b35-884b-1d7e8cc31ad7), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:08.623504 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2b1f4c-e881-4b35-884b-1d7e8cc31ad7,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:08.631802 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.632143 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.632475 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.632875 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.633155 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.633558 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.633950 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.634195 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.634510 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.634830 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.635146 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.635466 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.635776 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.636088 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.636404 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:08.713177 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:08.715020 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-41543096-ff48-49da-9057-6c023deb7c8a tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4604807 Nov 02 13:17:08.717855 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51116) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:08.722277 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-366b3903-298e-4279-8c70-8f8deb6804c5 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Request body: {'security_group_rule': {'security_group_id': '2c52a967-54a5-4e54-b4e9-f87a92d119c1', 'project_id': '9e3de9fd53764accb2dd11608029c233', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:17:08.893251 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 66248767-db7f-4900-948d-f64cd98eea4c up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:17:08.911724 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-366b3903-298e-4279-8c70-8f8deb6804c5 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (a17b4f6c-c8a6-4b32-b065-b431615c8612), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:08.942490 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 66248767-db7f-4900-948d-f64cd98eea4c triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:17:08.942490 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (66248767-db7f-4900-948d-f64cd98eea4c), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:08.942490 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 66248767-db7f-4900-948d-f64cd98eea4c Nov 02 13:17:08.966592 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:08.975770 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-366b3903-298e-4279-8c70-8f8deb6804c5 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (a17b4f6c-c8a6-4b32-b065-b431615c8612), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:09.014940 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 66248767-db7f-4900-948d-f64cd98eea4c is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:17:09.218253 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-366b3903-298e-4279-8c70-8f8deb6804c5 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (a17b4f6c-c8a6-4b32-b065-b431615c8612), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:09.237661 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b3903-298e-4279-8c70-8f8deb6804c5 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17b4f6c-c8a6-4b32-b065-b431615c8612,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:09.460419 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-366b3903-298e-4279-8c70-8f8deb6804c5 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:09.461742 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-366b3903-298e-4279-8c70-8f8deb6804c5 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7429013 Nov 02 13:17:09.465251 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51118) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:09.469779 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-09511653-c66e-4a52-bf53-f5e0669325ee tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Request body: {'security_group_rule': {'security_group_id': '2c52a967-54a5-4e54-b4e9-f87a92d119c1', 'project_id': '9e3de9fd53764accb2dd11608029c233', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:17:09.688900 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-09511653-c66e-4a52-bf53-f5e0669325ee tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (802b8ca2-1cbb-4289-b6e8-a34f4b80deba), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:09.751828 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-09511653-c66e-4a52-bf53-f5e0669325ee tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (802b8ca2-1cbb-4289-b6e8-a34f4b80deba), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:09.956781 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-09511653-c66e-4a52-bf53-f5e0669325ee tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (802b8ca2-1cbb-4289-b6e8-a34f4b80deba), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:09.976026 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09511653-c66e-4a52-bf53-f5e0669325ee tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802b8ca2-1cbb-4289-b6e8-a34f4b80deba,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:10.197609 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-09511653-c66e-4a52-bf53-f5e0669325ee tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:10.199411 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-09511653-c66e-4a52-bf53-f5e0669325ee tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7331986 Nov 02 13:17:10.202268 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51120) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:10.207307 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-dd51f3f8-0350-4782-b4c0-ff773cb1405b tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Request body: {'security_group_rule': {'security_group_id': '2c52a967-54a5-4e54-b4e9-f87a92d119c1', 'project_id': '9e3de9fd53764accb2dd11608029c233', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:17:10.504025 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dd51f3f8-0350-4782-b4c0-ff773cb1405b tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (7c62f843-520c-44e7-9843-4cf1f17651b1), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:10.583162 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dd51f3f8-0350-4782-b4c0-ff773cb1405b tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (7c62f843-520c-44e7-9843-4cf1f17651b1), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:10.692169 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dd51f3f8-0350-4782-b4c0-ff773cb1405b tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (7c62f843-520c-44e7-9843-4cf1f17651b1), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:10.714004 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51f3f8-0350-4782-b4c0-ff773cb1405b tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c62f843-520c-44e7-9843-4cf1f17651b1,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:10.850252 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-dd51f3f8-0350-4782-b4c0-ff773cb1405b tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:10.851648 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-dd51f3f8-0350-4782-b4c0-ff773cb1405b tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6483781 Nov 02 13:17:10.854432 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51122) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:10.858711 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-6ebd2758-55aa-4047-8a56-33916b4975f5 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Request body: {'security_group_rule': {'security_group_id': '2c52a967-54a5-4e54-b4e9-f87a92d119c1', 'project_id': '9e3de9fd53764accb2dd11608029c233', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:17:10.962585 n-d-857339-6 neutron-server[105975]: INFO neutron.db.securitygroups_db [None req-6ebd2758-55aa-4047-8a56-33916b4975f5 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Project 9e3de9fd53764accb2dd11608029c233 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:17:10.968697 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2758-55aa-4047-8a56-33916b4975f5 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (49becce0-7b24-4f6f-9f44-3040e5bd372c), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:11.016197 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:11.031533 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2758-55aa-4047-8a56-33916b4975f5 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (49becce0-7b24-4f6f-9f44-3040e5bd372c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:11.208031 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2758-55aa-4047-8a56-33916b4975f5 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (49becce0-7b24-4f6f-9f44-3040e5bd372c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:11.215854 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:11.227896 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd2758-55aa-4047-8a56-33916b4975f5 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49becce0-7b24-4f6f-9f44-3040e5bd372c,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:11.330520 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2758-55aa-4047-8a56-33916b4975f5 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:11.331795 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-6ebd2758-55aa-4047-8a56-33916b4975f5 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4764400 Nov 02 13:17:11.334568 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51124) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:11.339537 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-fab83671-5ab3-4a99-aa10-dc6a3b0e8cdf tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Request body: {'security_group_rule': {'security_group_id': '2c52a967-54a5-4e54-b4e9-f87a92d119c1', 'project_id': '9e3de9fd53764accb2dd11608029c233', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:17:11.448600 n-d-857339-6 neutron-server[105975]: INFO neutron.db.securitygroups_db [None req-fab83671-5ab3-4a99-aa10-dc6a3b0e8cdf tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Project 9e3de9fd53764accb2dd11608029c233 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:17:11.454830 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fab83671-5ab3-4a99-aa10-dc6a3b0e8cdf tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (d071729b-14ac-4efc-a239-2b025bd7a43f), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:11.520387 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fab83671-5ab3-4a99-aa10-dc6a3b0e8cdf tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (d071729b-14ac-4efc-a239-2b025bd7a43f), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:11.596935 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fab83671-5ab3-4a99-aa10-dc6a3b0e8cdf tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (d071729b-14ac-4efc-a239-2b025bd7a43f), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:11.625595 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab83671-5ab3-4a99-aa10-dc6a3b0e8cdf tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d071729b-14ac-4efc-a239-2b025bd7a43f,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:11.733121 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-fab83671-5ab3-4a99-aa10-dc6a3b0e8cdf tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:11.734867 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fab83671-5ab3-4a99-aa10-dc6a3b0e8cdf tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3990912 Nov 02 13:17:12.129222 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:17:12.928105 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4dd8-2a28-4769-9076-7455f7b73d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:15.282371 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:15.958088 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-90e7f219-d3bf-4c2e-a9f3-7241cb301708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:17.047990 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:18.108448 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=37,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:18.112517 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=48,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:18.311420 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:18.601364 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:21.627804 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=33,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:22.123917 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:22.126491 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=64 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:24.025918 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:33.929591 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:33.932567 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:36.488883 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-861f9ba4-a908-4f3e-b457-bf685eb531a7 req-f9f94424-e273-4522-8c33-c1166aa28563 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1969933258&fields=id&tenant_id=9e3de9fd53764accb2dd11608029c233 HTTP/1.1" status: 200 len: 267 time: 0.0829980 Nov 02 13:17:36.677687 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f9ba4-a908-4f3e-b457-bf685eb531a7 req-62e35ce2-2201-45e3-aabc-7da6b99e5f83 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:17:36.679682 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-861f9ba4-a908-4f3e-b457-bf685eb531a7 req-62e35ce2-2201-45e3-aabc-7da6b99e5f83 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "GET /networking/v2.0/networks?id=0da7da1a-1676-4b95-ab9f-566c3aa29ee3 HTTP/1.1" status: 200 len: 809 time: 0.1782248 Nov 02 13:17:36.700070 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-861f9ba4-a908-4f3e-b457-bf685eb531a7 req-7fc92761-2107-40cd-a05d-9a516cf82b89 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "GET /networking/v2.0/quotas/9e3de9fd53764accb2dd11608029c233 HTTP/1.1" status: 200 len: 375 time: 0.0113571 Nov 02 13:17:36.761131 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-861f9ba4-a908-4f3e-b457-bf685eb531a7 req-58ec623b-4508-4bb6-8c7b-74789b57c35c tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9e3de9fd53764accb2dd11608029c233&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549018 Nov 02 13:17:36.823457 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51274) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:36.897308 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a66a53aa-9798-407c-8eca-b644134eda26 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group (2c52a967-54a5-4e54-b4e9-f87a92d119c1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:36.924668 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a66a53aa-9798-407c-8eca-b644134eda26 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group (2c52a967-54a5-4e54-b4e9-f87a92d119c1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:37.156271 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a66a53aa-9798-407c-8eca-b644134eda26 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2c52a967-54a5-4e54-b4e9-f87a92d119c1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:37.159538 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a66a53aa-9798-407c-8eca-b644134eda26 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:37.160850 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a66a53aa-9798-407c-8eca-b644134eda26 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2c52a967-54a5-4e54-b4e9-f87a92d119c1 HTTP/1.1" status: 204 len: 168 time: 0.3427658 Nov 02 13:17:37.171663 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a53aa-9798-407c-8eca-b644134eda26 tempest-TestShelveInstance-727225336 tempest-TestShelveInstance-727225336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c52a967-54a5-4e54-b4e9-f87a92d119c1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:37.324281 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51278) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:38.034103 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e3498c6e-85a5-4960-9ce3-0282a9b95e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:38.293118 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e3498c6e-85a5-4960-9ce3-0282a9b95e5c admin admin] Deleting port b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:17:38.293429 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e3498c6e-85a5-4960-9ce3-0282a9b95e5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:38.384609 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-e3498c6e-85a5-4960-9ce3-0282a9b95e5c admin admin] For port b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b,segment=NetworkSegment(bad2ecb4-799c-4b15-895e-d12f329788d5),segment_id=bad2ecb4-799c-4b15-895e-d12f329788d5)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:38.386651 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e3498c6e-85a5-4960-9ce3-0282a9b95e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:38.414280 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-e3498c6e-85a5-4960-9ce3-0282a9b95e5c admin admin] Calling delete_port for b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b owned by network:router_interface {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:17:38.631317 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:38.818054 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e3498c6e-85a5-4960-9ce3-0282a9b95e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:38.823749 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:38.849943 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3498c6e-85a5-4960-9ce3-0282a9b95e5c admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:39.060805 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-e3498c6e-85a5-4960-9ce3-0282a9b95e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:39.097240 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b8d370-6b96-4072-bdc0-a433a3922482 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:17:39.189248 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b8d370-6b96-4072-bdc0-a433a3922482 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:17:39.309555 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3498c6e-85a5-4960-9ce3-0282a9b95e5c admin admin] Router a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:17:39.427134 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3498c6e-85a5-4960-9ce3-0282a9b95e5c admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:17:39.433680 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-e3498c6e-85a5-4960-9ce3-0282a9b95e5c admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1075854 Nov 02 13:17:39.436109 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51280) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:39.444573 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ae2634-03ad-4d57-9b20-3a2e12108f55 None None] Sync routers for ids ['a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:17:39.456459 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae2634-03ad-4d57-9b20-3a2e12108f55 None None] Routers {'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:17:39.457438 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b4ae2634-03ad-4d57-9b20-3a2e12108f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:17:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:39.573520 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb1e784f-0c45-433d-8fca-1abd57f4283a admin admin] Publish callbacks [] for router (a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:39.599552 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-b4ae2634-03ad-4d57-9b20-3a2e12108f55 None None] Set router a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:17:39.680991 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb1e784f-0c45-433d-8fca-1abd57f4283a admin admin] Publish callbacks [] for router_gateway (a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:39.793723 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b4ae2634-03ad-4d57-9b20-3a2e12108f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2', 'name': 'tempest-TestShelveInstance-1251226503-router', 'tenant_id': '9e3de9fd53764accb2dd11608029c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c227d0f4-5011-4a09-adee-c9651e3b7012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:49Z', 'updated_at': '2022-11-02T13:17:38Z', 'revision_number': 5, 'project_id': '9e3de9fd53764accb2dd11608029c233', 'gw_port': {'id': 'c227d0f4-5011-4a09-adee-c9651e3b7012', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:50Z', 'updated_at': '2022-11-02T13:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:39.823398 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ae2634-03ad-4d57-9b20-3a2e12108f55 None None] Checking router: a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:17:39.832812 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae2634-03ad-4d57-9b20-3a2e12108f55 None None] Routers {'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:17:39.833517 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b4ae2634-03ad-4d57-9b20-3a2e12108f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:17:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:39.878072 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e784f-0c45-433d-8fca-1abd57f4283a admin admin] Deleting port c227d0f4-5011-4a09-adee-c9651e3b7012 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:17:39.878817 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb1e784f-0c45-433d-8fca-1abd57f4283a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (c227d0f4-5011-4a09-adee-c9651e3b7012), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:39.924731 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-b4ae2634-03ad-4d57-9b20-3a2e12108f55 None None] Set router a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:17:39.973615 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-eb1e784f-0c45-433d-8fca-1abd57f4283a admin admin] For port c227d0f4-5011-4a09-adee-c9651e3b7012, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=c227d0f4-5011-4a09-adee-c9651e3b7012,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:39.973858 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb1e784f-0c45-433d-8fca-1abd57f4283a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (c227d0f4-5011-4a09-adee-c9651e3b7012), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:39.976302 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=100 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:39.976783 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-b4ae2634-03ad-4d57-9b20-3a2e12108f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2', 'name': 'tempest-TestShelveInstance-1251226503-router', 'tenant_id': '9e3de9fd53764accb2dd11608029c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:49Z', 'updated_at': '2022-11-02T13:17:39Z', 'revision_number': 6, 'project_id': '9e3de9fd53764accb2dd11608029c233', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:39.990516 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e784f-0c45-433d-8fca-1abd57f4283a admin admin] Calling delete_port for c227d0f4-5011-4a09-adee-c9651e3b7012 owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:17:40.015680 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ae2634-03ad-4d57-9b20-3a2e12108f55 None None] The sync data for ids ['a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2'] in n-d-857339-6 is: [{'id': 'a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2', 'name': 'tempest-TestShelveInstance-1251226503-router', 'tenant_id': '9e3de9fd53764accb2dd11608029c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:49Z', 'updated_at': '2022-11-02T13:17:39Z', 'revision_number': 6, 'project_id': '9e3de9fd53764accb2dd11608029c233', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:17:40.019166 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e1c1ba41-8955-42b7-b281-2f4fc460b20b None None] Provisioning complete for port 0ddd570a-3387-46e5-8f0f-fde662f750d1 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:17:40.019379 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e1c1ba41-8955-42b7-b281-2f4fc460b20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0ddd570a-3387-46e5-8f0f-fde662f750d1), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:40.019718 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e1c1ba41-8955-42b7-b281-2f4fc460b20b None None] Attempt 1 to provision port 0ddd570a-3387-46e5-8f0f-fde662f750d1 Nov 02 13:17:40.103930 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e1c1ba41-8955-42b7-b281-2f4fc460b20b None None] Current status of the port 0ddd570a-3387-46e5-8f0f-fde662f750d1 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:17:40.110680 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:40.304785 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb1e784f-0c45-433d-8fca-1abd57f4283a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (c227d0f4-5011-4a09-adee-c9651e3b7012), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:40.336882 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e784f-0c45-433d-8fca-1abd57f4283a admin admin] Pushing event deleted for resources: {'Port': ['ID=c227d0f4-5011-4a09-adee-c9651e3b7012,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:40.408965 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb1e784f-0c45-433d-8fca-1abd57f4283a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:40.515171 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb1e784f-0c45-433d-8fca-1abd57f4283a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:40.518040 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb1e784f-0c45-433d-8fca-1abd57f4283a admin admin] Publish callbacks [] for router_controller (a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:40.623251 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:40.624051 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:40.647725 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb1e784f-0c45-433d-8fca-1abd57f4283a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:40.648383 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1e784f-0c45-433d-8fca-1abd57f4283a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2 {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:17:40.653602 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-eb1e784f-0c45-433d-8fca-1abd57f4283a admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:40.654817 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-eb1e784f-0c45-433d-8fca-1abd57f4283a admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/a47bebb5-3dba-45d3-9fa5-e04c8f2c3be2 HTTP/1.1" status: 204 len: 168 time: 1.2176974 Nov 02 13:17:40.658938 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51282) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:40.710061 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c707443-12c7-4e04-b337-91cbfabf427c admin admin] Deleting subnet 5301b3c8-cf93-43d1-bffb-3fc0350912ee {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:17:40.714259 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c707443-12c7-4e04-b337-91cbfabf427c admin admin] Publish callbacks [] for subnet (5301b3c8-cf93-43d1-bffb-3fc0350912ee), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:40.755326 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c707443-12c7-4e04-b337-91cbfabf427c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (5301b3c8-cf93-43d1-bffb-3fc0350912ee), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:40.837300 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c707443-12c7-4e04-b337-91cbfabf427c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (5301b3c8-cf93-43d1-bffb-3fc0350912ee), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:40.913358 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:17:40.938841 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:17:40.939207 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device b6d46bc9-a8e3-4f3d-9350-7ea6f6c6bc4b not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:17:40.939623 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c227d0f4-5011-4a09-adee-c9651e3b7012 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:17:40.959363 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: c227d0f4-5011-4a09-adee-c9651e3b7012 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:17:40.959705 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device c227d0f4-5011-4a09-adee-c9651e3b7012 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:17:41.021180 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c707443-12c7-4e04-b337-91cbfabf427c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (5301b3c8-cf93-43d1-bffb-3fc0350912ee), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:41.048658 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c707443-12c7-4e04-b337-91cbfabf427c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5301b3c8-cf93-43d1-bffb-3fc0350912ee,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:41.054258 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9c707443-12c7-4e04-b337-91cbfabf427c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:41.059205 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9c707443-12c7-4e04-b337-91cbfabf427c admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/5301b3c8-cf93-43d1-bffb-3fc0350912ee HTTP/1.1" status: 204 len: 168 time: 0.3969967 Nov 02 13:17:41.061085 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51284) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:41.066328 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b8852c-7250-4a91-8c4c-3b542133c621 None None] Network 0da7da1a-1676-4b95-ab9f-566c3aa29ee3 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:17:41.143662 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-908cb8b6-a700-4cab-9eb3-f15d91c6b751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (0da7da1a-1676-4b95-ab9f-566c3aa29ee3), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:41.195492 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-908cb8b6-a700-4cab-9eb3-f15d91c6b751 admin admin] Deleting port 0ddd570a-3387-46e5-8f0f-fde662f750d1 {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:17:41.196105 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-908cb8b6-a700-4cab-9eb3-f15d91c6b751 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0ddd570a-3387-46e5-8f0f-fde662f750d1), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:41.253808 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] DHCP port deletion for 0da7da1a-1676-4b95-ab9f-566c3aa29ee3 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:17:41.267249 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:41.273368 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-908cb8b6-a700-4cab-9eb3-f15d91c6b751 admin admin] For port 0ddd570a-3387-46e5-8f0f-fde662f750d1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0ddd570a-3387-46e5-8f0f-fde662f750d1,segment=NetworkSegment(bad2ecb4-799c-4b15-895e-d12f329788d5),segment_id=bad2ecb4-799c-4b15-895e-d12f329788d5)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:41.278804 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-908cb8b6-a700-4cab-9eb3-f15d91c6b751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0ddd570a-3387-46e5-8f0f-fde662f750d1), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:41.289714 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-908cb8b6-a700-4cab-9eb3-f15d91c6b751 admin admin] Calling delete_port for 0ddd570a-3387-46e5-8f0f-fde662f750d1 owned by network:dhcp {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:17:41.391304 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:41.422528 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:41.436054 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] Deleting port 0ddd570a-3387-46e5-8f0f-fde662f750d1 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:17:41.436350 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0ddd570a-3387-46e5-8f0f-fde662f750d1), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:41.456936 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:41.503431 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] For port 0ddd570a-3387-46e5-8f0f-fde662f750d1, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0ddd570a-3387-46e5-8f0f-fde662f750d1,segment=NetworkSegment(bad2ecb4-799c-4b15-895e-d12f329788d5),segment_id=bad2ecb4-799c-4b15-895e-d12f329788d5)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:41.503854 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0ddd570a-3387-46e5-8f0f-fde662f750d1), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:41.520408 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] Calling delete_port for 0ddd570a-3387-46e5-8f0f-fde662f750d1 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:17:41.527628 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-908cb8b6-a700-4cab-9eb3-f15d91c6b751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (0ddd570a-3387-46e5-8f0f-fde662f750d1), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:41.559443 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cb8b6-a700-4cab-9eb3-f15d91c6b751 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ddd570a-3387-46e5-8f0f-fde662f750d1,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:41.561380 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908cb8b6-a700-4cab-9eb3-f15d91c6b751 admin admin] No DVR routers for this DVR port 0ddd570a-3387-46e5-8f0f-fde662f750d1 on host n-d-857339-6 {{(pid=105976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:17:41.604070 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (0ddd570a-3387-46e5-8f0f-fde662f750d1), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:41.627142 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] Pushing event deleted for resources: {'Port': ['ID=0ddd570a-3387-46e5-8f0f-fde662f750d1,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:41.636877 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-908cb8b6-a700-4cab-9eb3-f15d91c6b751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (0da7da1a-1676-4b95-ab9f-566c3aa29ee3), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:41.639861 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:41.640209 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:41.640569 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:41.641088 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:41.641248 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:41.641624 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:41.641904 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:41.642210 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:41.642557 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:41.642878 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:41.643201 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:41.643529 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:41.643852 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:41.644171 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:41.644551 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:41.647544 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0280d4f-fbe4-4f5c-bb24-63054e7204f8 None None] No DVR routers for this DVR port 0ddd570a-3387-46e5-8f0f-fde662f750d1 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:17:41.668234 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-908cb8b6-a700-4cab-9eb3-f15d91c6b751 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da7da1a-1676-4b95-ab9f-566c3aa29ee3']}} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:41.673467 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-908cb8b6-a700-4cab-9eb3-f15d91c6b751 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad2ecb4-799c-4b15-895e-d12f329788d5') {'for_net_delete': True} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:41.673831 n-d-857339-6 neutron-server[105976]: DEBUG neutron.services.segments.db [None req-908cb8b6-a700-4cab-9eb3-f15d91c6b751 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad2ecb4-799c-4b15-895e-d12f329788d5') {} {{(pid=105976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:41.684849 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-908cb8b6-a700-4cab-9eb3-f15d91c6b751 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13530684'] for segment (bad2ecb4-799c-4b15-895e-d12f329788d5), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:41.699513 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-908cb8b6-a700-4cab-9eb3-f15d91c6b751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (bad2ecb4-799c-4b15-895e-d12f329788d5), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:41.706027 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908cb8b6-a700-4cab-9eb3-f15d91c6b751 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=105976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:17:41.706408 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-908cb8b6-a700-4cab-9eb3-f15d91c6b751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16727084'] for segment (bad2ecb4-799c-4b15-895e-d12f329788d5), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:41.759085 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment bad2ecb4-799c-4b15-895e-d12f329788d5 resource provider aggregate not found Nov 02 13:17:41.777283 n-d-857339-6 neutron-server[105976]: INFO neutron.services.segments.plugin [-] Segment bad2ecb4-799c-4b15-895e-d12f329788d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bad2ecb4-799c-4b15-895e-d12f329788d5 found for delete ", "request_id": "req-374fe2ea-9471-49fe-a549-6befa0568edd"}]} Nov 02 13:17:41.876678 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-908cb8b6-a700-4cab-9eb3-f15d91c6b751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (0da7da1a-1676-4b95-ab9f-566c3aa29ee3), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:41.882447 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-908cb8b6-a700-4cab-9eb3-f15d91c6b751 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:41.886366 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-908cb8b6-a700-4cab-9eb3-f15d91c6b751 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/0da7da1a-1676-4b95-ab9f-566c3aa29ee3 HTTP/1.1" status: 204 len: 168 time: 0.8242106 Nov 02 13:17:41.889593 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51290) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:41.897857 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cb8b6-a700-4cab-9eb3-f15d91c6b751 admin admin] Pushing event deleted for resources: {'Network': ['ID=0da7da1a-1676-4b95-ab9f-566c3aa29ee3,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:42.229837 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1f053bc4-d92a-404c-a93d-3454f5126e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (c67a4367-8429-490b-8c15-3f99e7585e7e), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:42.436506 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:42.486024 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1f053bc4-d92a-404c-a93d-3454f5126e37 admin admin] Deleting port 66248767-db7f-4900-948d-f64cd98eea4c {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:17:42.486286 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1f053bc4-d92a-404c-a93d-3454f5126e37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (66248767-db7f-4900-948d-f64cd98eea4c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:42.554538 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:42.583824 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-1f053bc4-d92a-404c-a93d-3454f5126e37 admin admin] For port 66248767-db7f-4900-948d-f64cd98eea4c, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=66248767-db7f-4900-948d-f64cd98eea4c,segment=NetworkSegment(74d551c1-f153-49cc-aeec-aeb64443ad91),segment_id=74d551c1-f153-49cc-aeec-aeb64443ad91)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:42.584184 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1f053bc4-d92a-404c-a93d-3454f5126e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (66248767-db7f-4900-948d-f64cd98eea4c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:42.597772 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-1f053bc4-d92a-404c-a93d-3454f5126e37 admin admin] Calling delete_port for 66248767-db7f-4900-948d-f64cd98eea4c owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:17:42.899142 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0ddd570a-3387-46e5-8f0f-fde662f750d1 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:17:42.919628 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 0ddd570a-3387-46e5-8f0f-fde662f750d1 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:17:42.919977 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0ddd570a-3387-46e5-8f0f-fde662f750d1 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:17:42.943625 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1f053bc4-d92a-404c-a93d-3454f5126e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (66248767-db7f-4900-948d-f64cd98eea4c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:42.968125 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f053bc4-d92a-404c-a93d-3454f5126e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=66248767-db7f-4900-948d-f64cd98eea4c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:43.007558 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-248f4c4c-e790-4340-b26a-fe853f4133b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:43.146264 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1f053bc4-d92a-404c-a93d-3454f5126e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (c67a4367-8429-490b-8c15-3f99e7585e7e), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:43.175107 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdb5fb9-efab-4fd5-98d3-ef72c364f36f None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:17:43.249774 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdb5fb9-efab-4fd5-98d3-ef72c364f36f None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:17:43.321073 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:43.379284 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f053bc4-d92a-404c-a93d-3454f5126e37 admin admin] Router c67a4367-8429-490b-8c15-3f99e7585e7e has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:17:43.500448 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f053bc4-d92a-404c-a93d-3454f5126e37 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:17:43.508978 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51292) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:43.512340 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8848cd0d-2746-4b7c-9399-0a8326906117 None None] Sync routers for ids ['c67a4367-8429-490b-8c15-3f99e7585e7e'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:17:43.518044 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1f053bc4-d92a-404c-a93d-3454f5126e37 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/c67a4367-8429-490b-8c15-3f99e7585e7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6181853 Nov 02 13:17:43.531399 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8848cd0d-2746-4b7c-9399-0a8326906117 None None] Routers {'c67a4367-8429-490b-8c15-3f99e7585e7e'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:17:43.532045 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-8848cd0d-2746-4b7c-9399-0a8326906117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:17:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c67a4367-8429-490b-8c15-3f99e7585e7e'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:43.648103 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3434b1d3-f08c-4691-853e-0bcbc29bfd67 admin admin] Publish callbacks [] for router (c67a4367-8429-490b-8c15-3f99e7585e7e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:43.661487 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-8848cd0d-2746-4b7c-9399-0a8326906117 None None] Set router c67a4367-8429-490b-8c15-3f99e7585e7e gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:17:43.764943 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3434b1d3-f08c-4691-853e-0bcbc29bfd67 admin admin] Publish callbacks [] for router_gateway (c67a4367-8429-490b-8c15-3f99e7585e7e), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:43.929396 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-8848cd0d-2746-4b7c-9399-0a8326906117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a4367-8429-490b-8c15-3f99e7585e7e', 'name': 'tempest-TestShelveInstance-1774125859-router', 'tenant_id': '37a935bb200744fc95cd49614329c222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '202af361-e676-4658-aee7-e3a53f7840ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:57Z', 'updated_at': '2022-11-02T13:17:42Z', 'revision_number': 5, 'project_id': '37a935bb200744fc95cd49614329c222', 'gw_port': {'id': '202af361-e676-4658-aee7-e3a53f7840ec', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a4367-8429-490b-8c15-3f99e7585e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:16:58Z', 'updated_at': '2022-11-02T13:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:43.942935 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3434b1d3-f08c-4691-853e-0bcbc29bfd67 admin admin] Deleting port 202af361-e676-4658-aee7-e3a53f7840ec {{(pid=105976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:17:43.943994 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3434b1d3-f08c-4691-853e-0bcbc29bfd67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (202af361-e676-4658-aee7-e3a53f7840ec), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:43.958643 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8848cd0d-2746-4b7c-9399-0a8326906117 None None] Checking router: c67a4367-8429-490b-8c15-3f99e7585e7e for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:17:43.968761 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8848cd0d-2746-4b7c-9399-0a8326906117 None None] Routers {'c67a4367-8429-490b-8c15-3f99e7585e7e'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:17:43.969492 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-8848cd0d-2746-4b7c-9399-0a8326906117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:17:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c67a4367-8429-490b-8c15-3f99e7585e7e'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:44.040017 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.db [None req-3434b1d3-f08c-4691-853e-0bcbc29bfd67 admin admin] For port 202af361-e676-4658-aee7-e3a53f7840ec, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=202af361-e676-4658-aee7-e3a53f7840ec,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:44.040929 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3434b1d3-f08c-4691-853e-0bcbc29bfd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (202af361-e676-4658-aee7-e3a53f7840ec), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:44.056820 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.plugin [None req-3434b1d3-f08c-4691-853e-0bcbc29bfd67 admin admin] Calling delete_port for 202af361-e676-4658-aee7-e3a53f7840ec owned by network:router_gateway {{(pid=105976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:17:44.057962 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-a653dd17-1a24-4c28-b997-6e21ceced624 None None] Provisioning complete for port 0e91f4d3-164b-4bd8-9600-6635c5073cdf triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:17:44.058683 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a653dd17-1a24-4c28-b997-6e21ceced624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0e91f4d3-164b-4bd8-9600-6635c5073cdf), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:44.058797 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-a653dd17-1a24-4c28-b997-6e21ceced624 None None] Attempt 1 to provision port 0e91f4d3-164b-4bd8-9600-6635c5073cdf Nov 02 13:17:44.059564 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-8848cd0d-2746-4b7c-9399-0a8326906117 None None] Set router c67a4367-8429-490b-8c15-3f99e7585e7e gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:17:44.120148 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-8848cd0d-2746-4b7c-9399-0a8326906117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a4367-8429-490b-8c15-3f99e7585e7e', 'name': 'tempest-TestShelveInstance-1774125859-router', 'tenant_id': '37a935bb200744fc95cd49614329c222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:57Z', 'updated_at': '2022-11-02T13:17:43Z', 'revision_number': 6, 'project_id': '37a935bb200744fc95cd49614329c222', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:44.146583 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8848cd0d-2746-4b7c-9399-0a8326906117 None None] The sync data for ids ['c67a4367-8429-490b-8c15-3f99e7585e7e'] in n-d-857339-6 is: [{'id': 'c67a4367-8429-490b-8c15-3f99e7585e7e', 'name': 'tempest-TestShelveInstance-1774125859-router', 'tenant_id': '37a935bb200744fc95cd49614329c222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:16:57Z', 'updated_at': '2022-11-02T13:17:43Z', 'revision_number': 6, 'project_id': '37a935bb200744fc95cd49614329c222', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:17:44.156190 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-a653dd17-1a24-4c28-b997-6e21ceced624 None None] Current status of the port 0e91f4d3-164b-4bd8-9600-6635c5073cdf is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:17:44.174414 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:44.378956 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3434b1d3-f08c-4691-853e-0bcbc29bfd67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (202af361-e676-4658-aee7-e3a53f7840ec), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:44.405547 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434b1d3-f08c-4691-853e-0bcbc29bfd67 admin admin] Pushing event deleted for resources: {'Port': ['ID=202af361-e676-4658-aee7-e3a53f7840ec,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:44.472848 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3434b1d3-f08c-4691-853e-0bcbc29bfd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (c67a4367-8429-490b-8c15-3f99e7585e7e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:44.573949 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3434b1d3-f08c-4691-853e-0bcbc29bfd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (c67a4367-8429-490b-8c15-3f99e7585e7e), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:44.578544 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3434b1d3-f08c-4691-853e-0bcbc29bfd67 admin admin] Publish callbacks [] for router_controller (c67a4367-8429-490b-8c15-3f99e7585e7e), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:44.728457 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3434b1d3-f08c-4691-853e-0bcbc29bfd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (c67a4367-8429-490b-8c15-3f99e7585e7e), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:44.729073 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3434b1d3-f08c-4691-853e-0bcbc29bfd67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c67a4367-8429-490b-8c15-3f99e7585e7e {{(pid=105976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:17:44.733452 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-3434b1d3-f08c-4691-853e-0bcbc29bfd67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:44.734625 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-3434b1d3-f08c-4691-853e-0bcbc29bfd67 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/c67a4367-8429-490b-8c15-3f99e7585e7e HTTP/1.1" status: 204 len: 168 time: 1.2240429 Nov 02 13:17:44.737304 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51294) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:44.784012 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b17e0a5-7d5e-4a99-8f54-609d1e10b1a9 admin admin] Deleting subnet 3774053a-ac89-453f-8c4a-add1e3598ad8 {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:17:44.786980 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:44.787892 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4b17e0a5-7d5e-4a99-8f54-609d1e10b1a9 admin admin] Publish callbacks [] for subnet (3774053a-ac89-453f-8c4a-add1e3598ad8), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:44.826150 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4b17e0a5-7d5e-4a99-8f54-609d1e10b1a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (3774053a-ac89-453f-8c4a-add1e3598ad8), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:44.932531 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4b17e0a5-7d5e-4a99-8f54-609d1e10b1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (3774053a-ac89-453f-8c4a-add1e3598ad8), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:45.011504 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 202af361-e676-4658-aee7-e3a53f7840ec no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:17:45.031828 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 202af361-e676-4658-aee7-e3a53f7840ec {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:17:45.032166 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 202af361-e676-4658-aee7-e3a53f7840ec not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:17:45.032644 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 66248767-db7f-4900-948d-f64cd98eea4c no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:17:45.052139 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 66248767-db7f-4900-948d-f64cd98eea4c {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:17:45.052504 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 66248767-db7f-4900-948d-f64cd98eea4c not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:17:45.196334 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4b17e0a5-7d5e-4a99-8f54-609d1e10b1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (3774053a-ac89-453f-8c4a-add1e3598ad8), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:45.227946 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17e0a5-7d5e-4a99-8f54-609d1e10b1a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3774053a-ac89-453f-8c4a-add1e3598ad8,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:45.233852 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4b17e0a5-7d5e-4a99-8f54-609d1e10b1a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:45.240361 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51296) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:45.241174 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4b17e0a5-7d5e-4a99-8f54-609d1e10b1a9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/3774053a-ac89-453f-8c4a-add1e3598ad8 HTTP/1.1" status: 204 len: 168 time: 0.5027826 Nov 02 13:17:45.243942 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b99e525-3ed2-4eb7-a79f-2595f7379bf9 None None] Network 0703f0d8-9246-40c8-91ac-babf7a54afc1 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:17:45.325278 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14f0640f-b85b-44c3-8ad4-40dbb93ef45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (0703f0d8-9246-40c8-91ac-babf7a54afc1), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:45.358749 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:45.379554 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-14f0640f-b85b-44c3-8ad4-40dbb93ef45e admin admin] Deleting port 0e91f4d3-164b-4bd8-9600-6635c5073cdf {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:17:45.380198 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14f0640f-b85b-44c3-8ad4-40dbb93ef45e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0e91f4d3-164b-4bd8-9600-6635c5073cdf), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:45.423128 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4712c28e-4197-4903-847c-efbba6b4a78e None None] DHCP port deletion for 0703f0d8-9246-40c8-91ac-babf7a54afc1 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:17:45.433674 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:45.469253 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-14f0640f-b85b-44c3-8ad4-40dbb93ef45e admin admin] For port 0e91f4d3-164b-4bd8-9600-6635c5073cdf, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0e91f4d3-164b-4bd8-9600-6635c5073cdf,segment=NetworkSegment(74d551c1-f153-49cc-aeec-aeb64443ad91),segment_id=74d551c1-f153-49cc-aeec-aeb64443ad91)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:45.469614 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14f0640f-b85b-44c3-8ad4-40dbb93ef45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0e91f4d3-164b-4bd8-9600-6635c5073cdf), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:45.471040 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4712c28e-4197-4903-847c-efbba6b4a78e None None] Deleting port 0e91f4d3-164b-4bd8-9600-6635c5073cdf {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:17:45.471408 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4712c28e-4197-4903-847c-efbba6b4a78e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0e91f4d3-164b-4bd8-9600-6635c5073cdf), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:45.485416 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-14f0640f-b85b-44c3-8ad4-40dbb93ef45e admin admin] Calling delete_port for 0e91f4d3-164b-4bd8-9600-6635c5073cdf owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:17:45.489231 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:45.537930 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-4712c28e-4197-4903-847c-efbba6b4a78e None None] For port 0e91f4d3-164b-4bd8-9600-6635c5073cdf, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0e91f4d3-164b-4bd8-9600-6635c5073cdf,segment=NetworkSegment(74d551c1-f153-49cc-aeec-aeb64443ad91),segment_id=74d551c1-f153-49cc-aeec-aeb64443ad91)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:45.538338 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4712c28e-4197-4903-847c-efbba6b4a78e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0e91f4d3-164b-4bd8-9600-6635c5073cdf), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:45.553109 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-4712c28e-4197-4903-847c-efbba6b4a78e None None] Calling delete_port for 0e91f4d3-164b-4bd8-9600-6635c5073cdf owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:17:45.620171 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:45.704906 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14f0640f-b85b-44c3-8ad4-40dbb93ef45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (0e91f4d3-164b-4bd8-9600-6635c5073cdf), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:45.711488 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4712c28e-4197-4903-847c-efbba6b4a78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (0e91f4d3-164b-4bd8-9600-6635c5073cdf), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:45.729679 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0640f-b85b-44c3-8ad4-40dbb93ef45e admin admin] Pushing event deleted for resources: {'Port': ['ID=0e91f4d3-164b-4bd8-9600-6635c5073cdf,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:45.736750 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f0640f-b85b-44c3-8ad4-40dbb93ef45e admin admin] No DVR routers for this DVR port 0e91f4d3-164b-4bd8-9600-6635c5073cdf on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:17:45.737893 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712c28e-4197-4903-847c-efbba6b4a78e None None] Pushing event deleted for resources: {'Port': ['ID=0e91f4d3-164b-4bd8-9600-6635c5073cdf,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:45.741715 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4712c28e-4197-4903-847c-efbba6b4a78e None None] No DVR routers for this DVR port 0e91f4d3-164b-4bd8-9600-6635c5073cdf on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:17:45.824740 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14f0640f-b85b-44c3-8ad4-40dbb93ef45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (0703f0d8-9246-40c8-91ac-babf7a54afc1), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:45.847470 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-14f0640f-b85b-44c3-8ad4-40dbb93ef45e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0703f0d8-9246-40c8-91ac-babf7a54afc1']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:45.858057 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-14f0640f-b85b-44c3-8ad4-40dbb93ef45e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d551c1-f153-49cc-aeec-aeb64443ad91') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:45.858357 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-14f0640f-b85b-44c3-8ad4-40dbb93ef45e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d551c1-f153-49cc-aeec-aeb64443ad91') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:45.868874 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14f0640f-b85b-44c3-8ad4-40dbb93ef45e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (74d551c1-f153-49cc-aeec-aeb64443ad91), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:45.882712 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14f0640f-b85b-44c3-8ad4-40dbb93ef45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (74d551c1-f153-49cc-aeec-aeb64443ad91), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:45.890282 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f0640f-b85b-44c3-8ad4-40dbb93ef45e admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:17:45.890680 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14f0640f-b85b-44c3-8ad4-40dbb93ef45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (74d551c1-f153-49cc-aeec-aeb64443ad91), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:45.952802 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b849fdd7-4c58-48cd-89a2-fb901e35b0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:46.070195 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 74d551c1-f153-49cc-aeec-aeb64443ad91 resource provider aggregate not found Nov 02 13:17:46.086979 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 74d551c1-f153-49cc-aeec-aeb64443ad91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74d551c1-f153-49cc-aeec-aeb64443ad91 found for delete ", "request_id": "req-c0be0184-dec2-4ec7-99d1-ec126eb86b8d"}]} Nov 02 13:17:46.133137 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14f0640f-b85b-44c3-8ad4-40dbb93ef45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (0703f0d8-9246-40c8-91ac-babf7a54afc1), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:46.140731 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-14f0640f-b85b-44c3-8ad4-40dbb93ef45e admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:46.146439 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-14f0640f-b85b-44c3-8ad4-40dbb93ef45e admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/0703f0d8-9246-40c8-91ac-babf7a54afc1 HTTP/1.1" status: 204 len: 168 time: 0.9024165 Nov 02 13:17:46.157320 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0640f-b85b-44c3-8ad4-40dbb93ef45e admin admin] Pushing event deleted for resources: {'Network': ['ID=0703f0d8-9246-40c8-91ac-babf7a54afc1,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:46.642735 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51306) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:46.685463 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-2e40fe4f-c7eb-4061-a101-d0c6fa8931bd admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9e3de9fd53764accb2dd11608029c233&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415771 Nov 02 13:17:46.688256 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51308) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:46.752800 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e09d5e92-cf4c-44eb-a303-a780e715f7c4 admin admin] Publish callbacks [] for security_group (e27f9394-7ac3-4491-8f75-e81908e0decd), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:46.774456 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e09d5e92-cf4c-44eb-a303-a780e715f7c4 admin admin] Publish callbacks [] for security_group (e27f9394-7ac3-4491-8f75-e81908e0decd), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:46.902209 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0e91f4d3-164b-4bd8-9600-6635c5073cdf no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:17:46.924737 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 0e91f4d3-164b-4bd8-9600-6635c5073cdf {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:17:46.925104 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0e91f4d3-164b-4bd8-9600-6635c5073cdf not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:17:46.962025 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e09d5e92-cf4c-44eb-a303-a780e715f7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (e27f9394-7ac3-4491-8f75-e81908e0decd), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:46.967415 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e09d5e92-cf4c-44eb-a303-a780e715f7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:46.967415 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e09d5e92-cf4c-44eb-a303-a780e715f7c4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e27f9394-7ac3-4491-8f75-e81908e0decd HTTP/1.1" status: 204 len: 168 time: 0.2766976 Nov 02 13:17:46.974738 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d5e92-cf4c-44eb-a303-a780e715f7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27f9394-7ac3-4491-8f75-e81908e0decd,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:47.064533 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:48.182210 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51314) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:48.221128 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:48.228350 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-fdb073a7-07ba-46fd-9e4c-8436033ad804 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=37a935bb200744fc95cd49614329c222&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447304 Nov 02 13:17:48.231041 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51316) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:48.286714 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1c366b88-fa66-4af4-abd3-8adbcabf443c admin admin] Publish callbacks [] for security_group (2a2ad07a-15bc-4885-b54b-5cf0226549d5), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:48.309726 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1c366b88-fa66-4af4-abd3-8adbcabf443c admin admin] Publish callbacks [] for security_group (2a2ad07a-15bc-4885-b54b-5cf0226549d5), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:48.367533 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:48.504574 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1c366b88-fa66-4af4-abd3-8adbcabf443c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (2a2ad07a-15bc-4885-b54b-5cf0226549d5), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:48.507113 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-1c366b88-fa66-4af4-abd3-8adbcabf443c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:48.508283 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-1c366b88-fa66-4af4-abd3-8adbcabf443c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2a2ad07a-15bc-4885-b54b-5cf0226549d5 HTTP/1.1" status: 204 len: 168 time: 0.2763407 Nov 02 13:17:48.518647 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c366b88-fa66-4af4-abd3-8adbcabf443c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2ad07a-15bc-4885-b54b-5cf0226549d5,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:48.573477 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:49.128997 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:17:49.810260 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51338) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:49.922673 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-aab6d72a-7f1a-4782-8621-8b036c8adb36 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-288655952-network', 'tenant_id': '045c48f108df42c9b839fa7b5ce32cea'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:17:50.127112 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab6d72a-7f1a-4782-8621-8b036c8adb36 admin admin] Made reservation on behalf of 045c48f108df42c9b839fa7b5ce32cea for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:17:50.129603 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aab6d72a-7f1a-4782-8621-8b036c8adb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:50.139763 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aab6d72a-7f1a-4782-8621-8b036c8adb36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:50.163540 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:50.224995 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aab6d72a-7f1a-4782-8621-8b036c8adb36 admin admin] Publish callbacks [] for security_group (6777c52e-66dd-45a4-80f2-3591bf01279b), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:50.327456 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aab6d72a-7f1a-4782-8621-8b036c8adb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6777c52e-66dd-45a4-80f2-3591bf01279b), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:50.359142 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab6d72a-7f1a-4782-8621-8b036c8adb36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:17:50.366665 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6d72a-7f1a-4782-8621-8b036c8adb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6777c52e-66dd-45a4-80f2-3591bf01279b,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:50.375018 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aab6d72a-7f1a-4782-8621-8b036c8adb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (553f02bb-09fd-4fb9-aed5-ca6ac6084820), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:50.375371 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-aab6d72a-7f1a-4782-8621-8b036c8adb36 admin admin] Added segment 553f02bb-09fd-4fb9-aed5-ca6ac6084820 of type vlan for network 87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57 Nov 02 13:17:50.422824 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aab6d72a-7f1a-4782-8621-8b036c8adb36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:50.539052 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aab6d72a-7f1a-4782-8621-8b036c8adb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:50.540117 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab6d72a-7f1a-4782-8621-8b036c8adb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:17:50.540757 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-aab6d72a-7f1a-4782-8621-8b036c8adb36 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:50.622616 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6d72a-7f1a-4782-8621-8b036c8adb36 admin admin] Pushing event updated for resources: {'Network': ['ID=87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:50.633023 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network 87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57 details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:17:50.687462 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-aab6d72a-7f1a-4782-8621-8b036c8adb36 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8757122 Nov 02 13:17:50.691172 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51342) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:50.703324 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-304f33e3-28ea-463d-9b82-4e647d40cfe7 admin admin] Request body: {'subnet': {'network_id': '87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-288655952-subnet', 'tenant_id': '045c48f108df42c9b839fa7b5ce32cea', 'ip_version': 4}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:17:50.818699 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304f33e3-28ea-463d-9b82-4e647d40cfe7 admin admin] Made reservation on behalf of 045c48f108df42c9b839fa7b5ce32cea for: {'subnet': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:17:50.821243 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-304f33e3-28ea-463d-9b82-4e647d40cfe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785066'] for subnet (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:51.134134 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-304f33e3-28ea-463d-9b82-4e647d40cfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13042908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12785052'] for subnet (0695875e-1fe6-454f-a07d-e45adbff3f13), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:51.189062 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:51.195348 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f33e3-28ea-463d-9b82-4e647d40cfe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0695875e-1fe6-454f-a07d-e45adbff3f13,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:51.207634 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f33e3-28ea-463d-9b82-4e647d40cfe7 admin admin] Checking segment: {'id': '553f02bb-09fd-4fb9-aed5-ca6ac6084820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:17:51.207887 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304f33e3-28ea-463d-9b82-4e647d40cfe7 admin admin] Network hostable DHCP agents. Network: 87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:17:51.333315 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304f33e3-28ea-463d-9b82-4e647d40cfe7 admin admin] Network 87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57 is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:17:51.458968 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-304f33e3-28ea-463d-9b82-4e647d40cfe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, 87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57) {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:17:51.463814 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304f33e3-28ea-463d-9b82-4e647d40cfe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:17:51.464405 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-304f33e3-28ea-463d-9b82-4e647d40cfe7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:51.471241 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64f89b4-2802-45ae-ad55-005114dcad3b None None] Network 87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:17:51.581528 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57', 'network_id': '87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57', 'project_id': '045c48f108df42c9b839fa7b5ce32cea', 'fixed_ips': [{'subnet_id': '0695875e-1fe6-454f-a07d-e45adbff3f13'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:17:51.582504 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:51.599157 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-304f33e3-28ea-463d-9b82-4e647d40cfe7 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9065702 Nov 02 13:17:51.602528 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51344) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:51.609556 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-26c3bfcc-f846-4bf3-8f7e-8281bcb634ca admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-288655952-router', 'tenant_id': '045c48f108df42c9b839fa7b5ce32cea', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:17:51.733576 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] Allocated IP 172.20.0.2 (87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57/0695875e-1fe6-454f-a07d-e45adbff3f13/59f2482c-44b1-43f5-9ab1-5453d9664ce4) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:17:51.872705 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-26c3bfcc-f846-4bf3-8f7e-8281bcb634ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (c50340a8-794d-466d-9199-3ee37fb34cf3), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:51.874692 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-26c3bfcc-f846-4bf3-8f7e-8281bcb634ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (c50340a8-794d-466d-9199-3ee37fb34cf3), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:51.979407 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] Publish callbacks [] for port (59f2482c-44b1-43f5-9ab1-5453d9664ce4), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:52.043315 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-26c3bfcc-f846-4bf3-8f7e-8281bcb634ca admin admin] Publish callbacks [] for router_controller (c50340a8-794d-466d-9199-3ee37fb34cf3), precommit_add_association {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:52.168588 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (59f2482c-44b1-43f5-9ab1-5453d9664ce4), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:52.208387 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] Network 87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57 is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:17:52.211499 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:17:52.218007 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:17:52.229956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] Pushing event updated for resources: {'Port': ['ID=59f2482c-44b1-43f5-9ab1-5453d9664ce4,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:52.290140 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] Attempting to bind port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:17:52.291210 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] Attempting to bind port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '553f02bb-09fd-4fb9-aed5-ca6ac6084820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:17:52.291659 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] Attempting to bind port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 on network 87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:17:52.317254 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-26c3bfcc-f846-4bf3-8f7e-8281bcb634ca admin admin] Publish callbacks [] for router_gateway (c50340a8-794d-466d-9199-3ee37fb34cf3), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:52.327262 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:52.333393 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:52.342198 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:17:52.342564 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] Checking segment: {'id': '553f02bb-09fd-4fb9-aed5-ca6ac6084820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:17:52.342967 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:52.343358 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] Bound using segment: {'id': '553f02bb-09fd-4fb9-aed5-ca6ac6084820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:17:52.343832 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] Bound port: 59f2482c-44b1-43f5-9ab1-5453d9664ce4, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553f02bb-09fd-4fb9-aed5-ca6ac6084820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:17:52.344202 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (59f2482c-44b1-43f5-9ab1-5453d9664ce4), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:52.414211 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] For port 59f2482c-44b1-43f5-9ab1-5453d9664ce4, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:17:52.419796 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] For port 59f2482c-44b1-43f5-9ab1-5453d9664ce4, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=59f2482c-44b1-43f5-9ab1-5453d9664ce4,segment=NetworkSegment(553f02bb-09fd-4fb9-aed5-ca6ac6084820),segment_id=553f02bb-09fd-4fb9-aed5-ca6ac6084820)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:17:52.582514 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (59f2482c-44b1-43f5-9ab1-5453d9664ce4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:52.667657 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b1e99-3c46-45eb-9dff-dfdad86e290d None None] Pushing event updated for resources: {'Port': ['ID=59f2482c-44b1-43f5-9ab1-5453d9664ce4,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:53.003689 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:53.004938 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 59f2482c-44b1-43f5-9ab1-5453d9664ce4 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:17:53.055254 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-26c3bfcc-f846-4bf3-8f7e-8281bcb634ca admin admin] Publish callbacks [] for router_gateway (c50340a8-794d-466d-9199-3ee37fb34cf3), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:53.070571 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:17:53.070952 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (59f2482c-44b1-43f5-9ab1-5453d9664ce4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:53.071398 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 Nov 02 13:17:53.078650 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-26c3bfcc-f846-4bf3-8f7e-8281bcb634ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:53.171267 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:17:53.171574 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (59f2482c-44b1-43f5-9ab1-5453d9664ce4), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:53.205849 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-26c3bfcc-f846-4bf3-8f7e-8281bcb634ca admin admin] Allocated IP 172.25.2.154 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/f50aa11a-3796-40a9-b969-e44e2d6550ad) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:17:53.215663 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 59f2482c-44b1-43f5-9ab1-5453d9664ce4, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=59f2482c-44b1-43f5-9ab1-5453d9664ce4,segment=NetworkSegment(553f02bb-09fd-4fb9-aed5-ca6ac6084820),segment_id=553f02bb-09fd-4fb9-aed5-ca6ac6084820)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:53.297230 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=9 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:53.332561 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-26c3bfcc-f846-4bf3-8f7e-8281bcb634ca admin admin] Publish callbacks [] for port (f50aa11a-3796-40a9-b969-e44e2d6550ad), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:53.344595 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (59f2482c-44b1-43f5-9ab1-5453d9664ce4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:53.396002 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=59f2482c-44b1-43f5-9ab1-5453d9664ce4,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:53.602454 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-26c3bfcc-f846-4bf3-8f7e-8281bcb634ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (f50aa11a-3796-40a9-b969-e44e2d6550ad), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:53.647360 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c3bfcc-f846-4bf3-8f7e-8281bcb634ca admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:17:53.653896 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-26c3bfcc-f846-4bf3-8f7e-8281bcb634ca admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:17:53.658640 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c3bfcc-f846-4bf3-8f7e-8281bcb634ca admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:17:53.664607 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3bfcc-f846-4bf3-8f7e-8281bcb634ca admin admin] Pushing event updated for resources: {'Port': ['ID=f50aa11a-3796-40a9-b969-e44e2d6550ad,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:53.863926 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe132843-7e35-4087-ad09-9ccb63287085 None None] Network 87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:17:53.888762 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-6effc54d-80c0-4a95-bcbb-b0d972217565 None None] Provisioning complete for port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:17:53.889129 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6effc54d-80c0-4a95-bcbb-b0d972217565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (59f2482c-44b1-43f5-9ab1-5453d9664ce4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:53.889486 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-6effc54d-80c0-4a95-bcbb-b0d972217565 None None] Attempt 1 to provision port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 Nov 02 13:17:54.027020 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-6effc54d-80c0-4a95-bcbb-b0d972217565 None None] Current status of the port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:17:54.083166 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:54.123598 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=41 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:54.154010 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-26c3bfcc-f846-4bf3-8f7e-8281bcb634ca admin admin] Publish callbacks [] for router_gateway (c50340a8-794d-466d-9199-3ee37fb34cf3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:54.243097 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:54.246310 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e0455cb5-a424-4b26-b279-3468f9bcd16e None None] Provisioning complete for port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:17:54.247553 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e0455cb5-a424-4b26-b279-3468f9bcd16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (59f2482c-44b1-43f5-9ab1-5453d9664ce4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:54.247553 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e0455cb5-a424-4b26-b279-3468f9bcd16e None None] Attempt 1 to provision port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 Nov 02 13:17:54.279065 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:54.327258 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e0455cb5-a424-4b26-b279-3468f9bcd16e None None] Current status of the port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:17:54.389631 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-26c3bfcc-f846-4bf3-8f7e-8281bcb634ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (c50340a8-794d-466d-9199-3ee37fb34cf3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:54.641607 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c3bfcc-f846-4bf3-8f7e-8281bcb634ca admin admin] Router c50340a8-794d-466d-9199-3ee37fb34cf3 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:17:54.769079 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c3bfcc-f846-4bf3-8f7e-8281bcb634ca admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:17:54.777915 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] Sync routers for ids ['c50340a8-794d-466d-9199-3ee37fb34cf3'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:17:54.794908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] Routers {'c50340a8-794d-466d-9199-3ee37fb34cf3'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:17:54.795711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:17:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c50340a8-794d-466d-9199-3ee37fb34cf3'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:54.880665 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-26c3bfcc-f846-4bf3-8f7e-8281bcb634ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:54.882298 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-26c3bfcc-f846-4bf3-8f7e-8281bcb634ca admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2786400 Nov 02 13:17:54.895498 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51346) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:54.907495 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] Set router c50340a8-794d-466d-9199-3ee37fb34cf3 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:17:54.937905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 59f2482c-44b1-43f5-9ab1-5453d9664ce4 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:17:54.990421 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:55.089820 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:17:55.090544 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (59f2482c-44b1-43f5-9ab1-5453d9664ce4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:55.090954 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 Nov 02 13:17:55.093186 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:55.207605 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50340a8-794d-466d-9199-3ee37fb34cf3', 'name': 'tempest-TestSnapshotPattern-288655952-router', 'tenant_id': '045c48f108df42c9b839fa7b5ce32cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f50aa11a-3796-40a9-b969-e44e2d6550ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:17:51Z', 'updated_at': '2022-11-02T13:17:53Z', 'revision_number': 3, 'project_id': '045c48f108df42c9b839fa7b5ce32cea', 'gw_port': {'id': 'f50aa11a-3796-40a9-b969-e44e2d6550ad', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50340a8-794d-466d-9199-3ee37fb34cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:17:53Z', 'updated_at': '2022-11-02T13:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:55.397518 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] Checking router: c50340a8-794d-466d-9199-3ee37fb34cf3 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:17:55.397992 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] Updating router c50340a8-794d-466d-9199-3ee37fb34cf3 port f50aa11a-3796-40a9-b969-e44e2d6550ad binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:17:55.433109 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:17:55.440041 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f50aa11a-3796-40a9-b969-e44e2d6550ad), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:55.442498 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9712222d-3324-41a6-ae56-ce6808b4ad7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:55.653436 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-9712222d-3324-41a6-ae56-ce6808b4ad7f admin admin] Allocated IP 172.20.0.1 (87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57/0695875e-1fe6-454f-a07d-e45adbff3f13/3eba506a-8c8e-42aa-b364-8ba6d0991776) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:17:55.750096 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:55.759824 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] Publish callbacks [] for port (f50aa11a-3796-40a9-b969-e44e2d6550ad), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:55.779579 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9712222d-3324-41a6-ae56-ce6808b4ad7f admin admin] Publish callbacks [] for port (3eba506a-8c8e-42aa-b364-8ba6d0991776), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:55.963278 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9712222d-3324-41a6-ae56-ce6808b4ad7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (3eba506a-8c8e-42aa-b364-8ba6d0991776), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:55.963853 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f50aa11a-3796-40a9-b969-e44e2d6550ad), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:55.995723 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:56.003487 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] Attempting to bind port f50aa11a-3796-40a9-b969-e44e2d6550ad on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:17:56.003875 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] Attempting to bind port f50aa11a-3796-40a9-b969-e44e2d6550ad by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:17:56.004223 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] Attempting to bind port f50aa11a-3796-40a9-b969-e44e2d6550ad on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:17:56.010616 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9712222d-3324-41a6-ae56-ce6808b4ad7f admin admin] Network 87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:17:56.016593 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-9712222d-3324-41a6-ae56-ce6808b4ad7f admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:17:56.019930 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9712222d-3324-41a6-ae56-ce6808b4ad7f admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:17:56.024303 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712222d-3324-41a6-ae56-ce6808b4ad7f admin admin] Pushing event updated for resources: {'Port': ['ID=3eba506a-8c8e-42aa-b364-8ba6d0991776,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:56.051541 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ba100-14a7-4293-a619-920169d53e29 None None] Pushing event updated for resources: {'Port': ['ID=f50aa11a-3796-40a9-b969-e44e2d6550ad,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:56.066780 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:17:56.066932 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:17:56.067294 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:56.067695 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:17:56.068184 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] Bound port: f50aa11a-3796-40a9-b969-e44e2d6550ad, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:17:56.068633 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f50aa11a-3796-40a9-b969-e44e2d6550ad), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:56.069992 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9712222d-3324-41a6-ae56-ce6808b4ad7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (c50340a8-794d-466d-9199-3ee37fb34cf3), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:56.119828 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:56.135319 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] For port f50aa11a-3796-40a9-b969-e44e2d6550ad, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:17:56.141597 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] For port f50aa11a-3796-40a9-b969-e44e2d6550ad, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f50aa11a-3796-40a9-b969-e44e2d6550ad,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:17:56.265575 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-e567686c-b3d0-4f65-85e4-14791be71ae2 None None] Provisioning complete for port 3eba506a-8c8e-42aa-b364-8ba6d0991776 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:17:56.265948 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e567686c-b3d0-4f65-85e4-14791be71ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3eba506a-8c8e-42aa-b364-8ba6d0991776), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:56.266280 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-e567686c-b3d0-4f65-85e4-14791be71ae2 None None] Attempt 1 to provision port 3eba506a-8c8e-42aa-b364-8ba6d0991776 Nov 02 13:17:56.293292 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f50aa11a-3796-40a9-b969-e44e2d6550ad), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:56.338853 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-e567686c-b3d0-4f65-85e4-14791be71ae2 None None] Port 3eba506a-8c8e-42aa-b364-8ba6d0991776 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:17:56.342942 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] Routers {'c50340a8-794d-466d-9199-3ee37fb34cf3'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:17:56.343624 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:17:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c50340a8-794d-466d-9199-3ee37fb34cf3'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:56.401321 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ba100-14a7-4293-a619-920169d53e29 None None] Pushing event updated for resources: {'Port': ['ID=f50aa11a-3796-40a9-b969-e44e2d6550ad,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:56.501407 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] Set router c50340a8-794d-466d-9199-3ee37fb34cf3 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:17:56.503169 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:56.617578 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9712222d-3324-41a6-ae56-ce6808b4ad7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3eba506a-8c8e-42aa-b364-8ba6d0991776), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:56.696199 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50340a8-794d-466d-9199-3ee37fb34cf3', 'name': 'tempest-TestSnapshotPattern-288655952-router', 'tenant_id': '045c48f108df42c9b839fa7b5ce32cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f50aa11a-3796-40a9-b969-e44e2d6550ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:17:51Z', 'updated_at': '2022-11-02T13:17:53Z', 'revision_number': 3, 'project_id': '045c48f108df42c9b839fa7b5ce32cea', 'gw_port': {'id': 'f50aa11a-3796-40a9-b969-e44e2d6550ad', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50340a8-794d-466d-9199-3ee37fb34cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:17:53Z', 'updated_at': '2022-11-02T13:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:56.725908 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d5d021-17ec-4992-b379-b0f3b6f022b7 None None] The sync data for ids ['c50340a8-794d-466d-9199-3ee37fb34cf3'] in n-d-857339-6 is: [{'id': 'c50340a8-794d-466d-9199-3ee37fb34cf3', 'name': 'tempest-TestSnapshotPattern-288655952-router', 'tenant_id': '045c48f108df42c9b839fa7b5ce32cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f50aa11a-3796-40a9-b969-e44e2d6550ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:17:51Z', 'updated_at': '2022-11-02T13:17:53Z', 'revision_number': 3, 'project_id': '045c48f108df42c9b839fa7b5ce32cea', 'gw_port': {'id': 'f50aa11a-3796-40a9-b969-e44e2d6550ad', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50340a8-794d-466d-9199-3ee37fb34cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:17:53Z', 'updated_at': '2022-11-02T13:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:17:56.786130 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:56.810107 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9712222d-3324-41a6-ae56-ce6808b4ad7f admin admin] Publish callbacks [] for port (3eba506a-8c8e-42aa-b364-8ba6d0991776), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:56.875628 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9712222d-3324-41a6-ae56-ce6808b4ad7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (3eba506a-8c8e-42aa-b364-8ba6d0991776), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:56.959349 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-9712222d-3324-41a6-ae56-ce6808b4ad7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (c50340a8-794d-466d-9199-3ee37fb34cf3), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:56.967576 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712222d-3324-41a6-ae56-ce6808b4ad7f admin admin] Pushing event updated for resources: {'Port': ['ID=3eba506a-8c8e-42aa-b364-8ba6d0991776,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:57.120806 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9712222d-3324-41a6-ae56-ce6808b4ad7f admin admin] Network 87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57 is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:17:57.122360 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-9712222d-3324-41a6-ae56-ce6808b4ad7f admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:17:57.272016 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9712222d-3324-41a6-ae56-ce6808b4ad7f admin admin] Router c50340a8-794d-466d-9199-3ee37fb34cf3 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:17:57.435545 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9712222d-3324-41a6-ae56-ce6808b4ad7f admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:17:57.442073 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-9712222d-3324-41a6-ae56-ce6808b4ad7f admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/c50340a8-794d-466d-9199-3ee37fb34cf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5451803 Nov 02 13:17:57.482187 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3fb7b641-1fe1-4a25-9a53-0bdb12dce8b2 None None] Provisioning complete for port 3eba506a-8c8e-42aa-b364-8ba6d0991776 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:17:57.482827 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b641-1fe1-4a25-9a53-0bdb12dce8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3eba506a-8c8e-42aa-b364-8ba6d0991776), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:57.482922 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3fb7b641-1fe1-4a25-9a53-0bdb12dce8b2 None None] Attempt 1 to provision port 3eba506a-8c8e-42aa-b364-8ba6d0991776 Nov 02 13:17:57.546098 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3fb7b641-1fe1-4a25-9a53-0bdb12dce8b2 None None] Port 3eba506a-8c8e-42aa-b364-8ba6d0991776 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:17:58.278437 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51362) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:58.283824 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-ff896c2f-ce7e-4200-a4f1-dd27c4e54f95 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2056808320-network', 'tenant_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:17:58.378615 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff896c2f-ce7e-4200-a4f1-dd27c4e54f95 admin admin] Made reservation on behalf of 7bf7b9ad61db4c4fa1ff3039e08d65f4 for: {'network': 1} {{(pid=105975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:17:58.381057 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff896c2f-ce7e-4200-a4f1-dd27c4e54f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for network (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:58.391918 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff896c2f-ce7e-4200-a4f1-dd27c4e54f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:58.492746 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff896c2f-ce7e-4200-a4f1-dd27c4e54f95 admin admin] Publish callbacks [] for security_group (dd875381-d024-40b7-b246-a67abbbd3425), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:58.675318 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff896c2f-ce7e-4200-a4f1-dd27c4e54f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (dd875381-d024-40b7-b246-a67abbbd3425), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:58.681333 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4,neutron:INSERT=17,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:58.711591 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff896c2f-ce7e-4200-a4f1-dd27c4e54f95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=105975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:17:58.722956 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff896c2f-ce7e-4200-a4f1-dd27c4e54f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd875381-d024-40b7-b246-a67abbbd3425,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:58.729398 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff896c2f-ce7e-4200-a4f1-dd27c4e54f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:58.729684 n-d-857339-6 neutron-server[105975]: INFO neutron.db.segments_db [None req-ff896c2f-ce7e-4200-a4f1-dd27c4e54f95 admin admin] Added segment 72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc of type vlan for network aac682c0-8a77-4d7d-b003-a51976fe1b1c Nov 02 13:17:58.734840 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] Sync routers for ids ['c50340a8-794d-466d-9199-3ee37fb34cf3'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:17:58.753561 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] Routers {'c50340a8-794d-466d-9199-3ee37fb34cf3'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:17:58.754867 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:17:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c50340a8-794d-466d-9199-3ee37fb34cf3'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:58.896723 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] Set router c50340a8-794d-466d-9199-3ee37fb34cf3 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:17:58.995489 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f50aa11a-3796-40a9-b969-e44e2d6550ad up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:17:59.052712 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port f50aa11a-3796-40a9-b969-e44e2d6550ad triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:17:59.053380 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f50aa11a-3796-40a9-b969-e44e2d6550ad), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:59.053863 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port f50aa11a-3796-40a9-b969-e44e2d6550ad Nov 02 13:17:59.127988 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff896c2f-ce7e-4200-a4f1-dd27c4e54f95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744311108307'] for network (aac682c0-8a77-4d7d-b003-a51976fe1b1c), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:59.162678 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port f50aa11a-3796-40a9-b969-e44e2d6550ad is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:17:59.163369 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (f50aa11a-3796-40a9-b969-e44e2d6550ad), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:59.184460 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50340a8-794d-466d-9199-3ee37fb34cf3', 'name': 'tempest-TestSnapshotPattern-288655952-router', 'tenant_id': '045c48f108df42c9b839fa7b5ce32cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f50aa11a-3796-40a9-b969-e44e2d6550ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:17:51Z', 'updated_at': '2022-11-02T13:17:56Z', 'revision_number': 4, 'project_id': '045c48f108df42c9b839fa7b5ce32cea', 'gw_port': {'id': 'f50aa11a-3796-40a9-b969-e44e2d6550ad', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50340a8-794d-466d-9199-3ee37fb34cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:17:53Z', 'updated_at': '2022-11-02T13:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '3eba506a-8c8e-42aa-b364-8ba6d0991776', 'name': '', 'network_id': '87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57', 'tenant_id': '045c48f108df42c9b839fa7b5ce32cea', 'mac_address': 'fa:16:3e:bb:b3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50340a8-794d-466d-9199-3ee37fb34cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': '0695875e-1fe6-454f-a07d-e45adbff3f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:17:55Z', 'updated_at': '2022-11-02T13:17:56Z', 'revision_number': 2, 'project_id': '045c48f108df42c9b839fa7b5ce32cea', 'subnets': [{'id': '0695875e-1fe6-454f-a07d-e45adbff3f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:17:59.186419 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port f50aa11a-3796-40a9-b969-e44e2d6550ad, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f50aa11a-3796-40a9-b969-e44e2d6550ad,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:17:59.220263 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] Checking router: c50340a8-794d-466d-9199-3ee37fb34cf3 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:17:59.220263 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] Updating router c50340a8-794d-466d-9199-3ee37fb34cf3 port 3eba506a-8c8e-42aa-b364-8ba6d0991776 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:17:59.245650 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3eba506a-8c8e-42aa-b364-8ba6d0991776), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:59.304456 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (f50aa11a-3796-40a9-b969-e44e2d6550ad), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:59.304765 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff896c2f-ce7e-4200-a4f1-dd27c4e54f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537'] for network (aac682c0-8a77-4d7d-b003-a51976fe1b1c), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:59.307182 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff896c2f-ce7e-4200-a4f1-dd27c4e54f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:17:59.307923 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-ff896c2f-ce7e-4200-a4f1-dd27c4e54f95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:59.358968 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=f50aa11a-3796-40a9-b969-e44e2d6550ad,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:59.394331 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff896c2f-ce7e-4200-a4f1-dd27c4e54f95 admin admin] Pushing event updated for resources: {'Network': ['ID=aac682c0-8a77-4d7d-b003-a51976fe1b1c,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:59.407377 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Network aac682c0-8a77-4d7d-b003-a51976fe1b1c details requested by agent ovs-agent-n-d-857339-6 with host n-d-857339-6 {{(pid=105977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:17:59.429259 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51366) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:17:59.429877 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-ff896c2f-ce7e-4200-a4f1-dd27c4e54f95 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1499369 Nov 02 13:17:59.435138 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-d55fd185-2935-41c2-a4db-ef1bf9fa682a admin admin] Request body: {'subnet': {'network_id': 'aac682c0-8a77-4d7d-b003-a51976fe1b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2056808320-subnet', 'tenant_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'ip_version': 4}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:17:59.461123 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:59.573244 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] Publish callbacks [] for port (3eba506a-8c8e-42aa-b364-8ba6d0991776), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:59.584952 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55fd185-2935-41c2-a4db-ef1bf9fa682a admin admin] Made reservation on behalf of 7bf7b9ad61db4c4fa1ff3039e08d65f4 for: {'subnet': 1} {{(pid=105976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:17:59.587767 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d55fd185-2935-41c2-a4db-ef1bf9fa682a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390602'] for subnet (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:59.719029 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:59.727366 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3eba506a-8c8e-42aa-b364-8ba6d0991776), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:59.797789 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cfcbaa-383e-47f0-b491-2f789e103340 None None] Pushing event updated for resources: {'Port': ['ID=3eba506a-8c8e-42aa-b364-8ba6d0991776,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:59.824683 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfcbaa-383e-47f0-b491-2f789e103340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:59.825002 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfcbaa-383e-47f0-b491-2f789e103340 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:59.825341 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfcbaa-383e-47f0-b491-2f789e103340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:59.825673 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfcbaa-383e-47f0-b491-2f789e103340 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:59.826001 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfcbaa-383e-47f0-b491-2f789e103340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:59.826356 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfcbaa-383e-47f0-b491-2f789e103340 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:59.826651 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfcbaa-383e-47f0-b491-2f789e103340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:59.826978 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfcbaa-383e-47f0-b491-2f789e103340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:59.827293 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfcbaa-383e-47f0-b491-2f789e103340 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:59.827611 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfcbaa-383e-47f0-b491-2f789e103340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:59.827929 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfcbaa-383e-47f0-b491-2f789e103340 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:59.828252 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfcbaa-383e-47f0-b491-2f789e103340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:59.828614 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfcbaa-383e-47f0-b491-2f789e103340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:59.828911 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfcbaa-383e-47f0-b491-2f789e103340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:59.834053 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cfcbaa-383e-47f0-b491-2f789e103340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:17:59.842013 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] Attempting to bind port 3eba506a-8c8e-42aa-b364-8ba6d0991776 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:17:59.842380 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] Attempting to bind port 3eba506a-8c8e-42aa-b364-8ba6d0991776 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '553f02bb-09fd-4fb9-aed5-ca6ac6084820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:17:59.842760 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] Attempting to bind port 3eba506a-8c8e-42aa-b364-8ba6d0991776 on network 87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57 {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:17:59.871333 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d55fd185-2935-41c2-a4db-ef1bf9fa682a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16712271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390652'] for subnet (09d645fc-84e7-43b6-9a4b-ff217b1b17ae), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:59.892933 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:17:59.897155 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] Checking segment: {'id': '553f02bb-09fd-4fb9-aed5-ca6ac6084820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:17:59.897155 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:59.897155 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] Bound using segment: {'id': '553f02bb-09fd-4fb9-aed5-ca6ac6084820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:17:59.897155 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] Bound port: 3eba506a-8c8e-42aa-b364-8ba6d0991776, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553f02bb-09fd-4fb9-aed5-ca6ac6084820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:17:59.897155 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3eba506a-8c8e-42aa-b364-8ba6d0991776), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:59.926957 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fd185-2935-41c2-a4db-ef1bf9fa682a admin admin] Pushing event updated for resources: {'Subnet': ['ID=09d645fc-84e7-43b6-9a4b-ff217b1b17ae,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:17:59.946169 n-d-857339-6 neutron-server[105976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55fd185-2935-41c2-a4db-ef1bf9fa682a admin admin] Checking segment: {'id': '72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'aac682c0-8a77-4d7d-b003-a51976fe1b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:17:59.950886 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55fd185-2935-41c2-a4db-ef1bf9fa682a admin admin] Network hostable DHCP agents. Network: aac682c0-8a77-4d7d-b003-a51976fe1b1c, hostable agents: ['cb21dedf-534b-40c9-851e-bca791414a4c'], hosted agents: [] {{(pid=105976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:17:59.951047 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:17:59.990934 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] For port 3eba506a-8c8e-42aa-b364-8ba6d0991776, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:17:59.993961 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] For port 3eba506a-8c8e-42aa-b364-8ba6d0991776, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3eba506a-8c8e-42aa-b364-8ba6d0991776,segment=NetworkSegment(553f02bb-09fd-4fb9-aed5-ca6ac6084820),segment_id=553f02bb-09fd-4fb9-aed5-ca6ac6084820)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:18:00.058164 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55fd185-2935-41c2-a4db-ef1bf9fa682a admin admin] Network aac682c0-8a77-4d7d-b003-a51976fe1b1c is scheduled to be hosted by DHCP agent cb21dedf-534b-40c9-851e-bca791414a4c with binding_index 1 {{(pid=105976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:18:00.122046 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3eba506a-8c8e-42aa-b364-8ba6d0991776), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:00.159550 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] Routers {'c50340a8-794d-466d-9199-3ee37fb34cf3'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:18:00.160172 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:17:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c50340a8-794d-466d-9199-3ee37fb34cf3'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:00.217672 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cfcbaa-383e-47f0-b491-2f789e103340 None None] Pushing event updated for resources: {'Port': ['ID=3eba506a-8c8e-42aa-b364-8ba6d0991776,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:00.235713 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-d55fd185-2935-41c2-a4db-ef1bf9fa682a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-857339-6, aac682c0-8a77-4d7d-b003-a51976fe1b1c) {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:18:00.239942 n-d-857339-6 neutron-server[105976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55fd185-2935-41c2-a4db-ef1bf9fa682a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:18:00.240767 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-d55fd185-2935-41c2-a4db-ef1bf9fa682a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:00.246153 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298ab8be-1290-45bc-b9a0-034af4134656 None None] Network aac682c0-8a77-4d7d-b003-a51976fe1b1c requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:18:00.293346 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] Set router c50340a8-794d-466d-9199-3ee37fb34cf3 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:18:00.306832 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:00.354819 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-d55fd185-2935-41c2-a4db-ef1bf9fa682a admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9243574 Nov 02 13:18:00.357582 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51368) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:00.362097 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e2d91be4-926f-4620-9bb3-71f70b21e86d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2056808320-router', 'tenant_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:18:00.368073 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7986c62f-8248-4549-9987-681c2076a219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d860151-9250-57a0-8e5f-7149479b2b7e-aac682c0-8a77-4d7d-b003-a51976fe1b1c', 'network_id': 'aac682c0-8a77-4d7d-b003-a51976fe1b1c', 'project_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'fixed_ips': [{'subnet_id': '09d645fc-84e7-43b6-9a4b-ff217b1b17ae'}]}} from n-d-857339-6. {{(pid=105977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 13:18:00.369495 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7986c62f-8248-4549-9987-681c2076a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:00.490838 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50340a8-794d-466d-9199-3ee37fb34cf3', 'name': 'tempest-TestSnapshotPattern-288655952-router', 'tenant_id': '045c48f108df42c9b839fa7b5ce32cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f50aa11a-3796-40a9-b969-e44e2d6550ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:17:51Z', 'updated_at': '2022-11-02T13:17:56Z', 'revision_number': 4, 'project_id': '045c48f108df42c9b839fa7b5ce32cea', 'gw_port': {'id': 'f50aa11a-3796-40a9-b969-e44e2d6550ad', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50340a8-794d-466d-9199-3ee37fb34cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:17:53Z', 'updated_at': '2022-11-02T13:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '3eba506a-8c8e-42aa-b364-8ba6d0991776', 'name': '', 'network_id': '87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57', 'tenant_id': '045c48f108df42c9b839fa7b5ce32cea', 'mac_address': 'fa:16:3e:bb:b3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50340a8-794d-466d-9199-3ee37fb34cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': '0695875e-1fe6-454f-a07d-e45adbff3f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:17:55Z', 'updated_at': '2022-11-02T13:17:59Z', 'revision_number': 4, 'project_id': '045c48f108df42c9b839fa7b5ce32cea', 'subnets': [{'id': '0695875e-1fe6-454f-a07d-e45adbff3f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:00.513520 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2d91be4-926f-4620-9bb3-71f70b21e86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26015'] for router (0676a405-974d-4ebc-b111-bbe332fb9b41), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:00.513520 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2d91be4-926f-4620-9bb3-71f70b21e86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25990'] for router (0676a405-974d-4ebc-b111-bbe332fb9b41), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:00.592803 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2d91be4-926f-4620-9bb3-71f70b21e86d admin admin] Publish callbacks [] for router_controller (0676a405-974d-4ebc-b111-bbe332fb9b41), precommit_add_association {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:00.603534 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.db_base_plugin_common [None req-7986c62f-8248-4549-9987-681c2076a219 None None] Allocated IP 172.20.0.2 (aac682c0-8a77-4d7d-b003-a51976fe1b1c/09d645fc-84e7-43b6-9a4b-ff217b1b17ae/6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450) {{(pid=105977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:18:00.614030 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d6e078-76de-4524-8fe9-d19a5d60b0ae None None] The sync data for ids ['c50340a8-794d-466d-9199-3ee37fb34cf3'] in n-d-857339-6 is: [{'id': 'c50340a8-794d-466d-9199-3ee37fb34cf3', 'name': 'tempest-TestSnapshotPattern-288655952-router', 'tenant_id': '045c48f108df42c9b839fa7b5ce32cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f50aa11a-3796-40a9-b969-e44e2d6550ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:17:51Z', 'updated_at': '2022-11-02T13:17:56Z', 'revision_number': 4, 'project_id': '045c48f108df42c9b839fa7b5ce32cea', 'gw_port': {'id': 'f50aa11a-3796-40a9-b969-e44e2d6550ad', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50340a8-794d-466d-9199-3ee37fb34cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:17:53Z', 'updated_at': '2022-11-02T13:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': '3eba506a-8c8e-42aa-b364-8ba6d0991776', 'name': '', 'network_id': '87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57', 'tenant_id': '045c48f108df42c9b839fa7b5ce32cea', 'mac_address': 'fa:16:3e:bb:b3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50340a8-794d-466d-9199-3ee37fb34cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': '0695875e-1fe6-454f-a07d-e45adbff3f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:17:55Z', 'updated_at': '2022-11-02T13:17:59Z', 'revision_number': 4, 'project_id': '045c48f108df42c9b839fa7b5ce32cea', 'subnets': [{'id': '0695875e-1fe6-454f-a07d-e45adbff3f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:18:00.815414 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:00.842425 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7986c62f-8248-4549-9987-681c2076a219 None None] Publish callbacks [] for port (6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450), precommit_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:00.916127 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2d91be4-926f-4620-9bb3-71f70b21e86d admin admin] Publish callbacks [] for router_gateway (0676a405-974d-4ebc-b111-bbe332fb9b41), precommit_update {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:00.939126 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7986c62f-8248-4549-9987-681c2076a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173'] for port (6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450), after_create {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:00.986756 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7986c62f-8248-4549-9987-681c2076a219 None None] Network aac682c0-8a77-4d7d-b003-a51976fe1b1c is already hosted by enough agents. {{(pid=105977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:18:00.997790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.base_scheduler [None req-7986c62f-8248-4549-9987-681c2076a219 None None] Resources bound (agent type, host, resource id): {{(pid=105977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:18:00.997790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986c62f-8248-4549-9987-681c2076a219 None None] Pushing event updated for resources: {'Port': ['ID=6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450,revision_number=1']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:00.997790 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7986c62f-8248-4549-9987-681c2076a219 None None] Received port after_create {{(pid=105977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:18:01.031140 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f50aa11a-3796-40a9-b969-e44e2d6550ad up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:18:01.114938 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7986c62f-8248-4549-9987-681c2076a219 None None] Attempting to bind port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:18:01.115362 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7986c62f-8248-4549-9987-681c2076a219 None None] Attempting to bind port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'aac682c0-8a77-4d7d-b003-a51976fe1b1c'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:18:01.115738 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7986c62f-8248-4549-9987-681c2076a219 None None] Attempting to bind port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 on network aac682c0-8a77-4d7d-b003-a51976fe1b1c {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:18:01.153140 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:01.161736 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port f50aa11a-3796-40a9-b969-e44e2d6550ad triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:18:01.162321 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (f50aa11a-3796-40a9-b969-e44e2d6550ad), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:01.162762 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port f50aa11a-3796-40a9-b969-e44e2d6550ad Nov 02 13:18:01.202976 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7986c62f-8248-4549-9987-681c2076a219 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:18:01.203347 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7986c62f-8248-4549-9987-681c2076a219 None None] Checking segment: {'id': '72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'aac682c0-8a77-4d7d-b003-a51976fe1b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:18:01.204037 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7986c62f-8248-4549-9987-681c2076a219 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:01.204226 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7986c62f-8248-4549-9987-681c2076a219 None None] Bound using segment: {'id': '72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'aac682c0-8a77-4d7d-b003-a51976fe1b1c'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:18:01.205947 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-7986c62f-8248-4549-9987-681c2076a219 None None] Bound port: 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'aac682c0-8a77-4d7d-b003-a51976fe1b1c'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:18:01.205947 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7986c62f-8248-4549-9987-681c2076a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:01.283099 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2d91be4-926f-4620-9bb3-71f70b21e86d admin admin] Publish callbacks [] for router_gateway (0676a405-974d-4ebc-b111-bbe332fb9b41), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:01.305932 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2d91be4-926f-4620-9bb3-71f70b21e86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:01.312291 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7986c62f-8248-4549-9987-681c2076a219 None None] For port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:18:01.316859 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7986c62f-8248-4549-9987-681c2076a219 None None] For port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450,segment=NetworkSegment(72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc),segment_id=72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:18:01.319001 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port f50aa11a-3796-40a9-b969-e44e2d6550ad is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:18:01.320261 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3eba506a-8c8e-42aa-b364-8ba6d0991776 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:18:01.373827 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3eba506a-8c8e-42aa-b364-8ba6d0991776 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:18:01.374559 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3eba506a-8c8e-42aa-b364-8ba6d0991776), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:01.375078 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3eba506a-8c8e-42aa-b364-8ba6d0991776 Nov 02 13:18:01.414068 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:01.420951 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7986c62f-8248-4549-9987-681c2076a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:01.440028 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_common [None req-e2d91be4-926f-4620-9bb3-71f70b21e86d admin admin] Allocated IP 172.25.2.53 (66ab45f6-fff6-43fb-9582-29b239eb5a72/306ad2b3-6b5e-4952-b815-b27c42af73d6/0abfaee7-8656-42f3-8d5b-58c02252289a) {{(pid=105975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:18:01.495351 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3eba506a-8c8e-42aa-b364-8ba6d0991776 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:18:01.495750 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (3eba506a-8c8e-42aa-b364-8ba6d0991776), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:01.545742 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986c62f-8248-4549-9987-681c2076a219 None None] Pushing event updated for resources: {'Port': ['ID=6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:01.568589 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 3eba506a-8c8e-42aa-b364-8ba6d0991776, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3eba506a-8c8e-42aa-b364-8ba6d0991776,segment=NetworkSegment(553f02bb-09fd-4fb9-aed5-ca6ac6084820),segment_id=553f02bb-09fd-4fb9-aed5-ca6ac6084820)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:18:01.595026 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2d91be4-926f-4620-9bb3-71f70b21e86d admin admin] Publish callbacks [] for port (0abfaee7-8656-42f3-8d5b-58c02252289a), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:01.664071 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (3eba506a-8c8e-42aa-b364-8ba6d0991776), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:01.705127 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2d91be4-926f-4620-9bb3-71f70b21e86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (0abfaee7-8656-42f3-8d5b-58c02252289a), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:01.742202 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=3eba506a-8c8e-42aa-b364-8ba6d0991776,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:01.765723 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d91be4-926f-4620-9bb3-71f70b21e86d admin admin] Network 66ab45f6-fff6-43fb-9582-29b239eb5a72 is already hosted by enough agents. {{(pid=105975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:18:01.769354 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.base_scheduler [None req-e2d91be4-926f-4620-9bb3-71f70b21e86d admin admin] Resources bound (agent type, host, resource id): {{(pid=105975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:18:01.773135 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:01.776358 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d91be4-926f-4620-9bb3-71f70b21e86d admin admin] Received port after_create {{(pid=105975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:18:01.811613 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d91be4-926f-4620-9bb3-71f70b21e86d admin admin] Pushing event updated for resources: {'Port': ['ID=0abfaee7-8656-42f3-8d5b-58c02252289a,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:02.173402 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2d91be4-926f-4620-9bb3-71f70b21e86d admin admin] Publish callbacks [] for router_gateway (0676a405-974d-4ebc-b111-bbe332fb9b41), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:02.379403 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2d91be4-926f-4620-9bb3-71f70b21e86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630492'] for router (0676a405-974d-4ebc-b111-bbe332fb9b41), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:02.596250 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644e4b5d-00fd-4293-baf3-7292ce1022e9 None None] Network aac682c0-8a77-4d7d-b003-a51976fe1b1c requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:18:02.630192 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-3729fd1b-60c1-47b4-9f3c-c1cef51e24f6 None None] Provisioning complete for port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:18:02.636241 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3729fd1b-60c1-47b4-9f3c-c1cef51e24f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:02.636241 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-3729fd1b-60c1-47b4-9f3c-c1cef51e24f6 None None] Attempt 1 to provision port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 Nov 02 13:18:02.669750 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d91be4-926f-4620-9bb3-71f70b21e86d admin admin] Router 0676a405-974d-4ebc-b111-bbe332fb9b41 is scheduled to L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 with binding_index 1 {{(pid=105975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:18:02.705628 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:02.727061 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:02.788518 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d91be4-926f-4620-9bb3-71f70b21e86d admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:18:02.875864 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] Sync routers for ids ['0676a405-974d-4ebc-b111-bbe332fb9b41'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:18:02.927204 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] Routers {'0676a405-974d-4ebc-b111-bbe332fb9b41'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:18:02.927850 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:17:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['0676a405-974d-4ebc-b111-bbe332fb9b41'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:02.932549 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-3729fd1b-60c1-47b4-9f3c-c1cef51e24f6 None None] Current status of the port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:18:02.932932 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3729fd1b-60c1-47b4-9f3c-c1cef51e24f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:02.970790 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e2d91be4-926f-4620-9bb3-71f70b21e86d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:02.976076 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e2d91be4-926f-4620-9bb3-71f70b21e86d admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6171460 Nov 02 13:18:02.976834 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51370) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:03.060016 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3eba506a-8c8e-42aa-b364-8ba6d0991776 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:18:03.068821 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-3729fd1b-60c1-47b4-9f3c-c1cef51e24f6 None None] For port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450,segment=NetworkSegment(72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc),segment_id=72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:18:03.147301 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] Set router 0676a405-974d-4ebc-b111-bbe332fb9b41 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:18:03.227913 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3729fd1b-60c1-47b4-9f3c-c1cef51e24f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:03.234560 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:03.248024 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:03.256678 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 3eba506a-8c8e-42aa-b364-8ba6d0991776 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:18:03.257050 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (3eba506a-8c8e-42aa-b364-8ba6d0991776), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:03.257383 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 3eba506a-8c8e-42aa-b364-8ba6d0991776 Nov 02 13:18:03.380120 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-7d2cbe19-3a5b-425a-90f9-905aec94c9a7 None None] Provisioning complete for port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:18:03.380507 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7d2cbe19-3a5b-425a-90f9-905aec94c9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:03.380848 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-7d2cbe19-3a5b-425a-90f9-905aec94c9a7 None None] Attempt 1 to provision port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 Nov 02 13:18:03.392927 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729fd1b-60c1-47b4-9f3c-c1cef51e24f6 None None] Pushing event updated for resources: {'Port': ['ID=6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:03.516643 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 3eba506a-8c8e-42aa-b364-8ba6d0991776 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:18:03.517689 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:18:03.520217 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0676a405-974d-4ebc-b111-bbe332fb9b41', 'name': 'tempest-TestSnapshotPattern-2056808320-router', 'tenant_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '0abfaee7-8656-42f3-8d5b-58c02252289a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:18:00Z', 'updated_at': '2022-11-02T13:18:01Z', 'revision_number': 3, 'project_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'gw_port': {'id': '0abfaee7-8656-42f3-8d5b-58c02252289a', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0676a405-974d-4ebc-b111-bbe332fb9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:18:01Z', 'updated_at': '2022-11-02T13:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:03.538146 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb7597ef-8acb-4f6c-88f9-d8afd4d0d87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (None), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:03.591418 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] Checking router: 0676a405-974d-4ebc-b111-bbe332fb9b41 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:18:03.591787 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] Updating router 0676a405-974d-4ebc-b111-bbe332fb9b41 port 0abfaee7-8656-42f3-8d5b-58c02252289a binding host n-d-857339-6 {{(pid=105977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:18:03.616127 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:03.642518 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7d2cbe19-3a5b-425a-90f9-905aec94c9a7 None None] Current status of the port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:18:03.645373 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0abfaee7-8656-42f3-8d5b-58c02252289a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:03.674862 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:03.680129 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:18:03.681149 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:03.681503 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 Nov 02 13:18:03.739976 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_common [None req-fb7597ef-8acb-4f6c-88f9-d8afd4d0d87b admin admin] Allocated IP 172.20.0.1 (aac682c0-8a77-4d7d-b003-a51976fe1b1c/09d645fc-84e7-43b6-9a4b-ff217b1b17ae/a7bea20a-6877-4f95-bd61-877062ef2722) {{(pid=105976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:18:03.864347 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb7597ef-8acb-4f6c-88f9-d8afd4d0d87b admin admin] Publish callbacks [] for port (a7bea20a-6877-4f95-bd61-877062ef2722), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:03.885914 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:18:03.988049 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] Publish callbacks [] for port (0abfaee7-8656-42f3-8d5b-58c02252289a), precommit_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:03.990454 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb7597ef-8acb-4f6c-88f9-d8afd4d0d87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744311062173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16727263'] for port (a7bea20a-6877-4f95-bd61-877062ef2722), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:04.031394 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7597ef-8acb-4f6c-88f9-d8afd4d0d87b admin admin] Network aac682c0-8a77-4d7d-b003-a51976fe1b1c is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:18:04.036652 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-fb7597ef-8acb-4f6c-88f9-d8afd4d0d87b admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:18:04.041863 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7597ef-8acb-4f6c-88f9-d8afd4d0d87b admin admin] Received port after_create {{(pid=105976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 13:18:04.065823 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7597ef-8acb-4f6c-88f9-d8afd4d0d87b admin admin] Pushing event updated for resources: {'Port': ['ID=a7bea20a-6877-4f95-bd61-877062ef2722,revision_number=1']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:04.095653 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb7597ef-8acb-4f6c-88f9-d8afd4d0d87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1631866'] for router_interface (0676a405-974d-4ebc-b111-bbe332fb9b41), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:04.155759 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0abfaee7-8656-42f3-8d5b-58c02252289a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:04.200757 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] Attempting to bind port 0abfaee7-8656-42f3-8d5b-58c02252289a on host n-d-857339-6 for vnic_type normal with profile {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:18:04.201396 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] Attempting to bind port 0abfaee7-8656-42f3-8d5b-58c02252289a by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:18:04.201666 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] Attempting to bind port 0abfaee7-8656-42f3-8d5b-58c02252289a on network 66ab45f6-fff6-43fb-9582-29b239eb5a72 {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:18:04.251127 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7afb4-c934-472d-910d-eea8f5ce9c8a None None] Pushing event updated for resources: {'Port': ['ID=0abfaee7-8656-42f3-8d5b-58c02252289a,revision_number=2']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:04.279246 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-b7a56d26-538e-459a-bb7b-db44cced6c4a None None] Provisioning complete for port a7bea20a-6877-4f95-bd61-877062ef2722 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:18:04.279629 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-b7a56d26-538e-459a-bb7b-db44cced6c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a7bea20a-6877-4f95-bd61-877062ef2722), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:04.279951 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-b7a56d26-538e-459a-bb7b-db44cced6c4a None None] Attempt 1 to provision port a7bea20a-6877-4f95-bd61-877062ef2722 Nov 02 13:18:04.285543 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:18:04.285923 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] Checking segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:18:04.286315 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:04.286704 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] Bound using segment: {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'} {{(pid=105977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:18:04.287189 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.managers [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] Bound port: 0abfaee7-8656-42f3-8d5b-58c02252289a, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0f7dc4-9c85-4bda-bd60-957a32efbfa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72'}}] {{(pid=105977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:18:04.287692 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0abfaee7-8656-42f3-8d5b-58c02252289a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:04.347572 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-b7a56d26-538e-459a-bb7b-db44cced6c4a None None] Port a7bea20a-6877-4f95-bd61-877062ef2722 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:18:04.374028 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] For port 0abfaee7-8656-42f3-8d5b-58c02252289a, host n-d-857339-6, cleared binding levels {{(pid=105977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:18:04.377746 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] For port 0abfaee7-8656-42f3-8d5b-58c02252289a, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0abfaee7-8656-42f3-8d5b-58c02252289a,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:18:04.459125 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0abfaee7-8656-42f3-8d5b-58c02252289a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:04.486814 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:04.496847 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:04.503666 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] Routers {'0676a405-974d-4ebc-b111-bbe332fb9b41'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:18:04.504768 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:17:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['0676a405-974d-4ebc-b111-bbe332fb9b41'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:04.581515 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7afb4-c934-472d-910d-eea8f5ce9c8a None None] Pushing event updated for resources: {'Port': ['ID=0abfaee7-8656-42f3-8d5b-58c02252289a,revision_number=3']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:04.650163 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] Set router 0676a405-974d-4ebc-b111-bbe332fb9b41 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:18:04.861635 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb7597ef-8acb-4f6c-88f9-d8afd4d0d87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a7bea20a-6877-4f95-bd61-877062ef2722), before_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:04.866783 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0676a405-974d-4ebc-b111-bbe332fb9b41', 'name': 'tempest-TestSnapshotPattern-2056808320-router', 'tenant_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '0abfaee7-8656-42f3-8d5b-58c02252289a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:18:00Z', 'updated_at': '2022-11-02T13:18:01Z', 'revision_number': 3, 'project_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'gw_port': {'id': '0abfaee7-8656-42f3-8d5b-58c02252289a', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0676a405-974d-4ebc-b111-bbe332fb9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:18:01Z', 'updated_at': '2022-11-02T13:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:04.869831 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:05.034755 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:18:05.038701 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684645c2-b3d8-434f-ad42-3277a71ab99d None None] The sync data for ids ['0676a405-974d-4ebc-b111-bbe332fb9b41'] in n-d-857339-6 is: [{'id': '0676a405-974d-4ebc-b111-bbe332fb9b41', 'name': 'tempest-TestSnapshotPattern-2056808320-router', 'tenant_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '0abfaee7-8656-42f3-8d5b-58c02252289a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:18:00Z', 'updated_at': '2022-11-02T13:18:01Z', 'revision_number': 3, 'project_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'gw_port': {'id': '0abfaee7-8656-42f3-8d5b-58c02252289a', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0676a405-974d-4ebc-b111-bbe332fb9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:18:01Z', 'updated_at': '2022-11-02T13:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:18:05.090499 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb7597ef-8acb-4f6c-88f9-d8afd4d0d87b admin admin] Publish callbacks [] for port (a7bea20a-6877-4f95-bd61-877062ef2722), precommit_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:05.095361 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:18:05.095732 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:05.096063 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 Nov 02 13:18:05.184714 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:18:05.218815 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb7597ef-8acb-4f6c-88f9-d8afd4d0d87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16727240'] for port (a7bea20a-6877-4f95-bd61-877062ef2722), after_update {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:05.292316 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7597ef-8acb-4f6c-88f9-d8afd4d0d87b admin admin] Pushing event updated for resources: {'Port': ['ID=a7bea20a-6877-4f95-bd61-877062ef2722,revision_number=2']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:05.296370 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-fb7597ef-8acb-4f6c-88f9-d8afd4d0d87b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1643559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631958'] for router_interface (0676a405-974d-4ebc-b111-bbe332fb9b41), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:05.394135 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:05.431815 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7597ef-8acb-4f6c-88f9-d8afd4d0d87b admin admin] Network aac682c0-8a77-4d7d-b003-a51976fe1b1c is already hosted by enough agents. {{(pid=105976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:18:05.433368 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.base_scheduler [None req-fb7597ef-8acb-4f6c-88f9-d8afd4d0d87b admin admin] Resources bound (agent type, host, resource id): {{(pid=105976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:18:05.573525 n-d-857339-6 neutron-server[105976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7597ef-8acb-4f6c-88f9-d8afd4d0d87b admin admin] Router 0676a405-974d-4ebc-b111-bbe332fb9b41 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:18:05.686765 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-aa5bec18-2ae1-421e-8393-598e4bbbd728 None None] Provisioning complete for port a7bea20a-6877-4f95-bd61-877062ef2722 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:18:05.687595 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-aa5bec18-2ae1-421e-8393-598e4bbbd728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a7bea20a-6877-4f95-bd61-877062ef2722), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:05.688005 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-aa5bec18-2ae1-421e-8393-598e4bbbd728 None None] Attempt 1 to provision port a7bea20a-6877-4f95-bd61-877062ef2722 Nov 02 13:18:05.702523 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7597ef-8acb-4f6c-88f9-d8afd4d0d87b admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:18:05.716009 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-fb7597ef-8acb-4f6c-88f9-d8afd4d0d87b admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/0676a405-974d-4ebc-b111-bbe332fb9b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7263911 Nov 02 13:18:05.726604 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-aa5bec18-2ae1-421e-8393-598e4bbbd728 None None] Port a7bea20a-6877-4f95-bd61-877062ef2722 cannot update to ACTIVE because it is not bound. {{(pid=105977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 13:18:06.285497 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51378) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:06.290874 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-3717d7bb-3260-42f3-b4d6-f158fc6d4dd7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-513142019', 'description': 'tempest-secgroup-smoke-513142019 description', 'project_id': '045c48f108df42c9b839fa7b5ce32cea'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:18:06.481546 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3717d7bb-3260-42f3-b4d6-f158fc6d4dd7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group (None), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:06.537746 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=3 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:06.560771 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3717d7bb-3260-42f3-b4d6-f158fc6d4dd7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group (05b11a09-c767-4686-8faf-3c9107d1cf62), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:06.789381 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3717d7bb-3260-42f3-b4d6-f158fc6d4dd7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (05b11a09-c767-4686-8faf-3c9107d1cf62), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:06.821939 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717d7bb-3260-42f3-b4d6-f158fc6d4dd7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b11a09-c767-4686-8faf-3c9107d1cf62,revision_number=1']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:06.933576 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0abfaee7-8656-42f3-8d5b-58c02252289a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:18:06.951936 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3717d7bb-3260-42f3-b4d6-f158fc6d4dd7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:06.957083 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3717d7bb-3260-42f3-b4d6-f158fc6d4dd7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6667106 Nov 02 13:18:06.957338 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51380) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:06.961839 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-35c39ab1-a059-40f3-a7b4-0f7b156a01b3 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Request body: {'security_group_rule': {'security_group_id': '05b11a09-c767-4686-8faf-3c9107d1cf62', 'project_id': '045c48f108df42c9b839fa7b5ce32cea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:18:06.983830 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0abfaee7-8656-42f3-8d5b-58c02252289a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:18:06.984223 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0abfaee7-8656-42f3-8d5b-58c02252289a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:06.984577 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0abfaee7-8656-42f3-8d5b-58c02252289a Nov 02 13:18:07.067357 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0abfaee7-8656-42f3-8d5b-58c02252289a is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:18:07.067751 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (0abfaee7-8656-42f3-8d5b-58c02252289a), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:07.091529 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port 0abfaee7-8656-42f3-8d5b-58c02252289a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0abfaee7-8656-42f3-8d5b-58c02252289a,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:18:07.154251 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-35c39ab1-a059-40f3-a7b4-0f7b156a01b3 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group_rule (2aa32254-ccc7-4774-a71e-fab304597711), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:07.205700 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-35c39ab1-a059-40f3-a7b4-0f7b156a01b3 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group_rule (2aa32254-ccc7-4774-a71e-fab304597711), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:07.314942 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (0abfaee7-8656-42f3-8d5b-58c02252289a), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:07.367803 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-35c39ab1-a059-40f3-a7b4-0f7b156a01b3 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (2aa32254-ccc7-4774-a71e-fab304597711), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:07.371796 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=0abfaee7-8656-42f3-8d5b-58c02252289a,revision_number=4']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:07.390608 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c39ab1-a059-40f3-a7b4-0f7b156a01b3 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa32254-ccc7-4774-a71e-fab304597711,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:07.500162 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-35c39ab1-a059-40f3-a7b4-0f7b156a01b3 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:07.501495 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-35c39ab1-a059-40f3-a7b4-0f7b156a01b3 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5433352 Nov 02 13:18:07.504722 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51382) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:07.509149 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-3d961776-a5b2-445f-a3bf-8f07656a3eba tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Request body: {'security_group_rule': {'security_group_id': '05b11a09-c767-4686-8faf-3c9107d1cf62', 'project_id': '045c48f108df42c9b839fa7b5ce32cea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:18:07.651331 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3d961776-a5b2-445f-a3bf-8f07656a3eba tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group_rule (e807db26-6386-47b9-8583-308f1f55d999), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:07.718025 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3d961776-a5b2-445f-a3bf-8f07656a3eba tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group_rule (e807db26-6386-47b9-8583-308f1f55d999), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:07.801122 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3d961776-a5b2-445f-a3bf-8f07656a3eba tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (e807db26-6386-47b9-8583-308f1f55d999), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:07.823047 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d961776-a5b2-445f-a3bf-8f07656a3eba tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e807db26-6386-47b9-8583-308f1f55d999,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:07.928612 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-3d961776-a5b2-445f-a3bf-8f07656a3eba tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:07.929959 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-3d961776-a5b2-445f-a3bf-8f07656a3eba tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4242704 Nov 02 13:18:07.932757 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51384) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:07.937690 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-7ef84172-2737-4206-ba8f-3329f43a3960 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Request body: {'security_group_rule': {'security_group_id': '05b11a09-c767-4686-8faf-3c9107d1cf62', 'project_id': '045c48f108df42c9b839fa7b5ce32cea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:18:07.987943 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] Sync routers for ids ['0676a405-974d-4ebc-b111-bbe332fb9b41'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:18:07.998920 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] Routers {'0676a405-974d-4ebc-b111-bbe332fb9b41'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:18:07.999523 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:17:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['0676a405-974d-4ebc-b111-bbe332fb9b41'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:08.065268 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7ef84172-2737-4206-ba8f-3329f43a3960 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group_rule (af9353a5-802e-4198-9dd7-755c23fa93cf), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:08.113964 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] Set router 0676a405-974d-4ebc-b111-bbe332fb9b41 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:18:08.132139 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7ef84172-2737-4206-ba8f-3329f43a3960 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group_rule (af9353a5-802e-4198-9dd7-755c23fa93cf), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:08.144187 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:08.287135 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7ef84172-2737-4206-ba8f-3329f43a3960 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (af9353a5-802e-4198-9dd7-755c23fa93cf), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:08.296085 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:08.310847 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef84172-2737-4206-ba8f-3329f43a3960 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9353a5-802e-4198-9dd7-755c23fa93cf,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:08.324933 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0676a405-974d-4ebc-b111-bbe332fb9b41', 'name': 'tempest-TestSnapshotPattern-2056808320-router', 'tenant_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '0abfaee7-8656-42f3-8d5b-58c02252289a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:18:00Z', 'updated_at': '2022-11-02T13:18:04Z', 'revision_number': 4, 'project_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'gw_port': {'id': '0abfaee7-8656-42f3-8d5b-58c02252289a', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0676a405-974d-4ebc-b111-bbe332fb9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:18:01Z', 'updated_at': '2022-11-02T13:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'a7bea20a-6877-4f95-bd61-877062ef2722', 'name': '', 'network_id': 'aac682c0-8a77-4d7d-b003-a51976fe1b1c', 'tenant_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'mac_address': 'fa:16:3e:07:c6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0676a405-974d-4ebc-b111-bbe332fb9b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '09d645fc-84e7-43b6-9a4b-ff217b1b17ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:18:03Z', 'updated_at': '2022-11-02T13:18:04Z', 'revision_number': 2, 'project_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'subnets': [{'id': '09d645fc-84e7-43b6-9a4b-ff217b1b17ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:08.356249 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] Checking router: 0676a405-974d-4ebc-b111-bbe332fb9b41 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:18:08.356670 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] Updating router 0676a405-974d-4ebc-b111-bbe332fb9b41 port a7bea20a-6877-4f95-bd61-877062ef2722 binding host n-d-857339-6 {{(pid=105978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:18:08.387463 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a7bea20a-6877-4f95-bd61-877062ef2722), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:08.402722 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=100 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:08.433163 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-7ef84172-2737-4206-ba8f-3329f43a3960 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:08.435155 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-7ef84172-2737-4206-ba8f-3329f43a3960 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5012045 Nov 02 13:18:08.438671 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51386) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:08.443163 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Request body: {'security_group_rule': {'security_group_id': '05b11a09-c767-4686-8faf-3c9107d1cf62', 'project_id': '045c48f108df42c9b839fa7b5ce32cea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:18:08.567179 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group_rule (fa05912b-0f48-4fa3-818d-3b7516df3804), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:08.630746 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group_rule (fa05912b-0f48-4fa3-818d-3b7516df3804), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:08.654824 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] Publish callbacks [] for port (a7bea20a-6877-4f95-bd61-877062ef2722), precommit_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:08.767024 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (fa05912b-0f48-4fa3-818d-3b7516df3804), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:08.767350 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a7bea20a-6877-4f95-bd61-877062ef2722), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:08.786520 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa05912b-0f48-4fa3-818d-3b7516df3804,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:08.796430 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:08.796796 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:08.797133 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:08.797467 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:08.797798 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:08.798128 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:08.798452 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:08.798777 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:08.799103 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:08.799419 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:08.799744 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:08.800067 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:08.800377 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:08.800740 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:08.801059 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:08.836986 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c139501-ffb8-4362-9ba9-6412cb643c23 None None] Pushing event updated for resources: {'Port': ['ID=a7bea20a-6877-4f95-bd61-877062ef2722,revision_number=3']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:08.875057 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] Attempting to bind port a7bea20a-6877-4f95-bd61-877062ef2722 on host n-d-857339-6 for vnic_type normal with profile {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 13:18:08.875456 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] Attempting to bind port a7bea20a-6877-4f95-bd61-877062ef2722 by drivers openvswitch,hyperv on host n-d-857339-6 at level 0 using segments [{'id': '72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'aac682c0-8a77-4d7d-b003-a51976fe1b1c'}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 13:18:08.875826 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] Attempting to bind port a7bea20a-6877-4f95-bd61-877062ef2722 on network aac682c0-8a77-4d7d-b003-a51976fe1b1c {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:18:08.920596 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] Checking agent: {'id': 'ec1a2337-ccf4-48ee-9f88-70a5845a31e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-857339-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 23, 48), 'started_at': datetime.datetime(2022, 11, 2, 12, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-857339-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 13:18:08.920873 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] Checking segment: {'id': '72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'aac682c0-8a77-4d7d-b003-a51976fe1b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 13:18:08.921325 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:08.921712 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] Bound using segment: {'id': '72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'aac682c0-8a77-4d7d-b003-a51976fe1b1c'} {{(pid=105978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 13:18:08.922179 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.managers [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] Bound port: a7bea20a-6877-4f95-bd61-877062ef2722, host: n-d-857339-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'aac682c0-8a77-4d7d-b003-a51976fe1b1c'}}] {{(pid=105978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 13:18:08.922549 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a7bea20a-6877-4f95-bd61-877062ef2722), before_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:08.935539 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0abfaee7-8656-42f3-8d5b-58c02252289a up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:18:08.969380 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:08.982938 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c17489bf-7e14-4d66-9d57-4de2e772c40d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5315013 Nov 02 13:18:08.982938 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51388) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:08.982938 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.v2.base [None req-e7abf090-e4ef-423f-90b0-5f4e5c67fe7c tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Request body: {'security_group_rule': {'security_group_id': '05b11a09-c767-4686-8faf-3c9107d1cf62', 'project_id': '045c48f108df42c9b839fa7b5ce32cea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:18:08.984530 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port 0abfaee7-8656-42f3-8d5b-58c02252289a triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:18:08.984971 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (0abfaee7-8656-42f3-8d5b-58c02252289a), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:08.985514 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port 0abfaee7-8656-42f3-8d5b-58c02252289a Nov 02 13:18:08.988760 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] For port a7bea20a-6877-4f95-bd61-877062ef2722, host n-d-857339-6, cleared binding levels {{(pid=105978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:18:08.992003 n-d-857339-6 neutron-server[105978]: DEBUG neutron.plugins.ml2.db [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] For port a7bea20a-6877-4f95-bd61-877062ef2722, host n-d-857339-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a7bea20a-6877-4f95-bd61-877062ef2722,segment=NetworkSegment(72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc),segment_id=72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc)] {{(pid=105978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:18:09.062706 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port 0abfaee7-8656-42f3-8d5b-58c02252289a is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:18:09.230402 n-d-857339-6 neutron-server[105978]: DEBUG neutron_lib.callbacks.manager [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a7bea20a-6877-4f95-bd61-877062ef2722), after_update {{(pid=105978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:09.264698 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] Routers {'0676a405-974d-4ebc-b111-bbe332fb9b41'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:18:09.265314 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:17:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['0676a405-974d-4ebc-b111-bbe332fb9b41'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:09.287850 n-d-857339-6 neutron-server[105975]: INFO neutron.db.securitygroups_db [None req-e7abf090-e4ef-423f-90b0-5f4e5c67fe7c tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Project 045c48f108df42c9b839fa7b5ce32cea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:18:09.294936 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e7abf090-e4ef-423f-90b0-5f4e5c67fe7c tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group_rule (1ee90127-4a34-4e8a-bfd8-5e683451633e), before_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:09.321073 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c139501-ffb8-4362-9ba9-6412cb643c23 None None] Pushing event updated for resources: {'Port': ['ID=a7bea20a-6877-4f95-bd61-877062ef2722,revision_number=4']} {{(pid=105978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:09.339037 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:09.361183 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e7abf090-e4ef-423f-90b0-5f4e5c67fe7c tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group_rule (1ee90127-4a34-4e8a-bfd8-5e683451633e), precommit_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:09.389934 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] Set router 0676a405-974d-4ebc-b111-bbe332fb9b41 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:18:09.458370 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:09.492869 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e7abf090-e4ef-423f-90b0-5f4e5c67fe7c tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (1ee90127-4a34-4e8a-bfd8-5e683451633e), after_create {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:09.516086 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abf090-e4ef-423f-90b0-5f4e5c67fe7c tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee90127-4a34-4e8a-bfd8-5e683451633e,revision_number=0']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:09.589499 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0676a405-974d-4ebc-b111-bbe332fb9b41', 'name': 'tempest-TestSnapshotPattern-2056808320-router', 'tenant_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '0abfaee7-8656-42f3-8d5b-58c02252289a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:18:00Z', 'updated_at': '2022-11-02T13:18:04Z', 'revision_number': 4, 'project_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'gw_port': {'id': '0abfaee7-8656-42f3-8d5b-58c02252289a', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0676a405-974d-4ebc-b111-bbe332fb9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:18:01Z', 'updated_at': '2022-11-02T13:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'a7bea20a-6877-4f95-bd61-877062ef2722', 'name': '', 'network_id': 'aac682c0-8a77-4d7d-b003-a51976fe1b1c', 'tenant_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'mac_address': 'fa:16:3e:07:c6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0676a405-974d-4ebc-b111-bbe332fb9b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '09d645fc-84e7-43b6-9a4b-ff217b1b17ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:18:03Z', 'updated_at': '2022-11-02T13:18:08Z', 'revision_number': 4, 'project_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'subnets': [{'id': '09d645fc-84e7-43b6-9a4b-ff217b1b17ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:09.618841 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f3afcd-082b-4d54-8e27-30704d720591 None None] The sync data for ids ['0676a405-974d-4ebc-b111-bbe332fb9b41'] in n-d-857339-6 is: [{'id': '0676a405-974d-4ebc-b111-bbe332fb9b41', 'name': 'tempest-TestSnapshotPattern-2056808320-router', 'tenant_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '0abfaee7-8656-42f3-8d5b-58c02252289a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:18:00Z', 'updated_at': '2022-11-02T13:18:04Z', 'revision_number': 4, 'project_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'gw_port': {'id': '0abfaee7-8656-42f3-8d5b-58c02252289a', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0676a405-974d-4ebc-b111-bbe332fb9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:18:01Z', 'updated_at': '2022-11-02T13:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6', '_interfaces': [{'id': 'a7bea20a-6877-4f95-bd61-877062ef2722', 'name': '', 'network_id': 'aac682c0-8a77-4d7d-b003-a51976fe1b1c', 'tenant_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'mac_address': 'fa:16:3e:07:c6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0676a405-974d-4ebc-b111-bbe332fb9b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '09d645fc-84e7-43b6-9a4b-ff217b1b17ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:18:03Z', 'updated_at': '2022-11-02T13:18:08Z', 'revision_number': 4, 'project_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'subnets': [{'id': '09d645fc-84e7-43b6-9a4b-ff217b1b17ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:18:09.681150 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-e7abf090-e4ef-423f-90b0-5f4e5c67fe7c tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:09.682878 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-e7abf090-e4ef-423f-90b0-5f4e5c67fe7c tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7074301 Nov 02 13:18:09.685831 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51390) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:09.690926 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.v2.base [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Request body: {'security_group_rule': {'security_group_id': '05b11a09-c767-4686-8faf-3c9107d1cf62', 'project_id': '045c48f108df42c9b839fa7b5ce32cea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:18:09.910219 n-d-857339-6 neutron-server[105976]: INFO neutron.db.securitygroups_db [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Project 045c48f108df42c9b839fa7b5ce32cea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:18:09.917159 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group_rule (aad7e5f8-7ae1-44fd-bf8d-95d2d6521b8b), before_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:09.976114 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:09.995328 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group_rule (aad7e5f8-7ae1-44fd-bf8d-95d2d6521b8b), precommit_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:10.155926 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766893'] for security_group_rule (aad7e5f8-7ae1-44fd-bf8d-95d2d6521b8b), after_create {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:10.178012 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad7e5f8-7ae1-44fd-bf8d-95d2d6521b8b,revision_number=0']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:10.186795 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:10.187137 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:10.188013 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:10.188267 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:10.188624 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:10.188954 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:10.189282 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:10.189608 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:10.189925 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:10.190248 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:10.190588 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:10.190887 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:10.191204 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:10.191524 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:10.191840 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-857339-6 {{(pid=105976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:18:10.334561 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:10.335852 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-85359e6d-0a58-4959-8296-c4b77ad12eb7 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6489780 Nov 02 13:18:10.504077 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8adb1240-8993-4566-beee-82a454235478 req-4bdbdee5-2ba3-4830-9a23-de807941d095 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-513142019&fields=id&tenant_id=045c48f108df42c9b839fa7b5ce32cea HTTP/1.1" status: 200 len: 267 time: 0.0463457 Nov 02 13:18:10.621246 n-d-857339-6 neutron-server[105975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb1240-8993-4566-beee-82a454235478 req-eb1a90c9-488a-4318-a9ac-a14518dd3622 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:18:10.622753 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8adb1240-8993-4566-beee-82a454235478 req-eb1a90c9-488a-4318-a9ac-a14518dd3622 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] 10.222.0.64 "GET /networking/v2.0/networks?id=87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57 HTTP/1.1" status: 200 len: 809 time: 0.1105304 Nov 02 13:18:10.638314 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8adb1240-8993-4566-beee-82a454235478 req-0ebe5ab6-dc9b-4858-83c5-8c6be15bc2f0 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] 10.222.0.64 "GET /networking/v2.0/quotas/045c48f108df42c9b839fa7b5ce32cea HTTP/1.1" status: 200 len: 375 time: 0.0100293 Nov 02 13:18:10.689408 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [req-8adb1240-8993-4566-beee-82a454235478 req-926fa8cf-c973-420a-94d3-152bacdd0c4d tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=045c48f108df42c9b839fa7b5ce32cea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454679 Nov 02 13:18:10.726904 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51406) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:10.784419 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee67b673-3db2-4159-8ede-2860985f7e95 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group (05b11a09-c767-4686-8faf-3c9107d1cf62), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:10.811779 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee67b673-3db2-4159-8ede-2860985f7e95 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group (05b11a09-c767-4686-8faf-3c9107d1cf62), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:10.936231 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a7bea20a-6877-4f95-bd61-877062ef2722 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:18:10.943829 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee67b673-3db2-4159-8ede-2860985f7e95 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (05b11a09-c767-4686-8faf-3c9107d1cf62), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:10.947190 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-ee67b673-3db2-4159-8ede-2860985f7e95 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:10.948391 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-ee67b673-3db2-4159-8ede-2860985f7e95 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/05b11a09-c767-4686-8faf-3c9107d1cf62 HTTP/1.1" status: 204 len: 168 time: 0.2232671 Nov 02 13:18:10.960051 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67b673-3db2-4159-8ede-2860985f7e95 tempest-TestSnapshotPattern-1908581614 tempest-TestSnapshotPattern-1908581614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b11a09-c767-4686-8faf-3c9107d1cf62,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:10.967150 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:10.996265 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a7bea20a-6877-4f95-bd61-877062ef2722 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:18:10.996692 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a7bea20a-6877-4f95-bd61-877062ef2722), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:10.997660 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a7bea20a-6877-4f95-bd61-877062ef2722 Nov 02 13:18:11.078627 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a7bea20a-6877-4f95-bd61-877062ef2722 is: DOWN; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:18:11.079013 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3418429'] for port (a7bea20a-6877-4f95-bd61-877062ef2722), before_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:11.118707 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] For port a7bea20a-6877-4f95-bd61-877062ef2722, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a7bea20a-6877-4f95-bd61-877062ef2722,segment=NetworkSegment(72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc),segment_id=72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:18:11.148862 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51410) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:11.263717 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744311638658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744311062191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744311062209'] for port (a7bea20a-6877-4f95-bd61-877062ef2722), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:11.300757 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:11.317276 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Pushing event updated for resources: {'Port': ['ID=a7bea20a-6877-4f95-bd61-877062ef2722,revision_number=5']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:11.531873 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a221e756-8846-424d-a697-c8fa2e28fbbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (c50340a8-794d-466d-9199-3ee37fb34cf3), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:11.778546 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a221e756-8846-424d-a697-c8fa2e28fbbe admin admin] Deleting port 3eba506a-8c8e-42aa-b364-8ba6d0991776 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:18:11.778891 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a221e756-8846-424d-a697-c8fa2e28fbbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (3eba506a-8c8e-42aa-b364-8ba6d0991776), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:11.832087 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:11.863575 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-a221e756-8846-424d-a697-c8fa2e28fbbe admin admin] For port 3eba506a-8c8e-42aa-b364-8ba6d0991776, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=3eba506a-8c8e-42aa-b364-8ba6d0991776,segment=NetworkSegment(553f02bb-09fd-4fb9-aed5-ca6ac6084820),segment_id=553f02bb-09fd-4fb9-aed5-ca6ac6084820)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:18:11.863930 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a221e756-8846-424d-a697-c8fa2e28fbbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (3eba506a-8c8e-42aa-b364-8ba6d0991776), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:11.866246 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=100 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:11.878487 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-a221e756-8846-424d-a697-c8fa2e28fbbe admin admin] Calling delete_port for 3eba506a-8c8e-42aa-b364-8ba6d0991776 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:18:12.155237 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a221e756-8846-424d-a697-c8fa2e28fbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (3eba506a-8c8e-42aa-b364-8ba6d0991776), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:12.179368 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221e756-8846-424d-a697-c8fa2e28fbbe admin admin] Pushing event deleted for resources: {'Port': ['ID=3eba506a-8c8e-42aa-b364-8ba6d0991776,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:12.363466 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-a221e756-8846-424d-a697-c8fa2e28fbbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (c50340a8-794d-466d-9199-3ee37fb34cf3), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:12.408890 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9815428-6ed7-4bb5-9a5a-f6cccc1423e4 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:18:12.519448 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9815428-6ed7-4bb5-9a5a-f6cccc1423e4 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:18:12.611504 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:12.626016 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a221e756-8846-424d-a697-c8fa2e28fbbe admin admin] Router c50340a8-794d-466d-9199-3ee37fb34cf3 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:18:12.949805 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-2f2f74a9-1ed5-4e02-9517-6c68403c92e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:13.015055 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a7bea20a-6877-4f95-bd61-877062ef2722 up at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:18:13.066956 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Provisioning complete for port a7bea20a-6877-4f95-bd61-877062ef2722 triggered by entity L2. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:18:13.067326 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (a7bea20a-6877-4f95-bd61-877062ef2722), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:13.067835 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Attempt 1 to provision port a7bea20a-6877-4f95-bd61-877062ef2722 Nov 02 13:18:13.070998 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a221e756-8846-424d-a697-c8fa2e28fbbe admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:18:13.081493 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-a221e756-8846-424d-a697-c8fa2e28fbbe admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/c50340a8-794d-466d-9199-3ee37fb34cf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9255404 Nov 02 13:18:13.081493 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51422) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:13.100023 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe501ed5-6c9e-49eb-8b78-fe76d46df26a None None] Sync routers for ids ['c50340a8-794d-466d-9199-3ee37fb34cf3'] in n-d-857339-6 {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:18:13.126359 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe501ed5-6c9e-49eb-8b78-fe76d46df26a None None] Routers {'c50340a8-794d-466d-9199-3ee37fb34cf3'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:18:13.127015 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-fe501ed5-6c9e-49eb-8b78-fe76d46df26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:17:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c50340a8-794d-466d-9199-3ee37fb34cf3'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:13.187876 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d6812d8-4c13-423a-acf3-1d8efbc61dd9 admin admin] Publish callbacks [] for router (c50340a8-794d-466d-9199-3ee37fb34cf3), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:13.252143 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Current status of the port a7bea20a-6877-4f95-bd61-877062ef2722 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:18:13.280711 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-fe501ed5-6c9e-49eb-8b78-fe76d46df26a None None] Set router c50340a8-794d-466d-9199-3ee37fb34cf3 gateway port host: n-d-857339-6 {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:18:13.308680 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d6812d8-4c13-423a-acf3-1d8efbc61dd9 admin admin] Publish callbacks [] for router_gateway (c50340a8-794d-466d-9199-3ee37fb34cf3), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:13.361901 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-33e6615d-c4a0-41d1-b1d5-45c68497b7bb None None] Provisioning complete for port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:18:13.362272 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-33e6615d-c4a0-41d1-b1d5-45c68497b7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (59f2482c-44b1-43f5-9ab1-5453d9664ce4), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:13.362611 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-33e6615d-c4a0-41d1-b1d5-45c68497b7bb None None] Attempt 1 to provision port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 Nov 02 13:18:13.487496 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:13.503121 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-0d6812d8-4c13-423a-acf3-1d8efbc61dd9 admin admin] Deleting port f50aa11a-3796-40a9-b969-e44e2d6550ad {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:18:13.503441 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d6812d8-4c13-423a-acf3-1d8efbc61dd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (f50aa11a-3796-40a9-b969-e44e2d6550ad), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:13.518095 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=100 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:13.524022 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-33e6615d-c4a0-41d1-b1d5-45c68497b7bb None None] Current status of the port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:18:13.533232 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-fe501ed5-6c9e-49eb-8b78-fe76d46df26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50340a8-794d-466d-9199-3ee37fb34cf3', 'name': 'tempest-TestSnapshotPattern-288655952-router', 'tenant_id': '045c48f108df42c9b839fa7b5ce32cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'f50aa11a-3796-40a9-b969-e44e2d6550ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:17:51Z', 'updated_at': '2022-11-02T13:18:12Z', 'revision_number': 5, 'project_id': '045c48f108df42c9b839fa7b5ce32cea', 'gw_port': {'id': 'f50aa11a-3796-40a9-b969-e44e2d6550ad', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50340a8-794d-466d-9199-3ee37fb34cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:17:53Z', 'updated_at': '2022-11-02T13:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:13.562990 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe501ed5-6c9e-49eb-8b78-fe76d46df26a None None] Checking router: c50340a8-794d-466d-9199-3ee37fb34cf3 for host: n-d-857339-6 {{(pid=105977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:18:13.572911 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe501ed5-6c9e-49eb-8b78-fe76d46df26a None None] Routers {'c50340a8-794d-466d-9199-3ee37fb34cf3'} bound to L3 agent in host n-d-857339-6 {{(pid=105977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:18:13.573533 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-fe501ed5-6c9e-49eb-8b78-fe76d46df26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:17:46Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['c50340a8-794d-466d-9199-3ee37fb34cf3'], 'active': True} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:13.596981 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-0d6812d8-4c13-423a-acf3-1d8efbc61dd9 admin admin] For port f50aa11a-3796-40a9-b969-e44e2d6550ad, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=f50aa11a-3796-40a9-b969-e44e2d6550ad,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:18:13.597358 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d6812d8-4c13-423a-acf3-1d8efbc61dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (f50aa11a-3796-40a9-b969-e44e2d6550ad), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:13.611996 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-0d6812d8-4c13-423a-acf3-1d8efbc61dd9 admin admin] Calling delete_port for f50aa11a-3796-40a9-b969-e44e2d6550ad owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:18:13.644553 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:13.661891 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvr_db [None req-fe501ed5-6c9e-49eb-8b78-fe76d46df26a None None] Set router c50340a8-794d-466d-9199-3ee37fb34cf3 gateway port host: None {{(pid=105977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:18:13.712777 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_hamode_db [None req-fe501ed5-6c9e-49eb-8b78-fe76d46df26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50340a8-794d-466d-9199-3ee37fb34cf3', 'name': 'tempest-TestSnapshotPattern-288655952-router', 'tenant_id': '045c48f108df42c9b839fa7b5ce32cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:17:51Z', 'updated_at': '2022-11-02T13:18:13Z', 'revision_number': 6, 'project_id': '045c48f108df42c9b839fa7b5ce32cea', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:13.737888 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe501ed5-6c9e-49eb-8b78-fe76d46df26a None None] The sync data for ids ['c50340a8-794d-466d-9199-3ee37fb34cf3'] in n-d-857339-6 is: [{'id': 'c50340a8-794d-466d-9199-3ee37fb34cf3', 'name': 'tempest-TestSnapshotPattern-288655952-router', 'tenant_id': '045c48f108df42c9b839fa7b5ce32cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:17:51Z', 'updated_at': '2022-11-02T13:18:13Z', 'revision_number': 6, 'project_id': '045c48f108df42c9b839fa7b5ce32cea', 'gw_port_host': None}] {{(pid=105977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:18:13.886928 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d6812d8-4c13-423a-acf3-1d8efbc61dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (f50aa11a-3796-40a9-b969-e44e2d6550ad), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:13.912302 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6812d8-4c13-423a-acf3-1d8efbc61dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f50aa11a-3796-40a9-b969-e44e2d6550ad,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:13.984423 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d6812d8-4c13-423a-acf3-1d8efbc61dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (c50340a8-794d-466d-9199-3ee37fb34cf3), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:14.074928 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d6812d8-4c13-423a-acf3-1d8efbc61dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (c50340a8-794d-466d-9199-3ee37fb34cf3), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:14.077327 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d6812d8-4c13-423a-acf3-1d8efbc61dd9 admin admin] Publish callbacks [] for router_controller (c50340a8-794d-466d-9199-3ee37fb34cf3), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:14.401723 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d6812d8-4c13-423a-acf3-1d8efbc61dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (c50340a8-794d-466d-9199-3ee37fb34cf3), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:14.402837 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6812d8-4c13-423a-acf3-1d8efbc61dd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c50340a8-794d-466d-9199-3ee37fb34cf3 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:18:14.408509 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-0d6812d8-4c13-423a-acf3-1d8efbc61dd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:14.409796 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-0d6812d8-4c13-423a-acf3-1d8efbc61dd9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/c50340a8-794d-466d-9199-3ee37fb34cf3 HTTP/1.1" status: 204 len: 168 time: 1.3298516 Nov 02 13:18:14.412834 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51430) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:14.440021 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:14.460818 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.db_base_plugin_v2 [None req-36726ca7-b9a7-4e84-9029-a7ca569a1edc admin admin] Deleting subnet 0695875e-1fe6-454f-a07d-e45adbff3f13 {{(pid=105975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:18:14.464745 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-36726ca7-b9a7-4e84-9029-a7ca569a1edc admin admin] Publish callbacks [] for subnet (0695875e-1fe6-454f-a07d-e45adbff3f13), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:14.506453 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-36726ca7-b9a7-4e84-9029-a7ca569a1edc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12962381'] for subnet (0695875e-1fe6-454f-a07d-e45adbff3f13), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:14.595983 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-36726ca7-b9a7-4e84-9029-a7ca569a1edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (0695875e-1fe6-454f-a07d-e45adbff3f13), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:14.768993 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-36726ca7-b9a7-4e84-9029-a7ca569a1edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13056529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12785047'] for subnet (0695875e-1fe6-454f-a07d-e45adbff3f13), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:14.801492 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36726ca7-b9a7-4e84-9029-a7ca569a1edc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0695875e-1fe6-454f-a07d-e45adbff3f13,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:14.807057 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-36726ca7-b9a7-4e84-9029-a7ca569a1edc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:14.810841 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-36726ca7-b9a7-4e84-9029-a7ca569a1edc admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/0695875e-1fe6-454f-a07d-e45adbff3f13 HTTP/1.1" status: 204 len: 168 time: 0.3968496 Nov 02 13:18:14.813486 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51432) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:14.814287 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99212350-8af0-493d-8425-c8a2b9ecdd6c None None] Network 87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57 requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:18:14.901047 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-181bcf72-b3ac-48c9-bffc-6f7457089790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:14.920326 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:14.971614 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-181bcf72-b3ac-48c9-bffc-6f7457089790 admin admin] Deleting port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:18:14.971963 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-181bcf72-b3ac-48c9-bffc-6f7457089790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (59f2482c-44b1-43f5-9ab1-5453d9664ce4), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:15.018920 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f50aa11a-3796-40a9-b969-e44e2d6550ad no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:18:15.044118 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: f50aa11a-3796-40a9-b969-e44e2d6550ad {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:18:15.044461 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device f50aa11a-3796-40a9-b969-e44e2d6550ad not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:18:15.044724 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-181bcf72-b3ac-48c9-bffc-6f7457089790 admin admin] For port 59f2482c-44b1-43f5-9ab1-5453d9664ce4, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=59f2482c-44b1-43f5-9ab1-5453d9664ce4,segment=NetworkSegment(553f02bb-09fd-4fb9-aed5-ca6ac6084820),segment_id=553f02bb-09fd-4fb9-aed5-ca6ac6084820)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:18:15.044905 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3eba506a-8c8e-42aa-b364-8ba6d0991776 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:18:15.045099 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-181bcf72-b3ac-48c9-bffc-6f7457089790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (59f2482c-44b1-43f5-9ab1-5453d9664ce4), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:15.060233 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-181bcf72-b3ac-48c9-bffc-6f7457089790 admin admin] Calling delete_port for 59f2482c-44b1-43f5-9ab1-5453d9664ce4 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:18:15.086887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 3eba506a-8c8e-42aa-b364-8ba6d0991776 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:18:15.086887 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 3eba506a-8c8e-42aa-b364-8ba6d0991776 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:18:15.168537 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9bc715-95be-4b76-a9fc-de88a1158e6b None None] DHCP port deletion for 87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57 request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:18:15.210607 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7b9bc715-95be-4b76-a9fc-de88a1158e6b None None] Deleting port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:18:15.210881 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7b9bc715-95be-4b76-a9fc-de88a1158e6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (59f2482c-44b1-43f5-9ab1-5453d9664ce4), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:15.285939 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-7b9bc715-95be-4b76-a9fc-de88a1158e6b None None] For port 59f2482c-44b1-43f5-9ab1-5453d9664ce4, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=59f2482c-44b1-43f5-9ab1-5453d9664ce4,segment=NetworkSegment(553f02bb-09fd-4fb9-aed5-ca6ac6084820),segment_id=553f02bb-09fd-4fb9-aed5-ca6ac6084820)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:18:15.286339 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7b9bc715-95be-4b76-a9fc-de88a1158e6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (59f2482c-44b1-43f5-9ab1-5453d9664ce4), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:15.292294 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-181bcf72-b3ac-48c9-bffc-6f7457089790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (59f2482c-44b1-43f5-9ab1-5453d9664ce4), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:15.299716 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-7b9bc715-95be-4b76-a9fc-de88a1158e6b None None] Calling delete_port for 59f2482c-44b1-43f5-9ab1-5453d9664ce4 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:18:15.324286 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181bcf72-b3ac-48c9-bffc-6f7457089790 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f2482c-44b1-43f5-9ab1-5453d9664ce4,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:15.326188 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181bcf72-b3ac-48c9-bffc-6f7457089790 admin admin] No DVR routers for this DVR port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:18:15.382207 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-7b9bc715-95be-4b76-a9fc-de88a1158e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (59f2482c-44b1-43f5-9ab1-5453d9664ce4), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:15.399631 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-181bcf72-b3ac-48c9-bffc-6f7457089790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:15.405915 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bc715-95be-4b76-a9fc-de88a1158e6b None None] Pushing event deleted for resources: {'Port': ['ID=59f2482c-44b1-43f5-9ab1-5453d9664ce4,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:15.415970 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9bc715-95be-4b76-a9fc-de88a1158e6b None None] No DVR routers for this DVR port 59f2482c-44b1-43f5-9ab1-5453d9664ce4 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:18:15.422512 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-181bcf72-b3ac-48c9-bffc-6f7457089790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:15.429230 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:15.436362 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-181bcf72-b3ac-48c9-bffc-6f7457089790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553f02bb-09fd-4fb9-aed5-ca6ac6084820') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:15.436695 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-181bcf72-b3ac-48c9-bffc-6f7457089790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553f02bb-09fd-4fb9-aed5-ca6ac6084820') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:15.449547 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-181bcf72-b3ac-48c9-bffc-6f7457089790 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (553f02bb-09fd-4fb9-aed5-ca6ac6084820), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:15.464832 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-181bcf72-b3ac-48c9-bffc-6f7457089790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (553f02bb-09fd-4fb9-aed5-ca6ac6084820), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:15.471634 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-181bcf72-b3ac-48c9-bffc-6f7457089790 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:18:15.472026 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-181bcf72-b3ac-48c9-bffc-6f7457089790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (553f02bb-09fd-4fb9-aed5-ca6ac6084820), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:15.500573 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 553f02bb-09fd-4fb9-aed5-ca6ac6084820 resource provider aggregate not found Nov 02 13:18:15.532772 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 553f02bb-09fd-4fb9-aed5-ca6ac6084820 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 553f02bb-09fd-4fb9-aed5-ca6ac6084820 found for delete ", "request_id": "req-a8af80ef-a349-4a07-8f2c-24579a14649b"}]} Nov 02 13:18:15.651594 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-181bcf72-b3ac-48c9-bffc-6f7457089790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:15.657491 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-181bcf72-b3ac-48c9-bffc-6f7457089790 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:15.660666 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-181bcf72-b3ac-48c9-bffc-6f7457089790 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57 HTTP/1.1" status: 204 len: 168 time: 0.8457839 Nov 02 13:18:15.664222 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51438) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:15.680206 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181bcf72-b3ac-48c9-bffc-6f7457089790 admin admin] Pushing event deleted for resources: {'Network': ['ID=87f2a1ed-86c4-4a8a-87d0-93daaaaf0c57,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:15.906035 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:15.995476 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-caec0ff6-ee40-4af9-9640-7bea559d74f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:16.004793 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1fc47ba-20d3-4cfb-9e75-e5d47cf62c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631997'] for router_interface (0676a405-974d-4ebc-b111-bbe332fb9b41), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:16.109325 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:16.242254 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-c1fc47ba-20d3-4cfb-9e75-e5d47cf62c98 admin admin] Deleting port a7bea20a-6877-4f95-bd61-877062ef2722 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:18:16.242586 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1fc47ba-20d3-4cfb-9e75-e5d47cf62c98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (a7bea20a-6877-4f95-bd61-877062ef2722), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:16.329061 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-c1fc47ba-20d3-4cfb-9e75-e5d47cf62c98 admin admin] For port a7bea20a-6877-4f95-bd61-877062ef2722, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=a7bea20a-6877-4f95-bd61-877062ef2722,segment=NetworkSegment(72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc),segment_id=72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:18:16.329458 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1fc47ba-20d3-4cfb-9e75-e5d47cf62c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (a7bea20a-6877-4f95-bd61-877062ef2722), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:16.344279 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-c1fc47ba-20d3-4cfb-9e75-e5d47cf62c98 admin admin] Calling delete_port for a7bea20a-6877-4f95-bd61-877062ef2722 owned by network:router_interface {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:18:16.657730 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1fc47ba-20d3-4cfb-9e75-e5d47cf62c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (a7bea20a-6877-4f95-bd61-877062ef2722), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:16.684148 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc47ba-20d3-4cfb-9e75-e5d47cf62c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7bea20a-6877-4f95-bd61-877062ef2722,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:16.755598 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:16.864408 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c1fc47ba-20d3-4cfb-9e75-e5d47cf62c98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1643560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630317'] for router_interface (0676a405-974d-4ebc-b111-bbe332fb9b41), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:16.900622 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d306c9c-1737-4710-8ada-7692661897b6 None None] get_active_networks_info from n-d-857339-6 {{(pid=105977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 13:18:16.997670 n-d-857339-6 neutron-server[105977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d306c9c-1737-4710-8ada-7692661897b6 None None] Resources bound (agent type, host, resource id): {{(pid=105977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 13:18:17.006935 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 59f2482c-44b1-43f5-9ab1-5453d9664ce4 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:18:17.031242 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 59f2482c-44b1-43f5-9ab1-5453d9664ce4 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:18:17.031488 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 59f2482c-44b1-43f5-9ab1-5453d9664ce4 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:18:17.058508 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:17.129426 n-d-857339-6 neutron-server[105975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fc47ba-20d3-4cfb-9e75-e5d47cf62c98 admin admin] Router 0676a405-974d-4ebc-b111-bbe332fb9b41 has already been hosted by L3 agent 6089d3e6-7417-41bd-adc1-f99cdfb24ff3 {{(pid=105975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:18:17.240826 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fc47ba-20d3-4cfb-9e75-e5d47cf62c98 admin admin] Notify agent at l3_agent.n-d-857339-6 the message routers_updated {{(pid=105975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:18:17.248247 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c1fc47ba-20d3-4cfb-9e75-e5d47cf62c98 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/0676a405-974d-4ebc-b111-bbe332fb9b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5812881 Nov 02 13:18:17.249048 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51440) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:17.251515 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b58c29-6eae-42f1-9e79-6a40e7a64229 None None] Sync routers for ids ['0676a405-974d-4ebc-b111-bbe332fb9b41'] in n-d-857339-6 {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:18:17.257756 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:17.265051 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b58c29-6eae-42f1-9e79-6a40e7a64229 None None] Routers {'0676a405-974d-4ebc-b111-bbe332fb9b41'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:18:17.266089 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a7b58c29-6eae-42f1-9e79-6a40e7a64229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:18:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['0676a405-974d-4ebc-b111-bbe332fb9b41'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:17.357677 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:17.365677 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c90a71b0-9183-4a49-b8e7-83f87e2fd081 admin admin] Publish callbacks [] for router (0676a405-974d-4ebc-b111-bbe332fb9b41), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:17.381058 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-a7b58c29-6eae-42f1-9e79-6a40e7a64229 None None] Set router 0676a405-974d-4ebc-b111-bbe332fb9b41 gateway port host: n-d-857339-6 {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:18:17.488279 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c90a71b0-9183-4a49-b8e7-83f87e2fd081 admin admin] Publish callbacks [] for router_gateway (0676a405-974d-4ebc-b111-bbe332fb9b41), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:17.647609 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-c90a71b0-9183-4a49-b8e7-83f87e2fd081 admin admin] Deleting port 0abfaee7-8656-42f3-8d5b-58c02252289a {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:18:17.647963 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c90a71b0-9183-4a49-b8e7-83f87e2fd081 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (0abfaee7-8656-42f3-8d5b-58c02252289a), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:17.662731 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a7b58c29-6eae-42f1-9e79-6a40e7a64229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0676a405-974d-4ebc-b111-bbe332fb9b41', 'name': 'tempest-TestSnapshotPattern-2056808320-router', 'tenant_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'external_fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '0abfaee7-8656-42f3-8d5b-58c02252289a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:18:00Z', 'updated_at': '2022-11-02T13:18:16Z', 'revision_number': 5, 'project_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'gw_port': {'id': '0abfaee7-8656-42f3-8d5b-58c02252289a', 'name': '', 'network_id': '66ab45f6-fff6-43fb-9582-29b239eb5a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0676a405-974d-4ebc-b111-bbe332fb9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-857339-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:18:01Z', 'updated_at': '2022-11-02T13:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '306ad2b3-6b5e-4952-b815-b27c42af73d6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-857339-6'}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:17.692460 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b58c29-6eae-42f1-9e79-6a40e7a64229 None None] Checking router: 0676a405-974d-4ebc-b111-bbe332fb9b41 for host: n-d-857339-6 {{(pid=105978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:18:17.703891 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b58c29-6eae-42f1-9e79-6a40e7a64229 None None] Routers {'0676a405-974d-4ebc-b111-bbe332fb9b41'} bound to L3 agent in host n-d-857339-6 {{(pid=105978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 13:18:17.704263 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a7b58c29-6eae-42f1-9e79-6a40e7a64229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-857339-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:23:45Z,description=,heartbeat_timestamp=2022-11-02T13:18:16Z,host='n-d-857339-6',id=6089d3e6-7417-41bd-adc1-f99cdfb24ff3,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:23:46Z,topic='l3_agent')) {'router_ids': ['0676a405-974d-4ebc-b111-bbe332fb9b41'], 'active': True} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:17.743055 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-c90a71b0-9183-4a49-b8e7-83f87e2fd081 admin admin] For port 0abfaee7-8656-42f3-8d5b-58c02252289a, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=0abfaee7-8656-42f3-8d5b-58c02252289a,segment=NetworkSegment(2d0f7dc4-9c85-4bda-bd60-957a32efbfa3),segment_id=2d0f7dc4-9c85-4bda-bd60-957a32efbfa3)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:18:17.743422 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c90a71b0-9183-4a49-b8e7-83f87e2fd081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (0abfaee7-8656-42f3-8d5b-58c02252289a), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:17.759569 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-c90a71b0-9183-4a49-b8e7-83f87e2fd081 admin admin] Calling delete_port for 0abfaee7-8656-42f3-8d5b-58c02252289a owned by network:router_gateway {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:18:17.781134 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.provisioning_blocks [None req-c975e5e5-64bf-47b7-8db3-c999ad166a51 None None] Provisioning complete for port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 triggered by entity DHCP. {{(pid=105977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 13:18:17.781976 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c975e5e5-64bf-47b7-8db3-c999ad166a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3344101'] for port (6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450), provisioning_complete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:17.782391 n-d-857339-6 neutron-server[105977]: INFO neutron.plugins.ml2.plugin [None req-c975e5e5-64bf-47b7-8db3-c999ad166a51 None None] Attempt 1 to provision port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 Nov 02 13:18:17.799949 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_dvr_db [None req-a7b58c29-6eae-42f1-9e79-6a40e7a64229 None None] Set router 0676a405-974d-4ebc-b111-bbe332fb9b41 gateway port host: None {{(pid=105978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 13:18:17.858672 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.l3_hamode_db [None req-a7b58c29-6eae-42f1-9e79-6a40e7a64229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0676a405-974d-4ebc-b111-bbe332fb9b41', 'name': 'tempest-TestSnapshotPattern-2056808320-router', 'tenant_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:18:00Z', 'updated_at': '2022-11-02T13:18:17Z', 'revision_number': 6, 'project_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'gw_port_host': None}], 'n-d-857339-6', False) {} {{(pid=105978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:17.891002 n-d-857339-6 neutron-server[105978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b58c29-6eae-42f1-9e79-6a40e7a64229 None None] The sync data for ids ['0676a405-974d-4ebc-b111-bbe332fb9b41'] in n-d-857339-6 is: [{'id': '0676a405-974d-4ebc-b111-bbe332fb9b41', 'name': 'tempest-TestSnapshotPattern-2056808320-router', 'tenant_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:18:00Z', 'updated_at': '2022-11-02T13:18:17Z', 'revision_number': 6, 'project_id': '7bf7b9ad61db4c4fa1ff3039e08d65f4', 'gw_port_host': None}] {{(pid=105978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:18:17.894015 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-c975e5e5-64bf-47b7-8db3-c999ad166a51 None None] Current status of the port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 is: ACTIVE; New status is: ACTIVE {{(pid=105977) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 13:18:18.349327 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:18.406897 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c90a71b0-9183-4a49-b8e7-83f87e2fd081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (0abfaee7-8656-42f3-8d5b-58c02252289a), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:18.434578 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a71b0-9183-4a49-b8e7-83f87e2fd081 admin admin] Pushing event deleted for resources: {'Port': ['ID=0abfaee7-8656-42f3-8d5b-58c02252289a,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:18.504106 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c90a71b0-9183-4a49-b8e7-83f87e2fd081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630642'] for router_gateway (0676a405-974d-4ebc-b111-bbe332fb9b41), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:18.555286 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:18.597643 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c90a71b0-9183-4a49-b8e7-83f87e2fd081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25993'] for router (0676a405-974d-4ebc-b111-bbe332fb9b41), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:18.599070 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:18.600444 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c90a71b0-9183-4a49-b8e7-83f87e2fd081 admin admin] Publish callbacks [] for router_controller (0676a405-974d-4ebc-b111-bbe332fb9b41), precommit_delete_associations {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:18.807393 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c90a71b0-9183-4a49-b8e7-83f87e2fd081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1630242'] for router (0676a405-974d-4ebc-b111-bbe332fb9b41), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:18.808832 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90a71b0-9183-4a49-b8e7-83f87e2fd081 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0676a405-974d-4ebc-b111-bbe332fb9b41 {{(pid=105975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:18:18.820946 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-c90a71b0-9183-4a49-b8e7-83f87e2fd081 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:18.820946 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-c90a71b0-9183-4a49-b8e7-83f87e2fd081 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/0676a405-974d-4ebc-b111-bbe332fb9b41 HTTP/1.1" status: 204 len: 168 time: 1.5658679 Nov 02 13:18:18.821353 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51442) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:18.883922 n-d-857339-6 neutron-server[105976]: DEBUG neutron.db.db_base_plugin_v2 [None req-4253fe7d-f9fe-465e-b996-71c3769b4162 admin admin] Deleting subnet 09d645fc-84e7-43b6-9a4b-ff217b1b17ae {{(pid=105976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 13:18:18.888369 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4253fe7d-f9fe-465e-b996-71c3769b4162 admin admin] Publish callbacks [] for subnet (09d645fc-84e7-43b6-9a4b-ff217b1b17ae), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:18.943020 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0abfaee7-8656-42f3-8d5b-58c02252289a no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:18:18.946072 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4253fe7d-f9fe-465e-b996-71c3769b4162 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13530677'] for subnet (09d645fc-84e7-43b6-9a4b-ff217b1b17ae), precommit_delete_associations {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:18.970729 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 0abfaee7-8656-42f3-8d5b-58c02252289a {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:18:18.971127 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 0abfaee7-8656-42f3-8d5b-58c02252289a not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:18:18.971381 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a7bea20a-6877-4f95-bd61-877062ef2722 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:18:18.993003 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: a7bea20a-6877-4f95-bd61-877062ef2722 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:18:18.993422 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device a7bea20a-6877-4f95-bd61-877062ef2722 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:18:19.033361 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4253fe7d-f9fe-465e-b996-71c3769b4162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3345911'] for subnet (09d645fc-84e7-43b6-9a4b-ff217b1b17ae), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:19.172472 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4253fe7d-f9fe-465e-b996-71c3769b4162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3345870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16727170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390647'] for subnet (09d645fc-84e7-43b6-9a4b-ff217b1b17ae), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:19.202621 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253fe7d-f9fe-465e-b996-71c3769b4162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09d645fc-84e7-43b6-9a4b-ff217b1b17ae,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:19.209579 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-4253fe7d-f9fe-465e-b996-71c3769b4162 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:19.213667 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4253fe7d-f9fe-465e-b996-71c3769b4162 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/09d645fc-84e7-43b6-9a4b-ff217b1b17ae HTTP/1.1" status: 204 len: 168 time: 0.3923621 Nov 02 13:18:19.215654 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be42b7a9-f4fc-44de-b1ea-653cf52457a0 None None] Network aac682c0-8a77-4d7d-b003-a51976fe1b1c requested from n-d-857339-6 {{(pid=105977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 13:18:19.216364 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51444) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:19.223235 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:19.246351 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:19.291746 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-17d693fb-e95c-441a-81ab-fec3b4812571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3512591'] for network (aac682c0-8a77-4d7d-b003-a51976fe1b1c), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:19.339942 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-17d693fb-e95c-441a-81ab-fec3b4812571 admin admin] Deleting port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 {{(pid=105975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:18:19.340360 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-17d693fb-e95c-441a-81ab-fec3b4812571 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:19.373112 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb24b00-b603-449c-a1ec-f3066cde8178 None None] DHCP port deletion for aac682c0-8a77-4d7d-b003-a51976fe1b1c request from n-d-857339-6 {{(pid=105977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 13:18:19.416091 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dcb24b00-b603-449c-a1ec-f3066cde8178 None None] Deleting port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 {{(pid=105977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 13:18:19.416474 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dcb24b00-b603-449c-a1ec-f3066cde8178 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744311633372'] for port (6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450), before_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:19.418477 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.db [None req-17d693fb-e95c-441a-81ab-fec3b4812571 admin admin] For port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450,segment=NetworkSegment(72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc),segment_id=72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc)] {{(pid=105975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:18:19.419080 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-17d693fb-e95c-441a-81ab-fec3b4812571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:19.433328 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:19.434785 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.plugin [None req-17d693fb-e95c-441a-81ab-fec3b4812571 admin admin] Calling delete_port for 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 owned by network:dhcp {{(pid=105975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:18:19.488277 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.db [None req-dcb24b00-b603-449c-a1ec-f3066cde8178 None None] For port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450, host n-d-857339-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-857339-6',level=0,port_id=6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450,segment=NetworkSegment(72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc),segment_id=72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc)] {{(pid=105977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:18:19.488708 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dcb24b00-b603-449c-a1ec-f3066cde8178 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632526'] for port (6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450), precommit_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:19.502863 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-dcb24b00-b603-449c-a1ec-f3066cde8178 None None] Calling delete_port for 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 owned by network:dhcp {{(pid=105977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 13:18:19.682565 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-17d693fb-e95c-441a-81ab-fec3b4812571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13056588'] for port (6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:19.691704 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-dcb24b00-b603-449c-a1ec-f3066cde8178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3418490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744311638676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744311062182'] for port (6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450), after_delete {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:19.714615 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d693fb-e95c-441a-81ab-fec3b4812571 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:19.716865 n-d-857339-6 neutron-server[105975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d693fb-e95c-441a-81ab-fec3b4812571 admin admin] No DVR routers for this DVR port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 on host n-d-857339-6 {{(pid=105975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:18:19.723008 n-d-857339-6 neutron-server[105977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb24b00-b603-449c-a1ec-f3066cde8178 None None] Pushing event deleted for resources: {'Port': ['ID=6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450,revision_number=None']} {{(pid=105977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:19.729771 n-d-857339-6 neutron-server[105977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb24b00-b603-449c-a1ec-f3066cde8178 None None] No DVR routers for this DVR port 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 on host n-d-857339-6 {{(pid=105977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 13:18:19.805305 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-17d693fb-e95c-441a-81ab-fec3b4812571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3344460', 'neutron.services.segments.db._delete_segments_for_network-8744311566210'] for network (aac682c0-8a77-4d7d-b003-a51976fe1b1c), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:19.828651 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-17d693fb-e95c-441a-81ab-fec3b4812571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac682c0-8a77-4d7d-b003-a51976fe1b1c']}} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:19.840015 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-17d693fb-e95c-441a-81ab-fec3b4812571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc') {'for_net_delete': True} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:19.840308 n-d-857339-6 neutron-server[105975]: DEBUG neutron.services.segments.db [None req-17d693fb-e95c-441a-81ab-fec3b4812571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc') {} {{(pid=105975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:18:19.851944 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-17d693fb-e95c-441a-81ab-fec3b4812571 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744311566273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12962372'] for segment (72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:19.867259 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-17d693fb-e95c-441a-81ab-fec3b4812571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577'] for segment (72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:19.874993 n-d-857339-6 neutron-server[105975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d693fb-e95c-441a-81ab-fec3b4812571 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=105975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:18:19.875389 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-17d693fb-e95c-441a-81ab-fec3b4812571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3496577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13056703'] for segment (72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:19.928947 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc resource provider aggregate not found Nov 02 13:18:19.951853 n-d-857339-6 neutron-server[105975]: INFO neutron.services.segments.plugin [-] Segment 72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72b141c4-2c78-4d6b-9fa9-a0e3c6e4f7fc found for delete ", "request_id": "req-8924f8c2-1329-43d0-b695-34588f0463ba"}]} Nov 02 13:18:20.086948 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-17d693fb-e95c-441a-81ab-fec3b4812571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3344455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630678'] for network (aac682c0-8a77-4d7d-b003-a51976fe1b1c), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:20.093053 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-17d693fb-e95c-441a-81ab-fec3b4812571 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:20.096518 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-17d693fb-e95c-441a-81ab-fec3b4812571 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/aac682c0-8a77-4d7d-b003-a51976fe1b1c HTTP/1.1" status: 204 len: 168 time: 0.8791065 Nov 02 13:18:20.108508 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d693fb-e95c-441a-81ab-fec3b4812571 admin admin] Pushing event deleted for resources: {'Network': ['ID=aac682c0-8a77-4d7d-b003-a51976fe1b1c,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:20.579904 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51452) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:20.622964 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-4956530a-77fd-4972-8ebc-bd6a6e6a3b04 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=045c48f108df42c9b839fa7b5ce32cea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417976 Nov 02 13:18:20.625463 n-d-857339-6 neutron-server[105975]: DEBUG neutron.wsgi [-] (105975) accepted ('10.222.0.64', 51454) {{(pid=105975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:20.675509 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33fc92e4-7ad0-4f91-82a3-a78548e47665 admin admin] Publish callbacks [] for security_group (6777c52e-66dd-45a4-80f2-3591bf01279b), before_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:20.698527 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33fc92e4-7ad0-4f91-82a3-a78548e47665 admin admin] Publish callbacks [] for security_group (6777c52e-66dd-45a4-80f2-3591bf01279b), precommit_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:20.857795 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33fc92e4-7ad0-4f91-82a3-a78548e47665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (6777c52e-66dd-45a4-80f2-3591bf01279b), after_delete {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:20.860438 n-d-857339-6 neutron-server[105975]: DEBUG neutron_lib.callbacks.manager [None req-33fc92e4-7ad0-4f91-82a3-a78548e47665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:20.861660 n-d-857339-6 neutron-server[105975]: INFO neutron.wsgi [None req-33fc92e4-7ad0-4f91-82a3-a78548e47665 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6777c52e-66dd-45a4-80f2-3591bf01279b HTTP/1.1" status: 204 len: 168 time: 0.2353132 Nov 02 13:18:20.865067 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:20.874096 n-d-857339-6 neutron-server[105975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc92e4-7ad0-4f91-82a3-a78548e47665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6777c52e-66dd-45a4-80f2-3591bf01279b,revision_number=None']} {{(pid=105975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:20.932810 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 no longer exists at agent ovs-agent-n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:18:20.959296 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.plugin [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] No Port match for: 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 {{(pid=105977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 13:18:20.959650 n-d-857339-6 neutron-server[105977]: DEBUG neutron.plugins.ml2.rpc [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Device 6eff82c8-f0ca-41af-8bcc-d6c3e6aa4450 not bound to the agent host n-d-857339-6 {{(pid=105977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:18:21.870875 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51460) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:21.903502 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:21.921229 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-4b4217f6-dc55-41ea-bf63-217e5e8cb805 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7bf7b9ad61db4c4fa1ff3039e08d65f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0491526 Nov 02 13:18:21.924017 n-d-857339-6 neutron-server[105976]: DEBUG neutron.wsgi [-] (105976) accepted ('10.222.0.64', 51462) {{(pid=105976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:18:21.975786 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daad3ee0-632d-49a9-b5df-9415b852b4aa admin admin] Publish callbacks [] for security_group (dd875381-d024-40b7-b246-a67abbbd3425), before_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:21.998942 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daad3ee0-632d-49a9-b5df-9415b852b4aa admin admin] Publish callbacks [] for security_group (dd875381-d024-40b7-b246-a67abbbd3425), precommit_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:22.349067 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daad3ee0-632d-49a9-b5df-9415b852b4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719555'] for security_group (dd875381-d024-40b7-b246-a67abbbd3425), after_delete {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:22.351829 n-d-857339-6 neutron-server[105976]: DEBUG neutron_lib.callbacks.manager [None req-daad3ee0-632d-49a9-b5df-9415b852b4aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:22.353105 n-d-857339-6 neutron-server[105976]: INFO neutron.wsgi [None req-daad3ee0-632d-49a9-b5df-9415b852b4aa admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/dd875381-d024-40b7-b246-a67abbbd3425 HTTP/1.1" status: 204 len: 168 time: 0.4280400 Nov 02 13:18:22.362229 n-d-857339-6 neutron-server[105976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad3ee0-632d-49a9-b5df-9415b852b4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd875381-d024-40b7-b246-a67abbbd3425,revision_number=None']} {{(pid=105976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:18:24.109800 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:26.128304 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:18:27.863771 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=7 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:30.735606 n-d-857339-6 neutron-server[105975]: DEBUG dbcounter [-] [105975] Writing DB stats neutron:SELECT=33,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:32.357380 n-d-857339-6 neutron-server[105976]: DEBUG dbcounter [-] [105976] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:33.974205 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=50,neutron:DELETE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:33.976458 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=22,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:36.123653 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=68 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:42.965955 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a97098d5-4d8e-4daa-8a57-89e79e74d433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:45.371654 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:45.920057 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-59269e57-02e9-43f5-92dd-54262c147745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:47.040812 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:48.303690 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:48.314978 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:18:48.382650 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:48.577181 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:54.103173 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:03.128738 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:19:03.974878 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:19:03.982143 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:19:12.915114 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-be29ee94-0463-4235-88b8-00664322ffc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:15.325505 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:15.937424 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-e21cda44-caa5-4892-83b9-7377ba846d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:17.034072 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:18.325184 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:18.548253 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:24.131012 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:25.310665 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=17 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:19:25.311629 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=17 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:19:33.987542 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:19:33.989434 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:19:40.128077 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:19:40.629017 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:19:42.914155 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-722cbf52-60ab-4433-89ec-f5bf20f1c490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:45.301312 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:45.907978 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-de6bce9a-bcd0-4636-95e9-bd003f5d7505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:47.050528 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:48.358796 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:48.576888 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:50.124019 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:19:54.113796 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:02.307635 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:20:02.308455 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=3 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:20:03.987381 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:20:03.989380 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=21,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:20:12.902000 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-a8b26ac5-f2e3-4f24-bfae-39f497243bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:15.307625 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:15.941604 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-4b2204cb-3533-4dec-9d80-631d1e1d7cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:17.020794 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:17.127934 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:20:18.324772 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:18.605198 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:24.090351 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:27.123038 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:20:27.123804 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:20:33.990015 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:20:33.996456 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:20:39.300556 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:20:39.305511 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:20:42.901696 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0cc728ec-44ae-49e6-a59d-fd16df98af18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:45.337207 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:45.918912 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-d657badb-2feb-4579-adff-7a0045634830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:47.027194 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:48.336336 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:48.558760 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:54.076180 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:20:54.128210 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:21:03.998335 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:21:04.004390 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:21:04.122638 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:21:04.123444 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:21:12.901587 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ac06d7a6-9471-49da-8194-10c23c7d184c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:15.330004 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:15.913524 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-52c59c2a-2958-4338-8411-367dfc250546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:17.075664 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:18.363137 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=15 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:21:18.365207 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=17 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:21:18.384398 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:18.587533 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:24.135440 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:31.127378 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:21:34.002196 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:21:34.004105 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=12,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:21:41.123256 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:21:41.124019 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:21:42.909335 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db81cb63-3ce1-4a6f-b267-dda772ca84af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:45.330000 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:45.901175 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-60769c6b-1fab-49f0-affa-6636179985a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:47.061161 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:48.446371 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:48.606343 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:21:53.298720 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:21:53.299511 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:21:54.124197 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:03.998405 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:22:04.004416 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:22:08.127473 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:22:12.929173 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-012432b4-73c0-4650-bf82-319b486d91a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:15.341077 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:15.929442 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6468e07d-6f2b-4ebc-8d5d-66e5254a22b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:17.049171 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:18.342559 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:18.588776 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:24.068224 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:30.291091 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:22:30.297104 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=6 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:22:34.011094 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:22:34.013051 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:22:42.931473 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-c7ab0fb3-c5e7-441e-a0a7-6e5d7edc058c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:45.127525 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:22:45.450558 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:45.993970 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8f292098-fb32-4f61-b1ea-d9a3d08789a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:47.056504 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:48.354250 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:48.588124 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:54.164429 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:22:55.123417 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:23:04.019338 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:23:04.023002 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=12,neutron:UPDATE=5 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:23:07.296959 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=2 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:23:07.297636 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:23:12.935352 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-ead5c6cb-a8ac-49a9-ad5b-146164668012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:15.421344 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:15.924159 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-8cc96671-5ed3-4213-9775-41c9af4eb9d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:17.084128 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:18.352936 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:18.365832 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=13 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:23:18.367696 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=13 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:23:18.568714 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:22.127852 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:23:24.106949 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:34.015833 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:23:34.017791 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:23:42.917462 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-efb2abca-6922-4ea2-b2dd-6414d4c8d23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:44.293269 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:23:44.294005 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=5 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:23:45.369380 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:45.917720 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-376d79cc-de65-4501-bc5a-0d514bc9033d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (6089d3e6-7417-41bd-adc1-f99cdfb24ff3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:47.049447 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-6025de8f-0046-406e-b76d-7fae2883d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (9a3e646a-cd85-4c86-9d64-bbb56cf1d3a9), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:48.365056 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-941d98d5-8371-4b21-a7b0-8ed9e272ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (ec1a2337-ccf4-48ee-9f88-70a5845a31e2), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:48.599054 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-773c5a2d-74be-446b-92a9-ce1e9c00d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (dc2956c1-2ef7-4179-802d-6c35a1ba270b), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:54.140435 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-db92f029-2f5a-4eb6-944f-6da5a8367c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (28672587-11d8-44d6-bec6-0497f44187a3), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:23:58.511500 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:23:59.127914 n-d-857339-6 neutron-server[105978]: DEBUG neutron.db.agents_db [None req-eaae180c-46c9-4aeb-a712-4bfa644cc1b7 None None] Agent healthcheck: found 7 active agents {{(pid=105978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:24:04.033249 n-d-857339-6 neutron-server[105977]: DEBUG dbcounter [-] [105977] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=105977) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:24:09.123530 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:24:09.124397 n-d-857339-6 neutron-server[105978]: DEBUG dbcounter [-] [105978] Writing DB stats neutron:SELECT=1 {{(pid=105978) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 13:24:12.922770 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-0655d3e1-317d-4923-8102-30232e2a9d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (cb21dedf-534b-40c9-851e-bca791414a4c), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:24:15.403391 n-d-857339-6 neutron-server[105977]: DEBUG neutron_lib.callbacks.manager [None req-3a6cfcd0-2d9b-4aa5-89d6-ee9882150cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744311566192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3343887'] for agent (59c125ef-2b3d-4364-aa71-285e1ef6d0e4), after_update {{(pid=105977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}